-- Logs begin at Fri 2021-10-29 07:43:01 UTC, end at Fri 2021-10-29 10:07:22 UTC. -- Oct 29 08:14:26.790050 n-d-815940-1 systemd[1]: Started Devstack devstack@q-svc.service. Oct 29 08:14:29.514108 n-d-815940-1 neutron-server[102004]: INFO neutron.common.config [-] Logging enabled! Oct 29 08:14:29.514710 n-d-815940-1 neutron-server[102004]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 08:14:29.514895 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102004) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 08:14:29.518160 n-d-815940-1 neutron-server[102004]: INFO neutron.common.config [-] Logging enabled! Oct 29 08:14:29.518413 n-d-815940-1 neutron-server[102004]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 08:14:29.518723 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102004) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 08:14:29.519676 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 08:14:29.519927 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 08:14:29.520297 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 08:14:29.520537 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 08:14:29.520761 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 08:14:29.521081 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.521384 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.521665 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.521890 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.522162 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.522447 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.522724 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.523008 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.523303 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.523579 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.523880 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.524141 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.524366 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.524639 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.524917 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.525200 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.525417 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] debug = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.525689 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.526129 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.526529 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.526803 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.527088 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.527363 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.527627 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.527926 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.528206 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.528527 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] host = n-d-815940-1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.528800 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.529093 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.529375 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.529653 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.529923 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.530209 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.530472 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.530737 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.531005 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] log_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.531279 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.531568 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.531870 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.532153 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.532375 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.532616 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.532908 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.533188 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.533458 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.533725 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.533993 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.534263 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.534533 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.534796 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.535072 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.535349 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.535628 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.535919 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.536188 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.536452 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.536716 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.536991 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.537256 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.537665 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.537901 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.538050 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.538314 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.538578 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.538871 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.539154 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.539429 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.539706 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.539994 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.540272 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.540539 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.540802 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.541064 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] use_json = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.541328 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.541593 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.541864 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.542133 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.542396 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.542661 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.542924 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.543199 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:29.543487 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.543776 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.544095 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.544372 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.544669 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.544941 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.545227 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.545496 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.545832 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.546056 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.546339 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.546610 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.546890 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.547161 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.547445 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.547740 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.548089 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.548381 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.548651 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.548923 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.549189 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.549461 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.549740 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.550015 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.550296 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.550577 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.550847 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.551130 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.551419 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.551712 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.552001 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.552274 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.552562 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.552834 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.553103 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.553374 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.553654 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.553926 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.554192 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.554463 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.554732 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.554996 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.555259 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.555529 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.555826 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.556102 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.556369 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.556635 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.556905 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.557186 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.557446 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.557718 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.557985 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.558259 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.558529 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.558799 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.559071 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.559341 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.559607 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.559906 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.560172 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.560440 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.560707 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.560972 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.561240 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.561505 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.561770 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.562043 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.562314 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.562584 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.562850 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.563119 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.563383 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.563664 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.564046 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.564325 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.564601 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.564874 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.565146 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.565415 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.566013 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.566289 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.566560 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.566825 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.567107 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.567383 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.567667 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.567969 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.568242 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.568557 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.568829 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.569111 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.569381 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.569651 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.569927 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.570206 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.570494 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.570777 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.571063 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.571350 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.571637 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.571936 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.572241 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.572515 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:29.572731 n-d-815940-1 neutron-server[102004]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 08:14:29.572972 n-d-815940-1 neutron-server[102004]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102004) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 29 08:14:30.014001 n-d-815940-1 neutron-server[102004]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 08:14:30.014275 n-d-815940-1 neutron-server[102004]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 08:14:30.014545 n-d-815940-1 neutron-server[102004]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 08:14:30.014884 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 29 08:14:30.333858 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.334060 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.334264 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.335489 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.335761 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.336051 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.369746 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.370008 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.370270 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.385356 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.385627 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.385901 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.415121 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.415392 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.415662 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.452030 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.452322 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.452577 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.685171 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.685825 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.685825 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.685825 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.686570 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.816454 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.816767 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.817049 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.817316 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.817588 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.817902 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.818150 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.818411 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.818662 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.818936 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.819177 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.819449 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.819702 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.819981 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.820235 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.820499 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.820749 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.820997 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.821266 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.821525 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.821793 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.822042 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.822320 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.822699 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.822943 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.823185 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.823589 n-d-815940-1 neutron-server[102004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 08:14:30.823845 n-d-815940-1 neutron-server[102004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 08:14:30.824083 n-d-815940-1 neutron-server[102004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 08:14:30.824314 n-d-815940-1 neutron-server[102004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 08:14:30.824545 n-d-815940-1 neutron-server[102004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 08:14:30.824776 n-d-815940-1 neutron-server[102004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 08:14:30.825142 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 29 08:14:30.828468 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 29 08:14:30.832658 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 29 08:14:30.836506 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Oct 29 08:14:30.838133 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 29 08:14:30.838616 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 29 08:14:30.838948 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 29 08:14:30.839338 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 29 08:14:30.842195 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 29 08:14:30.842439 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 29 08:14:30.842782 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 08:14:30.848513 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 29 08:14:30.870767 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 29 08:14:30.871222 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.871525 n-d-815940-1 neutron-server[102004]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102004) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 29 08:14:30.871915 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.873296 n-d-815940-1 neutron-server[102004]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102004) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 29 08:14:30.873576 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 08:14:30.873821 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 29 08:14:30.877112 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.877389 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:30.941169 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 29 08:14:30.941305 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 29 08:14:30.941567 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 29 08:14:30.941942 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 29 08:14:30.964012 n-d-815940-1 neutron-server[102004]: DEBUG oslo_db.sqlalchemy.engines [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102004) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 29 08:14:31.506416 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Initializing driver for type 'gre' Oct 29 08:14:31.506956 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] gre ID ranges: [(1, 1000)] Oct 29 08:14:31.560821 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Initializing driver for type 'local' Oct 29 08:14:31.561160 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Initializing driver for type 'vlan' Oct 29 08:14:31.577219 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] VlanTypeDriver initialization complete Oct 29 08:14:31.577554 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Initializing driver for type 'vxlan' Oct 29 08:14:31.578049 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] vxlan ID ranges: [(1, 1000)] Oct 29 08:14:31.631107 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Initializing extension driver 'port_security' Oct 29 08:14:31.631466 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.extensions.port_security [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] PortSecurityExtensionDriver initialization complete Oct 29 08:14:31.631798 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Initializing mechanism driver 'openvswitch' Oct 29 08:14:31.632175 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Initializing mechanism driver 'hyperv' Oct 29 08:14:31.639152 n-d-815940-1 neutron-server[102004]: DEBUG neutron.plugins.ml2.plugin [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:31.640054 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > port after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.640424 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > port after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.640771 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > port after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.641309 n-d-815940-1 neutron-server[102004]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102004) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 08:14:31.641753 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > subnet after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.642135 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > subnet after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.642645 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.643062 n-d-815940-1 neutron-server[102004]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102004) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 08:14:31.643478 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > network after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.643833 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > network after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.644189 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > network after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.644577 n-d-815940-1 neutron-server[102004]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102004) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 08:14:31.644986 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > security_group after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.645330 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > security_group after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.645664 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.646057 n-d-815940-1 neutron-server[102004]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102004) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 08:14:31.646467 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.646810 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.647145 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.647518 n-d-815940-1 neutron-server[102004]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102004) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 08:14:31.647963 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > address_group after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.648309 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > address_group after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.648645 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.649049 n-d-815940-1 neutron-server[102004]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102004) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 08:14:31.649424 n-d-815940-1 neutron-server[102004]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] ML2 OVO RPC backend initialized. {{(pid=102004) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 29 08:14:31.650129 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.650483 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.650896 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > network before_response 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.651242 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > networks before_response 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.651588 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > port before_response 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.651949 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > ports before_response 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.652290 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > subnet before_response 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.652623 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > subnets before_response 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.652963 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > network after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.653297 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > network after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.653624 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > network after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.653955 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > port after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.654284 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > port after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.654610 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > port after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.654952 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > subnet after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.655285 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > subnet after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.655616 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.656218 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.plugin [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Modular L2 Plugin initialization complete Oct 29 08:14:31.656541 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading services supported by the core plugin {{(pid=102004) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 29 08:14:31.656869 n-d-815940-1 neutron-server[102004]: INFO neutron.plugins.ml2.managers [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Got port-security extension from driver 'port_security' Oct 29 08:14:31.657362 n-d-815940-1 neutron-server[102004]: INFO neutron.extensions.vlantransparent [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Disabled vlantransparent extension. Oct 29 08:14:31.657927 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102004) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 29 08:14:31.658235 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading Plugin: router Oct 29 08:14:31.694735 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.695307 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router after_create 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.695415 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router before_create 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.695752 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.696154 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.696496 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router after_delete 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.696847 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.697312 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.697668 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router after_create 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.698019 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router after_update 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.698362 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router after_update 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.698710 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.699069 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router after_update 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.699474 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_update 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.699836 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: port after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.700186 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: port after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.700516 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: subnet after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.700847 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.701190 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.701544 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_create 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.701884 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: port before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.702211 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.702561 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router after_update 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.702895 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.703238 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_create 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.703592 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.703960 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_update 55549900 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.704357 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > agent after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.704703 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > agent after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.705045 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > network after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.706054 n-d-815940-1 neutron-server[102004]: DEBUG neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Tracking information for resource: router configured {{(pid=102004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 08:14:31.706385 n-d-815940-1 neutron-server[102004]: DEBUG neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Tracking information for resource: floatingip configured {{(pid=102004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 08:14:31.711293 n-d-815940-1 neutron-server[102004]: INFO neutron.db.l3_agentschedulers_db [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 29 08:14:31.711890 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: port after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.712246 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: port after_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.712635 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: port after_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.712992 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: port after_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.713742 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router before_create 55550100 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.714101 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.714464 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_create 55550100 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.714834 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > router precommit_update 55550100 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.719756 n-d-815940-1 neutron-server[102004]: DEBUG neutron.services.provider_configuration [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service providers = [] {{(pid=102004) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 29 08:14:31.720197 n-d-815940-1 neutron-server[102004]: DEBUG neutron.db.servicetype_db [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102004) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 29 08:14:31.723141 n-d-815940-1 neutron-server[102004]: DEBUG neutron.services.service_base [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 08:14:31.723492 n-d-815940-1 neutron-server[102004]: DEBUG neutron.services.service_base [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 08:14:31.723850 n-d-815940-1 neutron-server[102004]: DEBUG neutron.services.service_base [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 08:14:31.724799 n-d-815940-1 neutron-server[102004]: DEBUG neutron.services.service_base [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 08:14:31.725165 n-d-815940-1 neutron-server[102004]: INFO neutron.services.service_base [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 29 08:14:31.725531 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 08:14:31.725844 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 29 08:14:31.737967 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 08:14:31.738307 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading Plugin: auto_allocate Oct 29 08:14:31.744189 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: network precommit_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.744551 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: network precommit_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.745076 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 08:14:31.745391 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading Plugin: tag Oct 29 08:14:31.752200 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 08:14:31.752532 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading Plugin: timestamp Oct 29 08:14:31.756352 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 08:14:31.756675 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading Plugin: network_ip_availability Oct 29 08:14:31.762287 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.762654 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.763000 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.763865 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 08:14:31.764210 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading Plugin: flavors Oct 29 08:14:31.769290 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 08:14:31.769623 n-d-815940-1 neutron-server[102004]: INFO neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading Plugin: revisions Oct 29 08:14:31.773961 n-d-815940-1 neutron-server[102004]: DEBUG neutron.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 08:14:31.774451 n-d-815940-1 neutron-server[102004]: DEBUG oslo_concurrency.lockutils [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=102004) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 08:14:31.775201 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102004) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 29 08:14:31.775532 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Initializing extension manager. Oct 29 08:14:31.776072 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: __init__.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.776415 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: __pycache__ {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.776744 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.777068 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: address_group.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.777815 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.778378 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: address-group Oct 29 08:14:31.778694 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: address_scope.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.779399 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.779922 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: address-scope Oct 29 08:14:31.780238 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.781163 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.781665 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: router-admin-state-down-before-update Oct 29 08:14:31.781985 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: agent.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.782749 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.783245 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: agent Oct 29 08:14:31.783566 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: agent_resources_synced.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.784506 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.785013 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: agent-resources-synced Oct 29 08:14:31.785325 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: allowedaddresspairs.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.787100 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.787607 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: allowed-address-pairs Oct 29 08:14:31.787959 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: auto_allocated_topology.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.789020 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.789523 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: auto-allocated-topology Oct 29 08:14:31.789842 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: availability_zone.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.790532 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.791033 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: availability_zone Oct 29 08:14:31.791354 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: availability_zone_filter.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.792275 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.792780 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: availability_zone_filter Oct 29 08:14:31.793087 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: data_plane_status.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.793984 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.794479 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension data-plane-status not supported by any of loaded plugins Oct 29 08:14:31.794797 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: default_subnetpools.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.795705 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.796235 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: default-subnetpools Oct 29 08:14:31.796551 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.797364 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.797862 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: dhcp_agent_scheduler Oct 29 08:14:31.798214 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: dns.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.799121 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.799612 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension dns-integration not supported by any of loaded plugins Oct 29 08:14:31.799958 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: dns_domain_ports.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.800877 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.801370 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 29 08:14:31.801687 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.802602 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.803101 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 29 08:14:31.803416 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: dvr.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.804108 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.804613 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: dvr Oct 29 08:14:31.804932 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: ecmp_routes.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.805841 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.806342 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 29 08:14:31.806660 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: empty_string_filtering.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.807557 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.808085 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: empty-string-filtering Oct 29 08:14:31.808402 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.809305 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.809802 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 29 08:14:31.810116 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.811016 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.811508 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 29 08:14:31.811835 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: external_net.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.812757 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.813258 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: external-net Oct 29 08:14:31.813569 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.814507 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.815001 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: extra_dhcp_opt Oct 29 08:14:31.815324 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: extraroute.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.816563 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.817058 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: extraroute Oct 29 08:14:31.817373 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: extraroute_atomic.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.818395 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.818900 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: extraroute-atomic Oct 29 08:14:31.819216 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: filter_validation.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.820057 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.820556 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: filter-validation Oct 29 08:14:31.820874 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: fip_pf_description.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.821771 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.822266 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 29 08:14:31.822580 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: fip_port_details.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.823486 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.824015 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: fip-port-details Oct 29 08:14:31.824334 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: flavors.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.825567 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.826079 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: flavors Oct 29 08:14:31.826402 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.828086 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.828604 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 29 08:14:31.828935 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: floatingip_pools.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.829705 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.830209 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: floatingip-pools Oct 29 08:14:31.830536 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: ip_allocation.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.831444 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.831974 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension ip_allocation not supported by any of loaded plugins Oct 29 08:14:31.832299 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.833203 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.833703 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: ip-substring-filtering Oct 29 08:14:31.834025 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: l2_adjacency.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.834954 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.835451 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 29 08:14:31.835769 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: l3.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.836758 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.837265 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: router Oct 29 08:14:31.837585 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.839836 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.840362 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 29 08:14:31.840687 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.841623 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.842125 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: ext-gw-mode Oct 29 08:14:31.842451 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.843369 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.843894 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: l3-ha Oct 29 08:14:31.844216 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: l3_flavors.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.845206 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.845789 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: l3-flavors Oct 29 08:14:31.846113 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.847024 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.847521 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 29 08:14:31.847866 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: l3agentscheduler.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.848899 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.849406 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: l3_agent_scheduler Oct 29 08:14:31.849731 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: logging.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.851229 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.851739 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension logging not supported by any of loaded plugins Oct 29 08:14:31.852087 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: metering.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.852819 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.853387 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: metering Oct 29 08:14:31.853709 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.854913 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.855422 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: metering_source_and_destination_fields Oct 29 08:14:31.855746 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: multiprovidernet.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.856686 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.857206 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: multi-provider Oct 29 08:14:31.857509 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: netmtu.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.858416 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.858919 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: net-mtu Oct 29 08:14:31.859238 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: netmtu_writable.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.860178 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.860814 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: net-mtu-writable Oct 29 08:14:31.861353 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: network_availability_zone.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.862294 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.863033 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: network_availability_zone Oct 29 08:14:31.863441 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: network_ip_availability.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.864603 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.865110 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: network-ip-availability Oct 29 08:14:31.865441 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: network_segment_range.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.866211 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.866703 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension network-segment-range not supported by any of loaded plugins Oct 29 08:14:31.867026 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: pagination.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.868039 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.868367 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: pagination Oct 29 08:14:31.868682 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: port_device_profile.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.869578 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.870089 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: port-device-profile Oct 29 08:14:31.870405 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.871306 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.871838 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: port-mac-address-regenerate Oct 29 08:14:31.872155 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.873052 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.873553 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: port-numa-affinity-policy Oct 29 08:14:31.873870 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: port_resource_request.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.874764 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.875266 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension port-resource-request not supported by any of loaded plugins Oct 29 08:14:31.875691 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: portbindings.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.876868 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.877368 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: binding Oct 29 08:14:31.877684 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: portbindings_extended.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.878964 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.879465 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: binding-extended Oct 29 08:14:31.879788 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: portsecurity.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.880728 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.881222 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: port-security Oct 29 08:14:31.881541 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: project_id.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.882508 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.882834 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: project-id Oct 29 08:14:31.883152 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: providernet.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.884091 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.884601 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: provider Oct 29 08:14:31.884918 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.888574 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.889088 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos not supported by any of loaded plugins Oct 29 08:14:31.889416 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.890676 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.891183 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 29 08:14:31.891510 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.892650 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.893157 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 29 08:14:31.893483 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_default.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.894389 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.894903 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-default not supported by any of loaded plugins Oct 29 08:14:31.895228 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_fip.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.895894 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.896399 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-fip not supported by any of loaded plugins Oct 29 08:14:31.896718 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_gateway_ip.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.897636 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.898133 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 29 08:14:31.898454 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_port_network_policy.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.899354 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.899880 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 29 08:14:31.900205 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.901231 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.901739 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 29 08:14:31.902060 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_pps_rule.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.903223 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.903728 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-pps not supported by any of loaded plugins Oct 29 08:14:31.904075 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_rule_type_details.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.904978 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.905479 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 29 08:14:31.905798 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: qos_rules_alias.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.906996 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.907634 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 29 08:14:31.908010 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: quotasv2.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.908937 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.909263 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: quotas Oct 29 08:14:31.909579 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: quotasv2_detail.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.912790 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.913133 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: quota_details Oct 29 08:14:31.913465 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: rbac.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.914523 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.915043 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: rbac-policies Oct 29 08:14:31.915370 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: rbac_address_group.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.916324 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.916838 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: rbac-address-group Oct 29 08:14:31.917156 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: rbac_address_scope.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.918069 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.918577 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: rbac-address-scope Oct 29 08:14:31.918893 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: rbac_security_groups.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.919826 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.920337 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: rbac-security-groups Oct 29 08:14:31.920653 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: rbac_subnetpool.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.921564 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.922069 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: rbac-subnetpool Oct 29 08:14:31.922384 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: revisionifmatch.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.923694 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.924239 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: revision-if-match Oct 29 08:14:31.924562 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: revisions.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.925680 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.926661 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: standard-attr-revisions Oct 29 08:14:31.927010 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: router_availability_zone.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.927692 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.928221 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: router_availability_zone Oct 29 08:14:31.928543 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: routerservicetype.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.929453 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.929955 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension router-service-type not supported by any of loaded plugins Oct 29 08:14:31.930270 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.931187 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.931696 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: security-groups-normalized-cidr Oct 29 08:14:31.932040 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.932957 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.933461 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: port-security-groups-filtering Oct 29 08:14:31.933781 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.934689 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.935193 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: security-groups-remote-address-group Oct 29 08:14:31.935510 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: securitygroup.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.946072 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.946534 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: security-group Oct 29 08:14:31.946869 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: segment.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.947663 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.948186 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension segment not supported by any of loaded plugins Oct 29 08:14:31.948511 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.949511 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.950010 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 29 08:14:31.950332 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: servicetype.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.951444 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.951991 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: service-type Oct 29 08:14:31.952312 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: sorting.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.953310 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.953638 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: sorting Oct 29 08:14:31.953959 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: standard_attr_segment.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.955051 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.955566 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 29 08:14:31.955917 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: standardattrdescription.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.956566 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.957198 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: standard-attr-description Oct 29 08:14:31.957544 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: stateful_security_group.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.958458 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.958971 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: stateful-security-group Oct 29 08:14:31.959292 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: stdattrs_common.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.959900 n-d-815940-1 neutron-server[102004]: WARNING neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 29 08:14:31.960222 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.961140 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.961639 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 29 08:14:31.961956 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: subnet_onboard.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.963024 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.963529 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: subnet_onboard Oct 29 08:14:31.963877 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.964802 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.965300 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 29 08:14:31.965619 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: subnet_service_types.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.966543 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.967053 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: subnet-service-types Oct 29 08:14:31.967372 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: subnetallocation.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.968497 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.969008 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: subnet_allocation Oct 29 08:14:31.969348 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.970026 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.970541 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: subnetpool-prefix-ops Oct 29 08:14:31.970860 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.971853 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.972335 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 29 08:14:31.972654 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: tagging.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.973733 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.974244 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: standard-attr-tag Oct 29 08:14:31.974565 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: timestamp.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.975758 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.976377 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loaded extension: standard-attr-timestamp Oct 29 08:14:31.976715 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: trunk.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.977757 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.978266 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension trunk not supported by any of loaded plugins Oct 29 08:14:31.978591 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: trunk_details.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.979496 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.980030 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension trunk-details not supported by any of loaded plugins Oct 29 08:14:31.980352 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: uplink_status_propagation.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.981260 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.981791 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 29 08:14:31.982116 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Loading extension file: vlantransparent.py {{(pid=102004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 08:14:31.982773 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 08:14:31.983268 n-d-815940-1 neutron-server[102004]: INFO neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 29 08:14:31.986150 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:network Oct 29 08:14:31.986668 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:subnet Oct 29 08:14:31.987064 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 08:14:31.987445 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:port Oct 29 08:14:31.988746 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:31.989196 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service FLAVORS assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:31.989818 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:31.990234 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:31.990566 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:router Oct 29 08:14:31.991006 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 08:14:31.991482 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service METERING assigned prefix: /metering {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:31.992969 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.993332 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.993677 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:14:31.994692 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 08:14:31.995148 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:security_group Oct 29 08:14:31.995566 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 08:14:31.996190 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service CORE assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:31.996512 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 08:14:31.996857 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] subnetpool is already registered Oct 29 08:14:31.997287 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service CORE assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:31.997608 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 08:14:31.997934 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] subnetpool is already registered Oct 29 08:14:32.000465 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:32.000899 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service FLAVORS assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:32.001542 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:32.001971 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:32.002302 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:router Oct 29 08:14:32.002638 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] router is already registered Oct 29 08:14:32.003039 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 08:14:32.003379 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] floatingip is already registered Oct 29 08:14:32.003843 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service METERING assigned prefix: /metering {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:32.004556 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 08:14:32.004879 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] rbac_policy is already registered Oct 29 08:14:32.005294 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:security_group Oct 29 08:14:32.005634 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] security_group is already registered Oct 29 08:14:32.006032 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 08:14:32.006359 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] security_group_rule is already registered Oct 29 08:14:32.006862 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service CORE assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:32.007183 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 08:14:32.007508 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] subnetpool is already registered Oct 29 08:14:32.007946 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.v2.resource_helper [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Service CORE assigned prefix: {{(pid=102004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 08:14:32.008264 n-d-815940-1 neutron-server[102004]: INFO neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 08:14:32.008586 n-d-815940-1 neutron-server[102004]: WARNING neutron.quota.resource_registry [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] subnetpool is already registered Oct 29 08:14:32.010277 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: extensions {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.011783 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: address-groups {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.013307 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: address-scopes {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.014563 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: agents {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.016014 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: auto-allocated-topology {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.017369 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: availability_zones {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.018778 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: dhcp-networks {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.020271 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: dhcp-agents {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.021812 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: routers {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.024023 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: flavors {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.025295 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: service_profiles {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.026536 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: next_providers {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.028023 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: service_profiles {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.029511 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: floatingip-pools {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.030841 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: routers {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.033046 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: floatingips {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.034429 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: l3-routers {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.036118 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: l3-agents {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.037585 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: metering-labels {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.038844 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: metering-label-rules {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.040256 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: network-ip-availabilities {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.041557 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: bindings {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.043131 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: quotas {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.044840 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: quotas {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.046376 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: rbac-policies {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.047578 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: security-groups {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.049010 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: security-group-rules {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.050257 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: service-providers {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.051490 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: subnetpools {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.052916 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: subnetpools {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.054392 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.056119 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.057952 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.059734 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.061543 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.063504 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.065277 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.068391 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.070183 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.071944 n-d-815940-1 neutron-server[102004]: DEBUG neutron.api.extensions [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Extended resource: tags {{(pid=102004) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 08:14:32.078360 n-d-815940-1 neutron-server[102004]: WARNING keystonemiddleware.auth_token [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 29 08:14:32.083089 n-d-815940-1 neutron-server[102004]: WARNING keystonemiddleware.auth_token [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 29 08:14:32.092270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_concurrency.lockutils [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Acquired lock "singleton_lock" {{(pid=102004) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 29 08:14:32.092750 n-d-815940-1 neutron-server[102004]: DEBUG oslo_concurrency.lockutils [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Releasing lock "singleton_lock" {{(pid=102004) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 29 08:14:32.093411 n-d-815940-1 neutron-server[102004]: INFO oslo_service.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Starting 2 workers Oct 29 08:14:32.098322 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Started child 102113 {{(pid=102004) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 08:14:32.102834 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Started child 102114 {{(pid=102004) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 08:14:32.103833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:32.104475 n-d-815940-1 neutron-server[102004]: INFO neutron.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 29 08:14:32.104979 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Publish callbacks [] for process, before_spawn {{(pid=102004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:32.105300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [-] (102113) wsgi starting up on http://0.0.0.0:9696 Oct 29 08:14:32.107327 n-d-815940-1 neutron-server[102004]: INFO oslo_service.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Starting 1 workers Oct 29 08:14:32.107463 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:32.108905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [-] (102114) wsgi starting up on http://0.0.0.0:9696 Oct 29 08:14:32.112644 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Started child 102115 {{(pid=102004) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 08:14:32.113198 n-d-815940-1 neutron-server[102004]: INFO oslo_service.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Starting 1 workers Oct 29 08:14:32.116586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] calling RpcWorker wait() {{(pid=102115) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 29 08:14:32.117154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] returning from RpcWorker wait() {{(pid=102115) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 29 08:14:32.117725 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Started child 102116 {{(pid=102004) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 08:14:32.118319 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:32.118482 n-d-815940-1 neutron-server[102004]: DEBUG neutron_lib.callbacks.manager [None req-dca4957f-1086-4555-8ef1-79e7db1c2a80 None None] Publish callbacks [] for process, after_spawn {{(pid=102004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:32.118745 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:32.120702 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102004) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 08:14:32.120878 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 08:14:32.121234 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 08:14:32.121412 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 08:14:32.121924 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 08:14:32.122051 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 08:14:32.122572 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.122871 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.123175 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:32.123678 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.123678 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.123678 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.124299 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.124503 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.124931 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.125179 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.125466 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.125593 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.125750 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.126514 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.126514 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.126741 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.126977 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.127212 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.127477 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.127647 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.127916 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.128181 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.128449 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.128701 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] debug = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.128945 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.129433 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.129650 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.129881 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.130116 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.130375 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.130593 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.130846 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.131083 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.131292 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.131527 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.131773 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.132059 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.132215 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.132447 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.132691 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.132903 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.133358 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] host = n-d-815940-1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.133587 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.133795 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.134012 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.134246 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.134488 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.134699 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.134957 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.135213 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.135462 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.135690 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.135981 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.136243 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.136470 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.136695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.136837 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_options = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.137076 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.137322 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.137571 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.137761 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.137947 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.138182 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.138430 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.138572 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.138707 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.138899 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.139103 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.139388 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.139536 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.139715 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.139989 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.140226 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.140521 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.140740 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.140979 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.141198 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.141413 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.141642 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.141955 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.142233 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.142405 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.142634 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.142869 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.143073 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.143276 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.143519 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.143766 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.144040 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.144271 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.144529 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.144780 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.145000 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.145216 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.145438 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.145702 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.145941 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.146172 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.146413 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.146618 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.146852 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.147075 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.147285 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.147491 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_json = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.147694 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.147947 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.148229 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.149361 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.149619 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.149853 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.150109 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.150361 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.150883 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.151122 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.151377 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.151636 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.151941 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.152186 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.152437 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.152668 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.152762 n-d-815940-1 neutron-server[102116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:32.152934 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.153174 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.153503 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.153729 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.154036 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.155421 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.156348 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.156348 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.156348 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.156748 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.156877 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.157145 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.157382 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.159419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.159419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.159419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.159419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.159419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.159419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.159419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.160892 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.160892 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.160892 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.160892 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.160892 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.160892 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.160892 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.161678 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.161678 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.161678 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.162037 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.162037 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.162277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.162487 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.162673 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.162914 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.163587 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.163587 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.163587 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.164086 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.164086 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.164322 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.164447 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.164663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.164907 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.165267 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.165394 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.165593 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.165823 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.166308 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.166308 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.167107 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.167107 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.167107 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.167107 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.167397 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.167477 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.167913 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.168056 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.168178 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.168366 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.168574 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.168789 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.169030 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.169255 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.169499 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.169733 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.169953 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.170169 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.170395 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.170630 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.170853 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.171059 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.172149 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.172149 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.172149 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.172149 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.172149 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.172757 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.172757 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.172757 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.173823 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.173823 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.173823 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.174056 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.174206 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.174455 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.174902 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.175151 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.175372 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.175794 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.176135 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.176434 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.176662 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.176912 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.176912 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.176912 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.176912 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.176912 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.181158 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.181158 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.181158 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.181158 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.181158 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.181158 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.181158 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.181158 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.182183 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.182183 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.182183 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.182183 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.182183 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.182183 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.182183 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.182183 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.183223 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.183223 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.183223 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.183223 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.183223 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.183881 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.183881 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.183881 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.184614 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.184614 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.184614 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.185239 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.185239 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.185239 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.185768 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.185768 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.186033 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.186262 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.186412 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.186665 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.186896 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.187173 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.187755 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.187755 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.190310 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.190310 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.190310 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.190310 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.190310 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.190310 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.190310 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.190310 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.191602 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.191602 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.191602 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.191602 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.191602 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.191602 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.192328 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.192328 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.192328 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.192682 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.192794 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.192976 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.193200 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.193408 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.193615 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.193925 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.194065 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.194621 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.194621 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.194883 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.195006 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.195224 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.195437 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.195647 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.195960 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.196295 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.196629 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.196782 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.196930 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.197098 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.197326 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.197567 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.197769 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.197982 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.198195 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.198444 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.198785 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.199094 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.199392 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.199634 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.199899 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.200133 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.200385 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.200601 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.200915 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.201060 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.201219 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.202073 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.202073 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.202073 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.202502 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.202502 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.202701 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.202898 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.203077 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.203306 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.204254 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.204254 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.204254 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.205178 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.205178 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.205178 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.205722 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.205722 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.205722 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.206052 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.206174 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.206346 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.206807 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.206993 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.207116 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.207359 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.208224 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.208224 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.208224 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.209840 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.209840 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.209840 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.209840 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.209840 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.209840 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.209840 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.209840 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.210696 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.210696 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.210696 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.210696 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.210966 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.211092 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.211270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.211532 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.212014 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.212359 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.212660 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.212891 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.213222 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.213684 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.213869 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.214016 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.214284 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.215825 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.215825 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.215825 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.215825 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.215825 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.215825 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.216651 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.217133 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.217664 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.217947 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.218212 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.218510 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.218821 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.219226 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.219562 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.220072 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.220429 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.220917 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.221148 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.221439 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.221732 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.221957 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.222203 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.222449 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.222670 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.222932 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.223182 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.223425 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.223647 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.223902 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.224120 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.224370 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.224582 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.224825 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.225341 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.225341 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 08:14:32.225719 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102004) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 08:14:32.225873 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 08:14:32.226017 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 08:14:32.226215 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 08:14:32.226366 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 08:14:32.226660 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 08:14:32.227004 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.227308 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.227466 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.227620 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.227781 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.228012 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.228176 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.228381 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.228488 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.228635 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.228790 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.228946 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.229102 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.229256 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.229411 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.229559 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.229713 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.229868 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.230078 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.230238 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.230398 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.230552 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.230707 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] debug = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.230862 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.231064 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.231224 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.231380 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.231535 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.231693 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.231866 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.232021 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.232175 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.232327 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.232481 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.232636 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.232789 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.232960 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.233082 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.233235 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.233389 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.233541 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] host = n-d-815940-1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.233695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.233847 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.234001 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.234154 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.234307 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.234468 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.234622 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.234776 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.234929 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.235082 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.235237 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.235391 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.235569 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.235724 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.235898 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_options = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.236052 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.236206 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.236360 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.236532 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.236685 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.236839 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.236993 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.237149 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.237303 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.237460 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.237612 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.237766 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.237918 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.238061 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.238209 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.238358 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.238509 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.238657 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.238807 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.238966 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.239115 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.239439 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.239761 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.240031 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.240232 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.240376 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.240539 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.240701 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.240873 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.241023 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.241148 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.241269 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.241411 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.241575 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.241729 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.241881 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.242055 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.242184 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.242331 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.242486 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.242638 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.242792 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.242939 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.243096 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.243267 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.243396 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244314 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_json = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244314 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244314 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244314 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244314 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244314 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244949 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244949 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244949 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 08:14:32.244949 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.245335 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.245335 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.245335 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.245678 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.245678 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.245915 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.245915 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.246214 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.246214 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.246746 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.246746 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.246746 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.246746 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.247382 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.247382 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.247382 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.247382 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.247856 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.247856 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.247856 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.248196 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.248196 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.248196 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.248553 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.248553 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.248783 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.248783 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.249009 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.249129 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.249212 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.249374 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.249529 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.249669 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.249829 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.250008 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.250144 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.250290 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.250444 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.250665 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.250798 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.250930 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.251052 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.251440 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.251440 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.251878 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.251878 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.251878 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.252228 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.252228 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.252473 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.252473 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253081 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253081 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253081 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253081 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253542 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253542 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253542 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253805 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253805 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.253950 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.254028 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.254149 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.254308 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.254467 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.254634 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.254790 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.254945 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.255300 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.255300 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.255536 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.255536 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.255764 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.255902 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.256023 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.256145 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.256278 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.256636 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.256636 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.256956 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.256956 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.257177 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.257177 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.257404 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.257527 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.257658 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.257781 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.257900 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.258057 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.258234 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.258389 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.258534 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.258713 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.258869 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.259024 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.259180 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.259333 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.259457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:32.259547 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.259627 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.259773 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.259948 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.260106 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.260265 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.260419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.260573 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.260729 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.260883 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.261039 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.261193 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.261350 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.261505 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.261659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.261820 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.261975 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.262130 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.262294 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.262448 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.262607 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.262762 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.262922 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.263087 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.263245 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.263400 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.263554 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.263715 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.263891 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.264047 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.264202 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.264357 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.264513 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.264667 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.264828 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.264992 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.265149 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.265304 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.265458 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.265634 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.265789 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.265943 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.266099 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.266253 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.266406 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.266561 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.266716 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.266989 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.267189 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.267363 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.267517 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.267671 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.267853 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.268001 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.268156 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.268311 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.268471 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.269286 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.269461 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.269628 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.269793 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.269955 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.270115 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.270274 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.270786 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.270975 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.271134 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.271299 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.271457 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.271614 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.271923 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.272092 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.272254 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.272419 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.274160 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.274160 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.274520 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.274520 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.284277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.284277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.284277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.284277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.284277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.284277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.284277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.284277 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.285652 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.285652 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.285652 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.285652 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.285652 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.285652 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.285652 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.285652 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.286663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.286663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.286663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.286663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.286663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.286663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.286663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.286663 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.287659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.287659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.287659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.287659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.287659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.287659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.287659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.287659 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.288695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.288695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.288695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.288695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.288695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.288695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.288695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.288695 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.289963 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.289963 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.289963 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.289963 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.289963 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.289963 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.289963 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.289963 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.290965 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.290965 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.290965 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.290965 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.290965 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.290965 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.290965 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.290965 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.291991 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.291991 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.291991 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.291991 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.291991 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.291991 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.291991 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.291991 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.292613 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.292613 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.292613 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.292613 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.292613 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.292613 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.292613 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.292613 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293163 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293163 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293163 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293163 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293163 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293163 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293163 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293163 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293745 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293745 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293745 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293745 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293745 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293745 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293745 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.293745 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294270 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.294800 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.295390 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 08:14:32.296018 n-d-815940-1 neutron-server[102004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102004) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 08:14:32.464767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60050) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:32.473943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070746 Oct 29 08:14:44.346478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8156367-96bb-4358-bd20-ee6faf4c5617 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:14:44.410913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8156367-96bb-4358-bd20-ee6faf4c5617 None None] No non-hosted networks {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 29 08:14:44.427351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.agentschedulers_db [None req-f8156367-96bb-4358-bd20-ee6faf4c5617 None None] DHCP Agent not found on host n-d-815940-1 {{(pid=102115) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 29 08:14:44.610416 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6565bd0-b191-4e3f-ae1c-66954a1a89b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709956'] for agent, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:46.910207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21305b8c-5218-4cd7-b813-d1a63f4cf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709956'] for agent, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:46.957013 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-722b8991-1ca4-4ae9-9d3f-f15cf9bee566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:48.003746 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709956'] for agent, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:48.191692 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709956'] for agent, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:48.195431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.195782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.196144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.196476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.196801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.197481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.197481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.197738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.198055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.198369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.198681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.198992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:48.199375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815940-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:48.213109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815940-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:14:49.334818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709956'] for agent, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:50.928651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60142) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:51.467490 n-d-815940-1 neutron-server[102113]: WARNING oslo_policy.policy [None req-fc3a22fe-ad5b-4384-acd7-7ff055b0ca5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 08:14:51.468084 n-d-815940-1 neutron-server[102113]: WARNING oslo_policy.policy [None req-fc3a22fe-ad5b-4384-acd7-7ff055b0ca5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 08:14:51.688594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-fc3a22fe-ad5b-4384-acd7-7ff055b0ca5a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:14:51.689938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fc3a22fe-ad5b-4384-acd7-7ff055b0ca5a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7593124 Oct 29 08:14:52.457652 n-d-815940-1 neutron-server[102115]: INFO neutron.db.l3_hamode_db [None req-6c738123-734b-4ea6-906b-d4197623e340 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 29 08:14:52.541090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c738123-734b-4ea6-906b-d4197623e340 None None] Routers set() bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:14:52.541482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c738123-734b-4ea6-906b-d4197623e340 None None] Router IDs set() for agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 08:14:54.194370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60156) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:54.750434 n-d-815940-1 neutron-server[102114]: WARNING oslo_policy.policy [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 08:14:54.751047 n-d-815940-1 neutron-server[102114]: WARNING oslo_policy.policy [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 08:14:54.971074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:14:55.065439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.policy [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102114) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 08:14:55.111683 n-d-815940-1 neutron-server[102114]: WARNING oslo_policy.policy [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 08:14:55.112092 n-d-815940-1 neutron-server[102114]: WARNING oslo_policy.policy [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 08:14:55.120826 n-d-815940-1 neutron-server[102114]: INFO neutron.quota [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] Loaded quota_driver: . Oct 29 08:14:55.215738 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730474861046', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730474861507', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730474881490', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730474883998', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730475358259', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730474897021', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613038', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-685194', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1829311', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573143'] for rbac-policy, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:55.290557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:55.291719 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2295b448-01db-4faf-84c4-1086d91ccb43 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0959179 Oct 29 08:14:58.038147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60174) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:14:58.374592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Request body: {'network': {'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'project_id': 'ce9f1431ef154195b499c893f3111725', 'name': 'private', 'admin_state_up': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:14:58.376863 n-d-815940-1 neutron-server[102113]: INFO neutron.quota [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Loaded quota_driver: . Oct 29 08:14:58.439076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Made reservation on behalf of ce9f1431ef154195b499c893f3111725 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:14:58.506803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.policy [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102113) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 08:14:58.553381 n-d-815940-1 neutron-server[102113]: WARNING oslo_policy.policy [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 08:14:58.553760 n-d-815940-1 neutron-server[102113]: WARNING oslo_policy.policy [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 08:14:58.564381 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:58.606549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:58.738106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:58.745606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:58.772123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:14:58.799488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730476726375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:58.800098 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Unsubscribe: segment precommit_create {{(pid=102113) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 08:14:58.800592 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Added segment 080b2ab5-61b2-4968-bfda-e7bbd5e43d50 of type vlan for network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 Oct 29 08:14:58.828335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42c6cce-bbc8-4536-ab4e-bd88aeff47ea,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:58.880202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.880396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.880761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.881087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.881407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.881731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.882045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.882361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.882671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.882985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.883301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.883612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Tracked resource versions report: Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: pushed versions: Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: { 'AddressGroup': {'1.2'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'ConntrackHelper': {'1.0'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Log': {'1.0'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Network': {'1.1'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Port': {'1.7'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'PortForwarding': {'1.2'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'QosPolicy': {'1.10'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'SecurityGroup': {'1.4'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'SubPort': {'1.0'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Subnet': {'1.1'}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Trunk': {'1.1'}} Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: consumer versions: Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: { DHCP agent@n-d-815940-1: {}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: L3 agent@n-d-815940-1: {}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: Metadata agent@n-d-815940-1: {}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: Metering agent@n-d-815940-1: {}, Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: Open vSwitch agent@n-d-815940-1: { 'AddressGroup': '1.2', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'ConntrackHelper': '1.0', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Log': '1.0', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Network': '1.1', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Port': '1.7', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'PortForwarding': '1.2', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'QosPolicy': '1.10', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'SecurityGroup': '1.4', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'SecurityGroupRule': '1.2', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'SubPort': '1.0', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Subnet': '1.1', Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: 'Trunk': '1.1'}} Oct 29 08:14:58.884745 n-d-815940-1 neutron-server[102113]: {{(pid=102113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:14:58.927118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:58.985250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:58.987293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:14:58.988243 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:14:59.078179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0389087 Oct 29 08:14:59.099559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2317c22-192e-4850-8324-38d6ae0d6bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb83530f-bbbb-48f6-ae1e-0fddf29546d7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:14:59.115399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:15:01.932441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60190) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:02.403766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3cec79-dd3d-4f97-8114-1d5e33c2c412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:02.405841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9a3cec79-dd3d-4f97-8114-1d5e33c2c412 admin admin] 10.222.0.70 "GET /v2.0/networks/fb83530f-bbbb-48f6-ae1e-0fddf29546d7 HTTP/1.1" status: 200 len: 826 time: 0.4717753 Oct 29 08:15:02.435064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3c5e6b60-cf6c-4105-91b9-f9611d4919f2 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/c52d0682-7722-42b1-bdd5-27948983c147 HTTP/1.1" status: 200 len: 734 time: 0.0199273 Oct 29 08:15:02.445445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Request body: {'subnet': {'subnetpool_id': 'c52d0682-7722-42b1-bdd5-27948983c147', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ce9f1431ef154195b499c893f3111725'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:15:02.476908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Made reservation on behalf of ce9f1431ef154195b499c893f3111725 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:15:02.481074 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:02.795362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:02.865045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Checking segment: {'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:15:02.865362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Network hostable DHCP agents. Network: fb83530f-bbbb-48f6-ae1e-0fddf29546d7, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:15:02.872478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab65f8c0-afb8-43e4-8de3-eb0812a1508f,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:02.884161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.884503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.884827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.885150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.885472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.885789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.886106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.886414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.886774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.887031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.887323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.887654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Tracked resource versions report: Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: pushed versions: Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: { 'AddressGroup': {'1.2'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'ConntrackHelper': {'1.0'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Log': {'1.0'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Network': {'1.1'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Port': {'1.7'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'PortForwarding': {'1.2'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'QosPolicy': {'1.10'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'SecurityGroup': {'1.4'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'SubPort': {'1.0'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Subnet': {'1.1'}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Trunk': {'1.1'}} Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: consumer versions: Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: { DHCP agent@n-d-815940-1: {}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: L3 agent@n-d-815940-1: {}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: Metadata agent@n-d-815940-1: {}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: Metering agent@n-d-815940-1: {}, Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: Open vSwitch agent@n-d-815940-1: { 'AddressGroup': '1.2', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'ConntrackHelper': '1.0', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Log': '1.0', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Network': '1.1', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Port': '1.7', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'PortForwarding': '1.2', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'QosPolicy': '1.10', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'SecurityGroup': '1.4', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'SecurityGroupRule': '1.2', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'SubPort': '1.0', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Subnet': '1.1', Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: 'Trunk': '1.1'}} Oct 29 08:15:02.888773 n-d-815940-1 neutron-server[102114]: {{(pid=102114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:15:02.922464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:15:02.936361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, fb83530f-bbbb-48f6-ae1e-0fddf29546d7) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:15:02.941482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:02.942090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:02.947259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af4c86-251b-40ca-91b7-03794fbbc5ba None None] Network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:02.960170 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fc9cabcc-91ff-4b33-a159-d889d7e3f4e3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5179081 Oct 29 08:15:03.285310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'fixed_ips': [{'subnet_id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:15:03.286613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:03.590971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Allocated IP 172.20.0.2 (fb83530f-bbbb-48f6-ae1e-0fddf29546d7/ab65f8c0-afb8-43e4-8de3-eb0812a1508f/60542a20-365e-4a6e-9093-e023c79b3e7c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:15:03.800698 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:03.815273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:03.890972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:15:03.896247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:15:03.901953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Pushing event updated for resources: {'Port': ['ID=60542a20-365e-4a6e-9093-e023c79b3e7c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:03.904130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:15:03.914469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.914820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.915159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.915494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.915825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.916177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.916504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.916827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.917149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.917456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.917802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.918106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Tracked resource versions report: Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: pushed versions: Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: { 'AddressGroup': {'1.2'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'ConntrackHelper': {'1.0'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Log': {'1.0'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Network': {'1.1'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Port': {'1.7'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'PortForwarding': {'1.2'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'QosPolicy': {'1.10'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'SecurityGroup': {'1.4'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'SubPort': {'1.0'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Subnet': {'1.1'}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Trunk': {'1.1'}} Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: consumer versions: Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: { DHCP agent@n-d-815940-1: {}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: L3 agent@n-d-815940-1: {}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: Metadata agent@n-d-815940-1: {}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: Metering agent@n-d-815940-1: {}, Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: Open vSwitch agent@n-d-815940-1: { 'AddressGroup': '1.2', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'ConntrackHelper': '1.0', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Log': '1.0', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Network': '1.1', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Port': '1.7', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'PortForwarding': '1.2', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'QosPolicy': '1.10', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'SecurityGroup': '1.4', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'SecurityGroupRule': '1.2', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'SubPort': '1.0', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Subnet': '1.1', Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: 'Trunk': '1.1'}} Oct 29 08:15:03.919209 n-d-815940-1 neutron-server[102115]: {{(pid=102115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:15:03.995146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Attempting to bind port 60542a20-365e-4a6e-9093-e023c79b3e7c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:15:03.995877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Attempting to bind port 60542a20-365e-4a6e-9093-e023c79b3e7c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:15:03.996007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Attempting to bind port 60542a20-365e-4a6e-9093-e023c79b3e7c on network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:15:04.001471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:15:04.001868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Checking segment: {'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:15:04.002318 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:04.002708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Bound using segment: {'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:15:04.003196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Bound port: 60542a20-365e-4a6e-9093-e023c79b3e7c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:15:04.003595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:04.065950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] For port 60542a20-365e-4a6e-9093-e023c79b3e7c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:15:04.070297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] For port 60542a20-365e-4a6e-9093-e023c79b3e7c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=60542a20-365e-4a6e-9093-e023c79b3e7c,segment=NetworkSegment(080b2ab5-61b2-4968-bfda-e7bbd5e43d50),segment_id=080b2ab5-61b2-4968-bfda-e7bbd5e43d50)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:15:04.077471 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:04.143161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a5b28-3156-4f56-9ae5-ebdc4c127508 None None] Pushing event updated for resources: {'Port': ['ID=60542a20-365e-4a6e-9093-e023c79b3e7c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:05.496494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60202) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:05.824929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-fd0c2072-5a7f-4474-8e88-18eaeccc4da7 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:15:05.825963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fd0c2072-5a7f-4474-8e88-18eaeccc4da7 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3282897 Oct 29 08:15:08.337639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60210) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:08.676657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-b871a5eb-8103-4093-a873-171d4a9d6fc0 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:15:08.677653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b871a5eb-8103-4093-a873-171d4a9d6fc0 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3389931 Oct 29 08:15:11.428371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60220) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:11.739935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eb1f4e76-5a6a-4509-9243-09cfec4de602 admin admin] Request body: {'router': {'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'name': 'router1', 'admin_state_up': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:15:11.766278 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4e76-5a6a-4509-9243-09cfec4de602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:11.768102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4e76-5a6a-4509-9243-09cfec4de602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:11.921378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4e76-5a6a-4509-9243-09cfec4de602 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:11.927494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4e76-5a6a-4509-9243-09cfec4de602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:11.943109 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4e76-5a6a-4509-9243-09cfec4de602 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:11.944362 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eb1f4e76-5a6a-4509-9243-09cfec4de602 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5150225 Oct 29 08:15:13.344900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce69d3-a9d7-4a5b-9b57-28663d309264 None None] Network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:13.426601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e4d7f02c-1aac-44b1-906c-c03783cecf7b None None] Provisioning complete for port 60542a20-365e-4a6e-9093-e023c79b3e7c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:13.426997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f02c-1aac-44b1-906c-c03783cecf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.638241 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f02c-1aac-44b1-906c-c03783cecf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.685507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e4d7f02c-1aac-44b1-906c-c03783cecf7b None None] For port 60542a20-365e-4a6e-9093-e023c79b3e7c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=60542a20-365e-4a6e-9093-e023c79b3e7c,segment=NetworkSegment(080b2ab5-61b2-4968-bfda-e7bbd5e43d50),segment_id=080b2ab5-61b2-4968-bfda-e7bbd5e43d50)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:13.692073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f02c-1aac-44b1-906c-c03783cecf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:13.741644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7f02c-1aac-44b1-906c-c03783cecf7b None None] Pushing event updated for resources: {'Port': ['ID=60542a20-365e-4a6e-9093-e023c79b3e7c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:13.918161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-144aaa72-8190-47ab-8b3a-3faf08cac0d6 None None] Provisioning complete for port 60542a20-365e-4a6e-9093-e023c79b3e7c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:13.918475 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-144aaa72-8190-47ab-8b3a-3faf08cac0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.076901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 60542a20-365e-4a6e-9093-e023c79b3e7c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:15:14.128758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 60542a20-365e-4a6e-9093-e023c79b3e7c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:14.129139 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.239013 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4d5b7780-38f8-45f4-80f0-cf424e7e3756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:14.513977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60232) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:14.865357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-09e4f774-eb1e-4f47-825a-ab0320ff0e5f admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:15:14.866346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-09e4f774-eb1e-4f47-825a-ab0320ff0e5f admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3515093 Oct 29 08:15:16.898441 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-539fcf0a-d86c-4afa-9f9e-1aa999c9ee62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.377754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60240) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:17.722483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:15:17.751222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Made reservation on behalf of cbdd35071b76444f9a07071a5ffce079 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:15:17.753579 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.761797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.836617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.843074 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.859932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Reserving flat network on physical network physnet1 {{(pid=102113) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 29 08:15:17.875709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe00f9d-77fe-4eeb-8532-1e08bb589907,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:17.880813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.881155 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Added segment 3e1ca24b-7349-4628-b8bd-cd0e1d32a939 of type flat for network 6fec1c60-9481-4b61-bbaf-90b386e9f372 Oct 29 08:15:17.931946 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.938299 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.967473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:17.968432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:17.969249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:18.026418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6474531 Oct 29 08:15:18.030968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728d583-4996-4651-8342-088aaeaa1331 admin admin] Pushing event updated for resources: {'Network': ['ID=6fec1c60-9481-4b61-bbaf-90b386e9f372,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:18.041741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:15:18.179646 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:19.262451 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:20.605214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60258) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:20.833948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bc37c9-19d3-4816-b935-dfc21ed70a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:20.835723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c2bc37c9-19d3-4816-b935-dfc21ed70a02 admin admin] 10.222.0.70 "GET /v2.0/subnets/ab65f8c0-afb8-43e4-8de3-eb0812a1508f HTTP/1.1" status: 200 len: 849 time: 0.2295871 Oct 29 08:15:20.968953 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-504606b0-c101-4669-9c23-6f5a91026dbe admin admin] 10.222.0.70 "GET /v2.0/routers/a7ff7949-c225-46fb-bebb-2e4652738f33 HTTP/1.1" status: 200 len: 704 time: 0.1264646 Oct 29 08:15:21.242645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.566804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Allocated IP 172.20.0.1 (fb83530f-bbbb-48f6-ae1e-0fddf29546d7/ab65f8c0-afb8-43e4-8de3-eb0812a1508f/886d91bf-e1ae-4080-a26d-cfb7781c4ab8) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:15:21.733639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.820500 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.919515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:15:21.927743 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:15:21.932640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:15:21.933172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:21.936243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Pushing event updated for resources: {'Port': ['ID=886d91bf-e1ae-4080-a26d-cfb7781c4ab8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:22.193222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7727454e-a9e1-4089-84f9-8a851e661de2 None None] Provisioning complete for port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:22.193886 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7727454e-a9e1-4089-84f9-8a851e661de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.230110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.233266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7727454e-a9e1-4089-84f9-8a851e661de2 None None] Port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:15:22.471233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.478027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.478813 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.559902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Pushing event updated for resources: {'Port': ['ID=886d91bf-e1ae-4080-a26d-cfb7781c4ab8,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:22.616566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:15:22.618095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:15:22.800651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Router a7ff7949-c225-46fb-bebb-2e4652738f33 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:15:22.861250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c3d3401b-c916-4ef9-a8c4-aa3ef86e1296 None None] Provisioning complete for port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:22.861627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3d3401b-c916-4ef9-a8c4-aa3ef86e1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:22.894065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:22.898816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3401b-c916-4ef9-a8c4-aa3ef86e1296 None None] Port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:15:22.904665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-079fb9e8-cabc-4d71-8a89-2e96edacfb6b admin admin] 10.222.0.70 "PUT /v2.0/routers/a7ff7949-c225-46fb-bebb-2e4652738f33/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9289398 Oct 29 08:15:22.907475 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Sync routers for ids ['a7ff7949-c225-46fb-bebb-2e4652738f33'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:22.923086 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Routers {'a7ff7949-c225-46fb-bebb-2e4652738f33'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:22.923967 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:15:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a7ff7949-c225-46fb-bebb-2e4652738f33'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:23.112801 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Set router a7ff7949-c225-46fb-bebb-2e4652738f33 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:23.541879 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'name': 'router1', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:15:11Z', 'updated_at': '2021-10-29T08:15:22Z', 'revision_number': 2, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'gw_port_host': None, '_interfaces': [{'id': '886d91bf-e1ae-4080-a26d-cfb7781c4ab8', 'name': '', 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'mac_address': 'fa:16:3e:d6:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:21Z', 'updated_at': '2021-10-29T08:15:22Z', 'revision_number': 2, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'subnets': [{'id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52d0682-7722-42b1-bdd5-27948983c147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:23.592632 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Checking router: a7ff7949-c225-46fb-bebb-2e4652738f33 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:23.592997 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Updating router a7ff7949-c225-46fb-bebb-2e4652738f33 port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:15:23.641315 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.152194 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.160698 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.337561 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Pushing event updated for resources: {'Port': ['ID=886d91bf-e1ae-4080-a26d-cfb7781c4ab8,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:24.342165 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Attempting to bind port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:15:24.342560 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Attempting to bind port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:15:24.342997 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Attempting to bind port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 on network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:15:24.350920 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.351258 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.351590 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.351938 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.352263 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.352585 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.352901 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.353217 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.353529 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.353842 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.354157 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.354470 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Tracked resource versions report: Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: pushed versions: Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: { 'AddressGroup': {'1.2'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'ConntrackHelper': {'1.0'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Log': {'1.0'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Network': {'1.1'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Port': {'1.7'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'PortForwarding': {'1.2'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'QosPolicy': {'1.10'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'SecurityGroup': {'1.4'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'SubPort': {'1.0'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Subnet': {'1.1'}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Trunk': {'1.1'}} Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: consumer versions: Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: { DHCP agent@n-d-815940-1: {}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: L3 agent@n-d-815940-1: {}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: Metadata agent@n-d-815940-1: {}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: Metering agent@n-d-815940-1: {}, Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: Open vSwitch agent@n-d-815940-1: { 'AddressGroup': '1.2', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'ConntrackHelper': '1.0', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Log': '1.0', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Network': '1.1', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Port': '1.7', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'PortForwarding': '1.2', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'QosPolicy': '1.10', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'SecurityGroup': '1.4', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'SecurityGroupRule': '1.2', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'SubPort': '1.0', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Subnet': '1.1', Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: 'Trunk': '1.1'}} Oct 29 08:15:24.355533 n-d-815940-1 neutron-server[102116]: {{(pid=102116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:15:24.358177 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:15:24.358580 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Checking segment: {'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:15:24.359031 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.359503 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Bound using segment: {'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:15:24.360082 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Bound port: 886d91bf-e1ae-4080-a26d-cfb7781c4ab8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080b2ab5-61b2-4968-bfda-e7bbd5e43d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:15:24.360459 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.428486 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] For port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:15:24.430342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-43d8532b-1998-408c-843f-679ee954749f None None] Provisioning complete for port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:24.430832 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-43d8532b-1998-408c-843f-679ee954749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.451162 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] For port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=886d91bf-e1ae-4080-a26d-cfb7781c4ab8,segment=NetworkSegment(080b2ab5-61b2-4968-bfda-e7bbd5e43d50),segment_id=080b2ab5-61b2-4968-bfda-e7bbd5e43d50)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:15:24.457535 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.508697 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8a109-1977-4c0a-9bca-209af1091ab1 None None] Pushing event updated for resources: {'Port': ['ID=886d91bf-e1ae-4080-a26d-cfb7781c4ab8,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:24.516876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-43d8532b-1998-408c-843f-679ee954749f None None] Port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:15:24.526712 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Routers {'a7ff7949-c225-46fb-bebb-2e4652738f33'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:24.527310 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:15:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a7ff7949-c225-46fb-bebb-2e4652738f33'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:24.615364 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] Set router a7ff7949-c225-46fb-bebb-2e4652738f33 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:24.742543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1b93efa6-62f5-43fe-b439-382c036a7f4e None None] Provisioning complete for port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:24.743277 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b93efa6-62f5-43fe-b439-382c036a7f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.819602 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b93efa6-62f5-43fe-b439-382c036a7f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.838491 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'name': 'router1', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:15:11Z', 'updated_at': '2021-10-29T08:15:22Z', 'revision_number': 2, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'gw_port_host': None, '_interfaces': [{'id': '886d91bf-e1ae-4080-a26d-cfb7781c4ab8', 'name': '', 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'mac_address': 'fa:16:3e:d6:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:21Z', 'updated_at': '2021-10-29T08:15:24Z', 'revision_number': 4, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'subnets': [{'id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52d0682-7722-42b1-bdd5-27948983c147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:24.856514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1b93efa6-62f5-43fe-b439-382c036a7f4e None None] For port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=886d91bf-e1ae-4080-a26d-cfb7781c4ab8,segment=NetworkSegment(080b2ab5-61b2-4968-bfda-e7bbd5e43d50),segment_id=080b2ab5-61b2-4968-bfda-e7bbd5e43d50)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:24.865300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b93efa6-62f5-43fe-b439-382c036a7f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:24.865511 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00689676-48b3-45a3-8b9b-e3752fc991aa None None] The sync data for ids ['a7ff7949-c225-46fb-bebb-2e4652738f33'] in n-d-815940-1 is: [{'id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'name': 'router1', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:15:11Z', 'updated_at': '2021-10-29T08:15:22Z', 'revision_number': 2, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'gw_port_host': None, '_interfaces': [{'id': '886d91bf-e1ae-4080-a26d-cfb7781c4ab8', 'name': '', 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'mac_address': 'fa:16:3e:d6:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:21Z', 'updated_at': '2021-10-29T08:15:24Z', 'revision_number': 4, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'subnets': [{'id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52d0682-7722-42b1-bdd5-27948983c147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:24.912962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93efa6-62f5-43fe-b439-382c036a7f4e None None] Pushing event updated for resources: {'Port': ['ID=886d91bf-e1ae-4080-a26d-cfb7781c4ab8,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:25.292437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60278) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:25.441042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220d2cd-d250-4258-a6c2-e497bdc70082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:25.442456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f220d2cd-d250-4258-a6c2-e497bdc70082 admin admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 842 time: 0.1489198 Oct 29 08:15:25.452929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Request body: {'subnet': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:15:25.479752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Made reservation on behalf of cbdd35071b76444f9a07071a5ffce079 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:15:25.482283 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:25.902192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:15:25.902604 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:25.969488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c681cf-74ea-4257-9024-b3c3115a66e6,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:25.980251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:15:25.980664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Network hostable DHCP agents. Network: 6fec1c60-9481-4b61-bbaf-90b386e9f372, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:15:26.003337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:15:26.018534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6fec1c60-9481-4b61-bbaf-90b386e9f372) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:15:26.023836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:26.024482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:26.029691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3a772-bba4-4c6e-a750-334404a4aefe None None] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:26.059427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e9e61695-b54a-4471-9fe8-5aba8355b78a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5989804 Oct 29 08:15:26.170588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380cde84-052c-408b-beeb-58bee0acb0c6 None None] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:15:28.176644 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:15:28.479094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60286) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:28.617276 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-034fc0e5-6d1f-4009-bead-0e56dea302f5 admin admin] 10.222.0.70 "GET /v2.0/routers/a7ff7949-c225-46fb-bebb-2e4652738f33 HTTP/1.1" status: 200 len: 710 time: 0.1369731 Oct 29 08:15:28.710437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0812248-f229-450c-9a96-5cb39a38ce81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:15:28.711829 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c0812248-f229-450c-9a96-5cb39a38ce81 admin admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 886 time: 0.0883207 Oct 29 08:15:28.721618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:15:28.969378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.299558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.379398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.491435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Allocated IP 172.25.5.226 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:15:29.602824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.638419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:29.679140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:15:29.681996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:15:29.688354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:15:29.691265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Pushing event updated for resources: {'Port': ['ID=75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:29.943139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:30.138787 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:30.142584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:30.255235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Router a7ff7949-c225-46fb-bebb-2e4652738f33 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:15:30.380309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:15:30.384747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:30.386016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6eb4cc23-ab4f-4aab-aa81-a0007d536a98 admin admin] 10.222.0.70 "PUT /v2.0/routers/a7ff7949-c225-46fb-bebb-2e4652738f33 HTTP/1.1" status: 200 len: 890 time: 1.6677356 Oct 29 08:15:31.834364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Sync routers for ids ['a7ff7949-c225-46fb-bebb-2e4652738f33'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:15:31.845817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Routers {'a7ff7949-c225-46fb-bebb-2e4652738f33'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:31.846471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:15:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a7ff7949-c225-46fb-bebb-2e4652738f33'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:32.058915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Set router a7ff7949-c225-46fb-bebb-2e4652738f33 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:32.075673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:15:32.339329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:32.339590 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:32.552806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'name': 'router1', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:15:11Z', 'updated_at': '2021-10-29T08:15:29Z', 'revision_number': 4, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'gw_port': {'id': '75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:29Z', 'updated_at': '2021-10-29T08:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '886d91bf-e1ae-4080-a26d-cfb7781c4ab8', 'name': '', 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'mac_address': 'fa:16:3e:d6:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:21Z', 'updated_at': '2021-10-29T08:15:24Z', 'revision_number': 5, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'subnets': [{'id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52d0682-7722-42b1-bdd5-27948983c147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:32.675891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Checking router: a7ff7949-c225-46fb-bebb-2e4652738f33 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:15:32.676170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Updating router a7ff7949-c225-46fb-bebb-2e4652738f33 port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:15:32.724091 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:32.979839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60298) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:15:33.064681 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:33.071311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:33.098622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-338ce090-6eda-44d6-9ec3-d2f15e6cb641 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176231 Oct 29 08:15:33.121302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cd1bb-e27a-4afa-b9bc-beff668037a9 None None] Pushing event updated for resources: {'Port': ['ID=75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:33.133644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Attempting to bind port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:15:33.134036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Attempting to bind port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:15:33.134397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Attempting to bind port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:15:33.140322 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:15:33.140784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:15:33.141214 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:33.141617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:15:33.142108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Bound port: 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:15:33.142511 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:33.199786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] For port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:15:33.203326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] For port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:15:33.208261 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:33.267413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Routers {'a7ff7949-c225-46fb-bebb-2e4652738f33'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:15:33.268082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:15:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a7ff7949-c225-46fb-bebb-2e4652738f33'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:33.306791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cd1bb-e27a-4afa-b9bc-beff668037a9 None None] Pushing event updated for resources: {'Port': ['ID=75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:33.380272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] Set router a7ff7949-c225-46fb-bebb-2e4652738f33 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:15:33.607072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'name': 'router1', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:15:11Z', 'updated_at': '2021-10-29T08:15:29Z', 'revision_number': 4, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'gw_port': {'id': '75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:29Z', 'updated_at': '2021-10-29T08:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '886d91bf-e1ae-4080-a26d-cfb7781c4ab8', 'name': '', 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'mac_address': 'fa:16:3e:d6:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:21Z', 'updated_at': '2021-10-29T08:15:24Z', 'revision_number': 5, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'subnets': [{'id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52d0682-7722-42b1-bdd5-27948983c147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:15:33.633739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71873986-70c7-4a54-86b7-759f9d2f76c8 None None] The sync data for ids ['a7ff7949-c225-46fb-bebb-2e4652738f33'] in n-d-815940-1 is: [{'id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'name': 'router1', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:15:11Z', 'updated_at': '2021-10-29T08:15:29Z', 'revision_number': 4, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'gw_port': {'id': '75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:29Z', 'updated_at': '2021-10-29T08:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '886d91bf-e1ae-4080-a26d-cfb7781c4ab8', 'name': '', 'network_id': 'fb83530f-bbbb-48f6-ae1e-0fddf29546d7', 'tenant_id': 'ce9f1431ef154195b499c893f3111725', 'mac_address': 'fa:16:3e:d6:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ff7949-c225-46fb-bebb-2e4652738f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:15:21Z', 'updated_at': '2021-10-29T08:15:24Z', 'revision_number': 5, 'project_id': 'ce9f1431ef154195b499c893f3111725', 'subnets': [{'id': 'ab65f8c0-afb8-43e4-8de3-eb0812a1508f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c52d0682-7722-42b1-bdd5-27948983c147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:15:34.109809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:15:34.163086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:34.163469 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:34.249401 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:34.270603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:15:34.275886 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:34.327241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:15:36.063151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:15:36.130526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 75e961cc-e83a-49fc-9d9e-6d6bc6d1d47c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:15:36.130892 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:44.224576 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5558-559f-47f1-a9b5-4b4cd87cfc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:46.902944 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bc8b6b53-b76f-47a4-8925-e57dcf8ee11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:47.952412 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:48.182856 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:15:49.267442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:05.175508 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:16:14.220505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb7a9-66b5-4105-8d0c-344bbc3633aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:16.910958 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b90e-3e7b-4982-b1a0-140d3c9fbee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:17.947766 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:18.180627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:19.266649 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:42.177620 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:16:44.228547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-74030fc9-f544-49c5-8ab7-1a49eb58da3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:46.907470 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1eeb-5b01-4e71-b1f6-3ebb8aa7b21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:47.948560 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:48.176752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:16:49.263610 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:14.224906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-477659b4-2299-476a-89dc-c5f2a2188164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:16.913474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a0e2740b-4941-4d58-b8a0-c74246c21f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:16.984754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60892) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:17.053829 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee9c35f-f5fb-4db6-a3b8-1663813f392b admin admin] GET failed (client error): The resource could not be found. Oct 29 08:17:17.055219 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cee9c35f-f5fb-4db6-a3b8-1663813f392b admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694814 Oct 29 08:17:17.222774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e28333-dc97-4803-8478-a3a9320e5cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:17.224430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-76e28333-dc97-4803-8478-a3a9320e5cf3 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1643498 Oct 29 08:17:17.952486 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:18.174907 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:19.177638 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:17:19.267193 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:19.529057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60902) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:19.643082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a431ae2-deda-4ad0-a3e1-1f35700162e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:19.644553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8a431ae2-deda-4ad0-a3e1-1f35700162e8 admin admin] 10.222.0.70 "GET /v2.0/subnets/ab65f8c0-afb8-43e4-8de3-eb0812a1508f HTTP/1.1" status: 200 len: 849 time: 0.1144466 Oct 29 08:17:19.657964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:17:19.754480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Publish callbacks [] for subnet, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:19.911586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730476700407'] for subnet, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:19.948065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:19.948331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:19.949729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] 10.222.0.70 "PUT /v2.0/subnets/ab65f8c0-afb8-43e4-8de3-eb0812a1508f HTTP/1.1" status: 200 len: 868 time: 0.2954404 Oct 29 08:17:19.951757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d9e6b7-cfb3-497e-8742-a64d05129896 None None] Network fb83530f-bbbb-48f6-ae1e-0fddf29546d7 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:17:19.973761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab65f8c0-afb8-43e4-8de3-eb0812a1508f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:17:19.981891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.982241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.982579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.982914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.983244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.983574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.984558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.984887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.985212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.985538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.985854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:19.986186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b44df7-f573-4b16-8e6d-3110c8ab826a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:17:20.330857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9b666b92-127f-4540-8542-408cadd221b1 None None] Provisioning complete for port 60542a20-365e-4a6e-9093-e023c79b3e7c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:17:20.331407 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b666b92-127f-4540-8542-408cadd221b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:20.421491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9b666b92-127f-4540-8542-408cadd221b1 None None] Provisioning complete for port 886d91bf-e1ae-4080-a26d-cfb7781c4ab8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:17:20.421834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b666b92-127f-4540-8542-408cadd221b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:22.350729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60910) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:22.597127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675bf9f-b3ba-469c-8ba1-401e48bade7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:22.597848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675bf9f-b3ba-469c-8ba1-401e48bade7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:22.599981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0675bf9f-b3ba-469c-8ba1-401e48bade7a admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2483211 Oct 29 08:17:24.915201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60918) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:25.062693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa2a4e-813a-42fd-bbac-ef5c337319ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:25.063156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa2a4e-813a-42fd-bbac-ef5c337319ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:25.064739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dbfa2a4e-813a-42fd-bbac-ef5c337319ef admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1481676 Oct 29 08:17:27.390370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60926) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:27.538550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6e873-68d0-4782-89f0-a9bdc08a87e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:27.539986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5fe6e873-68d0-4782-89f0-a9bdc08a87e2 admin admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 886 time: 0.1482258 Oct 29 08:17:29.851505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60934) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:30.014941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77724be5-72ae-4c7f-862e-3b4cf5211d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:30.016390 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-77724be5-72ae-4c7f-862e-3b4cf5211d2f admin admin] 10.222.0.70 "GET /v2.0/networks/fb83530f-bbbb-48f6-ae1e-0fddf29546d7 HTTP/1.1" status: 200 len: 870 time: 0.1634550 Oct 29 08:17:32.323696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60942) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:32.516499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75447a0-073b-4dca-a804-b57e117ba173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:32.516976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75447a0-073b-4dca-a804-b57e117ba173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:32.518522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e75447a0-073b-4dca-a804-b57e117ba173 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1935925 Oct 29 08:17:34.814770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60950) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:34.917138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28939dff-a5fc-45c5-94f4-86d427e763c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:34.917588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28939dff-a5fc-45c5-94f4-86d427e763c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:34.919114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-28939dff-a5fc-45c5-94f4-86d427e763c5 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1030869 Oct 29 08:17:37.228716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60958) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:37.331989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f165d0-8bb3-4479-8dae-e87b86bdcc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:37.333479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-91f165d0-8bb3-4479-8dae-e87b86bdcc46 admin admin] 10.222.0.70 "GET /v2.0/subnets/ab65f8c0-afb8-43e4-8de3-eb0812a1508f HTTP/1.1" status: 200 len: 868 time: 0.1037614 Oct 29 08:17:39.648732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60966) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:17:39.749822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc1d01f-c3fb-433e-b884-e02c932a18a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:17:39.751624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bfc1d01f-c3fb-433e-b884-e02c932a18a8 admin admin] 10.222.0.70 "GET /v2.0/subnets/e9c681cf-74ea-4257-9024-b3c3115a66e6 HTTP/1.1" status: 200 len: 816 time: 0.1018770 Oct 29 08:17:44.224542 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c25ecd7-cb33-4769-972d-725384ef31ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:46.920474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2aaf45fb-45b7-4b62-8aae-15c6a31a4e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:47.955099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:48.174544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:49.269054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:17:56.177369 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:18:04.727443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32788) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:18:04.781292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-b2d99612-65d9-46a6-8458-8e5eb8efc5eb admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:18:04.782331 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b2d99612-65d9-46a6-8458-8e5eb8efc5eb admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0538409 Oct 29 08:18:07.172342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32796) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:18:07.241906 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa55c634-6ca0-4773-a286-8b0d2d5b75fb admin admin] GET failed (client error): The resource could not be found. Oct 29 08:18:07.243228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fa55c634-6ca0-4773-a286-8b0d2d5b75fb admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0699232 Oct 29 08:18:07.341502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800118d2-3105-4283-bbf9-d0eb0ce1d23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:18:07.342931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-800118d2-3105-4283-bbf9-d0eb0ce1d23b admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0923157 Oct 29 08:18:09.663318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32804) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:18:09.712706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:18:09.742248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Made reservation on behalf of cbdd35071b76444f9a07071a5ffce079 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:18:09.746571 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:09.787275 n-d-815940-1 neutron-server[102113]: WARNING neutron.services.revisions.revision_plugin [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Could not find related network for resource to bump revision. Oct 29 08:18:09.802268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:18:09.816389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:09.816957 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Added segment e9fd645c-f7b3-4f46-b2cb-c266916cd878 of type vlan for network 105285ed-a518-4847-bd95-9f9268658451 Oct 29 08:18:09.856951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:09.887279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:09.888283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:18:09.889000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:09.944891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2804227 Oct 29 08:18:09.949668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bea411-2db7-4a62-bc8f-96c8255529fb admin admin] Pushing event updated for resources: {'Network': ['ID=105285ed-a518-4847-bd95-9f9268658451,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:18:09.965307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 105285ed-a518-4847-bd95-9f9268658451 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:18:12.293055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32812) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:18:12.361629 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-815e88c6-7223-4a88-a04d-c87df62bea21 admin admin] GET failed (client error): The resource could not be found. Oct 29 08:18:12.363014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-815e88c6-7223-4a88-a04d-c87df62bea21 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0689619 Oct 29 08:18:12.438730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c245c6-7005-48ca-a49d-5e3f4f7ac3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:18:12.440269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d4c245c6-7005-48ca-a49d-5e3f4f7ac3e4 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0722144 Oct 29 08:18:12.450807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:18:12.471419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Made reservation on behalf of cbdd35071b76444f9a07071a5ffce079 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:18:12.474184 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:12.654437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:12.709867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a0bed9-20f6-4d81-8739-c7bdceb5e06b,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:18:12.728837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:18:12.729165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Network hostable DHCP agents. Network: 105285ed-a518-4847-bd95-9f9268658451, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:18:12.748120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Network 105285ed-a518-4847-bd95-9f9268658451 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:18:12.758324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 105285ed-a518-4847-bd95-9f9268658451) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:18:12.762645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:18:12.763230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:12.767889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61ba757-d2d4-4a8d-898e-51b24e29bbe8 None None] Network 105285ed-a518-4847-bd95-9f9268658451 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:18:12.787417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d84caea7-38b9-4c22-abfc-4359d02b390c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3400962 Oct 29 08:18:12.929581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-105285ed-a518-4847-bd95-9f9268658451', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'tenant_id': 'cbdd35071b76444f9a07071a5ffce079', 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:18:12.930487 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:13.173150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Allocated IP 192.168.233.2 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/0f0e4a1c-0537-40fb-8e7a-205545ec8c17) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:18:13.326485 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:13.334240 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:13.377580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:18:13.380680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:18:13.385110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:18:13.387444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Pushing event updated for resources: {'Port': ['ID=0f0e4a1c-0537-40fb-8e7a-205545ec8c17,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:18:13.398303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.398649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.398991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.399331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.399668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.400027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.400353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.400677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.401004 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.401344 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.401673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.401977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:18:13.452211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Attempting to bind port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:18:13.452582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Attempting to bind port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:18:13.452955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Attempting to bind port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:18:13.458388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:18:13.458760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:18:13.459147 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:13.459539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:18:13.460031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Bound port: 0f0e4a1c-0537-40fb-8e7a-205545ec8c17, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:18:13.460441 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:13.525962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] For port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:18:13.529228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] For port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0f0e4a1c-0537-40fb-8e7a-205545ec8c17,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:18:13.534906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:13.591969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6971be-18d3-4e54-b2ee-7e12382e3bb1 None None] Pushing event updated for resources: {'Port': ['ID=0f0e4a1c-0537-40fb-8e7a-205545ec8c17,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:18:14.208470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:18:14.262674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c27de324-7519-4d76-b919-0f3ae28b521d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:14.280890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:18:14.281352 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:14.375086 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:14.412871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0f0e4a1c-0537-40fb-8e7a-205545ec8c17,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:18:14.418669 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:14.473943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=0f0e4a1c-0537-40fb-8e7a-205545ec8c17,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:18:14.483569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ab71a8-30ca-492d-af77-b68ba0d59e62 None None] Network 105285ed-a518-4847-bd95-9f9268658451 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:18:14.553589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-701da449-d34f-4107-9c86-69ef01626064 None None] Provisioning complete for port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:18:14.553863 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-701da449-d34f-4107-9c86-69ef01626064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:14.932972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9990aa39-d6e0-4459-9bec-4235e40d5c48 None None] Provisioning complete for port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:18:14.933344 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9990aa39-d6e0-4459-9bec-4235e40d5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:16.151405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:18:16.205680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0f0e4a1c-0537-40fb-8e7a-205545ec8c17 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:18:16.206132 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:16.921026 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d447-0425-43c1-9c2e-47114a0cd53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:17.959787 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:18.170296 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:19.272915 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:33.176283 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:18:44.216125 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2a89-e5ae-42d4-a845-92bd2637d978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:46.916119 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5803e058-0f80-4e11-b7cf-a1329c90f452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:47.961405 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:48.166057 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:18:49.276912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:10.176030 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:19:14.229468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae96b0ff-0af2-4e50-95d2-35d91bcb4ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:16.922494 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a7667c14-0ded-4e7f-8389-c8fcf47f4950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:17.962062 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:18.170594 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:19.281957 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:23.317840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32856) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:19:23.326592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-b080222d-a495-443c-a68a-812f1db6a87b tempest-verify_tempest_config-1757918728 tempest-verify_tempest_config-1757918728-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:19:23.327999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b080222d-a495-443c-a68a-812f1db6a87b tempest-verify_tempest_config-1757918728 tempest-verify_tempest_config-1757918728-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0088532 Oct 29 08:19:23.675473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32874) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:19:23.782185 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:23.888868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:23.896280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:23.941057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ed4f025704d4692991d43987c41d83b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2644093 Oct 29 08:19:23.941862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae626d74-b621-41fa-9c43-4522ddf8c98b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:19:23.944074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32880) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:19:23.950310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.950800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.951161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.951586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.951918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.952258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.952603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.952929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.953256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.953581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.953905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:23.954259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb24ce-e1c7-42d0-ad91-265cebc57f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.003774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:24.030983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:24.125333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:24.128987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:24.130576 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae626d74-b621-41fa-9c43-4522ddf8c98b HTTP/1.1" status: 204 len: 168 time: 0.1855636 Oct 29 08:19:24.138942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae626d74-b621-41fa-9c43-4522ddf8c98b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:19:24.146163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.146621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.146974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.147424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.147768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.148131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.148451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.148785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.149116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.149448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.149773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:24.150100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec564ee-c0c6-42f3-b6cf-e12a341014c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:19:44.224856 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-df7ba82d-342d-435f-9926-d7950b5fd166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:46.929000 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3b1767f-3536-4c26-a627-f0b460fdd3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:47.176687 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:19:47.970715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:48.178464 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:19:49.288118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:14.230375 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae318573-c504-436c-b095-d91db7bd83c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:16.925730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-11a32039-ba8c-41a6-b6b0-d8f23b89cb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:17.981195 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:18.178280 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:19.287971 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:24.180015 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:20:44.236740 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-973992cb-facd-4135-a813-120992a105ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:46.919258 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f683baca-9e9b-4323-8d1c-b2bba1c97a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:47.983017 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:48.181296 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:20:49.295401 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:01.186094 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:21:14.232026 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3e22c2b4-b8f9-44ce-b2ba-00048499dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:16.923568 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-109f0758-4685-4a82-9042-490373e159c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:17.976677 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:18.181310 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:19.295364 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:38.189413 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:21:44.242103 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c53489e-775c-4eb2-aeb7-d6ffc8582509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:46.924405 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25006eb6-fadb-4839-9b95-793d15dbb791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:47.987087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:48.184082 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:21:49.299077 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:14.238860 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-54226cce-4365-4d25-91c1-1d3464aeeb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:15.193028 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 5 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:22:16.930037 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad414874-ace1-4251-80f7-d7ac79ab314c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:17.982046 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:18.192945 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:19.305257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:28.694435 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709956'] for agent, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:30.084364 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709956'] for agent, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:44.238418 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-681005d2-b4be-44bf-8824-8a956311d280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:46.928230 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55d63c14-fb3e-4ce9-b593-6f8728b1c836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:47.989690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:48.187980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:49.315926 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:22:52.198148 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:22:58.679136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:00.052208 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:14.232881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff665b94-2a4f-4c79-b9dd-f88f22722bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:16.920534 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-017094dc-83c6-488b-a09f-abc17f6a5e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:17.989591 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:18.184455 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:19.308381 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:19.997586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32938) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:23:20.116560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b464aa05-fa6d-4c6a-8404-b61374382403 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1178811 Oct 29 08:23:22.453353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32948) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:23:22.517788 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0f0bc1c-da90-443a-88a9-5055b054242c admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0632448 Oct 29 08:23:28.676145 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:29.197899 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:23:30.082267 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:44.239628 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-90244c12-e1d7-4846-9057-ac8fa31e233d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:46.921911 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7e3efe3b-5cee-40a4-8db2-378d2015edb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:47.996398 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:48.195766 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:49.312877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:23:58.684432 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:00.087652 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:06.198195 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:24:14.234908 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d722ab3-0622-47e8-95c7-3e5efd00dac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:16.917482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-08ca268f-9b8e-42f2-97b1-f0dba92a513c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:17.995284 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:18.191567 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:19.315699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:28.676562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:30.107297 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:41.924751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33094) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:42.285137 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2d08a962-054c-4a4d-9667-926dd15dfefc tempest-AutoAllocateNetworkTest-1750207825 tempest-AutoAllocateNetworkTest-1750207825-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=62e7267b34ca460eac318096cbff3d4e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3590944 Oct 29 08:24:42.287946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33116) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:42.589107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230dda13-0bcd-4fcb-b054-45b36e73e118 tempest-AutoAllocateNetworkTest-1750207825 tempest-AutoAllocateNetworkTest-1750207825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:42.593572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-230dda13-0bcd-4fcb-b054-45b36e73e118 tempest-AutoAllocateNetworkTest-1750207825 tempest-AutoAllocateNetworkTest-1750207825-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3011312 Oct 29 08:24:42.593764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33138) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:42.658334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7e08a140-da34-438d-b1d6-68df3c3833c9 tempest-AutoAllocateNetworkTest-1750207825 tempest-AutoAllocateNetworkTest-1750207825-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634277 Oct 29 08:24:42.660942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33144) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:42.693119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e5b8d97d-e670-4618-a0f4-ec8e831c70e8 tempest-AutoAllocateNetworkTest-1750207825 tempest-AutoAllocateNetworkTest-1750207825-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=62e7267b34ca460eac318096cbff3d4e HTTP/1.1" status: 200 len: 208 time: 0.0303118 Oct 29 08:24:43.198634 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:24:43.514519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33182) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:43.550962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33188) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:43.776311 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:43.809769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-88098647-network', 'tenant_id': '4b74fa48c79a4a0296257f468b687cb8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:43.854608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Made reservation on behalf of 4b74fa48c79a4a0296257f468b687cb8 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:43.857240 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:43.871293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:43.907532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:43.919199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:43.975657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62e7267b34ca460eac318096cbff3d4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4598889 Oct 29 08:24:43.978457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33212) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:43.995729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e9472a-bf11-417a-8364-3503bac9843b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:44.016216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.016662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.017071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.017469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.018027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.018553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.019060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.019594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.020128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.020866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.021435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.021969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00323366-083b-4fb6-82f6-1a75af062019 admin admin] Tracked resource versions report: Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: pushed versions: Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: { 'AddressGroup': {'1.2'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'ConntrackHelper': {'1.0'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Log': {'1.0'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Network': {'1.1'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Port': {'1.7'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'PortForwarding': {'1.2'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'QosPolicy': {'1.10'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'SecurityGroup': {'1.4'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'SubPort': {'1.0'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Subnet': {'1.1'}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Trunk': {'1.1'}} Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: consumer versions: Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: { DHCP agent@n-d-815940-1: {}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: HyperV agent@n-h1-815940-1: {}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: HyperV agent@n-h2-815940-1: {}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: L3 agent@n-d-815940-1: {}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: Metadata agent@n-d-815940-1: {}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: Metering agent@n-d-815940-1: {}, Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: Open vSwitch agent@n-d-815940-1: { 'AddressGroup': '1.2', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'ConntrackHelper': '1.0', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Log': '1.0', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Network': '1.1', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Port': '1.7', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'PortForwarding': '1.2', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'QosPolicy': '1.10', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'SecurityGroup': '1.4', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'SecurityGroupRule': '1.2', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'SubPort': '1.0', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Subnet': '1.1', Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: 'Trunk': '1.1'}} Oct 29 08:24:44.023288 n-d-815940-1 neutron-server[102114]: {{(pid=102114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:24:44.036740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.041572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.049478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.061279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.096439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:24:44.114673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147693ba-9a49-470c-8624-f31df5936976,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:44.119095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.122799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.128618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6e9472a-bf11-417a-8364-3503bac9843b HTTP/1.1" status: 204 len: 168 time: 0.1485364 Oct 29 08:24:44.133849 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730476726375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.135936 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Unsubscribe: segment precommit_create {{(pid=102114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 08:24:44.136586 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Added segment 748a1e43-c428-479c-a581-976eba1150d2 of type vlan for network f379dfc9-1fc4-4cb6-b697-a425185a8a3f Oct 29 08:24:44.138215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e9472a-bf11-417a-8364-3503bac9843b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:44.156956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.157436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.157915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.158258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.158593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.158922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.159250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.159575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.160090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.160753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.161250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.162200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf1a617-7a11-4ca5-9ec1-78e6471b4375 admin admin] Tracked resource versions report: Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: pushed versions: Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: { 'AddressGroup': {'1.2'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'ConntrackHelper': {'1.0'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Log': {'1.0'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Network': {'1.1'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Port': {'1.7'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'PortForwarding': {'1.2'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'QosPolicy': {'1.10'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'SecurityGroup': {'1.4'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'SubPort': {'1.0'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Subnet': {'1.1'}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Trunk': {'1.1'}} Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: consumer versions: Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: { DHCP agent@n-d-815940-1: {}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: HyperV agent@n-h1-815940-1: {}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: HyperV agent@n-h2-815940-1: {}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: L3 agent@n-d-815940-1: {}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: Metadata agent@n-d-815940-1: {}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: Metering agent@n-d-815940-1: {}, Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: Open vSwitch agent@n-d-815940-1: { 'AddressGroup': '1.2', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'ConntrackHelper': '1.0', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Log': '1.0', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Network': '1.1', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Port': '1.7', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'PortForwarding': '1.2', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'QosPolicy': '1.10', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'SecurityGroup': '1.4', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'SecurityGroupRule': '1.2', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'SubPort': '1.0', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Subnet': '1.1', Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: 'Trunk': '1.1'}} Oct 29 08:24:44.163470 n-d-815940-1 neutron-server[102113]: {{(pid=102113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:24:44.201528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.243264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb60d-4181-4a39-b48a-663affb2204b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.246121 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.247296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:44.248015 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.323824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7684071 Oct 29 08:24:44.324670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33228) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:44.333835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Request body: {'subnet': {'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-88098647-subnet', 'tenant_id': '4b74fa48c79a4a0296257f468b687cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:44.350407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6ff75-75e0-4c40-9611-ebefa194896d admin admin] Pushing event updated for resources: {'Network': ['ID=f379dfc9-1fc4-4cb6-b697-a425185a8a3f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:44.363366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Made reservation on behalf of 4b74fa48c79a4a0296257f468b687cb8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:44.365136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f379dfc9-1fc4-4cb6-b697-a425185a8a3f details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:24:44.366967 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.568536 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.616701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37720abb-4935-420c-be32-b1e0112cfb78,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:44.641671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:24:44.642097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Network hostable DHCP agents. Network: f379dfc9-1fc4-4cb6-b697-a425185a8a3f, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:24:44.661442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Network f379dfc9-1fc4-4cb6-b697-a425185a8a3f is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:24:44.671999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f379dfc9-1fc4-4cb6-b697-a425185a8a3f) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:24:44.676325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:44.676974 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:44.682428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afcea8-f960-4df7-8fde-90601abe08f4 None None] Network f379dfc9-1fc4-4cb6-b697-a425185a8a3f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:24:44.710229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c08f1e3f-7528-4701-9b3c-52f4291e01e2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3837893 Oct 29 08:24:44.828741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f4502-5fdc-4aa3-b092-ec6824fc09eb None None] Network f379dfc9-1fc4-4cb6-b697-a425185a8a3f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:24:46.230214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33326) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:46.237343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1069028056-network', 'tenant_id': 'bd0b8ebfbcd74444a53c0c0de1a77aa9'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:46.267495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Made reservation on behalf of bd0b8ebfbcd74444a53c0c0de1a77aa9 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:46.270250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.283932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.376813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.382485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.404637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:24:46.423485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.424079 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Added segment 023bbac7-66eb-4bb9-aefb-a0d3e4af9ccd of type vlan for network deea7c22-0d90-4ded-be81-e17f521ea612 Oct 29 08:24:46.457561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c3286a-b222-4453-a63d-aacee0f43e51,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:46.468231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.494957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.496365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:46.497126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.573869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3419077 Oct 29 08:24:46.577212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33340) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:46.583361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Request body: {'subnet': {'network_id': 'deea7c22-0d90-4ded-be81-e17f521ea612', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1069028056-subnet', 'tenant_id': 'bd0b8ebfbcd74444a53c0c0de1a77aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:46.588335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfbed3-8c7c-4025-aeef-b3443a4a0012 admin admin] Pushing event updated for resources: {'Network': ['ID=deea7c22-0d90-4ded-be81-e17f521ea612,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:46.601263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network deea7c22-0d90-4ded-be81-e17f521ea612 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:24:46.611777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Made reservation on behalf of bd0b8ebfbcd74444a53c0c0de1a77aa9 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:46.614692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.836090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.895749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b264418-2388-42cc-8df7-e49df107a31d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:46.902925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33356) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:46.904551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Checking segment: {'id': '023bbac7-66eb-4bb9-aefb-a0d3e4af9ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'deea7c22-0d90-4ded-be81-e17f521ea612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:24:46.905060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Network hostable DHCP agents. Network: deea7c22-0d90-4ded-be81-e17f521ea612, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:24:46.931053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Network deea7c22-0d90-4ded-be81-e17f521ea612 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:24:46.943604 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7b14d8b6-c3af-421c-bce7-4ac56b048732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.945807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, deea7c22-0d90-4ded-be81-e17f521ea612) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:24:46.953650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:46.954549 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:46.957335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313e865-5238-4d69-9a04-c1e00a096dd4 None None] Network deea7c22-0d90-4ded-be81-e17f521ea612 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:24:46.980424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c0d4084c-2d29-4b74-8eda-797eb2dacadb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4013903 Oct 29 08:24:47.124874 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-817561f0-4773-4f10-91d3-2029d4992967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:47.131942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5f31d-eed8-4b7c-be94-dde8d33cddb8 None None] Network deea7c22-0d90-4ded-be81-e17f521ea612 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:24:47.268719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-817561f0-4773-4f10-91d3-2029d4992967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:47.276143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-817561f0-4773-4f10-91d3-2029d4992967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:47.363255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-817561f0-4773-4f10-91d3-2029d4992967 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d79d72be874141e784360beabf0feab8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4587698 Oct 29 08:24:47.364357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817561f0-4773-4f10-91d3-2029d4992967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209828f0-c931-4ace-8fab-2d2ad32b8014,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:47.366050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33384) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:47.502389 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500abe1d-cbd1-408f-9052-972c50d36be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:47.541269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500abe1d-cbd1-408f-9052-972c50d36be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:47.599605 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500abe1d-cbd1-408f-9052-972c50d36be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:47.602648 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500abe1d-cbd1-408f-9052-972c50d36be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:47.603827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-500abe1d-cbd1-408f-9052-972c50d36be6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/209828f0-c931-4ace-8fab-2d2ad32b8014 HTTP/1.1" status: 204 len: 168 time: 0.2364535 Oct 29 08:24:47.614560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500abe1d-cbd1-408f-9052-972c50d36be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209828f0-c931-4ace-8fab-2d2ad32b8014,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:47.774993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33408) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:47.997183 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.076566 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a898c79-ee4b-4cc9-8d5a-6ce1e0bc2319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.185750 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a898c79-ee4b-4cc9-8d5a-6ce1e0bc2319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.192092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a898c79-ee4b-4cc9-8d5a-6ce1e0bc2319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.194973 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.200666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33440) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:48.218388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8eadee7a-ce4b-4b57-866b-a1ffe70778d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.235229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898c79-ee4b-4cc9-8d5a-6ce1e0bc2319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc3f1e-cbf7-466d-afd5-f21eb74725b2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:48.239762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6a898c79-ee4b-4cc9-8d5a-6ce1e0bc2319 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f199cd10901c45df91c4c226c4f38129&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4637682 Oct 29 08:24:48.242563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33450) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:48.300711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-49d011fc-77ce-4deb-bbe1-0cfe849bfed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.318205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8eadee7a-ce4b-4b57-866b-a1ffe70778d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.326455 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8eadee7a-ce4b-4b57-866b-a1ffe70778d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.328070 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-49d011fc-77ce-4deb-bbe1-0cfe849bfed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.374884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33454) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:48.375242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8eadee7a-ce4b-4b57-866b-a1ffe70778d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0f52be93fb540c7bc5d0ea2ccd83e6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1733875 Oct 29 08:24:48.376188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadee7a-ce4b-4b57-866b-a1ffe70778d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8592697-9946-495b-9c1f-dcd06be8e6e3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:48.403356 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-49d011fc-77ce-4deb-bbe1-0cfe849bfed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.406800 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-49d011fc-77ce-4deb-bbe1-0cfe849bfed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.410572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-49d011fc-77ce-4deb-bbe1-0cfe849bfed5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abbc3f1e-cbf7-466d-afd5-f21eb74725b2 HTTP/1.1" status: 204 len: 168 time: 0.1645749 Oct 29 08:24:48.422204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d011fc-77ce-4deb-bbe1-0cfe849bfed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc3f1e-cbf7-466d-afd5-f21eb74725b2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:48.459659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c135954-3aed-4ad9-8d31-2227b9dbe984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.488257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c135954-3aed-4ad9-8d31-2227b9dbe984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.550195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c135954-3aed-4ad9-8d31-2227b9dbe984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.552998 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c135954-3aed-4ad9-8d31-2227b9dbe984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.554162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3c135954-3aed-4ad9-8d31-2227b9dbe984 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8592697-9946-495b-9c1f-dcd06be8e6e3 HTTP/1.1" status: 204 len: 168 time: 0.1779358 Oct 29 08:24:48.564903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c135954-3aed-4ad9-8d31-2227b9dbe984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8592697-9946-495b-9c1f-dcd06be8e6e3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:48.593132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33472) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:48.595519 n-d-815940-1 neutron-server[102114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 08:24:48.810412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-e0e874de-fcd8-4001-a771-d0f1eb24e397 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:48.812131 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-e0e874de-fcd8-4001-a771-d0f1eb24e397 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 806 time: 0.2177396 Oct 29 08:24:48.829832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-3b3102e4-baca-4f74-a34e-dcd54bab6266 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/quotas/4b74fa48c79a4a0296257f468b687cb8 HTTP/1.1" status: 200 len: 375 time: 0.0107529 Oct 29 08:24:48.885768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-74d75829-a485-40f1-8dc6-537080f1cc0c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499544 Oct 29 08:24:48.897574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33500) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:48.913686 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d8457baa-0fba-4410-8f31-e061ff426071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.993301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d8457baa-0fba-4410-8f31-e061ff426071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:48.999072 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d8457baa-0fba-4410-8f31-e061ff426071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:49.039097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d8457baa-0fba-4410-8f31-e061ff426071 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aae82faef1464e028a38e4a86095e05e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1400461 Oct 29 08:24:49.039845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8457baa-0fba-4410-8f31-e061ff426071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809f1099-520c-439a-8488-a3f762b1fe82,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:49.041958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33508) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:49.099413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5aebe07b-7455-4806-81a4-762717fa7f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:49.124894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5aebe07b-7455-4806-81a4-762717fa7f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:49.155310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33516) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:49.157890 n-d-815940-1 neutron-server[102113]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 08:24:49.196629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5aebe07b-7455-4806-81a4-762717fa7f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:49.199889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5aebe07b-7455-4806-81a4-762717fa7f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:49.204329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5aebe07b-7455-4806-81a4-762717fa7f4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/809f1099-520c-439a-8488-a3f762b1fe82 HTTP/1.1" status: 204 len: 168 time: 0.1544421 Oct 29 08:24:49.208313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-952102b3-0199-4942-8bdc-28534cba81e7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7a8b349531264536934c70a0fe95cbdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513763 Oct 29 08:24:49.212256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebe07b-7455-4806-81a4-762717fa7f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809f1099-520c-439a-8488-a3f762b1fe82,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:49.284973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-22a56a89-e03c-4541-824f-8b1eb1ef5f23 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:24:49.286104 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-22a56a89-e03c-4541-824f-8b1eb1ef5f23 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1374388 Oct 29 08:24:49.331255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:49.408057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-e25a4d99-ed82-4cac-ad8a-f0331fb985bc service neutron] 10.222.0.70 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140330 Oct 29 08:24:49.434653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-44a9060d-08b6-49c3-be9d-f4a33d93236c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:49.442305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-44a9060d-08b6-49c3-be9d-f4a33d93236c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330515 Oct 29 08:24:49.454814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-1455fd38-b61e-40a6-9577-d1491cca2880 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/quotas/7a8b349531264536934c70a0fe95cbdd HTTP/1.1" status: 200 len: 375 time: 0.0116141 Oct 29 08:24:49.600483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-e0b4fbb3-bd0e-4376-9c45-000bbc0f2110 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a8b349531264536934c70a0fe95cbdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1392038 Oct 29 08:24:49.651575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-bdbd5d50-4156-473f-876c-6c7481355451 service neutron] 10.222.0.70 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371409 Oct 29 08:24:50.042383 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52be90d7-64a0-4d05-96e9-6ba6b611cbe3 req-2adc1d16-c0df-4c29-bc90-6ac060b83510 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 210 time: 0.0506215 Oct 29 08:24:50.143352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cf3bc21-a1fb-4547-b679-3b012da6eed3 req-7cadbed6-41af-49cf-af01-f4e8cc30925b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 210 time: 0.0439935 Oct 29 08:24:50.672504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33642) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:51.030966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2073611750-network', 'tenant_id': '05046616d2264263acda91fc6046a886'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:51.078183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Made reservation on behalf of 05046616d2264263acda91fc6046a886 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:51.083132 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.105667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33678) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:51.120022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.184270 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f82ff97-7648-4058-b92b-2bf0166a4d1e req-db668a15-fee7-4007-b323-8832b4d314df tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 210 time: 0.0464554 Oct 29 08:24:51.193288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8caf0095-d30d-486e-85c1-14976969bc72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.303578 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8caf0095-d30d-486e-85c1-14976969bc72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.313218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8caf0095-d30d-486e-85c1-14976969bc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.355047 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.366297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.408084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e2b8b-729e-4dbb-89db-e3e7353d6bbc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:51.410824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8caf0095-d30d-486e-85c1-14976969bc72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4996edb2bb14179aab51b83dfb8684f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3040075 Oct 29 08:24:51.416317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33694) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:51.421910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf0095-d30d-486e-85c1-14976969bc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debd9f85-5868-438b-a89e-7ed7d9ae55a8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:51.475541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8cd0921d-2638-41de-8f5e-513dd0a797ab req-a03cd31b-0b7d-4281-a7b5-5400434731a9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 210 time: 0.0613594 Oct 29 08:24:51.476709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:24:51.495156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.495605 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Added segment d573f7dc-1400-42d6-8df9-7fd60e78045f of type vlan for network 41d64e84-dae6-4e8f-89fc-7b270639bfe5 Oct 29 08:24:51.585383 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.615216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2917ae9a-1c30-4ab7-a045-c33c1517dbc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.682929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.683989 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:51.684500 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.757488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2917ae9a-1c30-4ab7-a045-c33c1517dbc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.769549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] Pushing event updated for resources: {'Network': ['ID=41d64e84-dae6-4e8f-89fc-7b270639bfe5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:51.779884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33726) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:51.781186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 41d64e84-dae6-4e8f-89fc-7b270639bfe5 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:24:51.787199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Request body: {'subnet': {'network_id': '41d64e84-dae6-4e8f-89fc-7b270639bfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2073611750-subnet', 'tenant_id': '05046616d2264263acda91fc6046a886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:51.792248 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a6c9b94b-c498-4b54-8cf6-f7349511f4fc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1182237 Oct 29 08:24:51.841743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Made reservation on behalf of 05046616d2264263acda91fc6046a886 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:51.845569 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.895652 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2917ae9a-1c30-4ab7-a045-c33c1517dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.899413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2917ae9a-1c30-4ab7-a045-c33c1517dbc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:51.900966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2917ae9a-1c30-4ab7-a045-c33c1517dbc6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/debd9f85-5868-438b-a89e-7ed7d9ae55a8 HTTP/1.1" status: 204 len: 168 time: 0.4803555 Oct 29 08:24:51.921280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917ae9a-1c30-4ab7-a045-c33c1517dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debd9f85-5868-438b-a89e-7ed7d9ae55a8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:52.170917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:52.240958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd90714-eb93-43fd-9c24-810857d700ab,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:52.275143 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Checking segment: {'id': 'd573f7dc-1400-42d6-8df9-7fd60e78045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '41d64e84-dae6-4e8f-89fc-7b270639bfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:24:52.275742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Network hostable DHCP agents. Network: 41d64e84-dae6-4e8f-89fc-7b270639bfe5, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:24:52.311669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Network 41d64e84-dae6-4e8f-89fc-7b270639bfe5 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:24:52.330636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 41d64e84-dae6-4e8f-89fc-7b270639bfe5) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:24:52.336085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:52.339235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:52.342309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82252810-5d11-440d-9470-1bb4a438cf53 None None] Network 41d64e84-dae6-4e8f-89fc-7b270639bfe5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:24:52.381227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3747d7cc-da88-4dad-9b20-188cf6f11f2d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5997143 Oct 29 08:24:52.465562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.93', 61315) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:52.516952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.15', 63046) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:52.562584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2e04ce1-d87b-4ed2-8f15-35de7a439d7f req-59e9345a-01c5-4194-bf0d-26b75f25032b tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 210 time: 0.1797323 Oct 29 08:24:52.563271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33786) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:52.610176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-881f8d7e-eb0d-4a49-81da-097c039cc3e8 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7a8b349531264536934c70a0fe95cbdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917354 Oct 29 08:24:52.667213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b2a3-d2e5-4657-8cc7-e7ad6656e313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:52.682821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee6ce8c-8a7a-4990-8910-c8360db2dd6b None None] Network 41d64e84-dae6-4e8f-89fc-7b270639bfe5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:24:52.811401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-093fcc9e-6643-4669-aeb1-fe124a3fb772 req-ca0be2a4-6dc9-44e5-8dab-9f757e3c9f2f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 210 time: 0.0903628 Oct 29 08:24:52.856298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-ece9c1ff-606d-45e9-85d8-d7133c1440d6 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:52.858528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-ece9c1ff-606d-45e9-85d8-d7133c1440d6 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405467 Oct 29 08:24:52.859505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33802) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:52.881861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-12fea995-806f-43c7-b610-656c225edbea tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:52.883358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-12fea995-806f-43c7-b610-656c225edbea tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 806 time: 0.4167583 Oct 29 08:24:52.955611 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b2a3-d2e5-4657-8cc7-e7ad6656e313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:52.962255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b2a3-d2e5-4657-8cc7-e7ad6656e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:52.984007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Request body: {'port': {'device_id': 'fc5efde9-e1c1-4dfd-8813-d11ee5a13013', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '7a8b349531264536934c70a0fe95cbdd'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:52.999377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Request body: {'port': {'device_id': '23b907da-a376-4b47-a715-71c173abef83', 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'admin_state_up': True, 'tenant_id': '4b74fa48c79a4a0296257f468b687cb8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:53.243307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Made reservation on behalf of 4b74fa48c79a4a0296257f468b687cb8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:53.245806 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e776cd97-9b0a-42c0-8466-b585b6cbe0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.251509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.347879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Made reservation on behalf of 7a8b349531264536934c70a0fe95cbdd for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:53.351600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.367713 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e0a4b2a3-d2e5-4657-8cc7-e7ad6656e313 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7dd2f5d5214647dd9fd58202f6acd7df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8014042 Oct 29 08:24:53.368544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.374099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33834) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:53.380387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4b2a3-d2e5-4657-8cc7-e7ad6656e313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6ce8a-6b88-486f-a2af-0e0514ef7d9a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:53.477114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33852) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:53.488230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e776cd97-9b0a-42c0-8466-b585b6cbe0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.495788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e776cd97-9b0a-42c0-8466-b585b6cbe0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.565943 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e776cd97-9b0a-42c0-8466-b585b6cbe0b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2f437bef7964ad29dc4470c4d2702c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7037840 Oct 29 08:24:53.569540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33858) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:53.580962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776cd97-9b0a-42c0-8466-b585b6cbe0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0170ff5-95a8-4352-997c-9d5dc9d89b43,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:53.613850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Allocated IP 172.20.0.8 (f379dfc9-1fc4-4cb6-b697-a425185a8a3f/37720abb-4935-420c-be32-b1e0112cfb78/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:24:53.623147 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.629877 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.648607 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79f943ab-691c-421e-b0bf-32ca48997b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.672219 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79f943ab-691c-421e-b0bf-32ca48997b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.773986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359084dd-72ee-43c3-886e-267fedf06356,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:53.784398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b59d25ff-1d2d-4369-8409-64373d5e5dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.807888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33870) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:53.829367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88b138a0-6180-443f-a90e-08e820b9d1af req-3d63fca7-ac70-493a-8358-4915b04da01c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 210 time: 0.1203830 Oct 29 08:24:53.844765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-234076680-network', 'tenant_id': '74087efe56e04a8f8ef76644bb3b3844'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:53.857795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62c2e4fa-a3fe-43d9-a770-be458f5a895d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.894475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.923654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79f943ab-691c-421e-b0bf-32ca48997b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.926190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79f943ab-691c-421e-b0bf-32ca48997b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:53.930610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-79f943ab-691c-421e-b0bf-32ca48997b70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0170ff5-95a8-4352-997c-9d5dc9d89b43 HTTP/1.1" status: 204 len: 168 time: 0.3574278 Oct 29 08:24:53.979265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Made reservation on behalf of 74087efe56e04a8f8ef76644bb3b3844 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:53.981722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.013416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.036782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Allocated IP 192.168.233.104 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/9ae5b751-4f0b-4fb8-af7e-ebf0001d5375) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:24:54.058006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b59d25ff-1d2d-4369-8409-64373d5e5dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.073893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.126081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Network f379dfc9-1fc4-4cb6-b697-a425185a8a3f is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:24:54.312043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:24:54.332572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:24:54.342350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:54.343152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.390719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Pushing event updated for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:54.414132 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62c2e4fa-a3fe-43d9-a770-be458f5a895d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.432220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62c2e4fa-a3fe-43d9-a770-be458f5a895d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.444829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f943ab-691c-421e-b0bf-32ca48997b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0170ff5-95a8-4352-997c-9d5dc9d89b43,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:54.461437 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-d3611025-191d-4e3e-8104-77ab31c7ddc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4683669 Oct 29 08:24:54.526331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.540454 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.547658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-6364c531-3042-4407-99ea-3cf1f50df3e6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:24:54.553904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-6364c531-3042-4407-99ea-3cf1f50df3e6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0530195 Oct 29 08:24:54.554537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2e4fa-a3fe-43d9-a770-be458f5a895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463061c1-e9fc-4482-950a-89f19cd2d079,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:54.560529 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-62c2e4fa-a3fe-43d9-a770-be458f5a895d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8b92a8a2b9d40d6a486db5e3adf3973&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0778627 Oct 29 08:24:54.566640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33884) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:54.605759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd77b97-efc9-48f0-b86e-bbc72aff7b60 req-eaba8b7e-d817-4d10-bf16-d629fd47307d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:54.614972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:24:54.617023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5dd77b97-efc9-48f0-b86e-bbc72aff7b60 req-eaba8b7e-d817-4d10-bf16-d629fd47307d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 931 time: 0.6813612 Oct 29 08:24:54.678889 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.686025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4d754-de75-473c-88c9-f715009b2e60,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:54.731265 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5dd77b97-efc9-48f0-b86e-bbc72aff7b60 req-a50451cf-3704-4e28-90ec-29a18043f0af tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124496 Oct 29 08:24:54.735117 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b59d25ff-1d2d-4369-8409-64373d5e5dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.742400 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b59d25ff-1d2d-4369-8409-64373d5e5dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.745162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b59d25ff-1d2d-4369-8409-64373d5e5dde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0af6ce8a-6b88-486f-a2af-0e0514ef7d9a HTTP/1.1" status: 204 len: 168 time: 1.3648605 Oct 29 08:24:54.764834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:54.765261 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Added segment 95395215-8b99-47ff-b462-4228494270f4 of type vlan for network cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5 Oct 29 08:24:54.776542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d25ff-1d2d-4369-8409-64373d5e5dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6ce8a-6b88-486f-a2af-0e0514ef7d9a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:54.836600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33892) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:54.861991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5838beee-5dec-435f-b9ce-a8c31c59c78e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.013057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7724-2b52-4210-a93a-4bba59d83748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.055379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.081729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5838beee-5dec-435f-b9ce-a8c31c59c78e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.089167 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5838beee-5dec-435f-b9ce-a8c31c59c78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.129749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f91a5293-a333-45d1-bdb6-c34883912166 req-eb71b51b-c632-452f-a7c5-4a9566858b3b tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 210 time: 0.1178896 Oct 29 08:24:55.148961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5838beee-5dec-435f-b9ce-a8c31c59c78e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d78f15fc9e1e4aa18627e8b2995d9025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031912 Oct 29 08:24:55.148961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838beee-5dec-435f-b9ce-a8c31c59c78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ceef9-a71e-4118-8252-1e95a141a121,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:55.162249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33900) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:55.176365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.resource_extend [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:24:55.184792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7724-2b52-4210-a93a-4bba59d83748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.212472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Request body: {'port': {'device_id': '23b907da-a376-4b47-a715-71c173abef83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:55.312015 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.418280 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.436589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.437636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:55.438284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:55.677438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:55.695862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:24:55.985378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:24:55.988375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:24:55.992860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Pushing event updated for resources: {'Port': ['ID=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:56.034391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bfd5a799-da59-4678-868d-c0d9ccb455f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2152851 Oct 29 08:24:56.034391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:24:56.053820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:56.061131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.064921 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7724-2b52-4210-a93a-4bba59d83748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.076229 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7724-2b52-4210-a93a-4bba59d83748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.083065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bf1d7724-2b52-4210-a93a-4bba59d83748 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/463061c1-e9fc-4482-950a-89f19cd2d079 HTTP/1.1" status: 204 len: 168 time: 1.5078065 Oct 29 08:24:56.096266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33924) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:56.125578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d7724-2b52-4210-a93a-4bba59d83748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463061c1-e9fc-4482-950a-89f19cd2d079,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:56.135160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Request body: {'subnet': {'network_id': 'cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-234076680-subnet', 'tenant_id': '74087efe56e04a8f8ef76644bb3b3844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:56.205725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-26bca519-d6df-4a75-a002-f17e5806ee7c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2377584 Oct 29 08:24:56.206532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad913b90-41a0-442a-aff3-3a19e248e3e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.334209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad913b90-41a0-442a-aff3-3a19e248e3e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.412102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-2f49f6c5-0535-436d-a7c4-5ddbfacf6e53 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:24:56.413311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-2f49f6c5-0535-436d-a7c4-5ddbfacf6e53 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1384842 Oct 29 08:24:56.445178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fa55139e-49fa-41d5-8c34-1eb99c7ede0a None None] Provisioning complete for port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:24:56.446015 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa55139e-49fa-41d5-8c34-1eb99c7ede0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.452954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a83e32-2751-4676-ba23-0220899eb707 req-16e669d9-1745-47c6-bf35-c7b3fc7b95dc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:56.470779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79a83e32-2751-4676-ba23-0220899eb707 req-16e669d9-1745-47c6-bf35-c7b3fc7b95dc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 931 time: 0.3699248 Oct 29 08:24:56.490808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Made reservation on behalf of 74087efe56e04a8f8ef76644bb3b3844 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:24:56.493412 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.580384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fa55139e-49fa-41d5-8c34-1eb99c7ede0a None None] Port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:24:56.601409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb8e44-043f-49e1-b2e9-34b33d1843aa req-fb51eb92-1b34-46a4-b4bb-0fbfed3ccb2d tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:56.603020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6cb8e44-043f-49e1-b2e9-34b33d1843aa req-fb51eb92-1b34-46a4-b4bb-0fbfed3ccb2d tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 936 time: 0.3294923 Oct 29 08:24:56.727980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6cb8e44-043f-49e1-b2e9-34b33d1843aa req-902475bc-1248-4385-b8f7-031ab74d4454 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128902 Oct 29 08:24:56.732026 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad913b90-41a0-442a-aff3-3a19e248e3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.740685 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad913b90-41a0-442a-aff3-3a19e248e3e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.742257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ad913b90-41a0-442a-aff3-3a19e248e3e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f25ceef9-a71e-4118-8252-1e95a141a121 HTTP/1.1" status: 204 len: 168 time: 1.5789945 Oct 29 08:24:56.761692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad913b90-41a0-442a-aff3-3a19e248e3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ceef9-a71e-4118-8252-1e95a141a121,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:56.773253 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79a83e32-2751-4676-ba23-0220899eb707 req-9547c1d9-50d9-4139-80ac-cd71f222a687 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016646 Oct 29 08:24:56.891355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91a52fa-e6fd-4876-97de-2fb75ae8a2ef {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:24:56.921641 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:56.956470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Transition to ACTIVE for port object a91a52fa-e6fd-4876-97de-2fb75ae8a2ef will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:24:56.986130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33944) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:57.018104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.019228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-630fff0f-6c6d-4a7b-8361-0d2441e12f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.140803 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.150063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Pushing event updated for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:57.226339 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-630fff0f-6c6d-4a7b-8361-0d2441e12f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.235399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-630fff0f-6c6d-4a7b-8361-0d2441e12f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.338126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-630fff0f-6c6d-4a7b-8361-0d2441e12f01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2ac3e0c5a6e4d348e1613b942d31f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499489 Oct 29 08:24:57.339597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fff0f-6c6d-4a7b-8361-0d2441e12f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63cb7cf-068d-46f6-907b-25fdca7bab57,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:57.342408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33952) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:57.385880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:24:57.386676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:24:57.387363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:24:57.398880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09666866-0725-40f3-8048-ddbb9719e42d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:57.408661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:24:57.409751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:24:57.432263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Checking segment: {'id': '95395215-8b99-47ff-b462-4228494270f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:24:57.432971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Network hostable DHCP agents. Network: cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:24:57.436925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:24:57.437527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:24:57.438228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:24:57.439081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Bound port: a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:24:57.439731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.609451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Network cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:24:57.626939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba90f97f-fbc2-44e3-9343-757190e271dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.705826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:24:57.719853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb7d40-f3bd-42a8-9796-bc065a5ba2e4 None None] Network cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:24:57.769162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:57.774546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.778527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba90f97f-fbc2-44e3-9343-757190e271dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:57.795592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:24:57.893154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:24:57.933049 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1cd29349-05ec-4104-8409-8d3037000655 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8055155 Oct 29 08:24:57.937308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:58.070050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Request body: {'port': {'device_id': 'fc5efde9-e1c1-4dfd-8813-d11ee5a13013', 'device_owner': 'compute:tempest-test_az-1576645168', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:24:58.123160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Pushing event updated for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:58.174349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:58.176148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:58.177811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-7f40e237-2747-466c-8f82-d318f81f3105 service neutron] 10.222.0.93 "PUT /v2.0/ports/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 1091 time: 3.3751698 Oct 29 08:24:58.178440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:24:58.179970 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f720ef-b380-4b04-9020-fefe82f618c2 None None] Network cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:24:58.295635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e2489-0ef3-44a1-9449-16aed76f522f req-7705b9f3-407c-4e8e-9563-20f0026dab8a tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:58.306298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-388e2489-0ef3-44a1-9449-16aed76f522f req-7705b9f3-407c-4e8e-9563-20f0026dab8a tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 936 time: 0.3765526 Oct 29 08:24:58.357331 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387ba35-b412-4e1d-b80f-9f2b529a8560 req-f8e78f79-bd31-47e3-b5d2-6cedaac330b0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:58.360905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2387ba35-b412-4e1d-b80f-9f2b529a8560 req-f8e78f79-bd31-47e3-b5d2-6cedaac330b0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.3554847 Oct 29 08:24:58.391022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba90f97f-fbc2-44e3-9343-757190e271dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:58.394916 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba90f97f-fbc2-44e3-9343-757190e271dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:58.396413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba90f97f-fbc2-44e3-9343-757190e271dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b63cb7cf-068d-46f6-907b-25fdca7bab57 HTTP/1.1" status: 204 len: 168 time: 1.0468347 Oct 29 08:24:58.422960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90f97f-fbc2-44e3-9343-757190e271dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63cb7cf-068d-46f6-907b-25fdca7bab57,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:58.474155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33986) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:58.515970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-388e2489-0ef3-44a1-9449-16aed76f522f req-d3144cad-72a6-4acb-93f3-a23e2f7082f4 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073309 Oct 29 08:24:58.517179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:58.715089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75a9e71-7329-47bc-ad09-7a4d765db366 admin admin] Deleting subnet 5fd90714-eb93-43fd-9c24-810857d700ab {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:24:58.731649 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b75a9e71-7329-47bc-ad09-7a4d765db366 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:58.774009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:58.817601 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea" -d '{"events": [{"name": "network-changed", "server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:24:58.835205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-8cd52f4c-006e-4a87-8653-28d04830b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:58.837246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-8cd52f4c-006e-4a87-8653-28d04830b1e7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1094 time: 0.5718443 Oct 29 08:24:58.859183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2387ba35-b412-4e1d-b80f-9f2b529a8560 req-8b1e9efb-da7c-4436-bc87-75776dc2f20a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873555 Oct 29 08:24:58.970232 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-9de85e4a-db50-4d8c-81ce-97131fa0467e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 217 time: 0.0987363 Oct 29 08:24:58.976434 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b75a9e71-7329-47bc-ad09-7a4d765db366 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:59.036517 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b75a9e71-7329-47bc-ad09-7a4d765db366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:59.096673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-4309d25e-fd3f-4d19-aaea-22bf3db3eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:24:59.098626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-4309d25e-fd3f-4d19-aaea-22bf3db3eaa4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1152437 Oct 29 08:24:59.161924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-c3e4d831-c314-4f35-82ed-2971ecdc246e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552619 Oct 29 08:24:59.302369 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-ab8f263e-cb0c-43b2-91c4-162c34eab0a8 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145840 Oct 29 08:24:59.340107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:24:59.364057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:59.375654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b75a9e71-7329-47bc-ad09-7a4d765db366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:59.425470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Transition to ACTIVE for port object 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:24:59.441494 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:59.489884 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ba820b-58ff-48b1-bd2f-0d6b22887c50 x-openstack-request-id: req-59ba820b-58ff-48b1-bd2f-0d6b22887c50 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:24:59.489884 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:24:59.490083 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59ba820b-58ff-48b1-bd2f-0d6b22887c50 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:24:59.490647 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef', 'status': 'completed', 'code': 200} Oct 29 08:24:59.556746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b75a9e71-7329-47bc-ad09-7a4d765db366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:24:59.568242 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b75a9e71-7329-47bc-ad09-7a4d765db366 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5fd90714-eb93-43fd-9c24-810857d700ab HTTP/1.1" status: 204 len: 168 time: 1.0794880 Oct 29 08:24:59.571417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34010) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:24:59.575982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a9e71-7329-47bc-ad09-7a4d765db366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd90714-eb93-43fd-9c24-810857d700ab,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:24:59.683422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-461dbeb4-2e03-45c4-ba5b-924ad0403803 req-626ac3d9-2eb0-4aa0-bc48-108d0bce47aa service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683374 Oct 29 08:24:59.989124 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:00.061103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:00.167577 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:00.290689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88759221-b2e6-4d2c-819b-e64fd2288687 req-b09f3507-b80c-4ec5-b6a4-300b92b095c9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:00.292604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88759221-b2e6-4d2c-819b-e64fd2288687 req-b09f3507-b80c-4ec5-b6a4-300b92b095c9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.2260501 Oct 29 08:25:00.293426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Attempting to bind port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:00.293792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Attempting to bind port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:00.294191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Attempting to bind port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:00.312077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:25:00.312409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Attempting to bind port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:00.328058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:00.328442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:00.328987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:00.329447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Bound port: 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:00.329808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:00.472231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:00.474878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674bd6-7362-4f97-8ef3-8ff0be1a26ec req-5f41993a-395e-4c8b-b262-dd684fc68cd1 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:00.476608 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef674bd6-7362-4f97-8ef3-8ff0be1a26ec req-5f41993a-395e-4c8b-b262-dd684fc68cd1 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.7025766 Oct 29 08:25:00.483617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-9e7f2d79-a7ba-4fd5-87aa-e6c0f5e0484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:00.487638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-9e7f2d79-a7ba-4fd5-87aa-e6c0f5e0484d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1094 time: 0.6749928 Oct 29 08:25:00.568078 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef674bd6-7362-4f97-8ef3-8ff0be1a26ec req-93bfd789-dd95-422b-a2a4-daf75fa9e120 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793920 Oct 29 08:25:00.575715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.575980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.576701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.577101 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > port after_create 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.577488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.578245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > port after_update 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.578633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.579080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.579492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.579988 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.807749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.808113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.808471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.808815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:25:00.809184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d64e84-dae6-4e8f-89fc-7b270639bfe5']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:00.841009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd573f7dc-1400-42d6-8df9-7fd60e78045f') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:00.841725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd573f7dc-1400-42d6-8df9-7fd60e78045f') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:00.883290 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:00.935832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88759221-b2e6-4d2c-819b-e64fd2288687 req-a4098ef3-c1a3-4b0c-8a86-fa230c83b3af tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247573 Oct 29 08:25:00.946222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:00.958801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] For port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:00.963687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] For port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:00.966075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:25:00.966564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: from cryptography.utils import int_from_bytes Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: from cryptography.utils import int_from_bytes Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:25:00.971559 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:25:00.985234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.206101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:01.207056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.208847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 HTTP/1.1" status: 200 len: 1118 time: 3.5514319 Oct 29 08:25:01.211475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5efde9-e1c1-4dfd-8813-d11ee5a13013', 'tag': '9ae5b751-4f0b-4fb8-af7e-ebf0001d5375'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:01.247331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.353945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d122d-bbab-4214-86b1-03cea9d510d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:01.357734 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.361821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] 10.222.0.70 "DELETE /v2.0/networks/41d64e84-dae6-4e8f-89fc-7b270639bfe5 HTTP/1.1" status: 204 len: 168 time: 1.7844176 Oct 29 08:25:01.367623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34064) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:01.427414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6a465-cbf4-4328-bd41-94582c6bba01 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d64e84-dae6-4e8f-89fc-7b270639bfe5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:01.478437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-06727efa-fe6e-45c0-80c4-1161abfaccf3 admin admin] Deleting subnet 09666866-0725-40f3-8048-ddbb9719e42d {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:25:01.488148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06727efa-fe6e-45c0-80c4-1161abfaccf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.518060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-8b107785-906f-4d31-ae15-70f650fbf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:01.523957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-8b107785-906f-4d31-ae15-70f650fbf6b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a8b349531264536934c70a0fe95cbdd&device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 1121 time: 0.2590435 Oct 29 08:25:01.595102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06727efa-fe6e-45c0-80c4-1161abfaccf3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.604171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06727efa-fe6e-45c0-80c4-1161abfaccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.704250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-0d5f8ecb-4f46-477b-9b54-ffbb569b4265 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 HTTP/1.1" status: 200 len: 217 time: 0.1682904 Oct 29 08:25:01.712975 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd30d7-ed6c-465c-837a-94fe9905afb0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5efde9-e1c1-4dfd-8813-d11ee5a13013", "tag": "9ae5b751-4f0b-4fb8-af7e-ebf0001d5375"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:01.730236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06727efa-fe6e-45c0-80c4-1161abfaccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.804480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06727efa-fe6e-45c0-80c4-1161abfaccf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09666866-0725-40f3-8048-ddbb9719e42d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:01.819863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-8da460cb-3ca2-49ef-b81c-25f973f1049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:01.820113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06727efa-fe6e-45c0-80c4-1161abfaccf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:01.820208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-8da460cb-3ca2-49ef-b81c-25f973f1049f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1023161 Oct 29 08:25:01.821811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-06727efa-fe6e-45c0-80c4-1161abfaccf3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/09666866-0725-40f3-8048-ddbb9719e42d HTTP/1.1" status: 204 len: 168 time: 0.4528687 Oct 29 08:25:01.824998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34080) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:01.836248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e443f-2c47-43dd-9efe-7fd0507d06dc req-8c36d23b-832e-4e47-b754-0254792ebda3 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:01.837982 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e7e443f-2c47-43dd-9efe-7fd0507d06dc req-8c36d23b-832e-4e47-b754-0254792ebda3 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.1276174 Oct 29 08:25:01.976584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e7e443f-2c47-43dd-9efe-7fd0507d06dc req-4ac3d2b5-de95-4e48-9e96-8e8f6ed636ae tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205685 Oct 29 08:25:02.041520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-a4c91f21-604c-428f-a234-256054ef87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:02.043638 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-a4c91f21-604c-428f-a234-256054ef87a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943927 Oct 29 08:25:02.047217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:02.151188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:02.177199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:02.191896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95395215-8b99-47ff-b462-4228494270f4') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:02.192428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95395215-8b99-47ff-b462-4228494270f4') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:02.205079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:02.224156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:02.231022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:25:02.231606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:25:02.237079 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:25:02.322830 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aea4c94-0bae-4a1a-ac85-f441bcf2706e x-openstack-request-id: req-9aea4c94-0bae-4a1a-ac85-f441bcf2706e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:02.323154 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5efde9-e1c1-4dfd-8813-d11ee5a13013", "tag": "9ae5b751-4f0b-4fb8-af7e-ebf0001d5375", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:02.323412 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9aea4c94-0bae-4a1a-ac85-f441bcf2706e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:02.326678 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5efde9-e1c1-4dfd-8813-d11ee5a13013', 'tag': '9ae5b751-4f0b-4fb8-af7e-ebf0001d5375', 'status': 'completed', 'code': 200} Oct 29 08:25:02.379766 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:02.407449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:02.413215 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5 HTTP/1.1" status: 204 len: 168 time: 0.5832334 Oct 29 08:25:02.415636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e919455-79ca-45b6-8e0c-79d4d53986a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe9af3d-e4da-4a76-b096-9bc5d65b1fa5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:02.439958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a2641-ae9a-408f-b8f9-d09479fc789f req-6c244ede-b2d3-490e-b345-73ec6799db1c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:02.441839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc3a2641-ae9a-408f-b8f9-d09479fc789f req-6c244ede-b2d3-490e-b345-73ec6799db1c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.1109664 Oct 29 08:25:02.512246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc3a2641-ae9a-408f-b8f9-d09479fc789f req-048124c0-6960-4402-8b4d-0f458e356a21 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637431 Oct 29 08:25:02.746976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-7cb9ad45-16e5-47ed-a9d4-f8b7b1c3761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:02.749486 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-7cb9ad45-16e5-47ed-a9d4-f8b7b1c3761d service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.3888180 Oct 29 08:25:02.847309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34116) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:02.934210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34132) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:02.935022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8ad6da4b-581e-42d6-a05a-1c277c090e9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05046616d2264263acda91fc6046a886&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0853069 Oct 29 08:25:02.986532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-ff3d38e4-68d5-4207-83ef-f6bfed64a90a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 217 time: 0.0578437 Oct 29 08:25:03.134090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9337594e-3e9d-437e-b424-e01229e6f893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:03.205411 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9337594e-3e9d-437e-b424-e01229e6f893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:03.276113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-0ae2bef8-1b67-4bc0-9d12-f7dd3d6d7c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:03.286595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-0ae2bef8-1b67-4bc0-9d12-f7dd3d6d7c53 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1634679 Oct 29 08:25:03.343092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9337594e-3e9d-437e-b424-e01229e6f893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:03.347554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9337594e-3e9d-437e-b424-e01229e6f893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:03.350627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9337594e-3e9d-437e-b424-e01229e6f893 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a36e2b8b-729e-4dbb-89db-e3e7353d6bbc HTTP/1.1" status: 204 len: 168 time: 0.4151273 Oct 29 08:25:03.373544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337594e-3e9d-437e-b424-e01229e6f893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e2b8b-729e-4dbb-89db-e3e7353d6bbc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:03.420925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606eb67-512a-4d2c-a6ae-a1d8c74e5acc req-819c667c-4adb-4276-a536-1475c99c62b7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:03.430474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2606eb67-512a-4d2c-a6ae-a1d8c74e5acc req-819c667c-4adb-4276-a536-1475c99c62b7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.2940528 Oct 29 08:25:03.474675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-15cde721-04ff-40ab-bf1a-57c106b98dfa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724199 Oct 29 08:25:03.511532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2606eb67-512a-4d2c-a6ae-a1d8c74e5acc req-53d24904-75fa-4aae-9c12-ed026be1aec4 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769885 Oct 29 08:25:03.644222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34164) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:03.695200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34168) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:03.821109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-4497e1a9-be28-4a24-906b-1ff8c194679c service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025932 Oct 29 08:25:03.864490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081656ed-7b6f-482e-9309-c5b0d449e55e req-7a8707bd-a28a-4aa6-864c-fe0a40a812cd tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:03.873163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-081656ed-7b6f-482e-9309-c5b0d449e55e req-7a8707bd-a28a-4aa6-864c-fe0a40a812cd tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.0961411 Oct 29 08:25:03.963390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ba56eeb-43ec-44ed-881d-ead283b51a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:03.985449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-7c82deeb-d5aa-42cf-a2b4-c2c9d3799296 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425922 Oct 29 08:25:04.046296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-081656ed-7b6f-482e-9309-c5b0d449e55e req-5b3d6869-59cd-473c-956f-5f519f8621a7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708093 Oct 29 08:25:04.107396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c9753d6-52e7-4fc0-aecd-09ea79c640ea req-89afaa74-a249-4d24-890c-c59a29dc587a service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705605 Oct 29 08:25:04.214141 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ba56eeb-43ec-44ed-881d-ead283b51a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.222934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ba56eeb-43ec-44ed-881d-ead283b51a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.268127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9ba56eeb-43ec-44ed-881d-ead283b51a8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66ad4ae54a384d6383ddcf823c7667dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715139 Oct 29 08:25:04.269298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba56eeb-43ec-44ed-881d-ead283b51a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e43a7ac-a56b-4b00-909c-6e969cc9a74d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:04.271603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34174) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:04.289196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3942-bd38-4d39-8bae-214b7fe4fe0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.362020 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0ac098b-0027-40f8-971b-0de83aa1c283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.405556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34176) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:04.412927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0ac098b-0027-40f8-971b-0de83aa1c283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.413417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3942-bd38-4d39-8bae-214b7fe4fe0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.418456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3942-bd38-4d39-8bae-214b7fe4fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.471388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4cbc3942-bd38-4d39-8bae-214b7fe4fe0f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14577ff5e7594647aca456709e038fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257031 Oct 29 08:25:04.475144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34178) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:04.476274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc3942-bd38-4d39-8bae-214b7fe4fe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d40f6-9d9c-461a-9068-34fa511dae2a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:04.487625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1a302e58-96c8-4c7d-af17-96cdd3de0f69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74087efe56e04a8f8ef76644bb3b3844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744140 Oct 29 08:25:04.488135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34180) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:04.513271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0ac098b-0027-40f8-971b-0de83aa1c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.517455 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0ac098b-0027-40f8-971b-0de83aa1c283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.519168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0ac098b-0027-40f8-971b-0de83aa1c283 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e43a7ac-a56b-4b00-909c-6e969cc9a74d HTTP/1.1" status: 204 len: 168 time: 0.2466106 Oct 29 08:25:04.552634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac098b-0027-40f8-971b-0de83aa1c283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e43a7ac-a56b-4b00-909c-6e969cc9a74d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:04.731392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f89381fb-9d24-4d18-82d8-ffb77d1c7dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.767441 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5026ec7-8ea1-43fc-b029-a61d26055ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.767679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f752b-5c8a-4eed-91f8-39d3e3a45ac0 req-1dbf50d7-0914-4edd-b1b6-5577202c600f tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:04.773205 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c9f752b-5c8a-4eed-91f8-39d3e3a45ac0 req-1dbf50d7-0914-4edd-b1b6-5577202c600f tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.1316111 Oct 29 08:25:04.798021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f89381fb-9d24-4d18-82d8-ffb77d1c7dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.829349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5026ec7-8ea1-43fc-b029-a61d26055ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.871293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c9f752b-5c8a-4eed-91f8-39d3e3a45ac0 req-89253527-c6eb-43b1-9a8b-be6cf3cd706f tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920486 Oct 29 08:25:04.937635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f89381fb-9d24-4d18-82d8-ffb77d1c7dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.944010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f89381fb-9d24-4d18-82d8-ffb77d1c7dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.945594 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f89381fb-9d24-4d18-82d8-ffb77d1c7dd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39d4d754-de75-473c-88c9-f715009b2e60 HTTP/1.1" status: 204 len: 168 time: 0.4568520 Oct 29 08:25:04.957609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89381fb-9d24-4d18-82d8-ffb77d1c7dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4d754-de75-473c-88c9-f715009b2e60,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:04.969458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5026ec7-8ea1-43fc-b029-a61d26055ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.976754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5026ec7-8ea1-43fc-b029-a61d26055ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:04.978644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a5026ec7-8ea1-43fc-b029-a61d26055ad5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca4d40f6-9d9c-461a-9068-34fa511dae2a HTTP/1.1" status: 204 len: 168 time: 0.4994600 Oct 29 08:25:04.989308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5026ec7-8ea1-43fc-b029-a61d26055ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d40f6-9d9c-461a-9068-34fa511dae2a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:05.203343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34194) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:05.230627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-943c611b-3ede-441d-87d9-b58d4e710fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:05.322883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb681ef-8ea7-4e65-ac2a-dc217f179cc0 req-297cf0b0-2c40-4f19-830d-dd6a2cb79515 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:05.352319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9eb681ef-8ea7-4e65-ac2a-dc217f179cc0 req-297cf0b0-2c40-4f19-830d-dd6a2cb79515 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.1526346 Oct 29 08:25:05.401519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-943c611b-3ede-441d-87d9-b58d4e710fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:05.411345 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-943c611b-3ede-441d-87d9-b58d4e710fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:05.453257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9eb681ef-8ea7-4e65-ac2a-dc217f179cc0 req-f4b65013-d006-4b8c-9fb7-bb1db1586dbd tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997255 Oct 29 08:25:05.533146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-943c611b-3ede-441d-87d9-b58d4e710fb2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4b731d3e7ec41d4ad0e6afcd15b5cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287356 Oct 29 08:25:05.533933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c611b-3ede-441d-87d9-b58d4e710fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c89685d-3527-4227-b79e-082ac02e1d63,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:05.536076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34198) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:05.702831 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-badd1cef-34f5-4b98-b6f9-e0f9a0df2141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:05.763075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-badd1cef-34f5-4b98-b6f9-e0f9a0df2141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:05.879333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-badd1cef-34f5-4b98-b6f9-e0f9a0df2141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:05.882773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-badd1cef-34f5-4b98-b6f9-e0f9a0df2141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:05.884297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-badd1cef-34f5-4b98-b6f9-e0f9a0df2141 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c89685d-3527-4227-b79e-082ac02e1d63 HTTP/1.1" status: 204 len: 168 time: 0.3455424 Oct 29 08:25:05.903107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd1cef-34f5-4b98-b6f9-e0f9a0df2141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c89685d-3527-4227-b79e-082ac02e1d63,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:06.048589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34214) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:06.097307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f5c1-ada3-4906-9f2b-77b50c3cfaaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:06.261895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ed97c-0bb8-4bcb-909a-5cbfb24990d5 req-a36945c4-5cb3-41d9-bc12-3a46b809e6f1 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:06.276246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-863ed97c-0bb8-4bcb-909a-5cbfb24990d5 req-a36945c4-5cb3-41d9-bc12-3a46b809e6f1 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.2381272 Oct 29 08:25:06.384153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f5c1-ada3-4906-9f2b-77b50c3cfaaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:06.387680 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-863ed97c-0bb8-4bcb-909a-5cbfb24990d5 req-493342c7-6d27-42e1-ab85-7a8ddaeaab57 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997839 Oct 29 08:25:06.392000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f5c1-ada3-4906-9f2b-77b50c3cfaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:06.447945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8dd1f5c1-ada3-4906-9f2b-77b50c3cfaaf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89e266b2b6d2457a9c0afd9f27fe31d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971829 Oct 29 08:25:06.455290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34228) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:06.459224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1f5c1-ada3-4906-9f2b-77b50c3cfaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cac7ac5-e9b7-424d-9753-cdd04b842d72,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:06.602338 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68167a0f-cdba-4bbd-91af-9adcff1fcc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:06.649005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68167a0f-cdba-4bbd-91af-9adcff1fcc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:06.756699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68167a0f-cdba-4bbd-91af-9adcff1fcc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:06.761494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68167a0f-cdba-4bbd-91af-9adcff1fcc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:06.771757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-68167a0f-cdba-4bbd-91af-9adcff1fcc33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9cac7ac5-e9b7-424d-9753-cdd04b842d72 HTTP/1.1" status: 204 len: 168 time: 0.3141935 Oct 29 08:25:06.792799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68167a0f-cdba-4bbd-91af-9adcff1fcc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cac7ac5-e9b7-424d-9753-cdd04b842d72,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:06.955963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e077a9-1448-4f9f-948d-3bcbf93251b3 req-b62f6b1e-cb37-44dc-9cf4-3dda1cdd482e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:06.965323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19e077a9-1448-4f9f-948d-3bcbf93251b3 req-b62f6b1e-cb37-44dc-9cf4-3dda1cdd482e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.2902062 Oct 29 08:25:06.984143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec72f83-129f-4e24-8226-2abe2e068ed6 req-1a9229d3-8068-436e-97d5-0c0a53f84bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088751 Oct 29 08:25:07.040431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19e077a9-1448-4f9f-948d-3bcbf93251b3 req-8ccdcfaf-ed68-4ee2-bc72-ac301f0db419 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740125 Oct 29 08:25:07.668997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f4335-8573-4e7d-8cd5-eef783f205eb req-46481873-4c16-4830-af27-d56550f4dd6a tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:07.679163 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db7f4335-8573-4e7d-8cd5-eef783f205eb req-46481873-4c16-4830-af27-d56550f4dd6a tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.0934427 Oct 29 08:25:07.753785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db7f4335-8573-4e7d-8cd5-eef783f205eb req-78f1c0d9-4077-4061-8c4e-8fbbec5e7f3e tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Oct 29 08:25:08.298461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-82066859-5e31-44c6-8b21-5e763490adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:08.300305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-82066859-5e31-44c6-8b21-5e763490adf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a8b349531264536934c70a0fe95cbdd&device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 1121 time: 0.1469483 Oct 29 08:25:08.311880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d842f-32d5-405c-b0b2-f10b929f04a4 req-be3e2b4a-b258-4e8f-98b0-b58490b857f0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:08.320265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e4d842f-32d5-405c-b0b2-f10b929f04a4 req-be3e2b4a-b258-4e8f-98b0-b58490b857f0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.1934006 Oct 29 08:25:08.675306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e4d842f-32d5-405c-b0b2-f10b929f04a4 req-99b84eb5-9317-4558-ae52-b630c2e1c27f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537953 Oct 29 08:25:08.759497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-65dc7bc3-e2e9-49b5-bdc4-544640bcfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:08.761087 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-65dc7bc3-e2e9-49b5-bdc4-544640bcfd88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.4385495 Oct 29 08:25:08.828791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-b962ee18-ab20-4147-a489-466b98acae85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 HTTP/1.1" status: 200 len: 217 time: 0.0595825 Oct 29 08:25:08.937605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-c6d527ef-8262-43e7-9016-5f4b6321c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:08.938810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-c6d527ef-8262-43e7-9016-5f4b6321c378 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1023002 Oct 29 08:25:08.969310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d950f-36dd-4e1d-8cb6-6e9306ca4415 req-eeb903c2-91ed-4db7-a940-ef9166e7c08f tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:08.977856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e95d950f-36dd-4e1d-8cb6-6e9306ca4415 req-eeb903c2-91ed-4db7-a940-ef9166e7c08f tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.1093473 Oct 29 08:25:09.076485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-0fb7cd6c-3188-487c-b5df-a525d1c0ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:09.078618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-0fb7cd6c-3188-487c-b5df-a525d1c0ba58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293368 Oct 29 08:25:09.083319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e95d950f-36dd-4e1d-8cb6-6e9306ca4415 req-f00ba877-a206-43a7-abd4-1eaafebe5d95 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046391 Oct 29 08:25:09.265463 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-997001f5-9b1b-4bdf-ab7a-cc66a729ef3e service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780999 Oct 29 08:25:09.386635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9bdd30d7-ed6c-465c-837a-94fe9905afb0 req-5bbdf675-e638-4160-a008-5e82d11a7a81 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115105 Oct 29 08:25:09.830921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29566ba9-8d1b-4545-9af1-bb3aab001d45 req-97ab71a0-057e-4362-a364-3b480efac940 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:09.833269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29566ba9-8d1b-4545-9af1-bb3aab001d45 req-97ab71a0-057e-4362-a364-3b480efac940 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.0709157 Oct 29 08:25:09.929059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29566ba9-8d1b-4545-9af1-bb3aab001d45 req-16e75243-a59a-411c-b877-675d94a46cb6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892010 Oct 29 08:25:09.968170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34356) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:10.088710 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b77fb47f-e521-4886-9290-2fa6ed59bde3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.198534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b77fb47f-e521-4886-9290-2fa6ed59bde3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.229418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b77fb47f-e521-4886-9290-2fa6ed59bde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.266599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-0f79452b-1ec9-4298-8839-d1a140cc4063 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340154 Oct 29 08:25:10.267412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b77fb47f-e521-4886-9290-2fa6ed59bde3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc2bb8b38a9549d2b025abecd330473d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979789 Oct 29 08:25:10.269064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34378) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:10.312095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fb47f-e521-4886-9290-2fa6ed59bde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ab48e5-c140-4179-a46a-3808cd8b1a21,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:10.327960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d79b8-84a9-44a8-b865-82f4b6f27237 req-c4cf2bce-edea-4923-909c-3d094354056c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:10.332268 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-918d79b8-84a9-44a8-b865-82f4b6f27237 req-c4cf2bce-edea-4923-909c-3d094354056c tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.1370273 Oct 29 08:25:10.357213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34380) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:10.381970 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-918d79b8-84a9-44a8-b865-82f4b6f27237 req-587b1624-8889-4ae6-8dd7-e4e53afee342 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Oct 29 08:25:10.389549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d0afd08-f455-40e8-b659-f4ef18fad1f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.440219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d0afd08-f455-40e8-b659-f4ef18fad1f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.461239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-e5e24ef2-ccca-4802-8c21-552013a58fa9 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:10.462828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-e5e24ef2-ccca-4802-8c21-552013a58fa9 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948793 Oct 29 08:25:10.482867 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9adf994-644d-47a6-88f4-5a453d77ab6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.495155 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-4faff718-105a-4556-bc0b-5cd133a7ed27 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/quotas/2628b2ff7f6e43ae84f437b6748e9f67 HTTP/1.1" status: 200 len: 375 time: 0.0264452 Oct 29 08:25:10.545476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-919c9695-02ac-47cc-91c7-60256f08b82a tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402343 Oct 29 08:25:10.557634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d0afd08-f455-40e8-b659-f4ef18fad1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.560671 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d0afd08-f455-40e8-b659-f4ef18fad1f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.561944 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4d0afd08-f455-40e8-b659-f4ef18fad1f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81ab48e5-c140-4179-a46a-3808cd8b1a21 HTTP/1.1" status: 204 len: 168 time: 0.2903605 Oct 29 08:25:10.571318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0afd08-f455-40e8-b659-f4ef18fad1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ab48e5-c140-4179-a46a-3808cd8b1a21,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:10.618462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9adf994-644d-47a6-88f4-5a453d77ab6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.624591 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9adf994-644d-47a6-88f4-5a453d77ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.668581 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9adf994-644d-47a6-88f4-5a453d77ab6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d8b2e05d40e4ce8bc19f776eca15737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103778 Oct 29 08:25:10.671583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34386) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:10.685092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adf994-644d-47a6-88f4-5a453d77ab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a56bf-f8fa-4270-ac95-ecab526435a0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:10.747483 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a777a778-263e-4dda-8675-739ed074e765 req-faadf25a-d14d-4448-af81-966b247321d6 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 210 time: 0.0312009 Oct 29 08:25:10.777320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-610d1c3a-a333-4845-a70d-b8af54eae1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.800508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-610d1c3a-a333-4845-a70d-b8af54eae1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.857300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-610d1c3a-a333-4845-a70d-b8af54eae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.860062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-610d1c3a-a333-4845-a70d-b8af54eae1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:10.861232 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-610d1c3a-a333-4845-a70d-b8af54eae1ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a45a56bf-f8fa-4270-ac95-ecab526435a0 HTTP/1.1" status: 204 len: 168 time: 0.1886382 Oct 29 08:25:10.871250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d1c3a-a333-4845-a70d-b8af54eae1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a56bf-f8fa-4270-ac95-ecab526435a0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:10.936782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34400) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:10.951433 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7efe0a39-9f94-4858-9172-ccee18d03dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.063610 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7efe0a39-9f94-4858-9172-ccee18d03dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.075250 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7efe0a39-9f94-4858-9172-ccee18d03dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.102274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10dd7d-1dc9-4744-8621-eea420e2d50e req-c44879a8-c26d-4c5e-b623-4de9d72861cf tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:11.104763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab10dd7d-1dc9-4744-8621-eea420e2d50e req-c44879a8-c26d-4c5e-b623-4de9d72861cf tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.0885966 Oct 29 08:25:11.137626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7efe0a39-9f94-4858-9172-ccee18d03dd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26385eba54a54efb843d722d93387cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967554 Oct 29 08:25:11.139149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34408) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:11.139768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe0a39-9f94-4858-9172-ccee18d03dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b90e08a-cedd-4405-a2a4-a3f09485794a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:11.169322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab10dd7d-1dc9-4744-8621-eea420e2d50e req-700d2fac-f272-4192-9c14-7ce0a7627a51 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558078 Oct 29 08:25:11.230155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-141b6191-f77f-483e-b5ca-8a06fdc45d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.259916 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-141b6191-f77f-483e-b5ca-8a06fdc45d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.320792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-141b6191-f77f-483e-b5ca-8a06fdc45d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.324273 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-141b6191-f77f-483e-b5ca-8a06fdc45d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.326286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-141b6191-f77f-483e-b5ca-8a06fdc45d45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b90e08a-cedd-4405-a2a4-a3f09485794a HTTP/1.1" status: 204 len: 168 time: 0.1860952 Oct 29 08:25:11.337609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6191-f77f-483e-b5ca-8a06fdc45d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b90e08a-cedd-4405-a2a4-a3f09485794a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:11.346336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:25:11.408154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34414) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:11.435156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc2d5-6b7f-44b1-9c85-4cc35b19aeb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.547560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:11.562605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '9ae5b751-4f0b-4fb8-af7e-ebf0001d5375', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '9ae5b751-4f0b-4fb8-af7e-ebf0001d5375', 'mac_address': 'fa:16:3e:f9:e3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:tempest-test_az-1576645168', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:25:11.592657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170ab7-eb3d-413b-943c-7222dbc0cc94 req-a03d4c98-3f4a-4e9a-99cd-f0278e0cf98e tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:11.594168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a170ab7-eb3d-413b-943c-7222dbc0cc94 req-a03d4c98-3f4a-4e9a-99cd-f0278e0cf98e tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 970 time: 0.0907063 Oct 29 08:25:11.604179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.609536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc2d5-6b7f-44b1-9c85-4cc35b19aeb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.628048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:11.629482 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc2d5-6b7f-44b1-9c85-4cc35b19aeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.651862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:11.658270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.682993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dfbbc2d5-6b7f-44b1-9c85-4cc35b19aeb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2bd8e8ce31a44504b8e4d33e5822221b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733243 Oct 29 08:25:11.685920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34422) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:11.686703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a170ab7-eb3d-413b-943c-7222dbc0cc94 req-c620bf96-78e0-4962-ac69-a9c586cf606f tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804000 Oct 29 08:25:11.687437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbc2d5-6b7f-44b1-9c85-4cc35b19aeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9b5da-5800-4eb1-8bd2-e64c4200b6c4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:11.726095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:11.734440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.734784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.735118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.735448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.735778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.736143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.736467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.736812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.737133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.737450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.737765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.738079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Tracked resource versions report: Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: pushed versions: Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: { 'AddressGroup': {'1.2'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'ConntrackHelper': {'1.0'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Log': {'1.0'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Network': {'1.1'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Port': {'1.7'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'PortForwarding': {'1.2'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'QosPolicy': {'1.10'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'SecurityGroup': {'1.4'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'SubPort': {'1.0'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Subnet': {'1.1'}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Trunk': {'1.1'}} Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: consumer versions: Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: { DHCP agent@n-d-815940-1: {}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: HyperV agent@n-h1-815940-1: {}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: HyperV agent@n-h2-815940-1: {}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: L3 agent@n-d-815940-1: {}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: Metadata agent@n-d-815940-1: {}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: Metering agent@n-d-815940-1: {}, Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: Open vSwitch agent@n-d-815940-1: { 'AddressGroup': '1.2', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'ConntrackHelper': '1.0', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Log': '1.0', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Network': '1.1', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Port': '1.7', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'PortForwarding': '1.2', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'QosPolicy': '1.10', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'SecurityGroup': '1.4', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'SecurityGroupRule': '1.2', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'SubPort': '1.0', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Subnet': '1.1', Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: 'Trunk': '1.1'}} Oct 29 08:25:11.739178 n-d-815940-1 neutron-server[102115]: {{(pid=102115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:25:11.751833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e08b7f5a-398c-4dac-8013-32ce5c14a41c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.774650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e08b7f5a-398c-4dac-8013-32ce5c14a41c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.835553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e08b7f5a-398c-4dac-8013-32ce5c14a41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.838126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e08b7f5a-398c-4dac-8013-32ce5c14a41c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:11.839246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e08b7f5a-398c-4dac-8013-32ce5c14a41c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52c9b5da-5800-4eb1-8bd2-e64c4200b6c4 HTTP/1.1" status: 204 len: 168 time: 0.1512864 Oct 29 08:25:11.857234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f1de6fd-354b-47e4-bb44-3b8b2606a3b5 req-5adc0559-b6b9-4515-a2ce-c952d978fc89 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 210 time: 0.0323629 Oct 29 08:25:11.863693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b7f5a-398c-4dac-8013-32ce5c14a41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9b5da-5800-4eb1-8bd2-e64c4200b6c4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:11.949392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['9ae5b751-4f0b-4fb8-af7e-ebf0001d5375'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:25:12.111744 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-3d2fa34c-579c-4984-b7a8-9e0d7d24d157 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407228 Oct 29 08:25:12.324550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-b33c0554-e05b-40a8-bb48-4d727a8167de tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:12.326388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-b33c0554-e05b-40a8-bb48-4d727a8167de tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098870 Oct 29 08:25:12.341055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb54065-b7fd-427d-b6a1-fd108d3b3d58 req-8d680424-0d98-4b51-ac4d-b7a5661dbcfc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:12.344371 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3eb54065-b7fd-427d-b6a1-fd108d3b3d58 req-8d680424-0d98-4b51-ac4d-b7a5661dbcfc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.0841763 Oct 29 08:25:12.357468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Request body: {'port': {'device_id': '6a52dac8-5717-407f-85b8-1cd51da3eab3', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '2628b2ff7f6e43ae84f437b6748e9f67'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:12.444343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3eb54065-b7fd-427d-b6a1-fd108d3b3d58 req-88808dce-09ef-483a-8cf9-110e9a5c5645 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819762 Oct 29 08:25:12.518217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Made reservation on behalf of 2628b2ff7f6e43ae84f437b6748e9f67 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:12.523070 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:12.532244 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:12.615544 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:12.620523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:12.701433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:12.803552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Allocated IP 192.168.233.38 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/98b185bf-7b2e-45c4-ba1d-4c362f1afc17) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:12.835028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a1ee2-ff1a-4263-90c6-69c2110a6e02 req-9ba71f5b-0f80-4999-a3b6-8e4eb842e52a tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:12.837924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-269a1ee2-ff1a-4263-90c6-69c2110a6e02 req-9ba71f5b-0f80-4999-a3b6-8e4eb842e52a tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 971 time: 0.0703652 Oct 29 08:25:12.888912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-269a1ee2-ff1a-4263-90c6-69c2110a6e02 req-50f9ce16-2316-4fbb-ab2d-ac78e67a74d9 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436974 Oct 29 08:25:12.970986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44547cd2-8991-4b35-b6ad-7991ff5cc2a3 req-085dedfc-c595-4f60-a018-885305d28161 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 210 time: 0.0333169 Oct 29 08:25:13.020821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.062868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.126844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:13.132632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:13.135215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Pushing event updated for resources: {'Port': ['ID=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:13.142160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:13.151026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:13.151722 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.183015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-c97aecc4-903e-4dc5-9d6c-9a9857db9f98 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8375738 Oct 29 08:25:13.198344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Request body: {'port': {'device_id': '6a52dac8-5717-407f-85b8-1cd51da3eab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:13.267380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.330916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:13.422848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:25:13.427750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:13.428276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.480790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7c621105-d2c7-4dab-bdd5-1419d7a0ba20 None None] Provisioning complete for port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:13.481158 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c621105-d2c7-4dab-bdd5-1419d7a0ba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.520214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7c621105-d2c7-4dab-bdd5-1419d7a0ba20 None None] Port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:13.561871 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.592432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5efde9-e1c1-4dfd-8813-d11ee5a13013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5b751-4f0b-4fb8-af7e-ebf0001d5375'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:13.638944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858e80-36b4-4041-98d4-6a7101c8d177 req-19b7d16f-74ba-4035-a91e-e99fd794e6f1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:13.644289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d858e80-36b4-4041-98d4-6a7101c8d177 req-19b7d16f-74ba-4035-a91e-e99fd794e6f1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.0846097 Oct 29 08:25:13.667777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:13.675502 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.718915 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c28ad0f-23ee-4807-878a-65341a3ebb02" -d '{"events": [{"server_uuid": "fc5efde9-e1c1-4dfd-8813-d11ee5a13013", "name": "network-vif-plugged", "status": "completed", "tag": "9ae5b751-4f0b-4fb8-af7e-ebf0001d5375"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:13.727521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d858e80-36b4-4041-98d4-6a7101c8d177 req-92d6acd7-3e5d-4095-ba45-13448c7330ba tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754650 Oct 29 08:25:13.758471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:13.769060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:13.777926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.793723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Transition to ACTIVE for port object 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:25:13.797882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.856273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Pushing event updated for resources: {'Port': ['ID=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:13.886496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Attempting to bind port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:13.887067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Attempting to bind port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:13.887355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Attempting to bind port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:13.892541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:25:13.892949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Attempting to bind port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:13.899476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:13.899917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:13.900384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:13.900918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Bound port: 98b185bf-7b2e-45c4-ba1d-4c362f1afc17, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:13.901364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:13.967392 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8128f7-19b1-47b8-ba5c-bd869437c0e8 x-openstack-request-id: req-5c8128f7-19b1-47b8-ba5c-bd869437c0e8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:13.967992 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5efde9-e1c1-4dfd-8813-d11ee5a13013", "name": "network-vif-plugged", "status": "completed", "tag": "9ae5b751-4f0b-4fb8-af7e-ebf0001d5375", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:13.968456 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c8128f7-19b1-47b8-ba5c-bd869437c0e8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:13.969192 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5efde9-e1c1-4dfd-8813-d11ee5a13013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5b751-4f0b-4fb8-af7e-ebf0001d5375', 'code': 200} Oct 29 08:25:13.976605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] For port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:13.980977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] For port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:13.989425 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.221827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9164903-a2e6-4533-9c9e-5cf6f9c59a59 req-ce434486-62e8-4eb8-abdb-430bab4e5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:14.224352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a9164903-a2e6-4533-9c9e-5cf6f9c59a59 req-ce434486-62e8-4eb8-abdb-430bab4e5862 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 1123 time: 0.1673722 Oct 29 08:25:14.232132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:14.232676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.234033 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] 10.222.0.93 "PUT /v2.0/ports/98b185bf-7b2e-45c4-ba1d-4c362f1afc17 HTTP/1.1" status: 200 len: 1095 time: 1.0420322 Oct 29 08:25:14.244862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5175-24c4-44e4-acfe-43b2f3980551 req-7064f180-3d02-4dd6-be8e-f646dab90bb1 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:14.255338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a8d5175-24c4-44e4-acfe-43b2f3980551 req-7064f180-3d02-4dd6-be8e-f646dab90bb1 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 947 time: 0.0995378 Oct 29 08:25:14.268062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a52dac8-5717-407f-85b8-1cd51da3eab3', 'tag': '98b185bf-7b2e-45c4-ba1d-4c362f1afc17'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:14.271418 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad692f3-88ef-430c-87ab-15ca52151dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a52dac8-5717-407f-85b8-1cd51da3eab3", "tag": "98b185bf-7b2e-45c4-ba1d-4c362f1afc17"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:14.299433 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a9164903-a2e6-4533-9c9e-5cf6f9c59a59 req-086d9866-7d93-4bdf-9ac1-c1547bcb2c23 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.301178 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70f709ac-4bd2-49b0-841d-d3820233d661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.365982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a8d5175-24c4-44e4-acfe-43b2f3980551 req-d10f0d6e-42c4-4107-ba23-ea57d361eda4 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097016 Oct 29 08:25:14.393335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5590-8b06-45c6-bf11-6e10dd1dabfc req-ce50e4e0-c586-4231-b313-53313da8c7d9 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:14.394918 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f88f5590-8b06-45c6-bf11-6e10dd1dabfc req-ce50e4e0-c586-4231-b313-53313da8c7d9 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 972 time: 0.1395366 Oct 29 08:25:14.395849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfe65e-7f3f-4596-b595-7407d1c95e0a service neutron] Pushing event updated for resources: {'Port': ['ID=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:14.401548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-56c68f5b-43b2-4d1f-8536-94807d17de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:14.403639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-56c68f5b-43b2-4d1f-8536-94807d17de3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 1098 time: 0.1018302 Oct 29 08:25:14.430895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34548) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:14.457975 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446520b9-0bf9-48f4-aa11-164bd7c110ee x-openstack-request-id: req-446520b9-0bf9-48f4-aa11-164bd7c110ee {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:14.458176 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a52dac8-5717-407f-85b8-1cd51da3eab3", "tag": "98b185bf-7b2e-45c4-ba1d-4c362f1afc17", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:14.458382 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-446520b9-0bf9-48f4-aa11-164bd7c110ee {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:14.458864 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a52dac8-5717-407f-85b8-1cd51da3eab3', 'tag': '98b185bf-7b2e-45c4-ba1d-4c362f1afc17', 'status': 'completed', 'code': 200} Oct 29 08:25:14.461615 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-bda0fc00-c5dd-4681-aed9-80694d23c459 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=98b185bf-7b2e-45c4-ba1d-4c362f1afc17 HTTP/1.1" status: 200 len: 217 time: 0.0492568 Oct 29 08:25:14.466748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a9164903-a2e6-4533-9c9e-5cf6f9c59a59 req-086d9866-7d93-4bdf-9ac1-c1547bcb2c23 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.474573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a9164903-a2e6-4533-9c9e-5cf6f9c59a59 req-086d9866-7d93-4bdf-9ac1-c1547bcb2c23 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.482445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f88f5590-8b06-45c6-bf11-6e10dd1dabfc req-86f1f94a-01e7-476e-ba73-2a57729f2fbf tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777354 Oct 29 08:25:14.534775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-4f02c2a7-da31-4464-84d1-91be76efcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:14.537155 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-4f02c2a7-da31-4464-84d1-91be76efcbc1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0584016 Oct 29 08:25:14.543222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a9164903-a2e6-4533-9c9e-5cf6f9c59a59 req-086d9866-7d93-4bdf-9ac1-c1547bcb2c23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078926 Oct 29 08:25:14.552833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d9866-7d93-4bdf-9ac1-c1547bcb2c23 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d734e-c17a-4288-ae2a-b13d679fabac,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:14.605357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-9534f693-c4ff-4180-8917-0edeb038094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:14.606972 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-9534f693-c4ff-4180-8917-0edeb038094a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609014 Oct 29 08:25:14.619107 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad77d1f8-213a-4d19-8f20-50c3a6dfe7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.701479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad77d1f8-213a-4d19-8f20-50c3a6dfe7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.706840 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-abd93424-e3a7-4189-bcea-c9ad732fe9c1 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917242 Oct 29 08:25:14.708251 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad77d1f8-213a-4d19-8f20-50c3a6dfe7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.747426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ad77d1f8-213a-4d19-8f20-50c3a6dfe7a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8004a5ca60e7462ca69d098c1697b386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139329 Oct 29 08:25:14.748481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77d1f8-213a-4d19-8f20-50c3a6dfe7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56845d-3e82-4a30-99b1-e8f45aef4dcf,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:14.752051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34556) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:14.775863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device a91a52fa-e6fd-4876-97de-2fb75ae8a2ef details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:25:14.858944 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-535920a6-99b3-476f-8eac-1f9489eb3804 req-b065b588-9523-4fe2-8e03-1c740f7c2413 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442435 Oct 29 08:25:14.859635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0f4594a5-d951-4537-be95-c685602889cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.887075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f5f7e-1d80-448e-b2ff-4eb8a0b319d6 req-ae1466fc-7fca-4995-9b0f-d8ddcab44025 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:14.889002 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c97f5f7e-1d80-448e-b2ff-4eb8a0b319d6 req-ae1466fc-7fca-4995-9b0f-d8ddcab44025 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.0775576 Oct 29 08:25:14.900977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0f4594a5-d951-4537-be95-c685602889cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.914262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:14.929168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef', 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'port_id': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef', 'mac_address': 'fa:16:3e:f4:87:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37720abb-4935-420c-be32-b1e0112cfb78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:25:14.975366 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c97f5f7e-1d80-448e-b2ff-4eb8a0b319d6 req-6389d077-ffb5-439d-8eb6-9a5fe3d115a4 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749905 Oct 29 08:25:14.976358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0f4594a5-d951-4537-be95-c685602889cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.976621 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.979597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0f4594a5-d951-4537-be95-c685602889cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:14.992450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0f4594a5-d951-4537-be95-c685602889cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d56845d-3e82-4a30-99b1-e8f45aef4dcf HTTP/1.1" status: 204 len: 168 time: 0.2401173 Oct 29 08:25:14.998109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91a52fa-e6fd-4876-97de-2fb75ae8a2ef {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:15.009567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4594a5-d951-4537-be95-c685602889cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56845d-3e82-4a30-99b1-e8f45aef4dcf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:15.011939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-e4f46ffe-c68d-424c-a9c8-76e8ad60fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:15.015641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-e4f46ffe-c68d-424c-a9c8-76e8ad60fed0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 1098 time: 0.0906010 Oct 29 08:25:15.051932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:15.059464 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.111579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:15.131962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-18e1ce89-683c-4854-b528-fb75217c190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:15.133504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-18e1ce89-683c-4854-b528-fb75217c190e service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1109302 Oct 29 08:25:15.179665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-0d90bb95-7062-4270-8ae2-939e9aa6dd5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=98b185bf-7b2e-45c4-ba1d-4c362f1afc17 HTTP/1.1" status: 200 len: 217 time: 0.0361753 Oct 29 08:25:15.235696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-63dac7c8-d933-4b48-aa2e-aafd22e18cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:15.237339 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-63dac7c8-d933-4b48-aa2e-aafd22e18cbd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0507920 Oct 29 08:25:15.288192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-3e0c095f-2d67-45c0-9373-79c3d61f5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:15.290403 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-3e0c095f-2d67-45c0-9373-79c3d61f5ac6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456355 Oct 29 08:25:15.356321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34576) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:15.377550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6517c94c-0aba-4965-b67d-4f8f1da5eae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.403695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-966e89ea-fe30-4bc8-a5f8-a31ffb2d8b86 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047280 Oct 29 08:25:15.507668 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ad692f3-88ef-430c-87ab-15ca52151dcb req-9a2fb219-6e78-423c-9b52-65815a8a0ac9 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953782 Oct 29 08:25:15.511783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6517c94c-0aba-4965-b67d-4f8f1da5eae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.519701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6517c94c-0aba-4965-b67d-4f8f1da5eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.532853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cdb73-a90b-4361-b857-53db07a710d2 req-b0902b05-5b54-4292-880b-22ce1665d77f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:15.534490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e96cdb73-a90b-4361-b857-53db07a710d2 req-b0902b05-5b54-4292-880b-22ce1665d77f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 947 time: 0.0943077 Oct 29 08:25:15.596023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6517c94c-0aba-4965-b67d-4f8f1da5eae5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1a2f7eeec2a45c38ae6b854f6620a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347720 Oct 29 08:25:15.596023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517c94c-0aba-4965-b67d-4f8f1da5eae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a102ae-f162-46f4-975c-5a519d771545,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:15.598543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34582) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:15.627514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e96cdb73-a90b-4361-b857-53db07a710d2 req-d0007369-9a10-41b9-bb10-9378be937a07 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802212 Oct 29 08:25:15.634838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56996da-df10-4ce9-80ba-49a9489e5318 req-48427693-cf13-4e1e-aced-d30948266cf5 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:15.636402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c56996da-df10-4ce9-80ba-49a9489e5318 req-48427693-cf13-4e1e-aced-d30948266cf5 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 972 time: 0.0746577 Oct 29 08:25:15.652136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['a91a52fa-e6fd-4876-97de-2fb75ae8a2ef'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:25:15.694355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e32b841-6396-42a1-a23d-6bf0a08c8dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.703946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c56996da-df10-4ce9-80ba-49a9489e5318 req-6293f048-ffb4-4886-98c3-cc18544fb387 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596054 Oct 29 08:25:15.728914 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e32b841-6396-42a1-a23d-6bf0a08c8dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.733666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34586) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:15.784194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e32b841-6396-42a1-a23d-6bf0a08c8dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.787529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e32b841-6396-42a1-a23d-6bf0a08c8dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.791547 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e32b841-6396-42a1-a23d-6bf0a08c8dc0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38a102ae-f162-46f4-975c-5a519d771545 HTTP/1.1" status: 204 len: 168 time: 0.1891341 Oct 29 08:25:15.802423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32b841-6396-42a1-a23d-6bf0a08c8dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a102ae-f162-46f4-975c-5a519d771545,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:15.854564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-189f641c-6e6f-4ca8-987b-4f6b9ded3a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.932685 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-189f641c-6e6f-4ca8-987b-4f6b9ded3a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.937899 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-189f641c-6e6f-4ca8-987b-4f6b9ded3a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:15.979069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-189f641c-6e6f-4ca8-987b-4f6b9ded3a41 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40ed83ee0c084e5591d8685ac532ead1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441249 Oct 29 08:25:15.980962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f641c-6e6f-4ca8-987b-4f6b9ded3a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b79ea2-dee5-41e0-b352-4eef0c5a727e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:15.981967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34594) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:16.044167 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06a5012e-cd7a-4a07-a302-043f0e231d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.069478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06a5012e-cd7a-4a07-a302-043f0e231d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.105530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b332c5d-80bb-4659-8335-57062be096a0 req-44befdde-9d93-4b65-aa26-81b5b5f755ae tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:16.107114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b332c5d-80bb-4659-8335-57062be096a0 req-44befdde-9d93-4b65-aa26-81b5b5f755ae tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 944 time: 0.0555832 Oct 29 08:25:16.124929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06a5012e-cd7a-4a07-a302-043f0e231d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.129355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06a5012e-cd7a-4a07-a302-043f0e231d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.130536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-06a5012e-cd7a-4a07-a302-043f0e231d2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24b79ea2-dee5-41e0-b352-4eef0c5a727e HTTP/1.1" status: 204 len: 168 time: 0.1473961 Oct 29 08:25:16.144281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5012e-cd7a-4a07-a302-043f0e231d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b79ea2-dee5-41e0-b352-4eef0c5a727e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:16.157959 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b332c5d-80bb-4659-8335-57062be096a0 req-b8dfe791-eb76-4dfb-88bd-7d1201b9f26e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Oct 29 08:25:16.519662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34618) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:16.533531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-882dd7ad-2085-48a1-83f7-335f7c0a2c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.609681 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-882dd7ad-2085-48a1-83f7-335f7c0a2c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.614630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-882dd7ad-2085-48a1-83f7-335f7c0a2c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.652602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-882dd7ad-2085-48a1-83f7-335f7c0a2c25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22557064db2147c296f8c6373ab30a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316221 Oct 29 08:25:16.653629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dd7ad-2085-48a1-83f7-335f7c0a2c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d64aa71-65a5-45f7-bdfd-8e816fb3da76,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:16.655493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34626) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:16.733128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device a91a52fa-e6fd-4876-97de-2fb75ae8a2ef up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:16.735460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95f84ef3-4b9b-4dbc-abb6-f40bff63f407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.770577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95f84ef3-4b9b-4dbc-abb6-f40bff63f407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.791882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:25:16.792066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2e0ed-49f7-4ca6-93a0-8b64513ebcff req-b8e6d71d-7f68-4445-978e-f0b76f14a67b tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:16.793815 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81a2e0ed-49f7-4ca6-93a0-8b64513ebcff req-b8e6d71d-7f68-4445-978e-f0b76f14a67b tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 947 time: 0.0918412 Oct 29 08:25:16.802767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:16.803143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.848788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81a2e0ed-49f7-4ca6-93a0-8b64513ebcff req-21a2ee54-2882-41ac-ba5a-ab1396a5d5c6 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476501 Oct 29 08:25:16.862962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95f84ef3-4b9b-4dbc-abb6-f40bff63f407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.866456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95f84ef3-4b9b-4dbc-abb6-f40bff63f407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.867734 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-95f84ef3-4b9b-4dbc-abb6-f40bff63f407 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d64aa71-65a5-45f7-bdfd-8e816fb3da76 HTTP/1.1" status: 204 len: 168 time: 0.2101207 Oct 29 08:25:16.877498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f84ef3-4b9b-4dbc-abb6-f40bff63f407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d64aa71-65a5-45f7-bdfd-8e816fb3da76,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:16.899631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ef1f9-acc4-4209-a0a6-b93d0ad4a0e6 req-893fe803-e4fa-48c8-adc7-760ad10f6b37 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:16.904223 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-579ef1f9-acc4-4209-a0a6-b93d0ad4a0e6 req-893fe803-e4fa-48c8-adc7-760ad10f6b37 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 972 time: 0.0868912 Oct 29 08:25:16.930913 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.944670 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a3d12c4-05a8-4e53-8074-4822ad8ff3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:16.959393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:16.962088 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d51f25-3037-4237-a09b-89a684b2c620" -d '{"events": [{"server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "name": "network-vif-plugged", "status": "completed", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:16.976338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:16.981842 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-579ef1f9-acc4-4209-a0a6-b93d0ad4a0e6 req-c92592d1-6df2-4fcd-8f84-460e60456874 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581620 Oct 29 08:25:16.984352 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:17.035750 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f786c-9e08-47f2-964b-4c2f8449432b x-openstack-request-id: req-3d3f786c-9e08-47f2-964b-4c2f8449432b {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:17.036203 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "name": "network-vif-plugged", "status": "completed", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:17.036495 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d3f786c-9e08-47f2-964b-4c2f8449432b {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:17.036878 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef', 'code': 200} Oct 29 08:25:17.058826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:17.163071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9b878-7709-4b87-9237-378246d25051 req-84b3c079-922f-4616-9984-e3fd8680074c tempest-AggregatesAdminTestJSON-968956671 tempest-AggregatesAdminTestJSON-968956671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:17.171350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7c9b878-7709-4b87-9237-378246d25051 req-84b3c079-922f-4616-9984-e3fd8680074c tempest-AggregatesAdminTestJSON-968956671 tempest-AggregatesAdminTestJSON-968956671-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 1123 time: 0.0565686 Oct 29 08:25:17.187915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337279-5aa2-4931-8b01-8086e5248c33 req-e3290703-e126-41b5-8ae4-870beb9a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:17.190305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d337279-5aa2-4931-8b01-8086e5248c33 req-e3290703-e126-41b5-8ae4-870beb9a1bcd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1096 time: 0.0839119 Oct 29 08:25:17.191677 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b7c9b878-7709-4b87-9237-378246d25051 req-c8f87ff9-234c-407e-9104-dda5c9bf545b tempest-AggregatesAdminTestJSON-968956671 tempest-AggregatesAdminTestJSON-968956671-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:17.249009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d337279-5aa2-4931-8b01-8086e5248c33 req-610245f8-e963-4f4e-981f-52b6eb2e31c3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510857 Oct 29 08:25:17.285812 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b7c9b878-7709-4b87-9237-378246d25051 req-c8f87ff9-234c-407e-9104-dda5c9bf545b tempest-AggregatesAdminTestJSON-968956671 tempest-AggregatesAdminTestJSON-968956671-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:17.290781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b7c9b878-7709-4b87-9237-378246d25051 req-c8f87ff9-234c-407e-9104-dda5c9bf545b tempest-AggregatesAdminTestJSON-968956671 tempest-AggregatesAdminTestJSON-968956671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:17.313969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7c9b878-7709-4b87-9237-378246d25051 req-c8f87ff9-234c-407e-9104-dda5c9bf545b tempest-AggregatesAdminTestJSON-968956671 tempest-AggregatesAdminTestJSON-968956671-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378939 Oct 29 08:25:17.327975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f87ff9-234c-407e-9104-dda5c9bf545b tempest-AggregatesAdminTestJSON-968956671 tempest-AggregatesAdminTestJSON-968956671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e489ab7-fea7-4d10-88a0-6a0702ca1c5f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:17.340223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c693d74-f094-4285-864c-6e0f6352bcf2 req-a3021112-3ad4-4be3-8cf0-c92556cb87c4 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:17.342291 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c693d74-f094-4285-864c-6e0f6352bcf2 req-a3021112-3ad4-4be3-8cf0-c92556cb87c4 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 945 time: 0.0640969 Oct 29 08:25:17.385004 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c693d74-f094-4285-864c-6e0f6352bcf2 req-ce5ab168-4663-4d5f-b0b1-e8264e60de83 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Oct 29 08:25:17.883611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34722) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:17.996387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21c2c-fa62-4b7c-9bed-84483afaeb51 req-7e8d0fd7-e7f7-4976-9bd9-8bbbd31414c8 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:17.998637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74e21c2c-fa62-4b7c-9bed-84483afaeb51 req-7e8d0fd7-e7f7-4976-9bd9-8bbbd31414c8 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 947 time: 0.0661583 Oct 29 08:25:18.021715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.023082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ff47d11-b0d5-4d69-ad24-0cc46c5b7be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.069129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74e21c2c-fa62-4b7c-9bed-84483afaeb51 req-b540c321-94aa-41f9-b149-7a3887343caf tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596573 Oct 29 08:25:18.128126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ff47d11-b0d5-4d69-ad24-0cc46c5b7be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.133687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ff47d11-b0d5-4d69-ad24-0cc46c5b7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.168839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34746) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:18.169190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4ff47d11-b0d5-4d69-ad24-0cc46c5b7be5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6dfbc15934a043f79a495aa67fc2655a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839460 Oct 29 08:25:18.199686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff47d11-b0d5-4d69-ad24-0cc46c5b7be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926eec26-c58c-4be4-a919-1518aef09bd7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:18.200797 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.252480 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0e7745b-0463-4cbb-b9bc-874479e1e02a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.278462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0e7745b-0463-4cbb-b9bc-874479e1e02a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.337902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0e7745b-0463-4cbb-b9bc-874479e1e02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.341063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0e7745b-0463-4cbb-b9bc-874479e1e02a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.344279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b0e7745b-0463-4cbb-b9bc-874479e1e02a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/926eec26-c58c-4be4-a919-1518aef09bd7 HTTP/1.1" status: 204 len: 168 time: 0.1666698 Oct 29 08:25:18.354660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7745b-0463-4cbb-b9bc-874479e1e02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926eec26-c58c-4be4-a919-1518aef09bd7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:18.562483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e0fc-5b39-489d-aed7-fd2e86c86d82 req-ef4b79c6-7106-4e54-abd5-5881ab729cdf tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:18.573447 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f398e0fc-5b39-489d-aed7-fd2e86c86d82 req-ef4b79c6-7106-4e54-abd5-5881ab729cdf tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 945 time: 0.0891926 Oct 29 08:25:18.616078 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f398e0fc-5b39-489d-aed7-fd2e86c86d82 req-19dc8f61-e33b-4a70-8498-6b1b5a5cd813 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Oct 29 08:25:18.739118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:25:18.846896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:18.858405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '98b185bf-7b2e-45c4-ba1d-4c362f1afc17', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '98b185bf-7b2e-45c4-ba1d-4c362f1afc17', 'mac_address': 'fa:16:3e:5d:f6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:25:18.896505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:18.915793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:18.940449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:18.945633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.000149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:19.290723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['98b185bf-7b2e-45c4-ba1d-4c362f1afc17'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:25:19.299164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2dead-effb-49c9-a649-ef0e21a5b286 req-aafeba6d-6c2f-4d5d-b0d1-5ecfbfbb4b5e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:19.301276 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d6e2dead-effb-49c9-a649-ef0e21a5b286 req-aafeba6d-6c2f-4d5d-b0d1-5ecfbfbb4b5e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 948 time: 0.0509155 Oct 29 08:25:19.334012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34848) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:19.355026 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d6e2dead-effb-49c9-a649-ef0e21a5b286 req-8fe9dc0a-a1c9-46ab-9837-3dd5a5591523 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Oct 29 08:25:19.387472 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.546671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-network', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:19.586115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Made reservation on behalf of 91bfe912d4fd4c45b520c01c2d839d91 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:19.589477 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.605005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.707099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.713133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.744445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:25:19.767689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887ae2cd-9419-44fa-a854-df05cebf2ce1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:19.784418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.784756 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Added segment 3ab039f1-31f6-4759-9b16-4f1e93826ae0 of type vlan for network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 Oct 29 08:25:19.843733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.853297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556c68a-e8fb-4a5a-9378-ce3e3560f44c req-e5b81abb-a17d-4403-91d3-c34fe283c295 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:19.854927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7556c68a-e8fb-4a5a-9378-ce3e3560f44c req-e5b81abb-a17d-4403-91d3-c34fe283c295 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 945 time: 0.1055238 Oct 29 08:25:19.899762 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.900878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:19.901470 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:19.918341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7556c68a-e8fb-4a5a-9378-ce3e3560f44c req-952d1140-2af3-4c3f-8f2e-e73327d3ebf9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564091 Oct 29 08:25:19.959760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6246343 Oct 29 08:25:19.962857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34902) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:19.969336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Request body: {'subnet': {'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-subnet', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:19.997194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102d017-83d7-4416-94c4-f999a677c9aa admin admin] Pushing event updated for resources: {'Network': ['ID=00ecd59d-f16d-45a3-8037-dfde9d9d91d0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:20.009126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:25:20.010206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Made reservation on behalf of 91bfe912d4fd4c45b520c01c2d839d91 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:20.013704 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.117707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34916) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:20.200559 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:25:20.222829 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.288037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7021aa88-d549-4102-9243-8013403a90c9,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:20.311418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d661c6e6-8289-4fd6-8fab-3f678684e5a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.318318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Checking segment: {'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:20.319028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Network hostable DHCP agents. Network: 00ecd59d-f16d-45a3-8037-dfde9d9d91d0, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:25:20.348352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:25:20.379148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 00ecd59d-f16d-45a3-8037-dfde9d9d91d0) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:20.386689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:20.387912 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.395487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88008f78-270f-469f-81f3-5ab67f3bffd4 None None] Network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:20.409861 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d661c6e6-8289-4fd6-8fab-3f678684e5a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.415544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-48591c38-7b30-4aee-a21d-1a3744955ce3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4513912 Oct 29 08:25:20.415965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d661c6e6-8289-4fd6-8fab-3f678684e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.417926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34926) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:20.423556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:20.428926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1693e8-a1ca-4434-843e-b2f0b801ce92 req-8235d4eb-697f-49b0-be1e-bb7c8d80f381 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:20.430785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f1693e8-a1ca-4434-843e-b2f0b801ce92 req-8235d4eb-697f-49b0-be1e-bb7c8d80f381 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1096 time: 0.0979643 Oct 29 08:25:20.466171 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d661c6e6-8289-4fd6-8fab-3f678684e5a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2333d918cbe14d95a462c02f14741136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473039 Oct 29 08:25:20.466818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34936) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:20.482170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661c6e6-8289-4fd6-8fab-3f678684e5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae1330-e290-4825-93b9-edea7df94523,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:20.483278 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.484494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.535088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98449f60-1b6d-42cd-99cd-511b414c0d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.553004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.561982 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f1693e8-a1ca-4434-843e-b2f0b801ce92 req-71f26fc6-f66a-4941-add6-eb868d4aaf4c tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128511 Oct 29 08:25:20.566175 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98449f60-1b6d-42cd-99cd-511b414c0d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.647347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98449f60-1b6d-42cd-99cd-511b414c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.657645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98449f60-1b6d-42cd-99cd-511b414c0d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.657645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-98449f60-1b6d-42cd-99cd-511b414c0d0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9dae1330-e290-4825-93b9-edea7df94523 HTTP/1.1" status: 204 len: 168 time: 0.1818604 Oct 29 08:25:20.672146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-00ecd59d-f16d-45a3-8037-dfde9d9d91d0', 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'fixed_ips': [{'subnet_id': '7021aa88-d549-4102-9243-8013403a90c9'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:25:20.674755 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.688860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449f60-1b6d-42cd-99cd-511b414c0d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae1330-e290-4825-93b9-edea7df94523,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:20.768312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:20.799257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2085c9-e30f-4983-b0d8-e20c6bdf3cfe req-2f83f51f-89b5-44ea-b7b6-c01dca07b85b tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:20.808587 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b2085c9-e30f-4983-b0d8-e20c6bdf3cfe req-2f83f51f-89b5-44ea-b7b6-c01dca07b85b tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 948 time: 0.1199036 Oct 29 08:25:20.914251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b2085c9-e30f-4983-b0d8-e20c6bdf3cfe req-dc43bb0c-4fe8-484a-846d-07ff5e7c565e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990939 Oct 29 08:25:21.019439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:21.208684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Allocated IP 172.20.0.2 (00ecd59d-f16d-45a3-8037-dfde9d9d91d0/7021aa88-d549-4102-9243-8013403a90c9/70d64f2c-a84e-4fee-b8b2-aabffdd1b758) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:21.318475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:25:21.332702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:21.333103 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.346014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34972) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:21.353892 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.359393 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2a10-48a7-4fd4-89ba-e0c51c78649a req-041a7b84-6e30-4fb7-96d1-dadb85809595 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:21.367001 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8191a9f9-e0a3-4191-a009-7d89a9c9e699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.367598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8ce2a10-48a7-4fd4-89ba-e0c51c78649a req-041a7b84-6e30-4fb7-96d1-dadb85809595 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1096 time: 0.3672290 Oct 29 08:25:21.392719 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.435823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8ce2a10-48a7-4fd4-89ba-e0c51c78649a req-91ea477f-b970-4e90-95e1-04baae3054eb tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618443 Oct 29 08:25:21.520917 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.536568 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.545612 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.581078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8191a9f9-e0a3-4191-a009-7d89a9c9e699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.595606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8191a9f9-e0a3-4191-a009-7d89a9c9e699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.623881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Allocated IP 172.25.5.67 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:21.649769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:21.655394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:21.668406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:21.737216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8191a9f9-e0a3-4191-a009-7d89a9c9e699 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dbeacf08665843618459ffd0900627fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895750 Oct 29 08:25:21.746676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34986) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:21.807512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Attempting to bind port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:21.808149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Attempting to bind port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:21.808639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Attempting to bind port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 on network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:21.818041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:21.818529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Checking segment: {'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:21.819027 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.819515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Bound using segment: {'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:21.820144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Bound port: 70d64f2c-a84e-4fee-b8b2-aabffdd1b758, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:21.820623 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.833769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191a9f9-e0a3-4191-a009-7d89a9c9e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5699c041-ff13-4011-a112-fd9f114e71d8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:21.834442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.853029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87a8c247-7aec-42ed-b29c-9d7c7073988a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.881837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87a8c247-7aec-42ed-b29c-9d7c7073988a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.912609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] For port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:21.914563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a52dac8-5717-407f-85b8-1cd51da3eab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b185bf-7b2e-45c4-ba1d-4c362f1afc17'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:21.917475 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafaa219-d0c1-4bd2-b93d-4b78dd0d3b15" -d '{"events": [{"server_uuid": "6a52dac8-5717-407f-85b8-1cd51da3eab3", "name": "network-vif-plugged", "status": "completed", "tag": "98b185bf-7b2e-45c4-ba1d-4c362f1afc17"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:21.922472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] For port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=70d64f2c-a84e-4fee-b8b2-aabffdd1b758,segment=NetworkSegment(3ab039f1-31f6-4759-9b16-4f1e93826ae0),segment_id=3ab039f1-31f6-4759-9b16-4f1e93826ae0)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:21.925798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Pushing event updated for resources: {'Port': ['ID=70d64f2c-a84e-4fee-b8b2-aabffdd1b758,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:21.953280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:21.961824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35004) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:21.970255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:21.972935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.008006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.008236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87a8c247-7aec-42ed-b29c-9d7c7073988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.015328 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87a8c247-7aec-42ed-b29c-9d7c7073988a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.022112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-87a8c247-7aec-42ed-b29c-9d7c7073988a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5699c041-ff13-4011-a112-fd9f114e71d8 HTTP/1.1" status: 204 len: 168 time: 0.2680397 Oct 29 08:25:22.030804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:22.034544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:22.038352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:22.062297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8128b-ce00-4cc5-91a3-3c358241124b None None] Pushing event updated for resources: {'Port': ['ID=70d64f2c-a84e-4fee-b8b2-aabffdd1b758,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:22.065938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8c247-7aec-42ed-b29c-9d7c7073988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5699c041-ff13-4011-a112-fd9f114e71d8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:22.166818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:22.176177 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de3451-a612-491f-ab2d-a8c954800358 x-openstack-request-id: req-b2de3451-a612-491f-ab2d-a8c954800358 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:22.176496 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a52dac8-5717-407f-85b8-1cd51da3eab3", "name": "network-vif-plugged", "status": "completed", "tag": "98b185bf-7b2e-45c4-ba1d-4c362f1afc17", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:22.176765 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2de3451-a612-491f-ab2d-a8c954800358 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:22.177169 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a52dac8-5717-407f-85b8-1cd51da3eab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b185bf-7b2e-45c4-ba1d-4c362f1afc17', 'code': 200} Oct 29 08:25:22.188889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:22.444379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f941df-782b-4c5d-aa1d-5d023b759c20 req-380fb88a-3949-4375-a852-c1544085d679 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:22.444989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9658-f360-4b00-af05-09b8afcb0eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.452837 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f941df-782b-4c5d-aa1d-5d023b759c20 req-380fb88a-3949-4375-a852-c1544085d679 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 949 time: 0.1626024 Oct 29 08:25:22.460087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c328-44e7-4565-a957-9379d3e1468c req-c3030a32-41ac-48f4-a618-f250d0404d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:22.471297 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-98c3c328-44e7-4565-a957-9379d3e1468c req-c3030a32-41ac-48f4-a618-f250d0404d8c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 1100 time: 0.1777225 Oct 29 08:25:22.489981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.520039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-454f0812-24bf-40d0-be8c-0af0a09e079b req-ae0734b6-71dc-4eb9-8ed4-d395191c38d1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:25:22.538406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-454f0812-24bf-40d0-be8c-0af0a09e079b req-ae0734b6-71dc-4eb9-8ed4-d395191c38d1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1851189 Oct 29 08:25:22.635028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9658-f360-4b00-af05-09b8afcb0eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.641513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9658-f360-4b00-af05-09b8afcb0eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.681297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d9658-f360-4b00-af05-09b8afcb0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1131a3-8aa6-4bba-b6dc-301d7118adf5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:22.687314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9e5d9658-f360-4b00-af05-09b8afcb0eaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef4d4a55ad464907ad3237c3726d2f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7243629 Oct 29 08:25:22.690573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35030) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:22.699157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f941df-782b-4c5d-aa1d-5d023b759c20 req-9ae2e7f2-e91b-4e0c-a0c7-f7a12998cf76 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453690 Oct 29 08:25:22.752103 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd475eae-c13e-4005-a490-db10e449cc18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.792792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd475eae-c13e-4005-a490-db10e449cc18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.862478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd475eae-c13e-4005-a490-db10e449cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.865219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd475eae-c13e-4005-a490-db10e449cc18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.866407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fd475eae-c13e-4005-a490-db10e449cc18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c1131a3-8aa6-4bba-b6dc-301d7118adf5 HTTP/1.1" status: 204 len: 168 time: 0.1741853 Oct 29 08:25:22.883612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd475eae-c13e-4005-a490-db10e449cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1131a3-8aa6-4bba-b6dc-301d7118adf5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:22.885412 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:22.894515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-98c3c328-44e7-4565-a957-9379d3e1468c req-cc743b28-8f3c-41d6-ab1f-29432d63ba18 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054930 Oct 29 08:25:23.112995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Router a52e804d-6dc4-4b32-8354-817f65ac30f9 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:25:23.337983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:25:23.358564 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Sync routers for ids ['a52e804d-6dc4-4b32-8354-817f65ac30f9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:25:23.367709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:23.369098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-da2cf480-8009-4a17-acf5-0ebb94fde630 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9500182 Oct 29 08:25:23.372246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35076) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:23.376688 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Routers {'a52e804d-6dc4-4b32-8354-817f65ac30f9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:23.379618 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a52e804d-6dc4-4b32-8354-817f65ac30f9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:23.447828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35080) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:23.477651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6859e72-329b-4dd7-9077-097719982a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:23.567161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c8679-f580-4434-8a61-6325b1b8dc87 None None] Network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:23.686121 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6859e72-329b-4dd7-9077-097719982a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:23.691253 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Set router a52e804d-6dc4-4b32-8354-817f65ac30f9 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:23.701653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6859e72-329b-4dd7-9077-097719982a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:23.805716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a764a738-8be7-48b3-b09b-3a7c98150cc8 None None] Provisioning complete for port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:23.806010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a764a738-8be7-48b3-b09b-3a7c98150cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:23.815836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b6859e72-329b-4dd7-9077-097719982a79 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0a79106ac9b45e5b1db57afc5e58300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666582 Oct 29 08:25:23.820357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35106) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:23.833929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6859e72-329b-4dd7-9077-097719982a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d737263-69c6-42ae-aa89-2c1f48a2bd8d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:24.035544 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd15a8d0-6b79-420d-9827-7a54d1429620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.096734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e0fcf-a009-41a0-9437-a75107b4fb4d req-23db023a-6c4b-4fb5-9366-9b4e615dc121 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:24.108400 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a764a738-8be7-48b3-b09b-3a7c98150cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.116611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a6e0fcf-a009-41a0-9437-a75107b4fb4d req-23db023a-6c4b-4fb5-9366-9b4e615dc121 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 949 time: 0.2343485 Oct 29 08:25:24.156552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a764a738-8be7-48b3-b09b-3a7c98150cc8 None None] For port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=70d64f2c-a84e-4fee-b8b2-aabffdd1b758,segment=NetworkSegment(3ab039f1-31f6-4759-9b16-4f1e93826ae0),segment_id=3ab039f1-31f6-4759-9b16-4f1e93826ae0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:24.162376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a764a738-8be7-48b3-b09b-3a7c98150cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.177303 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd15a8d0-6b79-420d-9827-7a54d1429620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.177593 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:22Z', 'revision_number': 3, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:24.250052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764a738-8be7-48b3-b09b-3a7c98150cc8 None None] Pushing event updated for resources: {'Port': ['ID=70d64f2c-a84e-4fee-b8b2-aabffdd1b758,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:24.261041 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a6e0fcf-a009-41a0-9437-a75107b4fb4d req-9b0b3a8c-9785-40b3-81c8-f814669a2899 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413767 Oct 29 08:25:24.277925 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Checking router: a52e804d-6dc4-4b32-8354-817f65ac30f9 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:25:24.285010 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Updating router a52e804d-6dc4-4b32-8354-817f65ac30f9 port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:25:24.360926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd15a8d0-6b79-420d-9827-7a54d1429620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.364300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd15a8d0-6b79-420d-9827-7a54d1429620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.367144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cd15a8d0-6b79-420d-9827-7a54d1429620 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d737263-69c6-42ae-aa89-2c1f48a2bd8d HTTP/1.1" status: 204 len: 168 time: 0.5463736 Oct 29 08:25:24.378571 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.381336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15a8d0-6b79-420d-9827-7a54d1429620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d737263-69c6-42ae-aa89-2c1f48a2bd8d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:24.489200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35132) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:24.638620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:24.821110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e9628309-ab9e-424f-9cd5-bcf03d04e145 None None] Provisioning complete for port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:24.821644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9628309-ab9e-424f-9cd5-bcf03d04e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.882754 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.895147 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.898823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:24.900672 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.961512 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Attempting to bind port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:24.961879 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Attempting to bind port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:24.962244 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Attempting to bind port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:24.984761 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:24.985170 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:24.985531 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:24.985919 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:24.986389 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Bound port: ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:24.986760 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.033739 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Pushing event updated for resources: {'Port': ['ID=ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:25.066156 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.066505 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.066842 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.067176 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.067501 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.067881 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.068206 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.068529 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.068847 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.069167 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.069533 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.069803 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Tracked resource versions report: Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: pushed versions: Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: { 'AddressGroup': {'1.2'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'ConntrackHelper': {'1.0'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Log': {'1.0'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Network': {'1.1'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Port': {'1.7'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'PortForwarding': {'1.2'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'QosPolicy': {'1.10'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'SecurityGroup': {'1.4'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'SecurityGroupRule': {'1.2'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'SubPort': {'1.0'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Subnet': {'1.1'}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Trunk': {'1.1'}} Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: consumer versions: Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: { DHCP agent@n-d-815940-1: {}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: HyperV agent@n-h1-815940-1: {}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: HyperV agent@n-h2-815940-1: {}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: L3 agent@n-d-815940-1: {}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: Metadata agent@n-d-815940-1: {}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: Metering agent@n-d-815940-1: {}, Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: Open vSwitch agent@n-d-815940-1: { 'AddressGroup': '1.2', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'ConntrackHelper': '1.0', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Log': '1.0', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Network': '1.1', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Port': '1.7', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'PortForwarding': '1.2', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'QosPolicy': '1.10', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'SecurityGroup': '1.4', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'SecurityGroupRule': '1.2', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'SubPort': '1.0', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Subnet': '1.1', Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: 'Trunk': '1.1'}} Oct 29 08:25:25.071089 n-d-815940-1 neutron-server[102116]: {{(pid=102116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 08:25:25.114504 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] For port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:25.119023 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] For port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:25.127435 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.152274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-661c4cc1-42d5-4853-a3bf-db71676b1f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.155282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.192023 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Routers {'a52e804d-6dc4-4b32-8354-817f65ac30f9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:25.192674 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a52e804d-6dc4-4b32-8354-817f65ac30f9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:25.232149 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682ef3-2eba-4b4a-a025-a5fd82f7ce02 None None] Pushing event updated for resources: {'Port': ['ID=ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:25.296424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-661c4cc1-42d5-4853-a3bf-db71676b1f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.308301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-661c4cc1-42d5-4853-a3bf-db71676b1f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.349609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-661c4cc1-42d5-4853-a3bf-db71676b1f08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd9b5011b101471fbe2fd3f848ced431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573222 Oct 29 08:25:25.351917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35170) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:25.383615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35172) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:25.385147 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] Set router a52e804d-6dc4-4b32-8354-817f65ac30f9 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:25.431432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c4cc1-42d5-4853-a3bf-db71676b1f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509ebdd2-e294-46ff-b6a3-8f298753bd09,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:25.462807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0588-c2f9-41ed-9347-078c02fb477b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.517408 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0588-c2f9-41ed-9347-078c02fb477b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.590437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Allocated IP 172.20.0.1 (00ecd59d-f16d-45a3-8037-dfde9d9d91d0/7021aa88-d549-4102-9243-8013403a90c9/c52826ab-c1fe-4aa4-87eb-dc72a3c36018) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:25.598384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0588-c2f9-41ed-9347-078c02fb477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.601149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0588-c2f9-41ed-9347-078c02fb477b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.602317 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2e5c0588-c2f9-41ed-9347-078c02fb477b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/509ebdd2-e294-46ff-b6a3-8f298753bd09 HTTP/1.1" status: 204 len: 168 time: 0.2492666 Oct 29 08:25:25.616051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c0588-c2f9-41ed-9347-078c02fb477b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509ebdd2-e294-46ff-b6a3-8f298753bd09,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:25.631570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a785af-2582-4fb0-be71-e5c8ea111506 req-e9904d28-afd6-4a7d-bc78-5dca7e2ab845 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:25.634127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72a785af-2582-4fb0-be71-e5c8ea111506 req-e9904d28-afd6-4a7d-bc78-5dca7e2ab845 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 972 time: 0.0808411 Oct 29 08:25:25.654674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-0f88a1b3-a9a7-4570-b10d-907b9b371749 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:25:25.662491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-0f88a1b3-a9a7-4570-b10d-907b9b371749 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2746167 Oct 29 08:25:25.720546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-e2bc17c5-e0cc-461b-b119-ce0df91459c0 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:25.729319 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-e2bc17c5-e0cc-461b-b119-ce0df91459c0 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 1093 time: 0.0658603 Oct 29 08:25:25.745325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72a785af-2582-4fb0-be71-e5c8ea111506 req-2431642a-d05f-46ed-845f-dc7aded8ba73 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806131 Oct 29 08:25:25.771630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:22Z', 'revision_number': 3, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:25.787504 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.820630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe5ba1-f782-4cfd-a4b1-94d7b5b1c3ba None None] The sync data for ids ['a52e804d-6dc4-4b32-8354-817f65ac30f9'] in n-d-815940-1 is: [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:22Z', 'revision_number': 3, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:25:25.853834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:25.948419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:25.953288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:25.957303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:26.005994 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.009046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Pushing event updated for resources: {'Port': ['ID=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:26.012288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38df2a5-cbe6-4bb9-a653-5517d6ef1fec req-48c94ea5-74fa-4f1e-bcb7-b44e2d70951f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:26.014623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e38df2a5-cbe6-4bb9-a653-5517d6ef1fec req-48c94ea5-74fa-4f1e-bcb7-b44e2d70951f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 949 time: 0.1037734 Oct 29 08:25:26.081450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e38df2a5-cbe6-4bb9-a653-5517d6ef1fec req-938be0cc-5204-460e-aa44-f2c45edb62c1 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596979 Oct 29 08:25:26.302631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35200) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:26.303117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Request body: {'binding': {'host': 'n-h2-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:26.303304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Unknown quota resources ['binding']. {{(pid=102114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:25:26.335250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a59a23f1-d5c3-45ed-a4c7-261f1f0a3a36 None None] Provisioning complete for port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:26.335250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a59a23f1-d5c3-45ed-a4c7-261f1f0a3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.345942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-867e46c1-9463-4681-a36f-391407b115b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.390592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a59a23f1-d5c3-45ed-a4c7-261f1f0a3a36 None None] Port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:26.455660 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.514758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:26.570053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on host n-h2-815940-1 for vnic_type normal with profile None {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:26.570625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:26.570735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:26.587202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:25:26.592163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:26.608349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:26.608722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:26.610702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:26.611391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Bound port: a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:26.625887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:26.626526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.779055 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.796064 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.836492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:26.843119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb560570-4981-4232-b480-3df915fe97c1 req-fc09a381-7dab-4d3c-a90d-1485bae2b7e5 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:26.843994 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.845020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb560570-4981-4232-b480-3df915fe97c1 req-fc09a381-7dab-4d3c-a90d-1485bae2b7e5 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 972 time: 0.3231552 Oct 29 08:25:26.846210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.890745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:26.900401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] Publish callbacks [] for binding, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:26.905928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-961b7089-6daf-4366-9b76-bbbbf97d9d5c service neutron] 10.222.0.70 "POST /v2.0/ports/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.9567363 Oct 29 08:25:26.937274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:27.259068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.15', 63060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:27.285355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-c8191b71-a42e-48c8-b72a-12ed883fb63c req-67c5aa07-ba3b-4747-ac40-c48259cdd5cd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:25:27.287531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c8191b71-a42e-48c8-b72a-12ed883fb63c req-67c5aa07-ba3b-4747-ac40-c48259cdd5cd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094180 Oct 29 08:25:27.328218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-867e46c1-9463-4681-a36f-391407b115b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:27.331320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-1328c719-7aa5-4af5-88e9-699561e5422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:27.333445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-1328c719-7aa5-4af5-88e9-699561e5422a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1096 time: 0.0722227 Oct 29 08:25:27.365837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-867e46c1-9463-4681-a36f-391407b115b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:27.416102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Pushing event updated for resources: {'Port': ['ID=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:27.459592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:27.498250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35232) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:27.538396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5426dd-2148-496a-8999-e615447c737c req-bfaa9701-15d4-4a05-8765-8a42d64e25f1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:27.547164 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5b5426dd-2148-496a-8999-e615447c737c req-bfaa9701-15d4-4a05-8765-8a42d64e25f1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 945 time: 0.0859597 Oct 29 08:25:27.596838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-867e46c1-9463-4681-a36f-391407b115b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a977121765a64582aa0cabef4f5ddf74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2906771 Oct 29 08:25:27.599297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35240) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:27.605287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2933a3-d353-4f9e-a909-cd9591597d1e req-4c4985ac-0509-43e8-b024-8fc5c20937ec tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:27.607103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b2933a3-d353-4f9e-a909-cd9591597d1e req-4c4985ac-0509-43e8-b024-8fc5c20937ec tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 972 time: 0.3832076 Oct 29 08:25:27.608371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e46c1-9463-4681-a36f-391407b115b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf0182b-02aa-40b8-98b5-1e980fc9c25a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:27.631276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Deleting port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:25:27.631640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:27.655611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-0991743b-5309-4c9e-aeda-910c255fd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:27.658211 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-0991743b-5309-4c9e-aeda-910c255fd8ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.3153338 Oct 29 08:25:27.691729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5b5426dd-2148-496a-8999-e615447c737c req-d0c1ea69-349a-4835-8187-b334181d49c2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431179 Oct 29 08:25:27.727400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b2933a3-d353-4f9e-a909-cd9591597d1e req-c50b4a35-2be4-4393-a902-2ee3d8f5868a tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/security-groups?id=359084dd-72ee-43c3-886e-267fedf06356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981841 Oct 29 08:25:27.790294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:27.793711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:27.943672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] For port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:27.944075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.002829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Calling delete_port for 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 owned by compute:tempest-test_az-1576645168 {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:25:28.041706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc62cd-b3d4-4599-bb09-ee9e1e38d233 req-abe1509a-8294-44dd-b579-d67e45e7003c tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:28.044312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dc62cd-b3d4-4599-bb09-ee9e1e38d233 req-abe1509a-8294-44dd-b579-d67e45e7003c tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 949 time: 0.1463335 Oct 29 08:25:28.047007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Router a52e804d-6dc4-4b32-8354-817f65ac30f9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:25:28.073258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-6a750fe4-9b36-4d8d-8b5f-ade7a2847554 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 217 time: 0.3799074 Oct 29 08:25:28.076750 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-075a2833-c6da-49f4-8a50-b6d36089c126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.127177 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f84a767e-a45e-4293-a037-fedd557c979a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.155166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-54e28ef6-e3ec-4cce-847d-68230a622777 None None] Provisioning complete for port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:28.155777 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-54e28ef6-e3ec-4cce-847d-68230a622777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.168312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-075a2833-c6da-49f4-8a50-b6d36089c126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.206311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-54e28ef6-e3ec-4cce-847d-68230a622777 None None] Port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:28.209097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-d3bda621-93b2-49d4-90aa-68e5ba66ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:28.210341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-d3bda621-93b2-49d4-90aa-68e5ba66ffa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1278696 Oct 29 08:25:28.267713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-70cd6125-8cf4-42f2-a259-6f9fdaa0528a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439858 Oct 29 08:25:28.277373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dc62cd-b3d4-4599-bb09-ee9e1e38d233 req-0937548e-a35a-41eb-98bb-a502aba7f115 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257464 Oct 29 08:25:28.292927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:25:28.300206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4267585c-54c4-426b-bd0f-b72e49829589 admin admin] 10.222.0.70 "PUT /v2.0/routers/a52e804d-6dc4-4b32-8354-817f65ac30f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9257960 Oct 29 08:25:28.356882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-075a2833-c6da-49f4-8a50-b6d36089c126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.359444 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-075a2833-c6da-49f4-8a50-b6d36089c126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.360858 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-075a2833-c6da-49f4-8a50-b6d36089c126 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cf0182b-02aa-40b8-98b5-1e980fc9c25a HTTP/1.1" status: 204 len: 168 time: 0.7555151 Oct 29 08:25:28.417476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Sync routers for ids ['a52e804d-6dc4-4b32-8354-817f65ac30f9'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:25:28.440654 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.461885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['9ae5b751-4f0b-4fb8-af7e-ebf0001d5375'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:25:28.477745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a2833-c6da-49f4-8a50-b6d36089c126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf0182b-02aa-40b8-98b5-1e980fc9c25a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:28.514908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f84a767e-a45e-4293-a037-fedd557c979a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.534158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f84a767e-a45e-4293-a037-fedd557c979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.551648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:28.554668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Pushing event deleted for resources: {'Port': ['ID=9ae5b751-4f0b-4fb8-af7e-ebf0001d5375,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:28.612271 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-1bb81626-570c-4e4a-8a13-961071d90a90 service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317235 Oct 29 08:25:28.616848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Routers {'a52e804d-6dc4-4b32-8354-817f65ac30f9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:28.617502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a52e804d-6dc4-4b32-8354-817f65ac30f9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:28.618408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f84a767e-a45e-4293-a037-fedd557c979a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff70f70a006b4b829e1fce2dab178e48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1129997 Oct 29 08:25:28.619386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a767e-a45e-4293-a037-fedd557c979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c71665-db7a-423d-92de-29b17250b0cc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:28.622397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35280) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:28.734067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] No DVR routers for this DVR port 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:25:28.751698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:28.755367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb560570-4981-4232-b480-3df915fe97c1 req-830ff5a0-7626-4261-aa14-458c6ff14af7 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.15 "DELETE /v2.0/ports/9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 HTTP/1.1" status: 204 len: 173 time: 1.8709629 Oct 29 08:25:28.755935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5efde9-e1c1-4dfd-8813-d11ee5a13013', 'name': 'network-vif-deleted', 'tag': '9ae5b751-4f0b-4fb8-af7e-ebf0001d5375'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:28.758320 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a71a12-ea1c-4d9b-a68b-4d8dba6c95f6" -d '{"events": [{"server_uuid": "fc5efde9-e1c1-4dfd-8813-d11ee5a13013", "name": "network-vif-deleted", "tag": "9ae5b751-4f0b-4fb8-af7e-ebf0001d5375"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:28.915199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-177a0e55-87e7-4bbf-a4b0-cc66878cdace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.037083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-177a0e55-87e7-4bbf-a4b0-cc66878cdace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.043597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14140ec9-5d99-4da8-8083-ee1e4db9a8f2 req-f54a3a8e-db9a-48fc-bb0e-e0225c5a0c71 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:29.048234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.061402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:29.061774 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.062091 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14140ec9-5d99-4da8-8083-ee1e4db9a8f2 req-f54a3a8e-db9a-48fc-bb0e-e0225c5a0c71 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 945 time: 0.1012800 Oct 29 08:25:29.070180 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-6280ee16-3699-4026-a807-74b9f954a0d7 service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346249 Oct 29 08:25:29.124626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Set router a52e804d-6dc4-4b32-8354-817f65ac30f9 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:29.149633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35306) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:29.151030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14140ec9-5d99-4da8-8083-ee1e4db9a8f2 req-6880b294-748c-4437-9839-3273cddbd11a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823462 Oct 29 08:25:29.156369 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-177a0e55-87e7-4bbf-a4b0-cc66878cdace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.159224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-177a0e55-87e7-4bbf-a4b0-cc66878cdace admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.166025 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-177a0e55-87e7-4bbf-a4b0-cc66878cdace admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3c71665-db7a-423d-92de-29b17250b0cc HTTP/1.1" status: 204 len: 168 time: 0.5164683 Oct 29 08:25:29.192771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a0e55-87e7-4bbf-a4b0-cc66878cdace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c71665-db7a-423d-92de-29b17250b0cc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:29.333479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dda965f3-0450-46ef-a89b-c2b4724186de req-dee7abfd-5bf4-4ba5-b9af-d7ac7c146d85 tempest-AggregatesAdminTestJSON-1530586378 tempest-AggregatesAdminTestJSON-1530586378-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc5efde9-e1c1-4dfd-8813-d11ee5a13013 HTTP/1.1" status: 200 len: 210 time: 0.0742683 Oct 29 08:25:29.390733 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f46d6c-4409-44b8-9947-5612ea4e92d5 x-openstack-request-id: req-b4f46d6c-4409-44b8-9947-5612ea4e92d5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:29.391329 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5efde9-e1c1-4dfd-8813-d11ee5a13013", "name": "network-vif-deleted", "tag": "9ae5b751-4f0b-4fb8-af7e-ebf0001d5375", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:29.391744 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4f46d6c-4409-44b8-9947-5612ea4e92d5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:29.392357 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5efde9-e1c1-4dfd-8813-d11ee5a13013', 'name': 'network-vif-deleted', 'tag': '9ae5b751-4f0b-4fb8-af7e-ebf0001d5375', 'status': 'completed', 'code': 200} Oct 29 08:25:29.505006 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d617e273-e319-400a-9966-3eb1c043b58e req-2d5f370a-1198-4b23-9fcd-bd792b2d8959 tempest-FloatingIPsNegativeTestJSON-1310818715 tempest-FloatingIPsNegativeTestJSON-1310818715-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=91bfe912d4fd4c45b520c01c2d839d91 HTTP/1.1" status: 200 len: 217 time: 0.1422601 Oct 29 08:25:29.510444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-b3e58c0c-c689-4724-b877-eda1cc081ab6 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:29.513501 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-b3e58c0c-c689-4724-b877-eda1cc081ab6 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.2818127 Oct 29 08:25:29.533932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815940-1'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:29.572564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c52826ab-c1fe-4aa4-87eb-dc72a3c36018', 'name': '', 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'mac_address': 'fa:16:3e:cb:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7021aa88-d549-4102-9243-8013403a90c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:25Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 2, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'subnets': [{'id': '7021aa88-d549-4102-9243-8013403a90c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:29.603694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-75754f83-cf1d-4747-8db1-e7cc1b0f1376 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551579 Oct 29 08:25:29.615251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Checking router: a52e804d-6dc4-4b32-8354-817f65ac30f9 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:25:29.616084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Updating router a52e804d-6dc4-4b32-8354-817f65ac30f9 port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:25:29.669580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.727911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b417-d733-45b3-893b-788705d4ddba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.749221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.838503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35340) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:29.862914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4310d925-b9e3-4490-bda4-0aae5c8e237d req-1fd2efe6-7a77-494e-9b77-400d5e08b75c tempest-FloatingIPsNegativeTestJSON-1310818715 tempest-FloatingIPsNegativeTestJSON-1310818715-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0786417 Oct 29 08:25:29.875178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b1f22b9-ed2a-42b2-99a2-d2faf5536ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:29.910793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-97aadae6-29fd-44e2-9059-18b919d1b649 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:29.912225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-97aadae6-29fd-44e2-9059-18b919d1b649 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956152 Oct 29 08:25:29.941637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f3802584-4b93-462f-a920-d136c7fd513a tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/quotas/2628b2ff7f6e43ae84f437b6748e9f67 HTTP/1.1" status: 200 len: 375 time: 0.0187068 Oct 29 08:25:30.042439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-587b7a35-d290-4022-a15e-48bc2489e127 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997927 Oct 29 08:25:30.078876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b1f22b9-ed2a-42b2-99a2-d2faf5536ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.086322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b1f22b9-ed2a-42b2-99a2-d2faf5536ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.093990 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-aca0eb85-4d46-4669-a0e0-f85c48ce5956 req-01da8038-0c25-4e5b-a7a9-6d6a0c5213f1 tempest-FloatingIPsNegativeTestJSON-1310818715 tempest-FloatingIPsNegativeTestJSON-1310818715-project] show failed (client error): The resource could not be found. Oct 29 08:25:30.095359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aca0eb85-4d46-4669-a0e0-f85c48ce5956 req-01da8038-0c25-4e5b-a7a9-6d6a0c5213f1 tempest-FloatingIPsNegativeTestJSON-1310818715 tempest-FloatingIPsNegativeTestJSON-1310818715-project] 10.222.0.70 "GET /v2.0/floatingips/b338eeb8-85d8-4dfe-96c1-d2946c95e063 HTTP/1.1" status: 404 len: 350 time: 0.1156859 Oct 29 08:25:30.113686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35348) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:30.142709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1b1f22b9-ed2a-42b2-99a2-d2faf5536ea9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8095f9dd1ee4ef3b10fb25544b5e45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025255 Oct 29 08:25:30.145388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35352) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:30.163289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b417-d733-45b3-893b-788705d4ddba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.195361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f22b9-ed2a-42b2-99a2-d2faf5536ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8275f74f-61de-41a1-b570-11020171076e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:30.220696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.253688 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.264458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08996648-49b4-4192-af03-7ab89b1692e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.272825 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.284454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b417-d733-45b3-893b-788705d4ddba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.312428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08996648-49b4-4192-af03-7ab89b1692e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.369563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:30.402485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d925d72-76b0-4305-905f-ce4e0c20c450 None None] Pushing event updated for resources: {'Port': ['ID=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:30.424632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9b417-d733-45b3-893b-788705d4ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476a6303-5843-4732-8041-0f4a6a82fb40,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:30.519534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00040264-4165-400a-b1ab-14e455e0c3a4 req-76b009ca-e047-40e1-8f12-525f6d49bdae tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 210 time: 0.0971608 Oct 29 08:25:30.537037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Attempting to bind port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:30.540312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Attempting to bind port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:30.540870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Attempting to bind port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 on network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:30.559385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:30.560148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Checking segment: {'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:30.560787 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.561420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Bound using segment: {'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:30.562165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Bound port: c52826ab-c1fe-4aa4-87eb-dc72a3c36018, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab039f1-31f6-4759-9b16-4f1e93826ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:30.562801 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.563682 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d6e9b417-d733-45b3-893b-788705d4ddba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e32f972248734f5cb719a9dd4629756c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4120660 Oct 29 08:25:30.565916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35374) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:30.596422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08996648-49b4-4192-af03-7ab89b1692e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.599000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08996648-49b4-4192-af03-7ab89b1692e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.603051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-08996648-49b4-4192-af03-7ab89b1692e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8275f74f-61de-41a1-b570-11020171076e HTTP/1.1" status: 204 len: 168 time: 0.4566116 Oct 29 08:25:30.649566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08996648-49b4-4192-af03-7ab89b1692e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275f74f-61de-41a1-b570-11020171076e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:30.712781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] For port c52826ab-c1fe-4aa4-87eb-dc72a3c36018, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:30.717418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] For port c52826ab-c1fe-4aa4-87eb-dc72a3c36018, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,segment=NetworkSegment(3ab039f1-31f6-4759-9b16-4f1e93826ae0),segment_id=3ab039f1-31f6-4759-9b16-4f1e93826ae0)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:30.742648 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.765679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b75e1e5-1bbb-4528-81fd-d0138f745c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.828965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:30.834349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b75e1e5-1bbb-4528-81fd-d0138f745c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.854884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d925d72-76b0-4305-905f-ce4e0c20c450 None None] Pushing event updated for resources: {'Port': ['ID=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:30.939470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Routers {'a52e804d-6dc4-4b32-8354-817f65ac30f9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:30.948858 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.955914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:30.959731 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f72fed7-18b8-4818-bc8b-becd5a25a890" -d '{"events": [{"server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "name": "network-vif-unplugged", "status": "completed", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:30.959930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a52e804d-6dc4-4b32-8354-817f65ac30f9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:30.960657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b75e1e5-1bbb-4528-81fd-d0138f745c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.971689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0a13ffe1-1455-4bb4-bc04-b59617b9f272 None None] Provisioning complete for port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:30.971689 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0a13ffe1-1455-4bb4-bc04-b59617b9f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.974444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3f9a-8ef2-4eca-a380-438ba54fd42b req-21beb802-c066-4c5f-8fb6-b72163ea6e5d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:30.983517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d59c3f9a-8ef2-4eca-a380-438ba54fd42b req-21beb802-c066-4c5f-8fb6-b72163ea6e5d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 945 time: 0.6440969 Oct 29 08:25:30.984421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b75e1e5-1bbb-4528-81fd-d0138f745c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.985876 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:30.988663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1b75e1e5-1bbb-4528-81fd-d0138f745c2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/476a6303-5843-4732-8041-0f4a6a82fb40 HTTP/1.1" status: 204 len: 168 time: 0.4204688 Oct 29 08:25:31.021750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75e1e5-1bbb-4528-81fd-d0138f745c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476a6303-5843-4732-8041-0f4a6a82fb40,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:31.156316 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b9ca33-b5d5-4cd7-b7fd-5e37688d8ddd x-openstack-request-id: req-a5b9ca33-b5d5-4cd7-b7fd-5e37688d8ddd {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:31.156621 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "name": "network-vif-unplugged", "status": "completed", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:31.156877 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5b9ca33-b5d5-4cd7-b7fd-5e37688d8ddd {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:31.160033 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef', 'code': 200} Oct 29 08:25:31.308457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] Set router a52e804d-6dc4-4b32-8354-817f65ac30f9 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:31.342213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Pushing event updated for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=7']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:31.359941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d59c3f9a-8ef2-4eca-a380-438ba54fd42b req-c0c42d6b-a0b0-4c5b-8a38-e6e01f14f95a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713052 Oct 29 08:25:31.400179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on host n-h1-815940-1 for vnic_type normal with profile {"migrating_to": "n-h2-815940-1"} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:31.400832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:31.401375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:31.418414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:25:31.419227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Attempting to bind port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:31.447408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:31.448642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:31.450205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:31.451241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Bound port: a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:31.452065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:31.479392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:25:31.538211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:25:31.538568 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9ae5b751-4f0b-4fb8-af7e-ebf0001d5375 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:25:31.540039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0a13ffe1-1455-4bb4-bc04-b59617b9f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:31.654037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0a13ffe1-1455-4bb4-bc04-b59617b9f272 None None] For port c52826ab-c1fe-4aa4-87eb-dc72a3c36018, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,segment=NetworkSegment(3ab039f1-31f6-4759-9b16-4f1e93826ae0),segment_id=3ab039f1-31f6-4759-9b16-4f1e93826ae0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:31.671495 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0a13ffe1-1455-4bb4-bc04-b59617b9f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:31.753641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:31.757761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:31.764603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:31.822117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13ffe1-1455-4bb4-bc04-b59617b9f272 None None] Pushing event updated for resources: {'Port': ['ID=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:31.842405 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c8dc288-7a85-4ad6-96b9-c90ae0e8d803 req-f4dee5f2-7e03-4cb5-bd6b-cbc3b99b1cd4 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 210 time: 0.0656121 Oct 29 08:25:31.857843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6cfc9cca-ea34-4e69-90cb-dc595ef3bf75 None None] Provisioning complete for port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:31.858567 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6cfc9cca-ea34-4e69-90cb-dc595ef3bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:31.920674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Pushing event updated for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=8']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:31.943297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c52826ab-c1fe-4aa4-87eb-dc72a3c36018', 'name': '', 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'mac_address': 'fa:16:3e:cb:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7021aa88-d549-4102-9243-8013403a90c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:25Z', 'updated_at': '2021-10-29T08:25:30Z', 'revision_number': 4, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'subnets': [{'id': '7021aa88-d549-4102-9243-8013403a90c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:31.971654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:31.972815 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:31.974425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-4641c817-0504-440a-aa27-581c0bee8308 service neutron] 10.222.0.15 "PUT /v2.0/ports/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 1121 time: 2.4532986 Oct 29 08:25:31.975782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf5fd4-6159-4a44-9c8d-b8de1e8ff132 None None] The sync data for ids ['a52e804d-6dc4-4b32-8354-817f65ac30f9'] in n-d-815940-1 is: [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c52826ab-c1fe-4aa4-87eb-dc72a3c36018', 'name': '', 'network_id': '00ecd59d-f16d-45a3-8037-dfde9d9d91d0', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'mac_address': 'fa:16:3e:cb:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7021aa88-d549-4102-9243-8013403a90c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:25Z', 'updated_at': '2021-10-29T08:25:30Z', 'revision_number': 4, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'subnets': [{'id': '7021aa88-d549-4102-9243-8013403a90c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:25:31.990029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:32.048245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['a91a52fa-e6fd-4876-97de-2fb75ae8a2ef'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:25:32.231056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35412) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:32.269532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35416) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:32.527466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35426) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:32.560523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5188211-0f87-4f04-a3fe-1a8550966b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:32.619565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c52826ab-c1fe-4aa4-87eb-dc72a3c36018 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:32.711504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54873c6-39f5-4850-9d49-f1bac9685e89 req-cd4e007e-1a24-41c9-9f09-9f99b97af827 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:32.721386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a54873c6-39f5-4850-9d49-f1bac9685e89 req-cd4e007e-1a24-41c9-9f09-9f99b97af827 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.1686702 Oct 29 08:25:32.791099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eda27848-fdf8-4596-bcff-b5ebb6d4cfbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a8b349531264536934c70a0fe95cbdd&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5586979 Oct 29 08:25:32.796287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35428) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:32.839461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a54873c6-39f5-4850-9d49-f1bac9685e89 req-168e0597-9f2d-47d4-9dbb-5c67fbfc8c76 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165950 Oct 29 08:25:32.842063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Deleting port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:25:32.842417 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:32.850249 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-b9e994b4-fd95-408d-81ee-908c10d0f198 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214287 Oct 29 08:25:32.870753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c52826ab-c1fe-4aa4-87eb-dc72a3c36018 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:32.873862 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.068593 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7a23d7e-b6af-4b99-9930-ece5b64d207f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.101413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] For port c52826ab-c1fe-4aa4-87eb-dc72a3c36018, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,segment=NetworkSegment(3ab039f1-31f6-4759-9b16-4f1e93826ae0),segment_id=3ab039f1-31f6-4759-9b16-4f1e93826ae0)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:33.102589 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.117282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-560e391c-4204-468a-944d-f7c21929112e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:33.117282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-560e391c-4204-468a-944d-f7c21929112e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543178 Oct 29 08:25:33.132143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Calling delete_port for c52826ab-c1fe-4aa4-87eb-dc72a3c36018 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:25:33.139271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Request body: {'port': {'device_id': '8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '2628b2ff7f6e43ae84f437b6748e9f67'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:33.157418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f4f29db-e0c3-47aa-b916-b4e4d98c221a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.213773 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb02e2aa-ae07-4115-a706-9cf35949ee84 req-ae013148-8cd1-4692-8bda-e3f42e8a529d tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 210 time: 0.1753111 Oct 29 08:25:33.225113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f4f29db-e0c3-47aa-b916-b4e4d98c221a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.225289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:33.229561 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e" -d '{"events": [{"name": "network-changed", "server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:33.309568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5188211-0f87-4f04-a3fe-1a8550966b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.328008 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04572cad-527c-4f8b-a403-6e208050bb60 x-openstack-request-id: req-04572cad-527c-4f8b-a403-6e208050bb60 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:33.328296 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:33.328541 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04572cad-527c-4f8b-a403-6e208050bb60 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:33.329273 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef', 'status': 'completed', 'code': 200} Oct 29 08:25:33.353250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5188211-0f87-4f04-a3fe-1a8550966b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.440881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d5188211-0f87-4f04-a3fe-1a8550966b0f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4b7015cd6ab4d8782a7ba253964c74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9114499 Oct 29 08:25:33.441056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35450) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:33.472783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f4f29db-e0c3-47aa-b916-b4e4d98c221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.476014 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f4f29db-e0c3-47aa-b916-b4e4d98c221a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.477345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8f4f29db-e0c3-47aa-b916-b4e4d98c221a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/359084dd-72ee-43c3-886e-267fedf06356 HTTP/1.1" status: 204 len: 168 time: 0.6766849 Oct 29 08:25:33.479985 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7a23d7e-b6af-4b99-9930-ece5b64d207f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.481469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5188211-0f87-4f04-a3fe-1a8550966b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc43f7c8-732d-4862-9d5c-2b5a58623317,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:33.493007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7a23d7e-b6af-4b99-9930-ece5b64d207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.497156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f29db-e0c3-47aa-b916-b4e4d98c221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359084dd-72ee-43c3-886e-267fedf06356,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:33.553919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e7a23d7e-b6af-4b99-9930-ece5b64d207f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22d8f10689014e4b9fc3f42a635c27df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2830570 Oct 29 08:25:33.555965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35458) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:33.558828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a23d7e-b6af-4b99-9930-ece5b64d207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ee817-963c-4366-90f3-b1524764acc1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:33.620141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-05122e55-438d-443f-8039-17d7f69dde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:33.622384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-05122e55-438d-443f-8039-17d7f69dde61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1124 time: 0.2319124 Oct 29 08:25:33.633050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Made reservation on behalf of 2628b2ff7f6e43ae84f437b6748e9f67 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:33.636676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.639271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c13b4e2-6d6d-40df-99b5-e39e97df6597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.668203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c13b4e2-6d6d-40df-99b5-e39e97df6597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.739764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c13b4e2-6d6d-40df-99b5-e39e97df6597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.742703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c13b4e2-6d6d-40df-99b5-e39e97df6597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.746607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c13b4e2-6d6d-40df-99b5-e39e97df6597 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f11ee817-963c-4366-90f3-b1524764acc1 HTTP/1.1" status: 204 len: 168 time: 0.1870315 Oct 29 08:25:33.752634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13b4e2-6d6d-40df-99b5-e39e97df6597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ee817-963c-4366-90f3-b1524764acc1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:33.789992 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0eef593a-d783-4783-bf4d-5f01be20a5cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:33.936779 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0eef593a-d783-4783-bf4d-5f01be20a5cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:34.061784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-f3d3d942-033d-4255-b25a-c79ddc08265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:34.063358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-f3d3d942-033d-4255-b25a-c79ddc08265c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.4189343 Oct 29 08:25:34.194460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-2f95fff1-e8da-46d0-8448-2f70c629c1aa tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b32fa9d9c2040fa884a3af88b356534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356271 Oct 29 08:25:34.344680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-526f676b-4f65-42cf-b11e-60ebead144bb tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:34.353434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-526f676b-4f65-42cf-b11e-60ebead144bb tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517398 Oct 29 08:25:34.369182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35486) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:34.373033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-c810394f-8c44-4d1e-a28f-55746bf2fb77 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/quotas/8b32fa9d9c2040fa884a3af88b356534 HTTP/1.1" status: 200 len: 375 time: 0.0187588 Oct 29 08:25:34.376790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a201b9-a08e-431a-8573-8a135fcec25a req-acc42ffe-a96a-4476-b77d-46981402f2d5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:34.378360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32a201b9-a08e-431a-8573-8a135fcec25a req-acc42ffe-a96a-4476-b77d-46981402f2d5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.4440029 Oct 29 08:25:34.388023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-c048bf7c-1b92-4972-92be-8bb3883d2cf0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 217 time: 0.2868233 Oct 29 08:25:34.400596 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:34.422802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Allocated IP 192.168.233.156 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/db055d24-14d5-4831-b3a4-80be02338c8d) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:34.439081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0eef593a-d783-4783-bf4d-5f01be20a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:34.443699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0eef593a-d783-4783-bf4d-5f01be20a5cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:34.444841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-52435ed4-d7e7-4e2e-a9a7-63b8bfe940f3 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b32fa9d9c2040fa884a3af88b356534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582259 Oct 29 08:25:34.447850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0eef593a-d783-4783-bf4d-5f01be20a5cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc43f7c8-732d-4862-9d5c-2b5a58623317 HTTP/1.1" status: 204 len: 168 time: 0.9893558 Oct 29 08:25:34.471702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-af290e96-d6c2-48dd-9f94-5c99d0cbd03b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3281ba71a4743179f50930ee57f3608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012113 Oct 29 08:25:34.474253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35492) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:34.521784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35494) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:34.525252 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32a201b9-a08e-431a-8573-8a135fcec25a req-bec52be8-46b6-4769-94c0-eac21dec6965 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281171 Oct 29 08:25:34.526041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52826ab-c1fe-4aa4-87eb-dc72a3c36018,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:34.553420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1736-f0ca-4647-929a-fb380bf4ff11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:34.587411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef593a-d783-4783-bf4d-5f01be20a5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc43f7c8-732d-4862-9d5c-2b5a58623317,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:34.713666 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1736-f0ca-4647-929a-fb380bf4ff11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:34.806722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-463b1486-0de3-4f92-ab7b-5f7a93994cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:34.853855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7891cdf9-0c00-41e5-8c24-df6537874ce7 req-49a4b41d-f315-445f-83a4-d8bf36652de0 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 210 time: 0.0429666 Oct 29 08:25:34.897056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-463b1486-0de3-4f92-ab7b-5f7a93994cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:34.951027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1736-f0ca-4647-929a-fb380bf4ff11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.001271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-463b1486-0de3-4f92-ab7b-5f7a93994cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.003721 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-463b1486-0de3-4f92-ab7b-5f7a93994cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.005652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-463b1486-0de3-4f92-ab7b-5f7a93994cbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e489ab7-fea7-4d10-88a0-6a0702ca1c5f HTTP/1.1" status: 204 len: 168 time: 0.5299551 Oct 29 08:25:35.024240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b1486-0de3-4f92-ab7b-5f7a93994cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e489ab7-fea7-4d10-88a0-6a0702ca1c5f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:35.024354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-ef592886-d015-4adb-9ec5-14574861fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:35.025828 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-ef592886-d015-4adb-9ec5-14574861fb57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.6219211 Oct 29 08:25:35.045233 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5b0c1736-f0ca-4647-929a-fb380bf4ff11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df49352462cd43778e6c5caf53d01e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5160837 Oct 29 08:25:35.048001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35512) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:35.085685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-65ddc37e-7dbe-4cd3-8dd5-1bd6439cd082 req-9aa72635-7fe2-4000-af0c-24698d87e03b tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 210 time: 0.1434343 Oct 29 08:25:35.116543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dc084ab5-068f-4583-badb-10490e346eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.122685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-b3b8fe03-e8ff-4567-a799-f0dc6d24c99d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529125 Oct 29 08:25:35.149591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dc084ab5-068f-4583-badb-10490e346eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.158776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c1736-f0ca-4647-929a-fb380bf4ff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f042ebc5-8c49-4d25-8fd7-0df71566bb15,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:35.227486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dc084ab5-068f-4583-badb-10490e346eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.231152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dc084ab5-068f-4583-badb-10490e346eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.237063 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dc084ab5-068f-4583-badb-10490e346eee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f042ebc5-8c49-4d25-8fd7-0df71566bb15 HTTP/1.1" status: 204 len: 168 time: 0.1877873 Oct 29 08:25:35.252844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc084ab5-068f-4583-badb-10490e346eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f042ebc5-8c49-4d25-8fd7-0df71566bb15,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:35.321992 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.455176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a91a52fa-e6fd-4876-97de-2fb75ae8a2ef details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:25:35.495153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-dabf993c-3127-49c9-a11f-4bfd54ac07d4 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577311 Oct 29 08:25:35.521705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.598777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:35.617896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a91a52fa-e6fd-4876-97de-2fb75ae8a2ef has no active binding in host n-h2-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:25:35.738579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff78dd8-c6c0-4ff2-a011-930e25e85453 req-8063c92a-6560-4272-964b-774a5ee905af tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:35.747626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1ff78dd8-c6c0-4ff2-a011-930e25e85453 req-8063c92a-6560-4272-964b-774a5ee905af tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.0738249 Oct 29 08:25:35.802546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e5e89f8-c5f0-4ecd-937b-defe6c37399e req-aae07700-03b6-4a0e-9cf0-def3db3c8f95 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885878 Oct 29 08:25:35.814929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.819669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1ff78dd8-c6c0-4ff2-a011-930e25e85453 req-4970e4b0-3fd9-4571-b502-bda615bffb3b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710974 Oct 29 08:25:35.832411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['98b185bf-7b2e-45c4-ba1d-4c362f1afc17'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:25:35.912883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:35.923737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:35.952279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:35.959829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:35.960769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:35.997126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Pushing event updated for resources: {'Port': ['ID=db055d24-14d5-4831-b3a4-80be02338c8d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:36.072134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Router a52e804d-6dc4-4b32-8354-817f65ac30f9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:25:36.078006 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f4059a29-3041-4727-accc-9262118d6e28 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9475615 Oct 29 08:25:36.096452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ee2943e-57d7-4355-940c-bbbeccedcb5e req-634ffbeb-9b0a-4018-8980-d5b757815c6a tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 210 time: 0.0835662 Oct 29 08:25:36.103372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Request body: {'port': {'device_id': '8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:36.228043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:36.238243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a972-c17e-4031-929e-ed3a23d90006 req-8b4d2bc0-ba24-48f9-812e-8467d840f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:36.239948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9080a972-c17e-4031-929e-ed3a23d90006 req-8b4d2bc0-ba24-48f9-812e-8467d840f585 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1124 time: 0.2443061 Oct 29 08:25:36.265874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.93', 61349) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:36.327121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fc5c76fb-ca46-40db-b333-046a62543450 None None] Provisioning complete for port db055d24-14d5-4831-b3a4-80be02338c8d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:36.328582 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fc5c76fb-ca46-40db-b333-046a62543450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:36.367103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-29c5abd4-0bba-492f-a50c-27fb17db7a35 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8b32fa9d9c2040fa884a3af88b356534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755332 Oct 29 08:25:36.442446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c76fb-ca46-40db-b333-046a62543450 None None] Port db055d24-14d5-4831-b3a4-80be02338c8d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:36.510114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-ea1b5040-171a-46b5-a21d-ede54270c226 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:36.511735 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-ea1b5040-171a-46b5-a21d-ede54270c226 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383913 Oct 29 08:25:36.529645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a972-c17e-4031-929e-ed3a23d90006 req-acf03ae0-7a0c-4a3e-918c-3347f5c6bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:36.531203 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9080a972-c17e-4031-929e-ed3a23d90006 req-acf03ae0-7a0c-4a3e-918c-3347f5c6bb0e service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.2643032 Oct 29 08:25:36.547534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Request body: {'port': {'device_id': '2b3f6e5a-08ce-4d7e-b952-b0187c605444', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '8b32fa9d9c2040fa884a3af88b356534'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:36.572692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a5620-740a-4e40-9efb-7196b964c743 req-eec16d86-42b0-46ba-a43b-2ad88776a50d tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:36.580938 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-550a5620-740a-4e40-9efb-7196b964c743 req-eec16d86-42b0-46ba-a43b-2ad88776a50d tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 936 time: 0.2963514 Oct 29 08:25:36.628416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9080a972-c17e-4031-929e-ed3a23d90006 req-ff32c50d-5e24-4add-b53f-c951c03ce4d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 217 time: 0.0806575 Oct 29 08:25:36.694955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a972-c17e-4031-929e-ed3a23d90006 req-e80f06fe-ded8-4317-a0c0-667054097446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:36.697558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9080a972-c17e-4031-929e-ed3a23d90006 req-e80f06fe-ded8-4317-a0c0-667054097446 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.0590510 Oct 29 08:25:36.768400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9080a972-c17e-4031-929e-ed3a23d90006 req-7bd5b6aa-4699-402e-b974-c7c2dd1acc2f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591044 Oct 29 08:25:36.840195 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-550a5620-740a-4e40-9efb-7196b964c743 req-ceebde51-fe54-4bc9-aa86-27270dfa33e9 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583427 Oct 29 08:25:36.847654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:25:36.869002 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] Sync routers for ids ['a52e804d-6dc4-4b32-8354-817f65ac30f9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:25:36.878346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ec0bcaee-c5b8-4006-8a54-da245ea81209 admin admin] 10.222.0.70 "PUT /v2.0/routers/a52e804d-6dc4-4b32-8354-817f65ac30f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7503572 Oct 29 08:25:36.888499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35582) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:36.891472 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] Routers {'a52e804d-6dc4-4b32-8354-817f65ac30f9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:36.892135 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a52e804d-6dc4-4b32-8354-817f65ac30f9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:36.999417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35586) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:37.029013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9080a972-c17e-4031-929e-ed3a23d90006 req-0b9be4df-0380-4e63-b8fe-ad965df2d5c6 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473979 Oct 29 08:25:37.063352 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] Set router a52e804d-6dc4-4b32-8354-817f65ac30f9 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:37.215507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9080a972-c17e-4031-929e-ed3a23d90006 req-c864c8f8-83a0-4b0f-9be0-4d455c91e3db service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780128 Oct 29 08:25:37.342720 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:33Z', 'revision_number': 5, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:37.380642 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] Checking router: a52e804d-6dc4-4b32-8354-817f65ac30f9 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:25:37.390835 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] Routers {'a52e804d-6dc4-4b32-8354-817f65ac30f9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:37.391762 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a52e804d-6dc4-4b32-8354-817f65ac30f9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:37.459732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35602) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:37.495614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2ce0e41-cd5b-4418-817b-cd8cfae564a4 req-112131f6-8310-42a9-901e-14aabf3e22bd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 210 time: 0.0464869 Oct 29 08:25:37.568551 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] Set router a52e804d-6dc4-4b32-8354-817f65ac30f9 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:37.599391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc2605-7876-4741-880d-7e25f469d050 req-206ece1a-00f8-40ee-9b16-d84f7e0e9cf4 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:37.610217 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-00dc2605-7876-4741-880d-7e25f469d050 req-206ece1a-00f8-40ee-9b16-d84f7e0e9cf4 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.6148653 Oct 29 08:25:37.655082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Made reservation on behalf of 8b32fa9d9c2040fa884a3af88b356534 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:37.659905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:37.664041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:37.709976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-network', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:37.752792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Made reservation on behalf of aa51d7382ab64a06a72659e7390ee6b1 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:37.756465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:37.761152 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:33Z', 'revision_number': 5, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:37.767263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:37.793793 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d215477-b314-4b0e-8a28-a91615b4ba25 None None] The sync data for ids ['a52e804d-6dc4-4b32-8354-817f65ac30f9'] in n-d-815940-1 is: [{'id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1361575884-router', 'tenant_id': '91bfe912d4fd4c45b520c01c2d839d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:20Z', 'updated_at': '2021-10-29T08:25:33Z', 'revision_number': 5, 'project_id': '91bfe912d4fd4c45b520c01c2d839d91', 'gw_port': {'id': 'ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52e804d-6dc4-4b32-8354-817f65ac30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:21Z', 'updated_at': '2021-10-29T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:25:37.800721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:37.818653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-network', 'tenant_id': '9d61923d016541d1b1a436730261e8e2'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:37.908530 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:37.915921 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:37.934539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-00dc2605-7876-4741-880d-7e25f469d050 req-ec6b0d93-effb-47f3-9721-c99d92e5b6f9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223097 Oct 29 08:25:37.943860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Made reservation on behalf of 9d61923d016541d1b1a436730261e8e2 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:37.946205 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:37.963832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d6b024-27ae-4628-aab4-624a5a81afd6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:37.988838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:25:37.991647 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.006036 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.006454 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Added segment 106c371e-fc62-476a-9bc1-a4285035fa18 of type vlan for network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd Oct 29 08:25:38.008666 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.029556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db055d24-14d5-4831-b3a4-80be02338c8d {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:38.057911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.061922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b445c0-80ad-4f68-8864-11dc3f12c285 req-ae00bd0a-5eb5-4ff8-a1e6-434b9e52d1c6 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:38.069790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6b445c0-80ad-4f68-8864-11dc3f12c285 req-ae00bd0a-5eb5-4ff8-a1e6-434b9e52d1c6 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 936 time: 0.1467750 Oct 29 08:25:38.107315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.125237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Transition to ACTIVE for port object db055d24-14d5-4831-b3a4-80be02338c8d will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:25:38.143533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.169566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6b445c0-80ad-4f68-8864-11dc3f12c285 req-87f66e40-67e4-471c-826d-3ccaa0eaa9ab tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958912 Oct 29 08:25:38.211134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.212247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:38.213041 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.291734 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.294608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8334663 Oct 29 08:25:38.297730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:38.304755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Request body: {'subnet': {'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-subnet', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:38.316944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c547d-71fc-4f80-87b4-0df88f54f9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=8d012ec4-9eb4-45ef-bc53-83a842e31dcd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:38.331068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:25:38.368016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Made reservation on behalf of aa51d7382ab64a06a72659e7390ee6b1 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:38.372307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.373796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.415424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Pushing event updated for resources: {'Port': ['ID=db055d24-14d5-4831-b3a4-80be02338c8d,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:38.484087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c52826ab-c1fe-4aa4-87eb-dc72a3c36018 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:25:38.520442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c52826ab-c1fe-4aa4-87eb-dc72a3c36018 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:25:38.520910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c52826ab-c1fe-4aa4-87eb-dc72a3c36018 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:25:38.582891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Deleting port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:25:38.583788 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.606073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.655366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Attempting to bind port db055d24-14d5-4831-b3a4-80be02338c8d on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:38.655703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Attempting to bind port db055d24-14d5-4831-b3a4-80be02338c8d by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:38.656054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Attempting to bind port db055d24-14d5-4831-b3a4-80be02338c8d on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:38.659908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35642) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:38.666668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.692477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Port db055d24-14d5-4831-b3a4-80be02338c8d on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:25:38.692998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Attempting to bind port db055d24-14d5-4831-b3a4-80be02338c8d on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:38.706884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6789f643-86af-4d3f-8ce8-879d315ef222,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:38.715190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:25:38.723097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-674ed333-c768-46f6-bec2-cf216f3222e0 req-1006e777-cc56-4742-a640-961c66025f3b tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 210 time: 0.0645931 Oct 29 08:25:38.751473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:38.751830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:38.752298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:38.752746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Bound port: db055d24-14d5-4831-b3a4-80be02338c8d, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:38.753099 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.802139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.802483 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Added segment 10d69fc6-7ff4-49b4-a55c-468facbc8156 of type vlan for network f83e2d25-779c-4929-8fb4-3056d6e0d279 Oct 29 08:25:38.814581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.863970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10757a8a-2e86-4860-afcb-57f3ad2aac3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.895363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] For port ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:38.895749 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.899671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:38.920021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Checking segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:38.920387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Network hostable DHCP agents. Network: 8d012ec4-9eb4-45ef-bc53-83a842e31dcd, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:25:38.928395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:38.940187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Allocated IP 192.168.233.22 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/e9a65d4a-7c85-49bc-a26b-7e411a34fffb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:38.942952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Calling delete_port for ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:25:38.945634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.956381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:25:38.974116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8d012ec4-9eb4-45ef-bc53-83a842e31dcd) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:38.980850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:38.981619 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:38.986709 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627a3d7-a4ec-482c-8ecc-d623e2a7835f None None] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:39.035732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10757a8a-2e86-4860-afcb-57f3ad2aac3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.043168 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ffdff1c5-8e5d-491c-a3f0-f865c562f535 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7420053 Oct 29 08:25:39.043168 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10757a8a-2e86-4860-afcb-57f3ad2aac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.046315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35656) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:39.061108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:39.082514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] For port db055d24-14d5-4831-b3a4-80be02338c8d, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:39.108361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-10757a8a-2e86-4860-afcb-57f3ad2aac3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=771163bb4d5b4fb29dc3583467f3e57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473636 Oct 29 08:25:39.109901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.110891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:39.111060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35660) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:39.111516 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.117627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10757a8a-2e86-4860-afcb-57f3ad2aac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0166994a-57c0-4136-97c2-96e9f9f7eaff,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:39.123178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.124366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.148763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] For port db055d24-14d5-4831-b3a4-80be02338c8d, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=db055d24-14d5-4831-b3a4-80be02338c8d,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:39.268600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-deac58bc-3d6b-41d1-bfcf-9c317ed29123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.289357 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.290193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35664) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:39.290623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:25:39.291724 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.310845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] Pushing event updated for resources: {'Network': ['ID=f83e2d25-779c-4929-8fb4-3056d6e0d279,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:39.315064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.320719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-deac58bc-3d6b-41d1-bfcf-9c317ed29123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.330070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:25:39.482356 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e2fac68-42bf-430b-aa80-53144a4452e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.513154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87931-43fe-4c36-a2b0-840758b63fbb req-60d88ce4-f54f-4965-8909-80585512c451 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:39.514814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94d87931-43fe-4c36-a2b0-840758b63fbb req-60d88ce4-f54f-4965-8909-80585512c451 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 948 time: 0.2198577 Oct 29 08:25:39.520158 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-500905ef-81a1-48a4-bbcc-ad9646d64daf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.5060463 Oct 29 08:25:39.528143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:39.529004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.530546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] 10.222.0.15 "PUT /v2.0/ports/db055d24-14d5-4831-b3a4-80be02338c8d HTTP/1.1" status: 200 len: 1096 time: 3.4366727 Oct 29 08:25:39.531985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12', 'tag': 'db055d24-14d5-4831-b3a4-80be02338c8d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:39.534354 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12", "tag": "db055d24-14d5-4831-b3a4-80be02338c8d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:39.537150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35668) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:39.549131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Request body: {'subnet': {'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-subnet', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:39.562976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Allocated IP 172.20.0.2 (8d012ec4-9eb4-45ef-bc53-83a842e31dcd/8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9/b0e46527-9552-435d-ba72-81fbe5830874) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:39.583501 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.659954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b48866-db7c-4622-81b1-25e4e0b06403 req-9ec4bdf0-d9e6-4d05-a939-4b98ede0154e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:39.668135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d9b48866-db7c-4622-81b1-25e4e0b06403 req-9ec4bdf0-d9e6-4d05-a939-4b98ede0154e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.5981169 Oct 29 08:25:39.718111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94d87931-43fe-4c36-a2b0-840758b63fbb req-050ca4da-cdfd-4593-91b5-9c0b0b6ec0d7 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485894 Oct 29 08:25:39.724262 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.724831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ef1d6-1289-4f29-8ed8-ce3038a7a32c service neutron] Pushing event updated for resources: {'Port': ['ID=db055d24-14d5-4831-b3a4-80be02338c8d,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:39.729563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Made reservation on behalf of 9d61923d016541d1b1a436730261e8e2 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:39.732453 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Publish callbacks [] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.736298 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-deac58bc-3d6b-41d1-bfcf-9c317ed29123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.739849 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-deac58bc-3d6b-41d1-bfcf-9c317ed29123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.741335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-deac58bc-3d6b-41d1-bfcf-9c317ed29123 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0166994a-57c0-4136-97c2-96e9f9f7eaff HTTP/1.1" status: 204 len: 168 time: 0.6293511 Oct 29 08:25:39.750665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.773356 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.799241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac58bc-3d6b-41d1-bfcf-9c317ed29123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0166994a-57c0-4136-97c2-96e9f9f7eaff,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:39.830076 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.843111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-82ba645d-4772-4b98-a0ba-68cea67f6326 service neutron] 10.222.0.93 "GET /v2.0/ports/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.3270710 Oct 29 08:25:39.845860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:39.858121 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.932064 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4b1d4a-da88-4b87-89b0-5db32e4edc2a x-openstack-request-id: req-8d4b1d4a-da88-4b87-89b0-5db32e4edc2a {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:39.932267 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12", "tag": "db055d24-14d5-4831-b3a4-80be02338c8d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:39.932526 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d4b1d4a-da88-4b87-89b0-5db32e4edc2a {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:39.932926 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12', 'tag': 'db055d24-14d5-4831-b3a4-80be02338c8d', 'status': 'completed', 'code': 200} Oct 29 08:25:39.935600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e2fac68-42bf-430b-aa80-53144a4452e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.942982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Pushing event updated for resources: {'Port': ['ID=b0e46527-9552-435d-ba72-81fbe5830874,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:39.961405 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e2fac68-42bf-430b-aa80-53144a4452e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:39.976691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:39.979287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:39.984930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:40.002189 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d9b48866-db7c-4622-81b1-25e4e0b06403 req-384dec88-2bb7-4156-abd8-c76695e261c5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322320 Oct 29 08:25:40.004063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.014003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-4578951d-8ca6-4572-935e-ceb5ab81453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:40.015924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-4578951d-8ca6-4572-935e-ceb5ab81453a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 1099 time: 0.4210730 Oct 29 08:25:40.029621 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.089079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Attempting to bind port b0e46527-9552-435d-ba72-81fbe5830874 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:40.089445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Attempting to bind port b0e46527-9552-435d-ba72-81fbe5830874 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:40.090200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Attempting to bind port b0e46527-9552-435d-ba72-81fbe5830874 on network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:40.098099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:40.099153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Checking segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:40.099617 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.100052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Bound using segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:40.100554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Bound port: b0e46527-9552-435d-ba72-81fbe5830874, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:40.100938 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.105686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6195bdd2-7883-414a-aeb1-40fcc95da287 req-97edec19-77cd-4e0b-a3c8-879b6b6b798e tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 210 time: 0.0914965 Oct 29 08:25:40.115065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fac68-42bf-430b-aa80-53144a4452e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8660f2ed-1467-4e5f-914d-5b0708a218fe,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:40.125628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0e2fac68-42bf-430b-aa80-53144a4452e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5adcd9f2463c4876b99018aba929edf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8324780 Oct 29 08:25:40.133122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35678) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:40.202110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] For port b0e46527-9552-435d-ba72-81fbe5830874, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:40.207508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] For port b0e46527-9552-435d-ba72-81fbe5830874, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b0e46527-9552-435d-ba72-81fbe5830874,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:40.215951 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.308982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb5ef3-f6aa-45a6-b35d-7b3151332c35 None None] Pushing event updated for resources: {'Port': ['ID=b0e46527-9552-435d-ba72-81fbe5830874,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:40.377435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-7ce13d82-5006-45ca-8135-926063d947f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=db055d24-14d5-4831-b3a4-80be02338c8d HTTP/1.1" status: 200 len: 217 time: 0.3413548 Oct 29 08:25:40.388303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35680) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:40.415305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.419009 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.419541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52e804d-6dc4-4b32-8354-817f65ac30f9 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:25:40.482524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.483945 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6cb104d7-83fc-44b1-bb1f-693748957332 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a52e804d-6dc4-4b32-8354-817f65ac30f9 HTTP/1.1" status: 204 len: 168 time: 3.5886464 Oct 29 08:25:40.488595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3444b32f-ea59-4098-8747-33326a79c305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.493518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35682) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:40.609140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:40.627644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:40.645052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:40.651417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:40.652394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.665406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-948f5d51-f7ab-41b9-a08a-f2feaf8c1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:40.667710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-948f5d51-f7ab-41b9-a08a-f2feaf8c1a0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2766621 Oct 29 08:25:40.667916 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ab661ab-c6c2-4ac8-95fa-ce19214dbff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.668728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Pushing event updated for resources: {'Port': ['ID=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:40.691734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:40.726615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ab661ab-c6c2-4ac8-95fa-ce19214dbff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.748487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.751230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:40.755986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b08fa3-d322-4f38-8df6-14c5abe93ae6 admin admin] Deleting subnet 7021aa88-d549-4102-9243-8013403a90c9 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:25:40.769606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66b08fa3-d322-4f38-8df6-14c5abe93ae6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.789434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-a3bdf8a8-b6fc-4261-9524-ce0491ca6afd tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2526019 Oct 29 08:25:40.828476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.850835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91a52fa-e6fd-4876-97de-2fb75ae8a2ef {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:40.855185 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.867493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Request body: {'port': {'device_id': '2b3f6e5a-08ce-4d7e-b952-b0187c605444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:40.895796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:40.925597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.954007 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66b08fa3-d322-4f38-8df6-14c5abe93ae6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.964761 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ab661ab-c6c2-4ac8-95fa-ce19214dbff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.967430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ab661ab-c6c2-4ac8-95fa-ce19214dbff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:40.968654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4ab661ab-c6c2-4ac8-95fa-ce19214dbff0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8660f2ed-1467-4e5f-914d-5b0708a218fe HTTP/1.1" status: 204 len: 168 time: 0.8345382 Oct 29 08:25:41.002601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab661ab-c6c2-4ac8-95fa-ce19214dbff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8660f2ed-1467-4e5f-914d-5b0708a218fe,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:41.007106 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3444b32f-ea59-4098-8747-33326a79c305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.034384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f6231667-3008-4deb-83b6-3e4f6298b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:41.036003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-f6231667-3008-4deb-83b6-3e4f6298b1ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3526559 Oct 29 08:25:41.042555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Allocated IP 172.25.5.142 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/9c144613-0e0f-4ca4-8d47-f59a2f3903fb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:41.062252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1bfc3fcf-265d-4809-9d58-1b6faaf0c1fe None None] Provisioning complete for port e9a65d4a-7c85-49bc-a26b-7e411a34fffb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:41.062819 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3fcf-265d-4809-9d58-1b6faaf0c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.113197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.116367 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3444b32f-ea59-4098-8747-33326a79c305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.158647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc3fcf-265d-4809-9d58-1b6faaf0c1fe None None] Port e9a65d4a-7c85-49bc-a26b-7e411a34fffb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:41.187380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] Transition to ACTIVE for port object a91a52fa-e6fd-4876-97de-2fb75ae8a2ef will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:25:41.225290 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.237407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3444b32f-ea59-4098-8747-33326a79c305 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22564ba8a7084eb9a09f5c35615ce3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8479476 Oct 29 08:25:41.239671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=93eff8c9-eb9b-468a-b16f-4ed28f731bca,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:41.289966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35696) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:41.307758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] Pushing event updated for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:41.332554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cb23c-61ec-4a42-ab85-b4e0fe46d947 req-2a2f0aa3-304b-4f0b-ac02-3be0dd2f44db tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:41.340409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-751cb23c-61ec-4a42-ab85-b4e0fe46d947 req-2a2f0aa3-304b-4f0b-ac02-3be0dd2f44db tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 948 time: 0.4698410 Oct 29 08:25:41.355911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444b32f-ea59-4098-8747-33326a79c305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a73627c-2a0a-4a31-9dc9-080fa2f1958f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:41.383013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f5cd8-b294-4d44-8d08-cf97ab5e463d req-8442b674-c25c-4ff4-8c4c-7f309fb3b616 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:41.385313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b5f5cd8-b294-4d44-8d08-cf97ab5e463d req-8442b674-c25c-4ff4-8c4c-7f309fb3b616 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 943 time: 0.2651842 Oct 29 08:25:41.435237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.450782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66b08fa3-d322-4f38-8df6-14c5abe93ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.514943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] No DVR routers for this DVR port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:25:41.524223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.533215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Checking segment: {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:41.533575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Network hostable DHCP agents. Network: f83e2d25-779c-4929-8fb4-3056d6e0d279, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:25:41.643530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:41.652697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afee0cc4-da5e-473e-9d83-596f36e9963e None None] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:41.654464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:41.673647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35700) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:41.673998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-751cb23c-61ec-4a42-ab85-b4e0fe46d947 req-39ef7410-5e40-47a0-8c07-ae203727f5db tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326707 Oct 29 08:25:41.674751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:41.700844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-00c4cb1d-3bd6-4f07-b743-7ed99c569cba service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984545 Oct 29 08:25:41.726935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-9198e359-5a5c-4acf-ba8b-c3ecf64ea762 service neutron] 10.222.0.93 "PUT /v2.0/ports/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef/bindings/n-h2-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8739855 Oct 29 08:25:41.731319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e410bf7-a949-4f88-b505-202717a1668d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.749260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c144613-0e0f-4ca4-8d47-f59a2f3903fb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:41.770073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66b08fa3-d322-4f38-8df6-14c5abe93ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.775361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b5f5cd8-b294-4d44-8d08-cf97ab5e463d req-24ee130b-98f5-418d-81c2-bd7fb99f18ca tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892513 Oct 29 08:25:41.780922 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-cd8ab0c8-3aeb-427b-8487-737e22ff9aac None None] Provisioning complete for port b0e46527-9552-435d-ba72-81fbe5830874 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:41.781293 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd8ab0c8-3aeb-427b-8487-737e22ff9aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.782406 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42f1507b-5c4e-4e88-8dbb-9acf4044a996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.935338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd8ab0c8-3aeb-427b-8487-737e22ff9aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.956927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b08fa3-d322-4f38-8df6-14c5abe93ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7021aa88-d549-4102-9243-8013403a90c9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:41.960456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:25:41.966156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66b08fa3-d322-4f38-8df6-14c5abe93ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.972526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-66b08fa3-d322-4f38-8df6-14c5abe93ae6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7021aa88-d549-4102-9243-8013403a90c9 HTTP/1.1" status: 204 len: 168 time: 1.4541197 Oct 29 08:25:41.975384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:41.981629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e410bf7-a949-4f88-b505-202717a1668d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:41.981803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f63fb-0ef5-486b-9d65-2e81f342b6dd None None] Network 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:41.988369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cd8ab0c8-3aeb-427b-8487-737e22ff9aac None None] For port b0e46527-9552-435d-ba72-81fbe5830874, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b0e46527-9552-435d-ba72-81fbe5830874,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:42.001223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd8ab0c8-3aeb-427b-8487-737e22ff9aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.039369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f83e2d25-779c-4929-8fb4-3056d6e0d279) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:42.044956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:42.045548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.064531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b460952-e5f2-4d08-82c2-10ca5f255aeb None None] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:42.144287 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-04f0cb69-63ac-4357-af69-1e879039b0ef admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5971911 Oct 29 08:25:42.147956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35704) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:42.161027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52f729-a23a-4048-96b1-04f0b7a8c5a9 req-0b7e49e7-c7b9-40e9-b2f8-508e88362c22 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:42.162595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d52f729-a23a-4048-96b1-04f0b7a8c5a9 req-0b7e49e7-c7b9-40e9-b2f8-508e88362c22 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 935 time: 0.3281198 Oct 29 08:25:42.166225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-0224b007-a8b1-4c98-98af-d68bbf3e1e2e tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:42.166225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-0224b007-a8b1-4c98-98af-d68bbf3e1e2e tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.2916374 Oct 29 08:25:42.167580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d4fb266-0c65-48f5-95cd-224ad3dfb070 req-562e58df-7613-42a8-864d-83d359ad2764 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422722 Oct 29 08:25:42.171010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:42.200552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ab0c8-3aeb-427b-8487-737e22ff9aac None None] Pushing event updated for resources: {'Port': ['ID=b0e46527-9552-435d-ba72-81fbe5830874,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:42.258755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.267926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e410bf7-a949-4f88-b505-202717a1668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.272167 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e410bf7-a949-4f88-b505-202717a1668d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.274208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2e410bf7-a949-4f88-b505-202717a1668d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a73627c-2a0a-4a31-9dc9-080fa2f1958f HTTP/1.1" status: 204 len: 168 time: 0.9701731 Oct 29 08:25:42.396495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e410bf7-a949-4f88-b505-202717a1668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a73627c-2a0a-4a31-9dc9-080fa2f1958f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:42.410960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.416226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d52f729-a23a-4048-96b1-04f0b7a8c5a9 req-cb410f80-0887-4a5a-924c-611e96309ada tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975265 Oct 29 08:25:42.492545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a65d4a-7c85-49bc-a26b-7e411a34fffb {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:42.504435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.508559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-24a6a1f2-fec1-4d35-8881-982e1a285f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:42.509471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0660d077-7e1f-4020-9c33-460d50e8699f None None] Provisioning complete for port b0e46527-9552-435d-ba72-81fbe5830874 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:42.509930 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0660d077-7e1f-4020-9c33-460d50e8699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.512430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-24a6a1f2-fec1-4d35-8881-982e1a285f38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 1099 time: 0.2368431 Oct 29 08:25:42.524498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.528294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.555486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Transition to ACTIVE for port object e9a65d4a-7c85-49bc-a26b-7e411a34fffb will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:25:42.573431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-f83e2d25-779c-4929-8fb4-3056d6e0d279', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:25:42.574398 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.577519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] DHCP port deletion for 00ecd59d-f16d-45a3-8037-dfde9d9d91d0 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:25:42.589437 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.607688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b0e46527-9552-435d-ba72-81fbe5830874 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:42.658511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.681692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:42.759457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-785dde54-8773-49e2-8e56-f4c9a051a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:42.773789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-785dde54-8773-49e2-8e56-f4c9a051a9bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2434168 Oct 29 08:25:42.859354 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-4e66b5f2-b3b7-41be-9201-0c2b4181214d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=db055d24-14d5-4831-b3a4-80be02338c8d HTTP/1.1" status: 200 len: 217 time: 0.0806999 Oct 29 08:25:42.860614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Attempting to bind port e9a65d4a-7c85-49bc-a26b-7e411a34fffb on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:42.865836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Attempting to bind port e9a65d4a-7c85-49bc-a26b-7e411a34fffb by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:42.866537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Attempting to bind port e9a65d4a-7c85-49bc-a26b-7e411a34fffb on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:42.904093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device a91a52fa-e6fd-4876-97de-2fb75ae8a2ef no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:25:42.920688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Port e9a65d4a-7c85-49bc-a26b-7e411a34fffb on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:25:42.921151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Attempting to bind port e9a65d4a-7c85-49bc-a26b-7e411a34fffb on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:42.927637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42f1507b-5c4e-4e88-8dbb-9acf4044a996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.961727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:42.962068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:42.962493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:42.962930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Bound port: e9a65d4a-7c85-49bc-a26b-7e411a34fffb, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:42.963287 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:42.985317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] Deleting port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:25:42.985317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.032094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-844856af-2ccb-479b-be11-baa3585f5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.033878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-844856af-2ccb-479b-be11-baa3585f5fbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1645477 Oct 29 08:25:43.046994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device a91a52fa-e6fd-4876-97de-2fb75ae8a2ef not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:25:43.048986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b0e46527-9552-435d-ba72-81fbe5830874 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:43.049482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.051391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143be62-cdc3-429c-ac38-afb1ac131b96 req-a923780c-be13-4864-b9be-26f3517e017d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.053246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a143be62-cdc3-429c-ac38-afb1ac131b96 req-a923780c-be13-4864-b9be-26f3517e017d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 944 time: 0.1653130 Oct 29 08:25:43.093584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Allocated IP 172.20.0.2 (f83e2d25-779c-4929-8fb4-3056d6e0d279/93eff8c9-eb9b-468a-b16f-4ed28f731bca/47fc44ae-6c9f-43aa-adaa-68b6bfa2a381) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:43.112515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] For port e9a65d4a-7c85-49bc-a26b-7e411a34fffb, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:43.121780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] For port e9a65d4a-7c85-49bc-a26b-7e411a34fffb, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:43.141711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] For port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=70d64f2c-a84e-4fee-b8b2-aabffdd1b758,segment=NetworkSegment(3ab039f1-31f6-4759-9b16-4f1e93826ae0),segment_id=3ab039f1-31f6-4759-9b16-4f1e93826ae0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:43.142285 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.168874 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.199766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] Calling delete_port for 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:25:43.229231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.229675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.233108 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] 10.222.0.93 "PUT /v2.0/ports/e9a65d4a-7c85-49bc-a26b-7e411a34fffb HTTP/1.1" status: 200 len: 1095 time: 2.3803759 Oct 29 08:25:43.239481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3f6e5a-08ce-4d7e-b952-b0187c605444', 'tag': 'e9a65d4a-7c85-49bc-a26b-7e411a34fffb'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:43.241568 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c712c-85ae-462e-8164-e1cee396139a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3f6e5a-08ce-4d7e-b952-b0187c605444", "tag": "e9a65d4a-7c85-49bc-a26b-7e411a34fffb"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:43.279199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-6fe7003b-127a-4e17-87d1-d1f72d520ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.280852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-6fe7003b-127a-4e17-87d1-d1f72d520ea2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241812 Oct 29 08:25:43.323879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-fec31126-ff09-4a23-b7d1-6ea967633441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.325576 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-fec31126-ff09-4a23-b7d1-6ea967633441 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83&tenant_id=4b74fa48c79a4a0296257f468b687cb8 HTTP/1.1" status: 200 len: 1095 time: 1.1426950 Oct 29 08:25:43.326596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.331922 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a143be62-cdc3-429c-ac38-afb1ac131b96 req-1833f33f-4915-4b4e-96c9-a845e2a58802 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592955 Oct 29 08:25:43.340764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42f1507b-5c4e-4e88-8dbb-9acf4044a996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.566343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:25:43.592474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e4346-e28b-4ab0-ba61-c7dd9a261a92 req-4bb3472a-df31-4879-9b66-00bc98e89366 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.600089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a0e4346-e28b-4ab0-ba61-c7dd9a261a92 req-4bb3472a-df31-4879-9b66-00bc98e89366 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 948 time: 0.7894862 Oct 29 08:25:43.607674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:25:43.608303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ce5c7fe3-63fd-445b-b2d8-3bbbd9dddfb7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:25:43.639162 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.663345 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.666237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] No DVR routers for this DVR port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:25:43.694897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a00c40-f122-4475-9feb-0a0a36072c1a None None] Pushing event deleted for resources: {'Port': ['ID=70d64f2c-a84e-4fee-b8b2-aabffdd1b758,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:43.695769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35736) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:43.700604 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.710957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-42f1507b-5c4e-4e88-8dbb-9acf4044a996 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b42e72b9d21d46619ee9f625672624d5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0030017 Oct 29 08:25:43.727150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1507b-5c4e-4e88-8dbb-9acf4044a996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac78ab7-1482-4436-907f-75fc341d9a44,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:43.730055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35738) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:43.742449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.768051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-011471d5-7636-4e67-aa71-272c83156b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.769918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-011471d5-7636-4e67-aa71-272c83156b1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1095 time: 0.3905275 Oct 29 08:25:43.770800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:43.774255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Deleting port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:25:43.774771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.780807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:43.787141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:43.792090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038038e1-cce3-463e-8a86-eb9077cff071 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:43.798477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Pushing event updated for resources: {'Port': ['ID=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:43.836275 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7639723a-9c29-467b-b107-011dc4c5a027 x-openstack-request-id: req-7639723a-9c29-467b-b107-011dc4c5a027 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:43.836864 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3f6e5a-08ce-4d7e-b952-b0187c605444", "tag": "e9a65d4a-7c85-49bc-a26b-7e411a34fffb", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:43.837246 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7639723a-9c29-467b-b107-011dc4c5a027 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:43.837940 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3f6e5a-08ce-4d7e-b952-b0187c605444', 'tag': 'e9a65d4a-7c85-49bc-a26b-7e411a34fffb', 'status': 'completed', 'code': 200} Oct 29 08:25:43.871896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Attempting to bind port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:43.872439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Attempting to bind port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:43.872897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Attempting to bind port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 on network f83e2d25-779c-4929-8fb4-3056d6e0d279 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:43.879655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:43.880196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Checking segment: {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:43.880694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.881295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Bound using segment: {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:43.882152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Bound port: 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:43.882638 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.915320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-d9a4dc6b-e3ea-47cf-86f5-709a4a0cacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.917565 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-d9a4dc6b-e3ea-47cf-86f5-709a4a0cacf3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8b32fa9d9c2040fa884a3af88b356534&device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 1098 time: 0.6013482 Oct 29 08:25:43.936752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdf74b-d29e-44bd-b9e5-23d905b5ea6a req-2887a15f-a7e5-4e5a-aab1-3b8d66e48da9 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:43.941369 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aacdf74b-d29e-44bd-b9e5-23d905b5ea6a req-2887a15f-a7e5-4e5a-aab1-3b8d66e48da9 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 947 time: 0.1067386 Oct 29 08:25:43.948788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a0e4346-e28b-4ab0-ba61-c7dd9a261a92 req-d2c23fce-f89e-438c-bce8-ad9a542a08fe tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471267 Oct 29 08:25:43.949790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] For port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:43.953106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] For port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:43.961506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:43.968893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-557907238-network', 'tenant_id': 'c8dfe169bd65444eadf33eb01e29c196'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:44.003554 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-761fe682-80e9-4e8c-8037-1b577279a056 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e9a65d4a-7c85-49bc-a26b-7e411a34fffb HTTP/1.1" status: 200 len: 217 time: 0.0609021 Oct 29 08:25:44.011158 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-a3b19bc0-2e76-4566-a915-b1040b283ddb service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097588 Oct 29 08:25:44.030257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] For port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758, host n-d-815940-1, got binding levels [] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:44.030643 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.051084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d739a-c33c-4114-91a7-37ea8e84ae7a None None] Pushing event updated for resources: {'Port': ['ID=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:44.086181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Calling delete_port for 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:25:44.091984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 was not found and therefore no delete operation was performed {{(pid=102113) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:25:44.108795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ca4747a-e85d-447c-9b0b-93fe0aab6c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.115125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Made reservation on behalf of c8dfe169bd65444eadf33eb01e29c196 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:44.117435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.119260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.132569 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aacdf74b-d29e-44bd-b9e5-23d905b5ea6a req-96803a9a-60ff-4f44-b02a-61672f243a0c tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667557 Oct 29 08:25:44.147586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-2b6f99f0-d705-4851-9c1a-82ec241a06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:44.149300 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-2b6f99f0-d705-4851-9c1a-82ec241a06da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1354048 Oct 29 08:25:44.166866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.195915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] No DVR routers for this DVR port 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:25:44.212039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-29256e2c-8877-4970-8987-2f8fb97d845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:44.213803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-29256e2c-8877-4970-8987-2f8fb97d845e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.4265144 Oct 29 08:25:44.217581 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0de2a082-40a2-40b8-b3e5-f7dd0943c4b4 req-c93608a5-56d8-4dd9-b34d-ce690e5749a2 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939588 Oct 29 08:25:44.218183 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ca4747a-e85d-447c-9b0b-93fe0aab6c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.225180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-84ff7e9e-e7d7-4b23-9af7-e75db8b1235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:44.230185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-84ff7e9e-e7d7-4b23-9af7-e75db8b1235a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723691 Oct 29 08:25:44.267744 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d2b04500-fed1-4b44-b07d-ec0b82f171ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.274720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Pushing event deleted for resources: {'Port': ['ID=70d64f2c-a84e-4fee-b8b2-aabffdd1b758,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:44.346471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-413d8d9b-20f5-405d-9a34-1264ce1a6c9a service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058722 Oct 29 08:25:44.364537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.364877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.365207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.365533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.365853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.366170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.366485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.366811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.367128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.367472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.367793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.368134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:44.414131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-d676772d-2905-4451-8c72-5864685341c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 217 time: 0.1351144 Oct 29 08:25:44.414131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Router 46f78d63-55c6-41bd-9e83-a20df8b3999d is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:25:44.465920 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.487130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:44.499591 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54e64b40-23ab-4dc7-91ef-547a2baf24c6 req-f129364b-5db0-4084-8128-68a919cad3e3 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443939 Oct 29 08:25:44.547089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:44.547793 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.548667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ecd59d-f16d-45a3-8037-dfde9d9d91d0']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:44.578189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab039f1-31f6-4759-9b16-4f1e93826ae0') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:44.578189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab039f1-31f6-4759-9b16-4f1e93826ae0') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:44.605711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c712c-85ae-462e-8164-e1cee396139a req-59e5650e-1b22-4d3d-b5bb-d143bbd17106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:44.608493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c12c712c-85ae-462e-8164-e1cee396139a req-59e5650e-1b22-4d3d-b5bb-d143bbd17106 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8b32fa9d9c2040fa884a3af88b356534&device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 1098 time: 0.0546851 Oct 29 08:25:44.643143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.655642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.675194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ca4747a-e85d-447c-9b0b-93fe0aab6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.677873 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ca4747a-e85d-447c-9b0b-93fe0aab6c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.679540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5ca4747a-e85d-447c-9b0b-93fe0aab6c1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bac78ab7-1482-4436-907f-75fc341d9a44 HTTP/1.1" status: 204 len: 168 time: 0.9431891 Oct 29 08:25:44.681224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-07368739-5313-4364-94d5-400b943dc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:44.682612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-07368739-5313-4364-94d5-400b943dc8ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.2547448 Oct 29 08:25:44.683188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:44.689083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.718410 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.776650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c712c-85ae-462e-8164-e1cee396139a req-64e15033-3d47-4a37-a391-30e053438256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:44.782518 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c12c712c-85ae-462e-8164-e1cee396139a req-64e15033-3d47-4a37-a391-30e053438256 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1559474 Oct 29 08:25:44.791569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4747a-e85d-447c-9b0b-93fe0aab6c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac78ab7-1482-4436-907f-75fc341d9a44,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:44.795288 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-ac9e400d-ca13-494f-86ab-d6952d1fcf28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944536 Oct 29 08:25:44.803333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:25:44.804209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:44.812137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:44.816897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:25:44.845082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:25:44.845447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 70d64f2c-a84e-4fee-b8b2-aabffdd1b758 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:25:44.856876 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:25:44.862974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c12c712c-85ae-462e-8164-e1cee396139a req-b0d99555-6a20-46d7-bd90-58e1728699e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e9a65d4a-7c85-49bc-a26b-7e411a34fffb HTTP/1.1" status: 200 len: 217 time: 0.0752249 Oct 29 08:25:44.866582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74633-e777-47cc-b9e6-ccfd3f60bc99 req-d295fdd7-3991-407e-a4b3-24b8498f181f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:44.868353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b74633-e777-47cc-b9e6-ccfd3f60bc99 req-d295fdd7-3991-407e-a4b3-24b8498f181f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 944 time: 0.4375565 Oct 29 08:25:44.924669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c712c-85ae-462e-8164-e1cee396139a req-d47cbfde-7a05-4741-b8bc-93b3b38fc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:44.926195 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c12c712c-85ae-462e-8164-e1cee396139a req-d47cbfde-7a05-4741-b8bc-93b3b38fc030 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0502000 Oct 29 08:25:44.999854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c712c-85ae-462e-8164-e1cee396139a req-216fa7c3-ac9c-4150-a0a7-976866a67abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:45.002058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c12c712c-85ae-462e-8164-e1cee396139a req-216fa7c3-ac9c-4150-a0a7-976866a67abf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672011 Oct 29 08:25:45.108102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:25:45.109874 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.124628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Sync routers for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:25:45.139608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:45.139787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:45.148645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.154557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] 10.222.0.70 "DELETE /v2.0/networks/00ecd59d-f16d-45a3-8037-dfde9d9d91d0 HTTP/1.1" status: 204 len: 168 time: 3.1700904 Oct 29 08:25:45.166844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.226205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bffef-69bb-470f-bd7e-cb2e37e3e501 req-a3462659-2643-4c5e-b27f-ccbb2a3c6d8c tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:45.230140 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d0bffef-69bb-470f-bd7e-cb2e37e3e501 req-a3462659-2643-4c5e-b27f-ccbb2a3c6d8c tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 948 time: 0.1868680 Oct 29 08:25:45.294493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c12c712c-85ae-462e-8164-e1cee396139a req-27b39d30-c4f8-45a9-8859-24d536105df9 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797258 Oct 29 08:25:45.319553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:45.354375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa249b-90ed-4cbd-a314-f9b7ad717215 None None] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:45.422909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d0bffef-69bb-470f-bd7e-cb2e37e3e501 req-14b248ec-84bc-490b-8e8b-55eb468d05c7 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707556 Oct 29 08:25:45.522999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c12c712c-85ae-462e-8164-e1cee396139a req-98e50dc8-e7bd-47d6-b288-a58929e2ded9 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123346 Oct 29 08:25:45.549481 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b74633-e777-47cc-b9e6-ccfd3f60bc99 req-e28e71b6-ac1b-4b99-96ca-25f20d3524bd tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620357 Oct 29 08:25:45.553089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35768) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:45.554313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.558328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c8149-6f6e-46b9-b42e-09016819e10f admin admin] Pushing event deleted for resources: {'Network': ['ID=00ecd59d-f16d-45a3-8037-dfde9d9d91d0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:45.586752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device db055d24-14d5-4831-b3a4-80be02338c8d details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:25:45.594070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.608805 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.613127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6d2ea23e-fcbc-4fba-9e2e-875f816b9bd3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5630081 Oct 29 08:25:45.613406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e226aa-a8e3-4e32-b962-f6926271d56a req-b47729be-f224-4a12-b995-db450422eabf tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:45.621851 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3e226aa-a8e3-4e32-b962-f6926271d56a req-b47729be-f224-4a12-b995-db450422eabf tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 947 time: 0.0776753 Oct 29 08:25:45.624601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35770) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:45.677470 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.692637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-0a35e2b2-5f0c-485f-9dcc-e19edd7a0b7b service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8232849 Oct 29 08:25:45.699090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:25:45.757609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:45.798906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3e226aa-a8e3-4e32-b962-f6926271d56a req-28e8ef2a-9dad-4613-b7ac-ed400dda36e6 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756518 Oct 29 08:25:45.884720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a52bb4ab-5d59-4276-921a-753d20e39c17 None None] Provisioning complete for port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:45.885084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a52bb4ab-5d59-4276-921a-753d20e39c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.913510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:45.914098 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Added segment 10429bca-ba00-47cd-9033-7f84d41d8478 of type vlan for network f3e2cdad-57b2-4528-a8c9-335c87b872ea Oct 29 08:25:45.917597 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:25:45.986416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e68457c1-972c-4559-a694-c9ddc6d753e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91bfe912d4fd4c45b520c01c2d839d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248393 Oct 29 08:25:45.998237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35774) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:46.042566 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.102319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-c49754e6-7279-4d2d-ae97-4b9c3af4b7ff service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961048 Oct 29 08:25:46.146923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port db055d24-14d5-4831-b3a4-80be02338c8d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=db055d24-14d5-4831-b3a4-80be02338c8d,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:46.161232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Allocated IP 172.25.5.224 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/e6a512ae-787d-4feb-9641-2c3c05aa66c2) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:46.183753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.184217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:46.185379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.192700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'db055d24-14d5-4831-b3a4-80be02338c8d', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'db055d24-14d5-4831-b3a4-80be02338c8d', 'mac_address': 'fa:16:3e:8f:63:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:25:46.225772 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a2226c9-145b-49dc-b16c-074343e79708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.267068 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.271608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:42Z', 'revision_number': 3, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:46.334645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Checking router: 46f78d63-55c6-41bd-9e83-a20df8b3999d for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:25:46.335315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Updating router 46f78d63-55c6-41bd-9e83-a20df8b3999d port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:25:46.349744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db055d24-14d5-4831-b3a4-80be02338c8d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:46.354532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.364083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e2cdad-57b2-4528-a8c9-335c87b872ea,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:46.389214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f3e2cdad-57b2-4528-a8c9-335c87b872ea details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:25:46.442942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8182ba83-c4f3-4699-9029-8c0612ae1107 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7346778 Oct 29 08:25:46.444447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35782) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:46.466427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a2226c9-145b-49dc-b16c-074343e79708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.481682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.484550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port db055d24-14d5-4831-b3a4-80be02338c8d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=db055d24-14d5-4831-b3a4-80be02338c8d,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:46.523065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.586564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:46.676088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.718885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Request body: {'subnet': {'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-557907238-subnet', 'tenant_id': 'c8dfe169bd65444eadf33eb01e29c196', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:46.732495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=db055d24-14d5-4831-b3a4-80be02338c8d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:46.750711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-becb9c2f-87e9-489d-96e8-a27caad6c81c None None] Provisioning complete for port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:46.751173 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-becb9c2f-87e9-489d-96e8-a27caad6c81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.759263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Allocated IP 172.20.0.1 (8d012ec4-9eb4-45ef-bc53-83a842e31dcd/8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9/5fe51045-5baa-4fad-8c3e-1ed659e43024) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:46.797925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09133a-409c-43dc-9abc-721f40ffdbb9 req-a94a4d88-0ed2-470a-a04e-0bae602a8fbe tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:46.807872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db09133a-409c-43dc-9abc-721f40ffdbb9 req-a94a4d88-0ed2-470a-a04e-0bae602a8fbe tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 944 time: 0.1184258 Oct 29 08:25:46.809580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.818218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['db055d24-14d5-4831-b3a4-80be02338c8d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:25:46.837152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a2226c9-145b-49dc-b16c-074343e79708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.840267 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a2226c9-145b-49dc-b16c-074343e79708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.845880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4a2226c9-145b-49dc-b16c-074343e79708 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/887ae2cd-9419-44fa-a854-df05cebf2ce1 HTTP/1.1" status: 204 len: 168 time: 0.8427224 Oct 29 08:25:46.903202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:46.909341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:46.909892 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:46.916621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:46.932969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:46.984072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2226c9-145b-49dc-b16c-074343e79708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887ae2cd-9419-44fa-a854-df05cebf2ce1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:46.989636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.013488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6017-5f11-4613-8fa7-1d89b32acf60 req-a71bbb96-b1f8-426c-8279-e1fc3c9277ee tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:47.015731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23df6017-5f11-4613-8fa7-1d89b32acf60 req-a71bbb96-b1f8-426c-8279-e1fc3c9277ee tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 949 time: 0.2481842 Oct 29 08:25:47.016608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Made reservation on behalf of c8dfe169bd65444eadf33eb01e29c196 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:47.019473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.031392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-84a9ef98-1e80-4f0b-8568-2bf3a4c2dea4 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:47.033200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-84a9ef98-1e80-4f0b-8568-2bf3a4c2dea4 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.3100994 Oct 29 08:25:47.039518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6c37acd6-0c46-44aa-9d0e-050d2da7dbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.050510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a512ae-787d-4feb-9641-2c3c05aa66c2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:47.080205 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db09133a-409c-43dc-9abc-721f40ffdbb9 req-f6d5b38c-808c-42b6-9228-56e6055e14eb tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702651 Oct 29 08:25:47.081388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.146861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Pushing event updated for resources: {'Port': ['ID=5fe51045-5baa-4fad-8c3e-1ed659e43024,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:47.161083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:47.166306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:47.170128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.170475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.170819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.171910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.171910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.172251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.172582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.172908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.173236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.173559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.173875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.174244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:25:47.177555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:47.178508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.344122 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23df6017-5f11-4613-8fa7-1d89b32acf60 req-e1059843-7b9d-42e5-b37a-b25e88ac2a84 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154633 Oct 29 08:25:47.366004 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.384629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.477410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Attempting to bind port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:47.477927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Attempting to bind port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:47.479386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Attempting to bind port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:47.490701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:47.491356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:47.491934 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.492455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:47.493052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Bound port: 9c144613-0e0f-4ca4-8d47-f59a2f3903fb, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:47.493765 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.537096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4675b0e-2270-4693-812e-21eed3e91565 None None] Pushing event updated for resources: {'Port': ['ID=9c144613-0e0f-4ca4-8d47-f59a2f3903fb,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:47.565791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ab5d-eb40-4519-b90f-9d7d332962ce req-215febd2-b867-42fb-9fa6-dd7bcea8156d tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:47.568363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2018ab5d-eb40-4519-b90f-9d7d332962ce req-215febd2-b867-42fb-9fa6-dd7bcea8156d tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 947 time: 0.3004150 Oct 29 08:25:47.578188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.603450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] For port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:47.608760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] For port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9c144613-0e0f-4ca4-8d47-f59a2f3903fb,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:47.618549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6a6db078-298f-4784-8e51-e90377760dcf None None] Provisioning complete for port 5fe51045-5baa-4fad-8c3e-1ed659e43024 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:47.618929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a6db078-298f-4784-8e51-e90377760dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.670703 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.684682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6a6db078-298f-4784-8e51-e90377760dcf None None] Port 5fe51045-5baa-4fad-8c3e-1ed659e43024 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:47.747220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:47.747929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:47.774176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.800746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.815791 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.823578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.899460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-24aa9228-4be4-43e9-8b23-5122f0c46403 service neutron] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:47.906264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2018ab5d-eb40-4519-b90f-9d7d332962ce req-c958ef29-e48b-4e70-b3a3-2e8bc9e76be5 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246546 Oct 29 08:25:47.927461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-24aa9228-4be4-43e9-8b23-5122f0c46403 service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:47.929427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e02d4ca-4162-45e3-9536-65eb73e6b579 req-24aa9228-4be4-43e9-8b23-5122f0c46403 service neutron] 10.222.0.15 "DELETE /v2.0/ports/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef/bindings/n-h1-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.8393588 Oct 29 08:25:47.936120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4675b0e-2270-4693-812e-21eed3e91565 None None] Pushing event updated for resources: {'Port': ['ID=9c144613-0e0f-4ca4-8d47-f59a2f3903fb,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:48.029878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:48.030837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:48.032153 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:48.033664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Pushing event updated for resources: {'Port': ['ID=5fe51045-5baa-4fad-8c3e-1ed659e43024,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:48.267375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f863338-8d0b-470a-a00d-096b8229664f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:48.326239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:48.326605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Network hostable DHCP agents. Network: f3e2cdad-57b2-4528-a8c9-335c87b872ea, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:25:48.373768 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:48.376549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:48.376702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Network f3e2cdad-57b2-4528-a8c9-335c87b872ea is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:25:48.380512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf84c7-1e69-4e57-81d2-a05ef2374d64 req-72200935-35e4-4a95-a462-1144238bbbe7 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:48.387132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3cf84c7-1e69-4e57-81d2-a05ef2374d64 req-72200935-35e4-4a95-a462-1144238bbbe7 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1095 time: 0.3431973 Oct 29 08:25:48.388195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:48.397952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f3e2cdad-57b2-4528-a8c9-335c87b872ea) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:48.528480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:48.529078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:48.537573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3cf84c7-1e69-4e57-81d2-a05ef2374d64 req-5f58abbd-5e0d-4792-bb9c-7bef6bbf4730 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469669 Oct 29 08:25:48.607852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-09885e66-ad16-4114-9edf-aa54e11c7aae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8948367 Oct 29 08:25:48.608279 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793bf2c-0fc6-4705-95de-7293a4de18ac None None] Network f3e2cdad-57b2-4528-a8c9-335c87b872ea requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:48.667527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:25:48.675728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Router 46f78d63-55c6-41bd-9e83-a20df8b3999d has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:25:48.833570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83290b1a-3926-4d35-8465-a9b7bcaa39ad req-14b2fc76-46b5-4fd4-a09b-c1aa5d87f288 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:48.835481 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83290b1a-3926-4d35-8465-a9b7bcaa39ad req-14b2fc76-46b5-4fd4-a09b-c1aa5d87f288 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 949 time: 0.1580648 Oct 29 08:25:48.856955 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:48.911730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a01a2-a40c-40f3-9e48-4cfdb2920e50 None None] Network f3e2cdad-57b2-4528-a8c9-335c87b872ea requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:48.939399 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83290b1a-3926-4d35-8465-a9b7bcaa39ad req-6f155f71-a662-4ebe-9c86-f1ff93416901 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876496 Oct 29 08:25:48.988696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:25:48.995292 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1ec97a88-b132-4292-89ec-a8dcaa79dfda admin admin] 10.222.0.70 "PUT /v2.0/routers/46f78d63-55c6-41bd-9e83-a20df8b3999d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3695269 Oct 29 08:25:49.044916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device e9a65d4a-7c85-49bc-a26b-7e411a34fffb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:25:49.101552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a7f76fef-5320-4e30-90a9-11893e6ac83b None None] Provisioning complete for port 5fe51045-5baa-4fad-8c3e-1ed659e43024 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:49.102197 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a7f76fef-5320-4e30-90a9-11893e6ac83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.141314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35882) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:49.325935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a7f76fef-5320-4e30-90a9-11893e6ac83b None None] Port 5fe51045-5baa-4fad-8c3e-1ed659e43024 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:49.345740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:46Z', 'revision_number': 1, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:49.379657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651c498-a84d-41c9-8478-2eec2fe18ae9 req-4e793057-080d-40b3-94ec-2ef9826eae53 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:49.387553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa08bc61-f826-41b9-b53d-0c368545599e None None] The sync data for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 is: [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:46Z', 'revision_number': 1, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:25:49.391353 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.392959 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1651c498-a84d-41c9-8478-2eec2fe18ae9 req-4e793057-080d-40b3-94ec-2ef9826eae53 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 947 time: 0.1562600 Oct 29 08:25:49.396229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:25:49.410409 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Sync routers for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:25:49.425107 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:49.425958 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:49.429713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8459ce1-415f-4ad0-a492-c0ffc73e4253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.433072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port e9a65d4a-7c85-49bc-a26b-7e411a34fffb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:49.446790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'e9a65d4a-7c85-49bc-a26b-7e411a34fffb', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'e9a65d4a-7c85-49bc-a26b-7e411a34fffb', 'mac_address': 'fa:16:3e:c0:c2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:25:49.448230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-03f3fa43-0e56-4c04-bcea-21d72040737e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:49.453921 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-03f3fa43-0e56-4c04-bcea-21d72040737e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 806 time: 0.3562305 Oct 29 08:25:49.481138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.488784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cf1f47c0-9837-4cbc-bbb6-9439bb205ed2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.3252218 Oct 29 08:25:49.501729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35892) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:49.507689 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.525744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a65d4a-7c85-49bc-a26b-7e411a34fffb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:49.535266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device db055d24-14d5-4831-b3a4-80be02338c8d up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:49.586262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port e9a65d4a-7c85-49bc-a26b-7e411a34fffb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:49.595371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.623151 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:49.654237 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8459ce1-415f-4ad0-a492-c0ffc73e4253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.689052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8459ce1-415f-4ad0-a492-c0ffc73e4253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.721612 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-aa2c81e9-959e-4d48-9e5c-acec52adbe20 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/quotas/4b74fa48c79a4a0296257f468b687cb8 HTTP/1.1" status: 200 len: 375 time: 0.2501917 Oct 29 08:25:49.736481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:49.750019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port db055d24-14d5-4831-b3a4-80be02338c8d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:25:49.789683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port db055d24-14d5-4831-b3a4-80be02338c8d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:49.790081 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:49.826488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1651c498-a84d-41c9-8478-2eec2fe18ae9 req-3c23f532-bd7d-434b-b2fb-4f2005790b35 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203913 Oct 29 08:25:49.881835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8459ce1-415f-4ad0-a492-c0ffc73e4253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb35fe-ff9a-44ce-aa1e-399146ca1f67,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:49.899684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d8459ce1-415f-4ad0-a492-c0ffc73e4253 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a35a434c5764286bfbfb11aae7830de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546179 Oct 29 08:25:49.906640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35904) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:49.919743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['e9a65d4a-7c85-49bc-a26b-7e411a34fffb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:25:50.083795 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-47fb4484-4d85-49dd-a5c3-db84a7ed25a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.107733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-64e7e6eb-2a35-4a95-9217-25be40203d16 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3423123 Oct 29 08:25:50.123667 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 3, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:50.171599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-47fb4484-4d85-49dd-a5c3-db84a7ed25a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.194695 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Checking router: dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:25:50.195435 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Updating router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 port e6a512ae-787d-4feb-9641-2c3c05aa66c2 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:25:50.244748 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.245372 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.310955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35922) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:50.340561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-network', 'tenant_id': 'c247c12db03647c79b29a62243f7c811'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:50.396242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1567bc-c2cb-46a5-9d60-83fec64a13b7 req-41428161-d15a-4a2c-8493-ed4a8975ee75 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:50.406603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b1567bc-c2cb-46a5-9d60-83fec64a13b7 req-41428161-d15a-4a2c-8493-ed4a8975ee75 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 949 time: 0.2352438 Oct 29 08:25:50.506261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Made reservation on behalf of c247c12db03647c79b29a62243f7c811 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:50.508664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.515101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b1567bc-c2cb-46a5-9d60-83fec64a13b7 req-a4fb1061-251b-4a58-9f8c-4c50952cf9b4 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022129 Oct 29 08:25:50.519790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-5eb03ad7-7a6c-4a6c-b126-6833f4b6ac89 service neutron] 10.222.0.70 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041324 Oct 29 08:25:50.520334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35924) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:50.540529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db055d24-14d5-4831-b3a4-80be02338c8d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:50.547679 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83fa8e2-9159-4692-a76b-d5eec4972f99" -d '{"events": [{"server_uuid": "8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12", "name": "network-vif-plugged", "status": "completed", "tag": "db055d24-14d5-4831-b3a4-80be02338c8d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:50.582734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1559571852-network', 'tenant_id': 'ad2edbc08bba4173a5685e77a9b41e63'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:50.611043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port db055d24-14d5-4831-b3a4-80be02338c8d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=db055d24-14d5-4831-b3a4-80be02338c8d,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:50.630675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.630888 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.643769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-47fb4484-4d85-49dd-a5c3-db84a7ed25a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.646041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-47fb4484-4d85-49dd-a5c3-db84a7ed25a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.649640 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-47fb4484-4d85-49dd-a5c3-db84a7ed25a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ccb35fe-ff9a-44ce-aa1e-399146ca1f67 HTTP/1.1" status: 204 len: 168 time: 0.7414329 Oct 29 08:25:50.649778 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac375b-d0d3-47f3-9817-a909a5d56622 x-openstack-request-id: req-91ac375b-d0d3-47f3-9817-a909a5d56622 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:50.649778 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12", "name": "network-vif-plugged", "status": "completed", "tag": "db055d24-14d5-4831-b3a4-80be02338c8d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:50.649778 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91ac375b-d0d3-47f3-9817-a909a5d56622 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:50.649778 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db055d24-14d5-4831-b3a4-80be02338c8d', 'code': 200} Oct 29 08:25:50.698488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Made reservation on behalf of ad2edbc08bba4173a5685e77a9b41e63 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:50.701739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.747380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.765863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb4484-4d85-49dd-a5c3-db84a7ed25a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb35fe-ff9a-44ce-aa1e-399146ca1f67,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:50.830847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=db055d24-14d5-4831-b3a4-80be02338c8d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:50.971135 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.972205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:50.989126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b02042-84c3-4161-9db3-a2e26d69961d req-ea28d703-c632-4ee5-8026-3101e9499c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:50.990729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27b02042-84c3-4161-9db3-a2e26d69961d req-ea28d703-c632-4ee5-8026-3101e9499c84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 1101 time: 0.2627642 Oct 29 08:25:50.998110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.059286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:25:51.088725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-14f60a8f-d968-4008-b42d-7233afe81c4f service neutron] 10.222.0.70 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360291 Oct 29 08:25:51.097874 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.113186 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.117456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.117800 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Added segment 57b01eaa-d552-4e83-9637-a6dc1b510423 of type vlan for network e9fc2d9d-e737-4771-bcbb-7648b6a3973d Oct 29 08:25:51.136050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ce5b8d-da50-4461-aed2-de4a3d131bd3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:51.146822 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Attempting to bind port e6a512ae-787d-4feb-9641-2c3c05aa66c2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:51.147241 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Attempting to bind port e6a512ae-787d-4feb-9641-2c3c05aa66c2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:51.147704 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Attempting to bind port e6a512ae-787d-4feb-9641-2c3c05aa66c2 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:51.157286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27b02042-84c3-4161-9db3-a2e26d69961d req-96e77f7e-db43-4e73-8420-96d11d99fc89 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215672 Oct 29 08:25:51.174293 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:51.174773 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:51.175106 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.175498 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:51.176517 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Bound port: e6a512ae-787d-4feb-9641-2c3c05aa66c2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:51.176517 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.224212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471b13-9503-4e27-a433-92d97a48830c req-f3b4cd37-5ae1-4475-baa4-4eaeea577031 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:51.225589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51471b13-9503-4e27-a433-92d97a48830c req-f3b4cd37-5ae1-4475-baa4-4eaeea577031 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 948 time: 0.2455504 Oct 29 08:25:51.246909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.270265 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] For port e6a512ae-787d-4feb-9641-2c3c05aa66c2, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:51.273483 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] For port e6a512ae-787d-4feb-9641-2c3c05aa66c2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6a512ae-787d-4feb-9641-2c3c05aa66c2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:51.282204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35940) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:51.287352 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.297496 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51471b13-9503-4e27-a433-92d97a48830c req-82fb0081-6c08-4b6d-a26d-183bd1882810 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588341 Oct 29 08:25:51.315772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.344973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:25:51.351179 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b29d-d0d8-42cf-b0c0-2a811dcc844e None None] Pushing event updated for resources: {'Port': ['ID=e6a512ae-787d-4feb-9641-2c3c05aa66c2,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:51.361056 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:51.361954 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:51.373154 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.376567 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Added segment 207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10 of type vlan for network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 Oct 29 08:25:51.468360 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b29d-d0d8-42cf-b0c0-2a811dcc844e None None] Pushing event updated for resources: {'Port': ['ID=e6a512ae-787d-4feb-9641-2c3c05aa66c2,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:51.494635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c42c675c-99d5-4af4-adc1-1ad6bee43ff6 req-0206d2bb-2f6b-476c-a6ac-5b2d2bfa69a6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 210 time: 0.0419385 Oct 29 08:25:51.503832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.543428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.587946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5958bbf-6fa2-40cf-889e-cb9ff4e44d1c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:51.600775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Allocated IP 172.20.0.1 (f83e2d25-779c-4929-8fb4-3056d6e0d279/93eff8c9-eb9b-468a-b16f-4ed28f731bca/aed6eda8-5253-4c68-8f42-e935ad8d9286) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:51.612645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.613921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:51.617062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.632174 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.638304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:51.639065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.719472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e900f25-a89a-4d23-a9ea-b1aef5d9ca21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.727908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] Pushing event updated for resources: {'Network': ['ID=d39ad4c0-0d59-4fc1-bd25-9c6af69cc141,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:51.748616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:25:51.756123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0722bfcd-6809-4d8e-9d0f-9873b88f2b1c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4440365 Oct 29 08:25:51.766993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35960) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:51.778408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Request body: {'subnet': {'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-subnet', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:51.797463 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:51.852314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Made reservation on behalf of c247c12db03647c79b29a62243f7c811 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:51.857294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:51.898607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3746297 Oct 29 08:25:51.905791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78d1a-4692-4717-a944-c7efb97c21b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fc2d9d-e737-4771-bcbb-7648b6a3973d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:51.905933 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35966) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:51.916996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network e9fc2d9d-e737-4771-bcbb-7648b6a3973d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:25:51.924589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1f919-2612-4103-9bf2-52a2d9592ecc req-77fe4989-517b-40d9-a52c-88664c06bec2 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:51.926310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30e1f919-2612-4103-9bf2-52a2d9592ecc req-77fe4989-517b-40d9-a52c-88664c06bec2 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 950 time: 0.3065002 Oct 29 08:25:51.952870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Request body: {'subnet': {'network_id': 'e9fc2d9d-e737-4771-bcbb-7648b6a3973d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1559571852-subnet', 'tenant_id': 'ad2edbc08bba4173a5685e77a9b41e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:51.961776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.010141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30e1f919-2612-4103-9bf2-52a2d9592ecc req-93e12779-6fe3-4ac4-b1e6-ceb93e730692 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762534 Oct 29 08:25:52.135972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Made reservation on behalf of ad2edbc08bba4173a5685e77a9b41e63 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:52.139284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.143932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e900f25-a89a-4d23-a9ea-b1aef5d9ca21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.158148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.163581 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 3, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:52.204948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35974) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:52.207600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d633bbb-2522-426f-bc57-92444d8a719b None None] The sync data for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 is: [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 3, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:25:52.238335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e900f25-a89a-4d23-a9ea-b1aef5d9ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.358578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:52.381095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1602838339-network', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:52.409744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:52.412948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:52.462583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Pushing event updated for resources: {'Port': ['ID=aed6eda8-5253-4c68-8f42-e935ad8d9286,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:52.469949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Made reservation on behalf of e648eb20a3e848ae9e933b1fd95a57d0 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:52.479784 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.484138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2e900f25-a89a-4d23-a9ea-b1aef5d9ca21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d58925db9e24d028bf8aa8085c39f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1850691 Oct 29 08:25:52.499685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35980) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:52.500680 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.578335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9c144613-0e0f-4ca4-8d47-f59a2f3903fb up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:52.635303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e900f25-a89a-4d23-a9ea-b1aef5d9ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9787e-6fac-4f86-8ec2-d4bfdb466839,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:52.712477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:52.713008 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.743371 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8971888-2185-4095-b6ca-f149bcf62315 req-10c4259c-a8a7-412d-a11c-cf970b0fd3b3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 210 time: 0.0944874 Oct 29 08:25:52.763582 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.767728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.802852 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0670d43d-48ca-4387-90be-3f7e609b01ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.858369 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.858594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0670d43d-48ca-4387-90be-3f7e609b01ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.920446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9c144613-0e0f-4ca4-8d47-f59a2f3903fb,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:52.929316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Sync routers for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:25:52.934696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.949273 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.957248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-671928f9-3386-4d53-90a6-2da714e81566 None None] Provisioning complete for port aed6eda8-5253-4c68-8f42-e935ad8d9286 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:52.958013 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-671928f9-3386-4d53-90a6-2da714e81566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:52.972611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.015487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:25:53.025822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device e9a65d4a-7c85-49bc-a26b-7e411a34fffb up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:53.037184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94348cfd-026e-4399-8dc6-96abbfea15a4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:53.048843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.056941 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Added segment dcaff36b-a07a-4012-8e94-73147b060b54 of type vlan for network 529915db-2721-4753-9ff3-45e7c8a0a333 Oct 29 08:25:53.116227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0670d43d-48ca-4387-90be-3f7e609b01ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.118941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0670d43d-48ca-4387-90be-3f7e609b01ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.136343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0670d43d-48ca-4387-90be-3f7e609b01ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2d9787e-6fac-4f86-8ec2-d4bfdb466839 HTTP/1.1" status: 204 len: 168 time: 0.6322341 Oct 29 08:25:53.163711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:53.163899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.164482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:53.176609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670d43d-48ca-4387-90be-3f7e609b01ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9787e-6fac-4f86-8ec2-d4bfdb466839,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:53.214577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.277247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b0b27-2f17-4239-8de3-f8c2ea0c4b7f req-4175bea8-84ba-40e0-879e-5e16b355b306 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:53.290023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995d15-a3be-4901-9e36-8b02c8be3e9c req-225ec165-9283-405b-bac3-92acaa8e2edf tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:53.290462 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e7b0b27-2f17-4239-8de3-f8c2ea0c4b7f req-4175bea8-84ba-40e0-879e-5e16b355b306 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 948 time: 0.8189647 Oct 29 08:25:53.292096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4995d15-a3be-4901-9e36-8b02c8be3e9c req-225ec165-9283-405b-bac3-92acaa8e2edf tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 950 time: 0.1540623 Oct 29 08:25:53.293075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.294076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:53.294730 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.303424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63e8625-ffee-4982-abc4-8434e3a06d9d,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:53.318911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:53.376095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] Pushing event updated for resources: {'Network': ['ID=529915db-2721-4753-9ff3-45e7c8a0a333,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:53.410186 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c80cfb39-eefa-4b55-8928-1d6d9718162f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2040179 Oct 29 08:25:53.410926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35990) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:53.430853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Request body: {'subnet': {'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1602838339-subnet', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:53.439177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4995d15-a3be-4901-9e36-8b02c8be3e9c req-ef9d0115-3c98-4bf8-bd90-8044daef3158 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648811 Oct 29 08:25:53.485927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Made reservation on behalf of e648eb20a3e848ae9e933b1fd95a57d0 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:53.490933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.560162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Checking segment: {'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:53.560761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Network hostable DHCP agents. Network: d39ad4c0-0d59-4fc1-bd25-9c6af69cc141, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:25:53.629983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e7b0b27-2f17-4239-8de3-f8c2ea0c4b7f req-ef690fab-953e-4d15-9d9a-b25e2cf0f7ff tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056960 Oct 29 08:25:53.649768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 529915db-2721-4753-9ff3-45e7c8a0a333 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:25:53.656207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35994) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:53.671479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Checking segment: {'id': '57b01eaa-d552-4e83-9637-a6dc1b510423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e9fc2d9d-e737-4771-bcbb-7648b6a3973d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:53.672110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Network hostable DHCP agents. Network: e9fc2d9d-e737-4771-bcbb-7648b6a3973d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:25:53.687738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-4355f13b-b682-4c8f-abe7-968d1667adf3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:53.689468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-4355f13b-b682-4c8f-abe7-968d1667adf3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 806 time: 0.6963000 Oct 29 08:25:53.698378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:25:53.713702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Request body: {'port': {'device_id': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'admin_state_up': True, 'tenant_id': '4b74fa48c79a4a0296257f468b687cb8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:53.744629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2f6c95-4b42-4e32-a9cc-0721dba631b1,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:53.753621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-671928f9-3386-4d53-90a6-2da714e81566 None None] Port aed6eda8-5253-4c68-8f42-e935ad8d9286 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:53.784850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=9c144613-0e0f-4ca4-8d47-f59a2f3903fb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:53.787595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e4b0-0128-45da-b108-b356b70de195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.807215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, d39ad4c0-0d59-4fc1-bd25-9c6af69cc141) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:53.849105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8903e-affb-41b9-a46f-5bbe30922b70 None None] Network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:53.885817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:53.886755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.899397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.932243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port e9a65d4a-7c85-49bc-a26b-7e411a34fffb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:25:53.937611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2e465b9b-467a-4404-8b28-6a61fd4d909f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1663549 Oct 29 08:25:53.941911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36000) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:53.947153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:53.951444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port e9a65d4a-7c85-49bc-a26b-7e411a34fffb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:53.951865 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.965059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Network e9fc2d9d-e737-4771-bcbb-7648b6a3973d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:25:53.975325 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:53.976649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d9ce14f-1d2d-402d-abf5-4fe619e9be1d req-fce38395-6826-4bb3-9f9f-470b3c66ab9d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 210 time: 0.0925140 Oct 29 08:25:54.067186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f144f01b-2f2c-48bd-99e9-332b4fc24218,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:54.088878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e4b0-0128-45da-b108-b356b70de195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.099581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d887537-3f4c-40e4-a9b6-eec6ee303594 req-5c41dc12-f388-46c6-af14-a69474383d4a tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:54.101258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d887537-3f4c-40e4-a9b6-eec6ee303594 req-5c41dc12-f388-46c6-af14-a69474383d4a tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 950 time: 0.1772897 Oct 29 08:25:54.105549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 2, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:54.107983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e4b0-0128-45da-b108-b356b70de195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.153370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Checking router: 46f78d63-55c6-41bd-9e83-a20df8b3999d for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:25:54.153749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Updating router 46f78d63-55c6-41bd-9e83-a20df8b3999d port 5fe51045-5baa-4fad-8c3e-1ed659e43024 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:25:54.170225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Checking segment: {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:54.170621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Network hostable DHCP agents. Network: 529915db-2721-4753-9ff3-45e7c8a0a333, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:25:54.181853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cbf7e4b0-0128-45da-b108-b356b70de195 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c98af1bc3234c528fd4f9845a571532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5245442 Oct 29 08:25:54.182573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7e4b0-0128-45da-b108-b356b70de195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08082ac4-0a22-4e9d-841d-ee1637d4ddc6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:54.185179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36002) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:54.205011 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.215326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d887537-3f4c-40e4-a9b6-eec6ee303594 req-e27b8936-f10d-4bd5-ae67-2a506a1ced05 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044943 Oct 29 08:25:54.223621 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.237767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-d39ad4c0-0d59-4fc1-bd25-9c6af69cc141', 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'fixed_ips': [{'subnet_id': 'f63e8625-ffee-4982-abc4-8434e3a06d9d'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:25:54.238635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.251145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Network 529915db-2721-4753-9ff3-45e7c8a0a333 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:25:54.276712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 529915db-2721-4753-9ff3-45e7c8a0a333) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:54.281528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:54.282111 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.293870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3f6e5a-08ce-4d7e-b952-b0187c605444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a65d4a-7c85-49bc-a26b-7e411a34fffb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:25:54.296332 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953bad36-0ee0-4c9e-86ff-9234abdeee68" -d '{"events": [{"server_uuid": "2b3f6e5a-08ce-4d7e-b952-b0187c605444", "name": "network-vif-plugged", "status": "completed", "tag": "e9a65d4a-7c85-49bc-a26b-7e411a34fffb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:25:54.301348 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b268d061-b3a4-46e0-a9f9-f259557e21a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.306019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bf6e2a-efff-4d6a-b03c-cadc209bd7fe None None] Network 529915db-2721-4753-9ff3-45e7c8a0a333 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:54.350203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b268d061-b3a4-46e0-a9f9-f259557e21a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.411825 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66e7fa5-bede-4c75-b59c-9ec803efc1bd x-openstack-request-id: req-d66e7fa5-bede-4c75-b59c-9ec803efc1bd {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:25:54.412224 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3f6e5a-08ce-4d7e-b952-b0187c605444", "name": "network-vif-plugged", "status": "completed", "tag": "e9a65d4a-7c85-49bc-a26b-7e411a34fffb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:25:54.412431 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d66e7fa5-bede-4c75-b59c-9ec803efc1bd {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:25:54.412822 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3f6e5a-08ce-4d7e-b952-b0187c605444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a65d4a-7c85-49bc-a26b-7e411a34fffb', 'code': 200} Oct 29 08:25:54.457343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, e9fc2d9d-e737-4771-bcbb-7648b6a3973d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:54.463047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:54.463625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.474667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.475724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.496414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6a7d8cd1-0f5c-4ee8-a56f-10418e569101 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0778067 Oct 29 08:25:54.498751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:54.507203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:54.549990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.555899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e551c-401e-4220-ae4e-4c12701cd82f req-fd981efc-0960-4a7a-b7b6-b58cc9dae609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:54.558156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a0e551c-401e-4220-ae4e-4c12701cd82f req-fd981efc-0960-4a7a-b7b6-b58cc9dae609 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 1099 time: 0.1123202 Oct 29 08:25:54.561486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b268d061-b3a4-46e0-a9f9-f259557e21a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.564970 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b268d061-b3a4-46e0-a9f9-f259557e21a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.569125 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b268d061-b3a4-46e0-a9f9-f259557e21a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08082ac4-0a22-4e9d-841d-ee1637d4ddc6 HTTP/1.1" status: 204 len: 168 time: 0.3767180 Oct 29 08:25:54.573604 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.api [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 08:25:54.573604 n-d-815940-1 neutron-server[102114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 08:25:54.573604 n-d-815940-1 neutron-server[102114]: [parameters: {'project_id_1': 'e648eb20a3e848ae9e933b1fd95a57d0', 'expiration_1': datetime.datetime(2021, 10, 29, 8, 25, 34, 515486)}] Oct 29 08:25:54.573604 n-d-815940-1 neutron-server[102114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:25:54.574275 n-d-815940-1 neutron-server[102114]: DEBUG oslo_db.api [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:25:54.580549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32aa80e-959b-476c-9090-3ca5ffd96369 None None] Network e9fc2d9d-e737-4771-bcbb-7648b6a3973d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:54.586478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port e9a65d4a-7c85-49bc-a26b-7e411a34fffb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:54.599506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268d061-b3a4-46e0-a9f9-f259557e21a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08082ac4-0a22-4e9d-841d-ee1637d4ddc6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:54.625631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.639987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Made reservation on behalf of 4b74fa48c79a4a0296257f468b687cb8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:25:54.640605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a0e551c-401e-4220-ae4e-4c12701cd82f req-55545db5-ecb1-45fa-86c9-ce7fa034d485 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703139 Oct 29 08:25:54.650031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.656316 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9bc01c7f-3c42-4632-ba46-79c01c90e7d8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7088563 Oct 29 08:25:54.660039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.664524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.665996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-529915db-2721-4753-9ff3-45e7c8a0a333', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:25:54.667946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:54.823160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9c144613-0e0f-4ca4-8d47-f59a2f3903fb up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:54.866089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53c040-134e-429c-ae9a-2bd45f97ad2f req-33bad523-836b-49f1-aac4-075cbfd6356f tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:54.868096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a53c040-134e-429c-ae9a-2bd45f97ad2f req-33bad523-836b-49f1-aac4-075cbfd6356f tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 949 time: 0.0905766 Oct 29 08:25:54.945141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a53c040-134e-429c-ae9a-2bd45f97ad2f req-e28f7460-3024-451b-b7e7-379c02981d7e tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645654 Oct 29 08:25:54.986777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Pushing event updated for resources: {'Port': ['ID=aed6eda8-5253-4c68-8f42-e935ad8d9286,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:55.009393 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.022797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.116199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.120156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.188801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Allocated IP 172.20.0.2 (529915db-2721-4753-9ff3-45e7c8a0a333/f144f01b-2f2c-48bd-99e9-332b4fc24218/10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:55.199887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3ba8f18-c6b7-4503-b87a-943cc94c1de1 req-d2e6e934-b51a-4ea0-8e9a-3ae2eb507dce tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 210 time: 0.0664225 Oct 29 08:25:55.209456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:55.217029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Allocated IP 172.20.0.2 (d39ad4c0-0d59-4fc1-bd25-9c6af69cc141/f63e8625-ffee-4982-abc4-8434e3a06d9d/67a76254-1be8-43d2-b8e9-6c97fd56f7d1) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:55.247871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:55.262834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:55.282763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:55.283175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.332744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.414801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Allocated IP 172.20.0.5 (f379dfc9-1fc4-4cb6-b697-a425185a8a3f/37720abb-4935-420c-be32-b1e0112cfb78/bed340a7-3ac6-41be-b195-4e239b0381c8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:55.571132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-133a3094-499c-4b8d-9552-b71ce04314ac tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:55.579616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-133a3094-499c-4b8d-9552-b71ce04314ac tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 820 time: 0.1603248 Oct 29 08:25:55.624049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-dcfd8247-7402-4792-841b-b0125c21f9aa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/quotas/c8dfe169bd65444eadf33eb01e29c196 HTTP/1.1" status: 200 len: 375 time: 0.0427940 Oct 29 08:25:55.669881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-4cfaa27e-f40d-4116-86ae-24c866bdafbd tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446122 Oct 29 08:25:55.675421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-4c816b6d-c517-4506-b1f2-475857c89f89 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:25:55.684211 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-4c816b6d-c517-4506-b1f2-475857c89f89 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131273 Oct 29 08:25:55.753707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7de314-6022-4635-96b4-1c5e9b1abdf0 None None] Network e9fc2d9d-e737-4771-bcbb-7648b6a3973d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:55.835545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:25:55.849260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.890990 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a46ceb09-ca8e-462f-8650-ff7a1ad6711e None None] Provisioning complete for port aed6eda8-5253-4c68-8f42-e935ad8d9286 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:55.891264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a46ceb09-ca8e-462f-8650-ff7a1ad6711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.893238 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.931722 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:55.953149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6659039-bba6-4b4d-80c8-80383ac7c500 req-3fb3e37b-f9ee-4e71-9204-71da7b385831 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:55.962173 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6659039-bba6-4b4d-80c8-80383ac7c500 req-3fb3e37b-f9ee-4e71-9204-71da7b385831 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 950 time: 0.4418001 Oct 29 08:25:55.985940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Pushing event updated for resources: {'Port': ['ID=10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:56.046113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6a512ae-787d-4feb-9641-2c3c05aa66c2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:56.070762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Network 529915db-2721-4753-9ff3-45e7c8a0a333 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:56.080641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6659039-bba6-4b4d-80c8-80383ac7c500 req-24cbbfa1-42dc-4cd6-a6cd-6bdd659aa8cb tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173084 Oct 29 08:25:56.111551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:56.136178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:56.136673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:25:56.149593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e8a34fc9-55da-459f-9e0b-9e2cd4ce1170 admin admin] 10.222.0.70 "PUT /v2.0/routers/dd7fff5b-9a2b-4add-a75d-b37826e8e4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6460893 Oct 29 08:25:56.151642 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Sync routers for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:25:56.171708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-a4c6bfae-1039-4999-93b3-cd4545cee250 service neutron] 10.222.0.70 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861746 Oct 29 08:25:56.175165 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:56.178034 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:56.230670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a46ceb09-ca8e-462f-8650-ff7a1ad6711e None None] Port aed6eda8-5253-4c68-8f42-e935ad8d9286 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:56.388819 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.407927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.412242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Attempting to bind port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:56.412614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Attempting to bind port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:56.412993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Attempting to bind port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 on network 529915db-2721-4753-9ff3-45e7c8a0a333 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:56.421125 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.472706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e6a512ae-787d-4feb-9641-2c3c05aa66c2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:56.473072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.476712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Pushing event updated for resources: {'Port': ['ID=67a76254-1be8-43d2-b8e9-6c97fd56f7d1,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:56.479200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:56.479595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Checking segment: {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:56.480003 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.480452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Bound using segment: {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:56.480786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd4562-88fb-4443-a006-543fb5fbc782 req-ff46e0fe-7c89-4b81-aea4-b666fc9b0fd8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:56.480994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Bound port: 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:56.481311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.492643 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9cfd4562-88fb-4443-a006-543fb5fbc782 req-ff46e0fe-7c89-4b81-aea4-b666fc9b0fd8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 949 time: 0.1835551 Oct 29 08:25:56.504621 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.526948 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:56.534142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.564305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6a4dc-554b-409b-81b2-9ff502128dff None None] Pushing event updated for resources: {'Port': ['ID=5fe51045-5baa-4fad-8c3e-1ed659e43024,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:56.566820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.586487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9cfd4562-88fb-4443-a006-543fb5fbc782 req-9a0c4179-6f04-4157-af64-a4ebfdc098c1 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880649 Oct 29 08:25:56.589469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:56.600298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:56.625768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:56.776208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Attempting to bind port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:56.776577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Attempting to bind port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:56.776936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Attempting to bind port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 on network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:56.848845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4245b7-6c58-468a-af88-7cb129649da6 req-c9bf9bbb-7e45-40f2-9708-610658f9e4cf tempest-LiveMigrationNegativeTest-198543170 tempest-LiveMigrationNegativeTest-198543170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:56.856005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] For port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:56.858447 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f4245b7-6c58-468a-af88-7cb129649da6 req-c9bf9bbb-7e45-40f2-9708-610658f9e4cf tempest-LiveMigrationNegativeTest-198543170 tempest-LiveMigrationNegativeTest-198543170-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 1101 time: 0.1050737 Oct 29 08:25:56.858577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:56.859089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Checking segment: {'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:56.859503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.859920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Bound using segment: {'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:56.860419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Bound port: 67a76254-1be8-43d2-b8e9-6c97fd56f7d1, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:56.860794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.864256 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.877199 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.890813 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0f4245b7-6c58-468a-af88-7cb129649da6 req-fcc9c868-ddd5-4961-9a19-911dbda035a8 tempest-LiveMigrationNegativeTest-198543170 tempest-LiveMigrationNegativeTest-198543170-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.918073 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:56.937094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] For port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:56.953871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Allocated IP 172.25.5.23 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/c7224dcf-7216-4347-8528-bed350e5fb4d) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:57.015639 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.047108 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:25:54Z', 'revision_number': 2, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:57.049494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-dc349591-02c2-4c66-a1f1-27f85a43b31a service neutron] 10.222.0.70 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749256 Oct 29 08:25:57.068893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0f4245b7-6c58-468a-af88-7cb129649da6 req-fcc9c868-ddd5-4961-9a19-911dbda035a8 tempest-LiveMigrationNegativeTest-198543170 tempest-LiveMigrationNegativeTest-198543170-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.078502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port e6a512ae-787d-4feb-9641-2c3c05aa66c2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6a512ae-787d-4feb-9641-2c3c05aa66c2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:25:57.079670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0f4245b7-6c58-468a-af88-7cb129649da6 req-fcc9c868-ddd5-4961-9a19-911dbda035a8 tempest-LiveMigrationNegativeTest-198543170 tempest-LiveMigrationNegativeTest-198543170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.092061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Attempting to bind port 5fe51045-5baa-4fad-8c3e-1ed659e43024 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:57.092436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Attempting to bind port 5fe51045-5baa-4fad-8c3e-1ed659e43024 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:57.096401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Attempting to bind port 5fe51045-5baa-4fad-8c3e-1ed659e43024 on network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:57.098032 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Checking router: dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:25:57.098404 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Updating router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 port aed6eda8-5253-4c68-8f42-e935ad8d9286 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:25:57.099087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.102996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.141823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f4245b7-6c58-468a-af88-7cb129649da6 req-fcc9c868-ddd5-4961-9a19-911dbda035a8 tempest-LiveMigrationNegativeTest-198543170 tempest-LiveMigrationNegativeTest-198543170-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822087 Oct 29 08:25:57.146182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c868-ddd5-4961-9a19-911dbda035a8 tempest-LiveMigrationNegativeTest-198543170 tempest-LiveMigrationNegativeTest-198543170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8014093-8247-4c59-a56d-d2d5d2ceb95b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:57.158509 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.208549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Network f379dfc9-1fc4-4cb6-b697-a425185a8a3f is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:57.209926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.224142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:57.235597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:57.269622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Pushing event updated for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:57.283974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.320708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:57.321892 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.336693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:57.337075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Checking segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:57.337485 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.337886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Bound using segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:57.338375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Bound port: 5fe51045-5baa-4fad-8c3e-1ed659e43024, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:57.338750 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.371564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-fda5f5b8-c17d-4002-a043-8dc7fb5d515e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6692197 Oct 29 08:25:57.390729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677849-ed9b-41a0-9ebd-2c71e78548b9 req-f5192268-7535-4929-bb08-ead3d4c13d54 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:57.392694 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a677849-ed9b-41a0-9ebd-2c71e78548b9 req-f5192268-7535-4929-bb08-ead3d4c13d54 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 931 time: 0.1581964 Oct 29 08:25:57.400494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.402613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Request body: {'port': {'device_id': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:57.430472 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:25:57.469200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7224dcf-7216-4347-8528-bed350e5fb4d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:57.496145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:57.507701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:57.509162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183bac3-3cb5-4a20-904d-b4dc3af8a844 None None] Pushing event updated for resources: {'Port': ['ID=10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:57.518210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:57.526639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a677849-ed9b-41a0-9ebd-2c71e78548b9 req-5cc818bb-1132-4e5d-8eb3-35a22be538cc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219618 Oct 29 08:25:57.578673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ced01c4b-056a-413f-81c3-676357eab86e None None] Provisioning complete for port 5fe51045-5baa-4fad-8c3e-1ed659e43024 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:57.579040 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ced01c4b-056a-413f-81c3-676357eab86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.585694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Allocated IP 172.25.5.122 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/8d8e54ef-af0c-4343-9404-e5de73e0d477) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:25:57.764160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ced01c4b-056a-413f-81c3-676357eab86e None None] Port 5fe51045-5baa-4fad-8c3e-1ed659e43024 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:25:57.861191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.903439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] For port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:57.942138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] For port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=67a76254-1be8-43d2-b8e9-6c97fd56f7d1,segment=NetworkSegment(207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10),segment_id=207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:57.959264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:57.990911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=e6a512ae-787d-4feb-9641-2c3c05aa66c2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:58.003565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] For port 5fe51045-5baa-4fad-8c3e-1ed659e43024, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:58.014711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.044383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] For port 5fe51045-5baa-4fad-8c3e-1ed659e43024, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5fe51045-5baa-4fad-8c3e-1ed659e43024,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:58.054222 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.084155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caafeac-b6b6-451c-986f-e9c29d19ce05 None None] Pushing event updated for resources: {'Port': ['ID=67a76254-1be8-43d2-b8e9-6c97fd56f7d1,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:58.127098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a70af500-7365-40f8-8c6e-c31e623c5bb8 req-b5f8a9b4-7e07-4ab1-b949-721b3bc835e2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 210 time: 0.2026830 Oct 29 08:25:58.152225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:58.154243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:58.158149 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.176419 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.254294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.399106 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15a8cd-f014-4031-9554-d000cce309a3 None None] Pushing event updated for resources: {'Port': ['ID=aed6eda8-5253-4c68-8f42-e935ad8d9286,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:58.579081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6a4dc-554b-409b-81b2-9ff502128dff None None] Pushing event updated for resources: {'Port': ['ID=5fe51045-5baa-4fad-8c3e-1ed659e43024,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:58.634202 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Attempting to bind port aed6eda8-5253-4c68-8f42-e935ad8d9286 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:25:58.640521 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Attempting to bind port aed6eda8-5253-4c68-8f42-e935ad8d9286 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:25:58.643514 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Attempting to bind port aed6eda8-5253-4c68-8f42-e935ad8d9286 on network f83e2d25-779c-4929-8fb4-3056d6e0d279 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:25:58.663536 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:25:58.664588 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Checking segment: {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:25:58.671683 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.671981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cea36-3972-4765-ba11-9ac8a7159052 req-ec991476-5747-443d-aba5-5b6ba8e5e666 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:58.672524 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Bound using segment: {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:25:58.683228 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e72cea36-3972-4765-ba11-9ac8a7159052 req-ec991476-5747-443d-aba5-5b6ba8e5e666 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 949 time: 0.2753699 Oct 29 08:25:58.685335 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Bound port: aed6eda8-5253-4c68-8f42-e935ad8d9286, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:25:58.686056 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.773072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:58.776177 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.861331 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] For port aed6eda8-5253-4c68-8f42-e935ad8d9286, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:25:58.873800 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] For port aed6eda8-5253-4c68-8f42-e935ad8d9286, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=aed6eda8-5253-4c68-8f42-e935ad8d9286,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:25:58.876050 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e72cea36-3972-4765-ba11-9ac8a7159052 req-b79954e4-fa29-4eea-8c03-91a6a4a754c7 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917391 Oct 29 08:25:58.876471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-206e85f2-9d87-4f6f-938a-2f74ea8dedc6 None None] Provisioning complete for port 5fe51045-5baa-4fad-8c3e-1ed659e43024 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:25:58.877493 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-206e85f2-9d87-4f6f-938a-2f74ea8dedc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.884653 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.924527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed340a7-3ac6-41be-b195-4e239b0381c8 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:25:58.962710 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:58.967457 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:59.044060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Transition to ACTIVE for port object bed340a7-3ac6-41be-b195-4e239b0381c8 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:25:59.044285 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15a8cd-f014-4031-9554-d000cce309a3 None None] Pushing event updated for resources: {'Port': ['ID=aed6eda8-5253-4c68-8f42-e935ad8d9286,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:59.055406 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:25:59.056192 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:59.057924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:59.165680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:25:59.188476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Pushing event updated for resources: {'Port': ['ID=8d8e54ef-af0c-4343-9404-e5de73e0d477,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:59.193132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:25:59.195039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:59.198108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:25:59.229353 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:25:59.253494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Pushing event updated for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:25:59.273547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-45dd719d-bb0b-49cc-8e2b-518ce4c62135 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:59.281993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db6c14-35ad-4c3b-9a37-cad09943ac5f None None] Network 529915db-2721-4753-9ff3-45e7c8a0a333 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:25:59.300418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-45dd719d-bb0b-49cc-8e2b-518ce4c62135 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/networks?id=f83e2d25-779c-4929-8fb4-3056d6e0d279 HTTP/1.1" status: 200 len: 828 time: 1.3165922 Oct 29 08:25:59.406142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ac344-203e-41c1-9ee6-93a38ece90db req-34d70856-3958-4059-86bc-c5be09fe5ff7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:59.406726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-84334d80-c218-41d4-adf5-b6aec98c8dc2 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/quotas/9d61923d016541d1b1a436730261e8e2 HTTP/1.1" status: 200 len: 375 time: 0.1019664 Oct 29 08:25:59.427487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f6ac344-203e-41c1-9ee6-93a38ece90db req-34d70856-3958-4059-86bc-c5be09fe5ff7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.2109983 Oct 29 08:25:59.597404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f6ac344-203e-41c1-9ee6-93a38ece90db req-8f957903-4460-4170-8f64-f7b99eb1555d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689103 Oct 29 08:25:59.648554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Router d9c3ed22-8c8c-43ff-8524-1051cf137158 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:25:59.706566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-7c72eed1-41f4-4934-b744-6502a76c393c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:25:59.708190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-7c72eed1-41f4-4934-b744-6502a76c393c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 820 time: 0.2506766 Oct 29 08:25:59.746352 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-206e85f2-9d87-4f6f-938a-2f74ea8dedc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:59.818711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5fe51045-5baa-4fad-8c3e-1ed659e43024 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:25:59.864272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:25:59.870679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Request body: {'port': {'device_id': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'admin_state_up': True, 'tenant_id': 'c8dfe169bd65444eadf33eb01e29c196'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:25:59.903874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Sync routers for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:25:59.922393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:25:59.928053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-26b482d4-0273-4ca1-bdb7-b4dc85dc8da0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4270723 Oct 29 08:25:59.937275 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:25:58Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:25:59.943126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36130) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:25:59.964251 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-fceec3e6-4673-44d9-9fee-2755a3116ba3 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d61923d016541d1b1a436730261e8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5565290 Oct 29 08:25:59.984797 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34ee89-e7ff-4d26-9303-3f6621735065 None None] The sync data for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 is: [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:25:58Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:25:59.991075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-206e85f2-9d87-4f6f-938a-2f74ea8dedc6 None None] For port 5fe51045-5baa-4fad-8c3e-1ed659e43024, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5fe51045-5baa-4fad-8c3e-1ed659e43024,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:00.002759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:00.003488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:00.006638 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-206e85f2-9d87-4f6f-938a-2f74ea8dedc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.191254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Made reservation on behalf of c8dfe169bd65444eadf33eb01e29c196 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:00.198655 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.244859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e85f2-9d87-4f6f-938a-2f74ea8dedc6 None None] Pushing event updated for resources: {'Port': ['ID=5fe51045-5baa-4fad-8c3e-1ed659e43024,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:00.274395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81972dd7-0304-413d-aeb5-1c3d6901f87e None None] Network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:26:00.374382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:00.374813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:00.375244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:00.399453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Allocated IP 172.20.0.4 (f3e2cdad-57b2-4528-a8c9-335c87b872ea/5f863338-8d0b-470a-a00d-096b8229664f/465f48dc-28dc-4745-9e3e-1f822e95fde9) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:00.403167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:00.403618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:00.410066 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.412495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:00.425131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Provisioning complete for port aed6eda8-5253-4c68-8f42-e935ad8d9286 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:00.425481 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.495126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.584993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-eb3708a5-f108-4c8a-aea1-93871e50a0e3 service neutron] 10.222.0.70 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023264 Oct 29 08:26:00.641366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5fe51045-5baa-4fad-8c3e-1ed659e43024 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:00.641731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.676423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.722215 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.738328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:00.764151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:00.764661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:00.765199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:00.766089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Bound port: bed340a7-3ac6-41be-b195-4e239b0381c8, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:00.766588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.782089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Network f3e2cdad-57b2-4528-a8c9-335c87b872ea is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:00.785620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:00.795120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:00.802963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:00.803981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:00.832933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df2ca9-512c-47a7-8c41-09160d7ed9d9 None None] The sync data for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 is: [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:00.844894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Pushing event updated for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:00.872501 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-95763c31-9b9f-4b98-83f0-fc7b03e1bff6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0059345 Oct 29 08:26:00.896443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Request body: {'port': {'device_id': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:00.942310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce606e56-7a00-45d8-9d2c-4e221c533dd5 req-382ed1c8-5c6f-4691-865f-813ddceaa295 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:00.943958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ce606e56-7a00-45d8-9d2c-4e221c533dd5 req-382ed1c8-5c6f-4691-865f-813ddceaa295 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 931 time: 0.1274855 Oct 29 08:26:01.038405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:01.071547 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ce606e56-7a00-45d8-9d2c-4e221c533dd5 req-3ee2bb3c-b38f-498c-8d0f-b7afdd79d16f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110804 Oct 29 08:26:01.140665 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-f69e58b2-98da-4798-875c-82ab8697a31d service neutron] 10.222.0.70 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778230 Oct 29 08:26:01.149087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:01.149702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:01.156689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:01.193737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:01.325429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 3, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:01.394822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Checking router: d9c3ed22-8c8c-43ff-8524-1051cf137158 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:26:01.395415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Updating router d9c3ed22-8c8c-43ff-8524-1051cf137158 port c7224dcf-7216-4347-8528-bed350e5fb4d binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:26:01.469805 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:01.481669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] For port aed6eda8-5253-4c68-8f42-e935ad8d9286, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=aed6eda8-5253-4c68-8f42-e935ad8d9286,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:01.522192 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:01.647271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Pushing event updated for resources: {'Port': ['ID=aed6eda8-5253-4c68-8f42-e935ad8d9286,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:01.677947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:01.678309 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:01.742583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Provisioning complete for port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:01.742960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:01.814013 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:01.934267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:01.935472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:01.937113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] 10.222.0.15 "PUT /v2.0/ports/bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 1091 time: 4.5487037 Oct 29 08:26:01.941506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:01.944280 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:01.993496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5efcd1-8e60-45e4-86e4-22d93b8ab4ae req-80f49f5b-a6fb-44ac-903a-413e17c54168 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:02.006342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a5efcd1-8e60-45e4-86e4-22d93b8ab4ae req-80f49f5b-a6fb-44ac-903a-413e17c54168 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 949 time: 0.2162402 Oct 29 08:26:02.062261 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.094778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f4983-c4ff-4ded-823d-afd7e6726401 service neutron] Pushing event updated for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:02.136201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f35d0-ad90-41a3-8b55-3d08071fe64e req-df3cce48-f0e3-4c06-adc0-e19940356bed tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:02.147864 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-750f35d0-ad90-41a3-8b55-3d08071fe64e req-df3cce48-f0e3-4c06-adc0-e19940356bed tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.3311779 Oct 29 08:26:02.149409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a5efcd1-8e60-45e4-86e4-22d93b8ab4ae req-a4cc1b6a-39db-4357-999d-0a0c4703bece tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418259 Oct 29 08:26:02.170425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:02.195085 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.196591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6a512ae-787d-4feb-9641-2c3c05aa66c2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:02.216293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465f48dc-28dc-4745-9e3e-1f822e95fde9 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:02.232939 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.236706 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.243272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.277018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Transition to ACTIVE for port object 465f48dc-28dc-4745-9e3e-1f822e95fde9 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:02.285031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.354883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-cdbc2a2a-f653-4291-be06-3e6ca1837cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:02.356842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-cdbc2a2a-f653-4291-be06-3e6ca1837cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1094 time: 0.3206327 Oct 29 08:26:02.422356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-750f35d0-ad90-41a3-8b55-3d08071fe64e req-f6cbebcb-1f08-4586-9076-66bcfc409f37 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731123 Oct 29 08:26:02.477327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Pushing event updated for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:02.507596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46459f22-546a-4289-8591-cd5b96304c19 req-41a7ebe0-2cf3-4ac6-9871-38e0d15ab767 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:02.509341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46459f22-546a-4289-8591-cd5b96304c19 req-41a7ebe0-2cf3-4ac6-9871-38e0d15ab767 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 950 time: 0.3480580 Oct 29 08:26:02.557560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2578dc9-ca1c-46b9-ad11-3daa42f11316 req-4c5d06ba-1549-4e2e-b477-f979ddec3c31 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:02.565335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-446a38f5-4619-47dd-ac84-06c2ab205933 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:02.566150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:02.566871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-446a38f5-4619-47dd-ac84-06c2ab205933 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 1100 time: 0.4735341 Oct 29 08:26:02.567445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2578dc9-ca1c-46b9-ad11-3daa42f11316 req-4c5d06ba-1549-4e2e-b477-f979ddec3c31 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 950 time: 0.2453284 Oct 29 08:26:02.568156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-cb7a9498-5358-438d-9175-f819504deee1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 217 time: 0.1748972 Oct 29 08:26:02.592418 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.604746 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:26:02.605247 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-648582aa-4cf0-4595-b0a2-1a14c8b534dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:26:02.606317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:02.606663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:02.606991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:02.611073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.619062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e6a512ae-787d-4feb-9641-2c3c05aa66c2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:02.619435 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.640860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:02.641216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:02.694702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:02.695101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:02.695443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:02.695945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Bound port: 465f48dc-28dc-4745-9e3e-1f822e95fde9, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:02.696265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.713700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4bc19-d63d-472b-b3f8-d1507ba47072 None None] Pushing event updated for resources: {'Port': ['ID=c7224dcf-7216-4347-8528-bed350e5fb4d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:02.714080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d310ca03-7fc6-4b72-a9ff-9471e76d63de req-c80a464d-3109-4b22-ab40-cd6661738b73 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 210 time: 0.0635812 Oct 29 08:26:02.717244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Attempting to bind port c7224dcf-7216-4347-8528-bed350e5fb4d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:02.717620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Attempting to bind port c7224dcf-7216-4347-8528-bed350e5fb4d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:02.718393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Attempting to bind port c7224dcf-7216-4347-8528-bed350e5fb4d on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:02.725937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:02.726248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:02.726674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.727044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:02.736589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Bound port: c7224dcf-7216-4347-8528-bed350e5fb4d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:02.736589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.738495 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2578dc9-ca1c-46b9-ad11-3daa42f11316 req-b5c01c3f-02d7-4e5d-9391-abd7be423b4d tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544917 Oct 29 08:26:02.827040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:02.837111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-65ac8d79-9f6c-425f-b4c8-d0d44e007e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:02.838712 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-65ac8d79-9f6c-425f-b4c8-d0d44e007e52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.2152340 Oct 29 08:26:02.841947 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d5ab6-65a0-4dbc-ad32-a5d4250c8d2f x-openstack-request-id: req-b88d5ab6-65a0-4dbc-ad32-a5d4250c8d2f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:02.842458 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:02.842803 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b88d5ab6-65a0-4dbc-ad32-a5d4250c8d2f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:02.843225 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8', 'status': 'completed', 'code': 200} Oct 29 08:26:02.879957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] For port c7224dcf-7216-4347-8528-bed350e5fb4d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:02.910673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.15', 63066) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:02.929145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] For port c7224dcf-7216-4347-8528-bed350e5fb4d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c7224dcf-7216-4347-8528-bed350e5fb4d,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:02.936325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] Deleting port e9a65d4a-7c85-49bc-a26b-7e411a34fffb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:02.936665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.947045 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:02.977851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-eb252302-a1dc-4886-bb06-0a36e448ee35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160066 Oct 29 08:26:02.982073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Deleting port db055d24-14d5-4831-b3a4-80be02338c8d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:02.982519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.081489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:03.096212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4bc19-d63d-472b-b3f8-d1507ba47072 None None] Pushing event updated for resources: {'Port': ['ID=c7224dcf-7216-4347-8528-bed350e5fb4d,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:03.112746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:03.114240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:03.146184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:03.167543 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.217742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78bbfb-eb86-45f1-90be-47a5519647ba req-2803fff6-422a-483c-a854-1d9864d1cd2c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:03.219347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab78bbfb-eb86-45f1-90be-47a5519647ba req-2803fff6-422a-483c-a854-1d9864d1cd2c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 943 time: 0.3597622 Oct 29 08:26:03.261721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-f3406d65-d77a-464c-902f-ba52849ab2b7 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:03.263670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-f3406d65-d77a-464c-902f-ba52849ab2b7 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.15 "GET /v2.0/networks?id=f83e2d25-779c-4929-8fb4-3056d6e0d279 HTTP/1.1" status: 200 len: 828 time: 0.3519742 Oct 29 08:26:03.265355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:03.266266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.266799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Router b465c919-04d8-4256-b3d8-d2747209fb08 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:26:03.268185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] 10.222.0.93 "PUT /v2.0/ports/465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 1091 time: 2.3855982 Oct 29 08:26:03.270263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.273448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:03.276583 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62a5968-e627-4523-90ac-c5d27ecc1610" -d '{"events": [{"name": "network-changed", "server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:03.283073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:03.283445 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.291069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Request body: {'port': {'device_id': '921f62d1-0bc5-4780-a36e-933c875534b6', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'admin_state_up': True, 'tenant_id': '9d61923d016541d1b1a436730261e8e2'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:03.297661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] For port db055d24-14d5-4831-b3a4-80be02338c8d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=db055d24-14d5-4831-b3a4-80be02338c8d,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:03.298361 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.354588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] For port e9a65d4a-7c85-49bc-a26b-7e411a34fffb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:03.354851 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.377406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:03.385154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41bc81-11d7-4ac5-bd49-fe20cd370369 service neutron] Pushing event updated for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:03.415883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Calling delete_port for db055d24-14d5-4831-b3a4-80be02338c8d owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:03.500109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-100fbd13-6f67-49eb-b758-874966c566b1 service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890814 Oct 29 08:26:03.517781 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.530602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3988f6dd-6830-4f77-ac6e-1baec195555c None None] Provisioning complete for port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:03.531365 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3988f6dd-6830-4f77-ac6e-1baec195555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.537169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd573e08-4066-4ae6-9e49-13b2afa04412 req-0889454e-1640-4814-a70b-31bc5327bc4b tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:03.538572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd573e08-4066-4ae6-9e49-13b2afa04412 req-0889454e-1640-4814-a70b-31bc5327bc4b tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 949 time: 0.2106233 Oct 29 08:26:03.552868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-766e7b87-b071-45cb-844a-d44f8d28c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:03.554933 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-766e7b87-b071-45cb-844a-d44f8d28c1dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1094 time: 0.2172945 Oct 29 08:26:03.572971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] Calling delete_port for e9a65d4a-7c85-49bc-a26b-7e411a34fffb owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:03.600702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab78bbfb-eb86-45f1-90be-47a5519647ba req-a6a5e270-64f5-4a16-9679-2aaf3ec68f29 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650897 Oct 29 08:26:03.612062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=67a76254-1be8-43d2-b8e9-6c97fd56f7d1,segment=NetworkSegment(207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10),segment_id=207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:03.623887 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.633995 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-1b39815f-f2a3-49af-a7b3-a95f58eede4e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 217 time: 0.0685916 Oct 29 08:26:03.697621 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8503a1-c5c1-4f11-8995-358b06845d47 x-openstack-request-id: req-ff8503a1-c5c1-4f11-8995-358b06845d47 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:03.698047 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:03.698412 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff8503a1-c5c1-4f11-8995-358b06845d47 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:03.699651 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9', 'status': 'completed', 'code': 200} Oct 29 08:26:03.715188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd573e08-4066-4ae6-9e49-13b2afa04412 req-4d04c500-0750-4203-b8fd-0f4af21baab5 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571262 Oct 29 08:26:03.719034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Made reservation on behalf of 9d61923d016541d1b1a436730261e8e2 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:03.728107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.784226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=67a76254-1be8-43d2-b8e9-6c97fd56f7d1,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:03.831885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3988f6dd-6830-4f77-ac6e-1baec195555c None None] Provisioning complete for port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:03.832253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3988f6dd-6830-4f77-ac6e-1baec195555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:03.834638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 3, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:03.880547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-cb838e9d-7a81-47ae-8738-cdc1a9231cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:03.882325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-cb838e9d-7a81-47ae-8738-cdc1a9231cc0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.2374351 Oct 29 08:26:03.886630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c77d0e-cc13-46d5-bd98-e5d540f47c4b None None] The sync data for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 is: [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 3, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:03.921420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:26:03.943265 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Sync routers for ids ['b465c919-04d8-4256-b3d8-d2747209fb08'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:26:03.965411 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Routers {'b465c919-04d8-4256-b3d8-d2747209fb08'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:03.974269 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b465c919-04d8-4256-b3d8-d2747209fb08'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:03.981090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-43c15f40-cd2f-4245-b24b-c73d832e0fa9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641878 Oct 29 08:26:04.012216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:04.035304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['db055d24-14d5-4831-b3a4-80be02338c8d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:04.044682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['98b185bf-7b2e-45c4-ba1d-4c362f1afc17'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:04.126218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device aed6eda8-5253-4c68-8f42-e935ad8d9286 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:04.150042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Pushing event deleted for resources: {'Port': ['ID=db055d24-14d5-4831-b3a4-80be02338c8d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:04.183227 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Set router b465c919-04d8-4256-b3d8-d2747209fb08 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:04.186465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba4145-4fb1-47a2-a11a-8156cfd6b2a5 req-6be4f9c9-720e-47c3-8715-3126a7e2db1e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:04.198155 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62ba4145-4fb1-47a2-a11a-8156cfd6b2a5 req-6be4f9c9-720e-47c3-8715-3126a7e2db1e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12 HTTP/1.1" status: 200 len: 867 time: 0.3354249 Oct 29 08:26:04.282945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Allocated IP 172.20.0.1 (529915db-2721-4753-9ff3-45e7c8a0a333/f144f01b-2f2c-48bd-99e9-332b4fc24218/09eeb370-63e7-4626-a335-790e842403c8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:04.305970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-059059a5-dcdd-4499-8b03-ddbc3b1b5df4 req-8f38f065-5f2a-4da2-bf36-697a408f1d83 service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7663529 Oct 29 08:26:04.324328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port aed6eda8-5253-4c68-8f42-e935ad8d9286 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:04.324522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890840c-d2cc-4b1c-8a28-bee9135bbd53 req-1f23e4d8-1e21-41f9-bd95-706a137775ce tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:04.324631 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:04.333732 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f890840c-d2cc-4b1c-8a28-bee9135bbd53 req-1f23e4d8-1e21-41f9-bd95-706a137775ce tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.5860753 Oct 29 08:26:04.393035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:04.397903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-667220b8-e4db-4c69-8744-85c85a5006fe admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.4546163 Oct 29 08:26:04.423652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Allocated IP 172.20.0.5 (f83e2d25-779c-4929-8fb4-3056d6e0d279/93eff8c9-eb9b-468a-b16f-4ed28f731bca/521d3634-2f3a-43ce-a40d-e22ab1b1d42e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:04.431478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:04.500213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] No DVR routers for this DVR port db055d24-14d5-4831-b3a4-80be02338c8d on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:26:04.536401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:04.547272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46459f22-546a-4289-8591-cd5b96304c19 req-df045f72-1bc8-4415-858e-e55eecf6b79e tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.15 "DELETE /v2.0/ports/db055d24-14d5-4831-b3a4-80be02338c8d HTTP/1.1" status: 204 len: 173 time: 2.0296912 Oct 29 08:26:04.578259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62ba4145-4fb1-47a2-a11a-8156cfd6b2a5 req-47246370-ada3-42dc-b8a2-c70a968d94d4 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785679 Oct 29 08:26:04.593214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5fe51045-5baa-4fad-8c3e-1ed659e43024 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:04.603137 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-a34b0699-9980-4d21-bf85-61b83a7d1a28 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971458 Oct 29 08:26:04.673531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5fe51045-5baa-4fad-8c3e-1ed659e43024 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:04.674946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:04.712844 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f890840c-d2cc-4b1c-8a28-bee9135bbd53 req-63283dac-ce85-4808-ab64-d759671735a8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780739 Oct 29 08:26:04.763645 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 3, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:04.834547 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Checking router: b465c919-04d8-4256-b3d8-d2747209fb08 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:26:04.835763 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Updating router b465c919-04d8-4256-b3d8-d2747209fb08 port 8d8e54ef-af0c-4343-9404-e5de73e0d477 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:26:04.881175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:04.898259 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:04.924158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-08577362-61ea-46ce-937e-112934d2a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:04.925979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-08577362-61ea-46ce-937e-112934d2a68c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1094 time: 0.5217788 Oct 29 08:26:04.949939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:04.950625 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:04.969817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:04.984599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['e9a65d4a-7c85-49bc-a26b-7e411a34fffb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:05.056148 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a374b49-2e7b-4350-9695-96a5c7c3a317 req-3ef7a5a2-6f59-4df3-9953-c7b9cb2fe072 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 210 time: 0.2896569 Oct 29 08:26:05.151634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.164897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-a54781fc-1056-41d7-bcf4-5209053a41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:05.166599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-a54781fc-1056-41d7-bcf4-5209053a41a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.2125573 Oct 29 08:26:05.175263 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7103835a-bc17-4c06-8e85-5de8ee49372b req-b7dabeee-fcb7-4f41-b433-a49be91da03f service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681946 Oct 29 08:26:05.301555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9a65d4a-7c85-49bc-a26b-7e411a34fffb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:05.350732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.404489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13e8205d-1f96-4437-9c33-d00a5249396a req-bb165048-b633-4e50-9eff-a42ee0fcb95e tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3f6e5a-08ce-4d7e-b952-b0187c605444 HTTP/1.1" status: 200 len: 210 time: 0.2015784 Oct 29 08:26:05.425660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3e2f0-6424-4f98-b23e-f404c9cd168a req-6fd8b24d-f09a-42af-ae1f-ec297adaa75c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:05.427400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e3e2f0-6424-4f98-b23e-f404c9cd168a req-6fd8b24d-f09a-42af-ae1f-ec297adaa75c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 943 time: 0.5511813 Oct 29 08:26:05.430033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-6c17c131-9ddc-4f72-b493-00b817e52ad4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 217 time: 0.2399583 Oct 29 08:26:05.460152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.467411 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.479539 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.499605 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.506991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] No DVR routers for this DVR port e9a65d4a-7c85-49bc-a26b-7e411a34fffb on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:26:05.555652 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.560065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82ab0a02-4699-4b99-bd95-9bdf4666b536 req-7315fd48-2d37-4bc0-bf55-06a28902f1e4 tempest-DeleteServersAdminTestJSON-97548035 tempest-DeleteServersAdminTestJSON-97548035-project-admin] 10.222.0.93 "DELETE /v2.0/ports/e9a65d4a-7c85-49bc-a26b-7e411a34fffb HTTP/1.1" status: 204 len: 173 time: 2.9830201 Oct 29 08:26:05.574050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Pushing event updated for resources: {'Port': ['ID=09eeb370-63e7-4626-a335-790e842403c8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:05.579243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3f6e5a-08ce-4d7e-b952-b0187c605444', 'name': 'network-vif-deleted', 'tag': 'e9a65d4a-7c85-49bc-a26b-7e411a34fffb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:05.582382 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e2ec58-96fe-4257-b95f-37d3f9cc311d" -d '{"events": [{"server_uuid": "2b3f6e5a-08ce-4d7e-b952-b0187c605444", "name": "network-vif-deleted", "tag": "e9a65d4a-7c85-49bc-a26b-7e411a34fffb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:05.587634 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6ab98-8836-4823-8964-afae6655dffd None None] Pushing event updated for resources: {'Port': ['ID=8d8e54ef-af0c-4343-9404-e5de73e0d477,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:05.592004 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Attempting to bind port 8d8e54ef-af0c-4343-9404-e5de73e0d477 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:05.592552 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Attempting to bind port 8d8e54ef-af0c-4343-9404-e5de73e0d477 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:05.593463 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Attempting to bind port 8d8e54ef-af0c-4343-9404-e5de73e0d477 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:05.612975 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:05.613622 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:05.614228 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.614613 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:05.615572 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Bound port: 8d8e54ef-af0c-4343-9404-e5de73e0d477, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:05.615995 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.616274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:05.619889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Pushing event updated for resources: {'Port': ['ID=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:05.657221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:05.666226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:05.673000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Network 529915db-2721-4753-9ff3-45e7c8a0a333 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:05.687542 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] For port 8d8e54ef-af0c-4343-9404-e5de73e0d477, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:05.689405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:05.691950 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] For port 8d8e54ef-af0c-4343-9404-e5de73e0d477, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d8e54ef-af0c-4343-9404-e5de73e0d477,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:05.694290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:05.698762 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.700476 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.706858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:05.713332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12', 'name': 'network-vif-deleted', 'tag': 'db055d24-14d5-4831-b3a4-80be02338c8d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:05.724480 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d9357-f53e-490f-8d55-f9206a9d3b39" -d '{"events": [{"server_uuid": "8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12", "name": "network-vif-deleted", "tag": "db055d24-14d5-4831-b3a4-80be02338c8d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:05.787137 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decae883-98bf-49d6-a079-7dd00f2fcbe1 x-openstack-request-id: req-decae883-98bf-49d6-a079-7dd00f2fcbe1 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:05.787570 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3f6e5a-08ce-4d7e-b952-b0187c605444", "name": "network-vif-deleted", "tag": "e9a65d4a-7c85-49bc-a26b-7e411a34fffb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:05.787947 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-decae883-98bf-49d6-a079-7dd00f2fcbe1 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:05.789437 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3f6e5a-08ce-4d7e-b952-b0187c605444', 'name': 'network-vif-deleted', 'tag': 'e9a65d4a-7c85-49bc-a26b-7e411a34fffb', 'status': 'completed', 'code': 200} Oct 29 08:26:05.807039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-6bb52e8e-05de-497d-ad9e-3a60d963b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:05.809416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-6bb52e8e-05de-497d-ad9e-3a60d963b62f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1094 time: 0.5089080 Oct 29 08:26:05.824879 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:05.825811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-b0d28e9b-5586-4eb8-ae3a-df3591a7ba8e tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5457888 Oct 29 08:26:05.840133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e3e2f0-6424-4f98-b23e-f404c9cd168a req-e101dce8-8186-4b17-9b11-067e1705d198 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374863 Oct 29 08:26:05.885593 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6ab98-8836-4823-8964-afae6655dffd None None] Pushing event updated for resources: {'Port': ['ID=8d8e54ef-af0c-4343-9404-e5de73e0d477,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:05.910668 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Routers {'b465c919-04d8-4256-b3d8-d2747209fb08'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:05.912610 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b465c919-04d8-4256-b3d8-d2747209fb08'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:05.965369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-2b48c00b-d152-46e2-b99f-ee7a1425a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:05.972935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-2b48c00b-d152-46e2-b99f-ee7a1425a5e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.4696841 Oct 29 08:26:06.042289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:06.070991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-e7161179-d209-4125-ae54-0a1ecc2e41e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862575 Oct 29 08:26:06.102978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-d3fad316-f1d9-46ea-8206-e4b3243e9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:06.108588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-d3fad316-f1d9-46ea-8206-e4b3243e9e9c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.2812071 Oct 29 08:26:06.122136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Request body: {'port': {'device_id': '921f62d1-0bc5-4780-a36e-933c875534b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:06.131403 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] Set router b465c919-04d8-4256-b3d8-d2747209fb08 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:06.139989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c4574a02-0c0a-4bac-99fe-cf61ccd62a68 None None] Provisioning complete for port 09eeb370-63e7-4626-a335-790e842403c8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:06.144468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c4574a02-0c0a-4bac-99fe-cf61ccd62a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:06.317934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c4574a02-0c0a-4bac-99fe-cf61ccd62a68 None None] Port 09eeb370-63e7-4626-a335-790e842403c8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:06.320650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-a4a93480-0b97-448d-afaf-55a50b78945f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 217 time: 0.1196110 Oct 29 08:26:06.322780 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad221757-8981-4500-a470-126b4e60a2ac x-openstack-request-id: req-ad221757-8981-4500-a470-126b4e60a2ac {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:06.327458 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12", "name": "network-vif-deleted", "tag": "db055d24-14d5-4831-b3a4-80be02338c8d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:06.327967 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad221757-8981-4500-a470-126b4e60a2ac {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:06.328580 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ad1cf-9b05-4218-9fd9-df7fd6af4a12', 'name': 'network-vif-deleted', 'tag': 'db055d24-14d5-4831-b3a4-80be02338c8d', 'status': 'completed', 'code': 200} Oct 29 08:26:06.348251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:06.348643 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:06.350135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c4574a02-0c0a-4bac-99fe-cf61ccd62a68 None None] Provisioning complete for port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:06.351005 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c4574a02-0c0a-4bac-99fe-cf61ccd62a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:06.369611 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 3, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:06.410215 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c3eec-17ea-423d-a9ab-73da095745f5 None None] The sync data for ids ['b465c919-04d8-4256-b3d8-d2747209fb08'] in n-d-815940-1 is: [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 3, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:06.414442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c4574a02-0c0a-4bac-99fe-cf61ccd62a68 None None] Port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:06.515980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:06.545428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a7e2e-a737-4a36-aacb-e27cbd553b17 req-dd98a406-dee9-487b-bec1-7370e416fd83 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:06.547389 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c0a7e2e-a737-4a36-aacb-e27cbd553b17 req-dd98a406-dee9-487b-bec1-7370e416fd83 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.4365635 Oct 29 08:26:06.553909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-d0af581d-1abd-4211-9ab0-267345dfb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:06.555675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-d0af581d-1abd-4211-9ab0-267345dfb210 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1939569 Oct 29 08:26:06.602300 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:06.606491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-ebec460f-528d-4759-8f11-4e80041c15ee service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270946 Oct 29 08:26:06.631933 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-40a141d1-ff05-4827-b64f-cbebfcd7a7d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554113 Oct 29 08:26:06.638907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c7224dcf-7216-4347-8528-bed350e5fb4d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:06.686984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c7224dcf-7216-4347-8528-bed350e5fb4d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:06.687360 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:06.711717 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c0a7e2e-a737-4a36-aacb-e27cbd553b17 req-3618845e-5349-4607-b8eb-cedd19429b03 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536331 Oct 29 08:26:06.779216 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:06.804196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port c7224dcf-7216-4347-8528-bed350e5fb4d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c7224dcf-7216-4347-8528-bed350e5fb4d,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:06.809678 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:06.845238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16616b-7bd8-4a67-89d9-cb17ea9d17e4 req-b9dce33c-554b-446f-bf4a-1c4e8dbd3569 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:06.846690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf16616b-7bd8-4a67-89d9-cb17ea9d17e4 req-b9dce33c-554b-446f-bf4a-1c4e8dbd3569 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 931 time: 0.3497250 Oct 29 08:26:06.869446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=c7224dcf-7216-4347-8528-bed350e5fb4d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:06.909813 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f427db-1ec8-4a1c-a0ea-e2fc0ad7727f req-8609d176-c0e9-41a7-8ede-484714f560da tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:06.911279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16f427db-1ec8-4a1c-a0ea-e2fc0ad7727f req-8609d176-c0e9-41a7-8ede-484714f560da tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 949 time: 0.1395950 Oct 29 08:26:06.914755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-d6597fa6-868a-494b-96f2-96f15a12c803 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694619 Oct 29 08:26:06.926461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33cb7f79-1dfa-4cb9-b83f-76f2bcff67e8 req-4a6f6ff3-c997-4000-b3c4-94d0a9a31baf service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076079 Oct 29 08:26:07.026502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device e9a65d4a-7c85-49bc-a26b-7e411a34fffb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:26:07.049180 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16f427db-1ec8-4a1c-a0ea-e2fc0ad7727f req-76664236-20ef-4f05-8bbd-16fabbb7f5e9 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312416 Oct 29 08:26:07.056220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: e9a65d4a-7c85-49bc-a26b-7e411a34fffb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:26:07.057228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device e9a65d4a-7c85-49bc-a26b-7e411a34fffb not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:26:07.113430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b62a5968-e627-4523-90ac-c5d27ecc1610 req-3553c684-8689-4f9a-991c-3c735287bdc8 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857913 Oct 29 08:26:07.136421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521d3634-2f3a-43ce-a40d-e22ab1b1d42e {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:07.145043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.165586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Transition to ACTIVE for port object 521d3634-2f3a-43ce-a40d-e22ab1b1d42e will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:07.174428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.223603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf16616b-7bd8-4a67-89d9-cb17ea9d17e4 req-b3051da8-082c-466f-8915-eb7ed7be8641 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502102 Oct 29 08:26:07.256207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.288259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.291356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Pushing event updated for resources: {'Port': ['ID=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:07.299875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.434073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Attempting to bind port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:07.434840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Attempting to bind port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:07.440833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Attempting to bind port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e on network f83e2d25-779c-4929-8fb4-3056d6e0d279 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:07.448428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.453729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Pushing event updated for resources: {'Port': ['ID=09eeb370-63e7-4626-a335-790e842403c8,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:07.456498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e on network f83e2d25-779c-4929-8fb4-3056d6e0d279 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:07.456649 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Attempting to bind port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e on network f83e2d25-779c-4929-8fb4-3056d6e0d279 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:07.480267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab61b7-b815-45b3-8a94-f86924df4927 req-1ab0bec4-8308-46d4-8b40-1800cbb9f767 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:07.483677 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bab61b7-b815-45b3-8a94-f86924df4927 req-1ab0bec4-8308-46d4-8b40-1800cbb9f767 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 943 time: 0.2383339 Oct 29 08:26:07.484629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:07.488629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Checking segment: {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:07.489515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Bound using segment: {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:07.490086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Bound port: 521d3634-2f3a-43ce-a40d-e22ab1b1d42e, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d69fc6-7ff4-49b4-a55c-468facbc8156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:07.490567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.622748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bab61b7-b815-45b3-8a94-f86924df4927 req-06ec4a40-ff8d-4216-b318-f1ad6bed3ba3 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295130 Oct 29 08:26:07.634720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device bed340a7-3ac6-41be-b195-4e239b0381c8 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:07.644509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-4fca6685-faf7-47dd-9a20-234db6fa7967 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b32fa9d9c2040fa884a3af88b356534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688055 Oct 29 08:26:07.653990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] For port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:07.658075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] For port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:07.662673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.704292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device db055d24-14d5-4831-b3a4-80be02338c8d no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:26:07.716595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:07.717398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:07.718886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] 10.222.0.15 "PUT /v2.0/ports/521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 200 len: 1091 time: 1.6093218 Oct 29 08:26:07.767880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Allocated IP 172.20.0.1 (d39ad4c0-0d59-4fc1-bd25-9c6af69cc141/f63e8625-ffee-4982-abc4-8434e3a06d9d/5c06cab9-ee4c-4ab0-9730-cae70d98188e) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:07.769483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddf5a1-c1c3-4c6e-923c-a211b0100940 service neutron] Pushing event updated for resources: {'Port': ['ID=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:07.800575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: db055d24-14d5-4831-b3a4-80be02338c8d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:26:07.800924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device db055d24-14d5-4831-b3a4-80be02338c8d not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:26:07.803165 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:26:07.859987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-41ee1577-93a2-42c3-8871-3f95274f6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:07.861890 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-41ee1577-93a2-42c3-8871-3f95274f6e63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d61923d016541d1b1a436730261e8e2&device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 1094 time: 0.0694656 Oct 29 08:26:07.965875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c7224dcf-7216-4347-8528-bed350e5fb4d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:07.990216 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-918df20b-aeb8-436b-b157-a974351a5837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 200 len: 217 time: 0.1198575 Oct 29 08:26:08.021275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Network 529915db-2721-4753-9ff3-45e7c8a0a333 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:08.034372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:08.088291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:08.104631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'bed340a7-3ac6-41be-b195-4e239b0381c8', 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'port_id': 'bed340a7-3ac6-41be-b195-4e239b0381c8', 'mac_address': 'fa:16:3e:9e:d3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37720abb-4935-420c-be32-b1e0112cfb78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:26:08.107788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c7224dcf-7216-4347-8528-bed350e5fb4d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:08.108180 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.169027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-3131736b-cdd1-4539-a808-3986bf71930f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:08.170604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-3131736b-cdd1-4539-a808-3986bf71930f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 949 time: 0.2039962 Oct 29 08:26:08.214937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.240029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Router d9c3ed22-8c8c-43ff-8524-1051cf137158 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:26:08.248102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49818-a09f-4bec-81ce-a01aae17142a req-78c98563-dfd9-4dcb-adfa-c99ca53b4d15 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:08.254483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed340a7-3ac6-41be-b195-4e239b0381c8 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:08.260033 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4cb49818-a09f-4bec-81ce-a01aae17142a req-78c98563-dfd9-4dcb-adfa-c99ca53b4d15 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.3037117 Oct 29 08:26:08.293692 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.294065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-ee36385e-47ab-458e-a44c-d2f8d058d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:08.296094 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-ee36385e-47ab-458e-a44c-d2f8d058d0cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93eff8c9-eb9b-468a-b16f-4ed28f731bca HTTP/1.1" status: 200 len: 867 time: 0.2716906 Oct 29 08:26:08.301649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:08.312465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.316756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18261658-45a6-4939-81cc-e1308f4ccdca req-dfcb0532-02a0-45f3-826d-f9581aff1a5d tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:08.318488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-dfcb0532-02a0-45f3-826d-f9581aff1a5d tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4544644 Oct 29 08:26:08.352148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:08.354546 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5813816-5866-4d4c-8418-07f423117781" -d '{"events": [{"name": "network-changed", "server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:08.382822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d8e54ef-af0c-4343-9404-e5de73e0d477 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:08.390003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4cb49818-a09f-4bec-81ce-a01aae17142a req-0c55c2a6-9292-4306-b1ed-e5985d8e6489 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280568 Oct 29 08:26:08.476591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-59661727-d33b-4c3a-8ae4-24e5bb963ac2 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/quotas/8b32fa9d9c2040fa884a3af88b356534 HTTP/1.1" status: 200 len: 375 time: 0.0243196 Oct 29 08:26:08.522538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-44864477-1d18-4bf3-aa6b-25b624838ea0 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b32fa9d9c2040fa884a3af88b356534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323122 Oct 29 08:26:08.532283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:08.532425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:26:08.537578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1826f501-cad1-4ea5-93e6-2d461dc4f809 None None] Provisioning complete for port 09eeb370-63e7-4626-a335-790e842403c8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:08.538143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1826f501-cad1-4ea5-93e6-2d461dc4f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.545305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-74ae575d-81cd-41c0-93a8-8385eb043a86 admin admin] 10.222.0.70 "PUT /v2.0/routers/d9c3ed22-8c8c-43ff-8524-1051cf137158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5968261 Oct 29 08:26:08.561116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Sync routers for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:26:08.565852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['bed340a7-3ac6-41be-b195-4e239b0381c8'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:08.607171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Deleting port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:08.607787 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.609860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.622015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-9dc61cfa-76d3-4614-ab91-9497e11bea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:08.623637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-9dc61cfa-76d3-4614-ab91-9497e11bea51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f83e2d25-779c-4929-8fb4-3056d6e0d279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477953 Oct 29 08:26:08.722662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:08.725733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:08.757969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:08.820241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:08.828142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:08.830348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8d8e54ef-af0c-4343-9404-e5de73e0d477 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:08.830716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.834071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1826f501-cad1-4ea5-93e6-2d461dc4f809 None None] Port 09eeb370-63e7-4626-a335-790e842403c8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:08.883099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:08.885643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Pushing event updated for resources: {'Port': ['ID=5c06cab9-ee4c-4ab0-9730-cae70d98188e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:08.970878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106719c7-0975-4889-b685-05d09c111037 req-2bf7aed3-2e85-429a-a1ba-c26e78d85699 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:08.979258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-106719c7-0975-4889-b685-05d09c111037 req-2bf7aed3-2e85-429a-a1ba-c26e78d85699 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 943 time: 0.1332037 Oct 29 08:26:08.998194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] For port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:08.998557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:09.012723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37902e6a-515b-4ae5-9496-5dd518ded583 req-808e0cbb-416c-49de-8394-8fbef84b42b3 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:09.014294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37902e6a-515b-4ae5-9496-5dd518ded583 req-808e0cbb-416c-49de-8394-8fbef84b42b3 tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a52dac8-5717-407f-85b8-1cd51da3eab3 HTTP/1.1" status: 200 len: 949 time: 0.3846381 Oct 29 08:26:09.058321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Calling delete_port for 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:09.066458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 465f48dc-28dc-4745-9e3e-1f822e95fde9 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:09.088884 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-8c86801d-169c-4002-82bd-3658df7549ad service neutron] 10.222.0.15 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223783 Oct 29 08:26:09.146627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-106719c7-0975-4889-b685-05d09c111037 req-16378c90-8927-43eb-a8c9-4cd034c65ec8 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533551 Oct 29 08:26:09.211970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:09.259546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37902e6a-515b-4ae5-9496-5dd518ded583 req-5c56341b-a68d-4dec-bc81-2f4a6d66f69a tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.70 "GET /v2.0/security-groups?id=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317145 Oct 29 08:26:09.273127 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fc6bf3-201b-40ab-841b-121b13db7bdf x-openstack-request-id: req-08fc6bf3-201b-40ab-841b-121b13db7bdf {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:09.274114 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:09.274388 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08fc6bf3-201b-40ab-841b-121b13db7bdf {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:09.274815 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'status': 'completed', 'code': 200} Oct 29 08:26:09.377921 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39c91af7-b19d-41cc-a9c9-26ffd8cf230f req-370ae4a9-da60-41d8-a09a-ecccb6ca511b service neutron] 10.222.0.15 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558763 Oct 29 08:26:09.461525 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e24c6bc2-9052-4504-9551-4e4b2e3b6033 None None] Provisioning complete for port 5c06cab9-ee4c-4ab0-9730-cae70d98188e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:09.462671 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e24c6bc2-9052-4504-9551-4e4b2e3b6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:09.539996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:09.556483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '465f48dc-28dc-4745-9e3e-1f822e95fde9', 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'port_id': '465f48dc-28dc-4745-9e3e-1f822e95fde9', 'mac_address': 'fa:16:3e:4b:ee:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f863338-8d0b-470a-a00d-096b8229664f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:26:09.580826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813816-5866-4d4c-8418-07f423117781 req-3d68e229-2d2b-4af9-bc6f-0478c2873929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:09.592067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5813816-5866-4d4c-8418-07f423117781 req-3d68e229-2d2b-4af9-bc6f-0478c2873929 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d61923d016541d1b1a436730261e8e2&device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 1094 time: 0.1613791 Oct 29 08:26:09.651169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c2b6-1bbb-421d-b537-96348b8fde2f req-e31a108b-eb1b-4b24-b672-909d03a9473c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:09.651953 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:09.653792 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b30c2b6-1bbb-421d-b537-96348b8fde2f req-e31a108b-eb1b-4b24-b672-909d03a9473c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 943 time: 0.2224538 Oct 29 08:26:09.676754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be6d496d-924f-4e40-85c8-3a73b185ed57 req-791dbd5a-62f2-4a58-bb25-e8d42f9724b3 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 210 time: 0.2300417 Oct 29 08:26:09.681660 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:09.699576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:09.703169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:09.743794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['98b185bf-7b2e-45c4-ba1d-4c362f1afc17'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:09.765432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e24c6bc2-9052-4504-9551-4e4b2e3b6033 None None] Port 5c06cab9-ee4c-4ab0-9730-cae70d98188e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:09.819956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Pushing event deleted for resources: {'Port': ['ID=98b185bf-7b2e-45c4-ba1d-4c362f1afc17,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:09.841946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:09.875346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b30c2b6-1bbb-421d-b537-96348b8fde2f req-e295a7ce-b97d-4826-96f9-fb92154cb4ea tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802096 Oct 29 08:26:09.935914 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:09.941900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465f48dc-28dc-4745-9e3e-1f822e95fde9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:09.950116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Pushing event updated for resources: {'Port': ['ID=5c06cab9-ee4c-4ab0-9730-cae70d98188e,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:09.959027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:10.029512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 8d8e54ef-af0c-4343-9404-e5de73e0d477, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d8e54ef-af0c-4343-9404-e5de73e0d477,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:10.036348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:10.039716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:10.040512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] No DVR routers for this DVR port 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:26:10.059960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:10.070341 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:10.082924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-585f8073-467e-4cbc-b129-3e630deec4f2 req-493ac97d-1fab-434c-a431-5e1206a4ea6f tempest-LiveMigrationNegativeTest-1343294319 tempest-LiveMigrationNegativeTest-1343294319-project] 10.222.0.93 "DELETE /v2.0/ports/98b185bf-7b2e-45c4-ba1d-4c362f1afc17 HTTP/1.1" status: 204 len: 173 time: 1.8978646 Oct 29 08:26:10.160993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=8d8e54ef-af0c-4343-9404-e5de73e0d477,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:10.200391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813816-5866-4d4c-8418-07f423117781 req-73e870b4-ec15-4c11-a106-b1fd6667fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:10.205228 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5813816-5866-4d4c-8418-07f423117781 req-73e870b4-ec15-4c11-a106-b1fd6667fe36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f83e2d25-779c-4929-8fb4-3056d6e0d279 HTTP/1.1" status: 200 len: 930 time: 0.5999236 Oct 29 08:26:10.308267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:10.310312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:10.401273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:10.415165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 2, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:10.482750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Checking router: d9c3ed22-8c8c-43ff-8524-1051cf137158 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:26:10.483892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Updating router d9c3ed22-8c8c-43ff-8524-1051cf137158 port 09eeb370-63e7-4626-a335-790e842403c8 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:26:10.523460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['465f48dc-28dc-4745-9e3e-1f822e95fde9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:10.578192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Router b465c919-04d8-4256-b3d8-d2747209fb08 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:26:10.597148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:10.727313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5813816-5866-4d4c-8418-07f423117781 req-e95434b4-c28b-44c6-b925-8d63b951b814 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 200 len: 217 time: 0.5142405 Oct 29 08:26:10.820152 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-c0defa95-aa9c-4942-99c4-4592e2165814 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8b32fa9d9c2040fa884a3af88b356534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756805 Oct 29 08:26:10.875530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:26:10.887053 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Sync routers for ids ['b465c919-04d8-4256-b3d8-d2747209fb08'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:26:10.889386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c17b04-364c-4e4f-91fe-410493801021 req-35e1c864-c64e-4cbc-b734-21d30c00e5f2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:10.896317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b87a1798-2b8d-417a-a795-d624e5f85f7a admin admin] 10.222.0.70 "PUT /v2.0/routers/b465c919-04d8-4256-b3d8-d2747209fb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4641085 Oct 29 08:26:10.912873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36302) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:10.913060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7c17b04-364c-4e4f-91fe-410493801021 req-35e1c864-c64e-4cbc-b734-21d30c00e5f2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 944 time: 0.1843317 Oct 29 08:26:10.918483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-591aa124-8479-4e24-807f-7ae7f64ca8ae tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433779445', 'description': 'tempest-description--1536916562'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:10.925649 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Routers {'b465c919-04d8-4256-b3d8-d2747209fb08'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:10.931154 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b465c919-04d8-4256-b3d8-d2747209fb08'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:10.978049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-591aa124-8479-4e24-807f-7ae7f64ca8ae tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.065186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:26:11.104778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813816-5866-4d4c-8418-07f423117781 req-26399600-a519-418c-a8ba-52404f46f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:11.110555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5813816-5866-4d4c-8418-07f423117781 req-26399600-a519-418c-a8ba-52404f46f151 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93eff8c9-eb9b-468a-b16f-4ed28f731bca HTTP/1.1" status: 200 len: 867 time: 0.3513343 Oct 29 08:26:11.131458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:26:11.131839 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 98b185bf-7b2e-45c4-ba1d-4c362f1afc17 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:26:11.152204 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-591aa124-8479-4e24-807f-7ae7f64ca8ae tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.165150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-591aa124-8479-4e24-807f-7ae7f64ca8ae tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.203680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aa124-8479-4e24-807f-7ae7f64ca8ae tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b461d904-f7b8-4b1a-aad5-692030aad95a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:11.207818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-591aa124-8479-4e24-807f-7ae7f64ca8ae tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.209232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-591aa124-8479-4e24-807f-7ae7f64ca8ae tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2953117 Oct 29 08:26:11.221279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36312) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:11.234465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3e0386e8-f678-4339-a9cc-f8b6a692ea4c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Request body: {'security_group_rule': {'security_group_id': 'b461d904-f7b8-4b1a-aad5-692030aad95a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:11.243633 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Set router b465c919-04d8-4256-b3d8-d2747209fb08 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:11.287410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a52dac8-5717-407f-85b8-1cd51da3eab3', 'name': 'network-vif-deleted', 'tag': '98b185bf-7b2e-45c4-ba1d-4c362f1afc17'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:11.296144 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a211e0-1e70-4a59-858a-2365aaf36e14" -d '{"events": [{"server_uuid": "6a52dac8-5717-407f-85b8-1cd51da3eab3", "name": "network-vif-deleted", "tag": "98b185bf-7b2e-45c4-ba1d-4c362f1afc17"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:11.328347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7c17b04-364c-4e4f-91fe-410493801021 req-f965cd63-1210-4f2d-aaae-330cc40d11ee tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085085 Oct 29 08:26:11.356421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0386e8-f678-4339-a9cc-f8b6a692ea4c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.413036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1596ff5-c93c-49f4-93ba-9b5bd4e74795 req-a770c6e0-8c8e-4760-8e0c-ccfd00658436 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:11.415793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1596ff5-c93c-49f4-93ba-9b5bd4e74795 req-a770c6e0-8c8e-4760-8e0c-ccfd00658436 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 943 time: 0.1173298 Oct 29 08:26:11.439153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a8ae14cb-2207-4444-8a2f-bf6a0e1a5bdf None None] Provisioning complete for port 5c06cab9-ee4c-4ab0-9730-cae70d98188e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:11.440649 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8ae14cb-2207-4444-8a2f-bf6a0e1a5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.452984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813816-5866-4d4c-8418-07f423117781 req-3bbbbf9e-6060-4402-a7aa-addd1c3c6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:11.461438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5813816-5866-4d4c-8418-07f423117781 req-3bbbbf9e-6060-4402-a7aa-addd1c3c6495 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f83e2d25-779c-4929-8fb4-3056d6e0d279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3202071 Oct 29 08:26:11.473928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18261658-45a6-4939-81cc-e1308f4ccdca req-17a8b643-9cf2-4cae-8601-fc374fec1446 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:11.483588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1596ff5-c93c-49f4-93ba-9b5bd4e74795 req-09b30cd7-69da-438d-be1c-13598dd3af17 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Oct 29 08:26:11.499423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-17a8b643-9cf2-4cae-8601-fc374fec1446 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6621475 Oct 29 08:26:11.507548 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0386e8-f678-4339-a9cc-f8b6a692ea4c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.516299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0386e8-f678-4339-a9cc-f8b6a692ea4c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.571317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0386e8-f678-4339-a9cc-f8b6a692ea4c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534d54ad-2a5d-4f38-9f4b-9388f4da9df6,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:11.587919 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0386e8-f678-4339-a9cc-f8b6a692ea4c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.588902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3e0386e8-f678-4339-a9cc-f8b6a692ea4c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592944 Oct 29 08:26:11.595342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Request body: {'port': {'device_id': 'd89703a0-e439-4483-b330-9cf5d82447cf', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '8b32fa9d9c2040fa884a3af88b356534'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:11.598020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36318) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:11.598196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae14cb-2207-4444-8a2f-bf6a0e1a5bdf None None] Port 5c06cab9-ee4c-4ab0-9730-cae70d98188e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:11.603664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5b870342-2256-47e2-a953-88c96382d51f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Request body: {'security_group_rule': {'security_group_id': 'b461d904-f7b8-4b1a-aad5-692030aad95a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:11.653670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device bed340a7-3ac6-41be-b195-4e239b0381c8 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:11.702831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6789d-24df-46d7-b40d-aee6a7aa7f07 req-782091a4-5b0d-42f9-a688-4a3e9ca2abd0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:11.705340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9a6789d-24df-46d7-b40d-aee6a7aa7f07 req-782091a4-5b0d-42f9-a688-4a3e9ca2abd0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 944 time: 0.0910757 Oct 29 08:26:11.720913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b870342-2256-47e2-a953-88c96382d51f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.750394 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.774695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.796703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9a6789d-24df-46d7-b40d-aee6a7aa7f07 req-f7e75dff-ba1a-4b93-b925-32ff097b60ca tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730326 Oct 29 08:26:11.835301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64ed43b5-a136-4d86-9679-6a2cbe98f7c8 req-e7dfbf6d-ee70-49e5-af88-1c1db81b9b59 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 210 time: 0.2298131 Oct 29 08:26:11.864854 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5c06cab9-ee4c-4ab0-9730-cae70d98188e', 'name': '', 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'mac_address': 'fa:16:3e:5c:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f63e8625-ffee-4982-abc4-8434e3a06d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:07Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 2, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'subnets': [{'id': 'f63e8625-ffee-4982-abc4-8434e3a06d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:11.925898 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Checking router: b465c919-04d8-4256-b3d8-d2747209fb08 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:26:11.938792 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Updating router b465c919-04d8-4256-b3d8-d2747209fb08 port 5c06cab9-ee4c-4ab0-9730-cae70d98188e binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:26:11.940931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port bed340a7-3ac6-41be-b195-4e239b0381c8 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:26:11.980371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Attempting to bind port 09eeb370-63e7-4626-a335-790e842403c8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:11.980748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Attempting to bind port 09eeb370-63e7-4626-a335-790e842403c8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:11.981290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Attempting to bind port 09eeb370-63e7-4626-a335-790e842403c8 on network 529915db-2721-4753-9ff3-45e7c8a0a333 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:11.986888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port bed340a7-3ac6-41be-b195-4e239b0381c8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:11.987273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.990874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:11.991333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Checking segment: {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:11.991797 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:11.992362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Bound using segment: {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:11.992863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Bound port: 09eeb370-63e7-4626-a335-790e842403c8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:11.993327 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.009654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Pushing event updated for resources: {'Port': ['ID=09eeb370-63e7-4626-a335-790e842403c8,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:12.031881 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.044960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b870342-2256-47e2-a953-88c96382d51f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.059541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b870342-2256-47e2-a953-88c96382d51f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.072099 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a0a1ff-62b2-4b13-bc87-4f03d5f4c5e8 x-openstack-request-id: req-a5a0a1ff-62b2-4b13-bc87-4f03d5f4c5e8 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:12.072609 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a52dac8-5717-407f-85b8-1cd51da3eab3", "name": "network-vif-deleted", "tag": "98b185bf-7b2e-45c4-ba1d-4c362f1afc17", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:12.072821 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5a0a1ff-62b2-4b13-bc87-4f03d5f4c5e8 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:12.074880 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a52dac8-5717-407f-85b8-1cd51da3eab3', 'name': 'network-vif-deleted', 'tag': '98b185bf-7b2e-45c4-ba1d-4c362f1afc17', 'status': 'completed', 'code': 200} Oct 29 08:26:12.133032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b870342-2256-47e2-a953-88c96382d51f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c029c1ab-682e-4f61-87e5-388ac4043065,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:12.162647 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b870342-2256-47e2-a953-88c96382d51f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.169167 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5b870342-2256-47e2-a953-88c96382d51f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5667074 Oct 29 08:26:12.171326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36328) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:12.172697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5813816-5866-4d4c-8418-07f423117781 req-a1fdb7fc-7a94-4445-afd6-c82d0f9a19d1 service neutron] 10.222.0.15 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713905 Oct 29 08:26:12.188343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:12.206975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36330) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:12.253643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] For port 09eeb370-63e7-4626-a335-790e842403c8, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:12.258005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d8e54ef-af0c-4343-9404-e5de73e0d477 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:12.269889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.270291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.270659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.270996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.271388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.274082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.274427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.277023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.277814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.278027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.278364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.278809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:12.351771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.api [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 08:26:12.351771 n-d-815940-1 neutron-server[102113]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 08:26:12.351771 n-d-815940-1 neutron-server[102113]: [parameters: {'project_id_1': 'e648eb20a3e848ae9e933b1fd95a57d0', 'expiration_1': datetime.datetime(2021, 10, 29, 8, 25, 52, 218719)}] Oct 29 08:26:12.351771 n-d-815940-1 neutron-server[102113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:26:12.352251 n-d-815940-1 neutron-server[102113]: DEBUG oslo_db.api [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:26:12.396012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Made reservation on behalf of 8b32fa9d9c2040fa884a3af88b356534 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:12.397028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] For port 09eeb370-63e7-4626-a335-790e842403c8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=09eeb370-63e7-4626-a335-790e842403c8,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:12.406197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.464207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.514411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5813816-5866-4d4c-8418-07f423117781 req-3b6e3341-3f9c-471c-aae3-42eee4064232 service neutron] 10.222.0.15 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307173 Oct 29 08:26:12.629363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e45ad-e3ec-4ad5-beba-51f6d29a46be None None] Pushing event updated for resources: {'Port': ['ID=09eeb370-63e7-4626-a335-790e842403c8,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:12.708969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-22e0eccc-47e5-452c-bd35-2f400e04a494 None None] Provisioning complete for port 09eeb370-63e7-4626-a335-790e842403c8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:12.710023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36348) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:12.716358 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22e0eccc-47e5-452c-bd35-2f400e04a494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.770426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0d222-7dec-4022-9e26-2437952bf299 req-7c4fb6f4-642a-4b28-8d65-9b7ba8bf1753 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:12.776070 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.782207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eae0d222-7dec-4022-9e26-2437952bf299 req-7c4fb6f4-642a-4b28-8d65-9b7ba8bf1753 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 943 time: 0.1465015 Oct 29 08:26:12.791920 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.851178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99b89-5e38-4ba2-8f6b-f70fa21effc3 req-c597a75b-d7ac-44c8-bed6-1501e15a8d86 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:12.865230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dbe99b89-5e38-4ba2-8f6b-f70fa21effc3 req-c597a75b-d7ac-44c8-bed6-1501e15a8d86 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 944 time: 0.4356120 Oct 29 08:26:12.882793 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2254f1-ba51-437f-899b-1a4d97ac2c97 None None] Pushing event updated for resources: {'Port': ['ID=5c06cab9-ee4c-4ab0-9730-cae70d98188e,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:12.954523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:12.978256 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Attempting to bind port 5c06cab9-ee4c-4ab0-9730-cae70d98188e on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:12.979575 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Attempting to bind port 5c06cab9-ee4c-4ab0-9730-cae70d98188e by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:12.982068 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Attempting to bind port 5c06cab9-ee4c-4ab0-9730-cae70d98188e on network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:12.993420 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:13.000016 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Checking segment: {'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:13.000514 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.001056 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Bound using segment: {'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:13.001556 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Bound port: 5c06cab9-ee4c-4ab0-9730-cae70d98188e, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:13.001956 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.019973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-38d96a58-c123-459a-b36e-b58426ff3e45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2628b2ff7f6e43ae84f437b6748e9f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8020165 Oct 29 08:26:13.022765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36356) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:13.032540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eae0d222-7dec-4022-9e26-2437952bf299 req-a822c318-fe74-4d4a-a444-a1e2b8aa93c8 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490716 Oct 29 08:26:13.034848 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.090504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:13.092334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 465f48dc-28dc-4745-9e3e-1f822e95fde9 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:13.100581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b100-02bf-45ba-8743-218b92ccd27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.108801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:13.113828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Allocated IP 192.168.233.119 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/9f678406-b84e-4d6d-906b-31f95fdfe28c) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:13.114951 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb146ab-7604-4a8b-8ec2-ceb6dcafd46b" -d '{"events": [{"server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "name": "network-vif-plugged", "status": "completed", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:13.126381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:13.128620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:13.181634 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] For port 5c06cab9-ee4c-4ab0-9730-cae70d98188e, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:13.184280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dbe99b89-5e38-4ba2-8f6b-f70fa21effc3 req-fbb362d7-0c26-415f-be07-2cc1fbe79d41 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870078 Oct 29 08:26:13.192108 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] For port 5c06cab9-ee4c-4ab0-9730-cae70d98188e, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5c06cab9-ee4c-4ab0-9730-cae70d98188e,segment=NetworkSegment(207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10),segment_id=207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:13.206407 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.247714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b100-02bf-45ba-8743-218b92ccd27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.267656 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b100-02bf-45ba-8743-218b92ccd27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.276521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5da77a-f6d8-47f4-92ad-01b30f8e2a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.304048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a7d7b100-02bf-45ba-8743-218b92ccd27b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e98d9a16bbf24ce6b02697b527fa9915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913033 Oct 29 08:26:13.317014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36362) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:13.363405 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Routers {'b465c919-04d8-4256-b3d8-d2747209fb08'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:13.364262 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:25:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b465c919-04d8-4256-b3d8-d2747209fb08'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:13.405671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3302a-8a8f-434a-88b6-b02e404947bd req-16f466b6-a6ca-4afd-9ce5-d6007bd42fce tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:13.408515 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46c3302a-8a8f-434a-88b6-b02e404947bd req-16f466b6-a6ca-4afd-9ce5-d6007bd42fce tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 944 time: 0.1581824 Oct 29 08:26:13.409184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7b100-02bf-45ba-8743-218b92ccd27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09ee48-89b8-4d84-b9bd-9d0193307dce,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:13.421803 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5da77a-f6d8-47f4-92ad-01b30f8e2a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.433739 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fe1bec9b-6006-433a-8c43-89bcc784d785 req-28713886-a359-469a-9db9-cb0984e16ac4 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 210 time: 0.1152558 Oct 29 08:26:13.449047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:13.503764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46c3302a-8a8f-434a-88b6-b02e404947bd req-e8f322b6-35a7-452b-b22a-ad05513c1505 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802147 Oct 29 08:26:13.551118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.553826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.559902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8d8e54ef-af0c-4343-9404-e5de73e0d477 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:13.560276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.567453 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2254f1-ba51-437f-899b-1a4d97ac2c97 None None] Pushing event updated for resources: {'Port': ['ID=5c06cab9-ee4c-4ab0-9730-cae70d98188e,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:13.652433 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] Set router b465c919-04d8-4256-b3d8-d2747209fb08 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:13.700705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f346a9f3-6718-4b48-ad14-86ced47aacfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.752712 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff74022-3a39-46db-9e9b-1e0b7f28faa6 x-openstack-request-id: req-4ff74022-3a39-46db-9e9b-1e0b7f28faa6 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:13.753543 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "name": "network-vif-plugged", "status": "completed", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:13.753543 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ff74022-3a39-46db-9e9b-1e0b7f28faa6 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:13.753740 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8', 'code': 200} Oct 29 08:26:13.758951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 521d3634-2f3a-43ce-a40d-e22ab1b1d42e details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:13.779305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f346a9f3-6718-4b48-ad14-86ced47aacfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.785284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Allocated IP 172.25.5.157 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/a9b43294-0ad7-4239-bf6e-ded20a06a851) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:13.810368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5da77a-f6d8-47f4-92ad-01b30f8e2a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.813415 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5da77a-f6d8-47f4-92ad-01b30f8e2a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.814753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7a5da77a-f6d8-47f4-92ad-01b30f8e2a3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5eeaf9b2-2c00-4866-a3e5-864c9d45e39c HTTP/1.1" status: 204 len: 168 time: 0.7908196 Oct 29 08:26:13.827298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6440-53d8-46fb-8aec-eaeb3210a714 req-0d689085-e89a-4d17-9cdf-ffc95b46cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:13.829105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c38c6440-53d8-46fb-8aec-eaeb3210a714 req-0d689085-e89a-4d17-9cdf-ffc95b46cb1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1322429 Oct 29 08:26:13.863059 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.871420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5da77a-f6d8-47f4-92ad-01b30f8e2a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeaf9b2-2c00-4866-a3e5-864c9d45e39c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:13.872309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:13.903379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'port_id': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'mac_address': 'fa:16:3e:7f:02:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:26:13.940161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c38c6440-53d8-46fb-8aec-eaeb3210a714 req-d133118e-bd90-4ad9-b69e-02bc13d2a456 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025391 Oct 29 08:26:13.961547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f346a9f3-6718-4b48-ad14-86ced47aacfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.967790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f346a9f3-6718-4b48-ad14-86ced47aacfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:13.971965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f346a9f3-6718-4b48-ad14-86ced47aacfc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a09ee48-89b8-4d84-b9bd-9d0193307dce HTTP/1.1" status: 204 len: 168 time: 0.6520462 Oct 29 08:26:13.993062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346a9f3-6718-4b48-ad14-86ced47aacfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09ee48-89b8-4d84-b9bd-9d0193307dce,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:13.998779 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.018642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36372) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:14.036580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1ac57ae4-8245-4796-928b-4144678871b9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506214771', 'description': 'tempest-description--899331244'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:14.153675 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5c06cab9-ee4c-4ab0-9730-cae70d98188e', 'name': '', 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'mac_address': 'fa:16:3e:5c:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f63e8625-ffee-4982-abc4-8434e3a06d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:07Z', 'updated_at': '2021-10-29T08:26:13Z', 'revision_number': 4, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'subnets': [{'id': 'f63e8625-ffee-4982-abc4-8434e3a06d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:14.165545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:14.169560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Pushing event updated for resources: {'Port': ['ID=9f678406-b84e-4d6d-906b-31f95fdfe28c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:14.178745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:14.186250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:14.196539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:14.202525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.204479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.243499 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095878a6-7377-4ee3-99b3-b67f9bc92b15 None None] The sync data for ids ['b465c919-04d8-4256-b3d8-d2747209fb08'] in n-d-815940-1 is: [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5c06cab9-ee4c-4ab0-9730-cae70d98188e', 'name': '', 'network_id': 'd39ad4c0-0d59-4fc1-bd25-9c6af69cc141', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'mac_address': 'fa:16:3e:5c:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f63e8625-ffee-4982-abc4-8434e3a06d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:07Z', 'updated_at': '2021-10-29T08:26:13Z', 'revision_number': 4, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'subnets': [{'id': 'f63e8625-ffee-4982-abc4-8434e3a06d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:14.327123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.408638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-0c9cc61a-f658-46ff-b6ce-c355d7b35014 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8774538 Oct 29 08:26:14.411498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36382) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:14.437320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.456619 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ac57ae4-8245-4796-928b-4144678871b9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.461190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Request body: {'port': {'device_id': 'd89703a0-e439-4483-b330-9cf5d82447cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:14.469776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:14.471985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:14.499783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:14.516048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a9091-26fd-46b4-ab62-03be1c72ab2f req-99acd10a-caa0-44b5-859d-d5948580e753 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:14.522816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521d3634-2f3a-43ce-a40d-e22ab1b1d42e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:14.527103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc9a9091-26fd-46b4-ab62-03be1c72ab2f req-99acd10a-caa0-44b5-859d-d5948580e753 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 945 time: 0.2280681 Oct 29 08:26:14.565399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:14.604897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ac57ae4-8245-4796-928b-4144678871b9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.612790 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.616653 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e05ca0c8-bdf7-46ff-9ca6-948e9e3c8af9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1da7ea53d6b14d9891eef3e8a1dde0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044876 Oct 29 08:26:14.654010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36390) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:14.655106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ac57ae4-8245-4796-928b-4144678871b9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.655951 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22e0eccc-47e5-452c-bd35-2f400e04a494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.668281 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.694675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc9a9091-26fd-46b4-ab62-03be1c72ab2f req-ed890e64-b8d8-4745-b38d-b01c0d54bfd2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664748 Oct 29 08:26:14.696828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ac57ae4-8245-4796-928b-4144678871b9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.701996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1ac57ae4-8245-4796-928b-4144678871b9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6823676 Oct 29 08:26:14.705389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36392) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:14.712099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f2fca-797d-4879-95b8-8fe5a776252d req-962fb58f-e50f-41f0-8492-e7f485df1c1a tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:14.714954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-56b1358f-6b71-4cfa-a9bb-f67b46bfcf80 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Request body: {'security_group_rule': {'security_group_id': '9091c985-f47c-4708-8d57-e4fa07bd1df0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:14.720368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-501f2fca-797d-4879-95b8-8fe5a776252d req-962fb58f-e50f-41f0-8492-e7f485df1c1a tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 943 time: 0.4410341 Oct 29 08:26:14.722176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event updated for resources: {'Port': ['ID=a9b43294-0ad7-4239-bf6e-ded20a06a851,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:14.772331 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-60d26738-4eff-499e-8791-994c9bc3010f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.800332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:14.832092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-501f2fca-797d-4879-95b8-8fe5a776252d req-ad5bce24-a138-421b-81a0-edd1bf8d9434 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027422 Oct 29 08:26:14.854403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-22e0eccc-47e5-452c-bd35-2f400e04a494 None None] For port 09eeb370-63e7-4626-a335-790e842403c8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=09eeb370-63e7-4626-a335-790e842403c8,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:14.895351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56b1358f-6b71-4cfa-a9bb-f67b46bfcf80 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.901828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36396) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:14.928762 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22e0eccc-47e5-452c-bd35-2f400e04a494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:14.947422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac57ae4-8245-4796-928b-4144678871b9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9091c985-f47c-4708-8d57-e4fa07bd1df0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:14.963145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6b93801-4b65-40f1-b5c6-d90d86c5e0c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.064154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 465f48dc-28dc-4745-9e3e-1f822e95fde9 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:26:15.071748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:15.099261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 465f48dc-28dc-4745-9e3e-1f822e95fde9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:15.099634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.116779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.133507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['521d3634-2f3a-43ce-a40d-e22ab1b1d42e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:15.147896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd6e63ed-9c9a-475e-8148-a6566625499d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.213115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f848b-fba2-4c08-95e4-6049a95a505d req-02965bcb-1873-4340-8968-6f0e18f55253 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:15.221084 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de2f848b-fba2-4c08-95e4-6049a95a505d req-02965bcb-1873-4340-8968-6f0e18f55253 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 936 time: 0.3180189 Oct 29 08:26:15.236930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56b1358f-6b71-4cfa-a9bb-f67b46bfcf80 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.304770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56b1358f-6b71-4cfa-a9bb-f67b46bfcf80 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.356201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6b93801-4b65-40f1-b5c6-d90d86c5e0c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.359315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1358f-6b71-4cfa-a9bb-f67b46bfcf80 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea92121-472b-42e0-88b6-c0952d19d8bb,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:15.377977 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56b1358f-6b71-4cfa-a9bb-f67b46bfcf80 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.379225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-56b1358f-6b71-4cfa-a9bb-f67b46bfcf80 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6703172 Oct 29 08:26:15.380218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6b93801-4b65-40f1-b5c6-d90d86c5e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.384045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36398) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:15.393717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-36fd8688-dda9-4762-97b6-1029145626e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Request body: {'security_group_rule': {'security_group_id': '9091c985-f47c-4708-8d57-e4fa07bd1df0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:15.418939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Provisioning complete for port 9f678406-b84e-4d6d-906b-31f95fdfe28c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:15.422495 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.424882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0eccc-47e5-452c-bd35-2f400e04a494 None None] Pushing event updated for resources: {'Port': ['ID=09eeb370-63e7-4626-a335-790e842403c8,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:15.431328 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de2f848b-fba2-4c08-95e4-6049a95a505d req-eb83a402-2965-425e-a57f-f05c523de7bc tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952579 Oct 29 08:26:15.480210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721f6c9-824e-4b7f-881d-df50bae0b8f9 req-afd911b5-9f66-4a39-989c-97a10d1c2217 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:15.484055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6721f6c9-824e-4b7f-881d-df50bae0b8f9 req-afd911b5-9f66-4a39-989c-97a10d1c2217 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 944 time: 0.5431681 Oct 29 08:26:15.486750 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd6e63ed-9c9a-475e-8148-a6566625499d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.489202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.493471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b93801-4b65-40f1-b5c6-d90d86c5e0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8658722e-cdc8-4861-899f-5f63d4a14ce0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:15.535880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c6b93801-4b65-40f1-b5c6-d90d86c5e0c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a7002ab38d5464b8c8f7dc1d80125f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316321 Oct 29 08:26:15.538351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36400) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:15.569277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36fd8688-dda9-4762-97b6-1029145626e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.582069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5c06cab9-ee4c-4ab0-9730-cae70d98188e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:15.614417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6721f6c9-824e-4b7f-881d-df50bae0b8f9 req-b11855ee-1a97-41f6-a33f-741ef6a9b4e2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847018 Oct 29 08:26:15.629177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Port 9f678406-b84e-4d6d-906b-31f95fdfe28c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:15.709086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f678406-b84e-4d6d-906b-31f95fdfe28c {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:15.737433 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36fd8688-dda9-4762-97b6-1029145626e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.738583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-127867b8-53e2-45a6-869e-dadead761889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.745622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.746508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd6e63ed-9c9a-475e-8148-a6566625499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.752410 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd6e63ed-9c9a-475e-8148-a6566625499d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.755502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36fd8688-dda9-4762-97b6-1029145626e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.756814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cd6e63ed-9c9a-475e-8148-a6566625499d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8014093-8247-4c59-a56d-d2d5d2ceb95b HTTP/1.1" status: 204 len: 168 time: 1.0893326 Oct 29 08:26:15.783613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e63ed-9c9a-475e-8148-a6566625499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8014093-8247-4c59-a56d-d2d5d2ceb95b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:15.823525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd8688-dda9-4762-97b6-1029145626e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc3191e-3990-4d7b-90c9-ee4c411abeb7,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:15.824716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Provisioning complete for port 09eeb370-63e7-4626-a335-790e842403c8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:15.826019 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.826479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Transition to ACTIVE for port object 9f678406-b84e-4d6d-906b-31f95fdfe28c will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:15.842424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36fd8688-dda9-4762-97b6-1029145626e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.848333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36fd8688-dda9-4762-97b6-1029145626e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4601610 Oct 29 08:26:15.848982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36408) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:15.864567 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.883920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.897415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:15.929509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.930993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:12Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:15.940006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:15.943006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:15.945622 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab9169f-36d5-4ff2-9126-3de5e8aa1547" -d '{"events": [{"server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "name": "network-vif-plugged", "status": "completed", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:15.948554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5c06cab9-ee4c-4ab0-9730-cae70d98188e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:15.948987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.011676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019ab9a-844a-4c9c-9f1d-d0e8ad024084 None None] The sync data for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 is: [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:12Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:16.021282 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-127867b8-53e2-45a6-869e-dadead761889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.038185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:16.054148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.064601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Pushing event updated for resources: {'Port': ['ID=9f678406-b84e-4d6d-906b-31f95fdfe28c,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:16.160149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event updated for resources: {'Port': ['ID=a9b43294-0ad7-4239-bf6e-ded20a06a851,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:16.164531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.189567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:16.212862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.251207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Provisioning complete for port 5c06cab9-ee4c-4ab0-9730-cae70d98188e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:16.251590 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.276721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fd01d-3fe0-4a32-a5f1-810f22c12890 req-f5ad9d64-5b78-4249-aa1b-42c2164bad54 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:16.286182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed5fd01d-3fe0-4a32-a5f1-810f22c12890 req-f5ad9d64-5b78-4249-aa1b-42c2164bad54 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 944 time: 0.3038838 Oct 29 08:26:16.318050 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.384469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be7994-2f21-42d5-89da-3524fea99b3f req-a2878bc7-f23e-412e-9a64-90dd4e4d6f6a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:16.386657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.387984 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2d882eea-9803-49a5-81d6-b6a3c3507a50 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2136705 Oct 29 08:26:16.414742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed5fd01d-3fe0-4a32-a5f1-810f22c12890 req-2268cadb-60eb-4b23-a3bb-babaa28e75ca tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132767 Oct 29 08:26:16.415266 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2be7994-2f21-42d5-89da-3524fea99b3f req-a2878bc7-f23e-412e-9a64-90dd4e4d6f6a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 945 time: 0.5840983 Oct 29 08:26:16.445217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 5c06cab9-ee4c-4ab0-9730-cae70d98188e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5c06cab9-ee4c-4ab0-9730-cae70d98188e,segment=NetworkSegment(207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10),segment_id=207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:16.454055 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.486923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Attempting to bind port 9f678406-b84e-4d6d-906b-31f95fdfe28c on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:16.487351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Attempting to bind port 9f678406-b84e-4d6d-906b-31f95fdfe28c by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:16.487671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Attempting to bind port 9f678406-b84e-4d6d-906b-31f95fdfe28c on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:16.499605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Port 9f678406-b84e-4d6d-906b-31f95fdfe28c on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:16.500250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Attempting to bind port 9f678406-b84e-4d6d-906b-31f95fdfe28c on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:16.531388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:16.531715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:16.532215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:16.532617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Bound port: 9f678406-b84e-4d6d-906b-31f95fdfe28c, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:16.532974 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.562863 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73802732-cc33-476f-ac03-882cc145583f x-openstack-request-id: req-73802732-cc33-476f-ac03-882cc145583f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:16.563427 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "name": "network-vif-plugged", "status": "completed", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:16.564240 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73802732-cc33-476f-ac03-882cc145583f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:16.565245 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9', 'code': 200} Oct 29 08:26:16.566484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=5c06cab9-ee4c-4ab0-9730-cae70d98188e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:16.576906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.713356 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:26:16.713895 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-f2e4026a-e6d9-4c9a-a8ab-65f0bbe7d3be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:26:16.748289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a61e7-2b3e-4bd0-800a-0f65584db35d req-52fe1b50-7411-4116-9cb9-8f1403bad6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:16.750634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224a61e7-2b3e-4bd0-800a-0f65584db35d req-52fe1b50-7411-4116-9cb9-8f1403bad6da service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1096 time: 0.1534615 Oct 29 08:26:16.766742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eccc5-abfd-45dd-86ed-e809dd05c850 req-e74ee57d-c5c2-4c7c-9117-cb27af0dc21e tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:16.769053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a7eccc5-abfd-45dd-86ed-e809dd05c850 req-e74ee57d-c5c2-4c7c-9117-cb27af0dc21e tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 948 time: 0.1057136 Oct 29 08:26:16.852259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a7eccc5-abfd-45dd-86ed-e809dd05c850 req-d85a9640-c5a9-4e96-8e42-40834979677a tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652668 Oct 29 08:26:16.862547 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224a61e7-2b3e-4bd0-800a-0f65584db35d req-0d440fd6-d0bf-4446-baa3-7ca6948939a2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923193 Oct 29 08:26:16.947201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0b6d1af-a0b5-4556-b65e-56c73955ab23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:16.972763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff783482-4559-41b7-ae54-482f0f601630 req-8970bbbd-10a1-442d-abaa-a2999addee3b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:16.980970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff783482-4559-41b7-ae54-482f0f601630 req-8970bbbd-10a1-442d-abaa-a2999addee3b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 945 time: 0.0605757 Oct 29 08:26:17.033354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff783482-4559-41b7-ae54-482f0f601630 req-673d1703-a117-4c81-9d22-791f2f8eca6f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 Oct 29 08:26:17.049430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2be7994-2f21-42d5-89da-3524fea99b3f req-384c33ca-50aa-431e-a413-9ba8197188f9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6359279 Oct 29 08:26:17.073714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-127867b8-53e2-45a6-869e-dadead761889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:17.076364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-127867b8-53e2-45a6-869e-dadead761889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:17.080179 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-127867b8-53e2-45a6-869e-dadead761889 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8658722e-cdc8-4861-899f-5f63d4a14ce0 HTTP/1.1" status: 204 len: 168 time: 1.5385501 Oct 29 08:26:17.111510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127867b8-53e2-45a6-869e-dadead761889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8658722e-cdc8-4861-899f-5f63d4a14ce0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:17.116915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] For port 9f678406-b84e-4d6d-906b-31f95fdfe28c, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:17.124462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] For port 9f678406-b84e-4d6d-906b-31f95fdfe28c, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9f678406-b84e-4d6d-906b-31f95fdfe28c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:17.135832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:17.212073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:17.212885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:17.215357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] 10.222.0.93 "PUT /v2.0/ports/9f678406-b84e-4d6d-906b-31f95fdfe28c HTTP/1.1" status: 200 len: 1096 time: 2.7635343 Oct 29 08:26:17.216053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89703a0-e439-4483-b330-9cf5d82447cf', 'tag': '9f678406-b84e-4d6d-906b-31f95fdfe28c'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:17.218746 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b51d654-6508-4a89-863f-bddaf72ebf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d89703a0-e439-4483-b330-9cf5d82447cf", "tag": "9f678406-b84e-4d6d-906b-31f95fdfe28c"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:17.237920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:17.253324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237309e-ee57-4f31-9741-c6118533d07e service neutron] Pushing event updated for resources: {'Port': ['ID=9f678406-b84e-4d6d-906b-31f95fdfe28c,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:17.350222 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fedaa8-4a2b-4aa0-8c22-856183b24e58 x-openstack-request-id: req-82fedaa8-4a2b-4aa0-8c22-856183b24e58 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:17.350625 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89703a0-e439-4483-b330-9cf5d82447cf", "tag": "9f678406-b84e-4d6d-906b-31f95fdfe28c", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:17.350997 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82fedaa8-4a2b-4aa0-8c22-856183b24e58 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:17.351752 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89703a0-e439-4483-b330-9cf5d82447cf', 'tag': '9f678406-b84e-4d6d-906b-31f95fdfe28c', 'status': 'completed', 'code': 200} Oct 29 08:26:17.359183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82391281-f0b0-42a3-befa-9767173b4b37 req-667cfac7-7278-40f2-8551-54aa274b0714 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:17.375926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82391281-f0b0-42a3-befa-9767173b4b37 req-667cfac7-7278-40f2-8551-54aa274b0714 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1606557 Oct 29 08:26:17.491615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82391281-f0b0-42a3-befa-9767173b4b37 req-eb0ab22f-e634-4b00-9d5d-4aeba5f44062 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143813 Oct 29 08:26:17.639255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Allocated IP 172.25.5.242 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/0fd9bfbc-1223-4cf7-aeb2-91c6cec09e81) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:17.690913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 521d3634-2f3a-43ce-a40d-e22ab1b1d42e up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:17.703909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 09eeb370-63e7-4626-a335-790e842403c8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:17.735867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d977245-dadc-4c82-adb9-e800005d149e req-ab11e617-2b7e-4afe-9041-ef2bee88ffd5 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:17.748410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d977245-dadc-4c82-adb9-e800005d149e req-ab11e617-2b7e-4afe-9041-ef2bee88ffd5 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0982234 Oct 29 08:26:17.827531 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d977245-dadc-4c82-adb9-e800005d149e req-6eabe306-9cb8-4537-8b7e-8b5336d27e1c tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773294 Oct 29 08:26:17.833065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18261658-45a6-4939-81cc-e1308f4ccdca req-13ab5816-411c-4039-8fe9-0c3f16833dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:17.835120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-13ab5816-411c-4039-8fe9-0c3f16833dc9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8b32fa9d9c2040fa884a3af88b356534&device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 1099 time: 0.5605421 Oct 29 08:26:17.908793 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-630f3382-09f4-4e1a-9e09-82fb6c737510 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f678406-b84e-4d6d-906b-31f95fdfe28c HTTP/1.1" status: 200 len: 217 time: 0.0562217 Oct 29 08:26:17.927447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa4ad1-e7fb-4bf2-b4ab-dc18713ea3f2 req-a695f01e-2927-4bbc-bf98-78871dc5a680 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:17.959128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2fa4ad1-e7fb-4bf2-b4ab-dc18713ea3f2 req-a695f01e-2927-4bbc-bf98-78871dc5a680 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 944 time: 0.2593529 Oct 29 08:26:18.020951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:26:18.031933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:18.032318 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.036770 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.094174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 09eeb370-63e7-4626-a335-790e842403c8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:18.094894 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.112870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36512) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:18.148869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18261658-45a6-4939-81cc-e1308f4ccdca req-5e92bbf5-6c0f-4c79-b3e2-3b3d37c78e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:18.150534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-5e92bbf5-6c0f-4c79-b3e2-3b3d37c78e61 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1871095 Oct 29 08:26:18.189919 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3d51c69-a02f-486b-8750-98ba7fb967db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.239202 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.272123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57fde7-0f42-4ba8-88c6-f786cc20cd62 req-b598aa49-940b-44fe-9f08-a6f6e9ffdf27 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:18.276581 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b57fde7-0f42-4ba8-88c6-f786cc20cd62 req-b598aa49-940b-44fe-9f08-a6f6e9ffdf27 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 948 time: 0.2440374 Oct 29 08:26:18.301799 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.355040 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.406071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2fa4ad1-e7fb-4bf2-b4ab-dc18713ea3f2 req-f90a55f8-1fed-4e7e-ae32-56547ca7b402 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412963 Oct 29 08:26:18.448472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b57fde7-0f42-4ba8-88c6-f786cc20cd62 req-ce75da52-9f0a-43f0-b504-88eb3a289b6f tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576834 Oct 29 08:26:18.461969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:18.472186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18261658-45a6-4939-81cc-e1308f4ccdca req-cc747829-e650-4f29-8a15-69165a4bfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:18.476800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-cc747829-e650-4f29-8a15-69165a4bfea3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3182130 Oct 29 08:26:18.486176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:18.487494 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3d51c69-a02f-486b-8750-98ba7fb967db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.496259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:18.497339 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3d51c69-a02f-486b-8750-98ba7fb967db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.499084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5c06cab9-ee4c-4ab0-9730-cae70d98188e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:18.583977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b3d51c69-a02f-486b-8750-98ba7fb967db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13aa8860f0424d339ce64e1b1ec58a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685459 Oct 29 08:26:18.586634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d51c69-a02f-486b-8750-98ba7fb967db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fec1d1-699e-4e75-a365-f2224cdf814d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:18.589418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36526) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:18.656114 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-589a5a3a-f25e-4850-84fd-1db69f94780d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.679732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-589a5a3a-f25e-4850-84fd-1db69f94780d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.720026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event updated for resources: {'Port': ['ID=0fd9bfbc-1223-4cf7-aeb2-91c6cec09e81,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:18.723925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-91bffa33-3c70-4a70-a370-cd81d29627be service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291393 Oct 29 08:26:18.765688 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.777520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd77f8b-e4c5-4756-b4f5-4fd1f9c2d0ad req-d07f8936-4edd-4e8f-b31e-bf7a032eea5f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:18.789285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cd77f8b-e4c5-4756-b4f5-4fd1f9c2d0ad req-d07f8936-4edd-4e8f-b31e-bf7a032eea5f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 945 time: 0.0966427 Oct 29 08:26:18.793848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5c06cab9-ee4c-4ab0-9730-cae70d98188e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:18.794288 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.815452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-589a5a3a-f25e-4850-84fd-1db69f94780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.819286 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-589a5a3a-f25e-4850-84fd-1db69f94780d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:18.822554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-589a5a3a-f25e-4850-84fd-1db69f94780d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40fec1d1-699e-4e75-a365-f2224cdf814d HTTP/1.1" status: 204 len: 168 time: 0.2303460 Oct 29 08:26:18.838300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a5a3a-f25e-4850-84fd-1db69f94780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fec1d1-699e-4e75-a365-f2224cdf814d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:18.888986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cd77f8b-e4c5-4756-b4f5-4fd1f9c2d0ad req-aab1fdf5-fb21-4ca3-ae0e-a20ef7f3e719 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988319 Oct 29 08:26:18.912017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:18.918496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:18.928836 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf563869-cf26-4f71-9f89-6518d11f8d64" -d '{"events": [{"server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "name": "network-vif-plugged", "status": "completed", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:18.956538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:19.051540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:19.069963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e7b95-aef8-42a7-acdd-6d6c233924c8 req-4fef8ea1-8026-4d40-9f0b-d56990c9cdec tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:19.071990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6e7b95-aef8-42a7-acdd-6d6c233924c8 req-4fef8ea1-8026-4d40-9f0b-d56990c9cdec tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.3435545 Oct 29 08:26:19.075945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:19.250114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18261658-45a6-4939-81cc-e1308f4ccdca req-c1fd5fdb-1234-495e-b849-2bf12a9a30f5 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130324 Oct 29 08:26:19.278090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:19.290113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6e7b95-aef8-42a7-acdd-6d6c233924c8 req-c6f26b91-464b-49ac-abfd-4c9a021194d9 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097056 Oct 29 08:26:19.345572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:19.430380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-cd09802f-36fb-450d-9051-5d2cb5964535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:19.431961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-cd09802f-36fb-450d-9051-5d2cb5964535 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8b32fa9d9c2040fa884a3af88b356534&device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 1099 time: 0.1134279 Oct 29 08:26:19.493370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e24b3-d7dc-4f6c-9474-831c115ae204 req-936f1a4b-44e6-4892-ae22-40f30585a716 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:19.497541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e6e24b3-d7dc-4f6c-9474-831c115ae204 req-936f1a4b-44e6-4892-ae22-40f30585a716 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1096 time: 0.0908434 Oct 29 08:26:19.577327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e6e24b3-d7dc-4f6c-9474-831c115ae204 req-ace638bb-9c21-441b-bd0e-50f94cb67d41 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718591 Oct 29 08:26:19.683481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-940bbf33-0f67-4ecd-9543-edc9f1cf1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:19.685020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-940bbf33-0f67-4ecd-9543-edc9f1cf1bc3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2397165 Oct 29 08:26:19.710504 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920b2610-711c-4545-96ca-7373b6503513 x-openstack-request-id: req-920b2610-711c-4545-96ca-7373b6503513 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:19.711375 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "name": "network-vif-plugged", "status": "completed", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:19.711798 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-920b2610-711c-4545-96ca-7373b6503513 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:19.712424 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'code': 200} Oct 29 08:26:19.803816 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-4424d424-dacc-4d30-b656-fea5da63b211 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=9f678406-b84e-4d6d-906b-31f95fdfe28c HTTP/1.1" status: 200 len: 217 time: 0.1077068 Oct 29 08:26:19.849843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28634e2-15f1-41bf-9403-287fbcd898f5 req-f7a6f8c3-d2d9-43e8-ac69-6c56b2a9c82d tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:19.853621 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d28634e2-15f1-41bf-9403-287fbcd898f5 req-f7a6f8c3-d2d9-43e8-ac69-6c56b2a9c82d tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 945 time: 0.0754037 Oct 29 08:26:19.918764 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:19.921421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d28634e2-15f1-41bf-9403-287fbcd898f5 req-a182722d-2ee6-47f6-b0b2-791b63fec589 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609746 Oct 29 08:26:19.947855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:20.008443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-5c5847a7-05dd-47ec-865c-7966ed872944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.009965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-5c5847a7-05dd-47ec-865c-7966ed872944 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1933775 Oct 29 08:26:20.025197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.027250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.028079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.028553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.029020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.029478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.029935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.030387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.030840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.031286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.031739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.034623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8566b2a8-5c4a-4c48-bac0-fe6de8f17a6a req-77d454ee-ab52-4db6-958d-7207b528385a tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7866 time: 0.4821756 Oct 29 08:26:20.052434 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:20.060914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2db27-dbf9-4878-ad5d-ddecbf2d646e req-79223f31-6603-4e08-a60b-300f0d9201bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.062490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c2db27-dbf9-4878-ad5d-ddecbf2d646e req-79223f31-6603-4e08-a60b-300f0d9201bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 1096 time: 0.2578452 Oct 29 08:26:20.094911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event updated for resources: {'Port': ['ID=0fd9bfbc-1223-4cf7-aeb2-91c6cec09e81,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:20.134216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:20.145299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bfaf9d26-b1d8-4640-88a2-8920be2fc024 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2546926 Oct 29 08:26:20.145504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88d173-bb7a-4290-90d8-26b227549c1b req-e02a6a87-83d5-4fbc-bb83-5c8e69054f42 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.145504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c88d173-bb7a-4290-90d8-26b227549c1b req-e02a6a87-83d5-4fbc-bb83-5c8e69054f42 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 948 time: 0.1133468 Oct 29 08:26:20.155877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c2db27-dbf9-4878-ad5d-ddecbf2d646e req-511ba1fe-5b0d-4d31-b231-2e8da68d55d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744181 Oct 29 08:26:20.179718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-be31c7de-628c-4472-bfa6-0c52c93260ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.182133 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-be31c7de-628c-4472-bfa6-0c52c93260ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1464860 Oct 29 08:26:20.229073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c88d173-bb7a-4290-90d8-26b227549c1b req-15c29276-aeb5-4533-a77d-936b524a8981 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650876 Oct 29 08:26:20.284682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6ca69-f952-437d-a379-7abfd057722a req-3bdb34de-8368-4013-b956-06a31ba5628b tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.285282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8cd6ca69-f952-437d-a379-7abfd057722a req-3bdb34de-8368-4013-b956-06a31ba5628b tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1096 time: 0.1462932 Oct 29 08:26:20.346290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-300fbf11-af3c-47fe-a43d-51686ced8294 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543472 Oct 29 08:26:20.350213 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8cd6ca69-f952-437d-a379-7abfd057722a req-76928fb4-8a14-4b39-afa6-8340b8e03705 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573683 Oct 29 08:26:20.449345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd799af-55a3-4453-9d20-cb3fe076e6d8 req-8e06a20d-a42a-4e20-a7fc-0be55a56b178 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.449345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bbd799af-55a3-4453-9d20-cb3fe076e6d8 req-8e06a20d-a42a-4e20-a7fc-0be55a56b178 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 886 time: 0.1804993 Oct 29 08:26:20.494565 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b51d654-6508-4a89-863f-bddaf72ebf4f req-8a092d1c-c11e-41cb-b986-96b861135ded service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401951 Oct 29 08:26:20.577016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fcd4f-392e-443e-b054-b64b0ed4250f req-312d37c0-3742-40e7-acdb-1b7e8806f196 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.578942 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec4fcd4f-392e-443e-b054-b64b0ed4250f req-312d37c0-3742-40e7-acdb-1b7e8806f196 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0687356 Oct 29 08:26:20.623551 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec4fcd4f-392e-443e-b054-b64b0ed4250f req-536bad1d-f0f8-4457-b235-4a072a8a730e tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Oct 29 08:26:20.650797 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-6aec1723-c829-474a-b47f-77ab2d25216a tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--506214771&fields=id&tenant_id=aa51d7382ab64a06a72659e7390ee6b1 HTTP/1.1" status: 200 len: 267 time: 0.0745227 Oct 29 08:26:20.811784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a602-47e4-48f7-9120-c87e34644d87 req-4ddfd683-2d0e-46fa-9dff-8e9a0fb3c26d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.819070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-4ddfd683-2d0e-46fa-9dff-8e9a0fb3c26d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 824 time: 0.1673973 Oct 29 08:26:20.837082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-43a55262-38a4-4f95-9a54-363e74367db8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/quotas/aa51d7382ab64a06a72659e7390ee6b1 HTTP/1.1" status: 200 len: 375 time: 0.0168567 Oct 29 08:26:20.864541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.865268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.865725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.866174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.866872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.867316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.867758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.868228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.868667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.869110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.869547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:20.872020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64a504a6-985e-44d6-9db6-3786bc27b89b req-a72ce98b-229a-476b-ad73-33ca652a4bb4 tempest-NetworksTest-1674465511 tempest-NetworksTest-1674465511-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7866 time: 0.1774333 Oct 29 08:26:20.898717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-aecb9878-e7cb-4b7f-b655-6d4b0ede668f tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604177 Oct 29 08:26:21.029957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-1da9aa2f-b226-45c8-8664-590c9b051c07 service neutron] 10.222.0.70 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169181 Oct 29 08:26:21.197850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-f7cb5329-46d1-40d0-8afa-16909a810f5a service neutron] 10.222.0.70 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616187 Oct 29 08:26:21.291338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36656) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:21.518444 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f0613b8-a910-47c9-afdf-22858d5da827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:21.959363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f0613b8-a910-47c9-afdf-22858d5da827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:21.966469 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f0613b8-a910-47c9-afdf-22858d5da827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.008696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0613b8-a910-47c9-afdf-22858d5da827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2193a2-2cb0-4829-aa77-d9d315928608,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:22.028249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36700) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:22.028914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0f0613b8-a910-47c9-afdf-22858d5da827 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebc74ce39e564024a234a73c09692989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357914 Oct 29 08:26:22.088603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b54cfee3-b143-4023-ab44-32abfa41ed53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.118189 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b54cfee3-b143-4023-ab44-32abfa41ed53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.188392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b54cfee3-b143-4023-ab44-32abfa41ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.191196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b54cfee3-b143-4023-ab44-32abfa41ed53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.201689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b54cfee3-b143-4023-ab44-32abfa41ed53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d2193a2-2cb0-4829-aa77-d9d315928608 HTTP/1.1" status: 204 len: 168 time: 0.1659014 Oct 29 08:26:22.222930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cfee3-b143-4023-ab44-32abfa41ed53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2193a2-2cb0-4829-aa77-d9d315928608,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:22.585315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36720) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:22.602048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdda92d7-391e-4877-ac55-ffc812261e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.724947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdda92d7-391e-4877-ac55-ffc812261e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.731905 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdda92d7-391e-4877-ac55-ffc812261e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.791410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bdda92d7-391e-4877-ac55-ffc812261e88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=457efac2e62a436c9fe3f3806ba4ca93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048895 Oct 29 08:26:22.794087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36726) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:22.801614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda92d7-391e-4877-ac55-ffc812261e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95762760-5764-4b9c-825f-83b6983bb396,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:22.820221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36728) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:22.825785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36730) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:22.899475 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a33394-6be8-4438-ae0b-e4498147dd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.940476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a33394-6be8-4438-ae0b-e4498147dd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:22.961465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a602-47e4-48f7-9120-c87e34644d87 req-77bd89de-b466-4b0d-b371-551de62d2407 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:22.966478 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-77bd89de-b466-4b0d-b371-551de62d2407 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.93 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 824 time: 0.2513053 Oct 29 08:26:22.990876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-06fea503-46a2-4e66-9fa0-9614238620e8 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:26:22.991948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-06fea503-46a2-4e66-9fa0-9614238620e8 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1674223 Oct 29 08:26:23.019992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-fabf788f-2bbb-4a3a-b3e2-089838b56d6a tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:26:23.021018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-fabf788f-2bbb-4a3a-b3e2-089838b56d6a tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1948349 Oct 29 08:26:23.042899 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a33394-6be8-4438-ae0b-e4498147dd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.044742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-a00c8f1b-a7d9-4851-b643-ec4887b11cea tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa51d7382ab64a06a72659e7390ee6b1 HTTP/1.1" status: 200 len: 379 time: 0.0680420 Oct 29 08:26:23.051437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37a33394-6be8-4438-ae0b-e4498147dd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.051437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-37a33394-6be8-4438-ae0b-e4498147dd6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95762760-5764-4b9c-825f-83b6983bb396 HTTP/1.1" status: 204 len: 168 time: 0.2519817 Oct 29 08:26:23.062523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Request body: {'port': {'device_id': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'admin_state_up': True, 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'security_groups': ['9091c985-f47c-4708-8d57-e4fa07bd1df0']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:23.089700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-58b01279-b0d5-483d-a6df-60e2a2d1622c tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:23.091211 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-58b01279-b0d5-483d-a6df-60e2a2d1622c tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports/465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 1093 time: 0.0504987 Oct 29 08:26:23.093934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a33394-6be8-4438-ae0b-e4498147dd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95762760-5764-4b9c-825f-83b6983bb396,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:23.100513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-6cf68b73-a258-417f-bce1-0f7c2347a64e tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:23.101799 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-6cf68b73-a258-417f-bce1-0f7c2347a64e tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports/bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 1093 time: 0.0989630 Oct 29 08:26:23.107924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f678406-b84e-4d6d-906b-31f95fdfe28c details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:23.249010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Request body: {'binding': {'host': 'n-h2-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:23.249564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Unknown quota resources ['binding']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:26:23.254476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Made reservation on behalf of aa51d7382ab64a06a72659e7390ee6b1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:23.269610 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.422969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9f678406-b84e-4d6d-906b-31f95fdfe28c, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9f678406-b84e-4d6d-906b-31f95fdfe28c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:23.441932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '9f678406-b84e-4d6d-906b-31f95fdfe28c', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '9f678406-b84e-4d6d-906b-31f95fdfe28c', 'mac_address': 'fa:16:3e:41:de:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:26:23.466048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Request body: {'binding': {'host': 'n-h1-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:23.468842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Unknown quota resources ['binding']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:26:23.502211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.514408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Allocated IP 172.20.0.9 (8d012ec4-9eb4-45ef-bc53-83a842e31dcd/8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9/216846c8-8ea0-4f41-8025-d8a034ef0caf) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:23.517232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f678406-b84e-4d6d-906b-31f95fdfe28c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:23.556761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9f678406-b84e-4d6d-906b-31f95fdfe28c, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9f678406-b84e-4d6d-906b-31f95fdfe28c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:23.566991 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.655827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=9f678406-b84e-4d6d-906b-31f95fdfe28c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:23.721687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on host n-h2-815940-1 for vnic_type normal with profile None {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:23.721687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:23.722098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:23.732290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:23.732745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:23.741622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:23.742008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:23.742343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:23.742781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Bound port: 465f48dc-28dc-4745-9e3e-1f822e95fde9, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:23.751014 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.785823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on host n-h1-815940-1 for vnic_type normal with profile None {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:23.786474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:23.786474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:23.798176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.800474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:23.800821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:23.811133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:23.811504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:23.812036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:23.812414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Bound port: bed340a7-3ac6-41be-b195-4e239b0381c8, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:23.846856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:23.850471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:23.856448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:23.870255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.870730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:23.877762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:23.878678 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.890193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] 10.222.0.70 "POST /v2.0/ports/465f48dc-28dc-4745-9e3e-1f822e95fde9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7165468 Oct 29 08:26:23.895256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['9f678406-b84e-4d6d-906b-31f95fdfe28c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:23.901102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459630 Oct 29 08:26:23.916191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Request body: {'port': {'device_id': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:23.925512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:23.938038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:23.943230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b8eb5cbd-1adf-4a40-9fab-da7c6c8d763f service neutron] 10.222.0.70 "POST /v2.0/ports/bed340a7-3ac6-41be-b195-4e239b0381c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.7613745 Oct 29 08:26:24.009279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42121e8f-22a6-4f91-915e-26d05de0e325 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event updated for resources: {'Port': ['ID=216846c8-8ea0-4f41-8025-d8a034ef0caf,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:24.114378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:24.432630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-435db4f0-4b71-49f7-8660-3fff6ff5f4a4 None None] Provisioning complete for port 216846c8-8ea0-4f41-8025-d8a034ef0caf triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:24.438357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-435db4f0-4b71-49f7-8660-3fff6ff5f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:24.463352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-39d314ab-1149-4cf0-89b8-81f53ea349b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:24.466986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-39d314ab-1149-4cf0-89b8-81f53ea349b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1096 time: 0.0975454 Oct 29 08:26:24.499605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-4e394f28-87ed-438b-b6f7-fc37f9902082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:24.501216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-4e394f28-87ed-438b-b6f7-fc37f9902082 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1176915 Oct 29 08:26:24.535694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-435db4f0-4b71-49f7-8660-3fff6ff5f4a4 None None] Port 216846c8-8ea0-4f41-8025-d8a034ef0caf cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:24.712749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-3aa976e5-db32-40ea-bcdf-3627c96ee88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:24.714979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-3aa976e5-db32-40ea-bcdf-3627c96ee88a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.1979635 Oct 29 08:26:24.723661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3da47-0a91-47df-adf7-1420a841f3cb req-10fb353a-83a5-4171-9e9f-b7fb5aa5cb5d tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:24.725205 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86b3da47-0a91-47df-adf7-1420a841f3cb req-10fb353a-83a5-4171-9e9f-b7fb5aa5cb5d tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 945 time: 0.4693320 Oct 29 08:26:24.786592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9a3a7ac3-464e-4f6d-ad10-0449ca3bc41c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 217 time: 0.0522716 Oct 29 08:26:24.817315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48b86a-1da7-440a-bd55-cb637995b555 req-a23bfc5e-cf78-4364-83b6-058c6ee54816 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:24.819434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c48b86a-1da7-440a-bd55-cb637995b555 req-a23bfc5e-cf78-4364-83b6-058c6ee54816 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 949 time: 0.1253738 Oct 29 08:26:24.830017 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86b3da47-0a91-47df-adf7-1420a841f3cb req-7070b288-7911-4b56-abed-ee684b699229 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940738 Oct 29 08:26:24.857182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-4e3eae79-34ec-47c8-b472-2f264faf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:24.858940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-4e3eae79-34ec-47c8-b472-2f264faf69ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.3748248 Oct 29 08:26:24.874445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216846c8-8ea0-4f41-8025-d8a034ef0caf {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:24.908271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-041b76fe-874c-47de-b216-fda63e2ebc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:24.915995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-041b76fe-874c-47de-b216-fda63e2ebc7c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1215413 Oct 29 08:26:24.920932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:24.925801 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-ef644dae-2935-49b6-bec7-676ba6074618 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 217 time: 0.0573118 Oct 29 08:26:24.930059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c48b86a-1da7-440a-bd55-cb637995b555 req-c7fac614-2e98-47c2-872d-b5ae02886bac tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871041 Oct 29 08:26:24.966526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-eee4035e-a41b-4e10-845f-9a4e93beedcc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327907 Oct 29 08:26:25.000999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Transition to ACTIVE for port object 216846c8-8ea0-4f41-8025-d8a034ef0caf will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:25.025627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:25.096096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5aec23c8-debb-414d-a678-f26b923d7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:25.097748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5aec23c8-debb-414d-a678-f26b923d7615 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1639004 Oct 29 08:26:25.127067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f678406-b84e-4d6d-906b-31f95fdfe28c up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:25.156163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b694d-e9a0-4a99-ac58-281a7cc8c6d7 req-4afb41e3-8e24-4552-a404-72673c546954 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:25.157846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f08b694d-e9a0-4a99-ac58-281a7cc8c6d7 req-4afb41e3-8e24-4552-a404-72673c546954 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 943 time: 0.1682520 Oct 29 08:26:25.194690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Pushing event updated for resources: {'Port': ['ID=216846c8-8ea0-4f41-8025-d8a034ef0caf,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:25.202781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-529c260c-a8a9-4b2f-8394-7b8c9a1118c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889974 Oct 29 08:26:25.220895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Attempting to bind port 216846c8-8ea0-4f41-8025-d8a034ef0caf on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:25.221225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Attempting to bind port 216846c8-8ea0-4f41-8025-d8a034ef0caf by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:25.221548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Attempting to bind port 216846c8-8ea0-4f41-8025-d8a034ef0caf on network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:25.225894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b52410-83ef-4dc1-8e5d-6c5585782b36 req-d3aa2076-f768-4acf-9f0f-6b766c43167e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:25.230983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75b52410-83ef-4dc1-8e5d-6c5585782b36 req-d3aa2076-f768-4acf-9f0f-6b766c43167e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 945 time: 0.1801777 Oct 29 08:26:25.240438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 9f678406-b84e-4d6d-906b-31f95fdfe28c completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:26:25.247306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 9f678406-b84e-4d6d-906b-31f95fdfe28c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:25.247939 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:25.250628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-d9f60796-540a-4049-9b99-2929a1f02b72 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771783 Oct 29 08:26:25.384079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Port 216846c8-8ea0-4f41-8025-d8a034ef0caf on network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:25.386384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Attempting to bind port 216846c8-8ea0-4f41-8025-d8a034ef0caf on network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:25.404893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:25.409850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:25.410331 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Checking segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:25.410863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Bound using segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:25.411420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Bound port: 216846c8-8ea0-4f41-8025-d8a034ef0caf, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:25.411931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:25.418508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75b52410-83ef-4dc1-8e5d-6c5585782b36 req-f93bb8f4-e0eb-4ab0-95b3-e743e44a6826 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756778 Oct 29 08:26:25.437929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89703a0-e439-4483-b330-9cf5d82447cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f678406-b84e-4d6d-906b-31f95fdfe28c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:25.442129 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080eb737-ecb2-4a92-9c97-36e18b985203" -d '{"events": [{"server_uuid": "d89703a0-e439-4483-b330-9cf5d82447cf", "name": "network-vif-plugged", "status": "completed", "tag": "9f678406-b84e-4d6d-906b-31f95fdfe28c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:25.450098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-c1fd782e-ac9a-4e68-97ba-dfdb47d137b2 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308712 Oct 29 08:26:25.455908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f08b694d-e9a0-4a99-ac58-281a7cc8c6d7 req-e683da94-d862-44b6-86bb-7cfb94cd2df3 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563798 Oct 29 08:26:25.505760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9f678406-b84e-4d6d-906b-31f95fdfe28c, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9f678406-b84e-4d6d-906b-31f95fdfe28c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:25.526989 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:25.542511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-2afab862-7db7-4426-8158-7c06762a420a service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791550 Oct 29 08:26:25.622721 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-43976f70-b811-45cf-82db-cc3014399f73 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638751 Oct 29 08:26:25.624929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=9f678406-b84e-4d6d-906b-31f95fdfe28c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:25.647140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] For port 216846c8-8ea0-4f41-8025-d8a034ef0caf, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:25.651016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] For port 216846c8-8ea0-4f41-8025-d8a034ef0caf, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:25.659227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:25.688741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba1c5-1a0b-4e69-b351-441523aff6bc req-ccc74804-e5fc-4549-911e-e6f84c6dc9fe tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:25.697588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a8ba1c5-1a0b-4e69-b351-441523aff6bc req-ccc74804-e5fc-4549-911e-e6f84c6dc9fe tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 945 time: 0.1419275 Oct 29 08:26:25.755471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-0a46dc53-849c-4191-944a-e56dcddd03ff tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:25.757758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-0a46dc53-849c-4191-944a-e56dcddd03ff tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.1451433 Oct 29 08:26:25.774112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a8ba1c5-1a0b-4e69-b351-441523aff6bc req-d51d5fbc-f845-4f01-a465-a1f687992bab tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707614 Oct 29 08:26:25.789278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815940-1'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:25.806939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:25.809639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:25.811088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] 10.222.0.93 "PUT /v2.0/ports/216846c8-8ea0-4f41-8025-d8a034ef0caf HTTP/1.1" status: 200 len: 1091 time: 1.9016311 Oct 29 08:26:25.811558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:25.818775 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:25.874794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:25.880919 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd750f3-dac3-4431-9598-81695f1a1d28 x-openstack-request-id: req-bdd750f3-dac3-4431-9598-81695f1a1d28 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:25.881220 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89703a0-e439-4483-b330-9cf5d82447cf", "name": "network-vif-plugged", "status": "completed", "tag": "9f678406-b84e-4d6d-906b-31f95fdfe28c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:25.881473 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdd750f3-dac3-4431-9598-81695f1a1d28 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:25.881881 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89703a0-e439-4483-b330-9cf5d82447cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f678406-b84e-4d6d-906b-31f95fdfe28c', 'code': 200} Oct 29 08:26:25.961148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.93', 61360) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:26.018706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0029-b63b-4d37-93b8-2bdf0e583830 service neutron] Pushing event updated for resources: {'Port': ['ID=216846c8-8ea0-4f41-8025-d8a034ef0caf,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:26.044205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-69b3bc02-f13c-44f4-b4a2-709470aeee5d tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:26.045727 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-69b3bc02-f13c-44f4-b4a2-709470aeee5d tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.3354728 Oct 29 08:26:26.081637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815940-1'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:26.095480 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac6fab-a665-466b-83bf-2c4d154c679c x-openstack-request-id: req-2eac6fab-a665-466b-83bf-2c4d154c679c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:26.095754 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:26.101488 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2eac6fab-a665-466b-83bf-2c4d154c679c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:26.101970 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'status': 'completed', 'code': 200} Oct 29 08:26:26.124152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a602-47e4-48f7-9120-c87e34644d87 req-790da08b-9bc8-4395-a5d5-4ac093396b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:26.126272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-790da08b-9bc8-4395-a5d5-4ac093396b0b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 1094 time: 0.2674947 Oct 29 08:26:26.138685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9104-b66e-4e5d-8ce7-09b4a66e3b43 req-c8270936-f825-4df7-a7cb-8c1cfa826746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:26.140614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e89e9104-b66e-4e5d-8ce7-09b4a66e3b43 req-c8270936-f825-4df7-a7cb-8c1cfa826746 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 1101 time: 0.1761100 Oct 29 08:26:26.157542 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-333bf195-6a06-4185-8a34-929c20e68cd3 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 258 time: 0.4952981 Oct 29 08:26:26.164230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:26.182054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36806) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:26.240983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e89e9104-b66e-4e5d-8ce7-09b4a66e3b43 req-ac3d56c7-f855-4499-b81a-6a83b26d367b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926006 Oct 29 08:26:26.244969 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-3e615965-6733-4f06-a302-d0591c67d71f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf HTTP/1.1" status: 200 len: 217 time: 0.1068668 Oct 29 08:26:26.262551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.274564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:26.298519 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a08a4-b5f3-4424-807f-f3e7f2182f25 req-3ea59989-7329-46d3-b746-124fefa2f72f tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:26.300450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df5a08a4-b5f3-4424-807f-f3e7f2182f25 req-3ea59989-7329-46d3-b746-124fefa2f72f tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 950 time: 0.1012769 Oct 29 08:26:26.302573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.360312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:26.365259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df5a08a4-b5f3-4424-807f-f3e7f2182f25 req-e2fe38c0-cf5a-4a24-8b9b-6b7056ec6d92 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541508 Oct 29 08:26:26.419650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:26.423753 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663512fe-9383-4543-b781-40a09c0a851f" -d '{"events": [{"server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:26.429178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.442792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.561527 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52dd9a3-59a2-4c91-9652-1b5acb344230 x-openstack-request-id: req-b52dd9a3-59a2-4c91-9652-1b5acb344230 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:26.562210 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:26.562210 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b52dd9a3-59a2-4c91-9652-1b5acb344230 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:26.562669 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8', 'code': 200} Oct 29 08:26:26.567515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Pushing event updated for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:26.580033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on host n-h2-815940-1 for vnic_type normal with profile {"migrating_to": "n-h1-815940-1"} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:26.580417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:26.581319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:26.588021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:26.588703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Attempting to bind port bed340a7-3ac6-41be-b195-4e239b0381c8 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:26.598134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:26.598478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:26.598873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:26.599321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Bound port: bed340a7-3ac6-41be-b195-4e239b0381c8, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:26.599763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.671769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd76f31f-079d-4d8f-808b-2026e0678c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.728361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:26.733454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:26.749878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a598f-35b0-4565-bf14-aff8e1c4b4b3 req-2e4e972f-d7d6-414a-95cb-54c599e1f9e3 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:26.751601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb3a598f-35b0-4565-bf14-aff8e1c4b4b3 req-2e4e972f-d7d6-414a-95cb-54c599e1f9e3 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 945 time: 0.0955131 Oct 29 08:26:26.753769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.767084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a602-47e4-48f7-9120-c87e34644d87 req-7a08cc4c-8b55-4d56-8a43-1c19b5c14ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:26.768998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-7a08cc4c-8b55-4d56-8a43-1c19b5c14ddc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 HTTP/1.1" status: 200 len: 863 time: 0.1601155 Oct 29 08:26:26.823424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36824) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:26.863358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:26.925354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd76f31f-079d-4d8f-808b-2026e0678c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.927333 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb3a598f-35b0-4565-bf14-aff8e1c4b4b3 req-4f7d53e1-4239-49a2-b09c-28420d391927 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438537 Oct 29 08:26:26.930909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:26.932082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a602-47e4-48f7-9120-c87e34644d87 req-210ee3ef-9f35-4a61-8837-e60a23c74710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:26.933883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-210ee3ef-9f35-4a61-8837-e60a23c74710 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528368 Oct 29 08:26:26.936606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.937950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] 10.222.0.93 "PUT /v2.0/ports/bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 1121 time: 1.1611698 Oct 29 08:26:26.938759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078ac61-24a9-4f25-83f6-bf634bdf1b04 service neutron] Pushing event updated for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:26.948652 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd76f31f-079d-4d8f-808b-2026e0678c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:26.991086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:26.993366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['bed340a7-3ac6-41be-b195-4e239b0381c8'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:27.036845 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1cd67f8-48ca-4e12-bed2-cca82fe2a608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.111073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76f31f-079d-4d8f-808b-2026e0678c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cfe410-2038-4172-87a4-770fcebc94e2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:27.118348 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.125918 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dd76f31f-079d-4d8f-808b-2026e0678c17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04f453fd52934429a31f6bacde2596bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9075558 Oct 29 08:26:27.126528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36828) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:27.151066 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.203274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.221828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceb726-046a-42ce-b0d1-b14d5c618660 req-6a4e7343-28bc-45d9-b2d1-034c507ef836 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:27.229856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aceb726-046a-42ce-b0d1-b14d5c618660 req-6a4e7343-28bc-45d9-b2d1-034c507ef836 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 943 time: 0.1611898 Oct 29 08:26:27.238530 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5a04187a-705a-4dfa-9b0c-85206bf3181b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.282316 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-aa72c09d-03ab-436d-b155-8473e2d4e0b6 service neutron] 10.222.0.93 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347130 Oct 29 08:26:27.319368 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5a04187a-705a-4dfa-9b0c-85206bf3181b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.338128 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1cd67f8-48ca-4e12-bed2-cca82fe2a608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.351433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aceb726-046a-42ce-b0d1-b14d5c618660 req-c29cee65-3f6b-46f8-b8a6-c5457684f4e0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199660 Oct 29 08:26:27.361976 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1cd67f8-48ca-4e12-bed2-cca82fe2a608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.396493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Pushing event updated for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=7']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:27.403711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b1cd67f8-48ca-4e12-bed2-cca82fe2a608 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e22c92200f548bfa58aaf2aa693b431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714791 Oct 29 08:26:27.407022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36832) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:27.453464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Allocated IP 172.25.5.243 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/887995ed-ce26-4a54-ae90-6c4c1e13ee91) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:27.462359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on host n-h1-815940-1 for vnic_type normal with profile {"migrating_to": "n-h2-815940-1"} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:27.462800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:27.463150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:27.477701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:27.478021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Attempting to bind port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:27.483011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd67f8-48ca-4e12-bed2-cca82fe2a608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166f8a3a-07df-41d9-b823-9538cfcf3f80,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:27.505563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:27.505906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:27.506471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:27.507109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Bound port: 465f48dc-28dc-4745-9e3e-1f822e95fde9, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:27.507463 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.548631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5a04187a-705a-4dfa-9b0c-85206bf3181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.551717 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5a04187a-705a-4dfa-9b0c-85206bf3181b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.555552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5a04187a-705a-4dfa-9b0c-85206bf3181b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10cfe410-2038-4172-87a4-770fcebc94e2 HTTP/1.1" status: 204 len: 168 time: 0.4236920 Oct 29 08:26:27.568556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c97ddf3f-a6f8-4162-982e-cf155217ccd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.573383 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6596a602-47e4-48f7-9120-c87e34644d87 req-8e813284-6dec-4b89-92a0-757349483f82 service neutron] 10.222.0.93 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700658 Oct 29 08:26:27.574555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04187a-705a-4dfa-9b0c-85206bf3181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cfe410-2038-4172-87a4-770fcebc94e2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:27.605155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c97ddf3f-a6f8-4162-982e-cf155217ccd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.621864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30e5a4-7534-4a77-9a70-b57fae6b2d53 req-3722d5b2-4e86-4afc-b195-9c6d2db13375 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:27.624287 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b30e5a4-7534-4a77-9a70-b57fae6b2d53 req-3722d5b2-4e86-4afc-b195-9c6d2db13375 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.1227865 Oct 29 08:26:27.662116 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.664127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:27.668873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:27.683971 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.710905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b30e5a4-7534-4a77-9a70-b57fae6b2d53 req-e6141d1c-d1eb-44d7-8f3b-f46b5b5b5244 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754228 Oct 29 08:26:27.730176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c97ddf3f-a6f8-4162-982e-cf155217ccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.733321 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c97ddf3f-a6f8-4162-982e-cf155217ccd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.734877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c97ddf3f-a6f8-4162-982e-cf155217ccd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/166f8a3a-07df-41d9-b823-9538cfcf3f80 HTTP/1.1" status: 204 len: 168 time: 0.3215649 Oct 29 08:26:27.746595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ddf3f-a6f8-4162-982e-cf155217ccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166f8a3a-07df-41d9-b823-9538cfcf3f80,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:27.820136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-5d9a366f-1421-49e6-b00b-5baec55b08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:27.821674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-5d9a366f-1421-49e6-b00b-5baec55b08c8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 1094 time: 0.1552196 Oct 29 08:26:27.839408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Pushing event updated for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=8']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:27.853639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:27.854249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.855733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67e70482-3782-4f7e-ab45-63aa6d5cce90 service neutron] 10.222.0.15 "PUT /v2.0/ports/465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 1121 time: 1.7812433 Oct 29 08:26:27.856809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:27.914816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ba75d-2790-4ac6-a62e-c938f6f16b04 req-0174530c-5f89-473d-9139-eaaf1d961c64 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:27.924434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f1ba75d-2790-4ac6-a62e-c938f6f16b04 req-0174530c-5f89-473d-9139-eaaf1d961c64 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 950 time: 0.1146131 Oct 29 08:26:27.961603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:27.973820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:27.978548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:27.982965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Pushing event updated for resources: {'Port': ['ID=887995ed-ce26-4a54-ae90-6c4c1e13ee91,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:28.023119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f1ba75d-2790-4ac6-a62e-c938f6f16b04 req-d3c410bb-81e6-46bd-9bcf-61c9e74e5832 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976202 Oct 29 08:26:28.062880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-4c6963f9-aba9-488d-b951-ef84758e36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:28.064933 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-4c6963f9-aba9-488d-b951-ef84758e36ad service neutron] 10.222.0.93 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 926 time: 0.2275128 Oct 29 08:26:28.090129 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.090485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['465f48dc-28dc-4745-9e3e-1f822e95fde9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:28.118904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9'}, {'name': 'network-changed', 'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:28.121610 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e0958b-948b-4a27-81cd-617b6f68c18d" -d '{"events": [{"server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "name": "network-vif-unplugged", "status": "completed", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9"}, {"name": "network-changed", "server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:28.131211 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-66170ca4-0123-4b34-9467-fdbef9de5b48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf HTTP/1.1" status: 200 len: 217 time: 0.0555243 Oct 29 08:26:28.206121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6c87f-4db7-4025-b868-ab2c175ccd3a req-67b768ad-e3cf-4050-8101-08d69967fc1a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:28.208442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3a6c87f-4db7-4025-b868-ab2c175ccd3a req-67b768ad-e3cf-4050-8101-08d69967fc1a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 943 time: 0.1297445 Oct 29 08:26:28.214666 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.281153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36848) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:28.283034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-50dcd3e7-f90a-4637-9fbe-c6019fcae49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:28.284605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-50dcd3e7-f90a-4637-9fbe-c6019fcae49e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 HTTP/1.1" status: 200 len: 863 time: 0.1280913 Oct 29 08:26:28.310804 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3a6c87f-4db7-4025-b868-ab2c175ccd3a req-bf6219e3-394f-4e34-a50d-d313300983bb tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942643 Oct 29 08:26:28.345570 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d92f-1519-440d-a7dd-c195ab75a21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.389098 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab896f6-b52d-4fb0-9dd6-27eef837466c x-openstack-request-id: req-4ab896f6-b52d-4fb0-9dd6-27eef837466c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:28.389395 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "name": "network-vif-unplugged", "status": "completed", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9", "code": 200}, {"name": "network-changed", "server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:28.389637 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ab896f6-b52d-4fb0-9dd6-27eef837466c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:28.390043 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9', 'code': 200} Oct 29 08:26:28.390431 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9', 'status': 'completed', 'code': 200} Oct 29 08:26:28.486423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-248fb8c1-6898-4142-b358-c3e8ee92c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:28.500659 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-248fb8c1-6898-4142-b358-c3e8ee92c5de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934717 Oct 29 08:26:28.619558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36852) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:28.649114 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.661525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6e82-8633-4340-b8be-51c0f27c70ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.663639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.731982 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.738478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.741051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:28.745429 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd08f31-3511-4418-8452-30469ee7959d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:28.757937 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d92f-1519-440d-a7dd-c195ab75a21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.771948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-bcd8929e-d5a7-493b-8ec4-78ec0f0d27f3 service neutron] 10.222.0.93 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595747 Oct 29 08:26:28.773674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-82414ceb-1e93-4703-b037-72c83a48c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:28.776280 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-82414ceb-1e93-4703-b037-72c83a48c7ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1124 time: 0.3436105 Oct 29 08:26:28.777198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d92f-1519-440d-a7dd-c195ab75a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.810361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fbc2-4f47-4e1d-ab7d-83f5a4ba5195 req-461461ad-e2bd-4329-9855-21ba06485922 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:28.812309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8727fbc2-4f47-4e1d-ab7d-83f5a4ba5195 req-461461ad-e2bd-4329-9855-21ba06485922 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 943 time: 0.3428087 Oct 29 08:26:28.816072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:28.817260 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6589098 Oct 29 08:26:28.817855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ae438-3905-4948-ab3e-0e190a58b030 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Pushing event updated for resources: {'Port': ['ID=887995ed-ce26-4a54-ae90-6c4c1e13ee91,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:28.897200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8727fbc2-4f47-4e1d-ab7d-83f5a4ba5195 req-705d32b3-0265-4e0c-8fff-fdb450aaab18 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728147 Oct 29 08:26:28.933319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-f9d264f7-24f1-41ce-91ca-e6e400245f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:28.934739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-f9d264f7-24f1-41ce-91ca-e6e400245f51 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.1446636 Oct 29 08:26:28.969379 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e9f1d92f-1519-440d-a7dd-c195ab75a21e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ebbeb95c07a45d7ab00514b0c74990e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837053 Oct 29 08:26:28.978371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36860) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:28.990027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d92f-1519-440d-a7dd-c195ab75a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e8d4d4-f231-4b57-8687-d3065410c094,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:28.997232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-2e047b21-187e-4964-b355-25f9bf54d1ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 217 time: 0.0474155 Oct 29 08:26:28.999157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-4d23dbd8-1a35-4c31-a52a-fff2a2646a4f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 696 time: 0.1604609 Oct 29 08:26:29.084874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-d1ac8bfe-4294-4b5a-aa8e-a688d81679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:29.086349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-d1ac8bfe-4294-4b5a-aa8e-a688d81679d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0801575 Oct 29 08:26:29.095048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce789cba-1c1c-4e9a-9c28-b5436b775b65 req-b5f418ab-57ed-4501-b163-8d1ac7f32534 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:29.100738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce789cba-1c1c-4e9a-9c28-b5436b775b65 req-b5f418ab-57ed-4501-b163-8d1ac7f32534 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.1063251 Oct 29 08:26:29.112632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device bed340a7-3ac6-41be-b195-4e239b0381c8 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:29.138637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-5f0addf2-31e5-4ad6-8efb-1837a08d5000 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360277 Oct 29 08:26:29.151065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6e82-8633-4340-b8be-51c0f27c70ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:29.158802 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dcfdc73-3f4f-43ae-8098-42a6beaf1fe9 req-c4ff515e-52e2-4668-8a84-e527e68be493 service neutron] 10.222.0.93 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619435 Oct 29 08:26:29.168804 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6e82-8633-4340-b8be-51c0f27c70ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:29.207639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8376df68-a785-4dd2-b328-9c974dbb52c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:29.236728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:29.250480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-42774ff1-1fdb-42dc-9d4b-0d19a66c79f4 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:29.251418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-42774ff1-1fdb-42dc-9d4b-0d19a66c79f4 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2383192 Oct 29 08:26:29.252157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f6e82-8633-4340-b8be-51c0f27c70ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e9934-455e-4c3b-aeb2-e64f25aeee69,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:29.261991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device bed340a7-3ac6-41be-b195-4e239b0381c8 has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:26:29.266276 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e4f6e82-8633-4340-b8be-51c0f27c70ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d606a10878664bb1b72cd6ca21c6976c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6419265 Oct 29 08:26:29.271240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36864) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:29.275096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-47ba147b-c69e-43ac-b84a-5b4ff21dcb2c tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:26:29.276177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6c339d6-2c3a-4234-8892-a5bf91cb8eb4 req-47ba147b-c69e-43ac-b84a-5b4ff21dcb2c tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0163739 Oct 29 08:26:29.287958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8376df68-a785-4dd2-b328-9c974dbb52c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:29.293171 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce789cba-1c1c-4e9a-9c28-b5436b775b65 req-95f355d0-916b-4d47-8301-ca51b2d4d206 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532185 Oct 29 08:26:29.326019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-dc3c9f55-8d28-4d70-84f4-1be997dfd6bb service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768126 Oct 29 08:26:29.333646 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c2f90-d54e-4c7d-b5c4-b5ff15750841 x-openstack-request-id: req-0e1c2f90-d54e-4c7d-b5c4-b5ff15750841 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:29.333933 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:29.334184 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e1c2f90-d54e-4c7d-b5c4-b5ff15750841 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:29.334573 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8', 'status': 'completed', 'code': 200} Oct 29 08:26:29.424921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9913640-8d24-4192-9519-d66b841354cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:29.456445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd08f31-3511-4418-8452-30469ee7959d req-aae4a319-b606-4012-8607-e44b67427f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:29.458411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd08f31-3511-4418-8452-30469ee7959d req-aae4a319-b606-4012-8607-e44b67427f28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1124 time: 0.0956855 Oct 29 08:26:29.464653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9913640-8d24-4192-9519-d66b841354cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:29.469381 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8376df68-a785-4dd2-b328-9c974dbb52c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:29.472090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8376df68-a785-4dd2-b328-9c974dbb52c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:29.475793 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8376df68-a785-4dd2-b328-9c974dbb52c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06e8d4d4-f231-4b57-8687-d3065410c094 HTTP/1.1" status: 204 len: 168 time: 0.4916701 Oct 29 08:26:29.556538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328dff-d52b-4c3f-8e79-fca53569603f req-db406e3a-f178-422f-ad0d-8d8e2688da14 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:29.558802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21328dff-d52b-4c3f-8e79-fca53569603f req-db406e3a-f178-422f-ad0d-8d8e2688da14 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 950 time: 0.1826310 Oct 29 08:26:29.563557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70e0958b-948b-4a27-81cd-617b6f68c18d req-46e268a1-a49a-4138-91cc-4bbebc38dbd4 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105525 Oct 29 08:26:29.564714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376df68-a785-4dd2-b328-9c974dbb52c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e8d4d4-f231-4b57-8687-d3065410c094,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:29.633352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21328dff-d52b-4c3f-8e79-fca53569603f req-4b41d8c3-ae7f-436f-bdb3-a65d6be21098 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667024 Oct 29 08:26:29.786411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c934f4-bdbf-4d74-b21d-41f1f310662f req-5ac62f61-310b-4a1c-a4fe-edd75415c362 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:29.788079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48c934f4-bdbf-4d74-b21d-41f1f310662f req-5ac62f61-310b-4a1c-a4fe-edd75415c362 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 943 time: 0.0566883 Oct 29 08:26:29.848378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48c934f4-bdbf-4d74-b21d-41f1f310662f req-baa26fb4-dea3-4b00-a91e-44c98bbeb6df tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Oct 29 08:26:29.979487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fcc35-54b5-4351-944e-162681f9df99 req-25b17edf-9e6e-4321-b9c7-29e216d29644 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:29.981601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-25b17edf-9e6e-4321-b9c7-29e216d29644 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5060749 Oct 29 08:26:30.086043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9913640-8d24-4192-9519-d66b841354cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:30.089774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9913640-8d24-4192-9519-d66b841354cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:30.091262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b9913640-8d24-4192-9519-d66b841354cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db5e9934-455e-4c3b-aeb2-e64f25aeee69 HTTP/1.1" status: 204 len: 168 time: 0.8139589 Oct 29 08:26:30.121208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-c3129b32-f183-479e-b881-fcbeeec25899 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 696 time: 0.1296659 Oct 29 08:26:30.123094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd08f31-3511-4418-8452-30469ee7959d req-4f55c713-5b32-4557-b390-692f2c4a9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:30.124827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd08f31-3511-4418-8452-30469ee7959d req-4f55c713-5b32-4557-b390-692f2c4a9427 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.6504173 Oct 29 08:26:30.125996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9913640-8d24-4192-9519-d66b841354cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e9934-455e-4c3b-aeb2-e64f25aeee69,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:30.161397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Request body: {'floatingip': {'port_id': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:30.176092 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:30.205214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3b12-75f9-4a53-a556-d188a2564d3e req-2975621a-eedb-44a7-9d34-e86a1dadc087 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:30.207225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-612c3b12-75f9-4a53-a556-d188a2564d3e req-2975621a-eedb-44a7-9d34-e86a1dadc087 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 943 time: 0.1072192 Oct 29 08:26:30.274428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-612c3b12-75f9-4a53-a556-d188a2564d3e req-2f8f99e7-f2cd-425a-b75e-e9fee742e323 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573072 Oct 29 08:26:30.286557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:30.301718 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd08f31-3511-4418-8452-30469ee7959d req-363fce46-579b-46aa-80e5-b0a931474e6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 217 time: 0.1684203 Oct 29 08:26:30.456248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef35b8-1c1f-4adc-982d-ad840c26dbb4 req-dd1333d8-db50-483e-8578-8640e49f27b9 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:30.458602 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fef35b8-1c1f-4adc-982d-ad840c26dbb4 req-dd1333d8-db50-483e-8578-8640e49f27b9 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 950 time: 0.0855772 Oct 29 08:26:30.460184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd08f31-3511-4418-8452-30469ee7959d req-ae8b0933-7c0b-4ae1-9c58-d318e795ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:30.461641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd08f31-3511-4418-8452-30469ee7959d req-ae8b0933-7c0b-4ae1-9c58-d318e795ebe8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1047990 Oct 29 08:26:30.505431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd08f31-3511-4418-8452-30469ee7959d req-14c63313-035b-4700-b845-b69c5718e740 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340230 Oct 29 08:26:30.580527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fef35b8-1c1f-4adc-982d-ad840c26dbb4 req-f6b3005b-177e-4539-b2a5-1985998a386e tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021800 Oct 29 08:26:30.738135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e5a6e-5580-435c-bb60-28055319ce03 req-02dca956-dcf5-47df-9221-402cb56f0f40 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:30.745231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a95e5a6e-5580-435c-bb60-28055319ce03 req-02dca956-dcf5-47df-9221-402cb56f0f40 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.0944619 Oct 29 08:26:30.806873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a95e5a6e-5580-435c-bb60-28055319ce03 req-c0a4249d-d614-45c3-aa90-be1ed5a217b5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468512 Oct 29 08:26:31.027534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd08f31-3511-4418-8452-30469ee7959d req-556a237e-c1aa-4a07-8452-dd0dae364e3f service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074403 Oct 29 08:26:31.121276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 216846c8-8ea0-4f41-8025-d8a034ef0caf details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:31.304661 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:31.335888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 216846c8-8ea0-4f41-8025-d8a034ef0caf, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:31.351781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'port_id': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'mac_address': 'fa:16:3e:b2:91:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:26:31.379222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd08f31-3511-4418-8452-30469ee7959d req-dd7e5686-89fe-4428-9218-f9398238cd3a service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412576 Oct 29 08:26:31.381050 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:31.404360 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:31.407011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a8ca8-6eb6-4096-9ebc-940b76c2a82e req-839e9e04-85a6-41fc-9c02-054840e4fb1b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:31.414694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-832a8ca8-6eb6-4096-9ebc-940b76c2a82e req-839e9e04-85a6-41fc-9c02-054840e4fb1b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 943 time: 0.1762035 Oct 29 08:26:31.447370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216846c8-8ea0-4f41-8025-d8a034ef0caf {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:31.494329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 216846c8-8ea0-4f41-8025-d8a034ef0caf, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:31.501792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-832a8ca8-6eb6-4096-9ebc-940b76c2a82e req-dd9bbc14-b22b-4363-9aa2-f58aae392f7d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797527 Oct 29 08:26:31.519285 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:31.607752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=216846c8-8ea0-4f41-8025-d8a034ef0caf,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:31.662056 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Floating IP e63bd29e-d811-42f7-b4d5-42d48bcff050 associated. External IP: 172.25.5.243, port: 521d3634-2f3a-43ce-a40d-e22ab1b1d42e. Oct 29 08:26:31.702211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b323e-c9e6-4ed3-bd35-31273a1d97c9 req-dd4faf18-fa54-416c-85bc-3cf34edb6192 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:31.714498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 465f48dc-28dc-4745-9e3e-1f822e95fde9 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:31.714751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee4b323e-c9e6-4ed3-bd35-31273a1d97c9 req-dd4faf18-fa54-416c-85bc-3cf34edb6192 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 950 time: 0.0727766 Oct 29 08:26:31.785024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee4b323e-c9e6-4ed3-bd35-31273a1d97c9 req-933e26d9-f5ed-4b2a-bc83-2c9784e00116 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685813 Oct 29 08:26:31.910694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:31.920417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:26:31.929080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 465f48dc-28dc-4745-9e3e-1f822e95fde9 has no active binding in host n-h2-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:26:31.966840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05da4c-67c7-4716-bd31-cdc3808f35e2 req-0012b8c6-10fd-465c-b6c6-1613f1e600f5 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:31.968128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d05da4c-67c7-4716-bd31-cdc3808f35e2 req-0012b8c6-10fd-465c-b6c6-1613f1e600f5 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 944 time: 0.1179242 Oct 29 08:26:32.068269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d05da4c-67c7-4716-bd31-cdc3808f35e2 req-8a5b1853-3545-438a-9c05-46ff5cf52c30 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879741 Oct 29 08:26:32.084096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:26:32.090025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:32.099093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] Sync routers for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:26:32.158524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:32.159731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:32.179472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-fadad7b2-85f4-465b-b63c-09fd5ee0bc16 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "PUT /v2.0/floatingips/e63bd29e-d811-42f7-b4d5-42d48bcff050 HTTP/1.1" status: 200 len: 996 time: 2.0438955 Oct 29 08:26:32.188516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:32.190789 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:32.204973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee587178-528e-4dde-920f-41912ac06178 req-accae3be-90ff-4e98-9130-f404600a414f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:32.214064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee587178-528e-4dde-920f-41912ac06178 req-accae3be-90ff-4e98-9130-f404600a414f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 943 time: 0.0803962 Oct 29 08:26:32.274676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-7d1da2cd-b450-43a9-a243-593169c16038 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1795833 Oct 29 08:26:32.281733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee587178-528e-4dde-920f-41912ac06178 req-fb096299-43bd-44c6-a9ce-bac9d145e914 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659971 Oct 29 08:26:32.312879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fcc35-54b5-4351-944e-162681f9df99 req-3629cac9-95d7-4c90-83e9-703ee9e0fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:32.324373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-3629cac9-95d7-4c90-83e9-703ee9e0fbcb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d61923d016541d1b1a436730261e8e2&device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 1096 time: 0.1170161 Oct 29 08:26:32.343583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:32.389217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['216846c8-8ea0-4f41-8025-d8a034ef0caf'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:32.472408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fcc35-54b5-4351-944e-162681f9df99 req-2f9081c0-5209-41c2-8683-e0719007f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:32.473928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-2f9081c0-5209-41c2-8683-e0719007f56c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f83e2d25-779c-4929-8fb4-3056d6e0d279 HTTP/1.1" status: 200 len: 930 time: 0.1475272 Oct 29 08:26:32.480811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-527cef0b-9621-4828-adc9-7f6831300ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:32.482824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-527cef0b-9621-4828-adc9-7f6831300ea7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1095 time: 0.0634139 Oct 29 08:26:32.654760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1962852300', 'description': 'tempest-description-1969615605'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:32.732341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-14583275-78d3-47f7-9227-c4ded15d4b89 service neutron] 10.222.0.15 "GET /v2.0/ports/bed340a7-3ac6-41be-b195-4e239b0381c8/bindings/n-h1-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.1994078 Oct 29 08:26:32.739841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:32.787674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:32.889000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'e63bd29e-d811-42f7-b4d5-42d48bcff050', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'port_id': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'mac_address': 'fa:16:3e:7f:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f62d1-0bc5-4780-a36e-933c875534b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:27Z', 'updated_at': '2021-10-29T08:26:31Z', 'revision_number': 1, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:26:01Z', 'revision_number': 5, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:32.987484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-691e8d1c-f84a-436b-85fa-a1da16f918a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 200 len: 999 time: 0.5033736 Oct 29 08:26:33.061103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fcc35-54b5-4351-944e-162681f9df99 req-aec0c3bc-7c4a-410b-82f4-0a77c5d3116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:33.066477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] Checking router: dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:26:33.068681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-aec0c3bc-7c4a-410b-82f4-0a77c5d3116c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93eff8c9-eb9b-468a-b16f-4ed28f731bca HTTP/1.1" status: 200 len: 867 time: 0.0803533 Oct 29 08:26:33.077692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:33.078333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:33.079035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-eb313307-da0b-4bcf-8bd9-80d685a4ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:33.080552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-eb313307-da0b-4bcf-8bd9-80d685a4ddd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.5120411 Oct 29 08:26:33.150539 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:33.161180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-34ffb5e1-028d-4f0d-bbf3-5d50647b5c65 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:33.163475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-34ffb5e1-028d-4f0d-bbf3-5d50647b5c65 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.93 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 950 time: 0.1007457 Oct 29 08:26:33.167549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:33.176738 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-0bff55c9-4050-4715-ad58-4aa52b4397ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 217 time: 0.0641501 Oct 29 08:26:33.237196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fcc35-54b5-4351-944e-162681f9df99 req-c9f7418e-f6f2-4e23-b793-724e0c54c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:33.238838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-c9f7418e-f6f2-4e23-b793-724e0c54c654 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f83e2d25-779c-4929-8fb4-3056d6e0d279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693165 Oct 29 08:26:33.253547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-23b9278c-59aa-41a4-a723-326776731445 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:26:33.256065 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-23b9278c-59aa-41a4-a723-326776731445 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086281 Oct 29 08:26:33.282924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:33.294288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbeaa4b-d48a-44df-bb72-bb85b305dacd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:33.335873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-103c38e2-50ba-4060-9c27-99bbe676d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:33.335873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-103c38e2-50ba-4060-9c27-99bbe676d573 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1408908 Oct 29 08:26:33.381698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:33.406587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:33.425844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-9238e9b1-11a5-42d1-aaa7-2c7d57f9b3c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478797 Oct 29 08:26:33.430388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:33.432230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:33.512573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272b29e7-c852-445f-b012-3b6b6701ef06,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:33.520071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:33.536442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b2ead96-b834-45dc-b115-34e97a2154ff req-abc49a09-7cee-4720-a2ad-d1796b5449c3 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9185395 Oct 29 08:26:33.539283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed340a7-3ac6-41be-b195-4e239b0381c8 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:33.558493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-82deb284-e615-40f1-aa35-bcc2bf3e1c4f service neutron] 10.222.0.70 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928689 Oct 29 08:26:33.569352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:33.573737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Deleting port 9f678406-b84e-4d6d-906b-31f95fdfe28c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:33.574076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:33.609256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'e63bd29e-d811-42f7-b4d5-42d48bcff050', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'port_id': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'mac_address': 'fa:16:3e:7f:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f62d1-0bc5-4780-a36e-933c875534b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:27Z', 'updated_at': '2021-10-29T08:26:31Z', 'revision_number': 1, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:26:01Z', 'revision_number': 5, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:33.643724 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5310e470-6fe6-426e-8f3c-132357cfa81e x-openstack-request-id: req-5310e470-6fe6-426e-8f3c-132357cfa81e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:33.644050 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:33.644293 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5310e470-6fe6-426e-8f3c-132357cfa81e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:33.644679 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'status': 'completed', 'code': 200} Oct 29 08:26:33.646776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-5502be3f-6398-4f86-a61d-a0b53619b59c service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123694 Oct 29 08:26:33.686628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96bb0d9-5a22-4d36-b0e6-b49137fea675 None None] The sync data for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 is: [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'e63bd29e-d811-42f7-b4d5-42d48bcff050', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'port_id': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'mac_address': 'fa:16:3e:7f:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f62d1-0bc5-4780-a36e-933c875534b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:27Z', 'updated_at': '2021-10-29T08:26:31Z', 'revision_number': 1, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:26:01Z', 'revision_number': 5, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:33.727576 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:33.832122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-71783694-2896-4d66-b667-2052b30b5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:33.833776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-71783694-2896-4d66-b667-2052b30b5b1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d61923d016541d1b1a436730261e8e2&device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 1096 time: 0.1946523 Oct 29 08:26:33.855123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62fcc35-54b5-4351-944e-162681f9df99 req-a2ff5c9e-c2e4-41e0-8998-c8b58a6c2d02 service neutron] 10.222.0.70 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900622 Oct 29 08:26:33.882715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] For port 9f678406-b84e-4d6d-906b-31f95fdfe28c, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9f678406-b84e-4d6d-906b-31f95fdfe28c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:33.883108 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:33.901834 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4cf8615-812b-4e41-819e-f16d7a87f32f req-519dfab1-1e40-4b35-aff7-ec04b415e4c5 service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409427 Oct 29 08:26:33.902508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151481af-dc10-4b05-b9bf-12be37ba5d53 req-71b3fa7d-6f1a-44b3-8942-3c547373c7e6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:33.909863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-151481af-dc10-4b05-b9bf-12be37ba5d53 req-71b3fa7d-6f1a-44b3-8942-3c547373c7e6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 943 time: 0.2041783 Oct 29 08:26:33.943269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Calling delete_port for 9f678406-b84e-4d6d-906b-31f95fdfe28c owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:34.016983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-f1976bcd-5eda-4414-9858-f54cf72a8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.018760 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-f1976bcd-5eda-4414-9858-f54cf72a8e94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f83e2d25-779c-4929-8fb4-3056d6e0d279 HTTP/1.1" status: 200 len: 930 time: 0.1772094 Oct 29 08:26:34.038537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] Transition to ACTIVE for port object bed340a7-3ac6-41be-b195-4e239b0381c8 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:34.041954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-151481af-dc10-4b05-b9bf-12be37ba5d53 req-d7c124ea-19b4-46ff-8c20-02a03bb66d55 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312478 Oct 29 08:26:34.050659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:34.144011 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffedade-0499-4b32-ac1b-d01fc2406506 None None] New status for floating IP e63bd29e-d811-42f7-b4d5-42d48bcff050: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:26:34.150932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaee4a-9b26-49e3-9056-d427694ff0ff req-ea202d35-2afd-4eda-9423-a8a13bde8fd7 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.153522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-facaee4a-9b26-49e3-9056-d427694ff0ff req-ea202d35-2afd-4eda-9423-a8a13bde8fd7 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d89703a0-e439-4483-b330-9cf5d82447cf HTTP/1.1" status: 200 len: 950 time: 0.1587093 Oct 29 08:26:34.154432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] No DVR routers for this DVR port bed340a7-3ac6-41be-b195-4e239b0381c8 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:26:34.157102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-0bb0894c-7ace-4f98-abbf-a434dc106955 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 200 len: 999 time: 0.1163237 Oct 29 08:26:34.191074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:34.225045 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-22ea7006-c39e-409f-b65f-5088996564f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/bed340a7-3ac6-41be-b195-4e239b0381c8/bindings/n-h1-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4577935 Oct 29 08:26:34.289218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-facaee4a-9b26-49e3-9056-d427694ff0ff req-44ab8f96-56a8-4b4e-9c46-875d27c8c504 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.70 "GET /v2.0/security-groups?id=6789f643-86af-4d3f-8ce8-879d315ef222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254146 Oct 29 08:26:34.307508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:34.311545 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-b87346ee-6274-4497-b531-707600ebe4a1 service neutron] 10.222.0.93 "GET /v2.0/ports/465f48dc-28dc-4745-9e3e-1f822e95fde9/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.1568577 Oct 29 08:26:34.314285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-d17c0e41-6791-4b63-8eb7-27d54cbd03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.316652 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-d17c0e41-6791-4b63-8eb7-27d54cbd03cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93eff8c9-eb9b-468a-b16f-4ed28f731bca HTTP/1.1" status: 200 len: 867 time: 0.1242661 Oct 29 08:26:34.327729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['9f678406-b84e-4d6d-906b-31f95fdfe28c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:34.412425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Pushing event deleted for resources: {'Port': ['ID=9f678406-b84e-4d6d-906b-31f95fdfe28c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:34.501010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025b87-695a-4af4-922a-98a129554931 req-070fd2eb-f5e4-4d40-a0ae-cea1767f4038 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.508883 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:26:34.510912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b025b87-695a-4af4-922a-98a129554931 req-070fd2eb-f5e4-4d40-a0ae-cea1767f4038 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 944 time: 0.2845223 Oct 29 08:26:34.539160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] No DVR routers for this DVR port 9f678406-b84e-4d6d-906b-31f95fdfe28c on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:26:34.543267 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:34.547569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-847b8e5f-4e5e-4c7f-a27f-53140dbd2880 req-e982883b-c68a-4016-b6d5-bb8d1fe979b8 tempest-DeleteServersAdminTestJSON-1520221504 tempest-DeleteServersAdminTestJSON-1520221504-project] 10.222.0.93 "DELETE /v2.0/ports/9f678406-b84e-4d6d-906b-31f95fdfe28c HTTP/1.1" status: 204 len: 173 time: 1.3634691 Oct 29 08:26:34.552037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89703a0-e439-4483-b330-9cf5d82447cf', 'name': 'network-vif-deleted', 'tag': '9f678406-b84e-4d6d-906b-31f95fdfe28c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:34.554903 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98940d1b-f564-4775-8dd5-379f8b1b87ae" -d '{"events": [{"server_uuid": "d89703a0-e439-4483-b330-9cf5d82447cf", "name": "network-vif-deleted", "tag": "9f678406-b84e-4d6d-906b-31f95fdfe28c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:34.566836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-38141d76-9b2d-4712-adf8-f462b8540be8 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.569437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-38141d76-9b2d-4712-adf8-f462b8540be8 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.2157574 Oct 29 08:26:34.583659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-08f6460d-6460-4d7d-aab0-f8bc1d8ca229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.586262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-08f6460d-6460-4d7d-aab0-f8bc1d8ca229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f83e2d25-779c-4929-8fb4-3056d6e0d279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266307 Oct 29 08:26:34.672926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac7f5a-f1a2-4075-b41c-7f754ab4482d req-cfb8c49c-7506-499b-bc27-f0570b0b5339 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.685473 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aaac7f5a-f1a2-4075-b41c-7f754ab4482d req-cfb8c49c-7506-499b-bc27-f0570b0b5339 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 944 time: 0.2348855 Oct 29 08:26:34.735941 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b025b87-695a-4af4-922a-98a129554931 req-5f9d6a6b-5cd6-4664-b3d1-6873665e8bbe tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233160 Oct 29 08:26:34.775875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-65a29709-1c7e-4bab-a122-770ebd08a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.781286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-65a29709-1c7e-4bab-a122-770ebd08a588 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6&tenant_id=4b74fa48c79a4a0296257f468b687cb8 HTTP/1.1" status: 200 len: 1095 time: 0.1879528 Oct 29 08:26:34.867017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-ea1975b8-db22-4f9f-be59-b6251c6977ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:34.868580 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-ea1975b8-db22-4f9f-be59-b6251c6977ae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1095 time: 0.0572388 Oct 29 08:26:34.893432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aaac7f5a-f1a2-4075-b41c-7f754ab4482d req-239b57e7-3adb-40d5-b6f3-09bad0dc51a7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929336 Oct 29 08:26:34.929717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-60143964-2253-4cfe-bf16-dd918d5400f1 req-bbe2fc8a-6d5b-43d9-9dfc-92338382301f tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Request body: {'security_group': {'name': 'tempest-securitygroup-113903738', 'description': 'tempest-description-1484303302'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:34.958487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:34.975347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-260b9265-a03b-4ffd-8cba-e46e28bf1049 service neutron] 10.222.0.15 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748910 Oct 29 08:26:34.988926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60143964-2253-4cfe-bf16-dd918d5400f1 req-bbe2fc8a-6d5b-43d9-9dfc-92338382301f tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:34.991309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:35.037876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-fe41916a-8e8e-4ea1-9383-ee2e1fec6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:35.039658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-fe41916a-8e8e-4ea1-9383-ee2e1fec6032 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.1613591 Oct 29 08:26:35.071074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-5825c87e-2723-45bb-a957-d6bdc798a460 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e7fa2ed070c74af7ac6235c2efe79234&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588021 Oct 29 08:26:35.097596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465f48dc-28dc-4745-9e3e-1f822e95fde9 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:35.131080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:35.148578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-9d7b87e9-7168-4ea9-aec8-5bde4c99e831 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 217 time: 0.0990467 Oct 29 08:26:35.154263 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.158700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 216846c8-8ea0-4f41-8025-d8a034ef0caf up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:35.240434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db4cbc5d-ec7c-4cb7-a107-034a0d3c9e9a req-1a00b982-2e3f-47b4-b9c7-c07be4ee82c5 service neutron] 10.222.0.15 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472277 Oct 29 08:26:35.254110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 216846c8-8ea0-4f41-8025-d8a034ef0caf completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:26:35.256056 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60143964-2253-4cfe-bf16-dd918d5400f1 req-bbe2fc8a-6d5b-43d9-9dfc-92338382301f tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.260985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 216846c8-8ea0-4f41-8025-d8a034ef0caf triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:35.262194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.266832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60143964-2253-4cfe-bf16-dd918d5400f1 req-bbe2fc8a-6d5b-43d9-9dfc-92338382301f tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.319651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60143964-2253-4cfe-bf16-dd918d5400f1 req-bbe2fc8a-6d5b-43d9-9dfc-92338382301f tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.320918 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60143964-2253-4cfe-bf16-dd918d5400f1 req-bbe2fc8a-6d5b-43d9-9dfc-92338382301f tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4029305 Oct 29 08:26:35.323983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2fc8a-6d5b-43d9-9dfc-92338382301f tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77edcd-fbe4-4e71-b835-e3f31629547f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:35.334302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] Transition to ACTIVE for port object 465f48dc-28dc-4745-9e3e-1f822e95fde9 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:35.342404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.391058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-54c2c2f6-ec6d-4350-ac4e-0162a7e0a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:35.392558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-54c2c2f6-ec6d-4350-ac4e-0162a7e0a073 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1775296 Oct 29 08:26:35.421983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.447484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-7cd6df1d-c724-4ff7-ace1-0afbbf67e4ba tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:35.454536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-7cd6df1d-c724-4ff7-ace1-0afbbf67e4ba tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804944 Oct 29 08:26:35.482549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-6bba5608-f2bf-407c-959b-f4e38a992503 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823627 Oct 29 08:26:35.486465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-d1a95e57-1c79-4110-9126-4be9d4d6d51d tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/quotas/e7fa2ed070c74af7ac6235c2efe79234 HTTP/1.1" status: 200 len: 375 time: 0.0311081 Oct 29 08:26:35.495041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 216846c8-8ea0-4f41-8025-d8a034ef0caf, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:35.498381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:35.500983 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c64dd8-0cfc-42f6-a25f-013699c9b676" -d '{"events": [{"server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "name": "network-vif-plugged", "status": "completed", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:35.508394 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.509516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 465f48dc-28dc-4745-9e3e-1f822e95fde9 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:26:35.544750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] No DVR routers for this DVR port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:26:35.567984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=10']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:35.581668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-fb580e7a-4b80-4025-9b23-fdc1fe8a1203 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7fa2ed070c74af7ac6235c2efe79234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790162 Oct 29 08:26:35.616617 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-5de063d7-ac86-4a2b-9cbb-cceb1f470bf3 service neutron] 10.222.0.93 "PUT /v2.0/ports/465f48dc-28dc-4745-9e3e-1f822e95fde9/bindings/n-h2-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2951376 Oct 29 08:26:35.622901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=216846c8-8ea0-4f41-8025-d8a034ef0caf,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:35.631390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-38da7bb5-e1cb-48fe-9e3e-cd4b2cdc36ca tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 258 time: 0.2799237 Oct 29 08:26:35.633476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 465f48dc-28dc-4745-9e3e-1f822e95fde9 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:26:35.633917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f678406-b84e-4d6d-906b-31f95fdfe28c no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:26:35.645306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:35.659508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 9f678406-b84e-4d6d-906b-31f95fdfe28c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:26:35.660021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f678406-b84e-4d6d-906b-31f95fdfe28c not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:26:35.667886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-f4b62f33-0759-496b-8ded-c753f95185c5 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732635 Oct 29 08:26:35.685533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.725389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device bed340a7-3ac6-41be-b195-4e239b0381c8 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:26:35.798187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-35e2e07b-5a17-44f7-8198-8b0240aa6031 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:35.799769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-35e2e07b-5a17-44f7-8198-8b0240aa6031 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.1095302 Oct 29 08:26:35.816790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device bed340a7-3ac6-41be-b195-4e239b0381c8 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:26:35.828471 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-604f3668-9fb1-4b0c-ba41-368e227d50fc service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479688 Oct 29 08:26:35.852171 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd934348-fe94-4857-b466-77da960aab03 x-openstack-request-id: req-fd934348-fe94-4857-b466-77da960aab03 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:35.853910 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89703a0-e439-4483-b330-9cf5d82447cf", "name": "network-vif-deleted", "tag": "9f678406-b84e-4d6d-906b-31f95fdfe28c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:35.854379 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd934348-fe94-4857-b466-77da960aab03 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:35.856382 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89703a0-e439-4483-b330-9cf5d82447cf', 'name': 'network-vif-deleted', 'tag': '9f678406-b84e-4d6d-906b-31f95fdfe28c', 'status': 'completed', 'code': 200} Oct 29 08:26:35.949646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-4bc25b9c-63dd-475f-ac01-9c59d33f1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:35.951465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-4bc25b9c-63dd-475f-ac01-9c59d33f1a56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b&tenant_id=c8dfe169bd65444eadf33eb01e29c196 HTTP/1.1" status: 200 len: 1095 time: 0.1428020 Oct 29 08:26:35.965668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:35.977851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace3796-1653-4663-917e-b0ed784d3074 req-c7e38db5-88d5-4a44-9507-0ceb43e5b38a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:35.982544 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ace3796-1653-4663-917e-b0ed784d3074 req-c7e38db5-88d5-4a44-9507-0ceb43e5b38a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 944 time: 0.0812426 Oct 29 08:26:36.070650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ace3796-1653-4663-917e-b0ed784d3074 req-ca7e0f39-7b26-42e0-892f-bbb29ca09bad tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814471 Oct 29 08:26:36.115619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67baafed-b128-4d31-9a87-b6db6c78cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:36.117244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-67baafed-b128-4d31-9a87-b6db6c78cf04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1095 time: 0.1076105 Oct 29 08:26:36.171507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Allocated IP 172.25.5.186 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/31535770-9a5b-47e4-9261-cba30fc26673) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:36.174236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-d5ec8c3a-da5b-4f22-83d6-158a3648c181 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:36.178903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-d5ec8c3a-da5b-4f22-83d6-158a3648c181 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.1069098 Oct 29 08:26:36.330935 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.361170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b7d938e9-b768-4128-9d90-6e0c2a3c3a9c service neutron] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:36.367282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b7d938e9-b768-4128-9d90-6e0c2a3c3a9c service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.368830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f114c01-18ac-4ee8-80be-66d7fdb5b3a4 req-b7d938e9-b768-4128-9d90-6e0c2a3c3a9c service neutron] 10.222.0.93 "DELETE /v2.0/ports/bed340a7-3ac6-41be-b195-4e239b0381c8/bindings/n-h2-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.1821275 Oct 29 08:26:36.393955 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.398581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-918339264', 'description': 'tempest-description-1557210313'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:36.430735 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.456094 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.458011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-1a0e6e2e-10c1-4a15-8709-45fe613f79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:36.459601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-1a0e6e2e-10c1-4a15-8709-45fe613f79dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.3170633 Oct 29 08:26:36.474681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:36.481636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Pushing event updated for resources: {'Port': ['ID=31535770-9a5b-47e4-9261-cba30fc26673,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:36.510045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:36.513819 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-33175946-3421-46f1-b7b6-ea721bc23d33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 217 time: 0.0415020 Oct 29 08:26:36.514521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:36.566138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.579711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.619144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0144b0-c317-457e-a1ee-c99fa2380760,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:36.629427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-64a03a46-cd1d-425a-b756-8101a9e45465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:36.631208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-64a03a46-cd1d-425a-b756-8101a9e45465 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1064882 Oct 29 08:26:36.632441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.678991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.726297 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.731532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.737073 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-898f4be9-162d-4d2f-96c5-ba390db404f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598810 Oct 29 08:26:36.772300 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:36.774025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1f61cdf-a73c-4913-b1a2-74a05a572bc4 req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3839667 Oct 29 08:26:36.787135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0ac06-8b87-4345-b6a1-9413bb323a9e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04717e57-b991-4a9c-863e-6ad6040c210b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:36.844731 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ad3b6e-7aef-4bf6-ab16-f046b94db40c x-openstack-request-id: req-c0ad3b6e-7aef-4bf6-ab16-f046b94db40c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:36.845186 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "name": "network-vif-plugged", "status": "completed", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:36.845287 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0ad3b6e-7aef-4bf6-ab16-f046b94db40c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:36.845967 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'code': 200} Oct 29 08:26:36.984719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6124-9fc0-477b-903f-46bc696065c0 req-42e38f57-1bdd-4e1d-8030-890d099afcb6 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:36.986365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dee6124-9fc0-477b-903f-46bc696065c0 req-42e38f57-1bdd-4e1d-8030-890d099afcb6 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 945 time: 0.0873485 Oct 29 08:26:36.994221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544323a0-a14d-460a-94ac-f46d6720163a req-0b03c3a5-ccce-454d-9fc8-499e126c7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:36.996027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-544323a0-a14d-460a-94ac-f46d6720163a req-0b03c3a5-ccce-454d-9fc8-499e126c7192 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 1096 time: 0.0681496 Oct 29 08:26:37.058074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dee6124-9fc0-477b-903f-46bc696065c0 req-ccc8ede0-5d2d-4e5d-9bca-2db599baab00 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602732 Oct 29 08:26:37.060075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-544323a0-a14d-460a-94ac-f46d6720163a req-421b1678-2cc8-4135-9858-d46929f774d3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563078 Oct 29 08:26:37.151527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32b09897-383b-4f91-9c0e-aa77aeb2cfa0 req-1dd1d426-90c4-4f26-ab5e-043aba5ee240 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 210 time: 0.0275567 Oct 29 08:26:37.234015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-abbf93af-1d72-4bf9-b25c-c3c5ce816dae service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880342 Oct 29 08:26:37.287142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01224d-eb88-4334-baac-637f0c42c62a req-5b5535ec-cfbd-4813-885a-190844a0881a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:37.296118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b01224d-eb88-4334-baac-637f0c42c62a req-5b5535ec-cfbd-4813-885a-190844a0881a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 944 time: 0.0695248 Oct 29 08:26:37.336545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b01224d-eb88-4334-baac-637f0c42c62a req-ecc6e52c-67e7-4cc6-9e6a-5a107ba660a7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 Oct 29 08:26:37.360585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:37.373453 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:37.425519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-3be71c4d-fe57-4bec-8427-331fbba92b17 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808984 Oct 29 08:26:37.426638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:37.427080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b120c69f-0edd-4862-a6b5-d9368bd919d1 req-6185ba68-0028-4cf0-93a2-9707f0fc17f8 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1669841855', 'description': 'tempest-description-1833310099'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:37.458299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Pushing event updated for resources: {'Port': ['ID=31535770-9a5b-47e4-9261-cba30fc26673,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:37.461409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b120c69f-0edd-4862-a6b5-d9368bd919d1 req-6185ba68-0028-4cf0-93a2-9707f0fc17f8 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:37.471795 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:37.476338 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-6b696313-5b0d-4198-9437-2744ba5844ec tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8362131 Oct 29 08:26:37.530723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-ba9c77c7-71c9-4b59-bd8c-9360f2847d77 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0497129 Oct 29 08:26:37.543662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b120c69f-0edd-4862-a6b5-d9368bd919d1 req-6185ba68-0028-4cf0-93a2-9707f0fc17f8 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:37.550055 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b120c69f-0edd-4862-a6b5-d9368bd919d1 req-6185ba68-0028-4cf0-93a2-9707f0fc17f8 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:37.581372 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b120c69f-0edd-4862-a6b5-d9368bd919d1 req-6185ba68-0028-4cf0-93a2-9707f0fc17f8 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:37.594983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b120c69f-0edd-4862-a6b5-d9368bd919d1 req-6185ba68-0028-4cf0-93a2-9707f0fc17f8 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1622887 Oct 29 08:26:37.597309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185ba68-0028-4cf0-93a2-9707f0fc17f8 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d138583f-c9b8-4f17-83ef-5af94825f625,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:37.688058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-1f3f9106-c94e-43db-9ae7-5dd5b4fd7d09 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:37.689769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d85e53ee-cafe-4d81-adc9-f43ee9aa7b06 req-1f3f9106-c94e-43db-9ae7-5dd5b4fd7d09 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1517563 Oct 29 08:26:37.737125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5652-9bbf-47c3-abcf-781cf4d7fb33 req-ac29db37-fba9-4668-8e08-18c20fac3825 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:37.739303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efdf5652-9bbf-47c3-abcf-781cf4d7fb33 req-ac29db37-fba9-4668-8e08-18c20fac3825 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 944 time: 0.0747073 Oct 29 08:26:37.814397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ac16df79-5e37-40ce-984f-d352aeb2227c tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e7fa2ed070c74af7ac6235c2efe79234&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588219 Oct 29 08:26:37.817115 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efdf5652-9bbf-47c3-abcf-781cf4d7fb33 req-b21f0bce-9d0e-41f2-b795-6ebd88faa992 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602295 Oct 29 08:26:37.929845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-49f2eaaf-fa41-4066-8ed0-6492e19a71e0 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:37.931605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-49f2eaaf-fa41-4066-8ed0-6492e19a71e0 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.0676696 Oct 29 08:26:38.009905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-9d2072c7-c8be-4c08-bda2-6dad005b79ca tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:38.011487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-9d2072c7-c8be-4c08-bda2-6dad005b79ca tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817923 Oct 29 08:26:38.030024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Request body: {'port': {'device_id': 'a01de7c9-8706-4fc9-a2a5-a5fb87e7948d', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'e7fa2ed070c74af7ac6235c2efe79234'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:38.081448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1f5fa-5825-4755-899e-a32411cc32ee req-156e580c-9025-4cc0-8e51-e58352ab97da tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:38.082558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cef1f5fa-5825-4755-899e-a32411cc32ee req-156e580c-9025-4cc0-8e51-e58352ab97da tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1325960 Oct 29 08:26:38.202657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Made reservation on behalf of e7fa2ed070c74af7ac6235c2efe79234 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:38.206395 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:38.229203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:38.310698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-2c0e7f06-618d-4c36-8bad-c870610846c6 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50570 time: 0.4985337 Oct 29 08:26:38.383521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-0a67edc4-f5d4-4bf8-b384-bf352aa0a273 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/147693ba-9a49-470c-8624-f31df5936976 HTTP/1.1" status: 200 len: 2977 time: 0.0640161 Oct 29 08:26:38.409377 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:38.422992 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:38.437771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cef1f5fa-5825-4755-899e-a32411cc32ee req-28b45cad-8578-4d16-ab05-c8c499896b9b tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.3284914 Oct 29 08:26:38.449834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-cef1f5fa-5825-4755-899e-a32411cc32ee req-6072f050-0360-496b-a871-71024b614393 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Request body: {'floatingip': {'port_id': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:38.508278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:38.520825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-bba84845-939a-46ef-9dab-045dd6abe172 service neutron] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:38.522377 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-17dcea8e-29fc-4489-b14d-5209acd261ba tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/147693ba-9a49-470c-8624-f31df5936976 HTTP/1.1" status: 200 len: 2977 time: 0.1275895 Oct 29 08:26:38.529095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-bba84845-939a-46ef-9dab-045dd6abe172 service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:38.530260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-bba84845-939a-46ef-9dab-045dd6abe172 service neutron] 10.222.0.15 "DELETE /v2.0/ports/465f48dc-28dc-4745-9e3e-1f822e95fde9/bindings/n-h1-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.5883946 Oct 29 08:26:38.532633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cef1f5fa-5825-4755-899e-a32411cc32ee req-6072f050-0360-496b-a871-71024b614393 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:38.617135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Allocated IP 192.168.233.227 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/be088233-141e-4872-abc2-72e0a8211e32) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:38.687113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-8a5ebe8a-1506-4d5b-b04f-a6c481a5fafa tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/4fbeaa4b-d48a-44df-bb72-bb85b305dacd HTTP/1.1" status: 200 len: 2981 time: 0.0766771 Oct 29 08:26:38.786532 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-cef1f5fa-5825-4755-899e-a32411cc32ee req-6072f050-0360-496b-a871-71024b614393 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] update failed (client error): There was a conflict when trying to complete your request. Oct 29 08:26:38.788260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cef1f5fa-5825-4755-899e-a32411cc32ee req-6072f050-0360-496b-a871-71024b614393 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "PUT /v2.0/floatingips/6c909779-b0c9-438b-a13e-c6ba8a43ef2a HTTP/1.1" status: 409 len: 550 time: 0.3442299 Oct 29 08:26:38.806951 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-b8b984a5-9e36-47a7-8da1-79d1921fd589 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/4fbeaa4b-d48a-44df-bb72-bb85b305dacd HTTP/1.1" status: 200 len: 2981 time: 0.1034222 Oct 29 08:26:38.873790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:38.885747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89396d-49bf-4d93-81eb-f4047da19e4a req-beaf300d-a674-4d40-9fee-090d50ce0f48 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:38.887858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a89396d-49bf-4d93-81eb-f4047da19e4a req-beaf300d-a674-4d40-9fee-090d50ce0f48 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1095 time: 0.0450852 Oct 29 08:26:38.892841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-68b133bb-1434-4c6b-8af4-db8b224c80aa tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/53d6b024-27ae-4628-aab4-624a5a81afd6 HTTP/1.1" status: 200 len: 2981 time: 0.0724690 Oct 29 08:26:38.946715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a89396d-49bf-4d93-81eb-f4047da19e4a req-02b1578c-ca6a-4ae0-ba30-ed4a21e35c28 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467725 Oct 29 08:26:38.954125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:39.011793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:39.015917 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-32af7764-50e7-46b6-ba3a-6bac5bb3bcc2 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/53d6b024-27ae-4628-aab4-624a5a81afd6 HTTP/1.1" status: 200 len: 2981 time: 0.1111579 Oct 29 08:26:39.018682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:39.026014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:39.032249 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:39.032935 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:39.088111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Pushing event updated for resources: {'Port': ['ID=be088233-141e-4872-abc2-72e0a8211e32,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:39.101839 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ad3fbfcd-d1e3-4b83-b88f-60141006a529 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0762186 Oct 29 08:26:39.121936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Request body: {'port': {'device_id': 'a01de7c9-8706-4fc9-a2a5-a5fb87e7948d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:39.141454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777ec0-c84c-4046-8c3f-2ae5f49270fa req-d0c99aac-a7d1-4d7e-9e6e-aadda11206e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:39.143856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08777ec0-c84c-4046-8c3f-2ae5f49270fa req-d0c99aac-a7d1-4d7e-9e6e-aadda11206e4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 945 time: 0.0881178 Oct 29 08:26:39.148514 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-64b4b308-bef9-4fc3-9b34-9e70e5e1d38f tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/6789f643-86af-4d3f-8ce8-879d315ef222 HTTP/1.1" status: 200 len: 2981 time: 0.1105893 Oct 29 08:26:39.211254 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:39.219761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08777ec0-c84c-4046-8c3f-2ae5f49270fa req-1b4831ca-24e2-44f0-8149-6f0546cc50c4 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639918 Oct 29 08:26:39.229576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-f13d998f-df26-449c-bcc5-96e15959c62c tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/6789f643-86af-4d3f-8ce8-879d315ef222 HTTP/1.1" status: 200 len: 2981 time: 0.0739813 Oct 29 08:26:39.377605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae4ab3-fdad-49fa-94ec-d37a797e3cb2 req-5d9ea9d8-a14d-425d-aeaf-5c2a30f1132f tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:39.385777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34ae4ab3-fdad-49fa-94ec-d37a797e3cb2 req-5d9ea9d8-a14d-425d-aeaf-5c2a30f1132f tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 936 time: 0.0836797 Oct 29 08:26:39.423909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d32c222a-5dd2-4e42-9a1a-0e14e178b929 None None] Provisioning complete for port be088233-141e-4872-abc2-72e0a8211e32 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:39.424909 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d32c222a-5dd2-4e42-9a1a-0e14e178b929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:39.433258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-ba67567a-ca6f-4cfd-b0b4-693a8322cf37 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/73c3286a-b222-4453-a63d-aacee0f43e51 HTTP/1.1" status: 200 len: 2977 time: 0.1892991 Oct 29 08:26:39.459229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34ae4ab3-fdad-49fa-94ec-d37a797e3cb2 req-7199d0d3-4a3d-4ed7-9fb9-3234221f65b3 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681465 Oct 29 08:26:39.481584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d32c222a-5dd2-4e42-9a1a-0e14e178b929 None None] Port be088233-141e-4872-abc2-72e0a8211e32 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:39.533015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13240056-9534-43ba-9d91-f1597019a983 req-7f4a8ae1-c752-408e-ba2f-6e0783180bf7 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips/6c909779-b0c9-438b-a13e-c6ba8a43ef2a HTTP/1.1" status: 200 len: 693 time: 0.0520124 Oct 29 08:26:39.544690 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-219861e6-38a2-42ef-9165-1b51937db3a4 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/73c3286a-b222-4453-a63d-aacee0f43e51 HTTP/1.1" status: 200 len: 2977 time: 0.0995574 Oct 29 08:26:39.641254 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-61db9c8a-bd4e-4e0b-b3a6-dca2b1013604 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/83ce5b8d-da50-4461-aed2-de4a3d131bd3 HTTP/1.1" status: 200 len: 2981 time: 0.0858617 Oct 29 08:26:39.644175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240056-9534-43ba-9d91-f1597019a983 req-bcb96d18-6e44-40cb-a4f3-05e0243fe044 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:39.646610 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13240056-9534-43ba-9d91-f1597019a983 req-bcb96d18-6e44-40cb-a4f3-05e0243fe044 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1072066 Oct 29 08:26:39.656485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-13240056-9534-43ba-9d91-f1597019a983 req-585ea43d-1691-47de-911b-4b0ec394d348 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:26:39.658629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13240056-9534-43ba-9d91-f1597019a983 req-585ea43d-1691-47de-911b-4b0ec394d348 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072541 Oct 29 08:26:39.722319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be088233-141e-4872-abc2-72e0a8211e32 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:39.723659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13240056-9534-43ba-9d91-f1597019a983 req-6d922ee4-466d-4843-aee2-ea513b2daf8c tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0598676 Oct 29 08:26:39.730623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:39.734243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-f9949820-668d-4686-895a-48fc9125753d tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/83ce5b8d-da50-4461-aed2-de4a3d131bd3 HTTP/1.1" status: 200 len: 2981 time: 0.0820811 Oct 29 08:26:39.744905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Transition to ACTIVE for port object be088233-141e-4872-abc2-72e0a8211e32 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:39.752508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:39.808878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13240056-9534-43ba-9d91-f1597019a983 req-32f31c8c-3820-4a95-a3fb-976a879e1e29 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0755229 Oct 29 08:26:39.860394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Pushing event updated for resources: {'Port': ['ID=be088233-141e-4872-abc2-72e0a8211e32,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:39.882341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-835ad58f-7d9e-4e42-83eb-1966693ad848 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/94348cfd-026e-4399-8dc6-96abbfea15a4 HTTP/1.1" status: 200 len: 2981 time: 0.1230476 Oct 29 08:26:39.907822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Attempting to bind port be088233-141e-4872-abc2-72e0a8211e32 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:39.908657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Attempting to bind port be088233-141e-4872-abc2-72e0a8211e32 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:39.909201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Attempting to bind port be088233-141e-4872-abc2-72e0a8211e32 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:39.924636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Port be088233-141e-4872-abc2-72e0a8211e32 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:39.925121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Attempting to bind port be088233-141e-4872-abc2-72e0a8211e32 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:39.941362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:39.941872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:39.942361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:39.942891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Bound port: be088233-141e-4872-abc2-72e0a8211e32, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:39.943373 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:39.971615 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-5ffc445b-dc9f-44d3-b8bb-17cb42061d49 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/94348cfd-026e-4399-8dc6-96abbfea15a4 HTTP/1.1" status: 200 len: 2981 time: 0.0820076 Oct 29 08:26:39.991520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Deleting port 31535770-9a5b-47e4-9261-cba30fc26673 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:39.991973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:40.064821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-a3aeda5b-9e65-472c-8c1e-4747e31e3eff tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7 HTTP/1.1" status: 200 len: 2981 time: 0.0529406 Oct 29 08:26:40.088640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:40.088974 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:40.102966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Calling delete_port for 31535770-9a5b-47e4-9261-cba30fc26673 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:40.108160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] For port be088233-141e-4872-abc2-72e0a8211e32, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:40.134724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] For port be088233-141e-4872-abc2-72e0a8211e32, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=be088233-141e-4872-abc2-72e0a8211e32,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:40.141987 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-0675f52b-10f6-4649-8f56-c9d358d10f05 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7 HTTP/1.1" status: 200 len: 2981 time: 0.0670691 Oct 29 08:26:40.143745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:40.186230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:40.187204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:40.189053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] 10.222.0.15 "PUT /v2.0/ports/be088233-141e-4872-abc2-72e0a8211e32 HTTP/1.1" status: 200 len: 1096 time: 1.0777194 Oct 29 08:26:40.200408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01de7c9-8706-4fc9-a2a5-a5fb87e7948d', 'tag': 'be088233-141e-4872-abc2-72e0a8211e32'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:40.203058 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328e63b-d38f-4efe-836a-71fb3aa2645c" -d '{"events": [{"name": "network-changed", "server_uuid": "a01de7c9-8706-4fc9-a2a5-a5fb87e7948d", "tag": "be088233-141e-4872-abc2-72e0a8211e32"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:40.257036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea334d-555c-4583-8f5e-891bf6c1d152 service neutron] Pushing event updated for resources: {'Port': ['ID=be088233-141e-4872-abc2-72e0a8211e32,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:40.282305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-4659368b-a8ac-41be-b262-0c7dbf939990 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/cb0144b0-c317-457e-a1ee-c99fa2380760 HTTP/1.1" status: 200 len: 2981 time: 0.1125445 Oct 29 08:26:40.290361 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:40.325264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-00dac324-e12a-4a9f-b361-a62e94487d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:40.326834 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-00dac324-e12a-4a9f-b361-a62e94487d48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa2ed070c74af7ac6235c2efe79234&device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 1099 time: 0.0805171 Oct 29 08:26:40.382756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-f49a1f8d-b83d-4d9f-b7c4-ae71bb7904aa tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/cb0144b0-c317-457e-a1ee-c99fa2380760 HTTP/1.1" status: 200 len: 2981 time: 0.0929742 Oct 29 08:26:40.384150 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-bd39f514-89db-443e-acfc-714dc9baf0cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=be088233-141e-4872-abc2-72e0a8211e32 HTTP/1.1" status: 200 len: 217 time: 0.0466716 Oct 29 08:26:40.393011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Pushing event deleted for resources: {'Port': ['ID=31535770-9a5b-47e4-9261-cba30fc26673,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:40.405337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:40.407954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:40.425339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13240056-9534-43ba-9d91-f1597019a983 req-3df72d0d-e369-466d-bf82-dbb62c351216 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "DELETE /v2.0/floatingips/6c909779-b0c9-438b-a13e-c6ba8a43ef2a HTTP/1.1" status: 204 len: 173 time: 0.6153808 Oct 29 08:26:40.468896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ef9171c3-43d4-41b7-9429-7b89a26dfb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:40.472130 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-ef9171c3-43d4-41b7-9429-7b89a26dfb6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0704465 Oct 29 08:26:40.521082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-96c80ec6-b461-4c40-b1dd-1953e3e6c203 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d5958bbf-6fa2-40cf-889e-cb9ff4e44d1c HTTP/1.1" status: 200 len: 2981 time: 0.1306131 Oct 29 08:26:40.522653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e7c3-eb2c-4f77-83f1-317ac221e125 req-8e5f93f5-7b18-4789-bfd4-e7a6aa8090b0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:40.524243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b614e7c3-eb2c-4f77-83f1-317ac221e125 req-8e5f93f5-7b18-4789-bfd4-e7a6aa8090b0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 944 time: 0.0534549 Oct 29 08:26:40.550461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-2447a676-bf97-469d-8601-6fef6528bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:40.552126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-2447a676-bf97-469d-8601-6fef6528bfae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687428 Oct 29 08:26:40.581349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b614e7c3-eb2c-4f77-83f1-317ac221e125 req-cbf23913-3d46-4019-99bf-44c4cad3863b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 Oct 29 08:26:40.595438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-f8526580-8095-4a99-98a6-9fcd89ad1d64 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d5958bbf-6fa2-40cf-889e-cb9ff4e44d1c HTTP/1.1" status: 200 len: 2981 time: 0.0659883 Oct 29 08:26:40.684343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-1336e330-3df4-4e31-910e-ddc193ccf37e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d72d734e-c17a-4288-ae2a-b13d679fabac HTTP/1.1" status: 200 len: 2981 time: 0.0632365 Oct 29 08:26:40.718693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-fa6038e7-15a1-4dc3-be76-ad9795a257c1 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496425 Oct 29 08:26:40.795726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-bc0d7d83-75fe-4092-b481-5662c988010e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d72d734e-c17a-4288-ae2a-b13d679fabac HTTP/1.1" status: 200 len: 2981 time: 0.1041033 Oct 29 08:26:40.872508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-2ea900bb-fbac-46e7-9ab9-27706472f7f8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:40.880721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-2ea900bb-fbac-46e7-9ab9-27706472f7f8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 806 time: 0.1467483 Oct 29 08:26:40.883577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a55cd04-bda8-446a-bb4f-94e51488d488 req-02445586-43dc-4a47-bd14-5fdd50ce6a0e service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562397 Oct 29 08:26:40.896798 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-2daf0ed1-c3c5-42d9-a878-7492df796cac tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/dbe00f9d-77fe-4eeb-8532-1e08bb589907 HTTP/1.1" status: 200 len: 2977 time: 0.0891225 Oct 29 08:26:40.901434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-eb69cee2-175e-442b-bb75-88817cd5493e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/quotas/4b74fa48c79a4a0296257f468b687cb8 HTTP/1.1" status: 200 len: 375 time: 0.0194609 Oct 29 08:26:40.948669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-465e9118-ef0a-428e-b66f-f647561b513d tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/dbe00f9d-77fe-4eeb-8532-1e08bb589907 HTTP/1.1" status: 200 len: 2977 time: 0.0508659 Oct 29 08:26:40.958839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-f45cdc5d-e129-4b78-a034-9eccf2b9671c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564647 Oct 29 08:26:41.008269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-b8da0d7f-ba3e-437a-9e1d-ec2f95d445be tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f42c6cce-bbc8-4536-ab4e-bd88aeff47ea HTTP/1.1" status: 200 len: 2973 time: 0.0521431 Oct 29 08:26:41.019265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37114) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:41.063623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-d533fb48-7d93-4734-806b-a0c091333bf8 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f42c6cce-bbc8-4536-ab4e-bd88aeff47ea HTTP/1.1" status: 200 len: 2973 time: 0.0425396 Oct 29 08:26:41.084542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-fefacdce-cecd-4e2b-a5e7-87b3ee283788 service neutron] 10.222.0.70 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177163 Oct 29 08:26:41.117036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-83333f00-220b-4e41-b4e6-75009d1d472f tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406 HTTP/1.1" status: 200 len: 2981 time: 0.0442252 Oct 29 08:26:41.166604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95dc0a7f-3219-493b-b349-75b37e6367ac req-3f4e4556-bfa0-430f-9591-7c9c2a39880e tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406 HTTP/1.1" status: 200 len: 2981 time: 0.0417666 Oct 29 08:26:41.206804 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d0a44-89c3-426c-97d8-241438ed0dd6 x-openstack-request-id: req-fa0d0a44-89c3-426c-97d8-241438ed0dd6 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:41.207086 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01de7c9-8706-4fc9-a2a5-a5fb87e7948d", "tag": "be088233-141e-4872-abc2-72e0a8211e32", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:41.207334 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa0d0a44-89c3-426c-97d8-241438ed0dd6 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:41.207742 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01de7c9-8706-4fc9-a2a5-a5fb87e7948d', 'tag': 'be088233-141e-4872-abc2-72e0a8211e32', 'status': 'completed', 'code': 200} Oct 29 08:26:41.208181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37120) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:41.215408 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8dcd7420-7709-447e-a9a7-27f9905689c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b32fa9d9c2040fa884a3af88b356534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849816 Oct 29 08:26:41.250056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-358910cf-f532-4752-8206-999916551df8 service neutron] 10.222.0.70 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644754 Oct 29 08:26:41.346157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-63d0293f-1a62-43af-bb17-4faccbf85a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:41.353866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-89190960-03b6-48e1-b655-2acd9fee3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:41.355485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-89190960-03b6-48e1-b655-2acd9fee3235 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa2ed070c74af7ac6235c2efe79234&device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 1099 time: 0.1182408 Oct 29 08:26:41.433274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-63d0293f-1a62-43af-bb17-4faccbf85a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:41.442575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72bbc2-47fc-4f65-a008-faeb80afb78c req-0a0b8574-ff04-4d92-a5dc-eba00799966c tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:41.444119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac72bbc2-47fc-4f65-a008-faeb80afb78c req-0a0b8574-ff04-4d92-a5dc-eba00799966c tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 945 time: 0.1720757 Oct 29 08:26:41.515406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-20ba50dc-bd44-408d-8c8a-9b0729ea9980 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 1001 time: 0.1190200 Oct 29 08:26:41.562527 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac72bbc2-47fc-4f65-a008-faeb80afb78c req-3d6b8d9a-461a-4044-830e-9d9a1f26e0b6 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879991 Oct 29 08:26:41.577471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-42321bda-f4df-44d3-89a3-fc8bc82780c0 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:41.592646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-63d0293f-1a62-43af-bb17-4faccbf85a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:41.593804 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-42321bda-f4df-44d3-89a3-fc8bc82780c0 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports/521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 200 len: 942 time: 0.0679865 Oct 29 08:26:41.593983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-63d0293f-1a62-43af-bb17-4faccbf85a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:41.593983 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-63d0293f-1a62-43af-bb17-4faccbf85a13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6789f643-86af-4d3f-8ce8-879d315ef222 HTTP/1.1" status: 204 len: 168 time: 0.3826506 Oct 29 08:26:41.606107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-9856fe82-938a-4a77-9506-13f1e7cf5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:41.609224 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-9856fe82-938a-4a77-9506-13f1e7cf5c41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2433171 Oct 29 08:26:41.610651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0293f-1a62-43af-bb17-4faccbf85a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789f643-86af-4d3f-8ce8-879d315ef222,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:41.694487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-a40aef7b-3594-41a5-ba9d-09e9e17ca2de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=be088233-141e-4872-abc2-72e0a8211e32 HTTP/1.1" status: 200 len: 217 time: 0.0744102 Oct 29 08:26:41.793607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-f3bd6d77-f33b-49c3-9d25-678161bf42c4 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 1001 time: 0.1290147 Oct 29 08:26:41.809784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef741741-87ef-4e19-88f9-b9755a85dc42 req-5427d0a2-83ee-4c0d-959d-d82b533604d1 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:41.811580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef741741-87ef-4e19-88f9-b9755a85dc42 req-5427d0a2-83ee-4c0d-959d-d82b533604d1 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 948 time: 0.0963519 Oct 29 08:26:41.823397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-5b710d9f-3569-41da-82f3-781e9744c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:41.824936 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-5b710d9f-3569-41da-82f3-781e9744c794 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1202407 Oct 29 08:26:41.923144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef741741-87ef-4e19-88f9-b9755a85dc42 req-19d9de29-93e1-44c2-b03f-f0a0facfa4bc tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965128 Oct 29 08:26:41.949723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-d166df9c-5f9c-4473-8748-c99e9c3d383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:41.951193 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-d166df9c-5f9c-4473-8748-c99e9c3d383f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135058 Oct 29 08:26:41.994174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-d7ca44a6-5a57-43a2-9014-3cc0a5a4c62f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:42.001707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-d7ca44a6-5a57-43a2-9014-3cc0a5a4c62f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2070596 Oct 29 08:26:42.008513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-1d0c71bb-5c84-4c75-8c79-631cfbd728f5 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:26:42.017681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-1d0c71bb-5c84-4c75-8c79-631cfbd728f5 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149589 Oct 29 08:26:42.107049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-5a686cfe-f681-4501-ae99-cab1ab798012 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 1001 time: 0.0883613 Oct 29 08:26:42.120645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:42.164765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37140) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:42.176000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-2cab855f-e9a8-4dc4-be11-97705304daeb service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080288 Oct 29 08:26:42.197337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6523-c5b3-4b76-861a-39df5ca92f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.251644 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.310912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-929b3d81-f8d0-4326-8bf1-308bcf3d4f38 req-ad95f478-0a51-41cf-914b-dab765fb19f5 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c3382e200da47658e01604cca0ec460 HTTP/1.1" status: 200 len: 6103 time: 0.3261023 Oct 29 08:26:42.343854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f328e63b-d38f-4efe-836a-71fb3aa2645c req-6cf52cbd-84b3-435e-8091-4dbf3b6037ec service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593633 Oct 29 08:26:42.383633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-929b3d81-f8d0-4326-8bf1-308bcf3d4f38 req-fd355e56-3de4-4404-bbe0-f19ebbb0c4f4 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "GET /v2.0/security-groups/4fbeaa4b-d48a-44df-bb72-bb85b305dacd HTTP/1.1" status: 200 len: 2981 time: 0.0717216 Oct 29 08:26:42.430428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-929b3d81-f8d0-4326-8bf1-308bcf3d4f38 req-92b5e6f9-1c40-4d3a-ac3a-773073ce87a8 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "GET /v2.0/security-groups/4fbeaa4b-d48a-44df-bb72-bb85b305dacd HTTP/1.1" status: 200 len: 2981 time: 0.0457528 Oct 29 08:26:42.499879 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6523-c5b3-4b76-861a-39df5ca92f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.504803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.506117 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6523-c5b3-4b76-861a-39df5ca92f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.512413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.512866 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Floating IP e63bd29e-d811-42f7-b4d5-42d48bcff050 disassociated. External IP: 172.25.5.243, port: 521d3634-2f3a-43ce-a40d-e22ab1b1d42e. Oct 29 08:26:42.521815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12fba90f-7071-41a1-ac99-8e527c299d84 req-b3e54432-f368-4e27-9744-9e02005e2201 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 210 time: 0.0335941 Oct 29 08:26:42.579101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f6523-c5b3-4b76-861a-39df5ca92f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac85342-c1ef-47f2-b243-658483ecc543,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:42.625465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66b93b-9c56-443a-8a4d-5466d3f65d5f req-153b43fc-4250-4868-b9e5-6260df906e4b tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:42.627305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a66b93b-9c56-443a-8a4d-5466d3f65d5f req-153b43fc-4250-4868-b9e5-6260df906e4b tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1095 time: 0.0463543 Oct 29 08:26:42.655611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dd3f6523-c5b3-4b76-861a-39df5ca92f63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d18aa9b04a1404d96410898c2881a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870951 Oct 29 08:26:42.655848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37146) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:42.728074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a66b93b-9c56-443a-8a4d-5466d3f65d5f req-d71baf2a-ecb9-4aa4-96d6-51ea1414a703 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934381 Oct 29 08:26:42.748806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e712-2da3-4933-b948-0e9336e4cb5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.786937 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e712-2da3-4933-b948-0e9336e4cb5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.967381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27b33fe6-f7e4-4178-93e0-3959d07e6373 req-5f3365c4-7006-48ea-a9aa-5fa21188797c tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d138583f-c9b8-4f17-83ef-5af94825f625 HTTP/1.1" status: 200 len: 1778 time: 0.1385126 Oct 29 08:26:42.969050 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e712-2da3-4933-b948-0e9336e4cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.973313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e712-2da3-4933-b948-0e9336e4cb5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:42.974711 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fdf8e712-2da3-4933-b948-0e9336e4cb5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ac85342-c1ef-47f2-b243-658483ecc543 HTTP/1.1" status: 204 len: 168 time: 0.3166530 Oct 29 08:26:43.021445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8e712-2da3-4933-b948-0e9336e4cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac85342-c1ef-47f2-b243-658483ecc543,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:43.089366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-27b33fe6-f7e4-4178-93e0-3959d07e6373 req-7d3d4237-c8f1-4d0a-9ba3-4db317061f32 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:43.129347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-27b33fe6-f7e4-4178-93e0-3959d07e6373 req-7d3d4237-c8f1-4d0a-9ba3-4db317061f32 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:43.189467 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-27b33fe6-f7e4-4178-93e0-3959d07e6373 req-7d3d4237-c8f1-4d0a-9ba3-4db317061f32 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:43.193450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-27b33fe6-f7e4-4178-93e0-3959d07e6373 req-7d3d4237-c8f1-4d0a-9ba3-4db317061f32 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:43.196867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27b33fe6-f7e4-4178-93e0-3959d07e6373 req-7d3d4237-c8f1-4d0a-9ba3-4db317061f32 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/d138583f-c9b8-4f17-83ef-5af94825f625 HTTP/1.1" status: 204 len: 173 time: 0.2153211 Oct 29 08:26:43.213196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d4237-c8f1-4d0a-9ba3-4db317061f32 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138583f-c9b8-4f17-83ef-5af94825f625,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:43.272183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-4156405f-030f-426b-b5d8-e2b2041c654c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:43.273978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-4156405f-030f-426b-b5d8-e2b2041c654c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 806 time: 0.5113111 Oct 29 08:26:43.276439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:26:43.290087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Request body: {'port': {'device_id': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'admin_state_up': True, 'tenant_id': '4b74fa48c79a4a0296257f468b687cb8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:43.356078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e82fb-a9ac-4ba7-bfc0-39c2c81f27ec req-2cc48e24-b27e-4c72-95b7-cf7f69be8c42 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:43.360047 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f8e82fb-a9ac-4ba7-bfc0-39c2c81f27ec req-2cc48e24-b27e-4c72-95b7-cf7f69be8c42 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 945 time: 0.0794148 Oct 29 08:26:43.415157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f8e82fb-a9ac-4ba7-bfc0-39c2c81f27ec req-780c888a-14b4-4d5b-977c-7d37cd940767 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482192 Oct 29 08:26:43.563731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:26:43.569836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:43.580519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] Sync routers for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:26:43.607137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:43.608097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:43.612054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Made reservation on behalf of 4b74fa48c79a4a0296257f468b687cb8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:43.619753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:43.663752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-158f1699-69d5-4a09-a44e-6b7ec078cab6 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "PUT /v2.0/floatingips/e63bd29e-d811-42f7-b4d5-42d48bcff050 HTTP/1.1" status: 200 len: 695 time: 1.5474985 Oct 29 08:26:43.669940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:43.676183 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f99af67-2958-4e7c-81ca-f19c9756bb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:43.754109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:43.800445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd189-77e1-41ef-8da1-7078ec48496a req-54eda654-68ed-4d4e-a072-8ec703941978 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:43.809867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-54eda654-68ed-4d4e-a072-8ec703941978 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 820 time: 0.2403362 Oct 29 08:26:43.849934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-47f1cf8a-0d89-4517-a2f0-4e7e7a134acc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/quotas/c8dfe169bd65444eadf33eb01e29c196 HTTP/1.1" status: 200 len: 375 time: 0.0386019 Oct 29 08:26:43.857454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device be088233-141e-4872-abc2-72e0a8211e32 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:43.958722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-d992b009-445b-47d9-91b9-e860140d1c16 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077025 Oct 29 08:26:43.974805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-ddea637e-50e8-4f57-813c-af121c1a570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:43.976957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-ddea637e-50e8-4f57-813c-af121c1a570f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d61923d016541d1b1a436730261e8e2&device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 1096 time: 0.2677898 Oct 29 08:26:44.021514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Allocated IP 172.20.0.9 (f379dfc9-1fc4-4cb6-b697-a425185a8a3f/37720abb-4935-420c-be32-b1e0112cfb78/f7577a8c-fddd-4186-a0c3-f38e451de936) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:44.168576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-12a265ea-8ccd-450e-b4ef-fb1c488beb46 service neutron] 10.222.0.70 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087796 Oct 29 08:26:44.183783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-d289c02e-fd33-4781-8fa7-51d90f123f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:44.186299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-d289c02e-fd33-4781-8fa7-51d90f123f98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f83e2d25-779c-4929-8fb4-3056d6e0d279 HTTP/1.1" status: 200 len: 930 time: 0.1944208 Oct 29 08:26:44.192241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port be088233-141e-4872-abc2-72e0a8211e32, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=be088233-141e-4872-abc2-72e0a8211e32,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:44.225314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'be088233-141e-4872-abc2-72e0a8211e32', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'be088233-141e-4872-abc2-72e0a8211e32', 'mac_address': 'fa:16:3e:32:51:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:26:44.271040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-9d03bf26-1b24-4072-a51d-7de5ecf126ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 200 len: 217 time: 0.0556903 Oct 29 08:26:44.299394 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c418ebca-3b52-4696-a6e2-b5a38e65e0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:44.332344 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:44.346509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be088233-141e-4872-abc2-72e0a8211e32 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:44.371124 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-acbc3eda-b95e-4e69-b75f-a1610b8d6c32 service neutron] 10.222.0.70 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941621 Oct 29 08:26:44.376907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port be088233-141e-4872-abc2-72e0a8211e32, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=be088233-141e-4872-abc2-72e0a8211e32,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:44.384947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:26:01Z', 'revision_number': 5, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:44.394959 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:44.425467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-e1b6b4e3-d618-44da-b7ef-0406c662cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:44.427009 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-e1b6b4e3-d618-44da-b7ef-0406c662cc94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93eff8c9-eb9b-468a-b16f-4ed28f731bca HTTP/1.1" status: 200 len: 867 time: 0.1426406 Oct 29 08:26:44.496039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:44.505003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] Checking router: dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:26:44.513590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-3b7d85b5-ca12-4c29-a184-0d3257e29ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:44.521980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-3b7d85b5-ca12-4c29-a184-0d3257e29ab3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f83e2d25-779c-4929-8fb4-3056d6e0d279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854604 Oct 29 08:26:44.528472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:44.529260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:44.703317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-d6240dfc-f0af-40dc-b5e9-e2540e0d2a66 service neutron] 10.222.0.70 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804223 Oct 29 08:26:44.728420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3bd13-d6e3-43da-a887-966640b6170a req-a2660ec1-e3ae-49f6-91bb-e042bc3c588b tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:44.732348 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1c3bd13-d6e3-43da-a887-966640b6170a req-a2660ec1-e3ae-49f6-91bb-e042bc3c588b tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 949 time: 0.0993710 Oct 29 08:26:44.818819 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1c3bd13-d6e3-43da-a887-966640b6170a req-fa3e2bbb-47bf-4a24-9e21-63102b2cb5c8 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823269 Oct 29 08:26:44.888699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ae1d776-a401-4909-8b35-7ed23afab78c req-d3ea7bb9-6730-4b0a-946b-b00301d36070 service neutron] 10.222.0.70 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835957 Oct 29 08:26:44.890000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:44.893264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c72440fb-5ae9-4f96-97e4-bb8193a02288 req-a8c387fc-b3e8-42ef-a42a-75798bede9d6 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "GET /v2.0/security-groups/04717e57-b991-4a9c-863e-6ad6040c210b HTTP/1.1" status: 200 len: 1777 time: 0.0542557 Oct 29 08:26:44.919825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:44.987498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Network f379dfc9-1fc4-4cb6-b697-a425185a8a3f is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:44.995895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:45.001093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['be088233-141e-4872-abc2-72e0a8211e32'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:45.003778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=be088233-141e-4872-abc2-72e0a8211e32,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:45.069296 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c72440fb-5ae9-4f96-97e4-bb8193a02288 req-6f9815f5-ac11-4dcf-8739-9dad99b84dd9 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:45.125512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c72440fb-5ae9-4f96-97e4-bb8193a02288 req-6f9815f5-ac11-4dcf-8739-9dad99b84dd9 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:45.154794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:45.206744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c72440fb-5ae9-4f96-97e4-bb8193a02288 req-6f9815f5-ac11-4dcf-8739-9dad99b84dd9 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:45.212990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c72440fb-5ae9-4f96-97e4-bb8193a02288 req-6f9815f5-ac11-4dcf-8739-9dad99b84dd9 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:45.223475 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c72440fb-5ae9-4f96-97e4-bb8193a02288 req-6f9815f5-ac11-4dcf-8739-9dad99b84dd9 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/04717e57-b991-4a9c-863e-6ad6040c210b HTTP/1.1" status: 204 len: 173 time: 0.3290648 Oct 29 08:26:45.241337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9815f5-ac11-4dcf-8739-9dad99b84dd9 tempest-SecurityGroupsTestAdminJSON-542592967 tempest-SecurityGroupsTestAdminJSON-542592967-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04717e57-b991-4a9c-863e-6ad6040c210b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:45.285590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b531b-eb15-4c15-9a6d-4a252267d78c req-7e1ac757-ac73-4e57-b70e-b9b5d8ce8072 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:45.296776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37226) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:45.300162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b3b531b-eb15-4c15-9a6d-4a252267d78c req-7e1ac757-ac73-4e57-b70e-b9b5d8ce8072 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 945 time: 0.2197196 Oct 29 08:26:45.300938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Pushing event updated for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:45.314492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Request body: {'floatingip': {'port_id': '216846c8-8ea0-4f41-8025-d8a034ef0caf'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:45.343218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:45.343878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:45.347136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.347394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.347734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.348994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:26:01Z', 'revision_number': 5, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:45.353130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.368470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.370990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.371695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.372212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.372707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.373188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.373703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.374188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:45.388248 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c248c81b-d110-41bc-8d0c-291e090d46e2 x-openstack-request-id: req-c248c81b-d110-41bc-8d0c-291e090d46e2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:45.388543 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:45.388800 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c248c81b-d110-41bc-8d0c-291e090d46e2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:45.389226 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'status': 'completed', 'code': 200} Oct 29 08:26:45.410707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-007557e2-2b58-4697-a069-3ad20a468659 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1261718 Oct 29 08:26:45.410903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3a00f-d666-4fbf-bd61-f5a7a064d712 None None] The sync data for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 is: [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:25:53Z', 'revision_number': 4, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'aed6eda8-5253-4c68-8f42-e935ad8d9286', 'name': '', 'network_id': 'f83e2d25-779c-4929-8fb4-3056d6e0d279', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'mac_address': 'fa:16:3e:d9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:51Z', 'updated_at': '2021-10-29T08:26:01Z', 'revision_number': 5, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'subnets': [{'id': '93eff8c9-eb9b-468a-b16f-4ed28f731bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:45.423492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:45.427156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Request body: {'port': {'device_id': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:45.531835 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d18e785-ab33-4687-92ff-f5d7e5392cf3 req-1b835620-03e2-4ccd-a5b6-e864c7f511b4 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 210 time: 0.0346062 Oct 29 08:26:45.557852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:45.602824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-aef69924-9c5e-432a-8b21-bc58f6bc75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:45.604674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-aef69924-9c5e-432a-8b21-bc58f6bc75b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d61923d016541d1b1a436730261e8e2&device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 1096 time: 0.2005305 Oct 29 08:26:45.625020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59205bae-d8aa-4297-ba59-80550d7c8a38 req-8f63a0d1-9731-4da9-bf37-77e3b0f289e4 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:45.635789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-59205bae-d8aa-4297-ba59-80550d7c8a38 req-8f63a0d1-9731-4da9-bf37-77e3b0f289e4 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 931 time: 0.2833626 Oct 29 08:26:45.665176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-57acba90-56f5-41ec-907b-7039da60e7d2 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips/e63bd29e-d811-42f7-b4d5-42d48bcff050 HTTP/1.1" status: 200 len: 695 time: 0.0888736 Oct 29 08:26:45.758925 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ba970-e47e-4ef0-818e-f51d05c14909 None None] New status for floating IP e63bd29e-d811-42f7-b4d5-42d48bcff050: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:26:45.815150 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-59205bae-d8aa-4297-ba59-80550d7c8a38 req-f5508bb0-7454-4766-b55d-dbf3d6e86224 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777637 Oct 29 08:26:45.851607 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-f78dc7f7-7a7b-4733-8221-e129ffdd35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:45.855135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-f78dc7f7-7a7b-4733-8221-e129ffdd35db service neutron] 10.222.0.15 "GET /v2.0/networks?id=f83e2d25-779c-4929-8fb4-3056d6e0d279 HTTP/1.1" status: 200 len: 930 time: 0.2404988 Oct 29 08:26:45.912808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-1adccd1f-659b-4273-9ad9-e6931dd21c46 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:45.922739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-1adccd1f-659b-4273-9ad9-e6931dd21c46 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2449579 Oct 29 08:26:45.991958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-a7015dd2-cde3-4c86-aeb7-dadb81b54e10 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 698 time: 0.0681129 Oct 29 08:26:46.184260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd189-77e1-41ef-8da1-7078ec48496a req-d20771ad-2e63-43ae-941c-c03d00132bc6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:46.185942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-d20771ad-2e63-43ae-941c-c03d00132bc6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 820 time: 0.1585913 Oct 29 08:26:46.228844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Request body: {'port': {'device_id': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'admin_state_up': True, 'tenant_id': 'c8dfe169bd65444eadf33eb01e29c196'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:46.255878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-26280c2f-1fe7-4e3e-a8ac-925a91b5d791 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.243 HTTP/1.1" status: 200 len: 696 time: 0.2444518 Oct 29 08:26:46.292549 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-07a80367-aca1-4f00-9a84-cd842407fde9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 200 len: 217 time: 0.4020371 Oct 29 08:26:46.410367 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d3a38bb1-820c-45bd-a0e7-7311e18f028c req-dbc61cf9-7094-446a-8964-1c03a89ae413 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "GET /v2.0/security-groups/aa77edcd-fbe4-4e71-b835-e3f31629547f HTTP/1.1" status: 200 len: 1777 time: 0.5167699 Oct 29 08:26:46.410367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-cc713297-1fa9-433d-8240-6278eacfaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:46.412480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-cc713297-1fa9-433d-8240-6278eacfaef7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93eff8c9-eb9b-468a-b16f-4ed28f731bca HTTP/1.1" status: 200 len: 867 time: 0.0901287 Oct 29 08:26:46.497233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7577a8c-fddd-4186-a0c3-f38e451de936 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:46.505968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.535052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Transition to ACTIVE for port object f7577a8c-fddd-4186-a0c3-f38e451de936 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:46.541190 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.569603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-2aadb61b-9358-422d-8fa1-44586fcc8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:46.570117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Made reservation on behalf of c8dfe169bd65444eadf33eb01e29c196 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:46.570901 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-2aadb61b-9358-422d-8fa1-44586fcc8dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f83e2d25-779c-4929-8fb4-3056d6e0d279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444855 Oct 29 08:26:46.574083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.581847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.587369 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d3a38bb1-820c-45bd-a0e7-7311e18f028c req-043809b1-c1e4-4a01-b5d7-ca9353cfe170 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.597798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.613125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Deleting port 887995ed-ce26-4a54-ae90-6c4c1e13ee91 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:46.613464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.730595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d3a38bb1-820c-45bd-a0e7-7311e18f028c req-043809b1-c1e4-4a01-b5d7-ca9353cfe170 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.812790 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Floating IP 729461f6-9ef0-4e1b-ad17-59a4cb155379 associated. External IP: 172.25.5.242, port: 216846c8-8ea0-4f41-8025-d8a034ef0caf. Oct 29 08:26:46.816820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-54641f40-62cf-4421-b46d-65ec9837b86d service neutron] 10.222.0.15 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271640 Oct 29 08:26:46.879338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Pushing event updated for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:46.898783 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d3a38bb1-820c-45bd-a0e7-7311e18f028c req-043809b1-c1e4-4a01-b5d7-ca9353cfe170 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.901558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d3a38bb1-820c-45bd-a0e7-7311e18f028c req-043809b1-c1e4-4a01-b5d7-ca9353cfe170 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.902732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d3a38bb1-820c-45bd-a0e7-7311e18f028c req-043809b1-c1e4-4a01-b5d7-ca9353cfe170 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "DELETE /v2.0/security-groups/aa77edcd-fbe4-4e71-b835-e3f31629547f HTTP/1.1" status: 204 len: 173 time: 0.4880526 Oct 29 08:26:46.948532 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a2a06f6f-0e6e-40b5-b761-f9d19e30a4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:46.957494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043809b1-c1e4-4a01-b5d7-ca9353cfe170 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77edcd-fbe4-4e71-b835-e3f31629547f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:47.009372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f99af67-2958-4e7c-81ca-f19c9756bb2b req-3f130439-5b7b-418b-af23-6e238ee508af service neutron] 10.222.0.15 "GET /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604190 Oct 29 08:26:47.081405 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.082028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.106358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:47.106712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:47.107034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:47.109255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Calling delete_port for 887995ed-ce26-4a54-ae90-6c4c1e13ee91 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:47.126794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Allocated IP 172.20.0.3 (f3e2cdad-57b2-4528-a8c9-335c87b872ea/5f863338-8d0b-470a-a00d-096b8229664f/44cb6999-c348-4440-a123-f2639327f6cb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:47.128935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:47.129227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:47.145733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:47.146134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:47.146476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:47.146883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Bound port: f7577a8c-fddd-4186-a0c3-f38e451de936, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:47.147276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.179466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-f7d6e4a2-efaa-4d82-a8ed-b9232d4874fb tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1433779445&fields=id&tenant_id=e648eb20a3e848ae9e933b1fd95a57d0 HTTP/1.1" status: 200 len: 267 time: 0.0576532 Oct 29 08:26:47.190039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Router 46f78d63-55c6-41bd-9e83-a20df8b3999d has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:26:47.313770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37244) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:47.372046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:47.387323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-9fa19d69-2dc4-4a63-b627-7fa21f63d39b tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:47.388905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-9fa19d69-2dc4-4a63-b627-7fa21f63d39b tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/networks?id=529915db-2721-4753-9ff3-45e7c8a0a333 HTTP/1.1" status: 200 len: 816 time: 0.1975610 Oct 29 08:26:47.390683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:47.400260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.412490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-798f3ad9-9657-4391-8e31-8bdf146b5c17 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/quotas/e648eb20a3e848ae9e933b1fd95a57d0 HTTP/1.1" status: 200 len: 375 time: 0.0114512 Oct 29 08:26:47.451870 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:26:47.457004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.473487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] Sync routers for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:26:47.481595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:47.482269 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.483863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] 10.222.0.93 "PUT /v2.0/ports/f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 1091 time: 2.0642502 Oct 29 08:26:47.491777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9d176c45-256a-4dde-9984-bbd7751031f0 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "PUT /v2.0/floatingips/729461f6-9ef0-4e1b-ad17-59a4cb155379 HTTP/1.1" status: 200 len: 991 time: 2.1937346 Oct 29 08:26:47.492455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:47.494776 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15" -d '{"events": [{"name": "network-changed", "server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:47.499702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:47.503047 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1459adc5-cf09-472f-8ac5-f1e670e818ab" -d '{"events": [{"name": "network-changed", "server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:47.509741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-8115a4fc-99a4-4d1a-8c1c-5f05c0fbd76d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e648eb20a3e848ae9e933b1fd95a57d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900249 Oct 29 08:26:47.515694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:47.521302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:47.597322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9925d45b-b75e-40d7-9d02-b3bd676db89a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.599093 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.606791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.622470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50013871-dc5f-4e46-83e2-a1d0f691d277 service neutron] Pushing event updated for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:47.642357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-ba81f93b-0cf2-4995-bd7d-29aa90dc321a service neutron] 10.222.0.70 "GET /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073914 Oct 29 08:26:47.660464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:47.665316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Pushing event deleted for resources: {'Port': ['ID=887995ed-ce26-4a54-ae90-6c4c1e13ee91,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:47.736713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-a8f0f5f4-64f9-46c6-b16f-2c5ab4250966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:47.738267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-a8f0f5f4-64f9-46c6-b16f-2c5ab4250966 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1094 time: 0.1973178 Oct 29 08:26:47.747998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-826d77bf-dd3b-40d6-a781-976e1d614e35 service neutron] 10.222.0.70 "GET /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969729 Oct 29 08:26:47.803793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-86dec9b4-eaae-4fec-b511-56e722ba4173 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 217 time: 0.0547140 Oct 29 08:26:47.809557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device be088233-141e-4872-abc2-72e0a8211e32 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:47.811612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.814148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.815301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-367e0c59-c590-4fd4-8b77-6b9bb4c317ea req-fda4e71c-1c68-4f96-8cc3-aa21d5b25b55 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "DELETE /v2.0/floatingips/e63bd29e-d811-42f7-b4d5-42d48bcff050 HTTP/1.1" status: 204 len: 173 time: 1.5232959 Oct 29 08:26:47.825784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.926056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port be088233-141e-4872-abc2-72e0a8211e32 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:26:47.941635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port be088233-141e-4872-abc2-72e0a8211e32 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:47.942122 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:47.983336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Network f3e2cdad-57b2-4528-a8c9-335c87b872ea is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:47.996765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-0a4e7fce-d2b8-4199-a3ed-f15e582f336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:47.998295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-0a4e7fce-d2b8-4199-a3ed-f15e582f336b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1821163 Oct 29 08:26:47.999117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:48.006262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:48.011983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Pushing event updated for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:48.018379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '729461f6-9ef0-4e1b-ad17-59a4cb155379', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'port_id': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'mac_address': 'fa:16:3e:b2:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:18Z', 'updated_at': '2021-10-29T08:26:46Z', 'revision_number': 1, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:48.023559 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.056574 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9925d45b-b75e-40d7-9d02-b3bd676db89a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.070887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] Checking router: 46f78d63-55c6-41bd-9e83-a20df8b3999d for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:26:48.082220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9925d45b-b75e-40d7-9d02-b3bd676db89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.087025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-6f8de82e-8237-4b9e-98d3-1d8f47a8e1b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770547 Oct 29 08:26:48.093842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:48.095307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:48.096723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.129784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859025-13c6-4dee-866f-5e384ddac563 req-e6f02abf-7125-4b99-b725-e82d0eebf7c2 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:48.131312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-37859025-13c6-4dee-866f-5e384ddac563 req-e6f02abf-7125-4b99-b725-e82d0eebf7c2 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 949 time: 0.2330709 Oct 29 08:26:48.215436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01de7c9-8706-4fc9-a2a5-a5fb87e7948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be088233-141e-4872-abc2-72e0a8211e32'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:48.218409 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b38a73-439f-4086-bd93-c7e581b04163" -d '{"events": [{"server_uuid": "a01de7c9-8706-4fc9-a2a5-a5fb87e7948d", "name": "network-vif-plugged", "status": "completed", "tag": "be088233-141e-4872-abc2-72e0a8211e32"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:48.232403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9925d45b-b75e-40d7-9d02-b3bd676db89a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b53fad023a024af7982961887d95283e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9031165 Oct 29 08:26:48.234777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37268) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:48.241124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:48.241861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port be088233-141e-4872-abc2-72e0a8211e32, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=be088233-141e-4872-abc2-72e0a8211e32,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:48.242016 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.252105 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.257401 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.271419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778e301-c962-4bc5-aff0-217f8de91932 req-565c74b1-914a-4268-ae18-fbd94ce9ea43 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:48.273515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c778e301-c962-4bc5-aff0-217f8de91932 req-565c74b1-914a-4268-ae18-fbd94ce9ea43 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 931 time: 0.0950959 Oct 29 08:26:48.319523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-087ecbba-3f00-4fe4-ac14-74d58cbc1a9b service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202535 Oct 29 08:26:48.327637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=be088233-141e-4872-abc2-72e0a8211e32,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:48.328965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925d45b-b75e-40d7-9d02-b3bd676db89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ba5ea-3f29-4c79-9815-dc53180f7751,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:48.342785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:48.372266 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c778e301-c962-4bc5-aff0-217f8de91932 req-e41cd5ba-7a03-4d67-af1a-31f1d06c0e09 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841391 Oct 29 08:26:48.373749 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.395653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-37859025-13c6-4dee-866f-5e384ddac563 req-44b235eb-1697-4f0a-949f-d030035b8366 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551630 Oct 29 08:26:48.399667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-de45b374-cd47-41f0-a8de-6969f5ec341d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1793935 Oct 29 08:26:48.444173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.465085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Request body: {'port': {'device_id': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:48.546908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4aad6580-88fd-456e-8972-3e42bf201dfb req-363fe5b6-f400-4c2b-8d56-3a9ccc9a5424 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "GET /v2.0/security-groups/272b29e7-c852-445f-b012-3b6b6701ef06 HTTP/1.1" status: 200 len: 1778 time: 0.0844181 Oct 29 08:26:48.595553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.616715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a29360c0-3b4f-4ae8-81f7-f2e24ce8bd27 req-1cd34919-958f-49b6-b906-51bf96e425ea service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752869 Oct 29 08:26:48.625639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4aad6580-88fd-456e-8972-3e42bf201dfb req-bd025d6f-5abf-4a3b-872f-4b1969513863 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.635339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfa6ce-e16d-4ce7-a621-51c761820f48 req-7d358091-2810-4879-b161-7514e33655c2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:48.637148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-30bfa6ce-e16d-4ce7-a621-51c761820f48 req-7d358091-2810-4879-b161-7514e33655c2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.1056535 Oct 29 08:26:48.657707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.660352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.661534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f79ba5ea-3f29-4c79-9815-dc53180f7751 HTTP/1.1" status: 204 len: 168 time: 0.4246340 Oct 29 08:26:48.663228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4aad6580-88fd-456e-8972-3e42bf201dfb req-bd025d6f-5abf-4a3b-872f-4b1969513863 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.685843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ba5ea-3f29-4c79-9815-dc53180f7751,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:48.693179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '729461f6-9ef0-4e1b-ad17-59a4cb155379', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'port_id': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'mac_address': 'fa:16:3e:b2:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:18Z', 'updated_at': '2021-10-29T08:26:46Z', 'revision_number': 1, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:48.704214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.704360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.704771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.705102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.705426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.705750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.706069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.706388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.706829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.707146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.707459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.707778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c372089-a19c-49fc-a2a3-e2d91e23146f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:26:48.739561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4aad6580-88fd-456e-8972-3e42bf201dfb req-bd025d6f-5abf-4a3b-872f-4b1969513863 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.742191 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4aad6580-88fd-456e-8972-3e42bf201dfb req-bd025d6f-5abf-4a3b-872f-4b1969513863 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:48.743418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4aad6580-88fd-456e-8972-3e42bf201dfb req-bd025d6f-5abf-4a3b-872f-4b1969513863 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] 10.222.0.70 "DELETE /v2.0/security-groups/272b29e7-c852-445f-b012-3b6b6701ef06 HTTP/1.1" status: 204 len: 173 time: 0.1957123 Oct 29 08:26:48.749735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b444c8-d635-4aca-8663-5726ebc76dd7 None None] The sync data for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 is: [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '729461f6-9ef0-4e1b-ad17-59a4cb155379', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'port_id': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'mac_address': 'fa:16:3e:b2:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:18Z', 'updated_at': '2021-10-29T08:26:46Z', 'revision_number': 1, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:48.765022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd025d6f-5abf-4a3b-872f-4b1969513863 tempest-SecurityGroupsTestAdminJSON-588172065 tempest-SecurityGroupsTestAdminJSON-588172065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b29e7-c852-445f-b012-3b6b6701ef06,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:48.880277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-30bfa6ce-e16d-4ce7-a621-51c761820f48 req-2b871e8e-5704-4057-aa9a-6b310e7ce4ed tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116511 Oct 29 08:26:48.990840 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a115814-dbe8-4e7d-9cae-6fe8d08ec479 x-openstack-request-id: req-1a115814-dbe8-4e7d-9cae-6fe8d08ec479 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:48.991218 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:48.991472 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a115814-dbe8-4e7d-9cae-6fe8d08ec479 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:48.991897 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'status': 'completed', 'code': 200} Oct 29 08:26:49.069114 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a94bc7-e4cf-46a1-a5f1-7875d67a9f08 x-openstack-request-id: req-c4a94bc7-e4cf-46a1-a5f1-7875d67a9f08 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:49.069424 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:49.069697 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4a94bc7-e4cf-46a1-a5f1-7875d67a9f08 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:49.070102 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936', 'status': 'completed', 'code': 200} Oct 29 08:26:49.127838 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf65ce1-ae3b-4235-bf4a-5351cebb0003 x-openstack-request-id: req-acf65ce1-ae3b-4235-bf4a-5351cebb0003 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:49.128396 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01de7c9-8706-4fc9-a2a5-a5fb87e7948d", "name": "network-vif-plugged", "status": "completed", "tag": "be088233-141e-4872-abc2-72e0a8211e32", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:49.128396 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acf65ce1-ae3b-4235-bf4a-5351cebb0003 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:49.128899 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01de7c9-8706-4fc9-a2a5-a5fb87e7948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be088233-141e-4872-abc2-72e0a8211e32', 'code': 200} Oct 29 08:26:49.156150 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0258e2fd-6258-4afb-bcf1-cda16131155e req-16eb21a1-26f2-4fd4-a976-07e0b3280880 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.0689278 Oct 29 08:26:49.208198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-03aaaa86-5a99-4ab6-ac99-d0aacf298c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:49.209880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-03aaaa86-5a99-4ab6-ac99-d0aacf298c2f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 1096 time: 0.1932511 Oct 29 08:26:49.223096 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e94caf2-a943-4cc5-8304-d155bc19caca None None] New status for floating IP 729461f6-9ef0-4e1b-ad17-59a4cb155379: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:26:49.234202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-3d35de09-17fe-4608-8d3f-f0691ac5c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:49.236584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-3d35de09-17fe-4608-8d3f-f0691ac5c70c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1094 time: 0.1275926 Oct 29 08:26:49.302014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37288) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:49.347852 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.355997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37290) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:49.385328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84b6fac3-d818-4fd1-8385-808c0f30c59a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.407779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cb6999-c348-4440-a123-f2639327f6cb {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:49.442252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.482988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84b6fac3-d818-4fd1-8385-808c0f30c59a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.486424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07678d83-3e76-4773-b13f-a65dd459a8ea req-238fa4ce-dfbb-447e-858b-dbf8ea8f5c58 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:49.494027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07678d83-3e76-4773-b13f-a65dd459a8ea req-238fa4ce-dfbb-447e-858b-dbf8ea8f5c58 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1316993 Oct 29 08:26:49.494731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84b6fac3-d818-4fd1-8385-808c0f30c59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.496951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-0c31cbeb-4016-4c2b-bf3e-5778087b9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:49.498385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-0c31cbeb-4016-4c2b-bf3e-5778087b9646 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 926 time: 0.2471817 Oct 29 08:26:49.500084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Transition to ACTIVE for port object 44cb6999-c348-4440-a123-f2639327f6cb will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:49.519296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cba9b5-3585-4a1c-82ca-c0a79f4f2281 req-f667ad44-c020-4c5f-90cb-6d437d146ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:49.520839 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c7cba9b5-3585-4a1c-82ca-c0a79f4f2281 req-f667ad44-c020-4c5f-90cb-6d437d146ac5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 1101 time: 0.2999625 Oct 29 08:26:49.546923 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.586157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07678d83-3e76-4773-b13f-a65dd459a8ea req-3e7ef717-e310-465b-b58b-86b65754da8b tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0907445 Oct 29 08:26:49.617066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-84b6fac3-d818-4fd1-8385-808c0f30c59a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ce239b984664324894b6b0ecffd4ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113954 Oct 29 08:26:49.623083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37300) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:49.638641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-071eba67-7b7e-4a90-904d-7db66909aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:49.639994 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-071eba67-7b7e-4a90-904d-7db66909aa59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.3764274 Oct 29 08:26:49.647372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6fac3-d818-4fd1-8385-808c0f30c59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec7dc72-f4a3-4391-ad88-44ab32cef4f7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:49.710512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c7cba9b5-3585-4a1c-82ca-c0a79f4f2281 req-843984b8-a4d1-4736-b787-041b638e6bba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543658 Oct 29 08:26:49.718729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e711-d27e-4df2-86c9-283ace3ae4bb req-e954bdc2-0c8b-4043-a13e-5b97e8a8b748 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:49.720432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2a6e711-d27e-4df2-86c9-283ace3ae4bb req-e954bdc2-0c8b-4043-a13e-5b97e8a8b748 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 950 time: 0.2304490 Oct 29 08:26:49.724848 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-4e5449d8-66f0-482c-b3a9-56d17d460a27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 217 time: 0.0608232 Oct 29 08:26:49.758050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-3068d5b2-67bc-42a0-b9a4-bee30c262584 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf HTTP/1.1" status: 200 len: 1001 time: 0.2510338 Oct 29 08:26:49.769047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Pushing event updated for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:49.810566 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dddce9e3-012d-469e-87e3-fd1c8079e17e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c3382e200da47658e01604cca0ec460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500968 Oct 29 08:26:49.813538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37302) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:49.847689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2a6e711-d27e-4df2-86c9-283ace3ae4bb req-22cecc05-58d8-4d72-a15c-6d1b88b0521c tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124380 Oct 29 08:26:49.857820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-d235efbc-7547-41bb-8f0b-b9d3b3aa6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:49.859264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-d235efbc-7547-41bb-8f0b-b9d3b3aa6bb0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1224055 Oct 29 08:26:49.883560 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0398eec2-123c-41bf-bb50-783624b7c6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.915074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2161d797-277b-4c44-a0ef-5ca1ccf8ae52 req-0e2fb33d-86df-4892-9d66-e414c7372724 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0427969 Oct 29 08:26:49.931363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-947e041e-6b38-49cf-bc3c-114cf5db0a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.958975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-947e041e-6b38-49cf-bc3c-114cf5db0a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:49.990521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-8cb0a8fe-3e1b-411a-ac7f-7adec1bb143e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305080 Oct 29 08:26:50.126522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-5c3bb828-00bd-4e1b-a800-504a0d5727d3 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274490 Oct 29 08:26:50.143593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-947e041e-6b38-49cf-bc3c-114cf5db0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.146840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-947e041e-6b38-49cf-bc3c-114cf5db0a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.148669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-947e041e-6b38-49cf-bc3c-114cf5db0a6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4fbeaa4b-d48a-44df-bb72-bb85b305dacd HTTP/1.1" status: 204 len: 168 time: 0.3319833 Oct 29 08:26:50.252386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8085d45-e68e-458d-a656-17a694f55564 req-2bfe5aba-00fb-4544-a0c3-2ce9af623588 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:50.253983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8085d45-e68e-458d-a656-17a694f55564 req-2bfe5aba-00fb-4544-a0c3-2ce9af623588 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.5646911 Oct 29 08:26:50.266846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0398eec2-123c-41bf-bb50-783624b7c6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.270183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-0f58803c-0dd7-4fd0-946c-35e630b0d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:50.272001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-0f58803c-0dd7-4fd0-946c-35e630b0d5f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 HTTP/1.1" status: 200 len: 863 time: 0.4976752 Oct 29 08:26:50.278593 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1459adc5-cf09-472f-8ac5-f1e670e818ab req-e573e844-106d-469d-ab65-cdcf639c27f4 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284251 Oct 29 08:26:50.279597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e041e-6b38-49cf-bc3c-114cf5db0a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbeaa4b-d48a-44df-bb72-bb85b305dacd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:50.383209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5a4cc-d32b-4e0f-a124-76277cb39470 req-e0d183f8-cac8-4f60-bfde-54db937fcb65 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:50.387335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:50.387679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:50.388040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:50.391781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fe5a4cc-d32b-4e0f-a124-76277cb39470 req-e0d183f8-cac8-4f60-bfde-54db937fcb65 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.0849669 Oct 29 08:26:50.400246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-6e36e3ab-00c5-4c91-9849-bd9e756688a6 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:50.401812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-6e36e3ab-00c5-4c91-9849-bd9e756688a6 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.93 "GET /v2.0/networks?id=529915db-2721-4753-9ff3-45e7c8a0a333 HTTP/1.1" status: 200 len: 816 time: 0.6476104 Oct 29 08:26:50.429650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:50.429954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:50.438753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8085d45-e68e-458d-a656-17a694f55564 req-ac5708dc-ff06-4a78-b4ce-4f461164b4b6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766150 Oct 29 08:26:50.440161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fe5a4cc-d32b-4e0f-a124-76277cb39470 req-e778bff0-8a61-4e2f-9b24-e29ce5dc4f65 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473771 Oct 29 08:26:50.450873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:50.451223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:50.451616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:50.452106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Bound port: 44cb6999-c348-4440-a123-f2639327f6cb, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:50.452520 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.461662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-a8e7d2c5-f63d-407f-af18-f7d0e294ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:50.463436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-a8e7d2c5-f63d-407f-af18-f7d0e294ca37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743033 Oct 29 08:26:50.558179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-088b4893-174d-42e7-9ee5-106d921242fb tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e648eb20a3e848ae9e933b1fd95a57d0 HTTP/1.1" status: 200 len: 380 time: 0.1395426 Oct 29 08:26:50.581680 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4126092a-cdaa-4aef-aff5-c4558ebcfa41 req-eac6a02b-2ac5-46de-8dfc-dffbd7dda1ef tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.0618708 Oct 29 08:26:50.592348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Request body: {'port': {'device_id': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'admin_state_up': True, 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'security_groups': ['b461d904-f7b8-4b1a-aad5-692030aad95a']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:50.596497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0398eec2-123c-41bf-bb50-783624b7c6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.599173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0398eec2-123c-41bf-bb50-783624b7c6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.600384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0398eec2-123c-41bf-bb50-783624b7c6cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aec7dc72-f4a3-4391-ad88-44ab32cef4f7 HTTP/1.1" status: 204 len: 168 time: 0.9628346 Oct 29 08:26:50.707504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398eec2-123c-41bf-bb50-783624b7c6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec7dc72-f4a3-4391-ad88-44ab32cef4f7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:50.748569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37324) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:50.774453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:50.812642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:50.832536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4df8afa1-1a25-4e8a-9e24-bd67f28d568d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18999c53bac34a52ae49d911c7c65680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823574 Oct 29 08:26:50.834456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37328) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:50.839367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13524a1e-15a4-4d9a-9907-c1171e234724 req-b2e850bd-d54a-450a-9add-f72dbb296b0f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:50.841001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13524a1e-15a4-4d9a-9907-c1171e234724 req-b2e850bd-d54a-450a-9add-f72dbb296b0f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 945 time: 0.2544940 Oct 29 08:26:50.848443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.851767 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-46d58cf6-4512-4eaf-ba6e-3b3504f3cee0 service neutron] 10.222.0.93 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790355 Oct 29 08:26:50.910441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcd07-33db-4a33-b9c1-a75314ec7274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.913023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:50.914624 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:50.915709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] 10.222.0.15 "PUT /v2.0/ports/44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 1091 time: 2.4589455 Oct 29 08:26:50.965796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcd07-33db-4a33-b9c1-a75314ec7274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:51.063770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887fb4e-afbd-42b1-88e9-b04ac87add1c service neutron] Pushing event updated for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:51.073977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13524a1e-15a4-4d9a-9907-c1171e234724 req-133f6e0e-6465-4579-8b9a-b3ea5477be74 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210119 Oct 29 08:26:51.074435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:51.076977 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c9eb10-316e-40ca-ac20-9e350e56cea7" -d '{"events": [{"name": "network-changed", "server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "tag": "44cb6999-c348-4440-a123-f2639327f6cb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:51.089969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Made reservation on behalf of e648eb20a3e848ae9e933b1fd95a57d0 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:51.093815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:51.105214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdbb83-e577-4813-85c7-f8cfc54f96e4 req-619ada6a-0396-498e-a141-76ddbb565b67 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:51.122353 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fbdbb83-e577-4813-85c7-f8cfc54f96e4 req-619ada6a-0396-498e-a141-76ddbb565b67 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 950 time: 0.1237960 Oct 29 08:26:51.124515 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f6c6209-c6a8-4ca9-9384-1e4835b94d15 req-80c73a34-3a66-4710-8a7f-5f8330558622 service neutron] 10.222.0.93 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572098 Oct 29 08:26:51.129849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd189-77e1-41ef-8da1-7078ec48496a req-09b9b2f6-7dbd-4fa3-9550-fc63a93c3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:51.131696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-09b9b2f6-7dbd-4fa3-9550-fc63a93c3280 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1094 time: 0.1522355 Oct 29 08:26:51.190330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f7577a8c-fddd-4186-a0c3-f38e451de936 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:51.212873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-83ddbaea-fdd8-4814-a19e-e3692244fa74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 217 time: 0.0675387 Oct 29 08:26:51.228626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fbdbb83-e577-4813-85c7-f8cfc54f96e4 req-ea0a6ce3-dd4d-4e3b-9724-90d2b9d778e9 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048286 Oct 29 08:26:51.234646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcd07-33db-4a33-b9c1-a75314ec7274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:51.246380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcd07-33db-4a33-b9c1-a75314ec7274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:51.267905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8f5dcd07-33db-4a33-b9c1-a75314ec7274 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb0144b0-c317-457e-a1ee-c99fa2380760 HTTP/1.1" status: 204 len: 168 time: 0.4285975 Oct 29 08:26:51.290104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dcd07-33db-4a33-b9c1-a75314ec7274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0144b0-c317-457e-a1ee-c99fa2380760,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:51.336441 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9ea7e4-071f-4503-bafc-f45b96cfa82f x-openstack-request-id: req-9b9ea7e4-071f-4503-bafc-f45b96cfa82f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:51.337338 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "tag": "44cb6999-c348-4440-a123-f2639327f6cb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:51.337738 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b9ea7e4-071f-4503-bafc-f45b96cfa82f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:51.338454 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb', 'status': 'completed', 'code': 200} Oct 29 08:26:51.388588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd189-77e1-41ef-8da1-7078ec48496a req-d1aa1fe6-4d88-4ecb-a078-bd4bc80572cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:51.390362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-d1aa1fe6-4d88-4ecb-a078-bd4bc80572cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1360784 Oct 29 08:26:51.441796 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-96133e40-77dd-4f05-9406-ee55363a13d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409353 Oct 29 08:26:51.497564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:51.524027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Allocated IP 172.20.0.5 (529915db-2721-4753-9ff3-45e7c8a0a333/f144f01b-2f2c-48bd-99e9-332b4fc24218/d74a4ee1-1611-42dc-89cb-e7c4fa6046ad) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:51.529373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'f7577a8c-fddd-4186-a0c3-f38e451de936', 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'port_id': 'f7577a8c-fddd-4186-a0c3-f38e451de936', 'mac_address': 'fa:16:3e:4f:0c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37720abb-4935-420c-be32-b1e0112cfb78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:26:51.592690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:51.619036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7577a8c-fddd-4186-a0c3-f38e451de936 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:51.645726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:51.656530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:51.711115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe953c-4c89-49c4-8ce1-cb721d760279 req-4a5da6fc-a0fc-4246-b37d-3e0da67067f0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:51.725970 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:51.732499 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ccbe953c-4c89-49c4-8ce1-cb721d760279 req-4a5da6fc-a0fc-4246-b37d-3e0da67067f0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.1418087 Oct 29 08:26:51.741660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269623d-f2da-4a73-b586-5ad78260641d req-c8c6105d-8fc4-4a30-9f7f-a1695e63673a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:51.743554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1269623d-f2da-4a73-b586-5ad78260641d req-c8c6105d-8fc4-4a30-9f7f-a1695e63673a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.1543274 Oct 29 08:26:51.815184 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ccbe953c-4c89-49c4-8ce1-cb721d760279 req-5823e770-5645-425b-b631-1cc7858de42b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816762 Oct 29 08:26:51.848452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-62ee80f2-520a-4b91-a316-651d134233f9 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912995 Oct 29 08:26:51.872521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1269623d-f2da-4a73-b586-5ad78260641d req-25e1af1e-461f-4406-96e8-5afe03001c22 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172295 Oct 29 08:26:51.987586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-f7dd56bb-15ee-4b67-b88d-fe9c74ff14b4 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:51.988133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f7577a8c-fddd-4186-a0c3-f38e451de936'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:52.009162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-f7dd56bb-15ee-4b67-b88d-fe9c74ff14b4 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.15 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 945 time: 0.1672764 Oct 29 08:26:52.011559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b04b8c68-49bf-4cfd-81d0-75046a64020f req-30740e01-70a7-47ad-b28b-92bf0ead40d7 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.0747020 Oct 29 08:26:52.104433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-771dd189-77e1-41ef-8da1-7078ec48496a req-1911df94-6cad-45cc-b1ae-b39424e42870 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364893 Oct 29 08:26:52.142863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:52.230384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Deleting port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:52.230979 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:52.454939 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:52.468480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-23f36bf6-5296-47a2-86b2-8d6e8ef09b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:52.472557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-23f36bf6-5296-47a2-86b2-8d6e8ef09b1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1094 time: 0.2980947 Oct 29 08:26:52.522683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] For port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:52.526616 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:52.566968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Calling delete_port for 521d3634-2f3a-43ce-a40d-e22ab1b1d42e owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:52.621885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a034-d021-4f47-8e3e-bc4d5bf509c2 req-d44683ea-4fac-4450-afe1-df31585dfdcb tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:52.623578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10e7a034-d021-4f47-8e3e-bc4d5bf509c2 req-d44683ea-4fac-4450-afe1-df31585dfdcb tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/ports?device_id=921f62d1-0bc5-4780-a36e-933c875534b6 HTTP/1.1" status: 200 len: 945 time: 0.3560188 Oct 29 08:26:52.648206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Network 529915db-2721-4753-9ff3-45e7c8a0a333 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:52.662795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:52.680459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event updated for resources: {'Port': ['ID=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:52.683120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:52.781746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-02cb0a4a-9a0d-45e5-8b59-e5774f487e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:52.783197 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-02cb0a4a-9a0d-45e5-8b59-e5774f487e18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.3006992 Oct 29 08:26:52.803091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f8c61-5000-4c24-9261-4fe117a3aef7 req-fe56a7cf-e11c-4cd9-af2f-07766ebbd72a tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:52.812589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb5f8c61-5000-4c24-9261-4fe117a3aef7 req-fe56a7cf-e11c-4cd9-af2f-07766ebbd72a tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 950 time: 0.4782135 Oct 29 08:26:52.815271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10e7a034-d021-4f47-8e3e-bc4d5bf509c2 req-8532bbef-ea7a-4393-8b50-115e55ba6543 tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.70 "GET /v2.0/security-groups?id=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713269 Oct 29 08:26:52.888391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-5c647dad-0ee8-49a8-8aff-0e9748771d5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 217 time: 0.0864708 Oct 29 08:26:52.960555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:52.961769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:52.968742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:52.982201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-548acca6-e62a-47bb-8090-95513b99bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:52.983777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['521d3634-2f3a-43ce-a40d-e22ab1b1d42e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:52.984369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-548acca6-e62a-47bb-8090-95513b99bb5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0857224 Oct 29 08:26:52.995473 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-1b5f2686-db7d-467b-ae82-67eacb5d562c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4133456 Oct 29 08:26:53.022573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb5f8c61-5000-4c24-9261-4fe117a3aef7 req-d91d31af-00b5-477f-a555-7c060bd72597 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084000 Oct 29 08:26:53.051023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-dcfe2d75-ec96-48ef-94b8-223734ba500d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537696 Oct 29 08:26:53.057587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Request body: {'port': {'device_id': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:53.108492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Pushing event deleted for resources: {'Port': ['ID=521d3634-2f3a-43ce-a40d-e22ab1b1d42e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:53.152118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:53.193847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fba45a62-6815-49da-b326-1208d30baee3 None None] Provisioning complete for port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:53.194652 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fba45a62-6815-49da-b326-1208d30baee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:53.199208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] No DVR routers for this DVR port 521d3634-2f3a-43ce-a40d-e22ab1b1d42e on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:26:53.216978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:53.220554 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-362104e9-d0ba-43b1-8e62-505945dc9b51 req-48774f15-e84b-47af-b1ab-a40c8f21f29f tempest-FloatingIPsAssociationNegativeTestJSON-96797443 tempest-FloatingIPsAssociationNegativeTestJSON-96797443-project] 10.222.0.15 "DELETE /v2.0/ports/521d3634-2f3a-43ce-a40d-e22ab1b1d42e HTTP/1.1" status: 204 len: 173 time: 1.2044210 Oct 29 08:26:53.221269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'name': 'network-vif-deleted', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:53.224051 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d886d2-fa4e-48f4-8bb2-ddcacc12e26b" -d '{"events": [{"server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "name": "network-vif-deleted", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:53.254549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fba45a62-6815-49da-b326-1208d30baee3 None None] Port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:53.267078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1c582-5ddb-47ec-8484-4ffaf78dcb29 req-88530b9e-820d-41f8-8d29-52e57f9af061 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:53.277128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63a1c582-5ddb-47ec-8484-4ffaf78dcb29 req-88530b9e-820d-41f8-8d29-52e57f9af061 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 944 time: 0.1106634 Oct 29 08:26:53.331236 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63a1c582-5ddb-47ec-8484-4ffaf78dcb29 req-8f75aece-f9be-4ced-b84f-49f1d6413e67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Oct 29 08:26:53.404619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557852fa-4232-4bfd-b32f-3a0ec37c3435 req-523870ae-b4ba-4f45-9a85-9500c339fdb0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:53.415512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-557852fa-4232-4bfd-b32f-3a0ec37c3435 req-523870ae-b4ba-4f45-9a85-9500c339fdb0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.2660179 Oct 29 08:26:53.528813 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-9997b1f8-f5dc-48ea-864e-dbc28e92742d service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778841 Oct 29 08:26:53.605691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0022-43e2-4d64-93f7-061fd9529969 req-66243ce8-4819-401f-8c76-1d79bc070740 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:53.607429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb9d0022-43e2-4d64-93f7-061fd9529969 req-66243ce8-4819-401f-8c76-1d79bc070740 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 931 time: 0.0970385 Oct 29 08:26:53.622802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-557852fa-4232-4bfd-b32f-3a0ec37c3435 req-c68ccdb2-262a-4802-ab19-f78d2f1b894f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242702 Oct 29 08:26:53.696893 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb9d0022-43e2-4d64-93f7-061fd9529969 req-6e18cb0e-6957-4b72-b70e-27949b54d5ba tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766890 Oct 29 08:26:53.714124 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c3355-c2bb-4d71-903e-942471e1f1ce x-openstack-request-id: req-f58c3355-c2bb-4d71-903e-942471e1f1ce {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:53.714422 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921f62d1-0bc5-4780-a36e-933c875534b6", "name": "network-vif-deleted", "tag": "521d3634-2f3a-43ce-a40d-e22ab1b1d42e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:53.715417 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f58c3355-c2bb-4d71-903e-942471e1f1ce {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:53.715860 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921f62d1-0bc5-4780-a36e-933c875534b6', 'name': 'network-vif-deleted', 'tag': '521d3634-2f3a-43ce-a40d-e22ab1b1d42e', 'status': 'completed', 'code': 200} Oct 29 08:26:53.854823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c9eb10-316e-40ca-ac20-9e350e56cea7 req-39378f4f-6263-4773-8332-0eaa4439aed9 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133404 Oct 29 08:26:54.008501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74a4ee1-1611-42dc-89cb-e7c4fa6046ad {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:54.018653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:54.034470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Transition to ACTIVE for port object d74a4ee1-1611-42dc-89cb-e7c4fa6046ad will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:54.041869 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:54.043531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37438) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:54.158105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:54.551646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-3ed3829c-0ad0-41a8-958a-60b12db3ae62 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300846 Oct 29 08:26:54.565914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dcaac-462a-4a55-9412-bef193da7180 req-12dec919-60ae-4cfb-aef5-820c896dcf74 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:54.567452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-108dcaac-462a-4a55-9412-bef193da7180 req-12dec919-60ae-4cfb-aef5-820c896dcf74 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 950 time: 0.3983569 Oct 29 08:26:54.646468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-108dcaac-462a-4a55-9412-bef193da7180 req-aaa772f6-c3ff-41b9-8076-0d057fce3ece tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578957 Oct 29 08:26:54.647102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Attempting to bind port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:54.647441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Attempting to bind port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:54.647778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Attempting to bind port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad on network 529915db-2721-4753-9ff3-45e7c8a0a333 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:54.654509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad on network 529915db-2721-4753-9ff3-45e7c8a0a333 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:54.657868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Attempting to bind port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad on network 529915db-2721-4753-9ff3-45e7c8a0a333 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:54.664841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:54.665209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Checking segment: {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:54.665883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Bound using segment: {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:54.666354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Bound port: d74a4ee1-1611-42dc-89cb-e7c4fa6046ad, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaff36b-a07a-4012-8e94-73147b060b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:54.666910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:54.776912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-82c8fddc-8927-4bd4-994a-27d090d013c1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:54.778482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-82c8fddc-8927-4bd4-994a-27d090d013c1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160625 Oct 29 08:26:54.793849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] For port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:54.801023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-96920c8e-ec59-4d87-8a09-d6f9b47bcbdd tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/quotas/d4a08d6f772541dc818a6c82460ed42d HTTP/1.1" status: 200 len: 375 time: 0.0107052 Oct 29 08:26:54.811352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] For port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:54.822400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:54.838316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7822ae3-97e5-466b-8a5a-4ca50be4a4e9 req-487d348b-b3c8-44d4-941c-470ef40cf675 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:54.839944 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7822ae3-97e5-466b-8a5a-4ca50be4a4e9 req-487d348b-b3c8-44d4-941c-470ef40cf675 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 944 time: 0.0809340 Oct 29 08:26:54.862541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-c6e7cf33-5751-42f6-a334-35b745629920 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510256 Oct 29 08:26:54.867072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:54.868287 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:54.869971 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] 10.222.0.93 "PUT /v2.0/ports/d74a4ee1-1611-42dc-89cb-e7c4fa6046ad HTTP/1.1" status: 200 len: 1091 time: 1.8177230 Oct 29 08:26:54.873079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'tag': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:54.876863 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc3ab64-b8df-469c-bcc7-9a2b33142702", "tag": "d74a4ee1-1611-42dc-89cb-e7c4fa6046ad"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:54.977218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ea15b-a151-40b7-9e6d-44da73e4b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:55.004539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7822ae3-97e5-466b-8a5a-4ca50be4a4e9 req-3a553f11-92c8-4d33-9a8c-86b448436216 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426818 Oct 29 08:26:55.019697 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:55.033914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-25f1fcc3-7da7-41ee-9b41-2067ee3c5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:55.036707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-25f1fcc3-7da7-41ee-9b41-2067ee3c5381 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e648eb20a3e848ae9e933b1fd95a57d0&device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 1094 time: 0.1130233 Oct 29 08:26:55.140322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-787ed6a3-f13d-4997-9467-c9643fa5d29c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad HTTP/1.1" status: 200 len: 217 time: 0.0919857 Oct 29 08:26:55.239993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa434-b233-4a26-8b95-80bd9b10b074 req-4d4ddcbe-4643-4387-a567-dd15e37ad48d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:55.241698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8eaa434-b233-4a26-8b95-80bd9b10b074 req-4d4ddcbe-4643-4387-a567-dd15e37ad48d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 943 time: 0.0973556 Oct 29 08:26:55.244145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5562288-c1e4-4d23-8c56-459156496ca9 req-6f2cae9f-fd0b-446a-bd39-f96f0700f74c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:55.250191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f7577a8c-fddd-4186-a0c3-f38e451de936 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:55.254355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5562288-c1e4-4d23-8c56-459156496ca9 req-6f2cae9f-fd0b-446a-bd39-f96f0700f74c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.1246462 Oct 29 08:26:55.282924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-4aa18d5c-56bf-4453-8d08-45a29ac28948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:55.284643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-4aa18d5c-56bf-4453-8d08-45a29ac28948 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f144f01b-2f2c-48bd-99e9-332b4fc24218 HTTP/1.1" status: 200 len: 855 time: 0.1159761 Oct 29 08:26:55.375481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port f7577a8c-fddd-4186-a0c3-f38e451de936 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:26:55.381761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port f7577a8c-fddd-4186-a0c3-f38e451de936 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:55.382133 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:55.391863 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8eaa434-b233-4a26-8b95-80bd9b10b074 req-0080df18-48c4-40df-9146-8601d4d9faca tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360972 Oct 29 08:26:55.434928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5562288-c1e4-4d23-8c56-459156496ca9 req-a47c02e6-2486-4803-9d6f-b1ac2823755f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780865 Oct 29 08:26:55.461119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-36d50dbd-ffbe-4d57-9408-cdcb61062ce5 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:55.462658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-36d50dbd-ffbe-4d57-9408-cdcb61062ce5 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.15 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 950 time: 0.1180358 Oct 29 08:26:55.465067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-c5c36f2c-f69d-4059-a180-d080a2e03ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:55.466444 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-c5c36f2c-f69d-4059-a180-d080a2e03ab8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=529915db-2721-4753-9ff3-45e7c8a0a333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740720 Oct 29 08:26:55.547248 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b7ef4-9540-434f-bb9a-c9e1a72dd835 x-openstack-request-id: req-056b7ef4-9540-434f-bb9a-c9e1a72dd835 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:55.547552 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc3ab64-b8df-469c-bcc7-9a2b33142702", "tag": "d74a4ee1-1611-42dc-89cb-e7c4fa6046ad", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:55.547783 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-056b7ef4-9540-434f-bb9a-c9e1a72dd835 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:55.550493 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'tag': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'status': 'completed', 'code': 200} Oct 29 08:26:55.612895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Deleting port aed6eda8-5253-4c68-8f42-e935ad8d9286 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:55.613240 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:55.615504 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:55.667582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:55.674416 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76701691-0357-4edc-9e5d-df9754657904" -d '{"events": [{"server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "name": "network-vif-plugged", "status": "completed", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:55.702795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02db4b26-2ec0-4910-b7d6-cb799ea68e1b req-44aefca0-1333-4cec-8229-5641d3fcd420 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 210 time: 0.0945346 Oct 29 08:26:55.706060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:55.716247 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:55.795346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] For port aed6eda8-5253-4c68-8f42-e935ad8d9286, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=aed6eda8-5253-4c68-8f42-e935ad8d9286,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:55.796322 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:55.816703 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ca5976-a916-4da1-ab94-118f4b2d88b1 x-openstack-request-id: req-76ca5976-a916-4da1-ab94-118f4b2d88b1 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:55.817000 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "name": "network-vif-plugged", "status": "completed", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:55.817254 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76ca5976-a916-4da1-ab94-118f4b2d88b1 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:55.817639 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936', 'code': 200} Oct 29 08:26:55.837831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Calling delete_port for aed6eda8-5253-4c68-8f42-e935ad8d9286 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:55.856214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 44cb6999-c348-4440-a123-f2639327f6cb details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:26:55.858881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 521d3634-2f3a-43ce-a40d-e22ab1b1d42e no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:26:55.911543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:55.928316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 521d3634-2f3a-43ce-a40d-e22ab1b1d42e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:26:55.928735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 521d3634-2f3a-43ce-a40d-e22ab1b1d42e not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:26:55.953245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-6a7e2863-aea0-41a4-967d-01e66b2a840d service neutron] 10.222.0.93 "GET /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744956 Oct 29 08:26:56.077259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Deleting port be088233-141e-4872-abc2-72e0a8211e32 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:56.077900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:56.134121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:56.151411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fccbc9-e4ac-47af-b526-44ccb03c854c req-159c3cc0-4a5c-46a9-8381-96591c2561b4 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:56.160430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51fccbc9-e4ac-47af-b526-44ccb03c854c req-159c3cc0-4a5c-46a9-8381-96591c2561b4 tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 950 time: 0.3116741 Oct 29 08:26:56.171095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '44cb6999-c348-4440-a123-f2639327f6cb', 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'port_id': '44cb6999-c348-4440-a123-f2639327f6cb', 'mac_address': 'fa:16:3e:b0:9d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f863338-8d0b-470a-a00d-096b8229664f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:26:56.209603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda343d-6ba9-4369-8296-19860e78c14d req-24b42792-c1fa-4044-bf6d-9d6d48ffaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:56.211985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcda343d-6ba9-4369-8296-19860e78c14d req-24b42792-c1fa-4044-bf6d-9d6d48ffaf97 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1096 time: 0.3182240 Oct 29 08:26:56.258130 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:56.275642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bbb44e-576c-48e2-a837-582dfc22e32a req-f811f47f-8c73-479e-bbab-30c5a604135b service neutron] 10.222.0.93 "GET /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003333 Oct 29 08:26:56.286487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19c1ee-a5c1-4e2d-be42-fac49283a180 req-2f915d22-dfd5-44dd-83dc-212d540a3734 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:56.295971 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae19c1ee-a5c1-4e2d-be42-fac49283a180 req-2f915d22-dfd5-44dd-83dc-212d540a3734 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.0916073 Oct 29 08:26:56.301207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cb6999-c348-4440-a123-f2639327f6cb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:56.304274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51fccbc9-e4ac-47af-b526-44ccb03c854c req-863dcc61-f724-4ecb-8254-599a8f01188f tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/security-groups?id=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375418 Oct 29 08:26:56.304402 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:56.341990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcda343d-6ba9-4369-8296-19860e78c14d req-c7b6b14f-cd88-4663-88cc-3539e1acae61 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187282 Oct 29 08:26:56.353573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:56.375737 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:56.382779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] For port be088233-141e-4872-abc2-72e0a8211e32, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=be088233-141e-4872-abc2-72e0a8211e32,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:56.383152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:56.402010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed6eda8-5253-4c68-8f42-e935ad8d9286,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:56.405545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Calling delete_port for be088233-141e-4872-abc2-72e0a8211e32 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:56.424179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-bff522dc-a688-4754-97e1-23bb25d65683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:56.425788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-bff522dc-a688-4754-97e1-23bb25d65683 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e648eb20a3e848ae9e933b1fd95a57d0&device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 1094 time: 0.0827327 Oct 29 08:26:56.461450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae19c1ee-a5c1-4e2d-be42-fac49283a180 req-678732a8-bb27-4b57-9505-ac65873d220c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647696 Oct 29 08:26:56.505401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:56.614644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['44cb6999-c348-4440-a123-f2639327f6cb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:26:56.723792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-08f55839-9380-4a52-ae7c-d14b519407ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:56.725467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-08f55839-9380-4a52-ae7c-d14b519407ce service neutron] 10.222.0.93 "GET /v2.0/networks?id=529915db-2721-4753-9ff3-45e7c8a0a333 HTTP/1.1" status: 200 len: 918 time: 0.1302795 Oct 29 08:26:56.740766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37506) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:56.750086 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-5a68de9a-f173-4c53-a0cb-c366123793f4 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103101 Oct 29 08:26:56.846250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ae173-703a-4e0b-b3f4-505dd3f6387e req-88fe0441-b7a9-45bf-93aa-04bd231bbd74 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:56.847167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5106c-0bba-4d7e-b18d-96e1eeb2033d req-afa55abe-2271-4b9a-abeb-c9e0bd502f0d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:56.849661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2d5106c-0bba-4d7e-b18d-96e1eeb2033d req-afa55abe-2271-4b9a-abeb-c9e0bd502f0d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 943 time: 0.2955284 Oct 29 08:26:56.850705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-2c9a906b-b3ca-4b69-b90f-1d5a572cfed4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad HTTP/1.1" status: 200 len: 217 time: 0.1090319 Oct 29 08:26:56.859522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-736ae173-703a-4e0b-b3f4-505dd3f6387e req-88fe0441-b7a9-45bf-93aa-04bd231bbd74 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 944 time: 0.1995599 Oct 29 08:26:56.903086 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:56.949103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-736ae173-703a-4e0b-b3f4-505dd3f6387e req-456efa7a-664a-476a-a564-a39c8070f746 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862145 Oct 29 08:26:56.979346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-67e71b21-a26c-49d5-be6a-4ea2a96af1b4 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:56.980979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-67e71b21-a26c-49d5-be6a-4ea2a96af1b4 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245049 Oct 29 08:26:57.022778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Request body: {'port': {'device_id': '93e392ba-28af-437e-8a50-e4f874b1f192', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'd4a08d6f772541dc818a6c82460ed42d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:57.030989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-8f392832-716a-4358-b15e-c4e08d47a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:57.034583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-8f392832-716a-4358-b15e-c4e08d47a260 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f144f01b-2f2c-48bd-99e9-332b4fc24218 HTTP/1.1" status: 200 len: 855 time: 0.1612542 Oct 29 08:26:57.037892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2d5106c-0bba-4d7e-b18d-96e1eeb2033d req-9b57d721-b0b3-4b79-9811-35f1854ebc61 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740746 Oct 29 08:26:57.048323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.119106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fade8bb-7a91-46f2-812a-81aeeed917a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.135217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Pushing event deleted for resources: {'Port': ['ID=be088233-141e-4872-abc2-72e0a8211e32,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:57.199075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11482cf8-feb5-44c3-a3fe-a32663894faf req-76998206-fd80-45e0-b6b5-79fca995758d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 210 time: 0.0654407 Oct 29 08:26:57.227054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-c0e87315-4a80-48c2-9e4b-6d50e94dba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:57.227966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-c0e87315-4a80-48c2-9e4b-6d50e94dba21 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=529915db-2721-4753-9ff3-45e7c8a0a333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813829 Oct 29 08:26:57.246689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] No DVR routers for this DVR port be088233-141e-4872-abc2-72e0a8211e32 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:26:57.249518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.253888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fd08518-b9e2-442b-af8f-97677fc23816 req-9bb2971b-3340-44a3-a9c6-ebacf8eaef4e tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.15 "DELETE /v2.0/ports/be088233-141e-4872-abc2-72e0a8211e32 HTTP/1.1" status: 204 len: 173 time: 1.7823310 Oct 29 08:26:57.254615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Made reservation on behalf of d4a08d6f772541dc818a6c82460ed42d for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:26:57.258618 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.313743 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.348669 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fade8bb-7a91-46f2-812a-81aeeed917a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.439073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:26:57.485976 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fade8bb-7a91-46f2-812a-81aeeed917a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.507385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.528894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.554330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01de7c9-8706-4fc9-a2a5-a5fb87e7948d', 'name': 'network-vif-deleted', 'tag': 'be088233-141e-4872-abc2-72e0a8211e32'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:57.557661 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4943c1a2-6845-4fc9-9cb8-707dd522e42c" -d '{"events": [{"server_uuid": "a01de7c9-8706-4fc9-a2a5-a5fb87e7948d", "name": "network-vif-deleted", "tag": "be088233-141e-4872-abc2-72e0a8211e32"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:57.590041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7fade8bb-7a91-46f2-812a-81aeeed917a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1e7039d1cee44e2b9964ab237e4f51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403809 Oct 29 08:26:57.605160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fade8bb-7a91-46f2-812a-81aeeed917a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be498464-59dd-4c10-b283-76709a9bf609,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:57.646916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37516) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:57.667059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-bc7b0173-8519-471f-bd59-a3bf10f74151 service neutron] 10.222.0.93 "GET /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214191 Oct 29 08:26:57.743898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4fc2b696-6504-435e-9a7d-b56068534c63 req-9ece93dd-a8a3-4a17-8a41-42eacee9d4ef tempest-ServerDiagnosticsNegativeTest-984646547 tempest-ServerDiagnosticsNegativeTest-984646547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01de7c9-8706-4fc9-a2a5-a5fb87e7948d HTTP/1.1" status: 200 len: 210 time: 0.2346942 Oct 29 08:26:57.766553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e679a-2ea0-43d2-bc17-f188e98bd2f8 req-2e6e9148-a4ce-4cb7-a4dd-91f558cde5e7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:57.774862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc0e679a-2ea0-43d2-bc17-f188e98bd2f8 req-2e6e9148-a4ce-4cb7-a4dd-91f558cde5e7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.2040002 Oct 29 08:26:57.815978 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d2511a-205f-440e-a8de-51725e7f70ab x-openstack-request-id: req-b9d2511a-205f-440e-a8de-51725e7f70ab {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:57.816346 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01de7c9-8706-4fc9-a2a5-a5fb87e7948d", "name": "network-vif-deleted", "tag": "be088233-141e-4872-abc2-72e0a8211e32", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:57.817332 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9d2511a-205f-440e-a8de-51725e7f70ab {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:57.817798 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01de7c9-8706-4fc9-a2a5-a5fb87e7948d', 'name': 'network-vif-deleted', 'tag': 'be088233-141e-4872-abc2-72e0a8211e32', 'status': 'completed', 'code': 200} Oct 29 08:26:57.850989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 44cb6999-c348-4440-a123-f2639327f6cb up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:26:57.868102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1af66bee-6f3e-4973-9495-67d97c7700b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.873413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Allocated IP 192.168.233.30 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/3306327a-05c0-4cb4-afcf-83e0e9d317ad) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:26:57.935381 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1af66bee-6f3e-4973-9495-67d97c7700b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:57.939881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc0e679a-2ea0-43d2-bc17-f188e98bd2f8 req-2565c702-9984-40f1-a240-2772b35279ea tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640704 Oct 29 08:26:57.964774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d7b3ece-63bb-4d55-b9cb-908b73332a6d req-b207480c-fba6-434d-acf2-c3607d84ef61 service neutron] 10.222.0.93 "GET /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804229 Oct 29 08:26:57.972618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24964ed2-e209-4e22-9610-0dedbf11b45b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:57.975589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 44cb6999-c348-4440-a123-f2639327f6cb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:26:57.983467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 44cb6999-c348-4440-a123-f2639327f6cb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:57.983862 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.046322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1af66bee-6f3e-4973-9495-67d97c7700b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.050680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1af66bee-6f3e-4973-9495-67d97c7700b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.055280 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1af66bee-6f3e-4973-9495-67d97c7700b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be498464-59dd-4c10-b283-76709a9bf609 HTTP/1.1" status: 204 len: 168 time: 0.4046078 Oct 29 08:26:58.064545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af66bee-6f3e-4973-9495-67d97c7700b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be498464-59dd-4c10-b283-76709a9bf609,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:58.135798 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.169437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:58.172848 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dada9c7-eb68-40bf-bf84-c527edcd9709" -d '{"events": [{"server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "name": "network-vif-plugged", "status": "completed", "tag": "44cb6999-c348-4440-a123-f2639327f6cb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:58.180290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:26:58.192176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] Sync routers for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:26:58.197550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ef72ca64-df9c-4669-a48b-bf5c2dd7b9c5 admin admin] 10.222.0.70 "PUT /v2.0/routers/dd7fff5b-9a2b-4add-a75d-b37826e8e4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1497097 Oct 29 08:26:58.197659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37528) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:58.200762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:58.215185 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.215889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device be088233-141e-4872-abc2-72e0a8211e32 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:26:58.220899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.233652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2371eb-5a43-42c9-b68d-b992ae71a507 req-640f099f-85a4-45e0-8051-da8f3f2c9e57 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:58.240954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b2371eb-5a43-42c9-b68d-b992ae71a507 req-640f099f-85a4-45e0-8051-da8f3f2c9e57 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 944 time: 0.1902506 Oct 29 08:26:58.242660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:58.243346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:58.308649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b2371eb-5a43-42c9-b68d-b992ae71a507 req-b7ab437a-cbec-451d-bd92-5a834e5b6d27 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665684 Oct 29 08:26:58.335309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.388914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:26:58.392364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:26:58.396521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:26:58.403292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:58.404130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.418037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'Port': ['ID=3306327a-05c0-4cb4-afcf-83e0e9d317ad,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:58.437859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: be088233-141e-4872-abc2-72e0a8211e32 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:26:58.438190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device be088233-141e-4872-abc2-72e0a8211e32 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:26:58.440117 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-ffddb71e-0c4f-4d9b-8bad-8e55c0ad55bf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4217582 Oct 29 08:26:58.455767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Request body: {'port': {'device_id': '93e392ba-28af-437e-8a50-e4f874b1f192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:26:58.474328 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09010656-6531-41ad-87dc-c9c489a40c2f x-openstack-request-id: req-09010656-6531-41ad-87dc-c9c489a40c2f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:58.475265 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "name": "network-vif-plugged", "status": "completed", "tag": "44cb6999-c348-4440-a123-f2639327f6cb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:58.475265 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09010656-6531-41ad-87dc-c9c489a40c2f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:58.475265 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb', 'code': 200} Oct 29 08:26:58.532953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a11371-2022-4c36-b2a4-e9f94fdbdefe req-aa163f11-e783-41bf-9d27-9b4d1da770a2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:58.543159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19a11371-2022-4c36-b2a4-e9f94fdbdefe req-aa163f11-e783-41bf-9d27-9b4d1da770a2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 943 time: 0.2394207 Oct 29 08:26:58.572930 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.618562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:58.619706 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.631657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:58.764156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19a11371-2022-4c36-b2a4-e9f94fdbdefe req-ec499ac4-24da-4682-9a6b-4663f81096bc tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150037 Oct 29 08:26:58.780161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f4bf2-1a06-4754-b330-bdfced73382a req-73c6a27c-b68a-4e58-a6ea-a949fadc3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:58.781909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d9f4bf2-1a06-4754-b330-bdfced73382a req-73c6a27c-b68a-4e58-a6ea-a949fadc3724 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1096 time: 0.2149358 Oct 29 08:26:58.783047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de879b1-3fc9-43e8-bb37-9ea84be4fc49 req-a05f242b-5c1e-4148-aa37-c1fc29682939 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:58.801024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8de879b1-3fc9-43e8-bb37-9ea84be4fc49 req-a05f242b-5c1e-4148-aa37-c1fc29682939 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 935 time: 0.2091322 Oct 29 08:26:58.837991 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.850718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-91fa6cb8-e7ff-4983-88ea-bc5a728c1030 None None] Provisioning complete for port 3306327a-05c0-4cb4-afcf-83e0e9d317ad triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:26:58.851111 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-91fa6cb8-e7ff-4983-88ea-bc5a728c1030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.872268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.894577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37540) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:58.898070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d9f4bf2-1a06-4754-b330-bdfced73382a req-a6de5385-247b-4d03-a2e6-c2afb60eeee6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053410 Oct 29 08:26:58.916601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30d4ba6d-ba39-4e37-aaef-f96deb20a2cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:58.917766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-91fa6cb8-e7ff-4983-88ea-bc5a728c1030 None None] Port 3306327a-05c0-4cb4-afcf-83e0e9d317ad cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:26:58.952153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8de879b1-3fc9-43e8-bb37-9ea84be4fc49 req-d713b671-b16f-4dd8-ba15-eef1e730e020 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453819 Oct 29 08:26:58.988921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:26:56Z', 'revision_number': 5, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port': {'id': 'e6a512ae-787d-4feb-9641-2c3c05aa66c2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:45Z', 'updated_at': '2021-10-29T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:59.007027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Deleting port e6a512ae-787d-4feb-9641-2c3c05aa66c2 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:26:59.007323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.049536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] Checking router: dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:26:59.061488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] Routers {'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:26:59.062646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:59.181690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cafb4-bea6-4eb3-860e-92eb5db5ba7f req-4bbc3ac5-56c2-4985-a393-61d7a450edb2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:59.181939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] Set router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:26:59.182031 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a1cafb4-bea6-4eb3-860e-92eb5db5ba7f req-4bbc3ac5-56c2-4985-a393-61d7a450edb2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.1250687 Oct 29 08:26:59.189818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37548) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:59.194169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] For port e6a512ae-787d-4feb-9641-2c3c05aa66c2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6a512ae-787d-4feb-9641-2c3c05aa66c2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:26:59.194904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.197038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3306327a-05c0-4cb4-afcf-83e0e9d317ad {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:26:59.199376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30d4ba6d-ba39-4e37-aaef-f96deb20a2cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.206705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.220938 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Transition to ACTIVE for port object 3306327a-05c0-4cb4-afcf-83e0e9d317ad will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:26:59.223605 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30d4ba6d-ba39-4e37-aaef-f96deb20a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.233861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.237864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Calling delete_port for e6a512ae-787d-4feb-9641-2c3c05aa66c2 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:26:59.274010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:26:58Z', 'revision_number': 6, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:26:59.307734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=3306327a-05c0-4cb4-afcf-83e0e9d317ad,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:59.330879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b8660-dbb4-4965-82a2-36a1d29a5320 None None] The sync data for ids ['dd7fff5b-9a2b-4add-a75d-b37826e8e4f7'] in n-d-815940-1 is: [{'id': 'dd7fff5b-9a2b-4add-a75d-b37826e8e4f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-156864416-router', 'tenant_id': '9d61923d016541d1b1a436730261e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:42Z', 'updated_at': '2021-10-29T08:26:58Z', 'revision_number': 6, 'project_id': '9d61923d016541d1b1a436730261e8e2', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:26:59.342339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Attempting to bind port 3306327a-05c0-4cb4-afcf-83e0e9d317ad on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:26:59.342891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Attempting to bind port 3306327a-05c0-4cb4-afcf-83e0e9d317ad by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:26:59.342983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Attempting to bind port 3306327a-05c0-4cb4-afcf-83e0e9d317ad on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:59.348041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Port 3306327a-05c0-4cb4-afcf-83e0e9d317ad on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:26:59.348371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Attempting to bind port 3306327a-05c0-4cb4-afcf-83e0e9d317ad on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:26:59.355361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:26:59.355712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:26:59.356133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:26:59.356594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Bound port: 3306327a-05c0-4cb4-afcf-83e0e9d317ad, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:26:59.357003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.489718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] For port 3306327a-05c0-4cb4-afcf-83e0e9d317ad, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:26:59.494837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] For port 3306327a-05c0-4cb4-afcf-83e0e9d317ad, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3306327a-05c0-4cb4-afcf-83e0e9d317ad,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:26:59.508013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b528e49-5e89-4edc-9bea-15cd70088aec req-5e83e918-7805-43d5-a1df-8192b788ac20 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:59.509981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b528e49-5e89-4edc-9bea-15cd70088aec req-5e83e918-7805-43d5-a1df-8192b788ac20 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 945 time: 0.0929360 Oct 29 08:26:59.511972 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.579563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:59.580195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.581582 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] 10.222.0.15 "PUT /v2.0/ports/3306327a-05c0-4cb4-afcf-83e0e9d317ad HTTP/1.1" status: 200 len: 1095 time: 1.1317716 Oct 29 08:26:59.582063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e392ba-28af-437e-8a50-e4f874b1f192', 'tag': '3306327a-05c0-4cb4-afcf-83e0e9d317ad'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:26:59.584397 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782f4ac9-5774-4a94-b639-ca189311e176" -d '{"events": [{"name": "network-changed", "server_uuid": "93e392ba-28af-437e-8a50-e4f874b1f192", "tag": "3306327a-05c0-4cb4-afcf-83e0e9d317ad"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:26:59.602044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7686839-0d5a-4333-8eb7-fc971bdc2ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=3306327a-05c0-4cb4-afcf-83e0e9d317ad,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:59.625161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b528e49-5e89-4edc-9bea-15cd70088aec req-bbef6568-ce59-4b71-a98d-7877976a891a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043880 Oct 29 08:26:59.641309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-30d4ba6d-ba39-4e37-aaef-f96deb20a2cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e5465673e9d47099493907ba36fd0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7452943 Oct 29 08:26:59.644276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37556) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:26:59.666185 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a1cafb4-bea6-4eb3-860e-92eb5db5ba7f req-d1121aff-4d00-48a5-8384-88b039f564c1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508507 Oct 29 08:26:59.666185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4ba6d-ba39-4e37-aaef-f96deb20a2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b704bd-9446-4e15-add4-4629259e98b9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:59.779328 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d8a957-d3a3-49b3-bc19-810ad61df368 x-openstack-request-id: req-b4d8a957-d3a3-49b3-bc19-810ad61df368 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:26:59.779629 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e392ba-28af-437e-8a50-e4f874b1f192", "tag": "3306327a-05c0-4cb4-afcf-83e0e9d317ad", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:26:59.780311 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4d8a957-d3a3-49b3-bc19-810ad61df368 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:26:59.780731 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e392ba-28af-437e-8a50-e4f874b1f192', 'tag': '3306327a-05c0-4cb4-afcf-83e0e9d317ad', 'status': 'completed', 'code': 200} Oct 29 08:26:59.781334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-606cf840-cb99-4afb-9aee-9a231edf7eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.820153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-5a1c6d76-2607-4ac0-90cd-c51994bcdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:26:59.821743 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-5a1c6d76-2607-4ac0-90cd-c51994bcdecb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 1098 time: 0.1196923 Oct 29 08:26:59.844322 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-606cf840-cb99-4afb-9aee-9a231edf7eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.889419 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:26:59.895780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-337ec144-b541-4aa0-8eda-cc038e79f8e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=3306327a-05c0-4cb4-afcf-83e0e9d317ad HTTP/1.1" status: 200 len: 217 time: 0.0627429 Oct 29 08:26:59.953492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a512ae-787d-4feb-9641-2c3c05aa66c2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:26:59.981715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6ecc2628-bd55-417b-844f-ae8e403eb960 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7fa2ed070c74af7ac6235c2efe79234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7901418 Oct 29 08:26:59.984568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37564) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:00.041130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70e84f-66e8-4b98-ae50-a40d355a939b req-8458fa10-f272-4514-9e39-1a33092a6af4 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:00.043055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca70e84f-66e8-4b98-ae50-a40d355a939b req-8458fa10-f272-4514-9e39-1a33092a6af4 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1096 time: 0.1791222 Oct 29 08:27:00.088416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.172260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.216471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f98568d-0b35-4f1c-b688-3d00ee6f5f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.219111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.223490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.240766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca70e84f-66e8-4b98-ae50-a40d355a939b req-eb7f4a2c-fc34-4390-acc3-c3f7516bc135 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893897 Oct 29 08:27:00.313245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f98568d-0b35-4f1c-b688-3d00ee6f5f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.326045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a15c1-67d6-4004-9ae2-3bf55e08cd8a req-08575426-593d-4f3b-ba05-984cf97797e4 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:00.328337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c67a15c1-67d6-4004-9ae2-3bf55e08cd8a req-08575426-593d-4f3b-ba05-984cf97797e4 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 943 time: 0.4494908 Oct 29 08:27:00.338168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-38fbcee7-5a2b-493a-a1ed-8a824b8fee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:00.340244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-38fbcee7-5a2b-493a-a1ed-8a824b8fee38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.4315333 Oct 29 08:27:00.368434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.369002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:27:00.378719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.382213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-606cf840-cb99-4afb-9aee-9a231edf7eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.382687 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b3f91163-3f47-44ba-b04d-808bea8af3e7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/dd7fff5b-9a2b-4add-a75d-b37826e8e4f7 HTTP/1.1" status: 204 len: 168 time: 2.1846778 Oct 29 08:27:00.383263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37570) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:00.384770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-606cf840-cb99-4afb-9aee-9a231edf7eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.388886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-606cf840-cb99-4afb-9aee-9a231edf7eee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50b704bd-9446-4e15-add4-4629259e98b9 HTTP/1.1" status: 204 len: 168 time: 0.7419465 Oct 29 08:27:00.410489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cf840-cb99-4afb-9aee-9a231edf7eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b704bd-9446-4e15-add4-4629259e98b9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:00.430085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c67a15c1-67d6-4004-9ae2-3bf55e08cd8a req-4ae67ee3-0574-4bd8-ad5e-05067f72a403 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887220 Oct 29 08:27:00.436598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072c0b7-4028-40c9-aab9-024314d7bc34 req-31b6a504-ba2e-4ef5-9350-73b53ebc3f54 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:00.438186 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a072c0b7-4028-40c9-aab9-024314d7bc34 req-31b6a504-ba2e-4ef5-9350-73b53ebc3f54 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 947 time: 0.1287479 Oct 29 08:27:00.453021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b02db78-43fe-4fa8-99f4-94f50441434f admin admin] Deleting subnet 93eff8c9-eb9b-468a-b16f-4ed28f731bca {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:27:00.458245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b02db78-43fe-4fa8-99f4-94f50441434f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.461162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f98568d-0b35-4f1c-b688-3d00ee6f5f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.464188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f98568d-0b35-4f1c-b688-3d00ee6f5f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.465701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2f98568d-0b35-4f1c-b688-3d00ee6f5f09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a823f0be-17ea-43e4-8f59-0e7f1f00a9a2 HTTP/1.1" status: 204 len: 168 time: 0.4788725 Oct 29 08:27:00.489770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a9da6256-cd11-482c-a54d-41390f83262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:00.492975 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-a9da6256-cd11-482c-a54d-41390f83262c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439126 Oct 29 08:27:00.515598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98568d-0b35-4f1c-b688-3d00ee6f5f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a823f0be-17ea-43e4-8f59-0e7f1f00a9a2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:00.533593 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b02db78-43fe-4fa8-99f4-94f50441434f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.594120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a072c0b7-4028-40c9-aab9-024314d7bc34 req-c0f6f84c-313f-4ec5-b94d-2e2d218b9e6e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061046 Oct 29 08:27:00.736802 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-8a6b6266-851e-4e24-8b61-c1141e599526 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298791 Oct 29 08:27:00.767163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b02db78-43fe-4fa8-99f4-94f50441434f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.838634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b02db78-43fe-4fa8-99f4-94f50441434f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.879400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db6802c9-7962-4c55-bf9e-f0aeebcd85c0 req-57210b25-78a9-4985-8fe2-c2893c0d9f9f service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278133 Oct 29 08:27:00.880930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02db78-43fe-4fa8-99f4-94f50441434f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93eff8c9-eb9b-468a-b16f-4ed28f731bca,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:00.890250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b02db78-43fe-4fa8-99f4-94f50441434f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:00.896291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6452dd-d1ad-4f38-9ea6-1977e1732eb8 None None] Network f83e2d25-779c-4929-8fb4-3056d6e0d279 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:27:00.896455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7b02db78-43fe-4fa8-99f4-94f50441434f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/93eff8c9-eb9b-468a-b16f-4ed28f731bca HTTP/1.1" status: 204 len: 168 time: 0.5101700 Oct 29 08:27:00.900101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37590) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:00.966309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677854b-cdbc-4633-8829-47f28ee7f3a5 req-efa07b31-1786-4b48-94b5-1b4498f20c2b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:00.973788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1677854b-cdbc-4633-8829-47f28ee7f3a5 req-efa07b31-1786-4b48-94b5-1b4498f20c2b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 945 time: 0.1474702 Oct 29 08:27:01.043014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4ac9-5774-4a94-b639-ca189311e176 req-2c48ae3d-7113-4246-b878-be10a12b0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:01.044768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782f4ac9-5774-4a94-b639-ca189311e176 req-2c48ae3d-7113-4246-b878-be10a12b0e86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 1098 time: 0.1063445 Oct 29 08:27:01.052797 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1677854b-cdbc-4633-8829-47f28ee7f3a5 req-82b9930d-9885-49f4-8c8e-8ab945a7ffee tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775070 Oct 29 08:27:01.062924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.145212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37598) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:01.167900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55b6014e-59bf-4e00-8a95-74bb1e7bb8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.210044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Deleting port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:27:01.210399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.312488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] For port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:01.312876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.330676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Calling delete_port for 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:27:01.342953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] DHCP port deletion for f83e2d25-779c-4929-8fb4-3056d6e0d279 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:27:01.375014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4ac9-5774-4a94-b639-ca189311e176 req-209902f6-f753-4b90-806d-2e34a65b4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:01.376639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782f4ac9-5774-4a94-b639-ca189311e176 req-209902f6-f753-4b90-806d-2e34a65b4c40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.3243232 Oct 29 08:27:01.411464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] Deleting port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:27:01.411894 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.474168 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.491167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782f4ac9-5774-4a94-b639-ca189311e176 req-5ee2138d-2816-4903-a29b-02ac41de523d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=3306327a-05c0-4cb4-afcf-83e0e9d317ad HTTP/1.1" status: 200 len: 217 time: 0.0926321 Oct 29 08:27:01.516689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Pushing event deleted for resources: {'Port': ['ID=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:01.520100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6a512ae-787d-4feb-9641-2c3c05aa66c2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:01.524161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] No DVR routers for this DVR port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:27:01.565805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4ac9-5774-4a94-b639-ca189311e176 req-1d7c5abf-0c45-4777-a45e-e27d10fdf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:01.567231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782f4ac9-5774-4a94-b639-ca189311e176 req-1d7c5abf-0c45-4777-a45e-e27d10fdf116 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0622101 Oct 29 08:27:01.569162 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55b6014e-59bf-4e00-8a95-74bb1e7bb8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.576669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e6a512ae-787d-4feb-9641-2c3c05aa66c2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:27:01.577427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6a512ae-787d-4feb-9641-2c3c05aa66c2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:27:01.578035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device aed6eda8-5253-4c68-8f42-e935ad8d9286 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:01.578163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1481e99-2a3a-4175-8b00-8277f6b861fa req-c9cbc514-8654-414e-ac47-b112255a9793 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:01.585642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1481e99-2a3a-4175-8b00-8277f6b861fa req-c9cbc514-8654-414e-ac47-b112255a9793 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1096 time: 0.3174429 Oct 29 08:27:01.595678 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55b6014e-59bf-4e00-8a95-74bb1e7bb8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.608915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: aed6eda8-5253-4c68-8f42-e935ad8d9286 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:27:01.609499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device aed6eda8-5253-4c68-8f42-e935ad8d9286 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:27:01.609906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:01.617834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.649076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:27:01.649214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:27:01.662269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] For port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,segment=NetworkSegment(10d69fc6-7ff4-49b4-a55c-468facbc8156),segment_id=10d69fc6-7ff4-49b4-a55c-468facbc8156)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:01.662825 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.668573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83e2d25-779c-4929-8fb4-3056d6e0d279']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:01.681084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] Calling delete_port for 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:27:01.684569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d69fc6-7ff4-49b4-a55c-468facbc8156') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:01.684866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d69fc6-7ff4-49b4-a55c-468facbc8156') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:01.704458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1481e99-2a3a-4175-8b00-8277f6b861fa req-5cb565a7-5d17-42d4-874f-7ad989ee1b88 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178007 Oct 29 08:27:01.710560 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.751103 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.760398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:27:01.761180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:27:01.763255 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:27:01.796831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-55b6014e-59bf-4e00-8a95-74bb1e7bb8dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83919030408a4ae693b4481bfdd41204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6505516 Oct 29 08:27:01.809085 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.813673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37624) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:01.836139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] Pushing event deleted for resources: {'Port': ['ID=47fc44ae-6c9f-43aa-adaa-68b6bfa2a381,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:01.843691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5545e8-49a0-40dc-9573-30a09e9715c5 None None] No DVR routers for this DVR port 47fc44ae-6c9f-43aa-adaa-68b6bfa2a381 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:27:01.873747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6014e-59bf-4e00-8a95-74bb1e7bb8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda3c5c5-74d4-4ee4-8225-76e94ae6d217,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:01.891314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4ac9-5774-4a94-b639-ca189311e176 req-1183584f-d6ec-40a3-a72e-e0aae2c64700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:01.892778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782f4ac9-5774-4a94-b639-ca189311e176 req-1183584f-d6ec-40a3-a72e-e0aae2c64700 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3176289 Oct 29 08:27:01.895541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be31d2-d17e-4a80-856a-823aa53db4f0 req-dae6bc45-02f1-466a-aad3-9a877382224f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:01.897192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b6be31d2-d17e-4a80-856a-823aa53db4f0 req-dae6bc45-02f1-466a-aad3-9a877382224f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 943 time: 0.2027071 Oct 29 08:27:01.898802 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.924570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:01.928764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] 10.222.0.70 "DELETE /v2.0/networks/f83e2d25-779c-4929-8fb4-3056d6e0d279 HTTP/1.1" status: 204 len: 168 time: 1.0276639 Oct 29 08:27:01.952782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5e825-239c-47a6-82c5-eed851bc267d admin admin] Pushing event deleted for resources: {'Network': ['ID=f83e2d25-779c-4929-8fb4-3056d6e0d279,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:01.981321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b6be31d2-d17e-4a80-856a-823aa53db4f0 req-0a016292-4de1-4427-8a49-8679f9fe960c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513315 Oct 29 08:27:02.043761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a0f385d-5011-4103-8e5e-aa089fad54dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:02.102896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941e2ee-87b0-4671-8f1c-685369a7533d req-02b0215c-003c-4380-88bc-68209a3f723b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:02.110431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1941e2ee-87b0-4671-8f1c-685369a7533d req-02b0215c-003c-4380-88bc-68209a3f723b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 947 time: 0.1535904 Oct 29 08:27:02.122155 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a0f385d-5011-4103-8e5e-aa089fad54dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:02.138068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37630) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:02.149981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e42d6-8138-49f2-a667-eb222f321f4b req-681a92aa-5800-44f3-9de8-6cbe0be98a27 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:02.150607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b62e42d6-8138-49f2-a667-eb222f321f4b req-681a92aa-5800-44f3-9de8-6cbe0be98a27 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1096 time: 0.0835590 Oct 29 08:27:02.187967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782f4ac9-5774-4a94-b639-ca189311e176 req-00e21ff0-b945-4d06-8bf0-35545ca5896b service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864764 Oct 29 08:27:02.196509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b62e42d6-8138-49f2-a667-eb222f321f4b req-96227674-560a-4c86-9e68-0ca512a01fb0 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Oct 29 08:27:02.279636 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-84ef5044-810f-406f-a160-e0e3c12bb954 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d61923d016541d1b1a436730261e8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247725 Oct 29 08:27:02.281425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:02.294777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1941e2ee-87b0-4671-8f1c-685369a7533d req-8d2a9a39-a0d5-4204-a75e-91bb5cccb59a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784983 Oct 29 08:27:02.346073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a0f385d-5011-4103-8e5e-aa089fad54dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:02.348740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a0f385d-5011-4103-8e5e-aa089fad54dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:02.352673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8a0f385d-5011-4103-8e5e-aa089fad54dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cda3c5c5-74d4-4ee4-8225-76e94ae6d217 HTTP/1.1" status: 204 len: 168 time: 0.5190151 Oct 29 08:27:02.394670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f385d-5011-4103-8e5e-aa089fad54dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda3c5c5-74d4-4ee4-8225-76e94ae6d217,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:02.406979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41392417-e307-4a75-b36d-89fd0ce0ab07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:02.410489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782f4ac9-5774-4a94-b639-ca189311e176 req-5e8f9149-c987-4e11-b9fb-aab47776a848 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073753 Oct 29 08:27:02.474595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41392417-e307-4a75-b36d-89fd0ce0ab07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:02.559201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41392417-e307-4a75-b36d-89fd0ce0ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:02.567537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41392417-e307-4a75-b36d-89fd0ce0ab07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:02.575379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-41392417-e307-4a75-b36d-89fd0ce0ab07 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406 HTTP/1.1" status: 204 len: 168 time: 0.2926550 Oct 29 08:27:02.592141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41392417-e307-4a75-b36d-89fd0ce0ab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbbc2e7-7c3f-4727-85cd-8ea5b69c4406,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:02.656826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16138c74-8b2d-4b29-85e7-735fcf8d13af req-d1054837-7027-47ab-a550-e3a3e9f51f2e tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:02.659614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16138c74-8b2d-4b29-85e7-735fcf8d13af req-d1054837-7027-47ab-a550-e3a3e9f51f2e tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1096 time: 0.0837929 Oct 29 08:27:02.757061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16138c74-8b2d-4b29-85e7-735fcf8d13af req-27e69105-003b-4f0f-920f-ef6711c546d8 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778458 Oct 29 08:27:03.117264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda763-4705-4b42-8a03-0aeb78932b6e req-20c7ade2-7c44-4933-816f-55dbf876744c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:03.118725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fda763-4705-4b42-8a03-0aeb78932b6e req-20c7ade2-7c44-4933-816f-55dbf876744c tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 943 time: 0.0510461 Oct 29 08:27:03.165216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fda763-4705-4b42-8a03-0aeb78932b6e req-c51a25c9-856f-4fe9-9074-2f3fc53b9d49 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398278 Oct 29 08:27:03.407578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a6d9f-c3d8-4609-8178-2a0669cb00e7 req-7d343e1b-1ea3-43fd-844f-e1d56758513b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:03.416196 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d4a6d9f-c3d8-4609-8178-2a0669cb00e7 req-7d343e1b-1ea3-43fd-844f-e1d56758513b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 947 time: 0.0636339 Oct 29 08:27:03.463335 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d4a6d9f-c3d8-4609-8178-2a0669cb00e7 req-d656733e-c614-4817-9292-f9434e837bb7 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Oct 29 08:27:03.873391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3306327a-05c0-4cb4-afcf-83e0e9d317ad details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:03.894734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37740) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:03.951354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc838e-6c8c-46db-a228-fc5809b8e6ce req-90d45ff0-f00b-4f27-9108-09782b2d2435 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:03.954690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37746) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:03.963271 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efbc838e-6c8c-46db-a228-fc5809b8e6ce req-90d45ff0-f00b-4f27-9108-09782b2d2435 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1096 time: 0.0699549 Oct 29 08:27:04.022502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efbc838e-6c8c-46db-a228-fc5809b8e6ce req-7355c622-bc1e-4901-bf9c-dd16efd5d17e tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565417 Oct 29 08:27:04.038012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3306327a-05c0-4cb4-afcf-83e0e9d317ad, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3306327a-05c0-4cb4-afcf-83e0e9d317ad,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:04.077702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '3306327a-05c0-4cb4-afcf-83e0e9d317ad', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '3306327a-05c0-4cb4-afcf-83e0e9d317ad', 'mac_address': 'fa:16:3e:b5:2d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:04.132697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-network', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:04.164353 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.186789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Made reservation on behalf of ad0b78f70cb44c618972c8ba8c7014f8 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:04.191662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.206471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3306327a-05c0-4cb4-afcf-83e0e9d317ad {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:04.214162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.261551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3306327a-05c0-4cb4-afcf-83e0e9d317ad, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3306327a-05c0-4cb4-afcf-83e0e9d317ad,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:04.268242 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.300254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0ba64b2f-549d-4ad9-b0cb-4c0da7dbdaea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.315085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-0e235c97-92b0-4137-9cef-bdaa2ed55bc5 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=07aee0a3a7f94f90860e07d3971795b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634739 Oct 29 08:27:04.327591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3306327a-05c0-4cb4-afcf-83e0e9d317ad,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:04.500352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:04.518936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-84e5c940-a8f6-4456-ad77-461ff68245d5 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:04.526905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-84e5c940-a8f6-4456-ad77-461ff68245d5 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101452 Oct 29 08:27:04.546347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.559615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-d2cc39b0-fb55-4863-8700-9df2c7d062f4 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/quotas/07aee0a3a7f94f90860e07d3971795b2 HTTP/1.1" status: 200 len: 375 time: 0.0312777 Oct 29 08:27:04.580144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.638425 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-630b4683-ab3f-49fb-b0ae-1397b72e03a8 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=07aee0a3a7f94f90860e07d3971795b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772409 Oct 29 08:27:04.648806 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0ba64b2f-549d-4ad9-b0cb-4c0da7dbdaea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.658998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:27:04.668835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0ba64b2f-549d-4ad9-b0cb-4c0da7dbdaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.687117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90af9ef7-b5cd-4853-82da-cf97a5c2680a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:04.702923 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.703264 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Added segment e10aeee0-f440-4f08-8164-9982221d00b8 of type vlan for network 61c735b8-ce0a-4c10-8842-62b65541c1ef Oct 29 08:27:04.740619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37782) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:04.748500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0ba64b2f-549d-4ad9-b0cb-4c0da7dbdaea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21e79da4b2e94b77b32315d27d52dd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7925766 Oct 29 08:27:04.830700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba64b2f-549d-4ad9-b0cb-4c0da7dbdaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f05000c-02f7-447c-898c-64d625d81208,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:04.849132 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e64f-c974-4bb8-80e6-ab84da194861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.849736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.881248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e64f-c974-4bb8-80e6-ab84da194861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.962413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.964388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:04.965487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.968088 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e64f-c974-4bb8-80e6-ab84da194861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.976027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e64f-c974-4bb8-80e6-ab84da194861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:04.980124 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e5b9e64f-c974-4bb8-80e6-ab84da194861 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f05000c-02f7-447c-898c-64d625d81208 HTTP/1.1" status: 204 len: 168 time: 0.2384043 Oct 29 08:27:05.001025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9e64f-c974-4bb8-80e6-ab84da194861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f05000c-02f7-447c-898c-64d625d81208,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:05.001523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34053bc9-2336-48fa-89cc-74eba115af2c req-8fbc1cf9-a05c-4581-832f-4839612294c3 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:05.010793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34053bc9-2336-48fa-89cc-74eba115af2c req-8fbc1cf9-a05c-4581-832f-4839612294c3 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 943 time: 0.1448987 Oct 29 08:27:05.074900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1788986 Oct 29 08:27:05.075098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37796) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:05.084896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Request body: {'subnet': {'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-subnet', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:05.102818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55ac81-829d-4b3a-aa16-1712cd1860cf admin admin] Pushing event updated for resources: {'Network': ['ID=61c735b8-ce0a-4c10-8842-62b65541c1ef,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:05.116100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 61c735b8-ce0a-4c10-8842-62b65541c1ef details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:27:05.129246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34053bc9-2336-48fa-89cc-74eba115af2c req-e97f6f1b-b2e5-4e42-ac76-fb8d621bb1ff tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121645 Oct 29 08:27:05.190964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Made reservation on behalf of ad0b78f70cb44c618972c8ba8c7014f8 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:05.193401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Publish callbacks [] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:05.359174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c8ded-9dad-49a9-9fb7-47809afa5769 req-28b2a43f-ca0d-45ca-97fe-b60f601374d8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:05.362705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f8c8ded-9dad-49a9-9fb7-47809afa5769 req-28b2a43f-ca0d-45ca-97fe-b60f601374d8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 948 time: 0.1230099 Oct 29 08:27:05.455364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f8c8ded-9dad-49a9-9fb7-47809afa5769 req-09c7bf7e-3979-47cc-8f4a-0993b37dbc73 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874627 Oct 29 08:27:05.460814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-a2e5506a-ee95-4b19-b3a2-5a7e8c58c72f tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:27:05.462549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-a2e5506a-ee95-4b19-b3a2-5a7e8c58c72f tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107512 Oct 29 08:27:05.583538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69246aeb-100b-4dd1-b302-6de27ceb7d4b req-03b595b8-fa8b-46f3-8e26-134375849b34 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 210 time: 0.0508533 Oct 29 08:27:05.585899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:05.594396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-b43bd093-3dfd-491e-b7e0-02f0af7269c7 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:05.604075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37808) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:05.611990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-b43bd093-3dfd-491e-b7e0-02f0af7269c7 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports/44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 1093 time: 0.1355412 Oct 29 08:27:05.616304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Request body: {'binding': {'host': 'n-h1-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:05.616766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Unknown quota resources ['binding']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:27:05.678437 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9998cbe4-30cf-46cc-a70e-daef80fd14d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:05.716939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9fe441-0cb8-4536-b81e-51e60a694584,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:05.719252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Checking segment: {'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:05.719592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Network hostable DHCP agents. Network: 61c735b8-ce0a-4c10-8842-62b65541c1ef, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:27:05.771417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Network 61c735b8-ce0a-4c10-8842-62b65541c1ef is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:27:05.791608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 61c735b8-ce0a-4c10-8842-62b65541c1ef) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:05.800051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:05.800896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:05.804449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232dadea-3f28-44b0-bc5a-12ce2ecc39b0 None None] Network 61c735b8-ce0a-4c10-8842-62b65541c1ef requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:27:05.838136 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9998cbe4-30cf-46cc-a70e-daef80fd14d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:05.846544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a061d7c-92fa-409a-a1e9-fb175f0cd3ec admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7701478 Oct 29 08:27:05.847478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:05.852195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:05.857085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9998cbe4-30cf-46cc-a70e-daef80fd14d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:05.873329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on host n-h1-815940-1 for vnic_type normal with profile None {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:05.873792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:05.874191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:05.880305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:05.880634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:05.887279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:05.887941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:05.888609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:05.889053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Bound port: 44cb6999-c348-4440-a123-f2639327f6cb, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:05.901005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3306327a-05c0-4cb4-afcf-83e0e9d317ad up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:05.912290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9998cbe4-30cf-46cc-a70e-daef80fd14d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae2af6ad05c94ae2a2dfe4842e9eaa4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682619 Oct 29 08:27:05.916256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37812) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:05.917620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998cbe4-30cf-46cc-a70e-daef80fd14d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2fb63-cb77-4a77-a792-2abdc9803555,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:05.938631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:05.940119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:05.994974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:06.006663 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.023738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-6f0dbbb9-f875-4843-a62d-ff588aa5ae92 service neutron] 10.222.0.70 "POST /v2.0/ports/44cb6999-c348-4440-a123-f2639327f6cb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4105163 Oct 29 08:27:06.064196 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.070823 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8398b0a9-c089-4796-8a8c-20d597892805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.104356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 3306327a-05c0-4cb4-afcf-83e0e9d317ad completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:27:06.109094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 3306327a-05c0-4cb4-afcf-83e0e9d317ad triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:06.109509 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.115139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-61c735b8-ce0a-4c10-8842-62b65541c1ef', 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'fixed_ips': [{'subnet_id': '0c9fe441-0cb8-4536-b81e-51e60a694584'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:27:06.115404 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.234760 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8398b0a9-c089-4796-8a8c-20d597892805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.378193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ed32f-74f7-48ce-af29-b9f88c0277da req-a5508fdd-281f-4abe-a05e-f3bafa2a529b tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:06.388591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c25ed32f-74f7-48ce-af29-b9f88c0277da req-a5508fdd-281f-4abe-a05e-f3bafa2a529b tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 943 time: 0.0905602 Oct 29 08:27:06.410488 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.484603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Allocated IP 172.20.0.2 (61c735b8-ce0a-4c10-8842-62b65541c1ef/0c9fe441-0cb8-4536-b81e-51e60a694584/71eedd7f-071a-4c16-a986-da9118fd8e51) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:06.488911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-d4493773-a146-4e9b-838d-11c71dc89fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:06.491126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-d4493773-a146-4e9b-838d-11c71dc89fc8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1096 time: 0.1000304 Oct 29 08:27:06.498752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e392ba-28af-437e-8a50-e4f874b1f192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3306327a-05c0-4cb4-afcf-83e0e9d317ad'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:06.501111 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e894b3-11d0-45d2-b7c6-42cd65d9e324" -d '{"events": [{"server_uuid": "93e392ba-28af-437e-8a50-e4f874b1f192", "name": "network-vif-plugged", "status": "completed", "tag": "3306327a-05c0-4cb4-afcf-83e0e9d317ad"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:06.512290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c25ed32f-74f7-48ce-af29-b9f88c0277da req-70f1cbc7-9132-48c6-bf30-1a7bff2e9e92 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223578 Oct 29 08:27:06.531176 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-60244ea7-e065-4d9b-ad95-48a0915d6078 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=07aee0a3a7f94f90860e07d3971795b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903428 Oct 29 08:27:06.533510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.548059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3306327a-05c0-4cb4-afcf-83e0e9d317ad, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3306327a-05c0-4cb4-afcf-83e0e9d317ad,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:06.618866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.672058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3306327a-05c0-4cb4-afcf-83e0e9d317ad,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:06.722897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dd958-1592-4aff-aa0d-b929828dfa14 req-3b045a43-e423-4acc-a9aa-e2d3cf6eb540 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:06.731181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc5dd958-1592-4aff-aa0d-b929828dfa14 req-3b045a43-e423-4acc-a9aa-e2d3cf6eb540 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 949 time: 0.0983422 Oct 29 08:27:06.755665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a80b39-7126-4c75-a06b-4c4edf29399c req-b811ccaa-9cf5-41f5-92a8-12a49ce56723 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:06.765464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-19aa9807-4c0d-46ba-af6b-6b4aed81d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:06.766666 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-42a80b39-7126-4c75-a06b-4c4edf29399c req-b811ccaa-9cf5-41f5-92a8-12a49ce56723 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 945 time: 0.4144492 Oct 29 08:27:06.767130 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-19aa9807-4c0d-46ba-af6b-6b4aed81d474 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.2520602 Oct 29 08:27:06.786145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-16312c5f-db81-49e7-807e-f1643960410b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:06.787765 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-16312c5f-db81-49e7-807e-f1643960410b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480597 Oct 29 08:27:06.788024 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.796552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.818196 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8398b0a9-c089-4796-8a8c-20d597892805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.821033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8398b0a9-c089-4796-8a8c-20d597892805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.822224 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8398b0a9-c089-4796-8a8c-20d597892805 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bd2fb63-cb77-4a77-a792-2abdc9803555 HTTP/1.1" status: 204 len: 168 time: 0.9014034 Oct 29 08:27:06.838870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Network 61c735b8-ce0a-4c10-8842-62b65541c1ef is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:06.842134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:06.846027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:06.847330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc5dd958-1592-4aff-aa0d-b929828dfa14 req-fa729192-62d5-44d5-af12-df5fd655eeaf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150956 Oct 29 08:27:06.849239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-69a962c6-e658-4120-bd8f-c347fb88380f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 217 time: 0.0735397 Oct 29 08:27:06.885348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Pushing event updated for resources: {'Port': ['ID=71eedd7f-071a-4c16-a986-da9118fd8e51,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:06.890983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Request body: {'port': {'device_id': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '07aee0a3a7f94f90860e07d3971795b2'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:06.896932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398b0a9-c089-4796-8a8c-20d597892805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2fb63-cb77-4a77-a792-2abdc9803555,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:06.945426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-42a80b39-7126-4c75-a06b-4c4edf29399c req-a4ddc8db-cd95-4ec8-a32f-df3424fab52c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773117 Oct 29 08:27:06.946638 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c5e36c-efcc-4b15-8154-45dee56c0909 x-openstack-request-id: req-c5c5e36c-efcc-4b15-8154-45dee56c0909 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:06.946950 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e392ba-28af-437e-8a50-e4f874b1f192", "name": "network-vif-plugged", "status": "completed", "tag": "3306327a-05c0-4cb4-afcf-83e0e9d317ad", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:06.948777 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5c5e36c-efcc-4b15-8154-45dee56c0909 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:06.949211 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e392ba-28af-437e-8a50-e4f874b1f192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3306327a-05c0-4cb4-afcf-83e0e9d317ad', 'code': 200} Oct 29 08:27:06.954087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Attempting to bind port 71eedd7f-071a-4c16-a986-da9118fd8e51 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:06.954466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Attempting to bind port 71eedd7f-071a-4c16-a986-da9118fd8e51 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:06.954830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Attempting to bind port 71eedd7f-071a-4c16-a986-da9118fd8e51 on network 61c735b8-ce0a-4c10-8842-62b65541c1ef {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:06.968671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:06.971673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Checking segment: {'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:06.972729 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:06.973143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Bound using segment: {'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:06.973945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Bound port: 71eedd7f-071a-4c16-a986-da9118fd8e51, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:06.974410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.001268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-3764b9ca-a22d-4499-b0c1-53eb5ee0bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:07.003338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-3764b9ca-a22d-4499-b0c1-53eb5ee0bb36 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1429248 Oct 29 08:27:07.070646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-2fd45cfc-35c9-4d2f-b470-646480eb3fa3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570090 Oct 29 08:27:07.136338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] For port 71eedd7f-071a-4c16-a986-da9118fd8e51, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:07.140434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] For port 71eedd7f-071a-4c16-a986-da9118fd8e51, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=71eedd7f-071a-4c16-a986-da9118fd8e51,segment=NetworkSegment(e10aeee0-f440-4f08-8164-9982221d00b8),segment_id=e10aeee0-f440-4f08-8164-9982221d00b8)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:07.147300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.190304 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b242054a-9d90-4aac-b9c9-b83dadf59f4b req-48d5f326-7652-4726-b5ba-95d6cb9c5634 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 210 time: 0.1133296 Oct 29 08:27:07.227144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c30ec5-8284-47d5-8594-e06d13a65420 req-e24ccead-1072-4b6d-be20-d34eb9b7b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:07.228540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1c30ec5-8284-47d5-8594-e06d13a65420 req-e24ccead-1072-4b6d-be20-d34eb9b7b934 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 1100 time: 0.1570032 Oct 29 08:27:07.252586 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.254629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Made reservation on behalf of 07aee0a3a7f94f90860e07d3971795b2 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:07.258743 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.269717 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5103bb-a56f-453b-885d-16b2c1023fd0 None None] Pushing event updated for resources: {'Port': ['ID=71eedd7f-071a-4c16-a986-da9118fd8e51,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:07.311004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.313387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.322527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1c30ec5-8284-47d5-8594-e06d13a65420 req-0c461b93-eea2-487e-983b-14b0bdd28f2b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824633 Oct 29 08:27:07.324548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-d4a2d5ee-9b60-4a24-a06d-0fc1135d2201 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382789 Oct 29 08:27:07.336898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d74a4ee1-1611-42dc-89cb-e7c4fa6046ad details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:07.570995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:07.580475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-4f08b4ea-aff7-41d4-99a4-168294a7f1f3 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475979 Oct 29 08:27:07.611756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'port_id': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'mac_address': 'fa:16:3e:0c:66:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:07.655512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.661010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Allocated IP 172.25.5.107 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/db9a8647-6735-425c-bfbe-90390212c3c4) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:07.675216 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.691501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74a4ee1-1611-42dc-89cb-e7c4fa6046ad {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:07.711005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.726250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:07.739127 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.769938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-1c92163f-72be-4c5b-9a8e-f1c028503f4c tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:07.771519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-1c92163f-72be-4c5b-9a8e-f1c028503f4c tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.0969336 Oct 29 08:27:07.785215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815940-1'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:07.808413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:07.868659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:07.976881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20a8a8e-090d-4c39-b854-631b730325a9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:08.025744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61fb3e-01f2-4481-848a-3cdc1cf40c2a req-8075f58c-6c33-498f-a169-b337e26ec701 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:08.033799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8a61fb3e-01f2-4481-848a-3cdc1cf40c2a req-8075f58c-6c33-498f-a169-b337e26ec701 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 944 time: 0.3755317 Oct 29 08:27:08.094810 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:08.099170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:08.101654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['d74a4ee1-1611-42dc-89cb-e7c4fa6046ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:08.126478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a808cf-bef9-465a-97ee-c5353f08db02 req-6c30069c-08eb-4118-bc44-9525fcea19b2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:08.128020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-52a808cf-bef9-465a-97ee-c5353f08db02 req-6c30069c-08eb-4118-bc44-9525fcea19b2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 949 time: 0.1234329 Oct 29 08:27:08.211710 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:08.313795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8a61fb3e-01f2-4481-848a-3cdc1cf40c2a req-27a30c1a-4f71-40f6-9f87-f9fb5bbf42cb tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790365 Oct 29 08:27:08.317981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Allocated IP 192.168.233.142 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/47d48c5d-90e6-4560-9b0a-4d0631067f3e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:08.360657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-52a808cf-bef9-465a-97ee-c5353f08db02 req-e3f70e56-629b-4c48-8628-9efe807fb2e5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142665 Oct 29 08:27:08.384181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:08.408621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:08.427571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:08.455477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Pushing event updated for resources: {'Port': ['ID=db9a8647-6735-425c-bfbe-90390212c3c4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:08.465049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:08.549683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:08.577956 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a52888-5e67-44b8-8624-43fdab0a66c2" -d '{"events": [{"server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "name": "network-vif-unplugged", "status": "completed", "tag": "44cb6999-c348-4440-a123-f2639327f6cb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:08.611119 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:08.621653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:08.697017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Pushing event updated for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:08.749629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on host n-h2-815940-1 for vnic_type normal with profile {"migrating_to": "n-h1-815940-1"} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:08.749973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:08.750623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:08.755640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:08.755998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Attempting to bind port 44cb6999-c348-4440-a123-f2639327f6cb on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:08.762102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:08.762442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:08.762836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:08.763303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Bound port: 44cb6999-c348-4440-a123-f2639327f6cb, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:08.763764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:08.804669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752d298-54cf-475f-ab2f-271e7c82919b None None] Network 61c735b8-ce0a-4c10-8842-62b65541c1ef requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:27:08.849551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b47ab32-083c-4c88-8735-da5972dc7187 req-158cfc10-751e-490b-8e56-59b88f905d11 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 210 time: 0.0737021 Oct 29 08:27:08.911092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a8b14f4f-17fc-4c16-b924-87c22081cb7d None None] Provisioning complete for port 71eedd7f-071a-4c16-a986-da9118fd8e51 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:08.911463 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8b14f4f-17fc-4c16-b924-87c22081cb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:08.941551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:08.955957 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716161c-dd6d-4529-8ee9-4a538ff753b0 x-openstack-request-id: req-8716161c-dd6d-4529-8ee9-4a538ff753b0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:08.956239 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "name": "network-vif-unplugged", "status": "completed", "tag": "44cb6999-c348-4440-a123-f2639327f6cb", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:08.956481 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8716161c-dd6d-4529-8ee9-4a538ff753b0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:08.956879 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb', 'code': 200} Oct 29 08:27:08.958861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:08.970191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.132854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8b14f4f-17fc-4c16-b924-87c22081cb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.217744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a8b14f4f-17fc-4c16-b924-87c22081cb7d None None] For port 71eedd7f-071a-4c16-a986-da9118fd8e51, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=71eedd7f-071a-4c16-a986-da9118fd8e51,segment=NetworkSegment(e10aeee0-f440-4f08-8164-9982221d00b8),segment_id=e10aeee0-f440-4f08-8164-9982221d00b8)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:09.227687 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8b14f4f-17fc-4c16-b924-87c22081cb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.334643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b14f4f-17fc-4c16-b924-87c22081cb7d None None] Pushing event updated for resources: {'Port': ['ID=71eedd7f-071a-4c16-a986-da9118fd8e51,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:09.360113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d74a4ee1-1611-42dc-89cb-e7c4fa6046ad up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:09.446775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945864a9-3229-498a-94bf-b5f2759a5a05 req-8eb10902-94a4-441f-88d9-37d61bd5b921 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:09.458102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-945864a9-3229-498a-94bf-b5f2759a5a05 req-8eb10902-94a4-441f-88d9-37d61bd5b921 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 945 time: 1.0039296 Oct 29 08:27:09.475865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:09.478657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.480507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] 10.222.0.93 "PUT /v2.0/ports/44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 1121 time: 1.6999555 Oct 29 08:27:09.483511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c0d9e-bee3-4e1c-a36b-191dc38ea9cb service neutron] Pushing event updated for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:09.556523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.559483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:27:09.576168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['44cb6999-c348-4440-a123-f2639327f6cb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:09.582320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:09.582320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.634518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 71eedd7f-071a-4c16-a986-da9118fd8e51 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:09.661121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-945864a9-3229-498a-94bf-b5f2759a5a05 req-db41f8cf-02ec-4068-95f8-c608ad151b82 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014859 Oct 29 08:27:09.689942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d937c312-3965-49d5-a307-1bfb34b86e25 None None] Provisioning complete for port 71eedd7f-071a-4c16-a986-da9118fd8e51 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:09.690678 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d937c312-3965-49d5-a307-1bfb34b86e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.732567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9e6bb-62a2-4a37-bf45-d060a27c2c03 req-8c6dd2d2-317e-49ac-8997-fd3667828c10 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:09.734672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35c9e6bb-62a2-4a37-bf45-d060a27c2c03 req-8c6dd2d2-317e-49ac-8997-fd3667828c10 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 944 time: 0.0739141 Oct 29 08:27:09.761313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.796225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35c9e6bb-62a2-4a37-bf45-d060a27c2c03 req-71d00d3e-00e1-49aa-bbd6-f3613b7e6ab9 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513151 Oct 29 08:27:09.867938 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.878136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 71eedd7f-071a-4c16-a986-da9118fd8e51 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:09.888359 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.896127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:09.911411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:09.919132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:09.924851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:09.925478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:09.928268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:09.959773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029837d3-263c-46a5-9fe4-cec74866011b req-60701aa5-7c0c-4dbd-bc02-c45f92140fea tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:09.968333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-029837d3-263c-46a5-9fe4-cec74866011b req-60701aa5-7c0c-4dbd-bc02-c45f92140fea tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 949 time: 0.1619108 Oct 29 08:27:09.978688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:09.982226 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fdf2c3-473a-4b0a-939d-587c5e24f230" -d '{"events": [{"server_uuid": "5fc3ab64-b8df-469c-bcc7-9a2b33142702", "name": "network-vif-plugged", "status": "completed", "tag": "d74a4ee1-1611-42dc-89cb-e7c4fa6046ad"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:09.982709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-7f234900-a115-4bd1-b5d3-8ea26542239b tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1591206 Oct 29 08:27:09.994065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:10.080292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Request body: {'port': {'device_id': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:10.208630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18972e8c-ee01-4bc7-b248-8b6f1c58386e req-484bf96c-a7d0-463e-93f8-f4c1fe48f485 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:10.210550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18972e8c-ee01-4bc7-b248-8b6f1c58386e req-484bf96c-a7d0-463e-93f8-f4c1fe48f485 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 936 time: 0.1032531 Oct 29 08:27:10.215795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-029837d3-263c-46a5-9fe4-cec74866011b req-a1a28376-a480-4c86-ae25-9b0673bbd536 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465544 Oct 29 08:27:10.268429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:10.284978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:10.289918 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:10.310370 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3f4b73-cfde-4cef-8174-7e4f4003c7a1 x-openstack-request-id: req-2d3f4b73-cfde-4cef-8174-7e4f4003c7a1 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:10.310694 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc3ab64-b8df-469c-bcc7-9a2b33142702", "name": "network-vif-plugged", "status": "completed", "tag": "d74a4ee1-1611-42dc-89cb-e7c4fa6046ad", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:10.310936 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d3f4b73-cfde-4cef-8174-7e4f4003c7a1 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:10.311410 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'code': 200} Oct 29 08:27:10.315483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18972e8c-ee01-4bc7-b248-8b6f1c58386e req-87fa8684-3767-4a0b-9ffd-c73018415842 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917876 Oct 29 08:27:10.379665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:10.458168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd8ed-6d16-40cf-bc67-35c021809736 req-d42f89bc-bcdb-46d1-9e28-7249fc93e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:10.459657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f3efd8ed-6d16-40cf-bc67-35c021809736 req-d42f89bc-bcdb-46d1-9e28-7249fc93e6ea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 1096 time: 0.0810351 Oct 29 08:27:10.525128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f3efd8ed-6d16-40cf-bc67-35c021809736 req-f6caeb26-84e8-4c46-abf2-2e2dc439a010 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567522 Oct 29 08:27:10.546972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-87a13e8b-fd2a-43dd-a2c7-41defff35084 None None] Provisioning complete for port 47d48c5d-90e6-4560-9b0a-4d0631067f3e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:10.547112 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-87a13e8b-fd2a-43dd-a2c7-41defff35084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:10.626442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-87a13e8b-fd2a-43dd-a2c7-41defff35084 None None] Port 47d48c5d-90e6-4560-9b0a-4d0631067f3e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:27:10.639941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40b64d6a-fd87-4fb0-8e08-19e8916c3714 req-3ba203ab-ea1c-4f6b-9d61-4b438c8360c9 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7760ad162bc74530bbf5a7f6cdd73c52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062310 Oct 29 08:27:10.646989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db8fc0-1afe-4b2b-a563-aa10fa085b25 req-3e731989-2218-4f37-b88d-93641f65f317 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:10.649042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7db8fc0-1afe-4b2b-a563-aa10fa085b25 req-3e731989-2218-4f37-b88d-93641f65f317 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 1100 time: 0.0674818 Oct 29 08:27:10.674275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a7db8fc0-1afe-4b2b-a563-aa10fa085b25 req-84116d4a-ac14-40b6-a038-0d5a96d86fb3 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:10.716578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:10.758935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a7db8fc0-1afe-4b2b-a563-aa10fa085b25 req-84116d4a-ac14-40b6-a038-0d5a96d86fb3 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:10.764938 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a7db8fc0-1afe-4b2b-a563-aa10fa085b25 req-84116d4a-ac14-40b6-a038-0d5a96d86fb3 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:10.802496 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7db8fc0-1afe-4b2b-a563-aa10fa085b25 req-84116d4a-ac14-40b6-a038-0d5a96d86fb3 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447315 Oct 29 08:27:10.804868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84116d4a-ac14-40b6-a038-0d5a96d86fb3 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b3621c-e067-4da9-b465-e29fbab61a9c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:10.927023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b64d6a-fd87-4fb0-8e08-19e8916c3714 req-9f92e7d4-91a9-47f8-8f7f-7a1ec82921d0 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:10.928881 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40b64d6a-fd87-4fb0-8e08-19e8916c3714 req-9f92e7d4-91a9-47f8-8f7f-7a1ec82921d0 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817600 Oct 29 08:27:10.952071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5288c-628d-45c1-a072-440bd01f778d req-c8674186-80b1-452e-8ecc-6f59228048cb tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:10.953895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e5288c-628d-45c1-a072-440bd01f778d req-c8674186-80b1-452e-8ecc-6f59228048cb tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.0702102 Oct 29 08:27:10.958224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:10.960666 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "tag": "44cb6999-c348-4440-a123-f2639327f6cb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:10.968710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40b64d6a-fd87-4fb0-8e08-19e8916c3714 req-ef697ef7-661e-40fc-8bb6-5ada4ef3af3b tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/quotas/7760ad162bc74530bbf5a7f6cdd73c52 HTTP/1.1" status: 200 len: 375 time: 0.0313153 Oct 29 08:27:11.003749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e5288c-628d-45c1-a072-440bd01f778d req-005c4e7a-5bbc-43f2-bed2-ebaeef57860b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Oct 29 08:27:11.015353 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40b64d6a-fd87-4fb0-8e08-19e8916c3714 req-29c622b8-b4ea-4b91-ad8e-367102b7993d tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7760ad162bc74530bbf5a7f6cdd73c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352147 Oct 29 08:27:11.082779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Router 39156e46-2d61-4bfa-ba69-6802c58e4b89 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:27:11.096929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d48c5d-90e6-4560-9b0a-4d0631067f3e {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:11.107236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:11.132050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Transition to ACTIVE for port object 47d48c5d-90e6-4560-9b0a-4d0631067f3e will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:27:11.167084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6398c6-966b-4819-b95c-770d59ef7804 req-2ae790c7-f625-4970-b416-aada4a157b3a tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:11.168538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a6398c6-966b-4819-b95c-770d59ef7804 req-2ae790c7-f625-4970-b416-aada4a157b3a tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0568371 Oct 29 08:27:11.187206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:11.228472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a6398c6-966b-4819-b95c-770d59ef7804 req-5a0dca5d-e6d6-47b9-b2f7-a72038eab2f9 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490968 Oct 29 08:27:11.274966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:11.308548 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca7e28c-9f54-4584-860e-2feec414570d x-openstack-request-id: req-8ca7e28c-9f54-4584-860e-2feec414570d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:11.308548 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "tag": "44cb6999-c348-4440-a123-f2639327f6cb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:11.308548 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ca7e28c-9f54-4584-860e-2feec414570d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:11.308548 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb', 'status': 'completed', 'code': 200} Oct 29 08:27:11.393147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 44cb6999-c348-4440-a123-f2639327f6cb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:11.415595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:27:11.417715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Attempting to bind port 47d48c5d-90e6-4560-9b0a-4d0631067f3e on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:11.418403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Attempting to bind port 47d48c5d-90e6-4560-9b0a-4d0631067f3e by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:11.419057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Attempting to bind port 47d48c5d-90e6-4560-9b0a-4d0631067f3e on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:11.428511 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Sync routers for ids ['39156e46-2d61-4bfa-ba69-6802c58e4b89'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:27:11.429037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-3cff3b23-9244-4ae6-89f1-b2d0238c1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:11.430315 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-3cff3b23-9244-4ae6-89f1-b2d0238c1eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1124 time: 0.0951455 Oct 29 08:27:11.431340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Port 47d48c5d-90e6-4560-9b0a-4d0631067f3e on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:11.435161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Attempting to bind port 47d48c5d-90e6-4560-9b0a-4d0631067f3e on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:11.444527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:11.445017 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:11.445480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:11.445974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Bound port: 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:11.446374 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:11.452740 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Routers {'39156e46-2d61-4bfa-ba69-6802c58e4b89'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:27:11.453667 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['39156e46-2d61-4bfa-ba69-6802c58e4b89'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:11.469594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:11.471091 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2f926c2b-3aa1-4bfb-9b0c-9214838dd998 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.6224437 Oct 29 08:27:11.473830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37946) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:11.584616 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Set router 39156e46-2d61-4bfa-ba69-6802c58e4b89 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:27:11.705883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:11.710779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-0b4f6e1e-a41e-4942-ad0d-0700ea400781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:11.712719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-0b4f6e1e-a41e-4942-ad0d-0700ea400781 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.2735550 Oct 29 08:27:11.729479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:11.750539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 44cb6999-c348-4440-a123-f2639327f6cb has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:27:11.750966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:11.769995 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:27:11.801375 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-87a782b3-414a-42a7-84d9-d84e07226c8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 217 time: 0.0780838 Oct 29 08:27:11.807362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:11.835933 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:09Z', 'revision_number': 3, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:11.864836 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Checking router: 39156e46-2d61-4bfa-ba69-6802c58e4b89 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:27:11.866085 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Updating router 39156e46-2d61-4bfa-ba69-6802c58e4b89 port db9a8647-6735-425c-bfbe-90390212c3c4 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:27:11.901291 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:11.901852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb778b-f351-4dae-9a58-128c29f66c97 req-d11f5b67-897d-488b-9e76-9dd120d781e3 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:11.904026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9cb778b-f351-4dae-9a58-128c29f66c97 req-d11f5b67-897d-488b-9e76-9dd120d781e3 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 948 time: 0.1017158 Oct 29 08:27:11.905244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:11.905504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-5177419f-e7c2-4bb7-90f7-4cec7762aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:11.905866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:11.906851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-5177419f-e7c2-4bb7-90f7-4cec7762aea3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0929863 Oct 29 08:27:11.907247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] 10.222.0.15 "PUT /v2.0/ports/47d48c5d-90e6-4560-9b0a-4d0631067f3e HTTP/1.1" status: 200 len: 1096 time: 1.9099274 Oct 29 08:27:11.907695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:11.910786 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b" -d '{"events": [{"name": "network-changed", "server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:11.947127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018c0b1-740f-4a17-9439-dfa63cb4c769 service neutron] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:11.972503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-e7da10bf-388b-417c-a815-20a7f5af2eeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396550 Oct 29 08:27:11.981444 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9cb778b-f351-4dae-9a58-128c29f66c97 req-47b852ed-8596-4bbb-b3d4-784e7a674758 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711575 Oct 29 08:27:12.147690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-f839aa88-b285-4b51-88ba-3f16552027d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:12.149958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-f839aa88-b285-4b51-88ba-3f16552027d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07aee0a3a7f94f90860e07d3971795b2&device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 1099 time: 0.1837692 Oct 29 08:27:12.176574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-e810d212-aad8-461c-94a4-b074173d6eee tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396178 Oct 29 08:27:12.203788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-4e4ffa80-f13b-4c1e-bee6-ed493be48167 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204442 Oct 29 08:27:12.216410 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-0531f949-c2b7-4334-816b-745365f28858 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e HTTP/1.1" status: 200 len: 217 time: 0.0548911 Oct 29 08:27:12.295411 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:12.302428 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:12.310426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-2874ba03-f394-49cd-b332-1f8a4462ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:12.312363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-2874ba03-f394-49cd-b332-1f8a4462ee91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0847330 Oct 29 08:27:12.365305 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Attempting to bind port db9a8647-6735-425c-bfbe-90390212c3c4 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:12.365681 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Attempting to bind port db9a8647-6735-425c-bfbe-90390212c3c4 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:12.365963 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Attempting to bind port db9a8647-6735-425c-bfbe-90390212c3c4 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:12.373797 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Pushing event updated for resources: {'Port': ['ID=db9a8647-6735-425c-bfbe-90390212c3c4,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:12.376601 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:12.376966 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:12.377383 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:12.378191 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:12.378709 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Bound port: db9a8647-6735-425c-bfbe-90390212c3c4, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:12.379669 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:12.380613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-7d06bfd4-d18a-4055-9bb5-82df6df4a476 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:12.382176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-7d06bfd4-d18a-4055-9bb5-82df6df4a476 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935897 Oct 29 08:27:12.386968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b92959-eaec-4bc9-a12a-c804ff8d87a4 req-09181187-ea05-41ed-a3a3-46251eb70f31 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734183 Oct 29 08:27:12.392906 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.393261 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.393602 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.393932 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.394258 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.394581 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.394904 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.395224 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.395544 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.395887 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.396208 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.396526 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:12.400031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-8a5664dc-d3f0-48ac-88aa-302ef2e62581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:12.402742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-8a5664dc-d3f0-48ac-88aa-302ef2e62581 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806527 Oct 29 08:27:12.410119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-d8e9a846-f6ee-4c96-a00b-779847de4adb tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/quotas/d4a08d6f772541dc818a6c82460ed42d HTTP/1.1" status: 200 len: 375 time: 0.0207548 Oct 29 08:27:12.462887 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] For port db9a8647-6735-425c-bfbe-90390212c3c4, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:12.466175 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] For port db9a8647-6735-425c-bfbe-90390212c3c4, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=db9a8647-6735-425c-bfbe-90390212c3c4,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:12.468201 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-0f91c54a-8507-4bc7-9a90-9d4cdf3b41ac tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570796 Oct 29 08:27:12.472076 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:12.497152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:12.532274 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Routers {'39156e46-2d61-4bfa-ba69-6802c58e4b89'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:27:12.533073 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['39156e46-2d61-4bfa-ba69-6802c58e4b89'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:12.576471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-2a7896af-842f-409b-9ffc-2bcef986a1e4 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462903 Oct 29 08:27:12.593078 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e02a6d-70ce-486c-8125-4b427c87caa1 None None] Pushing event updated for resources: {'Port': ['ID=db9a8647-6735-425c-bfbe-90390212c3c4,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:12.647561 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] Set router 39156e46-2d61-4bfa-ba69-6802c58e4b89 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:27:12.843957 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:09Z', 'revision_number': 3, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:12.871947 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913c120-cff1-4d09-91d3-9a0e95490de4 None None] The sync data for ids ['39156e46-2d61-4bfa-ba69-6802c58e4b89'] in n-d-815940-1 is: [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:09Z', 'revision_number': 3, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:27:12.980556 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f97ce6-6c9b-4cac-846a-b46395ae8309 x-openstack-request-id: req-53f97ce6-6c9b-4cac-846a-b46395ae8309 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:12.981064 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:12.981064 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53f97ce6-6c9b-4cac-846a-b46395ae8309 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:12.981429 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'status': 'completed', 'code': 200} Oct 29 08:27:13.020980 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af575654-fa00-46ec-baf0-f2972aca4cb5 req-b1069a42-e60f-476d-9329-d76878a0b028 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365301 Oct 29 08:27:13.063417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Allocated IP 172.20.0.1 (61c735b8-ce0a-4c10-8842-62b65541c1ef/0c9fe441-0cb8-4536-b81e-51e60a694584/69a85f28-3efe-461a-9e90-d03c4be61cb3) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:13.095272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a525ff8-2473-4520-a5ce-20c30f517b06 req-f272bc52-1ed3-4520-a02a-7f9bd6109500 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:13.098850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a525ff8-2473-4520-a5ce-20c30f517b06 req-f272bc52-1ed3-4520-a02a-7f9bd6109500 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.0656409 Oct 29 08:27:13.169617 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a525ff8-2473-4520-a5ce-20c30f517b06 req-cfac6f3e-379b-4fae-9b30-0dae69ec7d8a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Oct 29 08:27:13.232772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-0dda4058-d064-4788-a1e0-c68f6d4d6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:13.234349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-0dda4058-d064-4788-a1e0-c68f6d4d6c81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07aee0a3a7f94f90860e07d3971795b2&device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 1099 time: 0.1514924 Oct 29 08:27:13.316243 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:13.344718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6f6ba-d207-4b72-9874-9dd01d1e04b1 req-04b7373d-5988-4255-b7fc-cd9950d731ab tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:13.346819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5f6f6ba-d207-4b72-9874-9dd01d1e04b1 req-04b7373d-5988-4255-b7fc-cd9950d731ab tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0608501 Oct 29 08:27:13.384659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-536161c5-224a-4207-8c5b-ab9bf5419bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:13.386736 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-536161c5-224a-4207-8c5b-ab9bf5419bbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1398551 Oct 29 08:27:13.408840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5f6f6ba-d207-4b72-9874-9dd01d1e04b1 req-2c0c4157-420a-4a6a-a279-9be06cbc0e0a tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522032 Oct 29 08:27:13.409900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:13.452722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-d5249497-1cd9-48cf-8332-1a4c224c74c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e HTTP/1.1" status: 200 len: 217 time: 0.0574744 Oct 29 08:27:13.552756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Network 61c735b8-ce0a-4c10-8842-62b65541c1ef is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:13.578191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:13.582248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-19d8024e-e41e-49a4-998a-f3f62d710b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:13.588604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-19d8024e-e41e-49a4-998a-f3f62d710b4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1137483 Oct 29 08:27:13.591550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:13.592065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:13.594261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device db9a8647-6735-425c-bfbe-90390212c3c4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:13.710011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port db9a8647-6735-425c-bfbe-90390212c3c4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:13.710771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:13.846502 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:13.859938 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:13.879724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port db9a8647-6735-425c-bfbe-90390212c3c4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=db9a8647-6735-425c-bfbe-90390212c3c4,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:13.893237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Pushing event updated for resources: {'Port': ['ID=69a85f28-3efe-461a-9e90-d03c4be61cb3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:13.895980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:13.965069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-28a63bee-1ad6-49b2-b47b-8bce26a8c3d9 None None] Provisioning complete for port 69a85f28-3efe-461a-9e90-d03c4be61cb3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:13.965731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-28a63bee-1ad6-49b2-b47b-8bce26a8c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:13.973780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-8ed4fc46-ee62-4642-a9fe-bdc67de221be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:13.975660 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-8ed4fc46-ee62-4642-a9fe-bdc67de221be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224126 Oct 29 08:27:14.015662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=db9a8647-6735-425c-bfbe-90390212c3c4,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.032289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:14.044944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-28a63bee-1ad6-49b2-b47b-8bce26a8c3d9 None None] Port 69a85f28-3efe-461a-9e90-d03c4be61cb3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:27:14.147695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-c2577b0b-f919-4523-919a-170a70b6ef9c service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601677 Oct 29 08:27:14.160843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94384d5f-a6ab-4412-8de2-d9f77da790fa req-c0af5897-6eef-4e87-a1f1-6f49e6ed277a tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:14.162311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94384d5f-a6ab-4412-8de2-d9f77da790fa req-c0af5897-6eef-4e87-a1f1-6f49e6ed277a tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 948 time: 0.0549188 Oct 29 08:27:14.222325 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94384d5f-a6ab-4412-8de2-d9f77da790fa req-89ff7dc9-7d74-4727-ae9d-a2a558f313c7 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504222 Oct 29 08:27:14.250214 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f10dd169-aba2-4085-98c0-b409b664e62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:14.274819 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:14.288513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:14.289403 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:14.308817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aaf3322b-8d5d-4766-86cb-ca69735c2e4b req-25bb1134-8802-466d-865e-a15697aad452 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 210 time: 0.0286577 Oct 29 08:27:14.331783 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fbc1d96-04ab-445c-bd9d-f7b2319dd92b req-2ab1f3e7-0a77-4d00-9bfe-63d2ad5eb573 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729352 Oct 29 08:27:14.395515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Pushing event updated for resources: {'Port': ['ID=69a85f28-3efe-461a-9e90-d03c4be61cb3,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:14.408619 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0ba9dbb-9af5-4e8d-9a66-017fccae8c0d req-887a1d7d-6674-4aa2-b6d8-79a22df1891d tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7760ad162bc74530bbf5a7f6cdd73c52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225980 Oct 29 08:27:14.454150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Network 61c735b8-ce0a-4c10-8842-62b65541c1ef is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:14.455637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:14.529475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba9dbb-9af5-4e8d-9a66-017fccae8c0d req-d02f2268-580c-425c-a872-481e560be4af tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:14.531049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0ba9dbb-9af5-4e8d-9a66-017fccae8c0d req-d02f2268-580c-425c-a872-481e560be4af tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1160083 Oct 29 08:27:14.554212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0ba9dbb-9af5-4e8d-9a66-017fccae8c0d req-c5664237-d2fa-4b70-901c-6a76a65bda8c tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/quotas/7760ad162bc74530bbf5a7f6cdd73c52 HTTP/1.1" status: 200 len: 375 time: 0.0168655 Oct 29 08:27:14.582774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Router 39156e46-2d61-4bfa-ba69-6802c58e4b89 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:27:14.583837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0ba9dbb-9af5-4e8d-9a66-017fccae8c0d req-39cc8ff3-b4ca-467b-b0e3-f8b8cbe47ee7 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7760ad162bc74530bbf5a7f6cdd73c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284421 Oct 29 08:27:14.672208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-88c49236-1167-4f60-a865-7fa223f51179 None None] Provisioning complete for port 69a85f28-3efe-461a-9e90-d03c4be61cb3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:14.673099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-88c49236-1167-4f60-a865-7fa223f51179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:14.710364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:27:14.718688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-88c49236-1167-4f60-a865-7fa223f51179 None None] Port 69a85f28-3efe-461a-9e90-d03c4be61cb3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:27:14.726167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-22fb28b8-0b24-462f-a329-1b30edd2d490 admin admin] 10.222.0.70 "PUT /v2.0/routers/39156e46-2d61-4bfa-ba69-6802c58e4b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2512336 Oct 29 08:27:14.761992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7e59d-e8a6-43ed-88ff-ba2809525b1c req-d97d1b34-eb96-4e31-96ae-d6025034406c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:14.763776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dd7e59d-e8a6-43ed-88ff-ba2809525b1c req-d97d1b34-eb96-4e31-96ae-d6025034406c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.0555270 Oct 29 08:27:14.804307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dd7e59d-e8a6-43ed-88ff-ba2809525b1c req-b5c1900f-d3b5-4264-ba37-92db84a50794 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Oct 29 08:27:14.912786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4b3c-5631-4deb-86f0-6cb1bc2cf28e req-7a79a8e1-40d9-4ebf-9460-cd4dc80f8122 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:14.914179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f12a4b3c-5631-4deb-86f0-6cb1bc2cf28e req-7a79a8e1-40d9-4ebf-9460-cd4dc80f8122 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0511956 Oct 29 08:27:14.957882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f12a4b3c-5631-4deb-86f0-6cb1bc2cf28e req-2af99ffa-ec55-4208-b77e-f67823576b7a tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Oct 29 08:27:15.004221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Sync routers for ids ['39156e46-2d61-4bfa-ba69-6802c58e4b89'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:27:15.014534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Routers {'39156e46-2d61-4bfa-ba69-6802c58e4b89'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:27:15.015148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['39156e46-2d61-4bfa-ba69-6802c58e4b89'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:15.128321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Set router 39156e46-2d61-4bfa-ba69-6802c58e4b89 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:27:15.203261 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-871df804-da96-42b8-9c45-1beb6c776062 req-f82e6370-010e-4fea-85c4-1f276e398520 tempest-FloatingIPDetailsNegativeTestJSON-704998157 tempest-FloatingIPDetailsNegativeTestJSON-704998157-project] show failed (client error): The resource could not be found. Oct 29 08:27:15.204456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-871df804-da96-42b8-9c45-1beb6c776062 req-f82e6370-010e-4fea-85c4-1f276e398520 tempest-FloatingIPDetailsNegativeTestJSON-704998157 tempest-FloatingIPDetailsNegativeTestJSON-704998157-project] 10.222.0.70 "GET /v2.0/floatingips/a29865a5-2f28-46b9-8729-40ef7745728a HTTP/1.1" status: 404 len: 350 time: 0.0381119 Oct 29 08:27:15.220344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38030) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:15.425455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '69a85f28-3efe-461a-9e90-d03c4be61cb3', 'name': '', 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'mac_address': 'fa:16:3e:1b:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0c9fe441-0cb8-4536-b81e-51e60a694584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:12Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 2, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'subnets': [{'id': '0c9fe441-0cb8-4536-b81e-51e60a694584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:15.456400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Checking router: 39156e46-2d61-4bfa-ba69-6802c58e4b89 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:27:15.456673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Updating router 39156e46-2d61-4bfa-ba69-6802c58e4b89 port 69a85f28-3efe-461a-9e90-d03c4be61cb3 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:27:15.498051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device db9a8647-6735-425c-bfbe-90390212c3c4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:15.517397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-defb099c-b8d9-4dc5-a9a2-9ad0d9752b3f req-dfbe9bfd-a93f-4c36-900a-bbd512f370c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 210 time: 0.0391679 Oct 29 08:27:15.538665 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:15.565824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8a1d-de90-43e4-ba99-d21179e0b5ff req-629f5ef8-49ec-4522-afc5-cfeb87560a4a tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:15.570591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8a1d-de90-43e4-ba99-d21179e0b5ff req-629f5ef8-49ec-4522-afc5-cfeb87560a4a tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 948 time: 0.2323298 Oct 29 08:27:15.594249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port db9a8647-6735-425c-bfbe-90390212c3c4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:15.594249 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:15.631678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8a1d-de90-43e4-ba99-d21179e0b5ff req-ba90a099-18bb-478c-aaf2-cc75e3e07e5c tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541167 Oct 29 08:27:15.837351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-defee25f-a3b1-4ea6-8643-4b25c1bd96a0 req-50d55fcf-295d-4739-8c21-bb458141f664 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7760ad162bc74530bbf5a7f6cdd73c52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350001 Oct 29 08:27:15.924637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:15.930572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:15.934069 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:15.944343 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:15.946221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520a2db-d287-405b-9f8a-e539db91f6ff req-469708e7-db3e-4b97-8ddf-0e5d9bcff242 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:15.955407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6520a2db-d287-405b-9f8a-e539db91f6ff req-469708e7-db3e-4b97-8ddf-0e5d9bcff242 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.0771785 Oct 29 08:27:16.032657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6520a2db-d287-405b-9f8a-e539db91f6ff req-861a1a10-c84e-4379-814b-bde4991f62de tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711510 Oct 29 08:27:16.110338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552de916-1557-448f-b9bc-c26893d5261f None None] Pushing event updated for resources: {'Port': ['ID=69a85f28-3efe-461a-9e90-d03c4be61cb3,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:16.111403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defee25f-a3b1-4ea6-8643-4b25c1bd96a0 req-ec386aa2-eeba-4f4e-8093-ad506bec7249 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:16.113246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-defee25f-a3b1-4ea6-8643-4b25c1bd96a0 req-ec386aa2-eeba-4f4e-8093-ad506bec7249 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570124 Oct 29 08:27:16.169784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-defee25f-a3b1-4ea6-8643-4b25c1bd96a0 req-145ac190-b38f-44fe-a116-e0a16ca23349 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/quotas/7760ad162bc74530bbf5a7f6cdd73c52 HTTP/1.1" status: 200 len: 375 time: 0.0415397 Oct 29 08:27:16.218965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Attempting to bind port 69a85f28-3efe-461a-9e90-d03c4be61cb3 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:16.219319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243f53f-17d5-4c14-a804-7a3ae3f05f12 req-e268d5be-a8e4-499e-8b32-e95af6581245 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:16.219491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Attempting to bind port 69a85f28-3efe-461a-9e90-d03c4be61cb3 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:16.219974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Attempting to bind port 69a85f28-3efe-461a-9e90-d03c4be61cb3 on network 61c735b8-ce0a-4c10-8842-62b65541c1ef {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:16.221090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f243f53f-17d5-4c14-a804-7a3ae3f05f12 req-e268d5be-a8e4-499e-8b32-e95af6581245 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0860133 Oct 29 08:27:16.249001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:16.253238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:16.253751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Checking segment: {'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:16.254044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:16.254482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Bound using segment: {'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:16.255010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Bound port: 69a85f28-3efe-461a-9e90-d03c4be61cb3, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10aeee0-f440-4f08-8164-9982221d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:16.255403 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:16.258089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-defee25f-a3b1-4ea6-8643-4b25c1bd96a0 req-69ebd451-6418-42be-917a-0791d79d35d5 tempest-QuotasAdminNegativeTest-653617343 tempest-QuotasAdminNegativeTest-653617343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7760ad162bc74530bbf5a7f6cdd73c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873086 Oct 29 08:27:16.290351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'mac_address': 'fa:16:3e:85:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:16.297078 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f243f53f-17d5-4c14-a804-7a3ae3f05f12 req-81c442cf-3e35-461d-95a3-e16c3772961d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585136 Oct 29 08:27:16.311238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8916cd78-d701-4839-a75e-f9f162988a78 None None] Provisioning complete for port 69a85f28-3efe-461a-9e90-d03c4be61cb3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:16.311238 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8916cd78-d701-4839-a75e-f9f162988a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:16.368623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-368058b2-ecaa-46a0-ac39-8633705c58fc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130970 Oct 29 08:27:16.477658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8916cd78-d701-4839-a75e-f9f162988a78 None None] Port 69a85f28-3efe-461a-9e90-d03c4be61cb3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:27:16.480004 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:16.512503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d48c5d-90e6-4560-9b0a-4d0631067f3e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:16.545801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-bf020b58-51bf-45cc-b1d3-ef4d71ad04ee tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:16.547525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-bf020b58-51bf-45cc-b1d3-ef4d71ad04ee tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489592 Oct 29 08:27:16.548005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] For port 69a85f28-3efe-461a-9e90-d03c4be61cb3, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:16.552403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:16.561920 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:16.568831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] For port 69a85f28-3efe-461a-9e90-d03c4be61cb3, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=69a85f28-3efe-461a-9e90-d03c4be61cb3,segment=NetworkSegment(e10aeee0-f440-4f08-8164-9982221d00b8),segment_id=e10aeee0-f440-4f08-8164-9982221d00b8)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:16.580671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Request body: {'port': {'device_id': 'f1238862-ce4f-413c-9a63-1f07cfc64c30', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'd4a08d6f772541dc818a6c82460ed42d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:16.622616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:16.666316 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-387f27fd-9305-4048-a05e-c70372c487ac req-b8ee5f53-aeb5-4f22-af27-f715c44d968f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 210 time: 0.0454469 Oct 29 08:27:16.692504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:16.775923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Routers {'39156e46-2d61-4bfa-ba69-6802c58e4b89'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:27:16.776591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['39156e46-2d61-4bfa-ba69-6802c58e4b89'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:16.996539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38082) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:17.050497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['47d48c5d-90e6-4560-9b0a-4d0631067f3e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:17.067872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-95ddb21e-9227-4f0f-8b09-0b48f5baf761 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3974776 Oct 29 08:27:17.096085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552de916-1557-448f-b9bc-c26893d5261f None None] Pushing event updated for resources: {'Port': ['ID=69a85f28-3efe-461a-9e90-d03c4be61cb3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:17.134465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45d66759-2932-4422-aa56-c2e0f56e0a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.139341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8bac57a1-3fdd-4636-b276-71e622c54b8c None None] Provisioning complete for port 69a85f28-3efe-461a-9e90-d03c4be61cb3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:17.139705 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8bac57a1-3fdd-4636-b276-71e622c54b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.144051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f4aef38-2cbb-4d1f-8602-4d6f8967382a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.177669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] Set router 39156e46-2d61-4bfa-ba69-6802c58e4b89 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:27:17.234923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c08d1-92b6-403b-9290-4d5766997286 req-1b0dedb8-383c-447e-bb65-8838cbb87c96 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:17.242353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f6c08d1-92b6-403b-9290-4d5766997286 req-1b0dedb8-383c-447e-bb65-8838cbb87c96 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 949 time: 0.2035890 Oct 29 08:27:17.251989 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d4017-4ae8-4d68-a51d-ac3c6e443297 req-2ab38f63-6237-4b3f-b76b-1925e8527560 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:17.254489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f47d4017-4ae8-4d68-a51d-ac3c6e443297 req-2ab38f63-6237-4b3f-b76b-1925e8527560 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 943 time: 0.0793893 Oct 29 08:27:17.273809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Deleting port 69a85f28-3efe-461a-9e90-d03c4be61cb3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:27:17.274552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.338408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f47d4017-4ae8-4d68-a51d-ac3c6e443297 req-1faa6c9b-4f04-459f-869b-5b6172b03b3c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679998 Oct 29 08:27:17.340561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Made reservation on behalf of d4a08d6f772541dc818a6c82460ed42d for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:17.344129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.375779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-0ab9d6f6-c5ac-4864-af5b-401092c23375 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:17.377385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-0ab9d6f6-c5ac-4864-af5b-401092c23375 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894721 Oct 29 08:27:17.377685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f4aef38-2cbb-4d1f-8602-4d6f8967382a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.386010 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f4aef38-2cbb-4d1f-8602-4d6f8967382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.397631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Request body: {'port': {'device_id': 'a0c42bc8-aad3-403d-852a-16294c10f60c', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'd4a08d6f772541dc818a6c82460ed42d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:17.421309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f6c08d1-92b6-403b-9290-4d5766997286 req-2c9b0fa2-8b03-4420-8e12-f0c96897fb42 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780505 Oct 29 08:27:17.491083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8bac57a1-3fdd-4636-b276-71e622c54b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.494954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5f4aef38-2cbb-4d1f-8602-4d6f8967382a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7760ad162bc74530bbf5a7f6cdd73c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944522 Oct 29 08:27:17.495402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38094) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:17.503408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4aef38-2cbb-4d1f-8602-4d6f8967382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c63a683-cd84-4249-893a-96badcb98f5d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:17.507093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 44cb6999-c348-4440-a123-f2639327f6cb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:17.547981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] For port 69a85f28-3efe-461a-9e90-d03c4be61cb3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=69a85f28-3efe-461a-9e90-d03c4be61cb3,segment=NetworkSegment(e10aeee0-f440-4f08-8164-9982221d00b8),segment_id=e10aeee0-f440-4f08-8164-9982221d00b8)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:17.547981 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.570173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f69722-4727-447e-ba1b-21d92f749036 req-644128de-dd77-430d-812f-bc71ce983e9b tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:17.572557 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05f69722-4727-447e-ba1b-21d92f749036 req-644128de-dd77-430d-812f-bc71ce983e9b tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1416633 Oct 29 08:27:17.582457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Calling delete_port for 69a85f28-3efe-461a-9e90-d03c4be61cb3 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:27:17.622494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8bac57a1-3fdd-4636-b276-71e622c54b8c None None] For port 69a85f28-3efe-461a-9e90-d03c4be61cb3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=69a85f28-3efe-461a-9e90-d03c4be61cb3,segment=NetworkSegment(e10aeee0-f440-4f08-8164-9982221d00b8),segment_id=e10aeee0-f440-4f08-8164-9982221d00b8)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:17.652089 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8bac57a1-3fdd-4636-b276-71e622c54b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.658677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79811ee3-ed5a-4837-bd7d-001be51e6a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.714150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Allocated IP 192.168.233.162 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/b4fdc340-df24-423e-bbd9-8c119ca7c5be) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:17.720108 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05f69722-4727-447e-ba1b-21d92f749036 req-2628629c-8b9b-4db1-a44e-6737ba7f8ce3 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174138 Oct 29 08:27:17.729001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79811ee3-ed5a-4837-bd7d-001be51e6a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.743088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-2e0e32ce-d7ca-4a76-934f-8035bd834553 service neutron] 10.222.0.15 "GET /v2.0/ports/44cb6999-c348-4440-a123-f2639327f6cb/bindings/n-h1-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.2165163 Oct 29 08:27:17.746495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Made reservation on behalf of d4a08d6f772541dc818a6c82460ed42d for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:17.750100 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.767941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:17.781584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac57a1-3fdd-4636-b276-71e622c54b8c None None] Pushing event updated for resources: {'Port': ['ID=69a85f28-3efe-461a-9e90-d03c4be61cb3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:17.790912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 44cb6999-c348-4440-a123-f2639327f6cb has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:27:17.810271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '69a85f28-3efe-461a-9e90-d03c4be61cb3', 'name': '', 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'mac_address': 'fa:16:3e:1b:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0c9fe441-0cb8-4536-b81e-51e60a694584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:12Z', 'updated_at': '2021-10-29T08:27:16Z', 'revision_number': 4, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'subnets': [{'id': '0c9fe441-0cb8-4536-b81e-51e60a694584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:17.838977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f294023-bcf7-48ad-8ef0-817c33a696f5 None None] The sync data for ids ['39156e46-2d61-4bfa-ba69-6802c58e4b89'] in n-d-815940-1 is: [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '69a85f28-3efe-461a-9e90-d03c4be61cb3', 'name': '', 'network_id': '61c735b8-ce0a-4c10-8842-62b65541c1ef', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'mac_address': 'fa:16:3e:1b:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '0c9fe441-0cb8-4536-b81e-51e60a694584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:12Z', 'updated_at': '2021-10-29T08:27:16Z', 'revision_number': 4, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'subnets': [{'id': '0c9fe441-0cb8-4536-b81e-51e60a694584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:27:17.859644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79811ee3-ed5a-4837-bd7d-001be51e6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.862207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79811ee3-ed5a-4837-bd7d-001be51e6a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:17.865805 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-79811ee3-ed5a-4837-bd7d-001be51e6a64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c63a683-cd84-4249-893a-96badcb98f5d HTTP/1.1" status: 204 len: 168 time: 0.3670514 Oct 29 08:27:17.908426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79811ee3-ed5a-4837-bd7d-001be51e6a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c63a683-cd84-4249-893a-96badcb98f5d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:17.919348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 44cb6999-c348-4440-a123-f2639327f6cb no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:17.956346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88d20457-311f-44a9-8c56-5f0a77f86d07 req-28db3d15-f4b2-40a4-8a27-6737a907c8a1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 210 time: 0.1125767 Oct 29 08:27:18.075790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:18.079397 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.116301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:18.170168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cb6999-c348-4440-a123-f2639327f6cb {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:18.179539 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.193863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:18.202035 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.224656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.232847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a85f28-3efe-461a-9e90-d03c4be61cb3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:18.259328 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.388465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] Transition to ACTIVE for port object 44cb6999-c348-4440-a123-f2639327f6cb will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:27:18.399211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.496952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.511565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:18.542684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38108) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:18.555208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=10']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:18.646507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] No DVR routers for this DVR port 44cb6999-c348-4440-a123-f2639327f6cb on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:27:18.659539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d0fcc-eb2a-430f-a78d-7d6f0a94bcaa req-ad25e787-23c4-452a-b1f9-21562c57ef89 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:18.665490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d76674f9-a97c-417d-a12d-c41a900a50fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.667347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-555d0fcc-eb2a-430f-a78d-7d6f0a94bcaa req-ad25e787-23c4-452a-b1f9-21562c57ef89 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 944 time: 0.1301241 Oct 29 08:27:18.705756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:18.710819 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-aaa1b931-7fd1-40dc-90a1-e6d412350fd4 service neutron] 10.222.0.15 "PUT /v2.0/ports/44cb6999-c348-4440-a123-f2639327f6cb/bindings/n-h1-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9581838 Oct 29 08:27:18.737183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Allocated IP 192.168.233.227 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/e388d383-a06c-4d71-a77c-ed6f3b266b78) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:18.746961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-555d0fcc-eb2a-430f-a78d-7d6f0a94bcaa req-1232a6f1-6670-4084-b607-b540157c44b0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679157 Oct 29 08:27:18.750529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:18.756029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.757747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'Port': ['ID=b4fdc340-df24-423e-bbd9-8c119ca7c5be,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:18.765063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:18.862064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f7336-8ad9-4c75-8ab5-b84ff34e8b8e req-9c07b030-48ce-4bd3-b2ae-9bf03b237f45 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:18.863690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-559f7336-8ad9-4c75-8ab5-b84ff34e8b8e req-9c07b030-48ce-4bd3-b2ae-9bf03b237f45 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 949 time: 0.3253314 Oct 29 08:27:18.877475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-657d7d07-6cab-48c4-8370-89445586bc95 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:18.879058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-657d7d07-6cab-48c4-8370-89445586bc95 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.0794516 Oct 29 08:27:18.989224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:18.989885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:18.991045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-b2d7f56b-8cae-4f51-979c-76bc96ecedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:18.993277 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-b2d7f56b-8cae-4f51-979c-76bc96ecedf9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5&tenant_id=c8dfe169bd65444eadf33eb01e29c196 HTTP/1.1" status: 200 len: 1095 time: 0.1059730 Oct 29 08:27:19.032694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041158c-9f71-4f02-87b5-e364f746089a req-364b3075-12ca-40d9-bcc5-0ac3658ca5df tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:19.043625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1041158c-9f71-4f02-87b5-e364f746089a req-364b3075-12ca-40d9-bcc5-0ac3658ca5df tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1156766 Oct 29 08:27:19.093256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-609b894e-d437-41f7-b813-b52943d0e3d9 None None] Provisioning complete for port b4fdc340-df24-423e-bbd9-8c119ca7c5be triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:19.094586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-609b894e-d437-41f7-b813-b52943d0e3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.105583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-abfcdd7a-a8d1-46cc-9034-ddf68be5dae0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5294344 Oct 29 08:27:19.123778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-2f1a717e-f45d-4241-85c5-bf4be5d4eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:19.125345 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-2f1a717e-f45d-4241-85c5-bf4be5d4eafd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1095 time: 0.0805058 Oct 29 08:27:19.129832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1041158c-9f71-4f02-87b5-e364f746089a req-c2b3a353-a6b7-4812-a8ef-bc4b100bca29 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858302 Oct 29 08:27:19.142140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-559f7336-8ad9-4c75-8ab5-b84ff34e8b8e req-464e0f22-837a-4d5f-b550-901290b46f26 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351320 Oct 29 08:27:19.143759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-609b894e-d437-41f7-b813-b52943d0e3d9 None None] Port b4fdc340-df24-423e-bbd9-8c119ca7c5be cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:27:19.160447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Request body: {'port': {'device_id': 'f1238862-ce4f-413c-9a63-1f07cfc64c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:19.218822 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d76674f9-a97c-417d-a12d-c41a900a50fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.280182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-65211455-2db0-40e8-945c-62e420aa1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:19.281666 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-65211455-2db0-40e8-945c-62e420aa1f17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.1452780 Oct 29 08:27:19.294159 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d76674f9-a97c-417d-a12d-c41a900a50fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.309932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa417-1ecf-4668-ba97-3c95083a9fb6 req-a9840083-a79a-4202-835d-0e8208035d7e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:19.311557 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-116aa417-1ecf-4668-ba97-3c95083a9fb6 req-a9840083-a79a-4202-835d-0e8208035d7e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 936 time: 0.0740352 Oct 29 08:27:19.344558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-edbbd7a9-d98b-4154-b528-6abe938793e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 217 time: 0.0531909 Oct 29 08:27:19.352834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.397183 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.406227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d76674f9-a97c-417d-a12d-c41a900a50fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9973f102ac524819a254cdd793a1fbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8549013 Oct 29 08:27:19.410650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38118) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:19.423834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674f9-a97c-417d-a12d-c41a900a50fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf432fc7-8b72-4253-ad8c-9fdadcd1dd26,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:19.443974 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.453616 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-116aa417-1ecf-4668-ba97-3c95083a9fb6 req-eff92d25-6629-4518-9d2a-748814c8f846 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126149 Oct 29 08:27:19.478367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-48001ca0-6302-42c5-8b43-98a18b7ad3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:19.480590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-48001ca0-6302-42c5-8b43-98a18b7ad3bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1286485 Oct 29 08:27:19.519130 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-8f2f7e61-de00-4026-9541-ac6a219db0b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277302 Oct 29 08:27:19.521684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Router 39156e46-2d61-4bfa-ba69-6802c58e4b89 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:27:19.580632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0291-ef40-4882-8811-35fc2687b440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.597096 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.610117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:19.613773 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0291-ef40-4882-8811-35fc2687b440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.663614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-e4fc530e-5840-4d57-868d-a2e06e8c3e5a service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326122 Oct 29 08:27:19.729768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0291-ef40-4882-8811-35fc2687b440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.732450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0291-ef40-4882-8811-35fc2687b440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:19.736188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3b1d0291-ef40-4882-8811-35fc2687b440 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf432fc7-8b72-4253-ad8c-9fdadcd1dd26 HTTP/1.1" status: 204 len: 168 time: 0.3154993 Oct 29 08:27:19.751252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d0291-ef40-4882-8811-35fc2687b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf432fc7-8b72-4253-ad8c-9fdadcd1dd26,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:19.785649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-dea632a0-66f1-4411-b563-060446ec473f service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141901 Oct 29 08:27:19.922192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:19.983981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 47d48c5d-90e6-4560-9b0a-4d0631067f3e completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:27:19.988050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 47d48c5d-90e6-4560-9b0a-4d0631067f3e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:19.988654 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.077538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.079885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:20.095226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:20.104221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:20.105877 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1e6bdb-ef44-445c-9405-3f262fc75ec0" -d '{"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-plugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:20.122787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:20.133362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'Port': ['ID=e388d383-a06c-4d71-a77c-ed6f3b266b78,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:20.173720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:20.181041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.214683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-94304025-d4e8-4615-a025-3b70e4eac0c3 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:20.219683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-94304025-d4e8-4615-a025-3b70e4eac0c3 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.1262608 Oct 29 08:27:20.258402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07845-c0e1-449c-b495-7cc08e09093c req-146d5ac6-51dc-473a-bfce-fea0a36169ff tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:20.266787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0a07845-c0e1-449c-b495-7cc08e09093c req-146d5ac6-51dc-473a-bfce-fea0a36169ff tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 944 time: 0.2718186 Oct 29 08:27:20.274114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:27:20.290193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81ef7ce2-9193-4d0c-917e-e8611d3b9356 admin admin] 10.222.0.70 "PUT /v2.0/routers/39156e46-2d61-4bfa-ba69-6802c58e4b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0670059 Oct 29 08:27:20.293057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:20.296614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:20.297529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.298897 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] Sync routers for ids ['39156e46-2d61-4bfa-ba69-6802c58e4b89'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:27:20.319173 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] Routers {'39156e46-2d61-4bfa-ba69-6802c58e4b89'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:27:20.320746 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:27:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['39156e46-2d61-4bfa-ba69-6802c58e4b89'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:20.359172 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bfdcf8-e102-4737-9281-e5c2d5b8f3dc x-openstack-request-id: req-a3bfdcf8-e102-4737-9281-e5c2d5b8f3dc {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:20.359383 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-plugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:20.359650 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3bfdcf8-e102-4737-9281-e5c2d5b8f3dc {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:20.360110 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'code': 200} Oct 29 08:27:20.363487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:20.403035 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-9a8a7b2b-0e8c-443d-b18c-1946012fe91f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0126843 Oct 29 08:27:20.447075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0a07845-c0e1-449c-b495-7cc08e09093c req-e8a2177c-e5c8-48d5-bf8f-33df751e27da tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792626 Oct 29 08:27:20.451533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Request body: {'port': {'device_id': 'a0c42bc8-aad3-403d-852a-16294c10f60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:20.513768 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] Set router 39156e46-2d61-4bfa-ba69-6802c58e4b89 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:27:20.527411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fdc340-df24-423e-bbd9-8c119ca7c5be {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:20.540796 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.592714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b02afb0a-5fae-4b65-b54c-2d00c9121f6e None None] Provisioning complete for port e388d383-a06c-4d71-a77c-ed6f3b266b78 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:20.593574 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b02afb0a-5fae-4b65-b54c-2d00c9121f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.631918 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.639559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Transition to ACTIVE for port object b4fdc340-df24-423e-bbd9-8c119ca7c5be will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:27:20.664440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.674555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b02afb0a-5fae-4b65-b54c-2d00c9121f6e None None] Port e388d383-a06c-4d71-a77c-ed6f3b266b78 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:27:20.689409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abfc34-df90-4ea1-aace-0f68094f37a8 req-f4e3cc5f-efd6-4f64-b521-52b2c6b7dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:20.691190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79abfc34-df90-4ea1-aace-0f68094f37a8 req-f4e3cc5f-efd6-4f64-b521-52b2c6b7dc14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 1101 time: 0.3883829 Oct 29 08:27:20.704788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-2486330c-605f-4e4f-9306-998d94faeaa0 service neutron] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:20.756759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Pushing event updated for resources: {'Port': ['ID=b4fdc340-df24-423e-bbd9-8c119ca7c5be,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:20.759736 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:18Z', 'revision_number': 5, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:20.767100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b591b-db72-4fab-b9c2-8cada4cc1a38 req-8a67d604-ff33-483e-99ab-b521890e518c tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:20.768719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e27b591b-db72-4fab-b9c2-8cada4cc1a38 req-8a67d604-ff33-483e-99ab-b521890e518c tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 950 time: 0.2039127 Oct 29 08:27:20.771369 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.786199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-2486330c-605f-4e4f-9306-998d94faeaa0 service neutron] Publish callbacks [] for binding, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:20.787466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febf2ae3-aee5-4696-883d-e1bd40a49c48 req-2486330c-605f-4e4f-9306-998d94faeaa0 service neutron] 10.222.0.93 "DELETE /v2.0/ports/44cb6999-c348-4440-a123-f2639327f6cb/bindings/n-h2-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.5598242 Oct 29 08:27:20.809605 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] Checking router: 39156e46-2d61-4bfa-ba69-6802c58e4b89 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:27:20.822821 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] Routers {'39156e46-2d61-4bfa-ba69-6802c58e4b89'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:27:20.823849 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:27:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['39156e46-2d61-4bfa-ba69-6802c58e4b89'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:20.917260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a655a3-7534-426b-9a9c-bddae6987472 req-0b85d172-054a-409e-a6fa-8426cc5a64bd tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:20.922177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14a655a3-7534-426b-9a9c-bddae6987472 req-0b85d172-054a-409e-a6fa-8426cc5a64bd tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.5045547 Oct 29 08:27:21.017397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79abfc34-df90-4ea1-aace-0f68094f37a8 req-bdc0e0dc-5e5c-4670-ba9d-e20346e2e424 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503359 Oct 29 08:27:21.034998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14a655a3-7534-426b-9a9c-bddae6987472 req-5cf1cfa2-ff3b-4bb3-8841-665dd042eef7 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929143 Oct 29 08:27:21.049812 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:21.077129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e27b591b-db72-4fab-b9c2-8cada4cc1a38 req-a3895dc3-e8a2-4d61-8e3f-53ff768ba444 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880089 Oct 29 08:27:21.140595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Attempting to bind port b4fdc340-df24-423e-bbd9-8c119ca7c5be on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:21.140929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Attempting to bind port b4fdc340-df24-423e-bbd9-8c119ca7c5be by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:21.141255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Attempting to bind port b4fdc340-df24-423e-bbd9-8c119ca7c5be on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:21.150473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Port b4fdc340-df24-423e-bbd9-8c119ca7c5be on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:21.150965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Attempting to bind port b4fdc340-df24-423e-bbd9-8c119ca7c5be on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:21.160388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:21.160742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:21.161125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:21.161561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Bound port: b4fdc340-df24-423e-bbd9-8c119ca7c5be, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:21.161922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:21.291955 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] Set router 39156e46-2d61-4bfa-ba69-6802c58e4b89 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:27:21.294919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] For port b4fdc340-df24-423e-bbd9-8c119ca7c5be, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:21.300003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] For port b4fdc340-df24-423e-bbd9-8c119ca7c5be, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4fdc340-df24-423e-bbd9-8c119ca7c5be,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:21.326338 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:21.374126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e388d383-a06c-4d71-a77c-ed6f3b266b78 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:21.379316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:21.379883 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:21.381343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] 10.222.0.93 "PUT /v2.0/ports/b4fdc340-df24-423e-bbd9-8c119ca7c5be HTTP/1.1" status: 200 len: 1096 time: 2.2382879 Oct 29 08:27:21.383780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1238862-ce4f-413c-9a63-1f07cfc64c30', 'tag': 'b4fdc340-df24-423e-bbd9-8c119ca7c5be'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:21.386425 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1238862-ce4f-413c-9a63-1f07cfc64c30", "tag": "b4fdc340-df24-423e-bbd9-8c119ca7c5be"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:21.395249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:21.421652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Transition to ACTIVE for port object e388d383-a06c-4d71-a77c-ed6f3b266b78 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:27:21.426332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8e720-afae-406f-a73b-bb2cebd8d3dd service neutron] Pushing event updated for resources: {'Port': ['ID=b4fdc340-df24-423e-bbd9-8c119ca7c5be,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:21.439172 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:21.510263 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066d8cee-b387-4167-a69f-2c6806d17dee x-openstack-request-id: req-066d8cee-b387-4167-a69f-2c6806d17dee {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:21.510499 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1238862-ce4f-413c-9a63-1f07cfc64c30", "tag": "b4fdc340-df24-423e-bbd9-8c119ca7c5be", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:21.515299 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-066d8cee-b387-4167-a69f-2c6806d17dee {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:21.516350 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1238862-ce4f-413c-9a63-1f07cfc64c30', 'tag': 'b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'status': 'completed', 'code': 200} Oct 29 08:27:21.708590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Deleting port db9a8647-6735-425c-bfbe-90390212c3c4 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:27:21.708939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:21.763181 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:18Z', 'revision_number': 5, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:21.765417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e388d383-a06c-4d71-a77c-ed6f3b266b78,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:21.799216 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61750fcb-f739-4754-a0e5-b7975bd9129a None None] The sync data for ids ['39156e46-2d61-4bfa-ba69-6802c58e4b89'] in n-d-815940-1 is: [{'id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1903193396-router', 'tenant_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:05Z', 'updated_at': '2021-10-29T08:27:18Z', 'revision_number': 5, 'project_id': 'ad0b78f70cb44c618972c8ba8c7014f8', 'gw_port': {'id': 'db9a8647-6735-425c-bfbe-90390212c3c4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39156e46-2d61-4bfa-ba69-6802c58e4b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:07Z', 'updated_at': '2021-10-29T08:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:27:21.817665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1162f4-0c7c-468e-a655-5780052b5354 req-213ef551-13f8-478d-bff0-065bf29f47e5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:21.819979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d1162f4-0c7c-468e-a655-5780052b5354 req-213ef551-13f8-478d-bff0-065bf29f47e5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 948 time: 0.6151817 Oct 29 08:27:21.854928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-89889bbd-bf15-4c5f-b634-d204eeb37481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:21.857483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-89889bbd-bf15-4c5f-b634-d204eeb37481 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 1099 time: 0.3490796 Oct 29 08:27:21.886494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78d4ff-5e70-44da-b17b-fb19fb306024 req-773ce0c3-d4c5-4a90-9ed3-a200b8221e64 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:21.895079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b78d4ff-5e70-44da-b17b-fb19fb306024 req-773ce0c3-d4c5-4a90-9ed3-a200b8221e64 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 944 time: 0.2548239 Oct 29 08:27:21.927708 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d1162f4-0c7c-468e-a655-5780052b5354 req-e49f1a4b-81dc-48e3-9cf6-cda4ccfb8ae5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003520 Oct 29 08:27:21.934282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-3160f2b8-dd78-4b8a-a6ef-466aefc85d9f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b4fdc340-df24-423e-bbd9-8c119ca7c5be HTTP/1.1" status: 200 len: 217 time: 0.0671334 Oct 29 08:27:21.959137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] For port db9a8647-6735-425c-bfbe-90390212c3c4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=db9a8647-6735-425c-bfbe-90390212c3c4,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:21.959537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:21.986302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Calling delete_port for db9a8647-6735-425c-bfbe-90390212c3c4 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:27:22.008708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Attempting to bind port e388d383-a06c-4d71-a77c-ed6f3b266b78 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:22.009348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Attempting to bind port e388d383-a06c-4d71-a77c-ed6f3b266b78 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:22.009911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Attempting to bind port e388d383-a06c-4d71-a77c-ed6f3b266b78 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:22.047028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b78d4ff-5e70-44da-b17b-fb19fb306024 req-9da7ab4f-475e-425f-b1b3-99c700d21a38 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481247 Oct 29 08:27:22.063340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Port e388d383-a06c-4d71-a77c-ed6f3b266b78 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:22.063781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Attempting to bind port e388d383-a06c-4d71-a77c-ed6f3b266b78 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:22.087584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:22.088052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:22.088443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:22.091369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Bound port: e388d383-a06c-4d71-a77c-ed6f3b266b78, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:22.091676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.126692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-c28c2344-1747-495e-bc58-bbd4308343ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.128342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-c28c2344-1747-495e-bc58-bbd4308343ba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1823242 Oct 29 08:27:22.184153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10047547-da42-4cd0-9f5f-5891fc437638 req-89efd972-1190-4036-a44d-9db324900b3b tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.185751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10047547-da42-4cd0-9f5f-5891fc437638 req-89efd972-1190-4036-a44d-9db324900b3b tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1096 time: 0.1226006 Oct 29 08:27:22.292021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10047547-da42-4cd0-9f5f-5891fc437638 req-83fef5c3-3dd9-48e5-ab4f-0688e02558a1 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955338 Oct 29 08:27:22.326097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] For port e388d383-a06c-4d71-a77c-ed6f3b266b78, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:22.332272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-4e1d8870-841e-4d9e-ac0e-c914e7fbd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.333832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-4e1d8870-841e-4d9e-ac0e-c914e7fbd64b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672380 Oct 29 08:27:22.345114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45c81-99e6-4fd2-94eb-40d120cff1b9 req-bb6c08fa-8612-45cb-be62-fc734d6ed589 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.348511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbd45c81-99e6-4fd2-94eb-40d120cff1b9 req-bb6c08fa-8612-45cb-be62-fc734d6ed589 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1784649 Oct 29 08:27:22.373946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.408445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9a8647-6735-425c-bfbe-90390212c3c4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:22.441848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] For port e388d383-a06c-4d71-a77c-ed6f3b266b78, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e388d383-a06c-4d71-a77c-ed6f3b266b78,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:22.452818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.472138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.500851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbd45c81-99e6-4fd2-94eb-40d120cff1b9 req-e6d7c3a0-c442-42b6-bb36-2b7ab5af0d35 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388037 Oct 29 08:27:22.508286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.508910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.510342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] 10.222.0.93 "PUT /v2.0/ports/e388d383-a06c-4d71-a77c-ed6f3b266b78 HTTP/1.1" status: 200 len: 1096 time: 2.0795703 Oct 29 08:27:22.569143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-7c830e57-0c5f-48fb-a27d-c0ed06eaa9a3 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188563 Oct 29 08:27:22.574216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1d315-302c-4549-8e32-d64816ffacc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e388d383-a06c-4d71-a77c-ed6f3b266b78,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:22.609693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.620718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214017-9507-468f-8cb9-36d83e82a337 req-5db82f90-1ae2-433c-be33-fd317ae75c64 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.622314 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a214017-9507-468f-8cb9-36d83e82a337 req-5db82f90-1ae2-433c-be33-fd317ae75c64 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 950 time: 0.2087457 Oct 29 08:27:22.624326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.702867 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.703424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39156e46-2d61-4bfa-ba69-6802c58e4b89 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:27:22.708591 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.709896 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45e2ccf0-960e-4664-9cb3-7a029844db86 admin admin] 10.222.0.70 "DELETE /v2.0/routers/39156e46-2d61-4bfa-ba69-6802c58e4b89 HTTP/1.1" status: 204 len: 168 time: 2.4088840 Oct 29 08:27:22.712895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38198) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:22.722649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a214017-9507-468f-8cb9-36d83e82a337 req-b9f0f275-c2d3-44d9-bef2-a27464607048 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928278 Oct 29 08:27:22.750369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-988edba0-fe87-420b-939d-feae40a9c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.752496 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-988edba0-fe87-420b-939d-feae40a9c7a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 1099 time: 0.1708593 Oct 29 08:27:22.755855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-09c447ac-af0f-42ec-9289-ea2e0fe0cba2 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653290 Oct 29 08:27:22.757218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7affb-663e-4ecd-a2ce-4e6e10dc218c req-4e735912-b5f8-48a7-bb8b-b97a879bb7a2 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.758626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bf7affb-663e-4ecd-a2ce-4e6e10dc218c req-4e735912-b5f8-48a7-bb8b-b97a879bb7a2 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1095 time: 0.1110101 Oct 29 08:27:22.779637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbd41e7-7653-47d8-9e63-69eca3d3f8f9 admin admin] Deleting subnet 0c9fe441-0cb8-4536-b81e-51e60a694584 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:27:22.793124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cbd41e7-7653-47d8-9e63-69eca3d3f8f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.815078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-907742cd-5e65-4df1-9e28-3d850a88d2f8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e388d383-a06c-4d71-a77c-ed6f3b266b78 HTTP/1.1" status: 200 len: 217 time: 0.0500221 Oct 29 08:27:22.847651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cbd41e7-7653-47d8-9e63-69eca3d3f8f9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.908205 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cbd41e7-7653-47d8-9e63-69eca3d3f8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:22.931294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bf7affb-663e-4ecd-a2ce-4e6e10dc218c req-d489d7d8-ba73-4656-9541-b56c8ed6ebff tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190495 Oct 29 08:27:22.939616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-ce397caa-e971-4c2a-8a3e-0181b468e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.941148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-ce397caa-e971-4c2a-8a3e-0181b468e301 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1040914 Oct 29 08:27:22.948408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-a976acf1-6534-4417-bb7c-90dde06902f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:22.949891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-a976acf1-6534-4417-bb7c-90dde06902f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 1099 time: 0.1203463 Oct 29 08:27:22.997933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cbd41e7-7653-47d8-9e63-69eca3d3f8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.031227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd41e7-7653-47d8-9e63-69eca3d3f8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9fe441-0cb8-4536-b81e-51e60a694584,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:23.036457 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cbd41e7-7653-47d8-9e63-69eca3d3f8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.041022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1cbd41e7-7653-47d8-9e63-69eca3d3f8f9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0c9fe441-0cb8-4536-b81e-51e60a694584 HTTP/1.1" status: 204 len: 168 time: 0.3270721 Oct 29 08:27:23.043621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e1edb-d403-4d04-9d70-fbe5061ce7d2 None None] Network 61c735b8-ce0a-4c10-8842-62b65541c1ef requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:27:23.044357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38208) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:23.062018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-d40c4345-d567-4bdb-b155-6afa7ad581d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:23.063643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-d40c4345-d567-4bdb-b155-6afa7ad581d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127737 Oct 29 08:27:23.103220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-09c57661-7f31-48f3-9c8b-553e8618476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:23.108089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-09c57661-7f31-48f3-9c8b-553e8618476a service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1492794 Oct 29 08:27:23.165527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.246955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-856a1487-39ab-4274-b45a-81631a9ee66d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b4fdc340-df24-423e-bbd9-8c119ca7c5be HTTP/1.1" status: 200 len: 217 time: 0.1172211 Oct 29 08:27:23.247098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Deleting port 71eedd7f-071a-4c16-a986-da9118fd8e51 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:27:23.247546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.306217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] DHCP port deletion for 61c735b8-ce0a-4c10-8842-62b65541c1ef request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:27:23.320715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] For port 71eedd7f-071a-4c16-a986-da9118fd8e51, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=71eedd7f-071a-4c16-a986-da9118fd8e51,segment=NetworkSegment(e10aeee0-f440-4f08-8164-9982221d00b8),segment_id=e10aeee0-f440-4f08-8164-9982221d00b8)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:23.321204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.323795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-170977cb-a8a5-4258-ac43-82be8ecdf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:23.325320 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-170977cb-a8a5-4258-ac43-82be8ecdf889 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0660644 Oct 29 08:27:23.342703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Calling delete_port for 71eedd7f-071a-4c16-a986-da9118fd8e51 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:27:23.385973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] Deleting port 71eedd7f-071a-4c16-a986-da9118fd8e51 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:27:23.386465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.439723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-8a8cc9ce-2cd2-44cf-8266-4f4f01dc6782 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bad43d8a0a294dba97162d1bc00fe9b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475638 Oct 29 08:27:23.524514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] For port 71eedd7f-071a-4c16-a986-da9118fd8e51, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=71eedd7f-071a-4c16-a986-da9118fd8e51,segment=NetworkSegment(e10aeee0-f440-4f08-8164-9982221d00b8),segment_id=e10aeee0-f440-4f08-8164-9982221d00b8)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:23.524997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.531584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.542819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 69a85f28-3efe-461a-9e90-d03c4be61cb3 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:23.546430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] Calling delete_port for 71eedd7f-071a-4c16-a986-da9118fd8e51 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:27:23.550463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c42bc8-aad3-403d-852a-16294c10f60c', 'tag': 'e388d383-a06c-4d71-a77c-ed6f3b266b78'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:23.554300 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b6204f-1a2d-438b-b923-aecb19264ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c42bc8-aad3-403d-852a-16294c10f60c", "tag": "e388d383-a06c-4d71-a77c-ed6f3b266b78"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:23.556971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] No DVR routers for this DVR port 71eedd7f-071a-4c16-a986-da9118fd8e51 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:27:23.558378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-1bc78f07-1c08-4be4-9fbe-2150a909cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:23.561542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-1bc78f07-1c08-4be4-9fbe-2150a909cbb0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203872 Oct 29 08:27:23.566264 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-7b68c168-93ea-4f28-9276-52b3c2a24723 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862030 Oct 29 08:27:23.575617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 69a85f28-3efe-461a-9e90-d03c4be61cb3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:27:23.576409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 69a85f28-3efe-461a-9e90-d03c4be61cb3 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:27:23.577132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device db9a8647-6735-425c-bfbe-90390212c3c4 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:23.584578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Pushing event deleted for resources: {'Port': ['ID=71eedd7f-071a-4c16-a986-da9118fd8e51,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:23.610471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: db9a8647-6735-425c-bfbe-90390212c3c4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:27:23.611000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device db9a8647-6735-425c-bfbe-90390212c3c4 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:27:23.611524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 71eedd7f-071a-4c16-a986-da9118fd8e51 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:23.662252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 71eedd7f-071a-4c16-a986-da9118fd8e51 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:27:23.662964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 71eedd7f-071a-4c16-a986-da9118fd8e51 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:27:23.700030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.711613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.727694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.728410 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.729532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.729984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > port after_create 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.730404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.730838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > port after_update 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.731368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.732359 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.732802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.733228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.752115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] Pushing event deleted for resources: {'Port': ['ID=71eedd7f-071a-4c16-a986-da9118fd8e51,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:23.771246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07941f3b-cc63-4176-a71f-1a7a5958ce1d None None] No DVR routers for this DVR port 71eedd7f-071a-4c16-a986-da9118fd8e51 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:27:23.778484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-3519f03a-afa7-43c9-ac26-a93a42763018 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:23.780131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-3519f03a-afa7-43c9-ac26-a93a42763018 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233178 Oct 29 08:27:23.810789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-a5ae0cb3-2e45-40ce-b2e0-7ea6a61d42fb service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295587 Oct 29 08:27:23.821282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-3b3fb730-9442-4795-ad2f-321a436efcca tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/quotas/bad43d8a0a294dba97162d1bc00fe9b5 HTTP/1.1" status: 200 len: 375 time: 0.0277593 Oct 29 08:27:23.828840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.829200 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.829561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.829894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 08:27:23.830278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c735b8-ce0a-4c10-8842-62b65541c1ef']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:23.849275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10aeee0-f440-4f08-8164-9982221d00b8') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:23.850025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10aeee0-f440-4f08-8164-9982221d00b8') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:23.867316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.884969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfc2172d-5df4-4964-9d93-f0027b827e7c req-a08b6087-3e59-405f-b3a7-fb1e66a57e1a service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002901 Oct 29 08:27:23.893089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.903011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:27:23.903489 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.909396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-cdd98500-d7fe-49de-ace4-d87726ca9dc8 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bad43d8a0a294dba97162d1bc00fe9b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726006 Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: from cryptography.utils import int_from_bytes Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: from cryptography.utils import int_from_bytes Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:27:23.910094 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:27:23.961693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e5ae6a4-5cbf-4f9f-bb98-908e6cd6f02b req-3fad8af0-7268-4839-8231-d697057cdcac service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420252 Oct 29 08:27:23.982095 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.991895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:23.996712 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] 10.222.0.70 "DELETE /v2.0/networks/61c735b8-ce0a-4c10-8842-62b65541c1ef HTTP/1.1" status: 204 len: 168 time: 0.9511864 Oct 29 08:27:24.013270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76103e-477c-4322-a08e-4664b991ca4b admin admin] Pushing event deleted for resources: {'Network': ['ID=61c735b8-ce0a-4c10-8842-62b65541c1ef,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:24.143895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-b6132e79-3eb5-4a19-a18e-6ef68fba565c tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:27:24.144948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-b6132e79-3eb5-4a19-a18e-6ef68fba565c tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063291 Oct 29 08:27:24.192705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-84ddc714-cbf6-4e75-ab96-b5e247a805f8 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:24.194459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-84ddc714-cbf6-4e75-ab96-b5e247a805f8 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports/f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 1093 time: 0.0422163 Oct 29 08:27:24.204475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Request body: {'binding': {'host': 'n-h2-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:24.204990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Unknown quota resources ['binding']. {{(pid=102114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:27:24.252774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:24.348003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e719a919-f49e-4302-bc4f-6a235760c0bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad0b78f70cb44c618972c8ba8c7014f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833480 Oct 29 08:27:24.350786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38268) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:24.413042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on host n-h2-815940-1 for vnic_type normal with profile None {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:24.413382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:24.413765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:24.414366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63718705-6edd-4e75-861e-4a9e90f4536a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:24.418762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:24.419090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:24.429016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:24.429392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:24.429750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:24.430387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Bound port: f7577a8c-fddd-4186-a0c3-f38e451de936, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:24.452832 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63718705-6edd-4e75-861e-4a9e90f4536a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:24.513108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:24.520736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63718705-6edd-4e75-861e-4a9e90f4536a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:24.521882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] Publish callbacks [] for binding, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:24.523843 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63718705-6edd-4e75-861e-4a9e90f4536a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:24.527593 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c6c5c42d-2127-40c8-8f78-f9089010afcd service neutron] 10.222.0.70 "POST /v2.0/ports/f7577a8c-fddd-4186-a0c3-f38e451de936/bindings HTTP/1.1" status: 201 len: 389 time: 0.3248324 Oct 29 08:27:24.527769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-63718705-6edd-4e75-861e-4a9e90f4536a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90af9ef7-b5cd-4853-82da-cf97a5c2680a HTTP/1.1" status: 204 len: 168 time: 0.1734693 Oct 29 08:27:24.535269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63718705-6edd-4e75-861e-4a9e90f4536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af9ef7-b5cd-4853-82da-cf97a5c2680a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:24.695102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801816c-faaf-4b0b-939a-3fdb563ef2ad req-2b69a1c7-f42a-454c-870e-5f65df96d18f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:24.697434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4801816c-faaf-4b0b-939a-3fdb563ef2ad req-2b69a1c7-f42a-454c-870e-5f65df96d18f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 948 time: 0.1151648 Oct 29 08:27:24.757026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4801816c-faaf-4b0b-939a-3fdb563ef2ad req-3be2e1f3-0b41-492a-88df-c81ebe544996 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512631 Oct 29 08:27:24.895169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-3ecde973-c87f-4206-b92c-8bcd30a7d1c9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:24.897050 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-3ecde973-c87f-4206-b92c-8bcd30a7d1c9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 820 time: 0.1645393 Oct 29 08:27:24.906657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fa19-2a87-4bc9-9d8d-482b46a46014 req-b74d3d12-431b-43d9-b73d-5bd5cb04f769 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:24.908231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfa4fa19-2a87-4bc9-9d8d-482b46a46014 req-b74d3d12-431b-43d9-b73d-5bd5cb04f769 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0665243 Oct 29 08:27:24.935543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-a0091372-3c82-425f-98c4-e7dc68b94e7e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/quotas/c8dfe169bd65444eadf33eb01e29c196 HTTP/1.1" status: 200 len: 375 time: 0.0297856 Oct 29 08:27:24.956820 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfa4fa19-2a87-4bc9-9d8d-482b46a46014 req-810d407f-cbc5-4299-b7f7-578287605ca1 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Oct 29 08:27:24.988562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-f3146ae5-7856-4719-9302-47bf7d861692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:24.990134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-f3146ae5-7856-4719-9302-47bf7d861692 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1096 time: 0.0920610 Oct 29 08:27:25.003431 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7c96ba-6725-4c09-9eed-dabd1fe42d47 x-openstack-request-id: req-5d7c96ba-6725-4c09-9eed-dabd1fe42d47 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:25.003776 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c42bc8-aad3-403d-852a-16294c10f60c", "tag": "e388d383-a06c-4d71-a77c-ed6f3b266b78", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:25.004113 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d7c96ba-6725-4c09-9eed-dabd1fe42d47 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:25.004656 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c42bc8-aad3-403d-852a-16294c10f60c', 'tag': 'e388d383-a06c-4d71-a77c-ed6f3b266b78', 'status': 'completed', 'code': 200} Oct 29 08:27:25.027673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-5fb06b1c-fbda-4401-8c38-a15409832855 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803335 Oct 29 08:27:25.097097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-c0c0597b-5692-4842-97ce-5f55d359b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:25.098999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-c0c0597b-5692-4842-97ce-5f55d359b360 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 1099 time: 0.0660899 Oct 29 08:27:25.202666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-038f0b84-4d45-4a22-bf30-136a8489a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:25.204898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-038f0b84-4d45-4a22-bf30-136a8489a37b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.2070005 Oct 29 08:27:25.212440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-56b23956-af3f-4b00-b15f-642d22b777b9 service neutron] 10.222.0.70 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540444 Oct 29 08:27:25.279056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-c5c8534a-b159-4ad2-854f-b9a8049f0d8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 217 time: 0.0610566 Oct 29 08:27:25.390195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-1bb24666-cf82-43dd-9067-8f850fcf6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:25.391940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-1bb24666-cf82-43dd-9067-8f850fcf6314 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.0815618 Oct 29 08:27:25.429693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-5d7104b2-61a6-4fbe-8149-525ca982fbc9 service neutron] 10.222.0.70 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028039 Oct 29 08:27:25.446275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-584d8ca8-30c8-453e-9f3a-9a441d5186df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312943 Oct 29 08:27:25.471303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4fdc340-df24-423e-bbd9-8c119ca7c5be details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:25.503927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a43f787e-e10a-45f2-8165-a438d05abaa1 req-bca527b1-d7e1-4582-9d82-c3e23d429b7a tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 210 time: 0.3523929 Oct 29 08:27:25.548427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-54990c9f-5147-463f-8280-b79332ea3dd0 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bad43d8a0a294dba97162d1bc00fe9b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470972 Oct 29 08:27:25.583607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-1417148b-8bd6-40f1-9a28-18cbe321c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:25.585777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-1417148b-8bd6-40f1-9a28-18cbe321c172 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.4783108 Oct 29 08:27:25.679227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-c2b71024-0d1f-49f9-bd01-5f9bdf90b9ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e388d383-a06c-4d71-a77c-ed6f3b266b78 HTTP/1.1" status: 200 len: 217 time: 0.0810125 Oct 29 08:27:25.691752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4fdc340-df24-423e-bbd9-8c119ca7c5be, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4fdc340-df24-423e-bbd9-8c119ca7c5be,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:25.709210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'mac_address': 'fa:16:3e:3f:00:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:25.714579 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-7d9aa330-80a3-4e78-847f-5e504113df4d service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481747 Oct 29 08:27:25.779018 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:25.810097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-8ccbcf3a-9feb-4c95-8bb9-c69c2148c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:25.811936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-8ccbcf3a-9feb-4c95-8bb9-c69c2148c917 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1215622 Oct 29 08:27:25.841052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-63d48b13-d1f8-4804-986f-b3ae4da00554 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:25.842913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-63d48b13-d1f8-4804-986f-b3ae4da00554 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760854 Oct 29 08:27:25.871437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Request body: {'port': {'device_id': '7620e054-0a45-4b50-a871-54d048c976ea', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'bad43d8a0a294dba97162d1bc00fe9b5'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:25.929161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638edaf-cc22-44af-9d4d-221ccf36684f req-807a3cc7-07a0-4e14-8c8c-1acda81cacba tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:25.930724 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4638edaf-cc22-44af-9d4d-221ccf36684f req-807a3cc7-07a0-4e14-8c8c-1acda81cacba tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.1777627 Oct 29 08:27:25.943683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-6beb63b1-0b5a-41c4-a6cc-529d62be8b9a service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260542 Oct 29 08:27:25.961495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fdc340-df24-423e-bbd9-8c119ca7c5be {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:25.983379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-722172f6-5ece-410f-9658-df1637bac1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:25.985186 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-722172f6-5ece-410f-9658-df1637bac1a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601453 Oct 29 08:27:25.996170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4fdc340-df24-423e-bbd9-8c119ca7c5be, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4fdc340-df24-423e-bbd9-8c119ca7c5be,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:26.002544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:26.068236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b4fdc340-df24-423e-bbd9-8c119ca7c5be,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:26.078984 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4638edaf-cc22-44af-9d4d-221ccf36684f req-ab3079b7-59c7-477c-aa27-1f0a50c121f3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374063 Oct 29 08:27:26.118293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-8938b2c6-b727-4d08-9500-3ab87bb0b397 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=25e0ae46622147eeaa4368eb466cc3a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416586 Oct 29 08:27:26.142515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Made reservation on behalf of bad43d8a0a294dba97162d1bc00fe9b5 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:26.146124 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:26.194515 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a62e02b7-0624-42f9-be50-50d67888e804 req-dfa67725-eab6-4e33-9043-8e099a1205f0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 210 time: 0.0555694 Oct 29 08:27:26.196378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:26.206156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-3c19fed3-36ae-448f-bb62-819d7c5b7371 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083876 Oct 29 08:27:26.302761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-c97a2d9d-62f7-4b19-b2e9-3c22354075d1 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:26.304432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-c97a2d9d-62f7-4b19-b2e9-3c22354075d1 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850054 Oct 29 08:27:26.335105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-887e36f6-0363-4f4d-8c66-60e98ce8af01 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/quotas/25e0ae46622147eeaa4368eb466cc3a1 HTTP/1.1" status: 200 len: 375 time: 0.0178685 Oct 29 08:27:26.365034 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38b6204f-1a2d-438b-b923-aecb19264ea5 req-594d710c-8f04-41d9-b1f1-2506f9be04f4 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505589 Oct 29 08:27:26.390809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-d177a9f9-1517-4ba0-bcab-93dfee4d404a tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=25e0ae46622147eeaa4368eb466cc3a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473483 Oct 29 08:27:26.399965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:26.402816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:26.403612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:26.564404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e87cc10-ecab-4e90-a817-0a4a9d603360,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:26.722280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41aebc-5e6a-4876-9b56-d1bb95524a72 req-c98caf6b-af31-4c26-a55d-bdcaca1006c8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:26.724544 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db41aebc-5e6a-4876-9b56-d1bb95524a72 req-c98caf6b-af31-4c26-a55d-bdcaca1006c8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 949 time: 0.0819812 Oct 29 08:27:26.726363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Allocated IP 192.168.233.72 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/d09febdf-71ce-480c-9999-6e910364167f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:26.830985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5aaa2-cc10-43c3-8fc3-de677db98470 req-af21220b-936b-4f2a-b262-62d6593a1634 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:26.832740 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db41aebc-5e6a-4876-9b56-d1bb95524a72 req-83a99a80-3f4b-42e2-8b14-1d57a0f6f411 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961349 Oct 29 08:27:26.842382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ccd5aaa2-cc10-43c3-8fc3-de677db98470 req-af21220b-936b-4f2a-b262-62d6593a1634 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0868762 Oct 29 08:27:26.900767 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ccd5aaa2-cc10-43c3-8fc3-de677db98470 req-162f7515-b13f-4490-abc4-c7a8b6cd21f1 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539451 Oct 29 08:27:27.023172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1357dac4-f356-454c-9f6e-50251ec4427f req-4e012db4-348a-412b-9222-21d9f7b49132 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 210 time: 0.0533864 Oct 29 08:27:27.057413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd9be8a2-a810-4d8f-bc90-ccb4f0114bbb req-aaf490c5-1aeb-4350-8c1e-efaa3472aa80 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 210 time: 0.0631385 Oct 29 08:27:27.107659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:27.150863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:27.243655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:27.249144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:27.254391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:27.351968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365a3cb-5c08-46ff-ace0-2ff9da6709f5 req-3786a3c1-5e60-4744-bb46-244c5c6d0902 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:27.362416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6365a3cb-5c08-46ff-ace0-2ff9da6709f5 req-3786a3c1-5e60-4744-bb46-244c5c6d0902 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.2089736 Oct 29 08:27:27.364379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Pushing event updated for resources: {'Port': ['ID=d09febdf-71ce-480c-9999-6e910364167f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:27.449641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:27.450466 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:27.468175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device e388d383-a06c-4d71-a77c-ed6f3b266b78 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:27.468809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6365a3cb-5c08-46ff-ace0-2ff9da6709f5 req-ef563690-dc5f-48b7-a043-abcb8568f45c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047373 Oct 29 08:27:27.511050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1ff68927-0a33-4e4f-b411-f65b4fb4baf2 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6481214 Oct 29 08:27:27.536614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Request body: {'port': {'device_id': '7620e054-0a45-4b50-a871-54d048c976ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:27.568192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-027c9cc5-ce49-4f47-b18d-fcd843b9c038 req-28ecff32-6142-47bb-a358-a31dadf323b1 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 210 time: 0.2251663 Oct 29 08:27:27.644931 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:27.668157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-cb2145f7-e375-4e72-822c-2cbbe1e60ef1 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:27.670101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-cb2145f7-e375-4e72-822c-2cbbe1e60ef1 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 820 time: 0.3388312 Oct 29 08:27:27.698674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Request body: {'port': {'device_id': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'admin_state_up': True, 'tenant_id': 'c8dfe169bd65444eadf33eb01e29c196'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:27.711833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port e388d383-a06c-4d71-a77c-ed6f3b266b78, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e388d383-a06c-4d71-a77c-ed6f3b266b78,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:27.755579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'e388d383-a06c-4d71-a77c-ed6f3b266b78', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'e388d383-a06c-4d71-a77c-ed6f3b266b78', 'mac_address': 'fa:16:3e:b6:f5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:27.821526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:27.850170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e388d383-a06c-4d71-a77c-ed6f3b266b78 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:27.874422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-95863eb4-99e6-4965-929c-fb129fe0858f None None] Provisioning complete for port d09febdf-71ce-480c-9999-6e910364167f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:27.875167 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-95863eb4-99e6-4965-929c-fb129fe0858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:27.930368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Made reservation on behalf of c8dfe169bd65444eadf33eb01e29c196 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:27.934151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:27.937850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-95863eb4-99e6-4965-929c-fb129fe0858f None None] Port d09febdf-71ce-480c-9999-6e910364167f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:27:27.942178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port e388d383-a06c-4d71-a77c-ed6f3b266b78, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e388d383-a06c-4d71-a77c-ed6f3b266b78,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:27.955903 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.000335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:28.072122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=e388d383-a06c-4d71-a77c-ed6f3b266b78,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:28.124608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b1f6-f454-4cec-b905-31e4b7f05e38 req-2df05438-a23f-487e-81a2-24a9765a76df tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:28.136269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7325b1f6-f454-4cec-b905-31e4b7f05e38 req-2df05438-a23f-487e-81a2-24a9765a76df tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 949 time: 0.1774375 Oct 29 08:27:28.209572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:28.244271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'mac_address': 'fa:16:3e:85:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:28.281381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09febdf-71ce-480c-9999-6e910364167f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:28.290506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Allocated IP 172.20.0.12 (f3e2cdad-57b2-4528-a8c9-335c87b872ea/5f863338-8d0b-470a-a00d-096b8229664f/52d4651b-6b06-4fc7-8291-99e29d596752) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:28.291929 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.307017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Transition to ACTIVE for port object d09febdf-71ce-480c-9999-6e910364167f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:27:28.323386 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.377363 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.385821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['e388d383-a06c-4d71-a77c-ed6f3b266b78'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:28.429106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7325b1f6-f454-4cec-b905-31e4b7f05e38 req-32063bc6-3fd6-4201-8986-3e2c982fbc6d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907834 Oct 29 08:27:28.544664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.550334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47d48c5d-90e6-4560-9b0a-4d0631067f3e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:28.603482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:28.610199 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.664796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d09febdf-71ce-480c-9999-6e910364167f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:28.696186 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-9303040c-0545-4252-be89-3499461d5d63 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=25e0ae46622147eeaa4368eb466cc3a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257843 Oct 29 08:27:28.698256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.710443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Attempting to bind port d09febdf-71ce-480c-9999-6e910364167f on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:28.710774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Attempting to bind port d09febdf-71ce-480c-9999-6e910364167f by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:28.711093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Attempting to bind port d09febdf-71ce-480c-9999-6e910364167f on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:28.751580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['47d48c5d-90e6-4560-9b0a-4d0631067f3e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:28.771228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Port d09febdf-71ce-480c-9999-6e910364167f on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:28.771607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Attempting to bind port d09febdf-71ce-480c-9999-6e910364167f on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:28.806717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:28.807360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:28.807760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:28.808309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Bound port: d09febdf-71ce-480c-9999-6e910364167f, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:28.808681 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.834992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:28.849754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:28.859586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76a116-55c5-4288-b03a-0b5f0ab2ff2f req-9ae03a2d-cbe9-419a-be3a-5526b071bf74 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:28.860190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f76a116-55c5-4288-b03a-0b5f0ab2ff2f req-9ae03a2d-cbe9-419a-be3a-5526b071bf74 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 947 time: 0.1520975 Oct 29 08:27:29.002757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-7a8ab66c-3a34-4163-80cc-842ba6221abc tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:29.004225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-7a8ab66c-3a34-4163-80cc-842ba6221abc tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344155 Oct 29 08:27:29.010598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] For port d09febdf-71ce-480c-9999-6e910364167f, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:29.013981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] For port d09febdf-71ce-480c-9999-6e910364167f, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d09febdf-71ce-480c-9999-6e910364167f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:29.055817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:29.059391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Request body: {'port': {'device_id': '10a04aa7-64c2-49eb-9a89-67df864d73ac', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '25e0ae46622147eeaa4368eb466cc3a1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:29.073993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f76a116-55c5-4288-b03a-0b5f0ab2ff2f req-8af14050-28c4-42c3-be47-53d8217b0353 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583062 Oct 29 08:27:29.095956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6862fc3-e8a6-4b9b-a93b-ab4ff2f6b88c req-3b6318c5-540e-4c7d-a617-dbd859457363 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:29.104296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6862fc3-e8a6-4b9b-a93b-ab4ff2f6b88c req-3b6318c5-540e-4c7d-a617-dbd859457363 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 1.0208488 Oct 29 08:27:29.110871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:29.111509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:29.112973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/d09febdf-71ce-480c-9999-6e910364167f HTTP/1.1" status: 200 len: 1095 time: 1.5923519 Oct 29 08:27:29.113439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7620e054-0a45-4b50-a871-54d048c976ea', 'tag': 'd09febdf-71ce-480c-9999-6e910364167f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:29.115789 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daaa312-61ce-417d-ba1a-a03c96a94784" -d '{"events": [{"name": "network-changed", "server_uuid": "7620e054-0a45-4b50-a871-54d048c976ea", "tag": "d09febdf-71ce-480c-9999-6e910364167f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:29.150051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecad91-f8a6-453e-a43e-5d0f74e467d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d09febdf-71ce-480c-9999-6e910364167f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:29.352743 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7598e3a-7790-492b-ac6a-e9cc33cf4bc8 req-72832017-3d37-417a-bc3a-4b3cc739fb5c tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 210 time: 0.1155884 Oct 29 08:27:29.369298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-05d47fda-1c13-4892-96d7-110cb3ea75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:29.376400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-05d47fda-1c13-4892-96d7-110cb3ea75f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bad43d8a0a294dba97162d1bc00fe9b5&device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 1098 time: 0.1588409 Oct 29 08:27:29.453398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-73acdc1e-99d6-467f-b2ed-dd59574b9135 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d09febdf-71ce-480c-9999-6e910364167f HTTP/1.1" status: 200 len: 217 time: 0.0678344 Oct 29 08:27:29.501547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4fdc340-df24-423e-bbd9-8c119ca7c5be up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:29.576027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Network f3e2cdad-57b2-4528-a8c9-335c87b872ea is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:29.597360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-37252c82-7200-4156-8ab4-b8b24f89425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:29.600361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-37252c82-7200-4156-8ab4-b8b24f89425f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1393673 Oct 29 08:27:29.631040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Pushing event updated for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:29.650338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:29.653918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port b4fdc340-df24-423e-bbd9-8c119ca7c5be completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:27:29.655939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:29.662550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b4fdc340-df24-423e-bbd9-8c119ca7c5be triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:29.663846 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:29.756526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6862fc3-e8a6-4b9b-a93b-ab4ff2f6b88c req-94692c51-6a93-4983-bde0-33c7888f1bb3 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6508918 Oct 29 08:27:29.787486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0aedf-9412-43ab-96c9-937e5231ba84 req-ac1b37e7-6dff-4432-b38e-0b5d00c77307 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:29.792404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57d0aedf-9412-43ab-96c9-937e5231ba84 req-ac1b37e7-6dff-4432-b38e-0b5d00c77307 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.1816597 Oct 29 08:27:29.795922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:29.797148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:29.844164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Made reservation on behalf of 25e0ae46622147eeaa4368eb466cc3a1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:29.848272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:29.861381 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:29.865814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-abb8fb16-cb76-4610-8bff-2c1fcfdca18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:29.873309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-abb8fb16-cb76-4610-8bff-2c1fcfdca18e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600165 Oct 29 08:27:29.886788 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-c4674e17-9df6-422e-8f1e-c0ac483db6a6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1972361 Oct 29 08:27:29.888645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:29.894116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1238862-ce4f-413c-9a63-1f07cfc64c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fdc340-df24-423e-bbd9-8c119ca7c5be'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:29.898285 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a7bf18-4b5a-453d-a9f1-e6a5e8de36e7" -d '{"events": [{"server_uuid": "f1238862-ce4f-413c-9a63-1f07cfc64c30", "name": "network-vif-plugged", "status": "completed", "tag": "b4fdc340-df24-423e-bbd9-8c119ca7c5be"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:29.910658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Request body: {'port': {'device_id': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:29.936432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57d0aedf-9412-43ab-96c9-937e5231ba84 req-fb5adc09-3289-442d-bc24-9878ceac5f86 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324415 Oct 29 08:27:29.953674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4fdc340-df24-423e-bbd9-8c119ca7c5be, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4fdc340-df24-423e-bbd9-8c119ca7c5be,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:29.966826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:30.023089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:30.047490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-1fd475d2-ffcc-4a37-ba20-10e668d22684 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483974 Oct 29 08:27:30.049710 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f956fb7c-d4e1-4747-aa91-865b18a371d2 x-openstack-request-id: req-f956fb7c-d4e1-4747-aa91-865b18a371d2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:30.050296 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7620e054-0a45-4b50-a871-54d048c976ea", "tag": "d09febdf-71ce-480c-9999-6e910364167f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:30.050824 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f956fb7c-d4e1-4747-aa91-865b18a371d2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:30.051364 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7620e054-0a45-4b50-a871-54d048c976ea', 'tag': 'd09febdf-71ce-480c-9999-6e910364167f', 'status': 'completed', 'code': 200} Oct 29 08:27:30.178292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2db7b1-d07e-4807-b102-44ef87e26072 req-e9bd45c9-0402-4305-b750-7b9cf1b619d0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:30.180159 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6e2db7b1-d07e-4807-b102-44ef87e26072 req-e9bd45c9-0402-4305-b750-7b9cf1b619d0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 932 time: 0.2739379 Oct 29 08:27:30.198738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b4fdc340-df24-423e-bbd9-8c119ca7c5be,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:30.204942 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:30.217846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 47d48c5d-90e6-4560-9b0a-4d0631067f3e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:30.218504 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:30.266631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:30.321328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4415a4f2-6393-402a-aaa6-f8008c1747cd req-2334edec-765a-42dc-b6ff-6df2a246a595 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654257 Oct 29 08:27:30.325175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:30.395966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a734d3-f9d7-4f53-b2b9-b7622cd32032 req-86e3c26a-3c99-4fdd-8c3b-7be55029f8f7 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:30.406341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:30.407973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a9a734d3-f9d7-4f53-b2b9-b7622cd32032 req-86e3c26a-3c99-4fdd-8c3b-7be55029f8f7 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.2575300 Oct 29 08:27:30.420722 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:30.449819 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6e2db7b1-d07e-4807-b102-44ef87e26072 req-ba0c116c-6b50-49fc-a2e0-789a3d93d2de tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308850 Oct 29 08:27:30.532779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a9a734d3-f9d7-4f53-b2b9-b7622cd32032 req-4ed90fbc-b315-4fb9-a21b-b583ab0885fd tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221697 Oct 29 08:27:30.544070 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:30.560539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:30.587839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-f1483782-2340-41aa-ad75-802d07c5b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:30.594232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-f1483782-2340-41aa-ad75-802d07c5b955 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bad43d8a0a294dba97162d1bc00fe9b5&device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 1098 time: 0.1803873 Oct 29 08:27:30.613521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:30.661930 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a34b4f-dc7a-4649-a173-51fffcddd496 x-openstack-request-id: req-d6a34b4f-dc7a-4649-a173-51fffcddd496 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:30.663501 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1238862-ce4f-413c-9a63-1f07cfc64c30", "name": "network-vif-plugged", "status": "completed", "tag": "b4fdc340-df24-423e-bbd9-8c119ca7c5be", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:30.664114 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6a34b4f-dc7a-4649-a173-51fffcddd496 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:30.664748 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1238862-ce4f-413c-9a63-1f07cfc64c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'code': 200} Oct 29 08:27:30.904660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca26490-b3be-4c89-a042-bf90eae4ad78,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:30.915925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-051f9b6d-26a6-43ac-8d3e-b81979d010e3 req-7e60fab1-54c0-4440-8124-d2059247fba4 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 210 time: 0.1169825 Oct 29 08:27:30.964097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41c6ac-a33f-473f-947e-93269ce795a2 req-682d2e7f-30f6-413d-9b5c-82d9ff4e6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:30.965451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc41c6ac-a33f-473f-947e-93269ce795a2 req-682d2e7f-30f6-413d-9b5c-82d9ff4e6ace service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 1101 time: 0.1510539 Oct 29 08:27:30.972984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-73982a8f-45cd-433f-b32b-520390a317cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:30.974459 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-73982a8f-45cd-433f-b32b-520390a317cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.3736510 Oct 29 08:27:31.047231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d59a47-4d33-489a-9f5d-3e0684dd7077 req-a4cbbaa9-1371-44a0-810e-3c330b63b7ec tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:31.055145 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a9d59a47-4d33-489a-9f5d-3e0684dd7077 req-a4cbbaa9-1371-44a0-810e-3c330b63b7ec tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 947 time: 0.3090494 Oct 29 08:27:31.069598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Allocated IP 192.168.233.152 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/03cd8533-cbed-4df5-94b4-28325774304b) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:31.101955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-f92ecf15-47dc-4bef-903a-dbcccd6407c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d09febdf-71ce-480c-9999-6e910364167f HTTP/1.1" status: 200 len: 217 time: 0.1002126 Oct 29 08:27:31.156446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a9d59a47-4d33-489a-9f5d-3e0684dd7077 req-dcc51a03-2439-42b3-848c-067ae377031a tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002977 Oct 29 08:27:31.186860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc41c6ac-a33f-473f-947e-93269ce795a2 req-1cf6dcb9-4753-4e77-8044-1011413e746b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109063 Oct 29 08:27:31.213615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-19b3c5aa-8dd9-45df-a428-609a527a7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:31.215209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-19b3c5aa-8dd9-45df-a428-609a527a7bb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0769703 Oct 29 08:27:31.223879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c891-4dfa-4032-a24c-e066081d989f req-35e4e23e-1293-433d-a78d-8f9c3555a13f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:31.225440 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d34c891-4dfa-4032-a24c-e066081d989f req-35e4e23e-1293-433d-a78d-8f9c3555a13f tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1306303 Oct 29 08:27:31.301281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-819108ba-d37c-4a5c-bab2-0a2a5527849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:31.303133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-819108ba-d37c-4a5c-bab2-0a2a5527849a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767958 Oct 29 08:27:31.317733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d34c891-4dfa-4032-a24c-e066081d989f req-1ae2a485-2c10-4d59-af25-7f3605923214 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603807 Oct 29 08:27:31.394395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d4651b-6b06-4fc7-8291-99e29d596752 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:31.407401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:31.415751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-8563e466-1873-4f50-b061-8f32b6a4cc2d service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969524 Oct 29 08:27:31.464693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:31.520223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc7682-c30e-4ddf-8521-feee1951330e req-53f8d63c-4e7f-4a87-bd5f-778e1d050797 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:31.524122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device e388d383-a06c-4d71-a77c-ed6f3b266b78 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:31.531229 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57fc7682-c30e-4ddf-8521-feee1951330e req-53f8d63c-4e7f-4a87-bd5f-778e1d050797 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.2577538 Oct 29 08:27:31.544854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:31.552578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8daaa312-61ce-417d-ba1a-a03c96a94784 req-ff621b62-01d6-4adf-8ff4-270bc0503d93 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279762 Oct 29 08:27:31.663540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port e388d383-a06c-4d71-a77c-ed6f3b266b78 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:27:31.675969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port e388d383-a06c-4d71-a77c-ed6f3b266b78 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:31.676509 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:31.697785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b784a9-321c-4007-aeab-af6b41d3d8e6 req-c92008c7-ccbd-4dfc-b5c3-ad932de37a76 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:31.699915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Transition to ACTIVE for port object 52d4651b-6b06-4fc7-8291-99e29d596752 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:27:31.711898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9b784a9-321c-4007-aeab-af6b41d3d8e6 req-c92008c7-ccbd-4dfc-b5c3-ad932de37a76 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 932 time: 0.1199141 Oct 29 08:27:31.735910 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:31.777859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:31.778068 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9b784a9-321c-4007-aeab-af6b41d3d8e6 req-8666eb6a-9916-4629-9dde-233cc8ae5ed3 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637822 Oct 29 08:27:31.783997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Pushing event updated for resources: {'Port': ['ID=03cd8533-cbed-4df5-94b4-28325774304b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:31.822487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:31.863302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:31.887487 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:31.974958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port e388d383-a06c-4d71-a77c-ed6f3b266b78, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e388d383-a06c-4d71-a77c-ed6f3b266b78,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:31.985896 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:32.053412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57fc7682-c30e-4ddf-8521-feee1951330e req-03d5e393-fd1d-436a-b3b5-03e4ba28eb9a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101373 Oct 29 08:27:32.068478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=e388d383-a06c-4d71-a77c-ed6f3b266b78,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:32.074837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4534d06-c91f-4887-975f-25c583a88d37 req-61ee3a45-62b9-47c3-9de2-3822e4fb5c7e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:32.093545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4534d06-c91f-4887-975f-25c583a88d37 req-61ee3a45-62b9-47c3-9de2-3822e4fb5c7e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.1895823 Oct 29 08:27:32.132851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Pushing event updated for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:32.207568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4534d06-c91f-4887-975f-25c583a88d37 req-622ed2a2-fb90-4c41-b533-6d7dd484f577 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082220 Oct 29 08:27:32.211606 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:32.212772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:32.275827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-5118092d-7a82-4fde-aa96-fa15ec1126fb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2465031 Oct 29 08:27:32.303536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Request body: {'port': {'device_id': '10a04aa7-64c2-49eb-9a89-67df864d73ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:32.373351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:32.377723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:32.378068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:32.386621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f35dd54d-935d-4df9-862e-6f351b9bbc1a None None] Provisioning complete for port 03cd8533-cbed-4df5-94b4-28325774304b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:32.386621 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f35dd54d-935d-4df9-862e-6f351b9bbc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:32.394182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:32.394510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:32.425069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2659e69-eff6-43a1-acb7-8133b494e315 req-f87a5d2b-39ff-4698-86ca-b06a9ff43972 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:32.427336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2659e69-eff6-43a1-acb7-8133b494e315 req-f87a5d2b-39ff-4698-86ca-b06a9ff43972 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 936 time: 0.1012166 Oct 29 08:27:32.429285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:32.429631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:32.430023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:32.434240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Bound port: 52d4651b-6b06-4fc7-8291-99e29d596752, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:32.434677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:32.517615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f35dd54d-935d-4df9-862e-6f351b9bbc1a None None] Port 03cd8533-cbed-4df5-94b4-28325774304b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:27:32.524355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2659e69-eff6-43a1-acb7-8133b494e315 req-cf8fd64a-0c43-479d-acc6-177b7b8996ce tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823891 Oct 29 08:27:32.593259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:32.666656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e'}, {'server_uuid': 'a0c42bc8-aad3-403d-852a-16294c10f60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e388d383-a06c-4d71-a77c-ed6f3b266b78'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:32.669945 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b71e25-8e9b-4287-ab8c-7306ac50b661" -d '{"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-plugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e"}, {"server_uuid": "a0c42bc8-aad3-403d-852a-16294c10f60c", "name": "network-vif-plugged", "status": "completed", "tag": "e388d383-a06c-4d71-a77c-ed6f3b266b78"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:32.810954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe09ac9-2c55-4436-a4a6-b1c575c9c5d5 req-9655be6e-87c4-40a9-9132-78067558cae9 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:32.829464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cbe09ac9-2c55-4436-a4a6-b1c575c9c5d5 req-9655be6e-87c4-40a9-9132-78067558cae9 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 947 time: 0.1414800 Oct 29 08:27:32.896438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cbe09ac9-2c55-4436-a4a6-b1c575c9c5d5 req-d84fe6dc-ace7-4948-a15e-959380c379cb tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625865 Oct 29 08:27:32.912879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:32.952148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:32.962624 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:32.967640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cd8533-cbed-4df5-94b4-28325774304b {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:33.008770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:33.041519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.042138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:33.043697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] 10.222.0.15 "PUT /v2.0/ports/52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 200 len: 1092 time: 3.1386397 Oct 29 08:27:33.044580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:33.046971 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1d9d6-83dc-493d-b509-bdc9620bac03" -d '{"events": [{"name": "network-changed", "server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:33.055240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Transition to ACTIVE for port object 03cd8533-cbed-4df5-94b4-28325774304b will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:27:33.058704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276b72-2d12-475b-a307-1dfb47e41425 req-d59d2325-ce48-4105-9485-d45767a84281 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.072982 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:33.073475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27276b72-2d12-475b-a307-1dfb47e41425 req-d59d2325-ce48-4105-9485-d45767a84281 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0795815 Oct 29 08:27:33.082722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f604-915d-42ac-b4dc-b8e587941876 service neutron] Pushing event updated for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:33.157787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27276b72-2d12-475b-a307-1dfb47e41425 req-ac954f0d-66a1-48f1-b1c3-4889a4e7fce7 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826097 Oct 29 08:27:33.191415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Pushing event updated for resources: {'Port': ['ID=03cd8533-cbed-4df5-94b4-28325774304b,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:33.227632 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3454194-808d-49c3-8d87-db28fba190df x-openstack-request-id: req-e3454194-808d-49c3-8d87-db28fba190df {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:33.227951 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-plugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e", "code": 200}, {"server_uuid": "a0c42bc8-aad3-403d-852a-16294c10f60c", "name": "network-vif-plugged", "status": "completed", "tag": "e388d383-a06c-4d71-a77c-ed6f3b266b78", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:33.228198 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3454194-808d-49c3-8d87-db28fba190df {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:33.228642 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'code': 200} Oct 29 08:27:33.228887 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c42bc8-aad3-403d-852a-16294c10f60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e388d383-a06c-4d71-a77c-ed6f3b266b78', 'code': 200} Oct 29 08:27:33.340622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-258e7d0f-883b-4bf3-a294-cadfb8e01b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.343085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-258e7d0f-883b-4bf3-a294-cadfb8e01b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1095 time: 0.1010213 Oct 29 08:27:33.351543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7342a6e-2303-4169-9569-c6d78953e8f0 req-50509350-6474-4d08-a344-79200ee67fa2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.362585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7342a6e-2303-4169-9569-c6d78953e8f0 req-50509350-6474-4d08-a344-79200ee67fa2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.0795250 Oct 29 08:27:33.368123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Attempting to bind port 03cd8533-cbed-4df5-94b4-28325774304b on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:33.368680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Attempting to bind port 03cd8533-cbed-4df5-94b4-28325774304b by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:33.369162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Attempting to bind port 03cd8533-cbed-4df5-94b4-28325774304b on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:33.425230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7342a6e-2303-4169-9569-c6d78953e8f0 req-a1ace0e4-abde-47da-9ec2-afc6d1c419c8 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614266 Oct 29 08:27:33.455301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Port 03cd8533-cbed-4df5-94b4-28325774304b on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:33.455761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Attempting to bind port 03cd8533-cbed-4df5-94b4-28325774304b on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:33.460389 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-bfa3228a-e367-49cd-8e02-cc286ba0ed12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 200 len: 217 time: 0.0984275 Oct 29 08:27:33.463972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:33.464418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:33.464901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:33.465433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Bound port: 03cd8533-cbed-4df5-94b4-28325774304b, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:33.465909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:33.491282 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1fb3ab-0c35-42ca-8a4f-0d309c5b0408 x-openstack-request-id: req-4d1fb3ab-0c35-42ca-8a4f-0d309c5b0408 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:33.491955 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:33.492309 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d1fb3ab-0c35-42ca-8a4f-0d309c5b0408 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:33.492841 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752', 'status': 'completed', 'code': 200} Oct 29 08:27:33.579747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-aa77583e-32a4-4f9c-b5b7-779b58beb4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.581424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-aa77583e-32a4-4f9c-b5b7-779b58beb4bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0995238 Oct 29 08:27:33.601302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] For port 03cd8533-cbed-4df5-94b4-28325774304b, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:33.606789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] For port 03cd8533-cbed-4df5-94b4-28325774304b, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=03cd8533-cbed-4df5-94b4-28325774304b,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:33.625570 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:33.647172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabe041-ac7d-4480-b87b-1792ed859484 req-0dba4e43-7f39-46f2-9271-56a004a0cc38 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.655318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecabe041-ac7d-4480-b87b-1792ed859484 req-0dba4e43-7f39-46f2-9271-56a004a0cc38 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.1189010 Oct 29 08:27:33.663686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.668492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:33.670394 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] 10.222.0.15 "PUT /v2.0/ports/03cd8533-cbed-4df5-94b4-28325774304b HTTP/1.1" status: 200 len: 1096 time: 1.3734825 Oct 29 08:27:33.692276 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-6ee84ea3-7434-4e11-b791-075420a648d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991223 Oct 29 08:27:33.807989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecabe041-ac7d-4480-b87b-1792ed859484 req-a865236d-fbb5-4539-8ff1-79f1fb4966f1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517236 Oct 29 08:27:33.928463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-51eb5a2a-eac2-4e32-8dde-a8bc8501a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.931388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-51eb5a2a-eac2-4e32-8dde-a8bc8501a7a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e0ae46622147eeaa4368eb466cc3a1&device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 1099 time: 0.1976895 Oct 29 08:27:33.934302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24055546-b59e-441b-a04a-cc2f4bcc8b98 service neutron] Pushing event updated for resources: {'Port': ['ID=03cd8533-cbed-4df5-94b4-28325774304b,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:33.989855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42cfe9-4e98-4349-80b5-023233043c5d req-ef23d433-15f9-4079-a97c-c1fecb92a30f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:33.992819 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-f9cdf1e1-d1e5-44b1-a5db-3942ba05897f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=03cd8533-cbed-4df5-94b4-28325774304b HTTP/1.1" status: 200 len: 217 time: 0.0528727 Oct 29 08:27:33.999025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d42cfe9-4e98-4349-80b5-023233043c5d req-ef23d433-15f9-4079-a97c-c1fecb92a30f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.1083238 Oct 29 08:27:34.016267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d09febdf-71ce-480c-9999-6e910364167f details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:34.053537 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-186be9d3-44d3-45c9-9571-92290ae8fa5a service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100851 Oct 29 08:27:34.076590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d42cfe9-4e98-4349-80b5-023233043c5d req-be097f15-a4a8-4593-9cf9-24123072d6ce tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696526 Oct 29 08:27:34.191915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-8132523a-988b-4dc0-8099-abaf037ad255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:34.193481 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-8132523a-988b-4dc0-8099-abaf037ad255 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1881809 Oct 29 08:27:34.273980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d09febdf-71ce-480c-9999-6e910364167f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d09febdf-71ce-480c-9999-6e910364167f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:34.275827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-2f32b5db-3721-4bd7-a57b-daef7caeada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:34.277539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-2f32b5db-3721-4bd7-a57b-daef7caeada9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745227 Oct 29 08:27:34.280080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d7c1100-d1a0-4ec9-b2f9-48d13252cd7e req-05f96c81-82fd-4772-8551-fc4d352f0172 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186408 Oct 29 08:27:34.288331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'd09febdf-71ce-480c-9999-6e910364167f', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'd09febdf-71ce-480c-9999-6e910364167f', 'mac_address': 'fa:16:3e:48:af:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:34.302548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e5cc-2a30-4a0e-9197-0c6e6776d53a req-10ad8b57-9890-47b0-a866-7968cfae7906 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:34.310801 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1927e5cc-2a30-4a0e-9197-0c6e6776d53a req-10ad8b57-9890-47b0-a866-7968cfae7906 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 948 time: 0.1216009 Oct 29 08:27:34.385301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1927e5cc-2a30-4a0e-9197-0c6e6776d53a req-f5b6595e-8937-42a2-b40f-94c1699c3488 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669277 Oct 29 08:27:34.404299 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:34.435867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09febdf-71ce-480c-9999-6e910364167f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:34.534825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d09febdf-71ce-480c-9999-6e910364167f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d09febdf-71ce-480c-9999-6e910364167f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:34.542025 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:34.574161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-895fc463-a1a8-469d-9eec-f6e8811346c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:34.575966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-895fc463-a1a8-469d-9eec-f6e8811346c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1095 time: 0.2034433 Oct 29 08:27:34.628945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d09febdf-71ce-480c-9999-6e910364167f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:34.657605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-3eba699e-4472-4fc0-b4de-ac15ac1341aa service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669095 Oct 29 08:27:34.665324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b348f-bc97-4d55-ade1-bca6d5464476 req-bd3dbdb6-dfd9-4508-b902-831f8e53d56d tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:34.668236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-617b348f-bc97-4d55-ade1-bca6d5464476 req-bd3dbdb6-dfd9-4508-b902-831f8e53d56d tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 948 time: 0.1073318 Oct 29 08:27:34.775728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-617b348f-bc97-4d55-ade1-bca6d5464476 req-ef8ab4f3-0091-4aa6-bb2e-ef1876aee23a tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981429 Oct 29 08:27:34.814503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-4202a8e6-3d76-49f5-b324-e53ec354d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:34.816016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-4202a8e6-3d76-49f5-b324-e53ec354d57a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.2158718 Oct 29 08:27:34.849650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5738b5-5a30-4a2a-a7c5-e74da560f2a5 req-d5aff5f1-5d91-4d1b-b888-290b0c1a0c74 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624229 Oct 29 08:27:34.859483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['d09febdf-71ce-480c-9999-6e910364167f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:34.902705 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-45f0b40f-3304-4353-b6e8-9ea7b2d1e694 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 200 len: 217 time: 0.0720849 Oct 29 08:27:34.921324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960346-5ded-4209-b434-3de0da9588cf req-6fa59c1c-89c9-4df7-a2b5-d9f9e2bc39f2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:34.944489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e960346-5ded-4209-b434-3de0da9588cf req-6fa59c1c-89c9-4df7-a2b5-d9f9e2bc39f2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0871224 Oct 29 08:27:34.987891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-067d43f8-6e25-4630-b5a8-fd5763213211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:34.989833 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-067d43f8-6e25-4630-b5a8-fd5763213211 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0791931 Oct 29 08:27:35.000798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e960346-5ded-4209-b434-3de0da9588cf req-4ceb8b59-fa0f-40b8-84f2-8d9c7070e829 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546334 Oct 29 08:27:35.068236 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-5031a6bd-4aca-49ef-b91b-03e0b5526245 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567224 Oct 29 08:27:35.155722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dfd60-0d6e-4cb3-84f0-0ef5a30c7c1c req-810601a1-eeff-4373-a105-6a5d7925e16e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:35.163058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b9dfd60-0d6e-4cb3-84f0-0ef5a30c7c1c req-810601a1-eeff-4373-a105-6a5d7925e16e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.0904438 Oct 29 08:27:35.226562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-34f61d1c-b589-4175-bd47-25da5ccb5445 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495574 Oct 29 08:27:35.231389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b9dfd60-0d6e-4cb3-84f0-0ef5a30c7c1c req-242b3860-e7e6-4358-9775-3e35f84996f9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668294 Oct 29 08:27:35.350857 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c1d9d6-83dc-493d-b509-bdc9620bac03 req-3cceffc8-f051-4241-b7f4-7e30abd78637 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129646 Oct 29 08:27:35.375093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2022a-d324-4144-b934-547053b0db84 req-22f42366-b0a9-4698-b4d4-370c0af786ef tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:35.376704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00b2022a-d324-4144-b934-547053b0db84 req-22f42366-b0a9-4698-b4d4-370c0af786ef tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.0687003 Oct 29 08:27:35.427370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00b2022a-d324-4144-b934-547053b0db84 req-f57421ad-6fc5-4306-bd8b-40186d974666 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Oct 29 08:27:35.493850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a04aa7-64c2-49eb-9a89-67df864d73ac', 'tag': '03cd8533-cbed-4df5-94b4-28325774304b'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:35.496968 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18d4ad0-ca20-4694-a926-827cc24471a8" -d '{"events": [{"name": "network-changed", "server_uuid": "10a04aa7-64c2-49eb-9a89-67df864d73ac", "tag": "03cd8533-cbed-4df5-94b4-28325774304b"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:35.583294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f0ee4-0608-4571-89d2-a9d0f6d6e1f5 req-b3e34dc1-ad81-48d7-af6b-32d22bb4894b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:35.583294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb5f0ee4-0608-4571-89d2-a9d0f6d6e1f5 req-b3e34dc1-ad81-48d7-af6b-32d22bb4894b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0826509 Oct 29 08:27:35.632597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb5f0ee4-0608-4571-89d2-a9d0f6d6e1f5 req-1c49584c-fd0b-4c2b-a2ab-a2044dcc6ed8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482221 Oct 29 08:27:35.769151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42384c34-6fe4-4db1-bbba-152c09d69d82 req-f3f79016-86cd-4492-b372-e0e0aa92eb46 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:35.772671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42384c34-6fe4-4db1-bbba-152c09d69d82 req-f3f79016-86cd-4492-b372-e0e0aa92eb46 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 948 time: 0.0624630 Oct 29 08:27:35.820687 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42384c34-6fe4-4db1-bbba-152c09d69d82 req-dd33ed35-34da-4782-b22a-e69598e50054 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377455 Oct 29 08:27:35.882354 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc39170e-fbbd-453d-9cb9-a0cf11e789da x-openstack-request-id: req-cc39170e-fbbd-453d-9cb9-a0cf11e789da {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:35.882646 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a04aa7-64c2-49eb-9a89-67df864d73ac", "tag": "03cd8533-cbed-4df5-94b4-28325774304b", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:35.882889 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc39170e-fbbd-453d-9cb9-a0cf11e789da {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:35.883283 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a04aa7-64c2-49eb-9a89-67df864d73ac', 'tag': '03cd8533-cbed-4df5-94b4-28325774304b', 'status': 'completed', 'code': 200} Oct 29 08:27:35.967862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-46e65347-bce8-4909-8f55-ce0a975649bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:35.969493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-46e65347-bce8-4909-8f55-ce0a975649bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e0ae46622147eeaa4368eb466cc3a1&device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 1099 time: 0.0561862 Oct 29 08:27:36.027949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d09febdf-71ce-480c-9999-6e910364167f up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:36.100273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0ada-8453-4f60-a48e-0c63782e52d5 req-bff42a45-8e71-4424-a3ed-757a82da3bb8 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.108241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99fa0ada-8453-4f60-a48e-0c63782e52d5 req-bff42a45-8e71-4424-a3ed-757a82da3bb8 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 948 time: 0.0786617 Oct 29 08:27:36.122487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-c28a3f4f-1bd4-41b8-996b-060542648da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.122768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-c28a3f4f-1bd4-41b8-996b-060542648da1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1445656 Oct 29 08:27:36.148384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port d09febdf-71ce-480c-9999-6e910364167f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:27:36.153162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port d09febdf-71ce-480c-9999-6e910364167f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:36.153888 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:36.155561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99fa0ada-8453-4f60-a48e-0c63782e52d5 req-28c0f259-8e5b-4f59-b328-0ec2c286c05c tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Oct 29 08:27:36.182340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-8a4dd644-16c0-4a48-a268-72d094b95fb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=03cd8533-cbed-4df5-94b4-28325774304b HTTP/1.1" status: 200 len: 217 time: 0.0494647 Oct 29 08:27:36.264528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-6c238ce0-9e1a-4aea-9598-7be3427072da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.267184 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-6c238ce0-9e1a-4aea-9598-7be3427072da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0754573 Oct 29 08:27:36.278640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b3cc2-122f-4f6d-8b89-bcf9bbb3d446 req-d32c28a9-a26e-4fc1-8a99-58207130a8ff tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.285974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a53b3cc2-122f-4f6d-8b89-bcf9bbb3d446 req-d32c28a9-a26e-4fc1-8a99-58207130a8ff tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0802119 Oct 29 08:27:36.304082 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:36.339560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7620e054-0a45-4b50-a871-54d048c976ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09febdf-71ce-480c-9999-6e910364167f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:36.343168 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a834d80-cd4c-439f-9651-49cd8a66dba2" -d '{"events": [{"server_uuid": "7620e054-0a45-4b50-a871-54d048c976ea", "name": "network-vif-plugged", "status": "completed", "tag": "d09febdf-71ce-480c-9999-6e910364167f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:36.345132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a53b3cc2-122f-4f6d-8b89-bcf9bbb3d446 req-efa44615-8809-4fed-83e3-309c171547be tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578592 Oct 29 08:27:36.351917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d09febdf-71ce-480c-9999-6e910364167f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d09febdf-71ce-480c-9999-6e910364167f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:36.354893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-3a246bb3-e97f-44eb-9222-ee1868d028e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.356900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-3a246bb3-e97f-44eb-9222-ee1868d028e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777955 Oct 29 08:27:36.360024 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:36.427028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d09febdf-71ce-480c-9999-6e910364167f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:36.477273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af160-7f02-4795-956c-a79c58a1a04b req-6121ffbc-8385-4186-9c16-3b09f2985673 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.479596 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d41af160-7f02-4795-956c-a79c58a1a04b req-6121ffbc-8385-4186-9c16-3b09f2985673 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.0729978 Oct 29 08:27:36.529183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-087a1472-a831-46d7-9bf8-34ae528603db service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604426 Oct 29 08:27:36.542333 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d41af160-7f02-4795-956c-a79c58a1a04b req-7b910e54-cabd-41a6-9cdd-52abbf91c613 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537975 Oct 29 08:27:36.622764 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aec36c-8930-433e-b74c-e9e75895fcfa x-openstack-request-id: req-c3aec36c-8930-433e-b74c-e9e75895fcfa {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:36.623205 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7620e054-0a45-4b50-a871-54d048c976ea", "name": "network-vif-plugged", "status": "completed", "tag": "d09febdf-71ce-480c-9999-6e910364167f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:36.623559 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3aec36c-8930-433e-b74c-e9e75895fcfa {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:36.624345 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7620e054-0a45-4b50-a871-54d048c976ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09febdf-71ce-480c-9999-6e910364167f', 'code': 200} Oct 29 08:27:36.657754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c18d4ad0-ca20-4694-a926-827cc24471a8 req-c4ea6933-4ac2-4507-9b62-dcfb4645ce19 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195319 Oct 29 08:27:36.737168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cf04d-b877-4a72-8672-ce33223f00e5 req-c10d1f14-b52c-440e-94e5-3a9240c5acc5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.744997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da7cf04d-b877-4a72-8672-ce33223f00e5 req-c10d1f14-b52c-440e-94e5-3a9240c5acc5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.0666871 Oct 29 08:27:36.777667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f82141-02fe-42ec-9a22-0b8cb7a3f3bb req-c8752ffd-e69c-4d06-adb5-9b229d9b0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.779179 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13f82141-02fe-42ec-9a22-0b8cb7a3f3bb req-c8752ffd-e69c-4d06-adb5-9b229d9b0fd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 1100 time: 0.0524523 Oct 29 08:27:36.809348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da7cf04d-b877-4a72-8672-ce33223f00e5 req-5924876d-4815-4731-82f8-f493954f9ba8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634608 Oct 29 08:27:36.826141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13f82141-02fe-42ec-9a22-0b8cb7a3f3bb req-d820a611-45f2-4122-b6db-88e10fed47b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349188 Oct 29 08:27:36.948134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0b23f-c075-48d3-b531-e5fe8e0ae212 req-c55b73d0-1bc0-4622-8d17-cafdd5010cda tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:36.950114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ab0b23f-c075-48d3-b531-e5fe8e0ae212 req-c55b73d0-1bc0-4622-8d17-cafdd5010cda tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0564785 Oct 29 08:27:36.994119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ab0b23f-c075-48d3-b531-e5fe8e0ae212 req-f9fdb9bd-aea5-46e8-b312-0ab313439de6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Oct 29 08:27:37.137188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef32ac-7144-4f15-924e-9f3b47432ad0 req-aec13b0f-6946-4123-9bc8-b6983459f21f tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:37.138916 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68ef32ac-7144-4f15-924e-9f3b47432ad0 req-aec13b0f-6946-4123-9bc8-b6983459f21f tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 948 time: 0.0702288 Oct 29 08:27:37.185347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68ef32ac-7144-4f15-924e-9f3b47432ad0 req-b0f52257-9fcf-48c0-8445-2bf4e8a5ff26 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 Oct 29 08:27:37.415096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9fb83-781f-4b6f-9e36-f64d5685e73f req-5d6aca7d-1e7b-40e2-a80f-e959c1072228 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:37.423428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ee9fb83-781f-4b6f-9e36-f64d5685e73f req-5d6aca7d-1e7b-40e2-a80f-e959c1072228 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 949 time: 0.0736494 Oct 29 08:27:37.787394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ee9fb83-781f-4b6f-9e36-f64d5685e73f req-28e9c1fd-c2c6-4562-b164-f2cd0dac854f tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584340 Oct 29 08:27:37.917035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eea3aa-4148-4f2f-b924-97f555120d29 req-5279fcb8-7195-488c-b3d1-f078ca0fc70d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:37.919618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01eea3aa-4148-4f2f-b924-97f555120d29 req-5279fcb8-7195-488c-b3d1-f078ca0fc70d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0678535 Oct 29 08:27:37.960824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01eea3aa-4148-4f2f-b924-97f555120d29 req-112455fb-e577-46de-ba46-2ac65a81f3e8 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348463 Oct 29 08:27:38.046714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:38.122179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76671c-6ab9-4e33-8735-462ad995c8a6 req-cc0f2cdc-2496-48f4-92f5-b77b478db678 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:38.124044 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f76671c-6ab9-4e33-8735-462ad995c8a6 req-cc0f2cdc-2496-48f4-92f5-b77b478db678 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.0893545 Oct 29 08:27:38.166976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f76671c-6ab9-4e33-8735-462ad995c8a6 req-7d6feb9a-04a1-4157-b9f7-4d687594b42b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357821 Oct 29 08:27:38.215528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:38.228898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '52d4651b-6b06-4fc7-8291-99e29d596752', 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'port_id': '52d4651b-6b06-4fc7-8291-99e29d596752', 'mac_address': 'fa:16:3e:6b:7d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f863338-8d0b-470a-a00d-096b8229664f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:38.283411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:38.298172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d4651b-6b06-4fc7-8291-99e29d596752 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:38.332422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:38.337542 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:38.338449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 03cd8533-cbed-4df5-94b4-28325774304b details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:38.360728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efaa19-f618-4fa0-bdf2-fc027fe80ada req-4aa4aed4-24bf-4573-9066-f1bc5f39d816 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:38.363346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75efaa19-f618-4fa0-bdf2-fc027fe80ada req-4aa4aed4-24bf-4573-9066-f1bc5f39d816 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.0689051 Oct 29 08:27:38.414991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75efaa19-f618-4fa0-bdf2-fc027fe80ada req-2e28c0d1-fa5f-40b2-97ed-703af46b014d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Oct 29 08:27:38.473865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:38.549630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 03cd8533-cbed-4df5-94b4-28325774304b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=03cd8533-cbed-4df5-94b4-28325774304b,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:38.562599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ece38-9b9d-45a4-bebe-0e67e6679083 req-c87e4f06-9b4b-46ee-98ab-9c92581938b9 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:38.563785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-711ece38-9b9d-45a4-bebe-0e67e6679083 req-c87e4f06-9b4b-46ee-98ab-9c92581938b9 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0608706 Oct 29 08:27:38.565509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '03cd8533-cbed-4df5-94b4-28325774304b', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '03cd8533-cbed-4df5-94b4-28325774304b', 'mac_address': 'fa:16:3e:ba:ea:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:38.609394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-711ece38-9b9d-45a4-bebe-0e67e6679083 req-963ef15e-008e-4277-9a21-f1b5a3cee41b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Oct 29 08:27:38.613344 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:38.636156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cd8533-cbed-4df5-94b4-28325774304b {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:38.678987 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 03cd8533-cbed-4df5-94b4-28325774304b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=03cd8533-cbed-4df5-94b4-28325774304b,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:38.689595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:38.742499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=03cd8533-cbed-4df5-94b4-28325774304b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:38.777557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0061b-5589-4729-bc51-59ef99e0f548 req-b431e510-ab7d-4ed1-9e7c-67d9bda1bb27 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:38.779022 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32d0061b-5589-4729-bc51-59ef99e0f548 req-b431e510-ab7d-4ed1-9e7c-67d9bda1bb27 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 949 time: 0.0803421 Oct 29 08:27:38.819626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32d0061b-5589-4729-bc51-59ef99e0f548 req-8dea6c23-72cc-47c4-9f71-c6daeaf5b9b8 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338860 Oct 29 08:27:39.006746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd383f3-28ff-4f18-a3f9-be5a173defd8 req-968fc1f9-59a7-4fa2-8bb0-d313806965e9 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:39.016380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cdd383f3-28ff-4f18-a3f9-be5a173defd8 req-968fc1f9-59a7-4fa2-8bb0-d313806965e9 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 949 time: 0.0738702 Oct 29 08:27:39.058051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cdd383f3-28ff-4f18-a3f9-be5a173defd8 req-f279b847-0cbd-4f9a-a383-eb09d0e00ceb tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371385 Oct 29 08:27:39.095916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['52d4651b-6b06-4fc7-8291-99e29d596752'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:39.104323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['03cd8533-cbed-4df5-94b4-28325774304b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:39.222730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c40d6-51b2-4559-a30b-ec0b26d18b6e req-b29f51d0-0c61-4743-af12-c21b9064b7e4 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:39.224393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a1c40d6-51b2-4559-a30b-ec0b26d18b6e req-b29f51d0-0c61-4743-af12-c21b9064b7e4 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0905027 Oct 29 08:27:39.281795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a1c40d6-51b2-4559-a30b-ec0b26d18b6e req-adddd4e7-c7eb-451a-a167-caf248ddd457 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503480 Oct 29 08:27:39.640158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb90b2f-ce31-4ae5-9d36-14a1ca0f2eee req-b41b746b-5e8d-4a40-b75b-19dfcbf7f7d5 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:39.643147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcb90b2f-ce31-4ae5-9d36-14a1ca0f2eee req-b41b746b-5e8d-4a40-b75b-19dfcbf7f7d5 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 945 time: 0.0569506 Oct 29 08:27:39.695376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcb90b2f-ce31-4ae5-9d36-14a1ca0f2eee req-56a03af0-ee58-4c20-b49b-c566fbbe2a58 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Oct 29 08:27:39.823353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b735-270d-45d3-ba3f-d2b2be3e5334 req-227589b2-fcf8-4160-9ac9-d6ec8e95021b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:39.825533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6e5b735-270d-45d3-ba3f-d2b2be3e5334 req-227589b2-fcf8-4160-9ac9-d6ec8e95021b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.0670652 Oct 29 08:27:39.869820 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6e5b735-270d-45d3-ba3f-d2b2be3e5334 req-ba248704-8076-44d1-8396-54c964e406e0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380661 Oct 29 08:27:40.043311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4c0e-53aa-4fe8-b7d3-177e847b99a5 req-978008d8-2b7c-4a09-9336-a8d8f9871291 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:40.050758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-791e4c0e-53aa-4fe8-b7d3-177e847b99a5 req-978008d8-2b7c-4a09-9336-a8d8f9871291 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0758345 Oct 29 08:27:40.096050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-791e4c0e-53aa-4fe8-b7d3-177e847b99a5 req-3fa4f111-5b12-4cad-9248-abe8245d0d77 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Oct 29 08:27:40.227175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cc349-6f1e-4040-a9cb-ff7491371248 req-7aaeb8c7-ca59-4cf7-b98a-eecc10257526 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:40.229038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-469cc349-6f1e-4040-a9cb-ff7491371248 req-7aaeb8c7-ca59-4cf7-b98a-eecc10257526 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 949 time: 0.0589542 Oct 29 08:27:40.283300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-469cc349-6f1e-4040-a9cb-ff7491371248 req-0177b3cd-abe7-456c-b85b-8c9d253cbff2 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Oct 29 08:27:40.543535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7517e-d361-433e-8865-719f6145bb12 req-25eaacbe-0056-4db2-b553-dc1798fe73d4 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:40.545222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75b7517e-d361-433e-8865-719f6145bb12 req-25eaacbe-0056-4db2-b553-dc1798fe73d4 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0615275 Oct 29 08:27:40.593940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75b7517e-d361-433e-8865-719f6145bb12 req-460712fc-73c7-4d6a-9b8f-95d83de7cfc6 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401680 Oct 29 08:27:40.854891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693563ce-4216-41f4-b934-f8a0542d52f5 req-1fbf6f85-8c52-4f0a-9086-afa144144f64 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:40.862416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-693563ce-4216-41f4-b934-f8a0542d52f5 req-1fbf6f85-8c52-4f0a-9086-afa144144f64 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 945 time: 0.0634794 Oct 29 08:27:40.899755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-693563ce-4216-41f4-b934-f8a0542d52f5 req-91d736c9-d127-4c2f-bb5d-57642ce6a876 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362144 Oct 29 08:27:41.026872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f787b81-db09-4ed4-9f5b-54e270ba4d10 req-39c3e6de-36e6-4e6d-990f-cb90879a19fb tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:41.028537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f787b81-db09-4ed4-9f5b-54e270ba4d10 req-39c3e6de-36e6-4e6d-990f-cb90879a19fb tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 949 time: 0.0556273 Oct 29 08:27:41.070821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f787b81-db09-4ed4-9f5b-54e270ba4d10 req-90f37ef8-7cd3-4070-b213-f90d56e937a5 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355797 Oct 29 08:27:41.199423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6897fd-c7cb-4fae-b8bb-66df432ed8b7 req-3a26048a-e949-4a21-b1f8-128fbbd997d7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:41.201327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b6897fd-c7cb-4fae-b8bb-66df432ed8b7 req-3a26048a-e949-4a21-b1f8-128fbbd997d7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.0591528 Oct 29 08:27:41.248637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b6897fd-c7cb-4fae-b8bb-66df432ed8b7 req-bdfac3c3-68c3-45c5-ad76-6e98b5eafcd3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Oct 29 08:27:41.369064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce16286-d6d5-4b8d-b876-af2365c3ddd1 req-d76b6e6d-ec6e-41a4-8f1b-d9a383c06d5a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:41.370679 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bce16286-d6d5-4b8d-b876-af2365c3ddd1 req-d76b6e6d-ec6e-41a4-8f1b-d9a383c06d5a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0549138 Oct 29 08:27:41.414469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bce16286-d6d5-4b8d-b876-af2365c3ddd1 req-639ba6df-c148-499b-adfd-61ae532ca079 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356891 Oct 29 08:27:41.546150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdca22-ab5a-4dc0-a8a6-2d23588929fe req-d9878757-5c03-4c57-b73e-d6ac5b2c957e tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:41.547900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ccdca22-ab5a-4dc0-a8a6-2d23588929fe req-d9878757-5c03-4c57-b73e-d6ac5b2c957e tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 949 time: 0.0550735 Oct 29 08:27:41.592525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ccdca22-ab5a-4dc0-a8a6-2d23588929fe req-24fe6f8c-a460-4c95-be4d-fcfb17628f1b tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Oct 29 08:27:41.767294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17346947-174e-4d8b-a4bf-a2bfed458f82 req-f9eba321-6ff7-4ca5-9146-7fe565362e71 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:41.768820 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17346947-174e-4d8b-a4bf-a2bfed458f82 req-f9eba321-6ff7-4ca5-9146-7fe565362e71 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0544641 Oct 29 08:27:41.809879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17346947-174e-4d8b-a4bf-a2bfed458f82 req-1b98321d-f1c9-4bb1-a402-d214c2fec8fb tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338316 Oct 29 08:27:42.027089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cfa54-01af-4890-bfbf-219864c86f9f req-4a23f118-7548-468d-b32d-dc8f5d4eafe9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:42.028758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f9cfa54-01af-4890-bfbf-219864c86f9f req-4a23f118-7548-468d-b32d-dc8f5d4eafe9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 945 time: 0.0528717 Oct 29 08:27:42.052124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:42.076676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f9cfa54-01af-4890-bfbf-219864c86f9f req-5a60d8ee-ada2-4814-9e37-1f1e7b345120 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Oct 29 08:27:42.113103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 52d4651b-6b06-4fc7-8291-99e29d596752 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:27:42.117307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 52d4651b-6b06-4fc7-8291-99e29d596752 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:42.117686 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:42.206276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:42.209168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d946-5bb4-4eb2-9777-b9924ae12500 req-3d480dad-07c9-4007-8c57-8897bd37eabd tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:42.210776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5291d946-5bb4-4eb2-9777-b9924ae12500 req-3d480dad-07c9-4007-8c57-8897bd37eabd tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 949 time: 0.0633829 Oct 29 08:27:42.235903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:42.238168 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38702002-76d4-4d34-813c-58d9fd4f0a10" -d '{"events": [{"server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "name": "network-vif-plugged", "status": "completed", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:42.251152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:42.254942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5291d946-5bb4-4eb2-9777-b9924ae12500 req-68a54f19-c569-4bb3-819d-89d0b05899ac tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e87cc10-ecab-4e90-a817-0a4a9d603360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Oct 29 08:27:42.255773 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:42.256596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 03cd8533-cbed-4df5-94b4-28325774304b up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:42.317060 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e976e67-246b-4339-b303-8578c21958f3 x-openstack-request-id: req-7e976e67-246b-4339-b303-8578c21958f3 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:42.317380 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "name": "network-vif-plugged", "status": "completed", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:42.317648 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e976e67-246b-4339-b303-8578c21958f3 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:42.318026 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752', 'code': 200} Oct 29 08:27:42.343396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:42.361209 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 03cd8533-cbed-4df5-94b4-28325774304b completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:27:42.366210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 03cd8533-cbed-4df5-94b4-28325774304b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:42.366643 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:42.431765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050afc4c-2251-477b-a37f-9089a409b550 req-e2952c70-eec0-462f-9d38-9a7fe6b46501 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:42.433995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-050afc4c-2251-477b-a37f-9089a409b550 req-e2952c70-eec0-462f-9d38-9a7fe6b46501 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 945 time: 0.0668569 Oct 29 08:27:42.459141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:42.477120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-050afc4c-2251-477b-a37f-9089a409b550 req-b411671e-c372-434a-843e-7ac6534e085b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344887 Oct 29 08:27:42.507574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 03cd8533-cbed-4df5-94b4-28325774304b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=03cd8533-cbed-4df5-94b4-28325774304b,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:42.514383 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:42.575642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=03cd8533-cbed-4df5-94b4-28325774304b,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:42.596732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c36d-2cd7-47eb-af97-8f0b6698b191 req-8f233654-b6bc-4e09-bb33-5d8bf8c42f22 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:42.598591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9692c36d-2cd7-47eb-af97-8f0b6698b191 req-8f233654-b6bc-4e09-bb33-5d8bf8c42f22 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0560713 Oct 29 08:27:42.640784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9692c36d-2cd7-47eb-af97-8f0b6698b191 req-b95b9560-da93-4660-afb0-c154209d72d5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349934 Oct 29 08:27:42.750138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf55d7-2d17-4640-b147-8416df72360e req-bfbd9a8a-90bb-4a2b-ab45-39b35a6ed80f tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:42.752057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2dbf55d7-2d17-4640-b147-8416df72360e req-bfbd9a8a-90bb-4a2b-ab45-39b35a6ed80f tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 950 time: 0.0535915 Oct 29 08:27:42.769148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a82a50-56fc-4c67-a65c-a755da901fe1 req-0997b895-6e9c-4a33-8d25-57c6b641fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:42.770695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23a82a50-56fc-4c67-a65c-a755da901fe1 req-0997b895-6e9c-4a33-8d25-57c6b641fc0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1097 time: 0.3537672 Oct 29 08:27:42.799141 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2dbf55d7-2d17-4640-b147-8416df72360e req-dfd742cb-0f58-419d-a583-8c2fc3d28837 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Oct 29 08:27:42.800058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-8365a98c-720c-4c8f-96dc-e936a2d1c31f tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:42.801815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-8365a98c-720c-4c8f-96dc-e936a2d1c31f tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.15 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 949 time: 0.0611725 Oct 29 08:27:42.833710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23a82a50-56fc-4c67-a65c-a755da901fe1 req-4940f37a-d844-49dd-b110-4eea8406d12c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478137 Oct 29 08:27:42.918320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Deleting port d09febdf-71ce-480c-9999-6e910364167f {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:27:42.918669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:42.959267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87f96-4f70-46ba-a4a3-b61ec272bbff req-c3dc0d35-11f6-416b-8d5e-bf796766d36d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:42.960768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87d87f96-4f70-46ba-a4a3-b61ec272bbff req-c3dc0d35-11f6-416b-8d5e-bf796766d36d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0519621 Oct 29 08:27:42.999127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87d87f96-4f70-46ba-a4a3-b61ec272bbff req-ea776a5c-1b72-4962-8ef7-ac3d4cdcf6ee tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Oct 29 08:27:43.013177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] For port d09febdf-71ce-480c-9999-6e910364167f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d09febdf-71ce-480c-9999-6e910364167f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:43.013545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.026002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Calling delete_port for d09febdf-71ce-480c-9999-6e910364167f owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:27:43.138944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-98f26b6a-889b-4ce3-bf24-7ce40d367ad2 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:43.140701 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-98f26b6a-889b-4ce3-bf24-7ce40d367ad2 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.0739899 Oct 29 08:27:43.158249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46e490-c009-416e-8926-e1b6ff8c3138 req-94a1b747-ab92-4ef8-ab55-1731505ca8da tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:43.158817 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815940-1'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:43.159730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc46e490-c009-416e-8926-e1b6ff8c3138 req-94a1b747-ab92-4ef8-ab55-1731505ca8da tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 950 time: 0.0504553 Oct 29 08:27:43.199293 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc46e490-c009-416e-8926-e1b6ff8c3138 req-aca44aa1-d85d-4b6f-b46a-9e713cfd1655 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Oct 29 08:27:43.247008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.248820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.259615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['d09febdf-71ce-480c-9999-6e910364167f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:43.290784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Pushing event deleted for resources: {'Port': ['ID=d09febdf-71ce-480c-9999-6e910364167f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:43.326737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439117f-ee61-4e30-b298-91caa26cd460 req-edb99629-cb95-46c3-a209-67d93d3ceab7 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:43.328286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1439117f-ee61-4e30-b298-91caa26cd460 req-edb99629-cb95-46c3-a209-67d93d3ceab7 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.0555005 Oct 29 08:27:43.358785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] No DVR routers for this DVR port d09febdf-71ce-480c-9999-6e910364167f on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:27:43.362449 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.365752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3206f2b2-434c-4078-ae61-51ebae3cee7f req-a4829ab0-4b6d-48c8-b1c7-003b72950def tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.15 "DELETE /v2.0/ports/d09febdf-71ce-480c-9999-6e910364167f HTTP/1.1" status: 204 len: 173 time: 0.5432162 Oct 29 08:27:43.366218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7620e054-0a45-4b50-a871-54d048c976ea', 'name': 'network-vif-deleted', 'tag': 'd09febdf-71ce-480c-9999-6e910364167f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:43.368537 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd0d08-7b1c-4e9e-ae26-a0d442f0970c" -d '{"events": [{"server_uuid": "7620e054-0a45-4b50-a871-54d048c976ea", "name": "network-vif-deleted", "tag": "d09febdf-71ce-480c-9999-6e910364167f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:43.385275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1439117f-ee61-4e30-b298-91caa26cd460 req-099781be-6a58-4f94-a603-f40538f2872e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499094 Oct 29 08:27:43.494344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:43.553595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:43.581443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-215d751d-6361-48f2-bdcd-eb1805d4757e req-15442bb6-ce57-4d82-b266-0fab1a29c9a7 tempest-TenantUsagesTestJSON-1191905941 tempest-TenantUsagesTestJSON-1191905941-project] 10.222.0.70 "GET /v2.0/ports?device_id=7620e054-0a45-4b50-a871-54d048c976ea HTTP/1.1" status: 200 len: 210 time: 0.0307338 Oct 29 08:27:43.595413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.606183 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.633850 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6344b18a-f2b6-45b6-97d9-4995db49b9e5 x-openstack-request-id: req-6344b18a-f2b6-45b6-97d9-4995db49b9e5 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:43.634148 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7620e054-0a45-4b50-a871-54d048c976ea", "name": "network-vif-deleted", "tag": "d09febdf-71ce-480c-9999-6e910364167f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:43.634421 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6344b18a-f2b6-45b6-97d9-4995db49b9e5 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:43.634822 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7620e054-0a45-4b50-a871-54d048c976ea', 'name': 'network-vif-deleted', 'tag': 'd09febdf-71ce-480c-9999-6e910364167f', 'status': 'completed', 'code': 200} Oct 29 08:27:43.687152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Pushing event updated for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=7']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:43.703305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on host n-h1-815940-1 for vnic_type normal with profile {"migrating_to": "n-h2-815940-1"} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:43.703637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:43.704013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:43.708366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:27:43.708797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Attempting to bind port f7577a8c-fddd-4186-a0c3-f38e451de936 on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:43.713715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:43.714055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:43.714432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:43.714857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Bound port: f7577a8c-fddd-4186-a0c3-f38e451de936, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:43.715209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.739594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8462f9-bbe7-48c7-beb9-3f5d3f3a8792 req-253a52bf-326b-4dec-91af-5aa9effd3725 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:43.741149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd8462f9-bbe7-48c7-beb9-3f5d3f3a8792 req-253a52bf-326b-4dec-91af-5aa9effd3725 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.0524874 Oct 29 08:27:43.780750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd8462f9-bbe7-48c7-beb9-3f5d3f3a8792 req-3801b81d-e973-40cf-ad07-486382d05184 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Oct 29 08:27:43.782407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:43.785762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:43.792946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.874146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:43.874763 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:43.876187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] 10.222.0.15 "PUT /v2.0/ports/f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 1121 time: 0.7216506 Oct 29 08:27:43.877196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5132f-f948-45c3-aaa0-950493f7ac93 service neutron] Pushing event updated for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=8']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:43.977093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f7577a8c-fddd-4186-a0c3-f38e451de936'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:44.035238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['f7577a8c-fddd-4186-a0c3-f38e451de936'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:44.061487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f7577a8c-fddd-4186-a0c3-f38e451de936 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:44.276398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:44.294058 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1636b4a9-d6dc-420c-97ab-e02802903c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:44.303937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f7577a8c-fddd-4186-a0c3-f38e451de936 has no active binding in host n-h2-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:27:44.320330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a04aa7-64c2-49eb-9a89-67df864d73ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd8533-cbed-4df5-94b4-28325774304b'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:44.322794 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b3b0cd-1794-4d02-9707-6e1c398c634b" -d '{"events": [{"server_uuid": "10a04aa7-64c2-49eb-9a89-67df864d73ac", "name": "network-vif-plugged", "status": "completed", "tag": "03cd8533-cbed-4df5-94b4-28325774304b"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:44.428404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557d84f-ab5e-4a30-ac59-41ba0f20d9e4 req-fb34fff7-8950-4b1d-9e5a-e2abb8ee4d7d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:44.429965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9557d84f-ab5e-4a30-ac59-41ba0f20d9e4 req-fb34fff7-8950-4b1d-9e5a-e2abb8ee4d7d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0520480 Oct 29 08:27:44.478228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9557d84f-ab5e-4a30-ac59-41ba0f20d9e4 req-4c5eeeba-e92a-48b6-a502-d92db7beb2fa tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Oct 29 08:27:44.587561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae964-8d43-4ead-ace4-f3a21fc390ea req-4f127ba9-ca50-4074-86af-05f9427beac2 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:44.588989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b70ae964-8d43-4ead-ace4-f3a21fc390ea req-4f127ba9-ca50-4074-86af-05f9427beac2 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 950 time: 0.0558426 Oct 29 08:27:44.644438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b70ae964-8d43-4ead-ace4-f3a21fc390ea req-d866fee6-e3be-4e7b-8cfc-0a3bfc913413 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Oct 29 08:27:44.761739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf83f-113e-49fb-a606-86cb3dfba25c req-27809f13-4fbc-46c7-8cb0-ce8c8f020772 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:44.763246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649cf83f-113e-49fb-a606-86cb3dfba25c req-27809f13-4fbc-46c7-8cb0-ce8c8f020772 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0626066 Oct 29 08:27:44.802480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649cf83f-113e-49fb-a606-86cb3dfba25c req-9c11e4b9-5359-4ab1-a784-9cf128fda96e tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Oct 29 08:27:44.845478 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2270e3-bec9-4051-afc7-a2013ff9cad5 x-openstack-request-id: req-7d2270e3-bec9-4051-afc7-a2013ff9cad5 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:44.845890 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a04aa7-64c2-49eb-9a89-67df864d73ac", "name": "network-vif-plugged", "status": "completed", "tag": "03cd8533-cbed-4df5-94b4-28325774304b", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:44.846196 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d2270e3-bec9-4051-afc7-a2013ff9cad5 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:44.846686 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a04aa7-64c2-49eb-9a89-67df864d73ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd8533-cbed-4df5-94b4-28325774304b', 'code': 200} Oct 29 08:27:44.963737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bbdc1-5f96-415d-b0a2-5250a98e5582 req-75b6531e-d6ee-47bc-b69b-fe5f93308fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:44.965318 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b42bbdc1-5f96-415d-b0a2-5250a98e5582 req-75b6531e-d6ee-47bc-b69b-fe5f93308fbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 1101 time: 0.0477283 Oct 29 08:27:44.970360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc604b-bda8-43e0-b730-b225f5a37f10 req-ab32ab51-b528-449f-8712-78f628f0b615 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:44.971966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80bc604b-bda8-43e0-b730-b225f5a37f10 req-ab32ab51-b528-449f-8712-78f628f0b615 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.0527201 Oct 29 08:27:45.010726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b42bbdc1-5f96-415d-b0a2-5250a98e5582 req-016c201c-28a0-42d9-b6a0-b75b252ebb8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307450 Oct 29 08:27:45.011618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80bc604b-bda8-43e0-b730-b225f5a37f10 req-f1e51206-67f4-40ec-bb4b-8bf80bfda089 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Oct 29 08:27:45.155148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b571f7-b3c8-4301-bd70-2da9e996c28b req-13fa4641-ebfb-411f-8451-db9a9354922b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:45.156708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4b571f7-b3c8-4301-bd70-2da9e996c28b req-13fa4641-ebfb-411f-8451-db9a9354922b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.0505362 Oct 29 08:27:45.200783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4b571f7-b3c8-4301-bd70-2da9e996c28b req-9b10bede-9474-428c-a259-3093f1badfbc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378468 Oct 29 08:27:45.325774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38768) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:45.465998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-85eab974-9a4b-45d8-a07f-fad5be7a0832 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bad43d8a0a294dba97162d1bc00fe9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388931 Oct 29 08:27:45.468782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38776) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:45.520462 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:45.543323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:45.620509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890abba4-6d2f-4199-a0e1-6b3d9c659160 req-4899dc12-bfa5-464c-b313-aaab9956cd17 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:45.622075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-890abba4-6d2f-4199-a0e1-6b3d9c659160 req-4899dc12-bfa5-464c-b313-aaab9956cd17 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1097 time: 0.0534914 Oct 29 08:27:45.627157 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:45.630102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:45.631273 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e87cc10-ecab-4e90-a817-0a4a9d603360 HTTP/1.1" status: 204 len: 168 time: 0.1614373 Oct 29 08:27:45.636321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936'}, {'name': 'network-changed', 'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:45.638880 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649835a1-70bd-4a1d-a367-f3a1e5465981" -d '{"events": [{"server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "name": "network-vif-unplugged", "status": "completed", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936"}, {"name": "network-changed", "server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:45.652321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e87cc10-ecab-4e90-a817-0a4a9d603360,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:45.664629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.664969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.665304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.665630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.666014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.666338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.666656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.667337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.667658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.668021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.668338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.668648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90b2a5-c090-4f43-b875-e4a5e104143a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:45.687204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-890abba4-6d2f-4199-a0e1-6b3d9c659160 req-323e86e2-cb6e-4a24-bf43-be86667bb2ad tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547512 Oct 29 08:27:45.818328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642f22-3cdb-453b-bb55-e36639495909 req-f4674c93-16b5-41b3-8b6e-ab51b0f5907a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:45.819889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c642f22-3cdb-453b-bb55-e36639495909 req-f4674c93-16b5-41b3-8b6e-ab51b0f5907a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0547535 Oct 29 08:27:45.863025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c642f22-3cdb-453b-bb55-e36639495909 req-83963061-af0e-4d6c-97e8-fa2a39670074 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364184 Oct 29 08:27:45.937152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38802) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:45.950892 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e153-9ea8-4db9-a44a-e5a54b5237ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:45.978977 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227cffc1-f6ac-432c-b6a8-e5dfd3ce1137 x-openstack-request-id: req-227cffc1-f6ac-432c-b6a8-e5dfd3ce1137 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:45.979611 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "name": "network-vif-unplugged", "status": "completed", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936", "code": 200}, {"name": "network-changed", "server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:45.979713 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-227cffc1-f6ac-432c-b6a8-e5dfd3ce1137 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:45.980099 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936', 'code': 200} Oct 29 08:27:45.980352 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936', 'status': 'completed', 'code': 200} Oct 29 08:27:46.031672 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e153-9ea8-4db9-a44a-e5a54b5237ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:46.037299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e153-9ea8-4db9-a44a-e5a54b5237ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:46.045893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:46.076826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19786f0-b111-4046-83d9-15860952d82c req-862e11b5-0dab-4014-a702-bb2c0e83f4be tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:46.080826 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6ae5e153-9ea8-4db9-a44a-e5a54b5237ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5b8b283fb1a48f3a3b14b1e2f2e3543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398787 Oct 29 08:27:46.080826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5e153-9ea8-4db9-a44a-e5a54b5237ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87277827-72f6-49b2-978e-ff3e8bb47ba0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:46.081072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c19786f0-b111-4046-83d9-15860952d82c req-862e11b5-0dab-4014-a702-bb2c0e83f4be tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 950 time: 0.0539672 Oct 29 08:27:46.081072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38804) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:46.132367 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:46.149982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c19786f0-b111-4046-83d9-15860952d82c req-6f3305c1-9989-4cec-81b0-e22576ab580e tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592568 Oct 29 08:27:46.164464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35d3e31c-8e21-4552-bd00-79d191442b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:46.174367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:46.179676 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:46.180810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d09febdf-71ce-480c-9999-6e910364167f no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:46.191829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35d3e31c-8e21-4552-bd00-79d191442b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:46.222265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: d09febdf-71ce-480c-9999-6e910364167f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:27:46.222632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d09febdf-71ce-480c-9999-6e910364167f not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:27:46.254024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:46.297989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35d3e31c-8e21-4552-bd00-79d191442b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:46.300556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35d3e31c-8e21-4552-bd00-79d191442b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:46.302047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-35d3e31c-8e21-4552-bd00-79d191442b10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87277827-72f6-49b2-978e-ff3e8bb47ba0 HTTP/1.1" status: 204 len: 168 time: 0.2197483 Oct 29 08:27:46.312693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3e31c-8e21-4552-bd00-79d191442b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87277827-72f6-49b2-978e-ff3e8bb47ba0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:46.340293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0685791-0dd4-43b9-9d23-bddd67b4ba07 req-fc6185e5-be66-43d8-922c-5bafa093a136 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:46.341892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0685791-0dd4-43b9-9d23-bddd67b4ba07 req-fc6185e5-be66-43d8-922c-5bafa093a136 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0763016 Oct 29 08:27:46.387623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0685791-0dd4-43b9-9d23-bddd67b4ba07 req-efb03575-1afa-41c1-88cc-5aab1b291187 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391152 Oct 29 08:27:46.574997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44037a2-a97c-447c-9c34-545db2bc947f req-c632fcac-78ed-4b5d-bd0f-c1b2793bab73 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:46.576623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a44037a2-a97c-447c-9c34-545db2bc947f req-c632fcac-78ed-4b5d-bd0f-c1b2793bab73 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.1035867 Oct 29 08:27:46.663374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a44037a2-a97c-447c-9c34-545db2bc947f req-577d884e-1ea6-4f62-8abe-be453581dbc0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713432 Oct 29 08:27:46.847680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:46.850347 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e496f-4163-4835-8d76-c87c48244efb" -d '{"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-unplugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:46.894298 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b88288-0326-4df5-bfef-62227311859f x-openstack-request-id: req-11b88288-0326-4df5-bfef-62227311859f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:46.894856 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-unplugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:46.895330 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11b88288-0326-4df5-bfef-62227311859f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:46.895988 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'code': 200} Oct 29 08:27:46.951503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b8e134ba-bd86-4ac4-b0b7-ea19e762b529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:47.017892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688399d-21ad-42b9-89b0-e9cdc294eba1 req-4c084d71-20af-4490-971a-15e2b473ed95 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:47.036793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6688399d-21ad-42b9-89b0-e9cdc294eba1 req-4c084d71-20af-4490-971a-15e2b473ed95 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0814989 Oct 29 08:27:47.165782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927e5b-de30-4db9-86ec-5c723743b292 req-8e170899-36f3-4320-bed9-85270f7f42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:47.169029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f927e5b-de30-4db9-86ec-5c723743b292 req-8e170899-36f3-4320-bed9-85270f7f42f9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 1101 time: 0.0571702 Oct 29 08:27:47.173509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6688399d-21ad-42b9-89b0-e9cdc294eba1 req-039460f0-28a6-4a84-bb6a-479342a762c3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345179 Oct 29 08:27:47.217221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-5605729e-2bc3-4e0c-8607-56b2c56dbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:47.218692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-5605729e-2bc3-4e0c-8607-56b2c56dbb13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1124 time: 0.1353040 Oct 29 08:27:47.240223 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f927e5b-de30-4db9-86ec-5c723743b292 req-e723b692-72c9-4553-b332-5aba98821638 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528440 Oct 29 08:27:47.247754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-19393b36-a926-4947-a9e8-0330319d5064 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1481802 Oct 29 08:27:47.313091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0623216-b980-4bf9-909f-22aa37a8d338 req-16cb9d24-80f3-41cb-9b05-2fe7c89322a5 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:47.314720 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0623216-b980-4bf9-909f-22aa37a8d338 req-16cb9d24-80f3-41cb-9b05-2fe7c89322a5 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 950 time: 0.0648999 Oct 29 08:27:47.346828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-048c2042-4ee0-4d4c-8b35-f2d9852d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:47.354676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-048c2042-4ee0-4d4c-8b35-f2d9852d715b service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.1213179 Oct 29 08:27:47.365808 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0623216-b980-4bf9-909f-22aa37a8d338 req-144af267-34aa-4363-b55f-f0bf5a47b7cd tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Oct 29 08:27:47.539689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b82e5c-f39b-4be7-a1a4-fb9bd99a41e0 req-3d0fd4fd-2df9-4d3e-a118-f260303f82ec tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:47.541542 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51b82e5c-f39b-4be7-a1a4-fb9bd99a41e0 req-3d0fd4fd-2df9-4d3e-a118-f260303f82ec tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0556111 Oct 29 08:27:47.588661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51b82e5c-f39b-4be7-a1a4-fb9bd99a41e0 req-34e55319-7404-47ec-a679-bf784afa41eb tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388784 Oct 29 08:27:47.700622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47c86-8630-4ea8-ba84-1947ba50be48 req-48230661-cb62-43f2-aa18-10836fa59bf7 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:47.702152 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4ca47c86-8630-4ea8-ba84-1947ba50be48 req-48230661-cb62-43f2-aa18-10836fa59bf7 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 950 time: 0.0545714 Oct 29 08:27:47.746098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4ca47c86-8630-4ea8-ba84-1947ba50be48 req-b53c6d59-43a0-4c12-9422-4f0917cfd89d tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348754 Oct 29 08:27:47.859648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546b50c-b85e-45e4-ba42-9a6468b9ae17 req-314f0df8-7630-4676-b76d-44e94f0b42e0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:47.861251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d546b50c-b85e-45e4-ba42-9a6468b9ae17 req-314f0df8-7630-4676-b76d-44e94f0b42e0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.0515943 Oct 29 08:27:47.904355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d546b50c-b85e-45e4-ba42-9a6468b9ae17 req-3f7b4745-a720-43e3-9be7-efcda18d1c9f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Oct 29 08:27:48.021962 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:48.204297 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:48.303676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587c67d-6c79-422a-9de8-1afc12e1c80f req-ff284d0b-9aa2-4215-af93-07c3a9ff0f8d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:48.305214 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d587c67d-6c79-422a-9de8-1afc12e1c80f req-ff284d0b-9aa2-4215-af93-07c3a9ff0f8d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0526528 Oct 29 08:27:48.345162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d587c67d-6c79-422a-9de8-1afc12e1c80f req-da3ebf8c-4d5f-46ff-abda-63c014ba6705 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Oct 29 08:27:48.440157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aa20284c-6f1c-49a3-9eaf-03995a7e819b req-bd416235-226f-49c2-8060-cc19805632cd tempest-FlavorsV2NegativeTest-899844573 tempest-FlavorsV2NegativeTest-899844573-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b00bbcd832db4fffab7e363c20923ad8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231855 Oct 29 08:27:48.560064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20284c-6f1c-49a3-9eaf-03995a7e819b req-5f91c1d3-64ae-47dd-8cda-3d5b493cafdc tempest-FlavorsV2NegativeTest-899844573 tempest-FlavorsV2NegativeTest-899844573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:48.561491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aa20284c-6f1c-49a3-9eaf-03995a7e819b req-5f91c1d3-64ae-47dd-8cda-3d5b493cafdc tempest-FlavorsV2NegativeTest-899844573 tempest-FlavorsV2NegativeTest-899844573-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145525 Oct 29 08:27:48.577741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aa20284c-6f1c-49a3-9eaf-03995a7e819b req-4279492e-b337-4e14-bfe8-c9e3d07d6b8c tempest-FlavorsV2NegativeTest-899844573 tempest-FlavorsV2NegativeTest-899844573-project] 10.222.0.70 "GET /v2.0/quotas/b00bbcd832db4fffab7e363c20923ad8 HTTP/1.1" status: 200 len: 375 time: 0.0100486 Oct 29 08:27:48.610632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aa20284c-6f1c-49a3-9eaf-03995a7e819b req-3daf84f6-6755-4794-a725-fdee7ee4502c tempest-FlavorsV2NegativeTest-899844573 tempest-FlavorsV2NegativeTest-899844573-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b00bbcd832db4fffab7e363c20923ad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269265 Oct 29 08:27:48.660989 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:27:48.734285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab580e-c3a4-4690-af7a-60f21661e5f0 req-4425fb38-efaf-47c0-9779-5196601c49b5 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:48.735933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00ab580e-c3a4-4690-af7a-60f21661e5f0 req-4425fb38-efaf-47c0-9779-5196601c49b5 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0667205 Oct 29 08:27:48.778612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00ab580e-c3a4-4690-af7a-60f21661e5f0 req-e0c8fbe5-54b3-4df4-8c1e-2ec345474269 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359411 Oct 29 08:27:48.891079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22543409-2394-4339-b630-7583f6336759 req-c08158c9-8be9-4288-9851-2affcb629140 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:48.892843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22543409-2394-4339-b630-7583f6336759 req-c08158c9-8be9-4288-9851-2affcb629140 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 950 time: 0.0546455 Oct 29 08:27:48.935254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22543409-2394-4339-b630-7583f6336759 req-f2e4ecc4-c403-4448-9d26-a2957145fd1a tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Oct 29 08:27:49.055772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd36511-99f8-4184-8fcd-c4f0c6d9396c req-cdae1a76-b6a7-4203-abac-e20e27d22307 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:49.058183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfd36511-99f8-4184-8fcd-c4f0c6d9396c req-cdae1a76-b6a7-4203-abac-e20e27d22307 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.0618956 Oct 29 08:27:49.104292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfd36511-99f8-4184-8fcd-c4f0c6d9396c req-657eec26-a876-468e-96c5-a9b9f4191184 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Oct 29 08:27:49.143756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38954) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:49.285651 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f20fb586-caa4-42c8-8ee9-85d80d04f513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.346906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.372121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f20fb586-caa4-42c8-8ee9-85d80d04f513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.379707 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f20fb586-caa4-42c8-8ee9-85d80d04f513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.421496 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f20fb586-caa4-42c8-8ee9-85d80d04f513 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b00bbcd832db4fffab7e363c20923ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761540 Oct 29 08:27:49.425432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38976) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:49.440788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb586-caa4-42c8-8ee9-85d80d04f513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6850339d-2cf5-4931-a567-1c58980e47d8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:49.539951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74d1bd74-2f0f-44f7-939a-0326b474eabc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.585814 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74d1bd74-2f0f-44f7-939a-0326b474eabc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.599098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22151a60-1710-40c3-98f3-7246405dd47b req-2f45211c-ee28-4edd-a3f8-0aec0f163afc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:49.600805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22151a60-1710-40c3-98f3-7246405dd47b req-2f45211c-ee28-4edd-a3f8-0aec0f163afc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.1232243 Oct 29 08:27:49.667259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22151a60-1710-40c3-98f3-7246405dd47b req-68940bb9-c018-43e4-a3d5-0fc90bdd77d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579991 Oct 29 08:27:49.696183 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74d1bd74-2f0f-44f7-939a-0326b474eabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.702218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74d1bd74-2f0f-44f7-939a-0326b474eabc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.716624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-74d1bd74-2f0f-44f7-939a-0326b474eabc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6850339d-2cf5-4931-a567-1c58980e47d8 HTTP/1.1" status: 204 len: 168 time: 0.2896740 Oct 29 08:27:49.728621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1bd74-2f0f-44f7-939a-0326b474eabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6850339d-2cf5-4931-a567-1c58980e47d8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:49.770626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a01965-435e-4be6-a3d5-e5141be9634a req-bf406a28-93d6-45cd-9822-93afde9eaccb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:49.772362 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18a01965-435e-4be6-a3d5-e5141be9634a req-bf406a28-93d6-45cd-9822-93afde9eaccb tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.15 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 950 time: 0.1094115 Oct 29 08:27:49.939670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fbec-1723-49af-a5cc-0641d7df63b6 req-0fac6655-7e2e-453f-b826-10bf69846085 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:49.941681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec47fbec-1723-49af-a5cc-0641d7df63b6 req-0fac6655-7e2e-453f-b826-10bf69846085 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0736814 Oct 29 08:27:49.945553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Deleting port 03cd8533-cbed-4df5-94b4-28325774304b {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:27:49.946033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:49.988381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec47fbec-1723-49af-a5cc-0641d7df63b6 req-d99c360f-6c2c-428a-8967-c7c8194ed7ce tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Oct 29 08:27:50.055122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:27:50.146890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] For port 03cd8533-cbed-4df5-94b4-28325774304b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=03cd8533-cbed-4df5-94b4-28325774304b,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:50.147261 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:50.193453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Calling delete_port for 03cd8533-cbed-4df5-94b4-28325774304b owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:27:50.234694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fbfb1-c279-4f4e-a883-b8bb93af42b0 req-bde8325a-2565-463e-93ff-13fab2cf957a tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:50.236364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-174fbfb1-c279-4f4e-a883-b8bb93af42b0 req-bde8325a-2565-463e-93ff-13fab2cf957a tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 950 time: 0.1419694 Oct 29 08:27:50.326708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-174fbfb1-c279-4f4e-a883-b8bb93af42b0 req-2ab015f3-440a-490f-843d-db044d4dbf57 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ca26490-b3be-4c89-a042-bf90eae4ad78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831594 Oct 29 08:27:50.371494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:50.417684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'mac_address': 'fa:16:3e:85:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:27:50.493207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:50.519580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['03cd8533-cbed-4df5-94b4-28325774304b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:50.534193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Pushing event deleted for resources: {'Port': ['ID=03cd8533-cbed-4df5-94b4-28325774304b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:50.545149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.545788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.546350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.546860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.547364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.547908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.549291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.549961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.550461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.550972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.551784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.552484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:27:50.638189 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:50.642108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2164d-d95c-4ff6-9e94-43a303fbf85a req-0e9566c1-6b4f-4bac-89ac-7dd2eb7677f5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:50.645041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] No DVR routers for this DVR port 03cd8533-cbed-4df5-94b4-28325774304b on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:27:50.650843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d2164d-d95c-4ff6-9e94-43a303fbf85a req-0e9566c1-6b4f-4bac-89ac-7dd2eb7677f5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.1570823 Oct 29 08:27:50.653528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:50.659025 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18a01965-435e-4be6-a3d5-e5141be9634a req-c92d67d1-28ea-43c4-8413-a5fb2e30e0f3 tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.15 "DELETE /v2.0/ports/03cd8533-cbed-4df5-94b4-28325774304b HTTP/1.1" status: 204 len: 173 time: 0.8762529 Oct 29 08:27:50.664396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a04aa7-64c2-49eb-9a89-67df864d73ac', 'name': 'network-vif-deleted', 'tag': '03cd8533-cbed-4df5-94b4-28325774304b'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:50.668427 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ad798-98f0-411b-9539-caae214e2d08" -d '{"events": [{"server_uuid": "10a04aa7-64c2-49eb-9a89-67df864d73ac", "name": "network-vif-deleted", "tag": "03cd8533-cbed-4df5-94b4-28325774304b"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:50.705531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d48c5d-90e6-4560-9b0a-4d0631067f3e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:27:50.762126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:50.766946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d2164d-d95c-4ff6-9e94-43a303fbf85a req-e4b58639-7e7c-40db-84e2-6b93f9858b1e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108003 Oct 29 08:27:50.776143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:50.863454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:50.962281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['47d48c5d-90e6-4560-9b0a-4d0631067f3e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:27:50.996247 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc620eb-6dd4-4fd1-9404-c93a74409818 x-openstack-request-id: req-fdc620eb-6dd4-4fd1-9404-c93a74409818 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:50.996788 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a04aa7-64c2-49eb-9a89-67df864d73ac", "name": "network-vif-deleted", "tag": "03cd8533-cbed-4df5-94b4-28325774304b", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:50.996788 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdc620eb-6dd4-4fd1-9404-c93a74409818 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:50.997354 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a04aa7-64c2-49eb-9a89-67df864d73ac', 'name': 'network-vif-deleted', 'tag': '03cd8533-cbed-4df5-94b4-28325774304b', 'status': 'completed', 'code': 200} Oct 29 08:27:51.059605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39036) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:51.228754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-b5f54632-7efc-47c1-afda-9a7a7043fa4b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 217 time: 0.1538875 Oct 29 08:27:51.288760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c86892-4dbb-4e7c-9419-6c269d4ef057 req-a0041566-2a33-46e4-84d1-b479d088c270 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:51.299956 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1c86892-4dbb-4e7c-9419-6c269d4ef057 req-a0041566-2a33-46e4-84d1-b479d088c270 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1096671 Oct 29 08:27:51.348613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1c86892-4dbb-4e7c-9419-6c269d4ef057 req-de747ae8-1921-47ec-9ef4-3db0decffec0 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473740 Oct 29 08:27:51.352656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-d1d2a541-fe79-4183-b372-fbaf5b62b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:51.355281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-d1d2a541-fe79-4183-b372-fbaf5b62b42f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1095 time: 0.1968529 Oct 29 08:27:51.358903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-a2169884-e173-46b7-8e73-75468a84d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:51.361586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-a2169884-e173-46b7-8e73-75468a84d28b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1190548 Oct 29 08:27:51.373007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-network', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:51.491232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0bf76-d626-4e8c-90f1-d2d011ce16ce req-f49d9892-9999-487f-94fa-10402a149750 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:51.500782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65b0bf76-d626-4e8c-90f1-d2d011ce16ce req-f49d9892-9999-487f-94fa-10402a149750 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.3431242 Oct 29 08:27:51.501639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-629d678a-314a-44e5-86de-19b0f9355af5 req-26b9f571-a276-4f14-bc00-dbcc86ad022e tempest-ImagesNegativeTestJSON-451574528 tempest-ImagesNegativeTestJSON-451574528-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a04aa7-64c2-49eb-9a89-67df864d73ac HTTP/1.1" status: 200 len: 210 time: 0.0445228 Oct 29 08:27:51.507703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-e7c636b3-6c51-415c-a326-fac45c046b12 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275437 Oct 29 08:27:51.711407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Made reservation on behalf of 2e4ad509ecab4f359b362ddd47248c31 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:51.715217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:51.727521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-39317f90-d75e-411d-ac07-0e365c3b1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:51.730147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-39317f90-d75e-411d-ac07-0e365c3b1670 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.3225663 Oct 29 08:27:51.803058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-7adff278-0e61-49bc-954a-c8aea7c58f9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 217 time: 0.0629237 Oct 29 08:27:51.808655 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:51.864149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65b0bf76-d626-4e8c-90f1-d2d011ce16ce req-d8e5725e-5274-4d8c-a930-bb90da92db4c tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620992 Oct 29 08:27:51.947362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a9ee4-8474-46b8-af19-894fd600ad9e req-175c417d-cdf3-43cc-b63c-42cb8186643c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:51.949471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c26a9ee4-8474-46b8-af19-894fd600ad9e req-175c417d-cdf3-43cc-b63c-42cb8186643c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.0735745 Oct 29 08:27:51.970763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-23e22afb-6754-4f92-b094-6ccdfa2923a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:51.972226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-23e22afb-6754-4f92-b094-6ccdfa2923a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1561260 Oct 29 08:27:51.975996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-debbed8d-0d05-43d9-a5d5-97583d025d08 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463347 Oct 29 08:27:52.012768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c26a9ee4-8474-46b8-af19-894fd600ad9e req-69bd7c10-f6d1-4d7f-a597-2b78c25ed15e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559077 Oct 29 08:27:52.057739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-1b475243-9c0b-404c-9b3f-89a124bd3ee2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634389 Oct 29 08:27:52.079068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:52.168829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 47d48c5d-90e6-4560-9b0a-4d0631067f3e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:52.169495 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.261062 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.300359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:52.301660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:27:52.304351 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf5629-587b-4b26-92f6-a9c6cc8d0688" -d '{"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-plugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:27:52.312650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-9f32e391-d439-4af8-9426-ca02da4beeb7 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852112 Oct 29 08:27:52.323011 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.323902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 03cd8533-cbed-4df5-94b4-28325774304b no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:52.330141 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-649835a1-70bd-4a1d-a367-f3a1e5465981 req-39c45241-8ea4-4e32-be5e-b0d61661ca9b service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383238 Oct 29 08:27:52.439210 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfe27a7-453a-4863-add6-eb44d0b2216f x-openstack-request-id: req-1cfe27a7-453a-4863-add6-eb44d0b2216f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:27:52.445802 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-plugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:27:52.446840 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cfe27a7-453a-4863-add6-eb44d0b2216f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:27:52.447862 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'code': 200} Oct 29 08:27:52.450909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 03cd8533-cbed-4df5-94b4-28325774304b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:27:52.452569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 03cd8533-cbed-4df5-94b4-28325774304b not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:27:52.509948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=10']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:52.545043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36302ec0-d84e-49c6-947c-8c03b3cfd079 req-3e8017d9-dca3-4c9e-9966-2de8afb05b1b service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175493 Oct 29 08:27:52.561236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.575165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef4ed7-1592-4f6f-bb97-5d7a8f44c5a7 req-87c0b7c4-c496-4a63-bd52-849a11dadab3 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:52.577667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.586141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5cef4ed7-1592-4f6f-bb97-5d7a8f44c5a7 req-87c0b7c4-c496-4a63-bd52-849a11dadab3 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.0753996 Oct 29 08:27:52.620894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:27:52.634000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9ef9ca-8006-46b5-8f26-982614290ace,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:52.665449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.666179 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Added segment 9f905a1d-0297-4187-82c9-1d34766bce3c of type vlan for network 31b2bb24-0e17-44d4-8340-a2f3644921a8 Oct 29 08:27:52.684491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5cef4ed7-1592-4f6f-bb97-5d7a8f44c5a7 req-30e17005-1681-4488-ab19-a5f3f74bc695 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876532 Oct 29 08:27:52.751038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.782447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.784125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:52.784793 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:52.882140 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=31b2bb24-0e17-44d4-8340-a2f3644921a8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:52.895417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:27:52.898695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-73d69322-e658-4d69-938b-e287fd1a0bd1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8374689 Oct 29 08:27:52.901855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39082) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:52.907323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Request body: {'subnet': {'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-subnet', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:52.953637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Made reservation on behalf of 2e4ad509ecab4f359b362ddd47248c31 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:27:52.957735 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:53.278585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45596c-5af6-4c87-807c-9a9ee6e11a86 req-10c0b2ad-af22-4e68-8d91-d4898ea15b94 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:53.294401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff45596c-5af6-4c87-807c-9a9ee6e11a86 req-10c0b2ad-af22-4e68-8d91-d4898ea15b94 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.1147513 Oct 29 08:27:53.344150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4036-0460-4c8a-a799-4c00918a9402 req-a9333748-a2b5-4b70-8486-b90685fd7c75 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:53.347639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b40e4036-0460-4c8a-a799-4c00918a9402 req-a9333748-a2b5-4b70-8486-b90685fd7c75 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.1972296 Oct 29 08:27:53.348300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39094) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:53.388192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff45596c-5af6-4c87-807c-9a9ee6e11a86 req-442c055a-e5ba-4011-9fae-f8ddd83da216 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858293 Oct 29 08:27:53.742929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b40e4036-0460-4c8a-a799-4c00918a9402 req-e32d31c9-230a-4537-a83b-37b4c353e0df tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706353 Oct 29 08:27:53.790150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:53.860968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-778bd6e4-8c60-4bc6-9c79-989cb7a9c3b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25e0ae46622147eeaa4368eb466cc3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019820 Oct 29 08:27:53.861711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39110) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:53.907264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00160224-b932-49aa-925a-ecf282b0d078,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:53.936225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a236-df5b-4a76-a169-6fef16d34fa8 req-dc3f6157-cfe4-472e-81e6-1e3f896b0869 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:53.943752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b89a236-df5b-4a76-a169-6fef16d34fa8 req-dc3f6157-cfe4-472e-81e6-1e3f896b0869 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1032243 Oct 29 08:27:53.958783 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6c54af7-9484-42e3-a794-e38255a61e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:53.963263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Checking segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:53.963866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Network hostable DHCP agents. Network: 31b2bb24-0e17-44d4-8340-a2f3644921a8, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:27:53.994935 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6c54af7-9484-42e3-a794-e38255a61e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.005634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b89a236-df5b-4a76-a169-6fef16d34fa8 req-a6a962e3-8a63-4b41-b977-195e449ed067 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574527 Oct 29 08:27:54.028155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:27:54.046978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 31b2bb24-0e17-44d4-8340-a2f3644921a8) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:54.061206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e26ae4-c698-4800-b2d0-d65ebbd34f31 None None] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:27:54.070011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:54.081655 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.087034 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6c54af7-9484-42e3-a794-e38255a61e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.093918 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6c54af7-9484-42e3-a794-e38255a61e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.097428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b6c54af7-9484-42e3-a794-e38255a61e5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ca26490-b3be-4c89-a042-bf90eae4ad78 HTTP/1.1" status: 204 len: 168 time: 0.2345302 Oct 29 08:27:54.113364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2946774a-689d-496d-b153-5ebc848baf4c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2094707 Oct 29 08:27:54.113808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c54af7-9484-42e3-a794-e38255a61e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca26490-b3be-4c89-a042-bf90eae4ad78,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:54.115950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39114) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:54.122460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:54.184934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.186659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.309926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.346921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-31b2bb24-0e17-44d4-8340-a2f3644921a8', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:27:54.350666 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.587680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:54.737809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Allocated IP 172.20.0.2 (31b2bb24-0e17-44d4-8340-a2f3644921a8/00160224-b932-49aa-925a-ecf282b0d078/62bfb418-c36c-47f8-be94-0ed13715402f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:54.995493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d010eef-2c4b-44f1-b225-02df9ff1249d req-5f1f3c0d-dda5-439c-9b2e-65d38c8fcd8f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:54.997103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d010eef-2c4b-44f1-b225-02df9ff1249d req-5f1f3c0d-dda5-439c-9b2e-65d38c8fcd8f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0971603 Oct 29 08:27:55.052470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d010eef-2c4b-44f1-b225-02df9ff1249d req-af5382e9-98b5-41c8-aa12-41796b710f38 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Oct 29 08:27:55.122679 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:55.137494 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:55.152391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cba49c-14a4-4feb-82df-a46a796650c6 req-3b3ed17e-c6b3-472a-bbe8-de55e2cb110a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:55.164330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25cba49c-14a4-4feb-82df-a46a796650c6 req-3b3ed17e-c6b3-472a-bbe8-de55e2cb110a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.6647363 Oct 29 08:27:55.231972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:55.235927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:55.237433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25cba49c-14a4-4feb-82df-a46a796650c6 req-96200c23-a4c2-4ddf-803a-903a18953fa8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715299 Oct 29 08:27:55.242088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:55.247431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Pushing event updated for resources: {'Port': ['ID=62bfb418-c36c-47f8-be94-0ed13715402f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:55.343534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474c1eb-f213-4181-a196-d7bd3c8d17c9 req-bd35c410-44f8-41b6-90a5-85104193eb16 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:55.359775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c474c1eb-f213-4181-a196-d7bd3c8d17c9 req-bd35c410-44f8-41b6-90a5-85104193eb16 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1955905 Oct 29 08:27:55.372666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Attempting to bind port 62bfb418-c36c-47f8-be94-0ed13715402f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:27:55.373256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Attempting to bind port 62bfb418-c36c-47f8-be94-0ed13715402f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:27:55.373636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Attempting to bind port 62bfb418-c36c-47f8-be94-0ed13715402f on network 31b2bb24-0e17-44d4-8340-a2f3644921a8 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:27:55.385818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:27:55.386200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Checking segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:27:55.386614 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:55.387002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Bound using segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:27:55.387480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Bound port: 62bfb418-c36c-47f8-be94-0ed13715402f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:27:55.388419 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:55.458736 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c474c1eb-f213-4181-a196-d7bd3c8d17c9 req-63025654-62b3-4dee-91d0-e4d1b54e5b67 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921655 Oct 29 08:27:55.583995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:55.601958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] For port 62bfb418-c36c-47f8-be94-0ed13715402f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:27:55.614938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] For port 62bfb418-c36c-47f8-be94-0ed13715402f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=62bfb418-c36c-47f8-be94-0ed13715402f,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:27:55.627568 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:55.656322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:55.828607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Allocated IP 172.25.5.8 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/49bc1d31-67f7-496b-8ad2-a89b9add4789) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:27:55.840664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f521d4-5fa8-459e-83db-38b17f0e6eae None None] Pushing event updated for resources: {'Port': ['ID=62bfb418-c36c-47f8-be94-0ed13715402f,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:55.986622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:56.083058 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:56.157426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:27:56.160936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:27:56.165916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:27:56.169754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Pushing event updated for resources: {'Port': ['ID=49bc1d31-67f7-496b-8ad2-a89b9add4789,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:56.216960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1a224-6edd-4d01-a0ac-eab12d04f3dc req-63e2c21d-1cf9-4c28-bbcd-a0f87713e8f1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:56.219011 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1b1a224-6edd-4d01-a0ac-eab12d04f3dc req-63e2c21d-1cf9-4c28-bbcd-a0f87713e8f1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.0856297 Oct 29 08:27:56.266908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1b1a224-6edd-4d01-a0ac-eab12d04f3dc req-c4055382-5562-46f2-bf0f-ea25a035a440 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Oct 29 08:27:56.550332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643be28-588e-4d99-ac3e-c6aa104a7b29 req-cd648761-515a-4fc1-8d94-31ffaa4557e0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:56.558163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7643be28-588e-4d99-ac3e-c6aa104a7b29 req-cd648761-515a-4fc1-8d94-31ffaa4557e0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.1947961 Oct 29 08:27:56.606846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:56.624494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7643be28-588e-4d99-ac3e-c6aa104a7b29 req-e14a7136-7bbd-4dc9-995e-cfd338a72874 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653417 Oct 29 08:27:56.653014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60a73f-6acd-4c7b-b7c2-542409e8609f req-7347c3a0-6108-4cd4-a33d-3e126e6af0a7 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:56.665065 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a60a73f-6acd-4c7b-b7c2-542409e8609f req-7347c3a0-6108-4cd4-a33d-3e126e6af0a7 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1117122 Oct 29 08:27:56.711028 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a60a73f-6acd-4c7b-b7c2-542409e8609f req-d54f14fc-1bb5-4f72-a21c-555cad9d6baa tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446227 Oct 29 08:27:57.014926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927243d9-d4b1-4977-9865-9d3e1954f1ee req-d2bff3a4-570b-477f-87ed-308788b3bfdd tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:57.016584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-927243d9-d4b1-4977-9865-9d3e1954f1ee req-d2bff3a4-570b-477f-87ed-308788b3bfdd tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1578374 Oct 29 08:27:57.026231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39200) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:57.031398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Request body: {'floatingip': {'port_id': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:27:57.039277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:57.110394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb4f43a-75bc-49b3-a3ca-469d489bb977 None None] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:27:57.112282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:57.503894 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-135dc384-d72f-4a66-9fb5-76254b7caf2b None None] Provisioning complete for port 62bfb418-c36c-47f8-be94-0ed13715402f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:57.504278 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-135dc384-d72f-4a66-9fb5-76254b7caf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:57.652956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 62bfb418-c36c-47f8-be94-0ed13715402f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:57.724754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-135dc384-d72f-4a66-9fb5-76254b7caf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:57.807489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-135dc384-d72f-4a66-9fb5-76254b7caf2b None None] For port 62bfb418-c36c-47f8-be94-0ed13715402f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=62bfb418-c36c-47f8-be94-0ed13715402f,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:27:57.823388 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-135dc384-d72f-4a66-9fb5-76254b7caf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:57.895512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 62bfb418-c36c-47f8-be94-0ed13715402f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:57.896431 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:57.960959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dc384-d72f-4a66-9fb5-76254b7caf2b None None] Pushing event updated for resources: {'Port': ['ID=62bfb418-c36c-47f8-be94-0ed13715402f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:27:58.230651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23272b0-a474-4f0e-97fe-3e75d3d655b9 req-bcdb37b5-7895-4f08-87ae-bf40ec1d00ae tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:58.232192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d23272b0-a474-4f0e-97fe-3e75d3d655b9 req-bcdb37b5-7895-4f08-87ae-bf40ec1d00ae tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.4556062 Oct 29 08:27:58.268603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c3460379-224c-471e-b516-8c354fd07ee6 None None] Provisioning complete for port 62bfb418-c36c-47f8-be94-0ed13715402f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:27:58.269273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3460379-224c-471e-b516-8c354fd07ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:58.299742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5a343-03eb-437b-b682-dd978a3a2835 req-f8d6139a-9433-41e9-98fe-76272f596d2e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:58.301665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ee5a343-03eb-437b-b682-dd978a3a2835 req-f8d6139a-9433-41e9-98fe-76272f596d2e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.0742700 Oct 29 08:27:58.351854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.resource_extend [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:27:58.384795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ee5a343-03eb-437b-b682-dd978a3a2835 req-dde3f53e-94a9-42e0-a83e-9cce43220011 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718031 Oct 29 08:27:58.450105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d23272b0-a474-4f0e-97fe-3e75d3d655b9 req-596ee395-7ac3-4edc-871d-c7c67ce84133 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915293 Oct 29 08:27:58.488460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:58.491969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:27:58.498474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:58.773245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:59.083040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:27:59.094633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:27:59.110842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:27:59.111490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:27:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:27:59.217912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:27:59.221974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cf48b3a5-b4d4-4de0-ab48-3e3155e533cf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1020262 Oct 29 08:27:59.222936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39266) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:27:59.277086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9e640-8e0a-4602-bfbb-4743a1ab8314 req-483ce03f-02da-42f5-859f-ffe59fd3c8c8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:59.278693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79c9e640-8e0a-4602-bfbb-4743a1ab8314 req-483ce03f-02da-42f5-859f-ffe59fd3c8c8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 950 time: 0.1971712 Oct 29 08:27:59.351351 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Floating IP 486632da-9075-49e0-80d8-01146de2edea associated. External IP: 172.25.5.157, port: d74a4ee1-1611-42dc-89cb-e7c4fa6046ad. Oct 29 08:27:59.367719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:27:59.588786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79c9e640-8e0a-4602-bfbb-4743a1ab8314 req-f66a8358-50ba-444c-b917-69cfece614e2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920823 Oct 29 08:27:59.624377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 62bfb418-c36c-47f8-be94-0ed13715402f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:27:59.702784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f7577a8c-fddd-4186-a0c3-f38e451de936 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:27:59.930727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727c8be-6e20-4391-bf0a-a05241df6c9f req-170e2bfd-8e4b-4d49-a4bc-9c674df67689 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:27:59.939648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0727c8be-6e20-4391-bf0a-a05241df6c9f req-170e2bfd-8e4b-4d49-a4bc-9c674df67689 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 943 time: 0.2890890 Oct 29 08:27:59.989769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Router d9c3ed22-8c8c-43ff-8524-1051cf137158 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:28:00.015315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0727c8be-6e20-4391-bf0a-a05241df6c9f req-c290f32a-81c4-49ce-9160-b44314e06785 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746658 Oct 29 08:28:00.076742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 62bfb418-c36c-47f8-be94-0ed13715402f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:00.077290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:00.249510 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:00.278354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:00.282400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:27:56Z', 'revision_number': 3, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:00.310711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694643bc-da89-47f1-b261-fb5d9e67e28f req-cf4d0eb8-0fb3-4c5f-a0b0-9b9a883a06c2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:00.320053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694643bc-da89-47f1-b261-fb5d9e67e28f req-cf4d0eb8-0fb3-4c5f-a0b0-9b9a883a06c2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:00.328078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-694643bc-da89-47f1-b261-fb5d9e67e28f req-cf4d0eb8-0fb3-4c5f-a0b0-9b9a883a06c2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c&device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 1691 time: 0.1794648 Oct 29 08:28:00.330866 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-1cc798bb-544f-4a2e-88bf-99ff8bd2caf4 service neutron] 10.222.0.93 "GET /v2.0/ports/f7577a8c-fddd-4186-a0c3-f38e451de936/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.3280375 Oct 29 08:28:00.372722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:28:00.373364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Updating router b6b9dc5f-4d30-4f8f-b106-b9984d81169a port 49bc1d31-67f7-496b-8ad2-a89b9add4789 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:28:00.429404 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:00.446285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:28:00.455741 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:00.460520 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] Sync routers for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:28:00.492178 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:28:00.492890 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:27:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:00.530122 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-694643bc-da89-47f1-b261-fb5d9e67e28f req-8db1fbd0-5805-44ae-84c9-7598de446818 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010474 Oct 29 08:28:00.540676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bcfada28-1e78-4675-992e-fd1945e17662 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "PUT /v2.0/floatingips/486632da-9075-49e0-80d8-01146de2edea HTTP/1.1" status: 200 len: 991 time: 3.5132649 Oct 29 08:28:00.549692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'tag': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:00.579784 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66077a0-249c-4090-be31-2950a0dfa862" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc3ab64-b8df-469c-bcc7-9a2b33142702", "tag": "d74a4ee1-1611-42dc-89cb-e7c4fa6046ad"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:00.649506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Allocated IP 172.20.0.1 (31b2bb24-0e17-44d4-8340-a2f3644921a8/00160224-b932-49aa-925a-ecf282b0d078/8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:00.746360 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:28:00.824596 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4a7e5e-525e-4469-b727-5bbe803c1695 x-openstack-request-id: req-8b4a7e5e-525e-4469-b727-5bbe803c1695 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:00.825292 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc3ab64-b8df-469c-bcc7-9a2b33142702", "tag": "d74a4ee1-1611-42dc-89cb-e7c4fa6046ad", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:00.825885 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b4a7e5e-525e-4469-b727-5bbe803c1695 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:00.826721 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'tag': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'status': 'completed', 'code': 200} Oct 29 08:28:00.853968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:00.861515 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:00.880098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:00.925804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7577a8c-fddd-4186-a0c3-f38e451de936 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:00.941252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:00.945703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.000809 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Pushing event updated for resources: {'Port': ['ID=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:01.001044 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.033719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:01.035245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:01.039559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:01.103872 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.163920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] Transition to ACTIVE for port object f7577a8c-fddd-4186-a0c3-f38e451de936 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:01.169161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66077a0-249c-4090-be31-2950a0dfa862 req-8719a3cd-3aad-4832-955d-cf47f7580ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:01.172718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e66077a0-249c-4090-be31-2950a0dfa862 req-8719a3cd-3aad-4832-955d-cf47f7580ee4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e648eb20a3e848ae9e933b1fd95a57d0&device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 1096 time: 0.2136636 Oct 29 08:28:01.184390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dba15-1d25-4ace-9c18-31a6e9bed90c req-986196f5-023c-4d81-a30a-c72dad3502b7 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:01.186203 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f07dba15-1d25-4ace-9c18-31a6e9bed90c req-986196f5-023c-4d81-a30a-c72dad3502b7 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 1101 time: 0.2166789 Oct 29 08:28:01.222231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.252561 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.263568 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.329787 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '486632da-9075-49e0-80d8-01146de2edea', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'port_id': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'mac_address': 'fa:16:3e:0c:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:14Z', 'updated_at': '2021-10-29T08:27:58Z', 'revision_number': 1, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:14Z', 'revision_number': 5, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:01.370087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Attempting to bind port 49bc1d31-67f7-496b-8ad2-a89b9add4789 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:01.370467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Attempting to bind port 49bc1d31-67f7-496b-8ad2-a89b9add4789 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:01.370837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Attempting to bind port 49bc1d31-67f7-496b-8ad2-a89b9add4789 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:01.389937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:01.390667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:01.390795 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.391100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:01.392218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Bound port: 49bc1d31-67f7-496b-8ad2-a89b9add4789, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:01.392972 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.440241 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] Checking router: d9c3ed22-8c8c-43ff-8524-1051cf137158 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:28:01.453245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44501467-400d-4723-8760-f9db07555b85 req-b5cb1f45-d189-441a-b44f-521bca3b9a34 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:01.455841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2696d-364a-45bb-b975-fb218610c174 None None] Pushing event updated for resources: {'Port': ['ID=49bc1d31-67f7-496b-8ad2-a89b9add4789,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:01.462981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44501467-400d-4723-8760-f9db07555b85 req-b5cb1f45-d189-441a-b44f-521bca3b9a34 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 944 time: 0.2524254 Oct 29 08:28:01.466647 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:28:01.469369 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:27:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:01.480782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] No DVR routers for this DVR port f7577a8c-fddd-4186-a0c3-f38e451de936 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:28:01.487398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d79faae9-025f-48b6-a67a-9450486c2b6c None None] Provisioning complete for port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:01.487754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d79faae9-025f-48b6-a67a-9450486c2b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.503698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] For port 49bc1d31-67f7-496b-8ad2-a89b9add4789, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:01.508083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] For port 49bc1d31-67f7-496b-8ad2-a89b9add4789, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49bc1d31-67f7-496b-8ad2-a89b9add4789,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:01.512263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f07dba15-1d25-4ace-9c18-31a6e9bed90c req-0e79cae9-c282-4f77-98b2-4a1aff02a153 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823408 Oct 29 08:28:01.534864 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.589213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:01.621189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:01.634584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-917ea507-76aa-43cf-8149-9da7c59b69a2 service neutron] 10.222.0.93 "PUT /v2.0/ports/f7577a8c-fddd-4186-a0c3-f38e451de936/bindings/n-h2-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2934785 Oct 29 08:28:01.639708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66077a0-249c-4090-be31-2950a0dfa862 req-88f1d185-783a-4e06-b850-5ba6bcd4d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:01.643941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44501467-400d-4723-8760-f9db07555b85 req-3f45cf29-f3b3-4f92-a3b9-6f0fc7470809 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708117 Oct 29 08:28:01.645157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e66077a0-249c-4090-be31-2950a0dfa862 req-88f1d185-783a-4e06-b850-5ba6bcd4d3b1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=529915db-2721-4753-9ff3-45e7c8a0a333 HTTP/1.1" status: 200 len: 918 time: 0.4569364 Oct 29 08:28:01.648533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d79faae9-025f-48b6-a67a-9450486c2b6c None None] Port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:01.771184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2696d-364a-45bb-b975-fb218610c174 None None] Pushing event updated for resources: {'Port': ['ID=49bc1d31-67f7-496b-8ad2-a89b9add4789,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:01.789324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:28:01.792667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:27:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:01.797510 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:28:01.881178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e66077a0-249c-4090-be31-2950a0dfa862 req-931bb29a-6669-4b26-a17a-cd46cdb237d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad HTTP/1.1" status: 200 len: 999 time: 0.2181747 Oct 29 08:28:01.908746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-1ae6f389-04a6-4f37-8dd5-a630c54a9bbe tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:01.909500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-1ae6f389-04a6-4f37-8dd5-a630c54a9bbe tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.1853023 Oct 29 08:28:01.934412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e2f63-c2c2-4fdc-ac70-d60ecfff3bad req-da5c3a8e-c97c-498b-9af7-acd6b357ac10 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:01.944790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b12e2f63-c2c2-4fdc-ac70-d60ecfff3bad req-da5c3a8e-c97c-498b-9af7-acd6b357ac10 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 1101 time: 0.1236207 Oct 29 08:28:02.046019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b12e2f63-c2c2-4fdc-ac70-d60ecfff3bad req-aceed3bc-f783-4dad-b192-d7ad6b5fa5fb tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003222 Oct 29 08:28:02.052433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66077a0-249c-4090-be31-2950a0dfa862 req-e5c9db85-9597-4b5d-a8a9-c0ef0e53dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:02.054194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e66077a0-249c-4090-be31-2950a0dfa862 req-e5c9db85-9597-4b5d-a8a9-c0ef0e53dab8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f144f01b-2f2c-48bd-99e9-332b4fc24218 HTTP/1.1" status: 200 len: 855 time: 0.1491709 Oct 29 08:28:02.149376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:02.154415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66077a0-249c-4090-be31-2950a0dfa862 req-5ab472b6-cfca-4fda-ab03-febe4a63266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:02.159958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e66077a0-249c-4090-be31-2950a0dfa862 req-5ab472b6-cfca-4fda-ab03-febe4a63266a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=529915db-2721-4753-9ff3-45e7c8a0a333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939302 Oct 29 08:28:02.211083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:02.372513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e66077a0-249c-4090-be31-2950a0dfa862 req-a5e46198-72fd-4be4-a485-a3053b8f47f5 service neutron] 10.222.0.93 "GET /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048359 Oct 29 08:28:02.445243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:28:02.501100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-9a0a90d5-5168-497e-837b-9259c49a12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:02.513878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-9a0a90d5-5168-497e-837b-9259c49a12eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61&tenant_id=4b74fa48c79a4a0296257f468b687cb8 HTTP/1.1" status: 200 len: 1095 time: 0.5624413 Oct 29 08:28:02.534465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Pushing event updated for resources: {'Port': ['ID=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:02.604685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e66077a0-249c-4090-be31-2950a0dfa862 req-fe98136a-692e-4392-a986-8600c1b36def service neutron] 10.222.0.93 "GET /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140129 Oct 29 08:28:02.605361 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '486632da-9075-49e0-80d8-01146de2edea', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'port_id': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'mac_address': 'fa:16:3e:0c:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:14Z', 'updated_at': '2021-10-29T08:27:58Z', 'revision_number': 1, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:14Z', 'revision_number': 5, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:02.653023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:02.746775 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-c31c55d5-8436-4911-9b6f-59536dadad31 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557380 Oct 29 08:28:02.751051 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d2e2ed-1932-4985-b37d-3395eee8d50a None None] The sync data for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 is: [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '486632da-9075-49e0-80d8-01146de2edea', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'port_id': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'mac_address': 'fa:16:3e:0c:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:14Z', 'updated_at': '2021-10-29T08:27:58Z', 'revision_number': 1, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:14Z', 'revision_number': 5, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:28:02.786646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:02.790003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-ee53ea9f-6ab5-4356-86de-7b5760f0a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:02.792425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-ee53ea9f-6ab5-4356-86de-7b5760f0a3ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1095 time: 0.2310932 Oct 29 08:28:02.793588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:02.996214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:00Z', 'revision_number': 1, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:03.040345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367cfa4b-9ab2-4fa4-ae60-1a39c04ce124 None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:00Z', 'revision_number': 1, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:28:03.083252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-652fbed7-ba6a-4be1-b6b5-32228f8cb3de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:03.085802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-652fbed7-ba6a-4be1-b6b5-32228f8cb3de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3317974 Oct 29 08:28:03.111177 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-d0cb5817-96bd-4e22-aa49-de344f669d2a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/quotas/d4a08d6f772541dc818a6c82460ed42d HTTP/1.1" status: 200 len: 375 time: 0.0193975 Oct 29 08:28:03.211771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-39e40706-32e1-41af-b8d0-3ab0fa701426 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939720 Oct 29 08:28:03.287453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-b5c4e2fa-82d7-4936-a129-009f338d99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:03.297252 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-b5c4e2fa-82d7-4936-a129-009f338d99b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.4713483 Oct 29 08:28:03.307699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-165b80d2-7c31-4e44-b61e-2224dfe1f8b0 None None] Provisioning complete for port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:03.312435 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-165b80d2-7c31-4e44-b61e-2224dfe1f8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:03.373850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a72edc-a35f-4aae-8043-a45eb0e84ce5 None None] New status for floating IP 486632da-9075-49e0-80d8-01146de2edea: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:28:03.397904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75241a3-69a6-4ab5-bf13-13f971e35fc7 req-1d33c3b0-23f1-4baf-a201-d51d03d10056 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:03.399478 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f75241a3-69a6-4ab5-bf13-13f971e35fc7 req-1d33c3b0-23f1-4baf-a201-d51d03d10056 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 944 time: 0.3021748 Oct 29 08:28:03.469968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-06eea9f9-6121-49f8-be09-f070743f5d56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 217 time: 0.1608214 Oct 29 08:28:03.553629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:28:03.621796 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f75241a3-69a6-4ab5-bf13-13f971e35fc7 req-41054b9b-1abb-429c-8c29-8c7eb6ac7ace tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994984 Oct 29 08:28:03.665452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-165b80d2-7c31-4e44-b61e-2224dfe1f8b0 None None] Port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:03.955571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-3dbb2b03-8571-4121-aadc-2356315c9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:03.957951 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-3dbb2b03-8571-4121-aadc-2356315c9bc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.4546168 Oct 29 08:28:03.969449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:28:03.976768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cd32b3d6-bd5c-4209-b145-17a25469bd7f admin admin] 10.222.0.70 "PUT /v2.0/routers/b6b9dc5f-4d30-4f8f-b106-b9984d81169a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7519631 Oct 29 08:28:04.039761 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-1874493b-d3b0-4d6c-bb14-160e1f2e9bae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616562 Oct 29 08:28:04.046527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f577-95a9-4962-a9a1-d1b3e393ac25 req-99ef97be-5548-44d4-8d77-d188c82c1792 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:04.057431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8701f577-95a9-4962-a9a1-d1b3e393ac25 req-99ef97be-5548-44d4-8d77-d188c82c1792 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1097 time: 0.0617058 Oct 29 08:28:04.145389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8701f577-95a9-4962-a9a1-d1b3e393ac25 req-291678e5-f115-4020-bc55-b05fe5d0974c tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870461 Oct 29 08:28:04.222105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-0f7222cf-a2af-42a3-8a94-ff487b7faf82 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e3bb03822b144a59a132687674c77219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650101 Oct 29 08:28:04.477948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-63428dcd-a607-44c6-b231-2b315baa263f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:04.485526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-63428dcd-a607-44c6-b231-2b315baa263f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624815 Oct 29 08:28:04.513964 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-3131987f-f718-43cb-a530-db8985fc190c service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535868 Oct 29 08:28:04.527709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-b7b4e487-1cb4-47a7-bd3b-8a83970cbb35 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/quotas/e3bb03822b144a59a132687674c77219 HTTP/1.1" status: 200 len: 375 time: 0.0411940 Oct 29 08:28:04.709656 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-b360eb22-62b3-477d-b798-6d5b166b414a service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796670 Oct 29 08:28:04.723436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-b85f3d09-5857-4c17-8ec1-cf566616630f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3bb03822b144a59a132687674c77219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1946387 Oct 29 08:28:05.060898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cfee9625-27f2-4fbc-8a10-52f9b412919b req-f50d1833-9967-4700-bb3f-6bde81fea50b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 210 time: 0.0619054 Oct 29 08:28:05.146059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-339be3bc-0b47-4e6f-8152-fec15d58e218 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:05.147464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-339be3bc-0b47-4e6f-8152-fec15d58e218 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.0894871 Oct 29 08:28:05.433738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-30a2cfb6-af50-43d7-9683-fb440971fa5a service neutron] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:05.444429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-30a2cfb6-af50-43d7-9683-fb440971fa5a service neutron] Publish callbacks [] for binding, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:05.448853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38003f8a-02db-48b6-ac66-29d2ea215ddb req-30a2cfb6-af50-43d7-9683-fb440971fa5a service neutron] 10.222.0.15 "DELETE /v2.0/ports/f7577a8c-fddd-4186-a0c3-f38e451de936/bindings/n-h1-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.2833533 Oct 29 08:28:05.695574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49bc1d31-67f7-496b-8ad2-a89b9add4789 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:05.835005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 49bc1d31-67f7-496b-8ad2-a89b9add4789 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:05.835478 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:06.017778 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:06.064560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 49bc1d31-67f7-496b-8ad2-a89b9add4789, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49bc1d31-67f7-496b-8ad2-a89b9add4789,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:06.090707 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:06.209556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=49bc1d31-67f7-496b-8ad2-a89b9add4789,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:06.345130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-10a6a7ce-6733-48f1-99ed-f85c7ac3124a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:06.347786 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-10a6a7ce-6733-48f1-99ed-f85c7ac3124a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 821 time: 0.8178051 Oct 29 08:28:06.393453 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-015b8364-3d21-4fba-80ea-fbdf4be45bd7 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/quotas/2e4ad509ecab4f359b362ddd47248c31 HTTP/1.1" status: 200 len: 375 time: 0.0274560 Oct 29 08:28:06.473526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-9cd98606-7948-4678-868a-657b909035b5 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784645 Oct 29 08:28:06.546459 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-9dd0660f-06d6-4e86-9209-161b8555d5da tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556953 Oct 29 08:28:06.624148 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-792d9780-da70-4de0-8eca-7b10260e8b0a service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491961 Oct 29 08:28:06.686762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-0e6a9f10-85bc-4ccc-af56-e7a40ecd533d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828936 Oct 29 08:28:06.707458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-244a9c2b-b644-4c34-a213-942398f2a095 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:28:06.720470 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-244a9c2b-b644-4c34-a213-942398f2a095 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0195386 Oct 29 08:28:06.786288 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:28:06.818719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:28:06.821400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-92badf77-6831-4661-a5ca-f882eed69da7 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:06.825019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-92badf77-6831-4661-a5ca-f882eed69da7 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports/52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 200 len: 1094 time: 0.1029482 Oct 29 08:28:06.827644 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:27:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:06.840673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Request body: {'binding': {'host': 'n-h1-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:06.841383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Unknown quota resources ['binding']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:28:06.858071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-66c81ce0-046d-4756-8d47-7cedb1f52b16 service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320507 Oct 29 08:28:06.880878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3403fdf2-bc44-4ea1-92d5-329c3e886cad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:06.882898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3403fdf2-bc44-4ea1-92d5-329c3e886cad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287892 Oct 29 08:28:06.888763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-228647f4-2e4b-4385-b548-3fe9f9424ee6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:06.890622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-228647f4-2e4b-4385-b548-3fe9f9424ee6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921046 Oct 29 08:28:06.907743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Request body: {'port': {'device_id': 'a9f0c7c4-8d10-4e68-9482-561c82f6b2d1', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'd4a08d6f772541dc818a6c82460ed42d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:06.951982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Request body: {'port': {'device_id': 'bc1202bf-ca8c-44c9-b8e1-b36392ecdd06', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'd4a08d6f772541dc818a6c82460ed42d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:06.981865 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:28:07.239284 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-18258344-3c22-4180-9f5c-392621155067 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e3bb03822b144a59a132687674c77219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755603 Oct 29 08:28:07.258679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on host n-h1-815940-1 for vnic_type normal with profile None {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:07.259795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:07.260939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:07.272199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:07.272833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:07.285277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:07.286008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:07.286792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:07.287435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Bound port: 52d4651b-6b06-4fc7-8291-99e29d596752, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:07.357010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Made reservation on behalf of d4a08d6f772541dc818a6c82460ed42d for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:07.362527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:07.493520 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 2, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:07.539786 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:28:07.541576 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Updating router b6b9dc5f-4d30-4f8f-b106-b9984d81169a port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:28:07.591616 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:07.594430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49bc1d31-67f7-496b-8ad2-a89b9add4789 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:07.615967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:07.634277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:07.641538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8919cafc-2c37-4b44-aea7-2be0defc2418 service neutron] 10.222.0.70 "POST /v2.0/ports/52d4651b-6b06-4fc7-8291-99e29d596752/bindings HTTP/1.1" status: 201 len: 389 time: 0.8047671 Oct 29 08:28:07.665285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 49bc1d31-67f7-496b-8ad2-a89b9add4789 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:07.668322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:07.699468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Made reservation on behalf of d4a08d6f772541dc818a6c82460ed42d for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:07.708003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:07.745980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7018786-c951-4137-9d8c-5a73158529fd req-9cf3dda3-b643-4916-be9d-bd12de0d5db8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:07.754987 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7018786-c951-4137-9d8c-5a73158529fd req-9cf3dda3-b643-4916-be9d-bd12de0d5db8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 944 time: 0.4153056 Oct 29 08:28:07.845367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Allocated IP 192.168.233.59 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/30b47165-5464-4c5d-95a7-aea87b20c8a3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:08.121325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-7917f70e-e849-48fa-ad8b-8266e8344e6e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:08.125610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-7917f70e-e849-48fa-ad8b-8266e8344e6e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7865980 Oct 29 08:28:08.168361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Request body: {'port': {'device_id': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'e3bb03822b144a59a132687674c77219'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:08.174932 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.201510 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.237116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-71127221-355a-4e4e-bb2d-20fb468f8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:08.245516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-71127221-355a-4e4e-bb2d-20fb468f8620 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1097 time: 0.1772254 Oct 29 08:28:08.295309 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7018786-c951-4137-9d8c-5a73158529fd req-055d9e9d-ed21-4652-9b8b-b4a6af2e5d40 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654198 Oct 29 08:28:08.302765 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e54ea1-b964-4fe8-92e6-38d2d2ed248c None None] Pushing event updated for resources: {'Port': ['ID=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:08.454705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.548232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Made reservation on behalf of e3bb03822b144a59a132687674c77219 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:08.563186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.593090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.620853 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Attempting to bind port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:08.621268 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Attempting to bind port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:08.621645 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Attempting to bind port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c on network 31b2bb24-0e17-44d4-8340-a2f3644921a8 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:08.628443 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:08.629575 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Checking segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:08.630271 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.630670 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Bound using segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:08.631151 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Bound port: 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:08.632185 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.740773 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] For port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:08.749888 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] For port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:08.760979 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.790814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-167b0060-6b26-43df-9df4-1cb8d8a09bf9 None None] Provisioning complete for port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:08.792913 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-167b0060-6b26-43df-9df4-1cb8d8a09bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.832230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d06af0d0-962f-4d75-8ca0-9956d24b1eb0 req-0c42423e-6039-4ee2-a9fa-1b7b2f02714d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 210 time: 0.1377718 Oct 29 08:28:08.870710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-bd3330ff-7b62-4d4a-9460-22aaeb563bb3 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e3bb03822b144a59a132687674c77219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1999357 Oct 29 08:28:08.886866 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e54ea1-b964-4fe8-92e6-38d2d2ed248c None None] Pushing event updated for resources: {'Port': ['ID=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:08.898356 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:08.918762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:08.935627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:08.936515 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:28:08.937146 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:27:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:09.035907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'Port': ['ID=30b47165-5464-4c5d-95a7-aea87b20c8a3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:09.171754 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:28:09.176923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Allocated IP 192.168.233.127 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:09.252394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059914a-9142-4efd-914c-f3505d4415d5 req-c2b9b5e8-961d-4c3c-832f-76abd778ebe9 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:09.254690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-c2b9b5e8-961d-4c3c-832f-76abd778ebe9 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3812432 Oct 29 08:28:09.264209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:09.276817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:09.327852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:09.363590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25130157-e83c-4d7d-82be-cacc535aa2bb req-bdbdd9cd-339f-43f5-a90d-cd03218e4932 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 210 time: 0.1886561 Oct 29 08:28:09.371043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-33cca62f-699c-473d-86fd-e5ca4d395dd0 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/quotas/e3bb03822b144a59a132687674c77219 HTTP/1.1" status: 200 len: 375 time: 0.1052401 Oct 29 08:28:09.430534 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-167b0060-6b26-43df-9df4-1cb8d8a09bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:09.651009 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-e80b936a-f961-4968-8dd6-e07594f2bf99 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3bb03822b144a59a132687674c77219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2620811 Oct 29 08:28:09.737310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:09.739523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-ba6ca182-8abf-488d-a7f1-6bd4ff8e4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:09.744574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-ba6ca182-8abf-488d-a7f1-6bd4ff8e4a65 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 1.4664719 Oct 29 08:28:09.783072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:09.783780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:09.843541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:09.897723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-167b0060-6b26-43df-9df4-1cb8d8a09bf9 None None] For port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:09.959179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-167b0060-6b26-43df-9df4-1cb8d8a09bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:09.986709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:10.006824 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:08Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:10.110046 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d4846-b00f-42db-8d1b-f84b6aaa2e03 None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:08Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:28:10.472333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ef613c2f-9cc7-42c0-8022-d850467c98ea None None] Provisioning complete for port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:10.472914 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef613c2f-9cc7-42c0-8022-d850467c98ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:10.474584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b0060-6b26-43df-9df4-1cb8d8a09bf9 None None] Pushing event updated for resources: {'Port': ['ID=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:10.489194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:10.490570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'Port': ['ID=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:10.495663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:10.510066 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:10.520094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:10.522866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:10.599695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-1a120e8e-5cfb-4e12-b963-1d3421f813ce tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:10.670430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-1a120e8e-5cfb-4e12-b963-1d3421f813ce tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.93 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 821 time: 1.2786684 Oct 29 08:28:10.670430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07446e3-17e1-4a10-9ee6-f4c98ab5efa4 req-74693ece-0f89-4d95-827f-b6667bc56216 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:10.670430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e07446e3-17e1-4a10-9ee6-f4c98ab5efa4 req-74693ece-0f89-4d95-827f-b6667bc56216 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.7587061 Oct 29 08:28:10.695895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Request body: {'port': {'device_id': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'admin_state_up': True, 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:10.696828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:10.743731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-88f17c1d-580b-4891-a487-7defdf90578e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 200 len: 217 time: 0.9800379 Oct 29 08:28:10.851487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074458f6-4151-4321-92c3-82bccf7c9896,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:10.910226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:10.910909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:10.913624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:10.914988 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:10.975632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-97d5a1c7-2868-4438-8c11-65a96ff0e7e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0727186 Oct 29 08:28:11.024258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Request body: {'port': {'device_id': 'a9f0c7c4-8d10-4e68-9482-561c82f6b2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:11.093710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-2fb7a7ca-f487-42ef-8857-67f1f807ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:11.099429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-2fb7a7ca-f487-42ef-8857-67f1f807ed06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.3083003 Oct 29 08:28:11.157828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc10fcd-6e20-4975-92dd-657f80a08ecb req-f6c33e62-e496-4c7d-b5f2-734e108097ce tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:11.162018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbc10fcd-6e20-4975-92dd-657f80a08ecb req-f6c33e62-e496-4c7d-b5f2-734e108097ce tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 935 time: 0.3900723 Oct 29 08:28:11.167392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e07446e3-17e1-4a10-9ee6-f4c98ab5efa4 req-97233a49-1802-416a-af63-4df0c5367de6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014081 Oct 29 08:28:11.191650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Made reservation on behalf of 2e4ad509ecab4f359b362ddd47248c31 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:11.202183 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:11.229330 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-a0b52411-c70c-400f-b65e-925ab361dfad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2919512 Oct 29 08:28:11.295717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-13f14058-9b24-407a-8216-f28f35c6b914 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747983 Oct 29 08:28:11.298379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Request body: {'port': {'device_id': 'bc1202bf-ca8c-44c9-b8e1-b36392ecdd06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:11.485541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Allocated IP 172.20.0.4 (31b2bb24-0e17-44d4-8340-a2f3644921a8/00160224-b932-49aa-925a-ecf282b0d078/2e3d2297-1599-4200-a4bf-5bd548a9be36) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:11.518677 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:11.557243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbc10fcd-6e20-4975-92dd-657f80a08ecb req-23f4a3c1-cbf3-4430-adb6-e114b5f9684d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879399 Oct 29 08:28:11.756747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Allocated IP 192.168.233.200 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/d4ac85e4-7405-419a-8717-e29a2211c5a3) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:11.847902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ef613c2f-9cc7-42c0-8022-d850467c98ea None None] Provisioning complete for port 30b47165-5464-4c5d-95a7-aea87b20c8a3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:11.848393 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef613c2f-9cc7-42c0-8022-d850467c98ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:11.898564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efcb3906-5057-4932-a8f4-29e0995470d6 req-88a13d5e-8bc8-4334-9287-7786d90c4cac tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 210 time: 0.1392357 Oct 29 08:28:11.906837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-57ffdf4f-6cdd-478c-b5b3-289e3654baf8 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744557 Oct 29 08:28:11.945765 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:11.964378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ef613c2f-9cc7-42c0-8022-d850467c98ea None None] Port 30b47165-5464-4c5d-95a7-aea87b20c8a3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:12.004108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b1a4d-b11c-4e18-9343-8f6ba4acb129 req-c4e7bcb0-10e4-4af1-8d0d-00e58a079d62 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:12.005726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a43b1a4d-b11c-4e18-9343-8f6ba4acb129 req-c4e7bcb0-10e4-4af1-8d0d-00e58a079d62 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1095 time: 0.2029755 Oct 29 08:28:12.029273 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:12.066701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a43b1a4d-b11c-4e18-9343-8f6ba4acb129 req-13b1d9e8-9851-4db7-a38f-5e832b7fbc84 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519054 Oct 29 08:28:12.119840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-21125ec6-0a2c-46f4-98a3-72e543197900 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893406 Oct 29 08:28:12.120108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-563a3587-70ef-4682-a137-f14984604de5 None None] Provisioning complete for port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:12.120108 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-563a3587-70ef-4682-a137-f14984604de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:12.185504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:12.243943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de4b4659-4a08-449f-8899-f8fdf6f3f3df req-12c2efb0-47b7-4c48-b480-337d68a40c36 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 210 time: 0.2271395 Oct 29 08:28:12.288396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-6b094c38-3d19-4543-b9d8-d8c4f85ddebf tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e3bb03822b144a59a132687674c77219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920794 Oct 29 08:28:12.320693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-563a3587-70ef-4682-a137-f14984604de5 None None] Port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:12.406836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:12.531066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059914a-9142-4efd-914c-f3505d4415d5 req-d5c1c1af-30f0-4980-bade-f22e112d09d1 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:12.532809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-d5c1c1af-30f0-4980-bade-f22e112d09d1 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368345 Oct 29 08:28:12.563792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Request body: {'port': {'device_id': '836627ad-62ac-495f-bda3-25d88c08161a', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'e3bb03822b144a59a132687674c77219'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:12.584153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:12.584434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:12.685545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:12.745584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da399d8-2fd5-449f-b6aa-8a5888fab2a1 req-3e232e3f-94f6-4b57-b12e-874ea77b8e93 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:12.753945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0da399d8-2fd5-449f-b6aa-8a5888fab2a1 req-3e232e3f-94f6-4b57-b12e-874ea77b8e93 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.1119490 Oct 29 08:28:12.794088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Pushing event updated for resources: {'Port': ['ID=2e3d2297-1599-4200-a4bf-5bd548a9be36,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:12.809195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:12.821250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76c37-e5f1-4ba6-8d7d-0db155699a00 req-4e7d0504-f2a3-4668-9a7c-9b4bae358f13 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:12.823120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fbf76c37-e5f1-4ba6-8d7d-0db155699a00 req-4e7d0504-f2a3-4668-9a7c-9b4bae358f13 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1095 time: 0.2826157 Oct 29 08:28:12.830348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:12.850623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0da399d8-2fd5-449f-b6aa-8a5888fab2a1 req-c9fd2339-4b6f-4c31-baf1-9b0e66c2d9ee tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955496 Oct 29 08:28:12.876909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fbf76c37-e5f1-4ba6-8d7d-0db155699a00 req-25d7426a-530b-4f32-bdb4-8398e7d55f9b tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Oct 29 08:28:12.877894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:12.895471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:12.911197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Made reservation on behalf of e3bb03822b144a59a132687674c77219 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:12.931555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.088732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.113915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:13.114690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.197952 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4fead2e3-7198-4426-bbcb-516edbea078e req-40d295ae-c96e-47ab-be77-15726c401570 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 210 time: 0.1280131 Oct 29 08:28:13.201488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:13.208988 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-e591d55d-e5d4-4339-88b9-ff9b089f772a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5680008 Oct 29 08:28:13.237561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Request body: {'port': {'device_id': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:13.298072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8dc7e-6cdc-46eb-9892-2f078a16a1db req-1ae2c066-1f87-4aae-9241-0d8b92ede3c3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:13.308197 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f8dc7e-6cdc-46eb-9892-2f078a16a1db req-1ae2c066-1f87-4aae-9241-0d8b92ede3c3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 935 time: 0.1767077 Oct 29 08:28:13.326294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:13.329985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:13.334409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:13.428491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f8dc7e-6cdc-46eb-9892-2f078a16a1db req-6a3d1be0-a9fe-42ed-8594-eadc793bc900 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166513 Oct 29 08:28:13.528214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5d0d8609-758f-48e4-bc85-d1231c49ca0c None None] Provisioning complete for port 2e3d2297-1599-4200-a4bf-5bd548a9be36 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:13.528711 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8609-758f-48e4-bc85-d1231c49ca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.576479 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.579186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d8609-758f-48e4-bc85-d1231c49ca0c None None] Port 2e3d2297-1599-4200-a4bf-5bd548a9be36 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:13.654489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:13.655473 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.674839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b47165-5464-4c5d-95a7-aea87b20c8a3 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:13.694762 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.733707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Transition to ACTIVE for port object 30b47165-5464-4c5d-95a7-aea87b20c8a3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:13.746460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.837756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=30b47165-5464-4c5d-95a7-aea87b20c8a3,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:13.847244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-608740e3-3372-47ff-9a5e-193078cfb915 None None] Provisioning complete for port d4ac85e4-7405-419a-8717-e29a2211c5a3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:13.849051 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-608740e3-3372-47ff-9a5e-193078cfb915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.899661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:13.908292 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.921768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Transition to ACTIVE for port object 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:13.924403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-608740e3-3372-47ff-9a5e-193078cfb915 None None] Port d4ac85e4-7405-419a-8717-e29a2211c5a3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:13.928972 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-3beea8b4-5e06-4d94-982c-630db94ee229 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7803421 Oct 29 08:28:13.932489 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:13.954075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9ee74-cfb3-4ba3-94ca-1cb601db6995 req-62d51b8d-41fd-450d-bc02-a7995f119b47 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:13.972967 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ff9ee74-cfb3-4ba3-94ca-1cb601db6995 req-62d51b8d-41fd-450d-bc02-a7995f119b47 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 931 time: 0.2436097 Oct 29 08:28:14.052422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Request body: {'port': {'device_id': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:14.175663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Pushing event updated for resources: {'Port': ['ID=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:14.195918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Attempting to bind port 30b47165-5464-4c5d-95a7-aea87b20c8a3 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:14.197853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Attempting to bind port 30b47165-5464-4c5d-95a7-aea87b20c8a3 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:14.199002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Attempting to bind port 30b47165-5464-4c5d-95a7-aea87b20c8a3 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:14.245223 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:14.247012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ff9ee74-cfb3-4ba3-94ca-1cb601db6995 req-67e6365c-18e0-46c1-bec1-a3846ac61a23 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665234 Oct 29 08:28:14.256699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-235c3bdc-7c42-473f-a393-899186582619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:14.285663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Port 30b47165-5464-4c5d-95a7-aea87b20c8a3 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:14.285990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Attempting to bind port 30b47165-5464-4c5d-95a7-aea87b20c8a3 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:14.315797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Allocated IP 192.168.233.194 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/86f42eb2-2b17-4dbe-82c5-23b43caa7611) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:14.319053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:14.319889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:14.320112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:14.321572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Bound port: 30b47165-5464-4c5d-95a7-aea87b20c8a3, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:14.322257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:14.510692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] For port 30b47165-5464-4c5d-95a7-aea87b20c8a3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:14.515042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] For port 30b47165-5464-4c5d-95a7-aea87b20c8a3, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=30b47165-5464-4c5d-95a7-aea87b20c8a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:14.533627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:14.612563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:14.613349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:14.614688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] 10.222.0.93 "PUT /v2.0/ports/30b47165-5464-4c5d-95a7-aea87b20c8a3 HTTP/1.1" status: 200 len: 1095 time: 3.6221645 Oct 29 08:28:14.633755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c480-c055-4ca5-b777-c44609d17fd7 req-dfe69ad4-91ba-4d7e-ba48-d1dd1dbd5bd2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:14.660450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5a1c480-c055-4ca5-b777-c44609d17fd7 req-dfe69ad4-91ba-4d7e-ba48-d1dd1dbd5bd2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.2643225 Oct 29 08:28:14.702068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f0c7c4-8d10-4e68-9482-561c82f6b2d1', 'tag': '30b47165-5464-4c5d-95a7-aea87b20c8a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:14.704727 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa63957-3769-4da4-b048-2877bc409b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f0c7c4-8d10-4e68-9482-561c82f6b2d1", "tag": "30b47165-5464-4c5d-95a7-aea87b20c8a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:14.810631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a8b6-6ec9-47f9-bee5-dc76c5383ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=30b47165-5464-4c5d-95a7-aea87b20c8a3,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:14.829210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5a1c480-c055-4ca5-b777-c44609d17fd7 req-222c5963-ecb2-4392-a7d2-882d325d8e4e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675878 Oct 29 08:28:14.861552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40fec998-4a52-4999-b079-7e0c011df1e3 req-f8c34734-7ba0-4775-a9e0-01fbec7bfe5a tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 210 time: 0.1270869 Oct 29 08:28:14.861840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-020d53ca-e563-4e0f-ac55-dc05fac3fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:14.863398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-020d53ca-e563-4e0f-ac55-dc05fac3fa5d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 1098 time: 0.1898749 Oct 29 08:28:14.919910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Attempting to bind port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:14.924153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Attempting to bind port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:14.926226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Attempting to bind port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:14.985124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3a2749e6-4fa6-4cd4-bcad-a8f44c062777 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=30b47165-5464-4c5d-95a7-aea87b20c8a3 HTTP/1.1" status: 200 len: 217 time: 0.0905826 Oct 29 08:28:14.989483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:14.990075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Attempting to bind port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:15.001479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.030505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:15.031194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:15.031767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:15.032451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Bound port: 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:15.033164 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.106845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-e0235e0a-0d0e-4cc3-a1f2-251124e0be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.108480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-e0235e0a-0d0e-4cc3-a1f2-251124e0be47 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0931504 Oct 29 08:28:15.126076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b46293-a109-48ed-abff-6584db511257 req-5af6dc8b-3b5f-4f05-a35a-552dc5dd514a tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.128294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16b46293-a109-48ed-abff-6584db511257 req-5af6dc8b-3b5f-4f05-a35a-552dc5dd514a tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 951 time: 0.1248827 Oct 29 08:28:15.132459 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.228257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:15.234803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:15.238820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36375280-5dd6-41dc-9608-7633542f1639 req-0b86d748-95aa-47f1-bb3f-0f95e20166c6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.240398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:15.246250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36375280-5dd6-41dc-9608-7633542f1639 req-0b86d748-95aa-47f1-bb3f-0f95e20166c6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 947 time: 0.2530019 Oct 29 08:28:15.250352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3d2297-1599-4200-a4bf-5bd548a9be36 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:15.251601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Pushing event updated for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:15.270394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.308015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16b46293-a109-48ed-abff-6584db511257 req-d3885eef-e028-45e8-a914-2623caa2cc94 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650209 Oct 29 08:28:15.311556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] For port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:15.318203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-4937396f-70c0-4fcd-935b-b25e0bea832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.319917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-4937396f-70c0-4fcd-935b-b25e0bea832f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891313 Oct 29 08:28:15.332408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Transition to ACTIVE for port object 2e3d2297-1599-4200-a4bf-5bd548a9be36 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:15.356556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] For port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:15.363314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.385830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.449542 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36375280-5dd6-41dc-9608-7633542f1639 req-a441d797-261b-4d6a-8cbc-358a30479658 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024019 Oct 29 08:28:15.456925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-2136b805-2a77-4ad6-9f0f-90d30c2d500d service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172042 Oct 29 08:28:15.465907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.466587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.506603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.507075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.508595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] 10.222.0.15 "PUT /v2.0/ports/98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc HTTP/1.1" status: 200 len: 1096 time: 4.2514017 Oct 29 08:28:15.521748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1202bf-ca8c-44c9-b8e1-b36392ecdd06', 'tag': '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:15.524382 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646cab25-4da1-4329-8ea6-1be24b27e9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1202bf-ca8c-44c9-b8e1-b36392ecdd06", "tag": "98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:15.618883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Pushing event updated for resources: {'Port': ['ID=2e3d2297-1599-4200-a4bf-5bd548a9be36,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:15.661286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-8039ee02-e143-4bae-b1c4-f92b7d4966f0 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915743 Oct 29 08:28:15.708872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6a428f22-70dc-41b4-845d-9b1a67536cce None None] Provisioning complete for port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:15.710402 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a428f22-70dc-41b4-845d-9b1a67536cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.771576 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b4ad8e-f460-45ce-ba0b-b5b2096a16f6 x-openstack-request-id: req-77b4ad8e-f460-45ce-ba0b-b5b2096a16f6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:15.771902 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f0c7c4-8d10-4e68-9482-561c82f6b2d1", "tag": "30b47165-5464-4c5d-95a7-aea87b20c8a3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:15.772130 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77b4ad8e-f460-45ce-ba0b-b5b2096a16f6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:15.772543 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f0c7c4-8d10-4e68-9482-561c82f6b2d1', 'tag': '30b47165-5464-4c5d-95a7-aea87b20c8a3', 'status': 'completed', 'code': 200} Oct 29 08:28:15.778591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ac85e4-7405-419a-8717-e29a2211c5a3 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:15.797825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-352ce910-d270-461f-9f56-1ffc1929f421 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2382276 Oct 29 08:28:15.828813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6a428f22-70dc-41b4-845d-9b1a67536cce None None] Port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:15.835577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Request body: {'port': {'device_id': '836627ad-62ac-495f-bda3-25d88c08161a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:15.854570 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:15.866220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c457144-c2b4-401d-b6cc-2c3248d11f59 service neutron] Pushing event updated for resources: {'Port': ['ID=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:15.893863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12397-0bdd-4b09-8dd1-078635eea0aa req-bdbfcece-53a0-4749-8efe-691ffcd0d291 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.895212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ef12397-0bdd-4b09-8dd1-078635eea0aa req-bdbfcece-53a0-4749-8efe-691ffcd0d291 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 943 time: 0.1759686 Oct 29 08:28:15.916061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63957-3769-4da4-b048-2877bc409b0d req-cc316364-554c-4e89-8d34-b028852271d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.917630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa63957-3769-4da4-b048-2877bc409b0d req-cc316364-554c-4e89-8d34-b028852271d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 1098 time: 0.1392577 Oct 29 08:28:15.941781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Attempting to bind port 2e3d2297-1599-4200-a4bf-5bd548a9be36 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:15.942242 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Attempting to bind port 2e3d2297-1599-4200-a4bf-5bd548a9be36 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:15.942491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Attempting to bind port 2e3d2297-1599-4200-a4bf-5bd548a9be36 on network 31b2bb24-0e17-44d4-8340-a2f3644921a8 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:15.954452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Transition to ACTIVE for port object d4ac85e4-7405-419a-8717-e29a2211c5a3 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:15.959424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-2890539d-6af6-45b5-80f5-0f017ceb5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:15.961487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-2890539d-6af6-45b5-80f5-0f017ceb5871 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 1099 time: 0.3569732 Oct 29 08:28:15.961832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Port 2e3d2297-1599-4200-a4bf-5bd548a9be36 on network 31b2bb24-0e17-44d4-8340-a2f3644921a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:15.962209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Attempting to bind port 2e3d2297-1599-4200-a4bf-5bd548a9be36 on network 31b2bb24-0e17-44d4-8340-a2f3644921a8 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:15.982388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:16.033858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:16.033858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Checking segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:16.034110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Bound using segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:16.034481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Bound port: 2e3d2297-1599-4200-a4bf-5bd548a9be36, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:16.034835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:16.058941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:16.070026 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-d368d0cc-fdb5-4ebc-b6ca-96f37b4c8f71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc HTTP/1.1" status: 200 len: 217 time: 0.0955348 Oct 29 08:28:16.076885 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ef12397-0bdd-4b09-8dd1-078635eea0aa req-140616f8-5f5d-4d51-81f6-7b898bf48723 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703193 Oct 29 08:28:16.227905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:16.266613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63957-3769-4da4-b048-2877bc409b0d req-783a8986-5ad8-4420-9d8f-59071366f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:16.266613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa63957-3769-4da4-b048-2877bc409b0d req-783a8986-5ad8-4420-9d8f-59071366f29e service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2995353 Oct 29 08:28:16.375091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3914d4ce-92ad-4622-86ed-71c163837fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:16.377398 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3914d4ce-92ad-4622-86ed-71c163837fb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2920277 Oct 29 08:28:16.382029 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15d488f-692c-4660-b40a-c4afda568f60 x-openstack-request-id: req-c15d488f-692c-4660-b40a-c4afda568f60 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:16.382541 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1202bf-ca8c-44c9-b8e1-b36392ecdd06", "tag": "98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:16.382841 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c15d488f-692c-4660-b40a-c4afda568f60 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:16.383191 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1202bf-ca8c-44c9-b8e1-b36392ecdd06', 'tag': '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc', 'status': 'completed', 'code': 200} Oct 29 08:28:16.464201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] For port 2e3d2297-1599-4200-a4bf-5bd548a9be36, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:16.485025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-8de5bd77-7ab1-4fab-9396-4f8d4e554e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:16.486766 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-8de5bd77-7ab1-4fab-9396-4f8d4e554e34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967817 Oct 29 08:28:16.531181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] For port 2e3d2297-1599-4200-a4bf-5bd548a9be36, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:16.558625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa63957-3769-4da4-b048-2877bc409b0d req-0b587b57-dfd1-4b5e-9999-c9c2d3ce4de4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=30b47165-5464-4c5d-95a7-aea87b20c8a3 HTTP/1.1" status: 200 len: 217 time: 0.0496113 Oct 29 08:28:16.571157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:16.580157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Attempting to bind port d4ac85e4-7405-419a-8717-e29a2211c5a3 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:16.580509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Attempting to bind port d4ac85e4-7405-419a-8717-e29a2211c5a3 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:16.580837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Attempting to bind port d4ac85e4-7405-419a-8717-e29a2211c5a3 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:16.605460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:16.606580 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:16.608030 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] 10.222.0.93 "PUT /v2.0/ports/2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 1091 time: 3.3864152 Oct 29 08:28:16.608879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Port d4ac85e4-7405-419a-8717-e29a2211c5a3 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:16.609207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Attempting to bind port d4ac85e4-7405-419a-8717-e29a2211c5a3 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:16.639379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:16.639379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:16.639379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:16.652092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Bound port: d4ac85e4-7405-419a-8717-e29a2211c5a3, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:16.653572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:16.847343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e14a9-9c99-47e9-a626-b987624063ce service neutron] Pushing event updated for resources: {'Port': ['ID=2e3d2297-1599-4200-a4bf-5bd548a9be36,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:16.867208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3122ff-f2ab-42a7-9332-12528e1ef0e7 req-f1733fcb-06af-406f-963b-0e7a1fd8091b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:16.872346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a3122ff-f2ab-42a7-9332-12528e1ef0e7 req-f1733fcb-06af-406f-963b-0e7a1fd8091b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.2829132 Oct 29 08:28:16.907137 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-3ffff46b-a08d-4647-861f-1030741becad service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071982 Oct 29 08:28:16.909096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:16.920401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:16.924374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-f6762190-3c72-4104-9036-7e1f55b510a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:16.926259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-f6762190-3c72-4104-9036-7e1f55b510a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1094 time: 0.2248163 Oct 29 08:28:16.946322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3feec5a6-9cb6-4004-8341-693dbe4b90d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:16.962742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63957-3769-4da4-b048-2877bc409b0d req-6ff02782-be9c-4424-b82e-72f7d59e21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:16.964241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa63957-3769-4da4-b048-2877bc409b0d req-6ff02782-be9c-4424-b82e-72f7d59e21e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.3896368 Oct 29 08:28:16.979186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b151-b760-481e-b25c-ac293d663a37 req-566c5eaf-43cd-4f0d-b85e-4199b9a5a2d6 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:16.980892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c985b151-b760-481e-b25c-ac293d663a37 req-566c5eaf-43cd-4f0d-b85e-4199b9a5a2d6 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 936 time: 0.4731746 Oct 29 08:28:17.038297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:17.054783 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-0f9ca405-883d-4ec5-9dd4-322b0a655dbb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 217 time: 0.1085658 Oct 29 08:28:17.087279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c985b151-b760-481e-b25c-ac293d663a37 req-b12c5e36-5bb0-45c6-8cbd-3f56a6531fcb tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952978 Oct 29 08:28:17.095203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f42eb2-2b17-4dbe-82c5-23b43caa7611 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:17.105236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63957-3769-4da4-b048-2877bc409b0d req-950576ac-0c8d-4428-99d7-842c3d7df013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:17.107033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa63957-3769-4da4-b048-2877bc409b0d req-950576ac-0c8d-4428-99d7-842c3d7df013 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251688 Oct 29 08:28:17.108968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:17.128718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Transition to ACTIVE for port object 86f42eb2-2b17-4dbe-82c5-23b43caa7611 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:17.132343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-72cfc85d-0e26-4be8-8708-86566d16cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:17.133930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-72cfc85d-0e26-4be8-8708-86566d16cc84 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.0526645 Oct 29 08:28:17.145927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:17.174927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:17.175554 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:17.177445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] 10.222.0.15 "PUT /v2.0/ports/d4ac85e4-7405-419a-8717-e29a2211c5a3 HTTP/1.1" status: 200 len: 1096 time: 3.1439028 Oct 29 08:28:17.253724 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a3122ff-f2ab-42a7-9332-12528e1ef0e7 req-67f401e7-e113-4d17-8ae1-058aad83e468 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306828 Oct 29 08:28:17.287335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Pushing event updated for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:17.367021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88d7109-9fc2-497f-8dcf-f741252973e7 req-f7620c4d-79b3-44f8-8c35-aedf7d44a2fc service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384534 Oct 29 08:28:17.414321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13d5aa-4dd4-42f8-9752-b606cb27818f service neutron] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:17.425020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c830-7b77-4ec2-897e-5bdd9ffd9a9f req-3787b513-0040-41ee-85d9-76f081ffb488 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:17.431333 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93d3c830-7b77-4ec2-897e-5bdd9ffd9a9f req-3787b513-0040-41ee-85d9-76f081ffb488 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 947 time: 0.1835563 Oct 29 08:28:17.473467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-09c7329b-9735-4e77-aaca-102aa3cc6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:17.475047 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-09c7329b-9735-4e77-aaca-102aa3cc6bd7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3231969 Oct 29 08:28:17.514850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93d3c830-7b77-4ec2-897e-5bdd9ffd9a9f req-fda611d1-2b6d-460a-adca-9a786b890e2c tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552173 Oct 29 08:28:17.515672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Attempting to bind port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:17.516039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Attempting to bind port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:17.516367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Attempting to bind port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:17.530732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-247350ab-912d-4e43-9210-875f58554f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:17.543409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-247350ab-912d-4e43-9210-875f58554f80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3bb03822b144a59a132687674c77219&device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 1099 time: 0.2869582 Oct 29 08:28:17.552126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa63957-3769-4da4-b048-2877bc409b0d req-154dcbd3-db0b-4add-b8e2-c70178cdc4b3 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198673 Oct 29 08:28:17.555496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:17.556817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Attempting to bind port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:17.706353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:17.706967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:17.707426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:17.708302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Bound port: 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:17.709478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:17.712623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa63957-3769-4da4-b048-2877bc409b0d req-d5d8895e-b581-4792-8ffa-804543d1f574 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494789 Oct 29 08:28:17.716373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 30b47165-5464-4c5d-95a7-aea87b20c8a3 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:17.779046 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-9bd66359-1437-44ca-a9a9-f10c78474261 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794201 Oct 29 08:28:17.800558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-9c289b80-0ecc-437c-b2ae-fd3b1eb74c62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3 HTTP/1.1" status: 200 len: 217 time: 0.2341728 Oct 29 08:28:17.833926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420ac6b-6a5a-4cd5-9210-0b2fe8413c33 req-bd479683-f401-4fb6-974a-4c5e56f0d90a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:17.845548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0420ac6b-6a5a-4cd5-9210-0b2fe8413c33 req-bd479683-f401-4fb6-974a-4c5e56f0d90a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 943 time: 0.2453260 Oct 29 08:28:17.921696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0420ac6b-6a5a-4cd5-9210-0b2fe8413c33 req-1e29629f-1a54-4574-b29b-efbb65bc9813 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747936 Oct 29 08:28:17.933415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 30b47165-5464-4c5d-95a7-aea87b20c8a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=30b47165-5464-4c5d-95a7-aea87b20c8a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:17.944399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-98fe3885-cd91-47a4-b5bb-8ff739fa6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:17.945577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-98fe3885-cd91-47a4-b5bb-8ff739fa6c33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 1099 time: 0.4971790 Oct 29 08:28:17.960470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:17.964948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:17.969758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '30b47165-5464-4c5d-95a7-aea87b20c8a3', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '30b47165-5464-4c5d-95a7-aea87b20c8a3', 'mac_address': 'fa:16:3e:e5:e8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:28:17.973006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:18.037408 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:18.058584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.059543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:18.059956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b47165-5464-4c5d-95a7-aea87b20c8a3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:18.061690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] 10.222.0.93 "PUT /v2.0/ports/86f42eb2-2b17-4dbe-82c5-23b43caa7611 HTTP/1.1" status: 200 len: 1096 time: 2.2375801 Oct 29 08:28:18.064495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:18.067314 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ba3840-6949-4486-b748-7d2a65d5a9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:18.112406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-83b62173-074f-4fc7-ac08-e9107f49b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.114029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-83b62173-074f-4fc7-ac08-e9107f49b89a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1584067 Oct 29 08:28:18.126214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 30b47165-5464-4c5d-95a7-aea87b20c8a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=30b47165-5464-4c5d-95a7-aea87b20c8a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:18.134268 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:18.141219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:18.183534 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cb8e53-733a-4939-ae90-537ff9e54da3 x-openstack-request-id: req-65cb8e53-733a-4939-ae90-537ff9e54da3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:18.184136 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:18.184136 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65cb8e53-733a-4939-ae90-537ff9e54da3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:18.184541 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'status': 'completed', 'code': 200} Oct 29 08:28:18.233931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:28:18.238935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7882369a-37b0-479a-a0d0-be54ee73b3f4 req-201a2618-a398-4162-aa97-14c52d06e253 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465582 Oct 29 08:28:18.250028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bff1d-2539-412c-8ca9-a203d9c50606 service neutron] Pushing event updated for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:18.284970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19f7fe-239b-4a00-816a-ef6ea3ecc9d2 req-0550f21c-b03b-4548-ac22-3821b0da44a9 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.293463 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b19f7fe-239b-4a00-816a-ef6ea3ecc9d2 req-0550f21c-b03b-4548-ac22-3821b0da44a9 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 951 time: 0.2470369 Oct 29 08:28:18.339750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059914a-9142-4efd-914c-f3505d4415d5 req-c789035b-c0df-438e-a8e3-ebc72fdc18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.341922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-c789035b-c0df-438e-a8e3-ebc72fdc18a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e3bb03822b144a59a132687674c77219&device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 1099 time: 0.2182229 Oct 29 08:28:18.348234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-40235ef1-d1f4-42c1-9421-9ca29476a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.350126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-40235ef1-d1f4-42c1-9421-9ca29476a64e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2152421 Oct 29 08:28:18.406167 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-0b9f53de-cbfd-4bef-b885-82d5dbbdacc8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611 HTTP/1.1" status: 200 len: 217 time: 0.0515752 Oct 29 08:28:18.408036 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:18.409852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b19f7fe-239b-4a00-816a-ef6ea3ecc9d2 req-00d934c3-5647-4a5f-a473-edff41878cfd tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154130 Oct 29 08:28:18.410201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:18.434488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=30b47165-5464-4c5d-95a7-aea87b20c8a3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:18.454095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.454448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.454951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.455296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.455631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.456587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.456587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.456930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.457437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.457771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.458100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.458421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:18.485768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059914a-9142-4efd-914c-f3505d4415d5 req-2440397b-d5cc-44f7-ab9d-818c46453001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.488094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-2440397b-d5cc-44f7-ab9d-818c46453001 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0723305 Oct 29 08:28:18.501428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36'}, {'name': 'network-changed', 'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:18.504171 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941" -d '{"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36"}, {"name": "network-changed", "server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:18.509188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-1ef6b913-503e-474e-9ee0-0c700abdf9fe service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307712 Oct 29 08:28:18.513730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:18.516231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:18.519300 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c512c9-2b80-432b-8539-498e9eb7e29d" -d '{"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-unplugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:18.524893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:18.540316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388eb7-9e7b-472b-961d-1093da4dbf93 req-eec554ee-312b-494b-b53a-f4bf599d6e32 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.548550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40388eb7-9e7b-472b-961d-1093da4dbf93 req-eec554ee-312b-494b-b53a-f4bf599d6e32 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.2568555 Oct 29 08:28:18.595957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=11']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:18.598112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059914a-9142-4efd-914c-f3505d4415d5 req-ca4c3276-5c8f-4588-ae25-8de489d2688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.600138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-ca4c3276-5c8f-4588-ae25-8de489d2688c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006787 Oct 29 08:28:18.614188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84f3dd-53f4-47b2-ab1f-f1a638add36b req-8e377f64-6bb7-432b-b9f0-2225e9e5d6c3 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.616792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-bbb27009-c847-4cc4-8603-437aed54f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.616934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b84f3dd-53f4-47b2-ab1f-f1a638add36b req-8e377f64-6bb7-432b-b9f0-2225e9e5d6c3 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.0767686 Oct 29 08:28:18.618636 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-bbb27009-c847-4cc4-8603-437aed54f460 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.5648777 Oct 29 08:28:18.706192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-f61c95ff-8889-4020-b2e2-ca76fe6bf583 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc HTTP/1.1" status: 200 len: 217 time: 0.0517008 Oct 29 08:28:18.709444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40388eb7-9e7b-472b-961d-1093da4dbf93 req-9f400ac6-7151-46fa-a7c2-b3b68f414397 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601162 Oct 29 08:28:18.711630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b84f3dd-53f4-47b2-ab1f-f1a638add36b req-76c95878-565f-4da8-a67b-6ec841003abe tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844617 Oct 29 08:28:18.749081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['30b47165-5464-4c5d-95a7-aea87b20c8a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:18.766560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b575bab2-5c2e-4e36-850e-d4647aa7df27 req-aec4a23b-826e-448e-970a-a45cc3c4c708 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437236 Oct 29 08:28:18.790926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-20757664-47bc-4421-b650-c9a6d1013d09 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682785 Oct 29 08:28:18.833610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-e0681315-de8b-4054-9a50-ef5f92fe955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:18.835125 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-e0681315-de8b-4054-9a50-ef5f92fe955c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0675888 Oct 29 08:28:18.847780 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17d9c8b-56d5-4769-b561-7e27ca7346fa x-openstack-request-id: req-d17d9c8b-56d5-4769-b561-7e27ca7346fa {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:18.848123 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:18.848416 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d17d9c8b-56d5-4769-b561-7e27ca7346fa {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:18.849986 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'status': 'completed', 'code': 200} Oct 29 08:28:18.850250 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'status': 'completed', 'code': 200} Oct 29 08:28:19.001976 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4c75e-264c-40ac-9382-af2a8592bb22 x-openstack-request-id: req-9aa4c75e-264c-40ac-9382-af2a8592bb22 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:19.002537 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-unplugged", "status": "completed", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:19.002662 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9aa4c75e-264c-40ac-9382-af2a8592bb22 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:19.003048 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'code': 200} Oct 29 08:28:19.018111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7059914a-9142-4efd-914c-f3505d4415d5 req-be5683f4-06a1-435b-a94e-26e2a17d6d5f service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157896 Oct 29 08:28:19.065709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-92007113-f5cb-46ed-9d60-4bb1e0aad67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.067235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-92007113-f5cb-46ed-9d60-4bb1e0aad67a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2158420 Oct 29 08:28:19.129097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-2150e1fe-f27e-4fa8-92c3-7f91cb2d5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.130781 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-2150e1fe-f27e-4fa8-92c3-7f91cb2d5092 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e3bb03822b144a59a132687674c77219&device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 1099 time: 0.0433838 Oct 29 08:28:19.142717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddb2c8-ddf2-41d9-a8e9-0e0c77622ad9 req-d3c00dd5-2e31-4a5a-80b8-9fc3add54a9b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.154481 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6ddb2c8-ddf2-41d9-a8e9-0e0c77622ad9 req-d3c00dd5-2e31-4a5a-80b8-9fc3add54a9b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 948 time: 0.1804674 Oct 29 08:28:19.288524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5a490-1b2a-4646-82d7-acaf387bddbf req-f57c4ccc-1601-45e7-b152-ef8ce4e4f4e0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.291019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46c5a490-1b2a-4646-82d7-acaf387bddbf req-f57c4ccc-1601-45e7-b152-ef8ce4e4f4e0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 943 time: 0.0833046 Oct 29 08:28:19.308813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-13a35e49-5762-4c47-9a07-6fc9b6f229ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.310783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-13a35e49-5762-4c47-9a07-6fc9b6f229ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1700041 Oct 29 08:28:19.352571 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:19.380255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-8d5f0102-a124-4ae7-92f0-08f17d383a52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611 HTTP/1.1" status: 200 len: 217 time: 0.0591238 Oct 29 08:28:19.402892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46c5a490-1b2a-4646-82d7-acaf387bddbf req-171e4151-b81e-487a-9798-2916c88b4b2d tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910637 Oct 29 08:28:19.450803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-9118d3e9-8b55-4e88-ad01-bab1a133bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.452409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-9118d3e9-8b55-4e88-ad01-bab1a133bdba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0632486 Oct 29 08:28:19.482104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-21955c63-935f-414b-9ba9-bf17a6d5ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.483627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-21955c63-935f-414b-9ba9-bf17a6d5ee61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1094 time: 0.5636344 Oct 29 08:28:19.485414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-89af4e37-b717-46e7-b748-3600799789dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.486765 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-89af4e37-b717-46e7-b748-3600799789dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3bb03822b144a59a132687674c77219&device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 1099 time: 0.5655262 Oct 29 08:28:19.511590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-cfbba322-2dbe-4ffc-a499-1981d8a50e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.513200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-cfbba322-2dbe-4ffc-a499-1981d8a50e6a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498445 Oct 29 08:28:19.619416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6ddb2c8-ddf2-41d9-a8e9-0e0c77622ad9 req-0a843119-d2d2-4874-86a7-24f43d1e0dc4 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640479 Oct 29 08:28:19.622916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0efdb4-dbbf-4da1-bdae-189895d5cf05 req-73ad556d-06b8-4e09-8d1d-d3a11ba861c7 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.624577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c0efdb4-dbbf-4da1-bdae-189895d5cf05 req-73ad556d-06b8-4e09-8d1d-d3a11ba861c7 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 949 time: 0.1081598 Oct 29 08:28:19.663949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-2ac59e15-1871-456e-9463-170a8505d25a service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372824 Oct 29 08:28:19.699345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c0efdb4-dbbf-4da1-bdae-189895d5cf05 req-bbbe964b-9320-4f44-b1e4-55902f636169 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677857 Oct 29 08:28:19.735071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-a3e4b442-9d6e-4d23-bb95-8ad4ec4429fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.737695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-a3e4b442-9d6e-4d23-bb95-8ad4ec4429fb service neutron] 10.222.0.93 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.2338028 Oct 29 08:28:19.739560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-3a89da95-faec-4c69-a766-bd63c483a955 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559463 Oct 29 08:28:19.805901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ba3840-6949-4486-b748-7d2a65d5a9ae req-f9189c5c-61b9-40ac-aa1c-60ca5beac647 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316943 Oct 29 08:28:19.834450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-2d384305-d04a-40fb-ad67-4f5339234b30 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 217 time: 0.0841219 Oct 29 08:28:19.835494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-2cc6f54d-8867-4f6a-b0c2-8feb86747f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.836890 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-2cc6f54d-8867-4f6a-b0c2-8feb86747f8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.3400381 Oct 29 08:28:19.913757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09604305-5545-4361-a2c9-f0f504edeb36 req-2a5bfaa7-0f9a-4452-838d-361f0e42b3b7 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:19.915561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09604305-5545-4361-a2c9-f0f504edeb36 req-2a5bfaa7-0f9a-4452-838d-361f0e42b3b7 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.0586121 Oct 29 08:28:19.957753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-cbdd3b52-a694-4095-801b-17db476a8223 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3 HTTP/1.1" status: 200 len: 217 time: 0.1070437 Oct 29 08:28:19.970981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09604305-5545-4361-a2c9-f0f504edeb36 req-5227eabd-7bc5-418a-b039-c2c1a9284b32 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Oct 29 08:28:20.031613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-961dbc91-cf17-4c7f-9360-f55085e09dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:20.033156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-961dbc91-cf17-4c7f-9360-f55085e09dd4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.1712489 Oct 29 08:28:20.045880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-646cab25-4da1-4329-8ea6-1be24b27e9f9 req-b7e5a236-55df-49f0-9f7b-2f1759ef4665 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965925 Oct 29 08:28:20.058558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197587d8-19f6-4309-b443-cdd4ce8cf5a4 req-cd92a27c-da2e-4888-96cc-28ee6c312f68 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:20.060182 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-197587d8-19f6-4309-b443-cdd4ce8cf5a4 req-cd92a27c-da2e-4888-96cc-28ee6c312f68 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.2278190 Oct 29 08:28:20.095405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-fbb3ca9c-63ad-4745-85b8-e66a40cb713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:20.096907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-fbb3ca9c-63ad-4745-85b8-e66a40cb713e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1189454 Oct 29 08:28:20.167908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-197587d8-19f6-4309-b443-cdd4ce8cf5a4 req-103d793d-4a72-4258-aaa6-4e12d11b6eec tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978198 Oct 29 08:28:20.190704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-e2b5915a-546b-4dbf-87f1-afc4ae6438c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:20.192057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-e2b5915a-546b-4dbf-87f1-afc4ae6438c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423399 Oct 29 08:28:20.203168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-43aea07e-27bb-4a71-8bd4-dcbaa1c2a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:20.205412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-43aea07e-27bb-4a71-8bd4-dcbaa1c2a651 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964241 Oct 29 08:28:20.220596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:20.284172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-32ea7095-3900-4fb4-ba7b-17e0252c3548 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:20.285678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-32ea7095-3900-4fb4-ba7b-17e0252c3548 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.15 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 949 time: 0.1366026 Oct 29 08:28:20.331127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:20.348223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc', 'mac_address': 'fa:16:3e:ec:9e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:28:20.388086 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:20.401554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:20.428310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:20.439192 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:20.458797 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-4cf4ca17-8229-4c4c-bde6-d16b46cbd873 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529118 Oct 29 08:28:20.464106 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-ac989b14-d967-46ac-ba82-b7f213948ee2 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467215 Oct 29 08:28:20.504286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:20.573949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Deleting port 47d48c5d-90e6-4560-9b0a-4d0631067f3e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:28:20.574318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:20.749604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db84d8-5ca5-4000-b6dd-39b28a6026bd req-1ab8e328-7c32-4301-8a7e-ad06ff2071bd tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:20.751214 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-21db84d8-5ca5-4000-b6dd-39b28a6026bd req-1ab8e328-7c32-4301-8a7e-ad06ff2071bd tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 943 time: 0.2210183 Oct 29 08:28:20.755408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b329f6-ec5b-4168-ae18-4826ed2c3065 req-e0fa73ef-866f-430f-bff6-35715d7b7172 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:20.761418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-1b3307ce-8b0b-4d60-9832-1201a295b312 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795818 Oct 29 08:28:20.765339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89b329f6-ec5b-4168-ae18-4826ed2c3065 req-e0fa73ef-866f-430f-bff6-35715d7b7172 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 948 time: 0.0669479 Oct 29 08:28:20.767096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d9b4f9a-6404-45c2-a77a-8f6c0f5a8941 req-88e3a7b3-efd2-4e38-b504-5b6f6a15db3f service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941687 Oct 29 08:28:20.769557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:20.801236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] For port 47d48c5d-90e6-4560-9b0a-4d0631067f3e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=47d48c5d-90e6-4560-9b0a-4d0631067f3e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:20.801613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:20.836779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Calling delete_port for 47d48c5d-90e6-4560-9b0a-4d0631067f3e owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:28:20.848109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89b329f6-ec5b-4168-ae18-4826ed2c3065 req-b8db7bad-6614-49aa-a592-1581b16d64b1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818298 Oct 29 08:28:20.850943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-21db84d8-5ca5-4000-b6dd-39b28a6026bd req-395ed746-c0fe-483d-895e-4f334513223a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862899 Oct 29 08:28:20.978903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:21.015383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Pushing event deleted for resources: {'Port': ['ID=47d48c5d-90e6-4560-9b0a-4d0631067f3e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:21.016084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ebc9f-53ca-432d-b64c-8ea2196bee0c req-8fcf9d06-b5bb-4c75-800c-df700cb1f686 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:21.030870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b43ebc9f-53ca-432d-b64c-8ea2196bee0c req-8fcf9d06-b5bb-4c75-800c-df700cb1f686 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c44690-27ac-4b32-ba1e-285f0a0e1a65 HTTP/1.1" status: 200 len: 866 time: 0.0864730 Oct 29 08:28:21.075668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] No DVR routers for this DVR port 47d48c5d-90e6-4560-9b0a-4d0631067f3e on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:28:21.078392 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:21.079296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b43ebc9f-53ca-432d-b64c-8ea2196bee0c req-37d709c3-d3d6-44e8-aad7-fa389c13f599 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.70 "GET /v2.0/security-groups?id=d20a8a8e-090d-4c39-b854-631b730325a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Oct 29 08:28:21.082361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d617de9-8e5b-4f63-9799-3420e765b444 req-23755981-a1c8-4e01-a183-bb1af7b5bb81 tempest-ImagesOneServerTestJSON-2102212099 tempest-ImagesOneServerTestJSON-2102212099-project] 10.222.0.15 "DELETE /v2.0/ports/47d48c5d-90e6-4560-9b0a-4d0631067f3e HTTP/1.1" status: 204 len: 173 time: 0.7686119 Oct 29 08:28:21.082986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-deleted', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:21.085358 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ac3d95-35fc-477f-a15c-1ff37e604225" -d '{"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-deleted", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:21.141818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825c90-ac87-4262-991d-bed9d1601c28 req-9610e27d-7c21-43a0-918b-477a04c9fd68 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:21.144268 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1825c90-ac87-4262-991d-bed9d1601c28 req-9610e27d-7c21-43a0-918b-477a04c9fd68 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.0699141 Oct 29 08:28:21.203304 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1825c90-ac87-4262-991d-bed9d1601c28 req-0855b01b-2e1a-4bf6-8254-49485f2e16a9 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534315 Oct 29 08:28:21.226468 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7fb101-b2ac-402b-9e90-6efe5e593667 x-openstack-request-id: req-9f7fb101-b2ac-402b-9e90-6efe5e593667 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:21.227259 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c44690-27ac-4b32-ba1e-285f0a0e1a65", "name": "network-vif-deleted", "tag": "47d48c5d-90e6-4560-9b0a-4d0631067f3e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:21.227787 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f7fb101-b2ac-402b-9e90-6efe5e593667 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:21.228675 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c44690-27ac-4b32-ba1e-285f0a0e1a65', 'name': 'network-vif-deleted', 'tag': '47d48c5d-90e6-4560-9b0a-4d0631067f3e', 'status': 'completed', 'code': 200} Oct 29 08:28:21.330814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4551-d1fa-4562-a5b1-9ce2158cc8e5 req-64be1349-5864-484f-a541-47fba81ed8fa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:21.332486 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-182f4551-d1fa-4562-a5b1-9ce2158cc8e5 req-64be1349-5864-484f-a541-47fba81ed8fa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.0569441 Oct 29 08:28:21.375674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-182f4551-d1fa-4562-a5b1-9ce2158cc8e5 req-bafbe95f-d7ee-4e6d-8943-6ae0f7567f8d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365822 Oct 29 08:28:21.730414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 30b47165-5464-4c5d-95a7-aea87b20c8a3 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:21.789361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 30b47165-5464-4c5d-95a7-aea87b20c8a3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:28:21.794630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 30b47165-5464-4c5d-95a7-aea87b20c8a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:21.794939 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:21.880474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:21.925398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 30b47165-5464-4c5d-95a7-aea87b20c8a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=30b47165-5464-4c5d-95a7-aea87b20c8a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:21.926867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f0c7c4-8d10-4e68-9482-561c82f6b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b47165-5464-4c5d-95a7-aea87b20c8a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:21.930182 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c98fa48-8b05-4ecf-aed5-def6ec24c96a" -d '{"events": [{"server_uuid": "a9f0c7c4-8d10-4e68-9482-561c82f6b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "30b47165-5464-4c5d-95a7-aea87b20c8a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:21.934815 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:21.997454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e4db3-cca5-4abe-92ee-46de23f2dde8 req-aab6b04c-c231-4569-9589-1853d2b3f373 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:22.005578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-579e4db3-cca5-4abe-92ee-46de23f2dde8 req-aab6b04c-c231-4569-9589-1853d2b3f373 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 943 time: 0.0617671 Oct 29 08:28:22.018903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=30b47165-5464-4c5d-95a7-aea87b20c8a3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:22.025249 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f582-2d47-4711-809c-6cbca3f28c31 req-29f10a3f-4c41-4c31-8127-7409b3938ce6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:22.028062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9c5f582-2d47-4711-809c-6cbca3f28c31 req-29f10a3f-4c41-4c31-8127-7409b3938ce6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 949 time: 0.0889027 Oct 29 08:28:22.044359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-579e4db3-cca5-4abe-92ee-46de23f2dde8 req-610cbcba-66cd-48c7-bd2c-c30d295258cd tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378308 Oct 29 08:28:22.080750 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9c5f582-2d47-4711-809c-6cbca3f28c31 req-d4c4800b-6bc8-4d07-bbd6-35202e2dd367 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456643 Oct 29 08:28:22.091545 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295e882b-bf4c-458d-83d4-79dcaf2bb2a7 x-openstack-request-id: req-295e882b-bf4c-458d-83d4-79dcaf2bb2a7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:22.091926 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f0c7c4-8d10-4e68-9482-561c82f6b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "30b47165-5464-4c5d-95a7-aea87b20c8a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:22.092348 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-295e882b-bf4c-458d-83d4-79dcaf2bb2a7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:22.092748 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f0c7c4-8d10-4e68-9482-561c82f6b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b47165-5464-4c5d-95a7-aea87b20c8a3', 'code': 200} Oct 29 08:28:22.213787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdb39d-ca1a-43be-92d2-ef1397ba1164 req-78b25294-4de4-4c38-b6fd-ac2cfec69550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:22.215778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44bdb39d-ca1a-43be-92d2-ef1397ba1164 req-78b25294-4de4-4c38-b6fd-ac2cfec69550 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 1100 time: 0.0525649 Oct 29 08:28:22.235137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:22.237551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:22.263045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44bdb39d-ca1a-43be-92d2-ef1397ba1164 req-c18cf0f0-eefb-409a-9e41-6d463808b3b1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373948 Oct 29 08:28:22.394766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531db74-fb3a-4aea-9ef5-da4ad4b60ffb req-87ef8d69-b0b4-419a-aaed-5551d7c53b6f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:22.396736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b531db74-fb3a-4aea-9ef5-da4ad4b60ffb req-87ef8d69-b0b4-419a-aaed-5551d7c53b6f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.0717320 Oct 29 08:28:22.410343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:28:22.416496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:22.416872 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.456028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b531db74-fb3a-4aea-9ef5-da4ad4b60ffb req-efefca84-0560-4c6d-b2c2-6d6cae0cde00 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492015 Oct 29 08:28:22.478659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:22.489244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39830) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:22.494809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'mac_address': 'fa:16:3e:6c:c0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:28:22.534161 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.600238 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.603196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:22.614150 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.621751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ac85e4-7405-419a-8717-e29a2211c5a3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:22.674611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:22.685272 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.689695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:22.740873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27e64a0d-73b6-4428-8c54-459eb9abf964 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07aee0a3a7f94f90860e07d3971795b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503426 Oct 29 08:28:22.743729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:22.744822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39834) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:22.765490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491b170-5cfa-4dd5-99db-b835f163fed4 req-c1136c3d-e72a-4dca-aae5-101f61b475de tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:22.768346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4491b170-5cfa-4dd5-99db-b835f163fed4 req-c1136c3d-e72a-4dca-aae5-101f61b475de tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.1011715 Oct 29 08:28:22.810698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4609a33-52b1-4fd9-8487-e3531f3073ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.811962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4491b170-5cfa-4dd5-99db-b835f163fed4 req-26116f6b-da10-4ce3-92c9-41c9bcf6f6ff tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Oct 29 08:28:22.834930 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4609a33-52b1-4fd9-8487-e3531f3073ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.889979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4609a33-52b1-4fd9-8487-e3531f3073ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.893139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4609a33-52b1-4fd9-8487-e3531f3073ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:22.894596 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b4609a33-52b1-4fd9-8487-e3531f3073ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d20a8a8e-090d-4c39-b854-631b730325a9 HTTP/1.1" status: 204 len: 168 time: 0.1489983 Oct 29 08:28:22.903205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4609a33-52b1-4fd9-8487-e3531f3073ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20a8a8e-090d-4c39-b854-631b730325a9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:22.985544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['d4ac85e4-7405-419a-8717-e29a2211c5a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:23.242919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7294c-df2e-4fcf-9cc2-8f1b01aac8d8 req-bb1b83fb-b509-4c9c-974c-5c557d9c2c17 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:23.246451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5c7294c-df2e-4fcf-9cc2-8f1b01aac8d8 req-bb1b83fb-b509-4c9c-974c-5c557d9c2c17 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 943 time: 0.0793006 Oct 29 08:28:23.251468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547f16e-591b-4899-97f4-05442f9aa484 req-08de2ecf-9241-4224-8bfc-1d02c1e90b68 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:23.253508 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a547f16e-591b-4899-97f4-05442f9aa484 req-08de2ecf-9241-4224-8bfc-1d02c1e90b68 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 949 time: 0.0671885 Oct 29 08:28:23.296982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5c7294c-df2e-4fcf-9cc2-8f1b01aac8d8 req-e7f98102-014d-47c8-8aa2-8b1ea374b622 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Oct 29 08:28:23.316403 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a547f16e-591b-4899-97f4-05442f9aa484 req-da459e6b-8c77-4be2-8c5b-8be27af9f01c tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543866 Oct 29 08:28:23.594268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d84c7-c5e1-4583-b2a6-cce50405da08 req-8d0ec1bb-04e8-41e6-b04c-99b9adb7bbc7 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:23.595951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd0d84c7-c5e1-4583-b2a6-cce50405da08 req-8d0ec1bb-04e8-41e6-b04c-99b9adb7bbc7 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.0637956 Oct 29 08:28:23.644773 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd0d84c7-c5e1-4583-b2a6-cce50405da08 req-e6c0e52b-a62a-4afb-9a25-7cc217d60d25 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Oct 29 08:28:23.728965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86f42eb2-2b17-4dbe-82c5-23b43caa7611 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:24.046796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8287c54-5765-4d7b-aa7a-98dbe5ef4fa8 req-6ce51f24-4115-40f3-b7be-3ecb54fcd279 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:24.056723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8287c54-5765-4d7b-aa7a-98dbe5ef4fa8 req-6ce51f24-4115-40f3-b7be-3ecb54fcd279 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.1079373 Oct 29 08:28:24.086727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:24.098992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1202bf-ca8c-44c9-b8e1-b36392ecdd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:24.102594 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c1e3d0-8708-40eb-b40e-330bcb013a5d" -d '{"events": [{"server_uuid": "bc1202bf-ca8c-44c9-b8e1-b36392ecdd06", "name": "network-vif-plugged", "status": "completed", "tag": "98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:24.118680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'mac_address': 'fa:16:3e:84:68:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:28:24.127529 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8287c54-5765-4d7b-aa7a-98dbe5ef4fa8 req-45870a07-4dcd-4b4b-913c-a03e284ad986 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663438 Oct 29 08:28:24.180368 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:24.196909 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abb070a-4d13-4310-b6df-345cb1a182aa x-openstack-request-id: req-7abb070a-4d13-4310-b6df-345cb1a182aa {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:24.197460 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1202bf-ca8c-44c9-b8e1-b36392ecdd06", "name": "network-vif-plugged", "status": "completed", "tag": "98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:24.197942 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7abb070a-4d13-4310-b6df-345cb1a182aa {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:24.198580 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1202bf-ca8c-44c9-b8e1-b36392ecdd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc', 'code': 200} Oct 29 08:28:24.205570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f42eb2-2b17-4dbe-82c5-23b43caa7611 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:24.231236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:24.234535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:24.273273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:24.275436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 2e3d2297-1599-4200-a4bf-5bd548a9be36 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:24.341185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954a5b-7d01-420c-877b-ea7de3ac2c24 req-b8b7bb09-7c3a-4360-9c94-b3f97c9b86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:24.342730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4d954a5b-7d01-420c-877b-ea7de3ac2c24 req-b8b7bb09-7c3a-4360-9c94-b3f97c9b86f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 1101 time: 0.0792120 Oct 29 08:28:24.415301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4d954a5b-7d01-420c-877b-ea7de3ac2c24 req-a02682c2-11f4-40fa-b10d-8fa7e29721c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626299 Oct 29 08:28:24.511760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:24.528286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7b13a-3c4e-443d-9933-e1f91ae65d37 req-04b2022b-ec16-4c0b-a991-aeeb650759e2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:24.536718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port d4ac85e4-7405-419a-8717-e29a2211c5a3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:28:24.537209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c7b13a-3c4e-443d-9933-e1f91ae65d37 req-04b2022b-ec16-4c0b-a991-aeeb650759e2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 949 time: 0.0794044 Oct 29 08:28:24.557112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port d4ac85e4-7405-419a-8717-e29a2211c5a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:24.558391 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:24.565304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93323912-1a97-4639-be79-52a588c95066 req-60d90522-8bc3-4b1e-bce3-0a7cd696c589 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:24.567051 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-93323912-1a97-4639-be79-52a588c95066 req-60d90522-8bc3-4b1e-bce3-0a7cd696c589 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 943 time: 0.1478431 Oct 29 08:28:24.624892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73c7b13a-3c4e-443d-9933-e1f91ae65d37 req-c97c10b5-6152-4c85-805c-5e6d0c4c1d71 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800765 Oct 29 08:28:24.635926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 2e3d2297-1599-4200-a4bf-5bd548a9be36, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:24.661984 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-93323912-1a97-4639-be79-52a588c95066 req-db7e1627-d0da-410c-8db7-ebbf65cb02db tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878205 Oct 29 08:28:24.727257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'mac_address': 'fa:16:3e:8b:ea:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:28:24.734025 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:24.825639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf9c89-a153-4904-af3a-a9d9aa8f03db req-946ba48b-00d5-456d-aa87-7b67bc2a99fe tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:24.829566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eccf9c89-a153-4904-af3a-a9d9aa8f03db req-946ba48b-00d5-456d-aa87-7b67bc2a99fe tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 950 time: 0.0815713 Oct 29 08:28:24.882723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:24.908137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eccf9c89-a153-4904-af3a-a9d9aa8f03db req-8bed0103-f0d0-4db2-bd05-5f89206b0b61 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723026 Oct 29 08:28:24.908820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:24.911198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3d2297-1599-4200-a4bf-5bd548a9be36 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:24.919445 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:24.920783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:28:24.969498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb796d1f-d167-4f37-b2cd-dd2cc283c706 req-76a4336a-760e-4bce-bfa6-4ee7027b4e19 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:24.971209 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb796d1f-d167-4f37-b2cd-dd2cc283c706 req-76a4336a-760e-4bce-bfa6-4ee7027b4e19 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 949 time: 0.1078393 Oct 29 08:28:24.993561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 47d48c5d-90e6-4560-9b0a-4d0631067f3e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:28:24.994030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 47d48c5d-90e6-4560-9b0a-4d0631067f3e not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:28:25.011433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 2e3d2297-1599-4200-a4bf-5bd548a9be36, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:25.018277 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:25.060040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:25.060555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb796d1f-d167-4f37-b2cd-dd2cc283c706 req-ac7d65f1-5789-4b4d-90d3-3167dd258804 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799611 Oct 29 08:28:25.163642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=2e3d2297-1599-4200-a4bf-5bd548a9be36,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:25.253285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a08ce-edfe-4edc-b89c-80f6ba80b1e4 req-fe7b5296-6de2-4fe2-bd82-2e4491a582f7 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:25.255282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-731a08ce-edfe-4edc-b89c-80f6ba80b1e4 req-fe7b5296-6de2-4fe2-bd82-2e4491a582f7 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.0535595 Oct 29 08:28:25.305590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-731a08ce-edfe-4edc-b89c-80f6ba80b1e4 req-6212d01c-3b61-4437-b205-7885aebc7c76 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444686 Oct 29 08:28:25.490400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['86f42eb2-2b17-4dbe-82c5-23b43caa7611'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:25.524194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['2e3d2297-1599-4200-a4bf-5bd548a9be36'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:25.660408 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:28:25.869981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86a634-680c-430f-9892-e4e5ecbb8238 req-eff0d089-71c1-4033-aa44-b5d54a325d62 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:25.871536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da86a634-680c-430f-9892-e4e5ecbb8238 req-eff0d089-71c1-4033-aa44-b5d54a325d62 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 944 time: 0.0667820 Oct 29 08:28:25.922679 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da86a634-680c-430f-9892-e4e5ecbb8238 req-9aad02a6-e26d-4c1a-8898-323b74f00b24 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Oct 29 08:28:26.057577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335295c-9825-41a0-8abc-31fdac3d2bfc req-6abb2f3f-4645-421b-8698-c38c803171fc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:26.059355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f335295c-9825-41a0-8abc-31fdac3d2bfc req-6abb2f3f-4645-421b-8698-c38c803171fc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 950 time: 0.0684147 Oct 29 08:28:26.104564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f335295c-9825-41a0-8abc-31fdac3d2bfc req-8029acbc-9f09-495b-a347-544d80d0578c tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384939 Oct 29 08:28:26.201326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:26.203898 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48925baa-8423-4ad0-8944-1ea8a8f95724" -d '{"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:26.249333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef5c1b-2775-4aed-a115-71d0e6c2d274 req-762af2ca-60b4-4bd6-916b-31945b39571c tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:26.251075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74ef5c1b-2775-4aed-a115-71d0e6c2d274 req-762af2ca-60b4-4bd6-916b-31945b39571c tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 949 time: 0.0584481 Oct 29 08:28:26.299555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74ef5c1b-2775-4aed-a115-71d0e6c2d274 req-a63dc604-a665-4648-b6a5-e57701e1afef tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Oct 29 08:28:26.534872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b4516-8a79-450b-97df-2a4490366eea req-313a9a36-1498-423c-bcd5-40e7ee3d103e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:26.541439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b4516-8a79-450b-97df-2a4490366eea req-313a9a36-1498-423c-bcd5-40e7ee3d103e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:26.543053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c77b4516-8a79-450b-97df-2a4490366eea req-313a9a36-1498-423c-bcd5-40e7ee3d103e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1&device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 1690 time: 0.0621307 Oct 29 08:28:26.585028 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c77b4516-8a79-450b-97df-2a4490366eea req-69c6425b-161d-4f8a-be91-efde69f988c7 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345411 Oct 29 08:28:26.628532 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89989a40-23c0-40a6-a6b9-169cb4131b43 x-openstack-request-id: req-89989a40-23c0-40a6-a6b9-169cb4131b43 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:26.628920 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:26.629187 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89989a40-23c0-40a6-a6b9-169cb4131b43 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:26.629658 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'code': 200} Oct 29 08:28:26.797911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f69c-82c6-4fcd-8a12-83c6c42d4e2f req-d19a65ee-9ae9-48fc-8b3e-0d82b69e3994 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:26.806501 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4995f69c-82c6-4fcd-8a12-83c6c42d4e2f req-d19a65ee-9ae9-48fc-8b3e-0d82b69e3994 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.1076236 Oct 29 08:28:26.828800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a09ffd-b780-4e9f-a3ea-094d5bcb0cc9 req-07b38faa-f7dc-4e87-8569-a5db74ccbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:26.830599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38a09ffd-b780-4e9f-a3ea-094d5bcb0cc9 req-07b38faa-f7dc-4e87-8569-a5db74ccbd53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 1101 time: 0.1298642 Oct 29 08:28:26.861314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef019cc-21c5-484a-9134-caadc4146097 req-60784062-c0e7-4915-8e8e-71495361af50 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:26.862883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ef019cc-21c5-484a-9134-caadc4146097 req-60784062-c0e7-4915-8e8e-71495361af50 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 1100 time: 0.0514102 Oct 29 08:28:26.868413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4995f69c-82c6-4fcd-8a12-83c6c42d4e2f req-c84d663b-06f4-45ba-9b77-2a33451d8a57 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607653 Oct 29 08:28:26.896019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38a09ffd-b780-4e9f-a3ea-094d5bcb0cc9 req-7937a98f-5542-4e7d-99bb-6424f0e0d931 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525687 Oct 29 08:28:26.916103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ef019cc-21c5-484a-9134-caadc4146097 req-80d44c4b-a8a4-4df3-870c-6d38cb8765d4 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Oct 29 08:28:27.074567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf968e-fa10-4136-bdd3-f2d2d83b3ba0 req-7180b957-6e10-4ad1-afb9-b742b87d1b26 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:27.076310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf968e-fa10-4136-bdd3-f2d2d83b3ba0 req-7180b957-6e10-4ad1-afb9-b742b87d1b26 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 944 time: 0.0576787 Oct 29 08:28:27.111010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460c368-8faf-4b88-ab04-7ecd7c6d30e2 req-605d7cd0-9145-4b33-8731-18cf1684b3a4 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:27.112886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f460c368-8faf-4b88-ab04-7ecd7c6d30e2 req-605d7cd0-9145-4b33-8731-18cf1684b3a4 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 1101 time: 0.0629978 Oct 29 08:28:27.129979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf968e-fa10-4136-bdd3-f2d2d83b3ba0 req-7f7da349-ee33-4991-b55e-636166199790 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 Oct 29 08:28:27.166692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f460c368-8faf-4b88-ab04-7ecd7c6d30e2 req-cba3550c-ddd2-43b6-b884-68e18ad6059f tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470808 Oct 29 08:28:27.423458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-bc50c30c-5164-4ed2-a876-0768e30e8fe9 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221970 Oct 29 08:28:27.555007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-02649c01-1abf-4091-8975-1933c8483cae tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:27.562512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-02649c01-1abf-4091-8975-1933c8483cae tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319501 Oct 29 08:28:27.575863 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-6dc38e34-3bf7-4253-93a6-cc6d2e8b71d8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/quotas/d4a08d6f772541dc818a6c82460ed42d HTTP/1.1" status: 200 len: 375 time: 0.0124686 Oct 29 08:28:27.617947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046abb44-351e-4268-a97e-b4777290a55c req-b0f3b079-9018-4f10-8c82-3488c71ad9e7 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:27.623903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-046abb44-351e-4268-a97e-b4777290a55c req-b0f3b079-9018-4f10-8c82-3488c71ad9e7 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 949 time: 0.0697167 Oct 29 08:28:27.648892 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-016a8fc8-9a25-4664-a3ad-268d1e5b4db8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0643787 Oct 29 08:28:27.671228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-046abb44-351e-4268-a97e-b4777290a55c req-aac47df3-f502-466c-8181-ad9b0e1aa6b7 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Oct 29 08:28:27.763045 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86f42eb2-2b17-4dbe-82c5-23b43caa7611 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:27.855270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:28:27.861932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:27.864258 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:27.864373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f18b53f-ae07-4187-a1bd-8b567552db19 req-268b6350-3655-43c0-8f7f-4c08fcd23434 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 210 time: 0.0570540 Oct 29 08:28:27.987302 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:28.039697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20279cb2-8cc1-483a-ab63-f73004110165 req-b72e9476-929e-491f-bb89-d6877fcbce85 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:28.044372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20279cb2-8cc1-483a-ab63-f73004110165 req-b72e9476-929e-491f-bb89-d6877fcbce85 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.0820065 Oct 29 08:28:28.054692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:28.063421 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:28.065224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 2e3d2297-1599-4200-a4bf-5bd548a9be36 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:28.122215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:28.138268 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20279cb2-8cc1-483a-ab63-f73004110165 req-1a42471c-1155-4d12-bd31-5bee1cf441f3 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842798 Oct 29 08:28:28.212691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 2e3d2297-1599-4200-a4bf-5bd548a9be36 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:28:28.226509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 2e3d2297-1599-4200-a4bf-5bd548a9be36 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:28.229851 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:28.370646 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:28.439727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 2e3d2297-1599-4200-a4bf-5bd548a9be36, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:28.441101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f49fa8-e3d1-42a0-8f98-f987210d047f req-820dbef3-2d7a-4331-b68b-88bb4439219f tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:28.444309 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15f49fa8-e3d1-42a0-8f98-f987210d047f req-820dbef3-2d7a-4331-b68b-88bb4439219f tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 944 time: 0.1453309 Oct 29 08:28:28.448435 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:28.516474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15f49fa8-e3d1-42a0-8f98-f987210d047f req-52290ec7-2b6c-4baf-aa87-f7edd0fd3403 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520513 Oct 29 08:28:28.537552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=2e3d2297-1599-4200-a4bf-5bd548a9be36,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:28.630995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611'}, {'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:28.633583 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb1260-e91d-4f96-b49e-996d5cf85b95" -d '{"events": [{"server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "name": "network-vif-plugged", "status": "completed", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611"}, {"server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "name": "network-vif-plugged", "status": "completed", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:28.698891 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fee4aa3-cb77-4ebb-be8a-f36ccc2897b6 x-openstack-request-id: req-0fee4aa3-cb77-4ebb-be8a-f36ccc2897b6 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:28.699508 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "name": "network-vif-plugged", "status": "completed", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611", "code": 200}, {"server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "name": "network-vif-plugged", "status": "completed", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:28.700167 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fee4aa3-cb77-4ebb-be8a-f36ccc2897b6 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:28.700985 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'code': 200} Oct 29 08:28:28.701246 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'code': 200} Oct 29 08:28:28.776221 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:28.855006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c31ff-1c03-4534-8ae4-90d6aae60459 req-1a8d5979-88a3-40f7-91f5-7f7b9ccdefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:28.857274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf0c31ff-1c03-4534-8ae4-90d6aae60459 req-1a8d5979-88a3-40f7-91f5-7f7b9ccdefd7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.0469048 Oct 29 08:28:28.880095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d620-1763-4759-8ae3-94e45f059207 req-2228e85d-fc4f-4fe5-81d2-2b5ec7ae0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:28.881669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0884d620-1763-4759-8ae3-94e45f059207 req-2228e85d-fc4f-4fe5-81d2-2b5ec7ae0663 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 1101 time: 0.0668750 Oct 29 08:28:28.902984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334db51-e953-4368-a280-eb43550a7e96 req-90ced80f-ea5c-43ed-a35a-74db22c38b61 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:28.904812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0334db51-e953-4368-a280-eb43550a7e96 req-90ced80f-ea5c-43ed-a35a-74db22c38b61 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 950 time: 0.1066761 Oct 29 08:28:28.938145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf0c31ff-1c03-4534-8ae4-90d6aae60459 req-cd52d015-d9a0-4710-a70e-0c7a141b3b22 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716600 Oct 29 08:28:28.964698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0334db51-e953-4368-a280-eb43550a7e96 req-020ca766-e88b-4884-a46a-411ced1964f5 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518353 Oct 29 08:28:28.969009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0884d620-1763-4759-8ae3-94e45f059207 req-be46d7a1-8aee-43c2-9dc0-f90b38b11c5b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632157 Oct 29 08:28:29.004386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd541c69-f62e-4dcd-b3b1-b66d4cfaaf64 req-0c8b179e-29cb-407b-90be-359ad2860d3c tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 210 time: 0.0362439 Oct 29 08:28:29.014014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40086) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:29.133415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-548a101e-f435-4296-af3b-e448b5fb5fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:29.297921 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-548a101e-f435-4296-af3b-e448b5fb5fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:29.307555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-548a101e-f435-4296-af3b-e448b5fb5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:29.310138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceef7ff-6e59-4e9d-b2a9-2e94d4c5bbb6 req-c7cc1872-21df-4023-9ece-d2261736776b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:29.311694 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eceef7ff-6e59-4e9d-b2a9-2e94d4c5bbb6 req-c7cc1872-21df-4023-9ece-d2261736776b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.0632885 Oct 29 08:28:29.356404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-548a101e-f435-4296-af3b-e448b5fb5fdf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9651a599aa2d48ee82fdcdfc80f67aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385928 Oct 29 08:28:29.356404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a101e-f435-4296-af3b-e448b5fb5fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4877bd-0226-4e91-ba8f-0a1abc461fe9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:29.357345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40094) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:29.359282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eceef7ff-6e59-4e9d-b2a9-2e94d4c5bbb6 req-8977a098-53e4-408e-bf70-44574a93488e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Oct 29 08:28:29.411772 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b26d4992-8b97-40c2-ac39-f6ee58dd134d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:29.435398 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b26d4992-8b97-40c2-ac39-f6ee58dd134d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:29.488469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b26d4992-8b97-40c2-ac39-f6ee58dd134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:29.492991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b26d4992-8b97-40c2-ac39-f6ee58dd134d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:29.494838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b26d4992-8b97-40c2-ac39-f6ee58dd134d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba4877bd-0226-4e91-ba8f-0a1abc461fe9 HTTP/1.1" status: 204 len: 168 time: 0.1365144 Oct 29 08:28:29.505060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4992-8b97-40c2-ac39-f6ee58dd134d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4877bd-0226-4e91-ba8f-0a1abc461fe9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:29.704162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7be58f-c8a7-4d52-b860-aaaf88aac91a req-8002baf8-2dc1-481d-b406-2602f8fd427a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:29.710390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-c24f71b0-7dc3-4556-a207-9147457031e2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279577 Oct 29 08:28:29.713152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a7be58f-c8a7-4d52-b860-aaaf88aac91a req-8002baf8-2dc1-481d-b406-2602f8fd427a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 945 time: 0.1064374 Oct 29 08:28:29.755908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a7be58f-c8a7-4d52-b860-aaaf88aac91a req-f9bdc65b-d57b-4ec2-80dd-8e4ec5bf2f50 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Oct 29 08:28:29.850239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-9fd561a1-842b-4117-9779-ff7c93c77574 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:29.852037 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-9fd561a1-842b-4117-9779-ff7c93c77574 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352446 Oct 29 08:28:29.868576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Request body: {'port': {'device_id': 'd027908a-240d-49ee-bc2c-47e041577a25', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'd4a08d6f772541dc818a6c82460ed42d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:30.068717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Made reservation on behalf of d4a08d6f772541dc818a6c82460ed42d for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:30.073702 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:30.167679 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74b34b79-a88d-49b2-a8c9-9268c70ac521 req-9183fa02-e4a8-4f46-a1c5-3aa4534a1aa2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 210 time: 0.0640235 Oct 29 08:28:30.185248 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:30.190726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013e1dd-0af1-4e92-ae9c-6786b9d7b1c2 req-dfe1764a-9b4f-4335-ad4a-83728ebfd174 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:30.196474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5013e1dd-0af1-4e92-ae9c-6786b9d7b1c2 req-dfe1764a-9b4f-4335-ad4a-83728ebfd174 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 950 time: 0.1405797 Oct 29 08:28:30.296535 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5013e1dd-0af1-4e92-ae9c-6786b9d7b1c2 req-88703b3c-6090-4a52-b67c-5f760c582d0b tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954063 Oct 29 08:28:30.329766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Allocated IP 192.168.233.94 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/23fe6a6c-211c-4fa6-bb86-7dd481a65af5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:30.426553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40128) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:30.539535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:30.547371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad486319-e85e-49d4-b89a-8b25faa947c9 req-5ffe2a00-208e-44b3-bab7-1b0db8ce40a5 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:30.563736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad486319-e85e-49d4-b89a-8b25faa947c9 req-5ffe2a00-208e-44b3-bab7-1b0db8ce40a5 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.0775850 Oct 29 08:28:30.588749 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:30.598557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1435382597-network', 'tenant_id': '3f48e23676e342f8acdbfce951cfa3a6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:30.603547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad', '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:30.611749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78', '30b47165-5464-4c5d-95a7-aea87b20c8a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:30.662355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'Port': ['ID=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:30.664417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad486319-e85e-49d4-b89a-8b25faa947c9 req-32f01ee4-884c-4b14-a935-e6903e208ad7 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015809 Oct 29 08:28:30.684373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:30.697278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:30.706104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Made reservation on behalf of 3f48e23676e342f8acdbfce951cfa3a6 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:30.710071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:30.710283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:30.744608 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:30.838469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:30.839637 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:30.887076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-e3cc8b90-3d52-4f5d-8b35-5bba8cae78de tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0239050 Oct 29 08:28:30.918076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Request body: {'port': {'device_id': 'd027908a-240d-49ee-bc2c-47e041577a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:30.974603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:30.985218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.018168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:28:31.044474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.046733 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Added segment c6470807-f77d-48f6-aa13-2159cfd61ee0 of type vlan for network 6c47df5d-d3ef-48e7-8c96-90326b50a822 Oct 29 08:28:31.067110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0959307-c0ca-443c-a854-812566295eda,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:31.090071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.155414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.185114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-47f75a73-6172-4147-ae55-bb07dd657f5a None None] Provisioning complete for port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:31.185473 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-47f75a73-6172-4147-ae55-bb07dd657f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.196478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df08c5-f216-4d1a-9be7-5b7cbc58d392 req-69646171-84e4-413a-ad52-dd77baf811c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:31.199337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.201470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:31.202335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.208627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-99df08c5-f216-4d1a-9be7-5b7cbc58d392 req-69646171-84e4-413a-ad52-dd77baf811c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 945 time: 0.3200278 Oct 29 08:28:31.293530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-47f75a73-6172-4147-ae55-bb07dd657f5a None None] Port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:31.323120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-99df08c5-f216-4d1a-9be7-5b7cbc58d392 req-41faf1b6-47c2-4292-ad19-cec652bb3a96 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135356 Oct 29 08:28:31.324400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8963711 Oct 29 08:28:31.329774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40144) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:31.331632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e1cbe-f0c1-4659-9905-f282a93bd42a admin admin] Pushing event updated for resources: {'Network': ['ID=6c47df5d-d3ef-48e7-8c96-90326b50a822,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:31.347384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Request body: {'subnet': {'network_id': '6c47df5d-d3ef-48e7-8c96-90326b50a822', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1435382597-subnet', 'tenant_id': '3f48e23676e342f8acdbfce951cfa3a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:31.368047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6c47df5d-d3ef-48e7-8c96-90326b50a822 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:28:31.388713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372661a-2d3a-4d11-9088-ba4b2bf6d81c req-ebc39cd6-5e3b-474c-8592-b17e34978897 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:31.398289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e372661a-2d3a-4d11-9088-ba4b2bf6d81c req-ebc39cd6-5e3b-474c-8592-b17e34978897 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 935 time: 0.1100938 Oct 29 08:28:31.444891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Made reservation on behalf of 3f48e23676e342f8acdbfce951cfa3a6 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:31.447405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.470870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e372661a-2d3a-4d11-9088-ba4b2bf6d81c req-b441542c-5748-4eec-ba3c-35555992eb2a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684497 Oct 29 08:28:31.782110 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-a4d74098-03f0-479d-8c7b-32ea5b66f232 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2804604 Oct 29 08:28:31.793875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:31.821452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.940643 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:31.959396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024b971-f96d-420d-b2a5-a900cbe357b0 req-4c03ae87-5a91-4ab0-abe8-0a316fec249a tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:31.967370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5024b971-f96d-420d-b2a5-a900cbe357b0 req-4c03ae87-5a91-4ab0-abe8-0a316fec249a tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 950 time: 0.4616606 Oct 29 08:28:32.066695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Allocated IP 172.25.5.109 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/db5b6649-8f38-49f8-b803-5a454dce2415) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:32.103272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5024b971-f96d-420d-b2a5-a900cbe357b0 req-1b2b5237-a579-48ab-8ef4-33415717e9bc tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343417 Oct 29 08:28:32.171768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:32.184835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.236046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.239468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Transition to ACTIVE for port object 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:32.250674 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.288265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.319777 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.419986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5f20ba-c645-4487-bbbc-040c66db9990,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:32.435453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Pushing event updated for resources: {'Port': ['ID=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:32.451946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Pushing event updated for resources: {'Port': ['ID=db5b6649-8f38-49f8-b803-5a454dce2415,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:32.456061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:32.465799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:32.471539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:32.507931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-ffdb7c6e-15e9-419a-b93b-5fd6771e2b8f tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:32.512040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-ffdb7c6e-15e9-419a-b93b-5fd6771e2b8f tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1097 time: 0.2272487 Oct 29 08:28:32.528636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815940-1'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:32.561075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152d8de-fc8d-43a2-8bfb-97cde7ba7ca7 req-8169c791-f210-4079-9980-91df66f9981e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:32.573049 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1152d8de-fc8d-43a2-8bfb-97cde7ba7ca7 req-8169c791-f210-4079-9980-91df66f9981e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 946 time: 0.2060816 Oct 29 08:28:32.602976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Checking segment: {'id': 'c6470807-f77d-48f6-aa13-2159cfd61ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6c47df5d-d3ef-48e7-8c96-90326b50a822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:32.603235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Network hostable DHCP agents. Network: 6c47df5d-d3ef-48e7-8c96-90326b50a822, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:28:32.620474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Attempting to bind port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:32.621329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Attempting to bind port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:32.621675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Attempting to bind port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:32.638218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:32.638576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Attempting to bind port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:32.639960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.659667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.663558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1152d8de-fc8d-43a2-8bfb-97cde7ba7ca7 req-dccf93f7-23f9-48c9-92ea-63a7f6e1bd36 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895078 Oct 29 08:28:32.664653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:32.665159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:32.665737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:32.666482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Bound port: 23fe6a6c-211c-4fa6-bb86-7dd481a65af5, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:32.666845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.679523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Network 6c47df5d-d3ef-48e7-8c96-90326b50a822 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:28:32.694587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6c47df5d-d3ef-48e7-8c96-90326b50a822) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:32.710487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:32.710487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.720173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c0910-535e-47dc-a006-11a07b0e716c None None] Network 6c47df5d-d3ef-48e7-8c96-90326b50a822 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:28:32.745401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.772949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cfbda548-3396-4971-8d1c-c22a2017714b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4341698 Oct 29 08:28:32.800361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] For port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:32.812292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] For port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:32.819838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.895300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:32.896047 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:32.900610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] 10.222.0.93 "PUT /v2.0/ports/23fe6a6c-211c-4fa6-bb86-7dd481a65af5 HTTP/1.1" status: 200 len: 1095 time: 1.9869235 Oct 29 08:28:32.937507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd027908a-240d-49ee-bc2c-47e041577a25', 'tag': '23fe6a6c-211c-4fa6-bb86-7dd481a65af5'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:32.939837 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae3653-23fb-43d7-9990-c040d646238e" -d '{"events": [{"name": "network-changed", "server_uuid": "d027908a-240d-49ee-bc2c-47e041577a25", "tag": "23fe6a6c-211c-4fa6-bb86-7dd481a65af5"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:32.992620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:33.019391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd304f21-5e07-42a2-a2f8-4ff1c1f7dbfb None None] Network 6c47df5d-d3ef-48e7-8c96-90326b50a822 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:28:33.059507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6540ac-ae05-4493-a9d5-4bc75570fb0d service neutron] Pushing event updated for resources: {'Port': ['ID=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:33.081733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c52418-afa3-4b17-90bf-06224913afe5 req-4065cbe4-88f5-444d-98f7-e4c8c88ce808 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:33.090257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49c52418-afa3-4b17-90bf-06224913afe5 req-4065cbe4-88f5-444d-98f7-e4c8c88ce808 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 950 time: 0.2051163 Oct 29 08:28:33.094473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-dcec139b-b9fd-4bd3-883e-42bece7c446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:33.096123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-dcec139b-b9fd-4bd3-883e-42bece7c446e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 1098 time: 0.1408048 Oct 29 08:28:33.128136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:33.156656 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-d3c9c76e-bd7f-4c0b-a4e3-47f4fc197bcb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=23fe6a6c-211c-4fa6-bb86-7dd481a65af5 HTTP/1.1" status: 200 len: 217 time: 0.0424438 Oct 29 08:28:33.233632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:33.245045 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:33.253382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:33.256324 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c5a74-2fef-46bd-8ec6-cc10fac9d1e6" -d '{"events": [{"server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "name": "network-vif-unplugged", "status": "completed", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:33.268475 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:33.270601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49c52418-afa3-4b17-90bf-06224913afe5 req-423d0077-d9ec-4d2d-ab1b-84c8c08fc544 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789238 Oct 29 08:28:33.327906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-f73dc996-f6d1-496c-81ee-c58742eba720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:33.328956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:33.330908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-f73dc996-f6d1-496c-81ee-c58742eba720 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1609499 Oct 29 08:28:33.396579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Pushing event updated for resources: {'Port': ['ID=db5b6649-8f38-49f8-b803-5a454dce2415,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:33.435624 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:33.449394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4bd02f36-87a5-4f00-ab4d-07d9117d15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:33.453512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-4bd02f36-87a5-4f00-ab4d-07d9117d15f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104689 Oct 29 08:28:33.482633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950615d-eaf1-48c5-b3dd-0c2462edc750 req-e7907b20-be09-494d-aef8-25db6bc3a75e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:33.487166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0950615d-eaf1-48c5-b3dd-0c2462edc750 req-e7907b20-be09-494d-aef8-25db6bc3a75e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 947 time: 0.1079898 Oct 29 08:28:33.510412 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:33.511992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-f1f48c43-ff69-4d2f-ac19-246a1d7652b1 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7230723 Oct 29 08:28:33.514859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on host n-h2-815940-1 for vnic_type normal with profile {"migrating_to": "n-h1-815940-1"} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:33.515204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:33.515621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:33.522818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Pushing event updated for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:33.537071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:33.537480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Attempting to bind port 52d4651b-6b06-4fc7-8291-99e29d596752 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:33.583013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:33.583339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:33.583730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:33.584385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Bound port: 52d4651b-6b06-4fc7-8291-99e29d596752, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:33.584708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:33.589830 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0950615d-eaf1-48c5-b3dd-0c2462edc750 req-cb9a0d3e-5d0e-4e29-a3cf-9b0f9efe03c1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849226 Oct 29 08:28:33.602869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-788767ad-46d5-4762-9f7b-4d62a25fb87b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.0733182 Oct 29 08:28:33.645476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-d8a0986b-134b-494e-b4b7-b06c20bbb612 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820648 Oct 29 08:28:33.665258 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7866757b-e036-4cef-8b9e-2f9e1b4e9a83 x-openstack-request-id: req-7866757b-e036-4cef-8b9e-2f9e1b4e9a83 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:33.665747 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d027908a-240d-49ee-bc2c-47e041577a25", "tag": "23fe6a6c-211c-4fa6-bb86-7dd481a65af5", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:33.666579 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7866757b-e036-4cef-8b9e-2f9e1b4e9a83 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:33.666965 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd027908a-240d-49ee-bc2c-47e041577a25', 'tag': '23fe6a6c-211c-4fa6-bb86-7dd481a65af5', 'status': 'completed', 'code': 200} Oct 29 08:28:33.775136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:33.785829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:33.798979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:33.806032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:33.859077 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b72b962-3047-42ea-acd3-7dc63a10d8b5 req-1a943873-17f5-45d3-9c3e-a83b33daf3e8 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050509 Oct 29 08:28:33.977068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:33.980593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-a147d719-8b3f-4c36-acf8-f838ff1047b8 req-332672c9-2cee-4d53-af87-040eec348579 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-499211636', 'description': 'tempest-description-2063216089'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:33.991598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:28:34.020704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3653-23fb-43d7-9990-c040d646238e req-87f6df70-b199-406a-b47e-28172287d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:34.022232 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2ae3653-23fb-43d7-9990-c040d646238e req-87f6df70-b199-406a-b47e-28172287d39d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 1098 time: 0.0809717 Oct 29 08:28:34.024140 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a147d719-8b3f-4c36-acf8-f838ff1047b8 req-332672c9-2cee-4d53-af87-040eec348579 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:34.209706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3653-23fb-43d7-9990-c040d646238e req-8dd388d0-0468-4195-9d6c-1fccc3cb0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:34.211563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2ae3653-23fb-43d7-9990-c040d646238e req-8dd388d0-0468-4195-9d6c-1fccc3cb0bc0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1696024 Oct 29 08:28:34.235746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a147d719-8b3f-4c36-acf8-f838ff1047b8 req-332672c9-2cee-4d53-af87-040eec348579 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:34.257859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-7d3883d8-776b-4fde-9810-99f5647e3995 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:34.259479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-7d3883d8-776b-4fde-9810-99f5647e3995 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.6454239 Oct 29 08:28:34.276874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-a09689f6-6b61-4979-b3ce-55676b64e3ec tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:28:34.278527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ce950e-fff2-41bd-bb73-41c5124f931d req-a09689f6-6b61-4979-b3ce-55676b64e3ec tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130525 Oct 29 08:28:34.293778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a147d719-8b3f-4c36-acf8-f838ff1047b8 req-332672c9-2cee-4d53-af87-040eec348579 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:34.303220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2ae3653-23fb-43d7-9990-c040d646238e req-89b19ab7-9218-46b4-9e84-1c3f7514ef15 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=23fe6a6c-211c-4fa6-bb86-7dd481a65af5 HTTP/1.1" status: 200 len: 217 time: 0.0836408 Oct 29 08:28:34.337616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Pushing event updated for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:34.351553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:34.352446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:34.354555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-59feb739-bd6c-4639-8197-10cc61035a79 service neutron] 10.222.0.93 "PUT /v2.0/ports/52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 200 len: 1122 time: 1.8330534 Oct 29 08:28:34.449560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332672c9-2cee-4d53-af87-040eec348579 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a07fde7-85b2-4523-b215-0c7809c7f144,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:34.463828 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a147d719-8b3f-4c36-acf8-f838ff1047b8 req-332672c9-2cee-4d53-af87-040eec348579 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:34.469633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a147d719-8b3f-4c36-acf8-f838ff1047b8 req-332672c9-2cee-4d53-af87-040eec348579 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5122225 Oct 29 08:28:34.472539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['52d4651b-6b06-4fc7-8291-99e29d596752'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:34.509662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3653-23fb-43d7-9990-c040d646238e req-cac6b2da-9766-48df-94bf-55aac933cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:34.512253 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2ae3653-23fb-43d7-9990-c040d646238e req-cac6b2da-9766-48df-94bf-55aac933cf3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1755025 Oct 29 08:28:34.531614 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59580275-5a02-4544-bff2-44c671b4b1d5 x-openstack-request-id: req-59580275-5a02-4544-bff2-44c671b4b1d5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:34.531940 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "name": "network-vif-unplugged", "status": "completed", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:34.532194 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59580275-5a02-4544-bff2-44c671b4b1d5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:34.532593 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752', 'code': 200} Oct 29 08:28:34.552842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['52d4651b-6b06-4fc7-8291-99e29d596752'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:34.609025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3653-23fb-43d7-9990-c040d646238e req-e7a09370-695f-490a-8c9d-f2226ddd9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:34.610603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2ae3653-23fb-43d7-9990-c040d646238e req-e7a09370-695f-490a-8c9d-f2226ddd9cd0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906236 Oct 29 08:28:34.751850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2ae3653-23fb-43d7-9990-c040d646238e req-ed41d052-f30c-44af-847d-f05243dd74a7 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249752 Oct 29 08:28:34.789817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b16ffe-0a3f-498f-b998-1c2d5f407677 req-182cae49-8e32-4a25-a6e7-d3fd0438d7c8 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:34.798308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4b16ffe-0a3f-498f-b998-1c2d5f407677 req-182cae49-8e32-4a25-a6e7-d3fd0438d7c8 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.0705588 Oct 29 08:28:34.845590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4b16ffe-0a3f-498f-b998-1c2d5f407677 req-f23d8de7-f9ce-4239-be24-441bcf28cef7 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459044 Oct 29 08:28:34.926768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25ef9607-cb88-45a9-b9d8-08b243052b9a req-ba06c716-477f-429f-8e57-b1d414d33c18 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/9a07fde7-85b2-4523-b215-0c7809c7f144 HTTP/1.1" status: 200 len: 1804 time: 0.0564039 Oct 29 08:28:34.928297 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2ae3653-23fb-43d7-9990-c040d646238e req-3c2108c5-f1ff-4c38-9934-b255b9cfd03c service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540592 Oct 29 08:28:34.933020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-25ef9607-cb88-45a9-b9d8-08b243052b9a req-a71900ae-10e8-44d6-b048-c43283a8cf13 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a07fde7-85b2-4523-b215-0c7809c7f144', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:34.933550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-25ef9607-cb88-45a9-b9d8-08b243052b9a req-a71900ae-10e8-44d6-b048-c43283a8cf13 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a07fde7-85b2-4523-b215-0c7809c7f144', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:35.000974 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-25ef9607-cb88-45a9-b9d8-08b243052b9a req-a71900ae-10e8-44d6-b048-c43283a8cf13 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.035146 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-25ef9607-cb88-45a9-b9d8-08b243052b9a req-a71900ae-10e8-44d6-b048-c43283a8cf13 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.040266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-25ef9607-cb88-45a9-b9d8-08b243052b9a req-a71900ae-10e8-44d6-b048-c43283a8cf13 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.055610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71900ae-10e8-44d6-b048-c43283a8cf13 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a7fdf9-292c-426e-add1-e852f73d521c,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:35.083459 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-25ef9607-cb88-45a9-b9d8-08b243052b9a req-a71900ae-10e8-44d6-b048-c43283a8cf13 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.094891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25ef9607-cb88-45a9-b9d8-08b243052b9a req-a71900ae-10e8-44d6-b048-c43283a8cf13 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1655128 Oct 29 08:28:35.197325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f71b29-0636-4046-b580-dcb05f60bde8 req-b29c6f5b-e933-446e-b150-50f8b561f5c9 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:35.199373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01f71b29-0636-4046-b580-dcb05f60bde8 req-b29c6f5b-e933-446e-b150-50f8b561f5c9 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 947 time: 0.0629318 Oct 29 08:28:35.230279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dae1347-865d-4cef-ac86-66500ed737ca req-0ac82748-d307-4dd5-a6bc-dc3aa68b5928 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086228 Oct 29 08:28:35.256498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01f71b29-0636-4046-b580-dcb05f60bde8 req-7a311a4c-44d1-40e2-9cd1-a7258aaa5ed0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494900 Oct 29 08:28:35.280807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-51a40a98-d29a-4b37-af11-6ed35df7b3ac tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:35.282450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-51a40a98-d29a-4b37-af11-6ed35df7b3ac tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 821 time: 0.1718349 Oct 29 08:28:35.320592 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-a327a5d7-2bfe-4c47-acee-c10ff8eef7c7 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/quotas/2e4ad509ecab4f359b362ddd47248c31 HTTP/1.1" status: 200 len: 375 time: 0.0268817 Oct 29 08:28:35.346111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-150e4651-87d3-49e3-94d1-1b324cc9deb2 req-8bbceca5-dd32-4e22-a0e6-21fcfcb3f762 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1272950552', 'description': 'tempest-description-2077007882'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:35.370352 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-150e4651-87d3-49e3-94d1-1b324cc9deb2 req-8bbceca5-dd32-4e22-a0e6-21fcfcb3f762 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.379792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1347-865d-4cef-ac86-66500ed737ca req-1d795f21-d343-47cc-a508-ec0dc2fb0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:35.381487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dae1347-865d-4cef-ac86-66500ed737ca req-1d795f21-d343-47cc-a508-ec0dc2fb0ed7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 1095 time: 0.0976279 Oct 29 08:28:35.401890 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-0e7d767d-5cb3-408c-b133-bb1c58f2cc69 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0782208 Oct 29 08:28:35.458664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-150e4651-87d3-49e3-94d1-1b324cc9deb2 req-8bbceca5-dd32-4e22-a0e6-21fcfcb3f762 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.471455 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-150e4651-87d3-49e3-94d1-1b324cc9deb2 req-8bbceca5-dd32-4e22-a0e6-21fcfcb3f762 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.511598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-150e4651-87d3-49e3-94d1-1b324cc9deb2 req-8bbceca5-dd32-4e22-a0e6-21fcfcb3f762 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.513046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-150e4651-87d3-49e3-94d1-1b324cc9deb2 req-8bbceca5-dd32-4e22-a0e6-21fcfcb3f762 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1716263 Oct 29 08:28:35.514026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbceca5-dd32-4e22-a0e6-21fcfcb3f762 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113711bb-7deb-4ad3-8204-8527324b826f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:35.598139 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-46b6bd6e-d07c-4842-9665-d61f8b183b18 service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824286 Oct 29 08:28:35.604702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1347-865d-4cef-ac86-66500ed737ca req-eb83906a-33e1-49f4-990f-9f554ae91a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:35.606177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dae1347-865d-4cef-ac86-66500ed737ca req-eb83906a-33e1-49f4-990f-9f554ae91a64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.2028613 Oct 29 08:28:35.655950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ac0b6e0-ff15-4e09-8c0a-95b707f7701b req-f1d4f6c1-5e16-45ea-8639-551db0578845 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/113711bb-7deb-4ad3-8204-8527324b826f HTTP/1.1" status: 200 len: 1805 time: 0.0417964 Oct 29 08:28:35.666974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4ac0b6e0-ff15-4e09-8c0a-95b707f7701b req-46c1bb7e-6229-4bfa-b288-e0431baa11c1 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '113711bb-7deb-4ad3-8204-8527324b826f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:35.667581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4ac0b6e0-ff15-4e09-8c0a-95b707f7701b req-46c1bb7e-6229-4bfa-b288-e0431baa11c1 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '113711bb-7deb-4ad3-8204-8527324b826f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:35.687154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dae1347-865d-4cef-ac86-66500ed737ca req-582766ae-a193-4744-91ba-bbefa2ec9ace service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 200 len: 217 time: 0.0717392 Oct 29 08:28:35.746730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4ac0b6e0-ff15-4e09-8c0a-95b707f7701b req-46c1bb7e-6229-4bfa-b288-e0431baa11c1 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.764270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1347-865d-4cef-ac86-66500ed737ca req-2392eadd-40fa-41e1-8c39-698ee7916f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:35.766039 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dae1347-865d-4cef-ac86-66500ed737ca req-2392eadd-40fa-41e1-8c39-698ee7916f6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.0684590 Oct 29 08:28:35.775710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-2c99ac7b-2a8c-4532-9e18-9c78e73e5a31 service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685383 Oct 29 08:28:35.777578 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4ac0b6e0-ff15-4e09-8c0a-95b707f7701b req-46c1bb7e-6229-4bfa-b288-e0431baa11c1 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.782715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4ac0b6e0-ff15-4e09-8c0a-95b707f7701b req-46c1bb7e-6229-4bfa-b288-e0431baa11c1 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.810665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1bb7e-6229-4bfa-b288-e0431baa11c1 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e977aff-4308-4afa-a762-6fb10a073b69,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:35.826136 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dae1347-865d-4cef-ac86-66500ed737ca req-2a15834b-4933-40fe-900e-4259cd02018a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380182 Oct 29 08:28:35.832928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4ac0b6e0-ff15-4e09-8c0a-95b707f7701b req-46c1bb7e-6229-4bfa-b288-e0431baa11c1 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:35.834497 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ac0b6e0-ff15-4e09-8c0a-95b707f7701b req-46c1bb7e-6229-4bfa-b288-e0431baa11c1 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1720695 Oct 29 08:28:35.948378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-cbc0e68d-2b21-41b7-a890-8d86cbf9ed8e req-3a5b9678-26d7-4e73-93a7-adddc54ea66d tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1947592936', 'description': 'tempest-description-1603285447'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:36.011371 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dae1347-865d-4cef-ac86-66500ed737ca req-a33421c7-0ec1-45f8-8780-11b4f142937c service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559482 Oct 29 08:28:36.012608 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cbc0e68d-2b21-41b7-a890-8d86cbf9ed8e req-3a5b9678-26d7-4e73-93a7-adddc54ea66d tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.058099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dc54c-278b-412c-86d4-a873cc08eb56 req-27b5b67f-8607-48df-8dfc-b12718448810 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:36.071602 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af9dc54c-278b-412c-86d4-a873cc08eb56 req-27b5b67f-8607-48df-8dfc-b12718448810 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.0764070 Oct 29 08:28:36.128532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af9dc54c-278b-412c-86d4-a873cc08eb56 req-4398d40d-d113-4969-894c-938413fa3539 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556574 Oct 29 08:28:36.199120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dae1347-865d-4cef-ac86-66500ed737ca req-9455fd44-f1a7-4635-a937-6080f60b4f7c service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773233 Oct 29 08:28:36.207931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cbc0e68d-2b21-41b7-a890-8d86cbf9ed8e req-3a5b9678-26d7-4e73-93a7-adddc54ea66d tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.213271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cbc0e68d-2b21-41b7-a890-8d86cbf9ed8e req-3a5b9678-26d7-4e73-93a7-adddc54ea66d tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.235253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-66e10e62-8d89-43fe-bc39-7d8ef461518e req-6b38b583-8fba-4c70-a8e5-c9e836198afc tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 210 time: 0.0653059 Oct 29 08:28:36.236023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cbc0e68d-2b21-41b7-a890-8d86cbf9ed8e req-3a5b9678-26d7-4e73-93a7-adddc54ea66d tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.244050 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cbc0e68d-2b21-41b7-a890-8d86cbf9ed8e req-3a5b9678-26d7-4e73-93a7-adddc54ea66d tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2980800 Oct 29 08:28:36.276527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-15ee57ed-c069-47ba-9f6f-53fca829826a req-a88e15ef-bb50-4c56-ab86-d07230082439 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-634193487', 'description': 'tempest-description-1276958513'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:36.285149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b9678-26d7-4e73-93a7-adddc54ea66d tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6447240a-a944-4c00-999f-98321a139d25,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:36.310720 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-15ee57ed-c069-47ba-9f6f-53fca829826a req-a88e15ef-bb50-4c56-ab86-d07230082439 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.408420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-15ee57ed-c069-47ba-9f6f-53fca829826a req-a88e15ef-bb50-4c56-ab86-d07230082439 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.412550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b1d39-5c51-43ad-a9c8-24386b79dac0 req-7f6244ce-5a94-4e91-8468-944e582c33e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:36.414135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a85b1d39-5c51-43ad-a9c8-24386b79dac0 req-7f6244ce-5a94-4e91-8468-944e582c33e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 947 time: 0.0611000 Oct 29 08:28:36.414677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-15ee57ed-c069-47ba-9f6f-53fca829826a req-a88e15ef-bb50-4c56-ab86-d07230082439 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.451221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-15ee57ed-c069-47ba-9f6f-53fca829826a req-a88e15ef-bb50-4c56-ab86-d07230082439 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.452548 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15ee57ed-c069-47ba-9f6f-53fca829826a req-a88e15ef-bb50-4c56-ab86-d07230082439 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1830220 Oct 29 08:28:36.456909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e15ef-bb50-4c56-ab86-d07230082439 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee32b5-1d37-453c-9849-a9a36b2a3730,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:36.490570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a85b1d39-5c51-43ad-a9c8-24386b79dac0 req-a1721695-4a76-4e57-b8cf-a329564107b5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Oct 29 08:28:36.540413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:36.543405 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c713d415-3498-4479-9bfa-830cb6af21c7" -d '{"events": [{"name": "network-changed", "server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:36.590224 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6a36b-2316-4070-8911-03d86ea35612 x-openstack-request-id: req-08d6a36b-2316-4070-8911-03d86ea35612 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:36.590518 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:36.590896 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08d6a36b-2316-4070-8911-03d86ea35612 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:36.591329 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752', 'status': 'completed', 'code': 200} Oct 29 08:28:36.597725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-d4b6b83f-afa0-40c4-bf91-51efe7afeb5a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/6447240a-a944-4c00-999f-98321a139d25 HTTP/1.1" status: 200 len: 1805 time: 0.0757377 Oct 29 08:28:36.653663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-8f8a711d-358f-4807-9691-0e125a160376 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/53ee32b5-1d37-453c-9849-a9a36b2a3730 HTTP/1.1" status: 200 len: 1804 time: 0.0493748 Oct 29 08:28:36.665823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-068ba1cf-dd15-4b7c-994e-acfec60f6a17 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6447240a-a944-4c00-999f-98321a139d25', 'remote_group_id': '53ee32b5-1d37-453c-9849-a9a36b2a3730', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:36.666207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-068ba1cf-dd15-4b7c-994e-acfec60f6a17 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6447240a-a944-4c00-999f-98321a139d25', 'remote_group_id': '53ee32b5-1d37-453c-9849-a9a36b2a3730', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:36.693969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-50619e0a-dc9f-4c1a-b010-e42af43a159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:36.695695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-50619e0a-dc9f-4c1a-b010-e42af43a159e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1125 time: 0.0500426 Oct 29 08:28:36.747967 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-068ba1cf-dd15-4b7c-994e-acfec60f6a17 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.806241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-068ba1cf-dd15-4b7c-994e-acfec60f6a17 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.806468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-57a2df00-9171-4ffe-b42b-64aca92d7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:36.808061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-57a2df00-9171-4ffe-b42b-64aca92d7179 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.1008861 Oct 29 08:28:36.810610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-068ba1cf-dd15-4b7c-994e-acfec60f6a17 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.833331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ba1cf-dd15-4b7c-994e-acfec60f6a17 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738ef8a8-f024-40d7-bc03-cb9057e895a9,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:36.843792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-068ba1cf-dd15-4b7c-994e-acfec60f6a17 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:36.845238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4a6ea5f-61ec-4c5b-8fb4-055dece9817c req-068ba1cf-dd15-4b7c-994e-acfec60f6a17 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1849561 Oct 29 08:28:36.865770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-23c3ddfe-5871-4c9e-b25f-5029dfc18308 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 200 len: 217 time: 0.0480559 Oct 29 08:28:36.875328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-1b36672a-2748-4dd3-8c75-a586c8d5f1cd req-228e9916-3e0f-48e1-b717-78d1a5ed075f tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1555699550', 'description': 'tempest-description-1831926950'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:36.944040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-6f47e022-7aa7-4071-b778-c56ab67f82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:36.945576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-6f47e022-7aa7-4071-b778-c56ab67f82ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0658715 Oct 29 08:28:36.946316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1b36672a-2748-4dd3-8c75-a586c8d5f1cd req-228e9916-3e0f-48e1-b717-78d1a5ed075f tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.010721 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-0707e315-811f-4e31-8ce7-6fad5d9deeaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364504 Oct 29 08:28:37.102485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1b36672a-2748-4dd3-8c75-a586c8d5f1cd req-228e9916-3e0f-48e1-b717-78d1a5ed075f tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.109285 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1b36672a-2748-4dd3-8c75-a586c8d5f1cd req-228e9916-3e0f-48e1-b717-78d1a5ed075f tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.159765 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1b36672a-2748-4dd3-8c75-a586c8d5f1cd req-228e9916-3e0f-48e1-b717-78d1a5ed075f tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.164060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b36672a-2748-4dd3-8c75-a586c8d5f1cd req-228e9916-3e0f-48e1-b717-78d1a5ed075f tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2926702 Oct 29 08:28:37.186081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e9916-3e0f-48e1-b717-78d1a5ed075f tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b3627c-c014-4ab0-a963-e44ccd9d8823,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:37.189851 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-8a6fa6f0-f25b-4060-96ec-2c4072c8ac9a service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705909 Oct 29 08:28:37.210816 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-061fc79b-8a7c-4fe0-8924-18b68b0262d6 req-8ef9f801-60cb-43e1-ab7e-45d300d5f49b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1406078552', 'description': 'tempest-description-1721047132'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:37.249433 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-061fc79b-8a7c-4fe0-8924-18b68b0262d6 req-8ef9f801-60cb-43e1-ab7e-45d300d5f49b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.326344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304154be-8698-40b1-a76b-8f3ce0a62fb2 req-56554fe1-c6d3-4e00-9e35-0e720586ec71 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:37.335792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-304154be-8698-40b1-a76b-8f3ce0a62fb2 req-56554fe1-c6d3-4e00-9e35-0e720586ec71 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.1000054 Oct 29 08:28:37.400506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-304154be-8698-40b1-a76b-8f3ce0a62fb2 req-cb6135f9-f5c6-4c50-a08c-41a9b6289505 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522587 Oct 29 08:28:37.459866 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c713d415-3498-4479-9bfa-830cb6af21c7 req-f940856f-8a3a-49db-a8fe-93e51125e37a service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315922 Oct 29 08:28:37.487440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-ecdbea76-909d-4028-9860-49db999fa6fc tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:37.489167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-ecdbea76-909d-4028-9860-49db999fa6fc tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.15 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 821 time: 0.2107797 Oct 29 08:28:37.499475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-061fc79b-8a7c-4fe0-8924-18b68b0262d6 req-8ef9f801-60cb-43e1-ab7e-45d300d5f49b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.504392 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-061fc79b-8a7c-4fe0-8924-18b68b0262d6 req-8ef9f801-60cb-43e1-ab7e-45d300d5f49b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.515835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Request body: {'port': {'device_id': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'admin_state_up': True, 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:37.548812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02d46e85-b6c3-478b-8443-3a81b0b824c5 req-f106afc4-9a08-43ef-b4de-0193568b762e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 210 time: 0.0362294 Oct 29 08:28:37.595640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9f801-60cb-43e1-ab7e-45d300d5f49b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e315a8ab-fda2-46f7-be81-f5cf90bc7c0b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:37.605356 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-061fc79b-8a7c-4fe0-8924-18b68b0262d6 req-8ef9f801-60cb-43e1-ab7e-45d300d5f49b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.606389 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-061fc79b-8a7c-4fe0-8924-18b68b0262d6 req-8ef9f801-60cb-43e1-ab7e-45d300d5f49b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4006038 Oct 29 08:28:37.683346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Made reservation on behalf of 2e4ad509ecab4f359b362ddd47248c31 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:37.689505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:37.721607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82c8d2-9f0b-4e9c-8ee7-f286e938251f req-cfe8b811-f300-4feb-9179-1cbea5e081d0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:37.723169 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d82c8d2-9f0b-4e9c-8ee7-f286e938251f req-cfe8b811-f300-4feb-9179-1cbea5e081d0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 947 time: 0.0785336 Oct 29 08:28:37.773309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d82c8d2-9f0b-4e9c-8ee7-f286e938251f req-33ff5284-e17d-4692-ae5d-0cacef916b2f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Oct 29 08:28:37.809306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-0f209b3c-55bf-492d-adb9-6dce652a8174 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/19b3627c-c014-4ab0-a963-e44ccd9d8823 HTTP/1.1" status: 200 len: 1805 time: 0.0926888 Oct 29 08:28:37.893769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Allocated IP 172.20.0.11 (31b2bb24-0e17-44d4-8340-a2f3644921a8/00160224-b932-49aa-925a-ecf282b0d078/869e98b7-8650-48ea-99bd-89b28b54e65c) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:37.902368 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-d60a2ac3-0f6a-4eb8-8e7b-9a7cd354ebf5 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/e315a8ab-fda2-46f7-be81-f5cf90bc7c0b HTTP/1.1" status: 200 len: 1805 time: 0.0831797 Oct 29 08:28:37.920393 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-aea50cea-2c94-493f-a881-3233ecb95f0e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19b3627c-c014-4ab0-a963-e44ccd9d8823', 'remote_group_id': 'e315a8ab-fda2-46f7-be81-f5cf90bc7c0b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:37.920978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-aea50cea-2c94-493f-a881-3233ecb95f0e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19b3627c-c014-4ab0-a963-e44ccd9d8823', 'remote_group_id': 'e315a8ab-fda2-46f7-be81-f5cf90bc7c0b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:38.084812 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-aea50cea-2c94-493f-a881-3233ecb95f0e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.146003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.162772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-aea50cea-2c94-493f-a881-3233ecb95f0e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.169755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-aea50cea-2c94-493f-a881-3233ecb95f0e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.202326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea50cea-2c94-493f-a881-3233ecb95f0e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad28e79b-7b78-4166-b9dc-3e88a25de1c7,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:38.215456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-aea50cea-2c94-493f-a881-3233ecb95f0e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.216778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1687c3b-9b25-44ff-896b-ae03e9722b3c req-aea50cea-2c94-493f-a881-3233ecb95f0e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3065112 Oct 29 08:28:38.219468 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.243916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['2e3d2297-1599-4200-a4bf-5bd548a9be36'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:38.284805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:38.287306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:38.288925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:38.291703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:38.543300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67eb9195-f41a-45ca-8ca8-fc88d19cebc7 req-29c4e3e0-beff-40ab-89bf-4e666862a4fc tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/e315a8ab-fda2-46f7-be81-f5cf90bc7c0b HTTP/1.1" status: 200 len: 1805 time: 0.0778666 Oct 29 08:28:38.654410 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-67eb9195-f41a-45ca-8ca8-fc88d19cebc7 req-c2182481-1fb1-4a36-8e01-38ba39bac6af tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.678053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:38.707013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'mac_address': 'fa:16:3e:6c:c0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:28:38.708440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-67eb9195-f41a-45ca-8ca8-fc88d19cebc7 req-c2182481-1fb1-4a36-8e01-38ba39bac6af tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.757973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Pushing event updated for resources: {'Port': ['ID=869e98b7-8650-48ea-99bd-89b28b54e65c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:38.827151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:38.827996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.830282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-67eb9195-f41a-45ca-8ca8-fc88d19cebc7 req-c2182481-1fb1-4a36-8e01-38ba39bac6af tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.836867 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-67eb9195-f41a-45ca-8ca8-fc88d19cebc7 req-c2182481-1fb1-4a36-8e01-38ba39bac6af tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.845235 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.852673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67eb9195-f41a-45ca-8ca8-fc88d19cebc7 req-c2182481-1fb1-4a36-8e01-38ba39bac6af tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "DELETE /v2.0/security-groups/e315a8ab-fda2-46f7-be81-f5cf90bc7c0b HTTP/1.1" status: 204 len: 173 time: 0.3080509 Oct 29 08:28:38.854950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e98911e0-ef8f-4b89-83c3-026b009b0e85 None None] Provisioning complete for port 869e98b7-8650-48ea-99bd-89b28b54e65c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:38.855530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e98911e0-ef8f-4b89-83c3-026b009b0e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:38.876010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f907-3925-4c34-b94b-7f5de5e2c42b req-c0a05199-170c-48e9-a46d-ccdc78e784e9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:38.877730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4080f907-3925-4c34-b94b-7f5de5e2c42b req-c0a05199-170c-48e9-a46d-ccdc78e784e9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.1246276 Oct 29 08:28:38.887676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2182481-1fb1-4a36-8e01-38ba39bac6af tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e315a8ab-fda2-46f7-be81-f5cf90bc7c0b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:38.896592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4ac85e4-7405-419a-8717-e29a2211c5a3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:38.917595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-d7a1117f-c456-4154-9ad2-9d02775db3c9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4081357 Oct 29 08:28:38.950081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Request body: {'port': {'device_id': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:38.953600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e98911e0-ef8f-4b89-83c3-026b009b0e85 None None] Port 869e98b7-8650-48ea-99bd-89b28b54e65c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:28:38.957182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:38.966309 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:39.114527 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4080f907-3925-4c34-b94b-7f5de5e2c42b req-d357f434-5aed-4f91-8ca1-457a9eafd442 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257447 Oct 29 08:28:39.124110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:39.141990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa6e6-fb28-4736-ac92-b8e2172047ce req-449e3be1-1a45-4da9-9bc2-f720abbebd09 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:39.160597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f73fa6e6-fb28-4736-ac92-b8e2172047ce req-449e3be1-1a45-4da9-9bc2-f720abbebd09 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 932 time: 0.1726482 Oct 29 08:28:39.241762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:39.271009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['d4ac85e4-7405-419a-8717-e29a2211c5a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:39.290673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f73fa6e6-fb28-4736-ac92-b8e2172047ce req-1e7fadd0-1ed9-46b8-8106-cbb817de76fd tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263244 Oct 29 08:28:39.482349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27753d0c-4395-4c70-ad64-a7ba9aca5ad5 req-200236eb-094b-4609-bd7b-f30bab7e72e7 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:39.498693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27753d0c-4395-4c70-ad64-a7ba9aca5ad5 req-200236eb-094b-4609-bd7b-f30bab7e72e7 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 947 time: 0.1271760 Oct 29 08:28:39.571408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869e98b7-8650-48ea-99bd-89b28b54e65c {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:39.581161 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:39.588449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27753d0c-4395-4c70-ad64-a7ba9aca5ad5 req-d7736de3-47f1-45fe-88de-1a9557812dec tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873790 Oct 29 08:28:39.594815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Transition to ACTIVE for port object 869e98b7-8650-48ea-99bd-89b28b54e65c will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:39.600597 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:39.694882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a28b8cda-1845-4e9c-9cd7-0317796fad35 req-b5b7d553-dc4a-46fa-914a-979fc45674d8 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/19b3627c-c014-4ab0-a963-e44ccd9d8823 HTTP/1.1" status: 200 len: 1805 time: 0.0794237 Oct 29 08:28:39.702054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=869e98b7-8650-48ea-99bd-89b28b54e65c,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:39.843706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:39.900310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-27ef5349-0eae-4869-84fc-10abe0c0a000 req-f621a988-60d1-4c3b-b7de-305dcba773a0 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-629729004', 'description': 'tempest-description-1391323547'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:39.926439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Attempting to bind port 869e98b7-8650-48ea-99bd-89b28b54e65c on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:28:39.927037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Attempting to bind port 869e98b7-8650-48ea-99bd-89b28b54e65c by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:28:39.927697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Attempting to bind port 869e98b7-8650-48ea-99bd-89b28b54e65c on network 31b2bb24-0e17-44d4-8340-a2f3644921a8 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:39.938854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Port 869e98b7-8650-48ea-99bd-89b28b54e65c on network 31b2bb24-0e17-44d4-8340-a2f3644921a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:28:39.939419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Attempting to bind port 869e98b7-8650-48ea-99bd-89b28b54e65c on network 31b2bb24-0e17-44d4-8340-a2f3644921a8 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:28:39.951541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:28:39.952145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Checking segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:39.952699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Bound using segment: {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:28:39.953301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Bound port: 869e98b7-8650-48ea-99bd-89b28b54e65c, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f905a1d-0297-4187-82c9-1d34766bce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:28:39.953825 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.012125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-27ef5349-0eae-4869-84fc-10abe0c0a000 req-f621a988-60d1-4c3b-b7de-305dcba773a0 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.029299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:40.042798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '23fe6a6c-211c-4fa6-bb86-7dd481a65af5', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '23fe6a6c-211c-4fa6-bb86-7dd481a65af5', 'mac_address': 'fa:16:3e:0f:1c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:28:40.108445 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.124938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:40.144371 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-27ef5349-0eae-4869-84fc-10abe0c0a000 req-f621a988-60d1-4c3b-b7de-305dcba773a0 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.152865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:40.158823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.163796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-27ef5349-0eae-4869-84fc-10abe0c0a000 req-f621a988-60d1-4c3b-b7de-305dcba773a0 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.208716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621a988-60d1-4c3b-b7de-305dcba773a0 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d0850-f9e4-470e-8206-fd3d17f19e5f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:40.242718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:40.243023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-27ef5349-0eae-4869-84fc-10abe0c0a000 req-f621a988-60d1-4c3b-b7de-305dcba773a0 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.245185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27ef5349-0eae-4869-84fc-10abe0c0a000 req-f621a988-60d1-4c3b-b7de-305dcba773a0 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3541217 Oct 29 08:28:40.254528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] For port 869e98b7-8650-48ea-99bd-89b28b54e65c, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:40.266003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] For port 869e98b7-8650-48ea-99bd-89b28b54e65c, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=869e98b7-8650-48ea-99bd-89b28b54e65c,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:28:40.280823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:40.283416 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.376689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port d4ac85e4-7405-419a-8717-e29a2211c5a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:40.377435 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.387547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:40.388456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.389993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 1092 time: 1.4478464 Oct 29 08:28:40.391290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:40.393762 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba91475-ab72-4c75-8a76-173717a4c8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:40.408046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429d349-f46c-4cf3-8d51-686d2f4f8a5c req-58fb0c80-08fe-4104-b14e-206536b8719d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:40.410562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e6edc25-684d-4971-9a09-fed748c69d9f req-2074b1e3-4fff-4832-b1aa-d44f4c2a020e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/1b5d0850-f9e4-470e-8206-fd3d17f19e5f HTTP/1.1" status: 200 len: 1804 time: 0.1185200 Oct 29 08:28:40.410731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7429d349-f46c-4cf3-8d51-686d2f4f8a5c req-58fb0c80-08fe-4104-b14e-206536b8719d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.1432114 Oct 29 08:28:40.415717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-0e6edc25-684d-4971-9a09-fed748c69d9f req-c48bd634-fb6e-458d-9d12-8c759eb4952a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b5d0850-f9e4-470e-8206-fd3d17f19e5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:40.416064 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-0e6edc25-684d-4971-9a09-fed748c69d9f req-c48bd634-fb6e-458d-9d12-8c759eb4952a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b5d0850-f9e4-470e-8206-fd3d17f19e5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:40.471144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871de16-4cb3-4262-b8dd-93ceb3c0b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=869e98b7-8650-48ea-99bd-89b28b54e65c,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:40.510143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7429d349-f46c-4cf3-8d51-686d2f4f8a5c req-c3a2697a-be34-47a2-b048-afc157f51094 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864570 Oct 29 08:28:40.703897 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0e6edc25-684d-4971-9a09-fed748c69d9f req-c48bd634-fb6e-458d-9d12-8c759eb4952a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.706997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.732188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0e6edc25-684d-4971-9a09-fed748c69d9f req-c48bd634-fb6e-458d-9d12-8c759eb4952a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.741613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-57f84b9a-a62a-4724-9e46-9da4093e219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:40.743999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-57f84b9a-a62a-4724-9e46-9da4093e219b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 1095 time: 0.2568607 Oct 29 08:28:40.752984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0e6edc25-684d-4971-9a09-fed748c69d9f req-c48bd634-fb6e-458d-9d12-8c759eb4952a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.758597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['23fe6a6c-211c-4fa6-bb86-7dd481a65af5'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:40.782615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bd634-fb6e-458d-9d12-8c759eb4952a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26272878-9266-4110-b817-2b8a594b8662,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:40.784420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9ff96-0b90-4454-8229-37e7ccf73fec req-e10fe2b1-db32-4c4b-9d60-ae9d2203745e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:40.789100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-901bf1ff-cd62-4039-8fff-6a0178c13505 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2212577 Oct 29 08:28:40.798458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6bd9ff96-0b90-4454-8229-37e7ccf73fec req-e10fe2b1-db32-4c4b-9d60-ae9d2203745e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 944 time: 0.1454601 Oct 29 08:28:40.900106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6bd9ff96-0b90-4454-8229-37e7ccf73fec req-50c96653-06cc-4459-a532-859ece86a6cb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004734 Oct 29 08:28:40.925670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0e6edc25-684d-4971-9a09-fed748c69d9f req-c48bd634-fb6e-458d-9d12-8c759eb4952a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:40.927220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e6edc25-684d-4971-9a09-fed748c69d9f req-c48bd634-fb6e-458d-9d12-8c759eb4952a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5158224 Oct 29 08:28:40.929293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-1cbb0285-3c78-4171-ad1f-b3da465064f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 217 time: 0.1686051 Oct 29 08:28:40.979003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:40.983744 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d53deb4-55bb-4ac4-9c6a-01085009cdc8" -d '{"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:41.025571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:41.034263 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8361beb4-cf10-4236-96e5-af4229eaa2ef x-openstack-request-id: req-8361beb4-cf10-4236-96e5-af4229eaa2ef {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:41.037941 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:41.038974 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8361beb4-cf10-4236-96e5-af4229eaa2ef {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:41.041905 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'status': 'completed', 'code': 200} Oct 29 08:28:41.052490 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.119163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-38ab8cf6-b6fe-4426-b342-44cbf20b0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:41.121012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-38ab8cf6-b6fe-4426-b342-44cbf20b0a95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.1827931 Oct 29 08:28:41.124745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-02752118-b2e0-4e9e-b0b5-9040aaaca47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:41.126721 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-02752118-b2e0-4e9e-b0b5-9040aaaca47c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 1096 time: 0.2658978 Oct 29 08:28:41.150202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:41.205319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640777c-2961-4701-b104-09d9b7a7907d req-7aa16e19-3621-4c87-9ed3-4473fb150d5d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:41.206907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2640777c-2961-4701-b104-09d9b7a7907d req-7aa16e19-3621-4c87-9ed3-4473fb150d5d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 948 time: 0.1618128 Oct 29 08:28:41.304091 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fdf5170-902b-4585-b586-fe7d73d4bc64 req-368bfc39-50ef-4954-80e0-eeb15d5e33ba tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/1b5d0850-f9e4-470e-8206-fd3d17f19e5f HTTP/1.1" status: 200 len: 2397 time: 0.0646291 Oct 29 08:28:41.307070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2640777c-2961-4701-b104-09d9b7a7907d req-6affe592-e5c4-4bb4-ac48-9ca93a935e3e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595779 Oct 29 08:28:41.311682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3fdf5170-902b-4585-b586-fe7d73d4bc64 req-3c4b5827-8993-43d7-9b85-766ac18cabb6 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b5d0850-f9e4-470e-8206-fd3d17f19e5f', 'remote_group_id': None}]} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:41.312255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3fdf5170-902b-4585-b586-fe7d73d4bc64 req-3c4b5827-8993-43d7-9b85-766ac18cabb6 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b5d0850-f9e4-470e-8206-fd3d17f19e5f', 'remote_group_id': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:41.312414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-8db210c1-9b29-4610-b545-e58a3954d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:41.313768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-8db210c1-9b29-4610-b545-e58a3954d107 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741569 Oct 29 08:28:41.395230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-71d2e418-9d90-40ff-a539-74d579dcb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:41.396753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-71d2e418-9d90-40ff-a539-74d579dcb4f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 926 time: 0.2411652 Oct 29 08:28:41.439354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3fdf5170-902b-4585-b586-fe7d73d4bc64 req-3c4b5827-8993-43d7-9b85-766ac18cabb6 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.521090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3fdf5170-902b-4585-b586-fe7d73d4bc64 req-3c4b5827-8993-43d7-9b85-766ac18cabb6 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.530212 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3fdf5170-902b-4585-b586-fe7d73d4bc64 req-3c4b5827-8993-43d7-9b85-766ac18cabb6 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.535288 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5819ed1-2420-485b-92e8-95be21d03cd9 x-openstack-request-id: req-f5819ed1-2420-485b-92e8-95be21d03cd9 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:41.540080 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:41.540742 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5819ed1-2420-485b-92e8-95be21d03cd9 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:41.541721 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'code': 200} Oct 29 08:28:41.562573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-596989fe-bcd0-4007-9c5b-efe5b5fb7b78 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf HTTP/1.1" status: 200 len: 1001 time: 0.1511819 Oct 29 08:28:41.565201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-fdfa2b5e-352c-43d2-8841-ea572d5b3f4b service neutron] 10.222.0.15 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330399 Oct 29 08:28:41.576549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3fdf5170-902b-4585-b586-fe7d73d4bc64 req-3c4b5827-8993-43d7-9b85-766ac18cabb6 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.584030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fdf5170-902b-4585-b586-fe7d73d4bc64 req-3c4b5827-8993-43d7-9b85-766ac18cabb6 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2764525 Oct 29 08:28:41.589019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b5827-8993-43d7-9b85-766ac18cabb6 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8086355-520d-45ea-bb27-a401d45ff10b,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:41.668925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d2d97e-3d66-4adb-b0d0-f0a8f3516815 req-fef546a3-127e-4328-808d-87a315692777 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/1b5d0850-f9e4-470e-8206-fd3d17f19e5f HTTP/1.1" status: 200 len: 2995 time: 0.0639927 Oct 29 08:28:41.729260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-06a9928a-098d-4a3b-bd0a-66200209ffcb req-7c361e35-1522-4026-bf1e-62f345787f14 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-group-rules/c8086355-520d-45ea-bb27-a401d45ff10b HTTP/1.1" status: 200 len: 783 time: 0.0299740 Oct 29 08:28:41.794489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-06a9928a-098d-4a3b-bd0a-66200209ffcb req-fc3f1212-90f4-44be-9169-8225a59f069b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/1b5d0850-f9e4-470e-8206-fd3d17f19e5f HTTP/1.1" status: 200 len: 2995 time: 0.0634208 Oct 29 08:28:41.826407 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06a9928a-098d-4a3b-bd0a-66200209ffcb req-c12daf24-34ec-4a0e-b1ed-7e56e4b76b16 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.836248 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06a9928a-098d-4a3b-bd0a-66200209ffcb req-c12daf24-34ec-4a0e-b1ed-7e56e4b76b16 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.864583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-1c254a1e-f77a-408a-bfb7-50bbf4d320be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:41.866325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-1c254a1e-f77a-408a-bfb7-50bbf4d320be service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 HTTP/1.1" status: 200 len: 863 time: 0.2859318 Oct 29 08:28:41.889661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06a9928a-098d-4a3b-bd0a-66200209ffcb req-c12daf24-34ec-4a0e-b1ed-7e56e4b76b16 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.907636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb606-5d9c-4ceb-ae1f-0d44d22ff3df req-62d29fea-90a0-43a4-93db-253e38852cbb tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:41.910675 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06a9928a-098d-4a3b-bd0a-66200209ffcb req-c12daf24-34ec-4a0e-b1ed-7e56e4b76b16 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:41.919746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df9bb606-5d9c-4ceb-ae1f-0d44d22ff3df req-62d29fea-90a0-43a4-93db-253e38852cbb tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.2700250 Oct 29 08:28:41.934120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-06a9928a-098d-4a3b-bd0a-66200209ffcb req-c12daf24-34ec-4a0e-b1ed-7e56e4b76b16 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c8086355-520d-45ea-bb27-a401d45ff10b HTTP/1.1" status: 204 len: 173 time: 0.1386974 Oct 29 08:28:41.937976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12daf24-34ec-4a0e-b1ed-7e56e4b76b16 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8086355-520d-45ea-bb27-a401d45ff10b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:41.972463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8e015d6-9621-42f2-8484-dd7699bec2be req-809a02a5-def5-4915-ba7c-78c53630c241 service neutron] 10.222.0.15 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998563 Oct 29 08:28:42.058553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-33aa8346-daa1-4470-a291-e2618a1ddfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:42.059999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-33aa8346-daa1-4470-a291-e2618a1ddfb8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742394 Oct 29 08:28:42.076692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df9bb606-5d9c-4ceb-ae1f-0d44d22ff3df req-499fb5f2-a006-4527-8f62-4e54a72ce5e6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558990 Oct 29 08:28:42.154213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f04eaa-3352-4a9c-9687-9b957de27823 req-e5225e3c-8597-42ce-84c3-239b18bb2575 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:42.162135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8f04eaa-3352-4a9c-9687-9b957de27823 req-e5225e3c-8597-42ce-84c3-239b18bb2575 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 944 time: 0.1120050 Oct 29 08:28:42.236533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e665ee31-a4f3-4b78-9b16-0502a39195c2 req-967bdfb7-12da-422d-8b62-c0479ec925c5 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/1b5d0850-f9e4-470e-8206-fd3d17f19e5f HTTP/1.1" status: 200 len: 2397 time: 0.0681279 Oct 29 08:28:42.240866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-4fb0674f-5742-4951-912a-851e0738d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:42.242446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-4fb0674f-5742-4951-912a-851e0738d015 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 1095 time: 0.1815424 Oct 29 08:28:42.277086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8f04eaa-3352-4a9c-9687-9b957de27823 req-329d45f9-ab7d-437e-97c0-80c637a66619 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139593 Oct 29 08:28:42.345240 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-8d214e43-1904-49ec-a68b-39377cfa6bef service neutron] 10.222.0.93 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662942 Oct 29 08:28:42.454465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e665ee31-a4f3-4b78-9b16-0502a39195c2 req-8700287c-7ae2-49d4-91db-40cc0841f2ea tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:42.510088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-ae0758c0-07b4-4405-9f1a-205ce8eefc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:42.511753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-ae0758c0-07b4-4405-9f1a-205ce8eefc65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.2479544 Oct 29 08:28:42.515659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e665ee31-a4f3-4b78-9b16-0502a39195c2 req-8700287c-7ae2-49d4-91db-40cc0841f2ea tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:42.596909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-a5e625b0-f386-434b-8c06-a5803919f9aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 217 time: 0.0710852 Oct 29 08:28:42.606211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b0a7f-f18b-4b59-afaf-f3349f8b9149 req-39e4c4a8-3ff3-44cf-a517-73acb20a9599 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:42.617233 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a8b0a7f-f18b-4b59-afaf-f3349f8b9149 req-39e4c4a8-3ff3-44cf-a517-73acb20a9599 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 948 time: 0.0833902 Oct 29 08:28:42.634653 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63f2bf4d-bd9e-4a9c-af1a-db0fc31388e3 req-f751884c-5513-43aa-989c-0e2c0608fd63 service neutron] 10.222.0.93 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597802 Oct 29 08:28:42.792884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a8b0a7f-f18b-4b59-afaf-f3349f8b9149 req-8daadc9d-c0f1-41df-8054-295c7eea74e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744177 Oct 29 08:28:42.799373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-ea89dfa5-59a6-43ac-90e4-71bed0b2f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:42.804438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-ea89dfa5-59a6-43ac-90e4-71bed0b2f376 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.1949449 Oct 29 08:28:42.807689 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e665ee31-a4f3-4b78-9b16-0502a39195c2 req-8700287c-7ae2-49d4-91db-40cc0841f2ea tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:42.814303 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e665ee31-a4f3-4b78-9b16-0502a39195c2 req-8700287c-7ae2-49d4-91db-40cc0841f2ea tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:42.832758 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e665ee31-a4f3-4b78-9b16-0502a39195c2 req-8700287c-7ae2-49d4-91db-40cc0841f2ea tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "DELETE /v2.0/security-groups/1b5d0850-f9e4-470e-8206-fd3d17f19e5f HTTP/1.1" status: 204 len: 173 time: 0.5812705 Oct 29 08:28:42.877391 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-4c5c2ccf-a313-4aa4-b417-03901106eb37 req-b6a4234a-6390-4bb2-948c-54c922d7c298 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] show failed (client error): The resource could not be found. Oct 29 08:28:42.891981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c5c2ccf-a313-4aa4-b417-03901106eb37 req-b6a4234a-6390-4bb2-948c-54c922d7c298 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/e315a8ab-fda2-46f7-be81-f5cf90bc7c0b HTTP/1.1" status: 404 len: 352 time: 0.0357707 Oct 29 08:28:42.900888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700287c-7ae2-49d4-91db-40cc0841f2ea tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d0850-f9e4-470e-8206-fd3d17f19e5f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:42.938268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-4cad2132-de55-4d97-96c2-088d72ffde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:42.940293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-4cad2132-de55-4d97-96c2-088d72ffde2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037164 Oct 29 08:28:42.995533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21f73f4a-a7fc-44a0-93ee-1ec216fc3885 req-a702cb00-1f74-4298-9846-f98cc9184167 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/19b3627c-c014-4ab0-a963-e44ccd9d8823 HTTP/1.1" status: 200 len: 1805 time: 0.0793495 Oct 29 08:28:43.088552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-21f73f4a-a7fc-44a0-93ee-1ec216fc3885 req-423ea33e-2807-4f95-97e4-573452844a5b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.128272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-cef056c3-5806-47ea-ae95-b52dc0d06f34 service neutron] 10.222.0.15 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761858 Oct 29 08:28:43.152178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-21f73f4a-a7fc-44a0-93ee-1ec216fc3885 req-423ea33e-2807-4f95-97e4-573452844a5b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.224722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-21f73f4a-a7fc-44a0-93ee-1ec216fc3885 req-423ea33e-2807-4f95-97e4-573452844a5b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.232355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-21f73f4a-a7fc-44a0-93ee-1ec216fc3885 req-423ea33e-2807-4f95-97e4-573452844a5b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.237570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21f73f4a-a7fc-44a0-93ee-1ec216fc3885 req-423ea33e-2807-4f95-97e4-573452844a5b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "DELETE /v2.0/security-groups/19b3627c-c014-4ab0-a963-e44ccd9d8823 HTTP/1.1" status: 204 len: 173 time: 0.2353783 Oct 29 08:28:43.347830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695b585-0c6b-4ec8-921d-2b84db7b0112 req-3ee66890-6ee9-4946-9e7e-b87b620fa6f2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:43.355411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2695b585-0c6b-4ec8-921d-2b84db7b0112 req-3ee66890-6ee9-4946-9e7e-b87b620fa6f2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.0946395 Oct 29 08:28:43.366500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dba91475-ab72-4c75-8a76-173717a4c8f7 req-c42f49bb-6863-45c9-b5df-4421a0c6aa20 service neutron] 10.222.0.15 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297208 Oct 29 08:28:43.366731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9111b3cb-dcf2-4c66-8efc-227639bad2ed req-ac4c0982-a52b-47fc-a6da-8f66dec0b558 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/53ee32b5-1d37-453c-9849-a9a36b2a3730 HTTP/1.1" status: 200 len: 1804 time: 0.0909817 Oct 29 08:28:43.400511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ea33e-2807-4f95-97e4-573452844a5b tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b3627c-c014-4ab0-a963-e44ccd9d8823,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:43.431153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2695b585-0c6b-4ec8-921d-2b84db7b0112 req-1b049a2f-3586-452e-8e2a-12c6abb003df tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749142 Oct 29 08:28:43.524024 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9111b3cb-dcf2-4c66-8efc-227639bad2ed req-063086a9-636c-4573-9dbf-82f5c311af51 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.579134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9111b3cb-dcf2-4c66-8efc-227639bad2ed req-063086a9-636c-4573-9dbf-82f5c311af51 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.652524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2ac1-4d1d-4fcf-b19a-e16c7d3263e5 req-8d7e17fb-cd65-4ffb-baf1-449606e63dad tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:43.654002 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-839d2ac1-4d1d-4fcf-b19a-e16c7d3263e5 req-8d7e17fb-cd65-4ffb-baf1-449606e63dad tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 944 time: 0.0851359 Oct 29 08:28:43.683618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9111b3cb-dcf2-4c66-8efc-227639bad2ed req-063086a9-636c-4573-9dbf-82f5c311af51 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.686640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9111b3cb-dcf2-4c66-8efc-227639bad2ed req-063086a9-636c-4573-9dbf-82f5c311af51 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.703241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9111b3cb-dcf2-4c66-8efc-227639bad2ed req-063086a9-636c-4573-9dbf-82f5c311af51 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "DELETE /v2.0/security-groups/53ee32b5-1d37-453c-9849-a9a36b2a3730 HTTP/1.1" status: 204 len: 173 time: 0.3352401 Oct 29 08:28:43.725434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063086a9-636c-4573-9dbf-82f5c311af51 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee32b5-1d37-453c-9849-a9a36b2a3730,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:43.761374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-839d2ac1-4d1d-4fcf-b19a-e16c7d3263e5 req-2f569f41-de54-4bc0-8559-ac9fd00ddb99 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999336 Oct 29 08:28:43.889350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6a5b3f0-4c36-4544-bb12-39b83f350774 req-b2e3a5aa-6456-4a4d-9279-c5ddba409b7a tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/6447240a-a944-4c00-999f-98321a139d25 HTTP/1.1" status: 200 len: 1805 time: 0.0542419 Oct 29 08:28:43.904028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:43.983155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591a931-d939-487d-9fa8-9719752f07cd req-3ecd54ee-e433-4d3f-ab50-4b090e00a625 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:43.988051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c6a5b3f0-4c36-4544-bb12-39b83f350774 req-9c3b33d7-64d6-47f9-bcc6-01c58eb1fc9e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:43.991446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1591a931-d939-487d-9fa8-9719752f07cd req-3ecd54ee-e433-4d3f-ab50-4b090e00a625 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 948 time: 0.0813475 Oct 29 08:28:44.037373 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c6a5b3f0-4c36-4544-bb12-39b83f350774 req-9c3b33d7-64d6-47f9-bcc6-01c58eb1fc9e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.042716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:28:44.054961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:44.055487 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.098853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1591a931-d939-487d-9fa8-9719752f07cd req-33772769-7eb7-4878-9306-f4e6ea358e92 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061976 Oct 29 08:28:44.162489 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c6a5b3f0-4c36-4544-bb12-39b83f350774 req-9c3b33d7-64d6-47f9-bcc6-01c58eb1fc9e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.165638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c6a5b3f0-4c36-4544-bb12-39b83f350774 req-9c3b33d7-64d6-47f9-bcc6-01c58eb1fc9e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.172831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6a5b3f0-4c36-4544-bb12-39b83f350774 req-9c3b33d7-64d6-47f9-bcc6-01c58eb1fc9e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "DELETE /v2.0/security-groups/6447240a-a944-4c00-999f-98321a139d25 HTTP/1.1" status: 204 len: 173 time: 0.2749698 Oct 29 08:28:44.214439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b33d7-64d6-47f9-bcc6-01c58eb1fc9e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447240a-a944-4c00-999f-98321a139d25,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:44.277290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.281011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-839a731a-b603-41ca-ac35-400547e7de40 req-7e21a77f-86d3-4768-b246-c7fc8407cc77 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/113711bb-7deb-4ad3-8204-8527324b826f HTTP/1.1" status: 200 len: 2404 time: 0.0763094 Oct 29 08:28:44.337318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 869e98b7-8650-48ea-99bd-89b28b54e65c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:44.355430 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e08275d3-f7c8-4d76-b1a0-e2c2effef4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.383279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-839a731a-b603-41ca-ac35-400547e7de40 req-672a797f-4cef-4a13-b067-e42ff96f595e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.386371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd027908a-240d-49ee-bc2c-47e041577a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fe6a6c-211c-4fa6-bb86-7dd481a65af5'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:44.388807 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b2e03-3574-4bbc-b514-fe4fb6c89d12" -d '{"events": [{"server_uuid": "d027908a-240d-49ee-bc2c-47e041577a25", "name": "network-vif-plugged", "status": "completed", "tag": "23fe6a6c-211c-4fa6-bb86-7dd481a65af5"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:44.438367 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-839a731a-b603-41ca-ac35-400547e7de40 req-672a797f-4cef-4a13-b067-e42ff96f595e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.488740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:44.491995 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ae78b-df52-47dd-bee8-edb15d48e5e4 x-openstack-request-id: req-9a5ae78b-df52-47dd-bee8-edb15d48e5e4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:44.492306 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d027908a-240d-49ee-bc2c-47e041577a25", "name": "network-vif-plugged", "status": "completed", "tag": "23fe6a6c-211c-4fa6-bb86-7dd481a65af5", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:44.492578 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a5ae78b-df52-47dd-bee8-edb15d48e5e4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:44.493348 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd027908a-240d-49ee-bc2c-47e041577a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fe6a6c-211c-4fa6-bb86-7dd481a65af5', 'code': 200} Oct 29 08:28:44.514158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-839a731a-b603-41ca-ac35-400547e7de40 req-672a797f-4cef-4a13-b067-e42ff96f595e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.520621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-839a731a-b603-41ca-ac35-400547e7de40 req-672a797f-4cef-4a13-b067-e42ff96f595e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.521073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.521981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-839a731a-b603-41ca-ac35-400547e7de40 req-672a797f-4cef-4a13-b067-e42ff96f595e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "DELETE /v2.0/security-groups/113711bb-7deb-4ad3-8204-8527324b826f HTTP/1.1" status: 204 len: 173 time: 0.2326281 Oct 29 08:28:44.546745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a797f-4cef-4a13-b067-e42ff96f595e tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113711bb-7deb-4ad3-8204-8527324b826f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:44.636341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:44.644231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0590b9d3-7dce-4c06-84de-3ba57764262a req-d44b8287-f3d8-4751-bed1-ed88db66bce9 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "GET /v2.0/security-groups/9a07fde7-85b2-4523-b215-0c7809c7f144 HTTP/1.1" status: 200 len: 2397 time: 0.0810385 Oct 29 08:28:44.682286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fabae9-ff5d-4a35-a6f8-30f4133ce0c6 req-5bfffaf7-2277-4772-8007-9d2d9dac27e5 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:44.690684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-22fabae9-ff5d-4a35-a6f8-30f4133ce0c6 req-5bfffaf7-2277-4772-8007-9d2d9dac27e5 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 944 time: 0.0992327 Oct 29 08:28:44.719171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bd9fb-84fa-4688-8796-2b8fdd5bb878 req-8b70e7d2-ee1e-42a6-885f-a50ebab95a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:44.721239 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c64bd9fb-84fa-4688-8796-2b8fdd5bb878 req-8b70e7d2-ee1e-42a6-885f-a50ebab95a14 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 1100 time: 0.1201279 Oct 29 08:28:44.772021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 869e98b7-8650-48ea-99bd-89b28b54e65c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=869e98b7-8650-48ea-99bd-89b28b54e65c,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:44.783664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0590b9d3-7dce-4c06-84de-3ba57764262a req-afae66d0-b779-4ca1-887a-bceab518bc39 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.789710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'port_id': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'mac_address': 'fa:16:3e:01:9f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:28:44.807637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c64bd9fb-84fa-4688-8796-2b8fdd5bb878 req-c6c32185-582d-4ad8-bd02-45102e81ce51 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616369 Oct 29 08:28:44.815125 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-22fabae9-ff5d-4a35-a6f8-30f4133ce0c6 req-0dd5a750-9c3a-40e0-b8cd-9181e76a6567 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231713 Oct 29 08:28:44.839850 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0590b9d3-7dce-4c06-84de-3ba57764262a req-afae66d0-b779-4ca1-887a-bceab518bc39 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.897311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.924438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869e98b7-8650-48ea-99bd-89b28b54e65c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:44.942937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0590b9d3-7dce-4c06-84de-3ba57764262a req-afae66d0-b779-4ca1-887a-bceab518bc39 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.953583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0590b9d3-7dce-4c06-84de-3ba57764262a req-afae66d0-b779-4ca1-887a-bceab518bc39 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:44.966707 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ffd76-2369-4868-a699-c142a26f9dae req-93bd507c-2f5c-49bc-a421-77b283d77f82 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:44.976148 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f5ffd76-2369-4868-a699-c142a26f9dae req-93bd507c-2f5c-49bc-a421-77b283d77f82 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 944 time: 0.0687840 Oct 29 08:28:44.977745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0590b9d3-7dce-4c06-84de-3ba57764262a req-afae66d0-b779-4ca1-887a-bceab518bc39 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a07fde7-85b2-4523-b215-0c7809c7f144 HTTP/1.1" status: 204 len: 173 time: 0.3186448 Oct 29 08:28:44.979553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40478) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:44.986035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 869e98b7-8650-48ea-99bd-89b28b54e65c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=869e98b7-8650-48ea-99bd-89b28b54e65c,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:44.996310 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.020653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae66d0-b779-4ca1-887a-bceab518bc39 tempest-SecurityGroupRulesTestJSON-528328254 tempest-SecurityGroupRulesTestJSON-528328254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a07fde7-85b2-4523-b215-0c7809c7f144,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:45.037328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78cf4c4-6e6e-4a11-ba44-6fc1cea870b2 admin admin] Deleting subnet 1a5f20ba-c645-4487-bbbc-040c66db9990 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:28:45.040865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78cf4c4-6e6e-4a11-ba44-6fc1cea870b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.095394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78cf4c4-6e6e-4a11-ba44-6fc1cea870b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.148114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f5ffd76-2369-4868-a699-c142a26f9dae req-ef59761c-f902-4042-916b-4bf4f49e460b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703734 Oct 29 08:28:45.195100 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78cf4c4-6e6e-4a11-ba44-6fc1cea870b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.195856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=869e98b7-8650-48ea-99bd-89b28b54e65c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:45.350854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['869e98b7-8650-48ea-99bd-89b28b54e65c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:45.468028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78cf4c4-6e6e-4a11-ba44-6fc1cea870b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.534862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78cf4c4-6e6e-4a11-ba44-6fc1cea870b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.541323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40494) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:45.543871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a78cf4c4-6e6e-4a11-ba44-6fc1cea870b2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1a5f20ba-c645-4487-bbbc-040c66db9990 HTTP/1.1" status: 204 len: 168 time: 0.5628793 Oct 29 08:28:45.547480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cf4c4-6e6e-4a11-ba44-6fc1cea870b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5f20ba-c645-4487-bbbc-040c66db9990,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:45.577728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b9b89-e8cb-48b8-91af-7099f1c87f4a req-c1955349-08d3-4b3e-a7e5-e806ae199bb6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:45.586343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-340b9b89-e8cb-48b8-91af-7099f1c87f4a req-c1955349-08d3-4b3e-a7e5-e806ae199bb6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 949 time: 0.2085192 Oct 29 08:28:45.657838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-340b9b89-e8cb-48b8-91af-7099f1c87f4a req-7d255cae-04fc-4f05-bafb-5d649aeeb1b3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 Oct 29 08:28:45.773719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.896787 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.900296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:28:45.927029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c47df5d-d3ef-48e7-8c96-90326b50a822']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:45.939201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6470807-f77d-48f6-aa13-2159cfd61ee0') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:45.939605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6470807-f77d-48f6-aa13-2159cfd61ee0') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:45.952091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.967637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:45.978719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:28:45.979159 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:28:46.039727 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:28:46.044631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:46.053333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:46.057439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] 10.222.0.70 "DELETE /v2.0/networks/6c47df5d-d3ef-48e7-8c96-90326b50a822 HTTP/1.1" status: 204 len: 168 time: 0.5145035 Oct 29 08:28:46.075913 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c47df5d-d3ef-48e7-8c96-90326b50a822,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:46.096843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.097256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.097614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.102290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.102748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.103375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.103375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.103877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.104281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.104614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.107847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.108332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71219a7d-3115-41cd-8c29-14693fb7119a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:46.202994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:46.224541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:28:46.258885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40502) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:46.315482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fcc2fcf9-ea31-4841-96fe-e6abd854daa1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f48e23676e342f8acdbfce951cfa3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551310 Oct 29 08:28:46.317977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40506) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:46.388622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801c140a-7980-4b9c-8fc5-8c6883dd5e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:46.433188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801c140a-7980-4b9c-8fc5-8c6883dd5e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:46.543659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801c140a-7980-4b9c-8fc5-8c6883dd5e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:46.548240 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801c140a-7980-4b9c-8fc5-8c6883dd5e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:46.553691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-801c140a-7980-4b9c-8fc5-8c6883dd5e81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0959307-c0ca-443c-a854-812566295eda HTTP/1.1" status: 204 len: 168 time: 0.2309048 Oct 29 08:28:46.565146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c140a-7980-4b9c-8fc5-8c6883dd5e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0959307-c0ca-443c-a854-812566295eda,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:46.952925 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef03b9a0-01a3-4609-9e8f-d41fca6251d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:47.731399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40534) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:47.880764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1993523062-network', 'tenant_id': 'b4a38546893b46f998bebc4940fb4f5d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:47.914746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:28:47.922119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Made reservation on behalf of b4a38546893b46f998bebc4940fb4f5d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:47.924973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:47.952281 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.039009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:28:48.042126 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.094229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.104051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.142423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3973d0-bbf7-4dc4-8fbd-acf5a9831902,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:48.176246 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:28:48.200768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.201116 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Added segment 310f105e-cb36-4773-a85d-7aa846851a2a of type vlan for network 5e01781b-e95c-4223-85dd-c1cbc13ec9d0 Oct 29 08:28:48.214351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-34ddba26-ddcd-45ac-a640-21ed5fb602d0 service neutron] 10.222.0.15 "GET /v2.0/ports/52d4651b-6b06-4fc7-8291-99e29d596752/bindings/n-h1-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.1573684 Oct 29 08:28:48.219511 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.285588 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.341266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 869e98b7-8650-48ea-99bd-89b28b54e65c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:28:48.395021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.395976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:48.396574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.454263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 869e98b7-8650-48ea-99bd-89b28b54e65c completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:28:48.468637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 869e98b7-8650-48ea-99bd-89b28b54e65c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:28:48.469117 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.548092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7992053 Oct 29 08:28:48.548445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40538) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:48.548445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Request body: {'subnet': {'network_id': '5e01781b-e95c-4223-85dd-c1cbc13ec9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1993523062-subnet', 'tenant_id': 'b4a38546893b46f998bebc4940fb4f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:48.657928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a9242-a2a8-4a45-95e2-1e48b4c9cc81 admin admin] Pushing event updated for resources: {'Network': ['ID=5e01781b-e95c-4223-85dd-c1cbc13ec9d0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:48.658413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Made reservation on behalf of b4a38546893b46f998bebc4940fb4f5d for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:48.667917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:48.668441 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.683681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 5e01781b-e95c-4223-85dd-c1cbc13ec9d0 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:28:48.714211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:48.779416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d4651b-6b06-4fc7-8291-99e29d596752 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:28:48.797726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:48.821723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:48.987935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:49.004471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] Transition to ACTIVE for port object 52d4651b-6b06-4fc7-8291-99e29d596752 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:28:49.013102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:49.064047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 869e98b7-8650-48ea-99bd-89b28b54e65c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=869e98b7-8650-48ea-99bd-89b28b54e65c,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:49.065929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:49.069340 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3ecd81-7776-47d1-98c6-019216e61fb3" -d '{"events": [{"server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "name": "network-vif-plugged", "status": "completed", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:49.070322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:49.073569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:49.074334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:28:49.098494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] Pushing event updated for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=10']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:49.166305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] No DVR routers for this DVR port 52d4651b-6b06-4fc7-8291-99e29d596752 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:28:49.200290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-e8bdc690-cfbd-49f2-87e8-8aa8c9b47d95 service neutron] 10.222.0.15 "PUT /v2.0/ports/52d4651b-6b06-4fc7-8291-99e29d596752/bindings/n-h1-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9605315 Oct 29 08:28:49.203232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=869e98b7-8650-48ea-99bd-89b28b54e65c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:49.207524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:28:49.264130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Checking segment: {'id': '310f105e-cb36-4773-a85d-7aa846851a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '5e01781b-e95c-4223-85dd-c1cbc13ec9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:28:49.264501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Network hostable DHCP agents. Network: 5e01781b-e95c-4223-85dd-c1cbc13ec9d0, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:28:49.268175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5dceb42-f895-4c72-b0d1-96e8c219f86e,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:49.292431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Network 5e01781b-e95c-4223-85dd-c1cbc13ec9d0 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:28:49.314179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 5e01781b-e95c-4223-85dd-c1cbc13ec9d0) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:49.318861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:49.319463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:49.326396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6631f76-2784-4499-a1c5-050ca0ee98d7 None None] Network 5e01781b-e95c-4223-85dd-c1cbc13ec9d0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:28:49.362156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cde36242-b6c4-4842-ae13-a8de9cf6ed38 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8238578 Oct 29 08:28:49.408559 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:49.530366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72b331-823e-4ff1-bba1-5c3389ea5390 None None] Network 5e01781b-e95c-4223-85dd-c1cbc13ec9d0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:28:55.782796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8136cab8-e829-41ab-88a7-8da4985a2a22 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:55.784446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-8136cab8-e829-41ab-88a7-8da4985a2a22 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.0495460 Oct 29 08:28:55.820583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5aa451-7792-4314-8ad2-9b61f1fe0209 req-767adc75-b2a9-47af-a032-6813b68edcaa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:55.822161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9e5aa451-7792-4314-8ad2-9b61f1fe0209 req-767adc75-b2a9-47af-a032-6813b68edcaa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 945 time: 0.0593102 Oct 29 08:28:55.863606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9e5aa451-7792-4314-8ad2-9b61f1fe0209 req-c5638c33-e3d9-4a52-a9cd-37d5f0c928db tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 Oct 29 08:28:55.865154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a8e7e-6d50-4335-96cd-d50d18f7b1ba req-48b6de33-6a13-4483-8053-0b4cc81c7499 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:55.866661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d30a8e7e-6d50-4335-96cd-d50d18f7b1ba req-48b6de33-6a13-4483-8053-0b4cc81c7499 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 946 time: 0.0813332 Oct 29 08:28:55.869744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-61792563-881b-441c-a378-6c9ace208bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:55.871125 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-61792563-881b-441c-a378-6c9ace208bb3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9&tenant_id=c8dfe169bd65444eadf33eb01e29c196 HTTP/1.1" status: 200 len: 1096 time: 0.0754044 Oct 29 08:28:55.907769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d30a8e7e-6d50-4335-96cd-d50d18f7b1ba req-38cb4bad-21f6-4bb2-91ca-af97a00dc1d7 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Oct 29 08:28:55.963357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-90f00dcd-e104-47ce-a30e-4fdaa0afe7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:55.965445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-90f00dcd-e104-47ce-a30e-4fdaa0afe7d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1096 time: 0.0522768 Oct 29 08:28:55.972480 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94c0c0e-3c46-492b-a1f1-9ed5511e648d x-openstack-request-id: req-b94c0c0e-3c46-492b-a1f1-9ed5511e648d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:55.973030 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "name": "network-vif-plugged", "status": "completed", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:55.973030 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b94c0c0e-3c46-492b-a1f1-9ed5511e648d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:55.973430 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'code': 200} Oct 29 08:28:56.105329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a524bfe-0de9-42f6-a61d-b617900b692d req-c0752f47-1fe8-40fa-a8d6-32613e935cfb tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:56.106859 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a524bfe-0de9-42f6-a61d-b617900b692d req-c0752f47-1fe8-40fa-a8d6-32613e935cfb tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 949 time: 0.1368403 Oct 29 08:28:56.117403 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-f4e730a3-7f54-41a6-9392-cafd972e28a2 req-469d9f2c-c8d4-40c9-a42a-85781fbf5245 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] show failed (client error): The resource could not be found. Oct 29 08:28:56.118605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e730a3-7f54-41a6-9392-cafd972e28a2 req-469d9f2c-c8d4-40c9-a42a-85781fbf5245 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] 10.222.0.70 "GET /v2.0/security-groups/c5d832c5-3fd2-4f4a-91e9-60d8c82c2393 HTTP/1.1" status: 404 len: 352 time: 0.0153203 Oct 29 08:28:56.131945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7ea2-8690-4240-9230-7748ad568405 req-f4f90cc5-26ed-4f21-acd6-56cf39b9159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:56.133422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-384a7ea2-8690-4240-9230-7748ad568405 req-f4f90cc5-26ed-4f21-acd6-56cf39b9159e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 1097 time: 0.0912635 Oct 29 08:28:56.160822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-7816b871-904a-47c5-9e0c-e5f1f338c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:56.162281 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-7816b871-904a-47c5-9e0c-e5f1f338c46c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.1833856 Oct 29 08:28:56.220853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a524bfe-0de9-42f6-a61d-b617900b692d req-15059a1f-86fb-45fc-bbef-7c4009200767 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048863 Oct 29 08:28:56.228817 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-3b750ab9-f5ee-48d3-9fc8-68642e1c0a55 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 200 len: 217 time: 0.0544007 Oct 29 08:28:56.234156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-384a7ea2-8690-4240-9230-7748ad568405 req-97378f0d-319f-448d-b1c2-c7e56da97df7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844920 Oct 29 08:28:56.287070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-9288875a-1f5a-4817-b6b9-f3014d9b214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:56.288812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-9288875a-1f5a-4817-b6b9-f3014d9b214c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0519719 Oct 29 08:28:56.322111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-12167aab-ceb1-4139-8359-9890eac75f89 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:56.324181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-12167aab-ceb1-4139-8359-9890eac75f89 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 806 time: 0.1265540 Oct 29 08:28:56.331079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-ab2a9cdc-c56d-492e-b03b-ee7fb6e0b635 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328939 Oct 29 08:28:56.339959 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-889141b8-71b0-4eeb-8dab-e244067a04f4 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/quotas/4b74fa48c79a4a0296257f468b687cb8 HTTP/1.1" status: 200 len: 375 time: 0.0096238 Oct 29 08:28:56.395068 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-f048a982-7347-4901-a170-d371341ec74f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489089 Oct 29 08:28:56.460078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd8d7-3aa4-4553-ad01-3aa3827ec952 req-43edd2e3-b035-40a3-a3bc-4a9e081dcbf2 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:56.461601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-285fd8d7-3aa4-4553-ad01-3aa3827ec952 req-43edd2e3-b035-40a3-a3bc-4a9e081dcbf2 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 950 time: 0.0971859 Oct 29 08:28:56.480117 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-9b3dad8c-0b99-46b1-8f82-4989ba70c566 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369665 Oct 29 08:28:56.493392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-3146aed5-a918-49c8-b35f-58fa973861da service neutron] 10.222.0.70 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898376 Oct 29 08:28:56.589132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-842a91ce-37e0-4996-a467-0c1fc433a7b7 service neutron] 10.222.0.70 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885551 Oct 29 08:28:56.836012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-285fd8d7-3aa4-4553-ad01-3aa3827ec952 req-c9090d7b-0e82-4f3c-9e23-37593686530c tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658211 Oct 29 08:28:56.903238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2498d81f-7675-419c-aec1-47ab16482cf8 req-4005bb26-a266-4447-89df-5878c45e6bb0 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4a38546893b46f998bebc4940fb4f5d HTTP/1.1" status: 200 len: 2984 time: 0.0623345 Oct 29 08:28:56.909018 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-99af33bb-bed5-4273-89f7-aafe13396b63 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194269 Oct 29 08:28:56.968810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2498d81f-7675-419c-aec1-47ab16482cf8 req-85740a5f-7469-451e-8bb9-a1d7a25b18e9 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] 10.222.0.70 "GET /v2.0/security-groups/cc3973d0-bbf7-4dc4-8fbd-acf5a9831902 HTTP/1.1" status: 200 len: 2981 time: 0.0559089 Oct 29 08:28:57.027510 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2498d81f-7675-419c-aec1-47ab16482cf8 req-1579742c-e2a1-46a2-9178-f3ca57779833 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] 10.222.0.70 "GET /v2.0/security-groups/cc3973d0-bbf7-4dc4-8fbd-acf5a9831902 HTTP/1.1" status: 200 len: 2981 time: 0.0523918 Oct 29 08:28:57.103989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-341ca626-d0f2-4038-aec9-2ad735f15e27 req-9f28e1e2-06af-46e3-afe9-88b801f16ad8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 210 time: 0.0406532 Oct 29 08:28:57.295732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b6559-faa6-4fa0-acba-cdf4934e700e req-10fa1383-45ba-4ce5-a4d6-61963fbe0aef tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:57.297324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-448b6559-faa6-4fa0-acba-cdf4934e700e req-10fa1383-45ba-4ce5-a4d6-61963fbe0aef tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 945 time: 0.0903885 Oct 29 08:28:57.299474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-a86162c4-93a5-4f34-9bf6-1c8ff648df41 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:57.301287 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-a86162c4-93a5-4f34-9bf6-1c8ff648df41 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.0823464 Oct 29 08:28:57.381552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-448b6559-faa6-4fa0-acba-cdf4934e700e req-e11e3da5-1f53-4c63-95c5-295738c71b00 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766401 Oct 29 08:28:57.505901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e4df1-d256-433e-9f86-7d70dd41c501 req-af30c1ff-ffbf-4531-90c8-a1a2f8d9a5b5 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:57.507763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-700e4df1-d256-433e-9f86-7d70dd41c501 req-af30c1ff-ffbf-4531-90c8-a1a2f8d9a5b5 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 946 time: 0.0593722 Oct 29 08:28:57.508213 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64ebcc14-f4a1-4313-b506-eed1657d2aca req-d0d92455-ab55-491e-b2d9-54e79c12fa08 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] 10.222.0.70 "GET /v2.0/security-groups/cc3973d0-bbf7-4dc4-8fbd-acf5a9831902 HTTP/1.1" status: 200 len: 2981 time: 0.0585406 Oct 29 08:28:57.512525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-2064b678-8194-4c40-9ccf-d342788390f5 service neutron] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:28:57.515878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-2064b678-8194-4c40-9ccf-d342788390f5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:57.516970 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8aa41b7-9acc-4d71-91eb-1f30accf2d49 req-2064b678-8194-4c40-9ccf-d342788390f5 service neutron] 10.222.0.93 "DELETE /v2.0/ports/52d4651b-6b06-4fc7-8291-99e29d596752/bindings/n-h2-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.2047856 Oct 29 08:28:57.564616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-700e4df1-d256-433e-9f86-7d70dd41c501 req-b86156b5-b5bd-4d91-bf90-d19584b3dbbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Oct 29 08:28:57.616328 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-64ebcc14-f4a1-4313-b506-eed1657d2aca req-a7e33147-c383-4193-8b8c-41081b32bb88 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 08:28:57.620550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64ebcc14-f4a1-4313-b506-eed1657d2aca req-a7e33147-c383-4193-8b8c-41081b32bb88 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] 10.222.0.70 "DELETE /v2.0/security-groups/cc3973d0-bbf7-4dc4-8fbd-acf5a9831902 HTTP/1.1" status: 409 len: 352 time: 0.0970306 Oct 29 08:28:57.706871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683eff-528a-45a2-8ad3-51618bbf9eac req-92ddcbf0-1689-4619-beb7-785ea40c6a52 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:57.708478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82683eff-528a-45a2-8ad3-51618bbf9eac req-92ddcbf0-1689-4619-beb7-785ea40c6a52 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 949 time: 0.0742383 Oct 29 08:28:57.740056 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-d22d49c9-b13a-4bba-b02b-b0c7636d0658 req-8ec72101-4470-447d-a063-7c68f3dc9e80 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] show failed (client error): The resource could not be found. Oct 29 08:28:57.742036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d22d49c9-b13a-4bba-b02b-b0c7636d0658 req-8ec72101-4470-447d-a063-7c68f3dc9e80 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] 10.222.0.70 "GET /v2.0/security-groups/242ab4c3-31a9-4352-a8b0-3b31053666e8 HTTP/1.1" status: 404 len: 352 time: 0.0150275 Oct 29 08:28:57.757925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82683eff-528a-45a2-8ad3-51618bbf9eac req-701b506b-a73b-4100-b037-958d2dac5bad tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Oct 29 08:28:57.779077 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-a33495b1-6358-4fce-947e-6f56d7d93457 req-3acbab13-9255-430d-adf5-7892ea8e7d29 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] show failed (client error): The resource could not be found. Oct 29 08:28:57.780099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a33495b1-6358-4fce-947e-6f56d7d93457 req-3acbab13-9255-430d-adf5-7892ea8e7d29 tempest-SecurityGroupsNegativeTestJSON-785812610 tempest-SecurityGroupsNegativeTestJSON-785812610-project] 10.222.0.70 "GET /v2.0/security-groups/63e234ae-110b-4483-b207-a00b700fcbc1 HTTP/1.1" status: 404 len: 352 time: 0.0154569 Oct 29 08:28:57.790428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40654) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:57.836290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Deleting subnet c5dceb42-f895-4c72-b0d1-96e8c219f86e {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:28:57.839616 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:57.872567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dc9b8-2244-4c43-838b-cdf61ff0420c req-a844e36b-573d-4252-8961-371e7cd15294 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:57.874143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1dc9b8-2244-4c43-838b-cdf61ff0420c req-a844e36b-573d-4252-8961-371e7cd15294 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 1100 time: 0.0463452 Oct 29 08:28:57.874654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:57.912115 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1dc9b8-2244-4c43-838b-cdf61ff0420c req-6f6a5834-1cf0-42fe-ae95-824e29c68e05 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Oct 29 08:28:57.918378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:57.982940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.014713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.017989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c5dceb42-f895-4c72-b0d1-96e8c219f86e HTTP/1.1" status: 204 len: 168 time: 0.2264895 Oct 29 08:28:58.018906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5dceb42-f895-4c72-b0d1-96e8c219f86e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:58.020806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40660) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:58.028653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.028992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.029329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.030230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.030230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.030429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.030594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.030943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.031222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.031537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.031872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.032193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7faa85-f847-4043-a689-40e8a848b8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:28:58.128670 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.135006 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-e1a7b2c1-1cfe-4702-b83e-3f336fcaea99 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241456 Oct 29 08:28:58.249102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83836f28-3248-45e7-8728-ad3263432b1a req-9f45b326-7156-42e2-97cc-0dc169323b8a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 210 time: 0.0389254 Oct 29 08:28:58.250800 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.284384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e01781b-e95c-4223-85dd-c1cbc13ec9d0']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:58.296207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310f105e-cb36-4773-a85d-7aa846851a2a') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:58.296506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310f105e-cb36-4773-a85d-7aa846851a2a') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:28:58.309179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.325311 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.330090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-626dba86-cffa-40cb-8ca3-bb6dc82b2050 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:58.332094 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-626dba86-cffa-40cb-8ca3-bb6dc82b2050 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906302 Oct 29 08:28:58.332910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:28:58.333315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:28:58.345990 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:28:58.364748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-49a34cf0-93de-4eba-89d5-f1729feb9222 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:58.366200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-49a34cf0-93de-4eba-89d5-f1729feb9222 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 806 time: 0.2013388 Oct 29 08:28:58.367614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-11969309-d0e8-4233-8ab5-f2c220d6c2f0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/quotas/d4a08d6f772541dc818a6c82460ed42d HTTP/1.1" status: 200 len: 375 time: 0.0222366 Oct 29 08:28:58.390467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Request body: {'port': {'device_id': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'admin_state_up': True, 'tenant_id': '4b74fa48c79a4a0296257f468b687cb8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:58.402574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:28:58.405322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.429166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.439231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5e01781b-e95c-4223-85dd-c1cbc13ec9d0 HTTP/1.1" status: 204 len: 168 time: 0.4156041 Oct 29 08:28:58.462475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53d9ae-0cd9-4ecc-a988-ff063126c6c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e01781b-e95c-4223-85dd-c1cbc13ec9d0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:58.520215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.557813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:28:58.559760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:28:58.562888 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e032390f-58e4-454c-af59-1f5cf6690550" -d '{"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:28:58.567409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.597365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d1be9-cf1a-40ab-ba5d-4c40ce9e00d9 req-c416b868-0669-448a-a250-62ea03bd6dcc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:58.599070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-219d1be9-cf1a-40ab-ba5d-4c40ce9e00d9 req-c416b868-0669-448a-a250-62ea03bd6dcc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 945 time: 0.0818248 Oct 29 08:28:58.610225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-3d0614d6-50ba-4305-b51e-deec3ce358be tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2358174 Oct 29 08:28:58.639223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:58.639739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Made reservation on behalf of 4b74fa48c79a4a0296257f468b687cb8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:28:58.645708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.675292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-219d1be9-cf1a-40ab-ba5d-4c40ce9e00d9 req-7a4de723-886f-4161-8ca8-84a7ba0da3fc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683732 Oct 29 08:28:58.697743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40684) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:58.751191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8ea482a8-2d57-49a0-a4fe-fdbc7e612718 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4a38546893b46f998bebc4940fb4f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520039 Oct 29 08:28:58.753774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40690) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:28:58.800540 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03da5a3-30fc-4ee6-93c2-dac119d53aaf x-openstack-request-id: req-e03da5a3-30fc-4ee6-93c2-dac119d53aaf {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:28:58.801030 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:28:58.801400 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e03da5a3-30fc-4ee6-93c2-dac119d53aaf {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:28:58.801949 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'code': 200} Oct 29 08:28:58.802797 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.846738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Allocated IP 172.20.0.2 (f379dfc9-1fc4-4cb6-b697-a425185a8a3f/37720abb-4935-420c-be32-b1e0112cfb78/c0afa313-eed2-46d9-94c5-181091ceb3dc) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:28:58.861476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ebef0f-c415-4098-85b8-5668ff95b394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:58.895119 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ebef0f-c415-4098-85b8-5668ff95b394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:59.051098 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ebef0f-c415-4098-85b8-5668ff95b394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:59.055062 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ebef0f-c415-4098-85b8-5668ff95b394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:59.059850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b3ebef0f-c415-4098-85b8-5668ff95b394 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc3973d0-bbf7-4dc4-8fbd-acf5a9831902 HTTP/1.1" status: 204 len: 168 time: 0.3039784 Oct 29 08:28:59.083654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bad3d6-2376-4453-a0f6-f7d98c07e271 req-3661fdd6-9d80-4429-93de-879699db1ba9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:59.085402 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-37bad3d6-2376-4453-a0f6-f7d98c07e271 req-3661fdd6-9d80-4429-93de-879699db1ba9 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 946 time: 0.1549990 Oct 29 08:28:59.091322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebef0f-c415-4098-85b8-5668ff95b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3973d0-bbf7-4dc4-8fbd-acf5a9831902,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:59.128371 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:59.137261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-37bad3d6-2376-4453-a0f6-f7d98c07e271 req-aae60f75-03c2-4288-a543-851cd4b66d16 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Oct 29 08:28:59.187144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dd01060-1ac9-45aa-914e-a42880a22f62 req-d5228669-297c-4878-b150-26c48a2bad39 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 210 time: 0.1573398 Oct 29 08:28:59.228026 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:59.243278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['f7577a8c-fddd-4186-a0c3-f38e451de936'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:28:59.305222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Network f379dfc9-1fc4-4cb6-b697-a425185a8a3f is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:28:59.308974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:28:59.315910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:28:59.334521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dd4bd-e411-4a5b-84a7-68f3990f5076 req-d35210d8-4d3d-4f17-a8ce-fab34d7948ee tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:59.336501 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-799dd4bd-e411-4a5b-84a7-68f3990f5076 req-d35210d8-4d3d-4f17-a8ce-fab34d7948ee tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1096 time: 0.0735912 Oct 29 08:28:59.397562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:59.398231 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:59.416776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-799dd4bd-e411-4a5b-84a7-68f3990f5076 req-75c42dfe-b3c7-496e-9f73-dfcb7a8b58d7 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698326 Oct 29 08:28:59.460514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Pushing event updated for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:28:59.493144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-8511d367-24d5-4d4f-b114-f54aa3a437be tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1080227 Oct 29 08:28:59.516513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Request body: {'port': {'device_id': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:59.664524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb16835-8bfa-4e6a-837b-2545fb0213f4 req-b501522d-7717-4f78-92a2-03e4aab32c11 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:59.668561 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bb16835-8bfa-4e6a-837b-2545fb0213f4 req-b501522d-7717-4f78-92a2-03e4aab32c11 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 931 time: 0.0956407 Oct 29 08:28:59.668742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ad537-b206-457b-8e64-b093095ac392 req-41803cf0-2beb-461a-8d63-2ecbd4965969 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:28:59.672707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:59.680557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-41803cf0-2beb-461a-8d63-2ecbd4965969 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1097908 Oct 29 08:28:59.771163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-09a9a3f0-e5d4-4e30-8cf1-715faf2a5852 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.0888932 Oct 29 08:28:59.777301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Request body: {'floatingip': {'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:28:59.838574 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:28:59.850835 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bb16835-8bfa-4e6a-837b-2545fb0213f4 req-dde67eab-8029-4e1f-9e1a-667b27c1644f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593056 Oct 29 08:29:00.030818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf527c0-fc06-40fc-9d8c-17aa8034274d req-bcb85702-fea4-485f-9d40-5f16a118c61f tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:00.034008 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8bf527c0-fc06-40fc-9d8c-17aa8034274d req-bcb85702-fea4-485f-9d40-5f16a118c61f tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 1096 time: 0.0794024 Oct 29 08:29:00.087581 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8bf527c0-fc06-40fc-9d8c-17aa8034274d req-1f95b6ae-331b-435b-b14e-4f6523ed3fb4 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Oct 29 08:29:00.158592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0afa313-eed2-46d9-94c5-181091ceb3dc {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:00.169042 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.188713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.192991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Transition to ACTIVE for port object c0afa313-eed2-46d9-94c5-181091ceb3dc will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:29:00.200741 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.307364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Pushing event updated for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:00.382357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ffd1f10f-ba85-4980-97e6-3f890a52f1f6 req-05773797-42f1-4808-9140-f7f01142f90c tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 210 time: 0.0642366 Oct 29 08:29:00.414277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40758) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:00.454160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:00.454902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:00.455532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:00.463503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:29:00.464256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:00.470972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:00.471313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:00.471698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:00.472176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Bound port: c0afa313-eed2-46d9-94c5-181091ceb3dc, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:00.472539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.504023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.512550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.548077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:00.552410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:00.568203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.591542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-930828797-network', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:00.632324 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee associated. External IP: 172.25.5.109, port: 2e3d2297-1599-4200-a4bf-5bd548a9be36. Oct 29 08:29:00.657595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:00.658208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.659584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 200 len: 1091 time: 1.1560140 Oct 29 08:29:00.660313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:00.662722 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9702d-958b-49be-8578-e9ed17a26920" -d '{"events": [{"name": "network-changed", "server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:00.679374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18daafa-2a12-4351-ad5a-c5f9e6a0b596 service neutron] Pushing event updated for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:00.765560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:29:00.768650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.780765 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:00.829304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-681361ed-13e0-4138-af27-b166a08650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:00.831087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-681361ed-13e0-4138-af27-b166a08650c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1094 time: 0.1134191 Oct 29 08:29:00.905011 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-ca16c573-8fab-4144-855b-248a1cf25854 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 200 len: 217 time: 0.0567975 Oct 29 08:29:01.010413 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de7c073-122b-4cff-a545-64d239462a92 x-openstack-request-id: req-7de7c073-122b-4cff-a545-64d239462a92 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:01.010713 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:01.011137 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7de7c073-122b-4cff-a545-64d239462a92 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:01.011588 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc', 'status': 'completed', 'code': 200} Oct 29 08:29:01.013463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:01.013620 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:01.018897 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-e5ad568e-5f75-484d-9ec8-677f19d3c3ac tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340126 Oct 29 08:29:01.024182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:01.052769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-13c8b9de-9e43-4b4a-8463-bd1183140a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:01.054299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-13c8b9de-9e43-4b4a-8463-bd1183140a59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1373789 Oct 29 08:29:01.086651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:29:01.144892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:01.157878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:01.158129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-d5fed559-5ec6-46cc-bf06-9ef054c82f5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768466 Oct 29 08:29:01.164947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:01.169564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:01.170391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:01.203302 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-90cc1aa3-8c0d-48c1-9e42-a2cb6f1d3b76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "PUT /v2.0/floatingips/d78a97c0-31cd-4e66-bfcc-bce8fa4486ee HTTP/1.1" status: 200 len: 996 time: 1.4311311 Oct 29 08:29:01.204056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:01.207286 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce799f-10a6-4ace-9b8a-437547b40c93" -d '{"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:01.264921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ad537-b206-457b-8e64-b093095ac392 req-fb777323-8cee-45df-801b-2761513afd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:01.267042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-fb777323-8cee-45df-801b-2761513afd6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.0502129 Oct 29 08:29:01.292520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:01.309366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e405755-da34-4810-82f0-48d990bdbe14,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:01.319758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:01.320119 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Added segment 5b9c0239-84cc-488a-b32c-7efd71714fae of type vlan for network 4c20bffe-ce6f-4744-917e-c58555209531 Oct 29 08:29:01.353310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-671a1a4b-8ddd-4d24-a1c7-dd036b9596be service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713092 Oct 29 08:29:01.450759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a993ab-3081-4b91-abb0-90c86b80176d req-2b332088-899f-42f3-a87d-e2b3cbc9f296 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:01.462646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95a993ab-3081-4b91-abb0-90c86b80176d req-2b332088-899f-42f3-a87d-e2b3cbc9f296 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.3766806 Oct 29 08:29:01.497128 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:01.564636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-5c51a287-d936-4777-9d85-30a967713968 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:01.566433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-5c51a287-d936-4777-9d85-30a967713968 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5377855 Oct 29 08:29:01.578122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:8b:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:00Z', 'revision_number': 1, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:01.591636 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95a993ab-3081-4b91-abb0-90c86b80176d req-498de281-14e3-4800-9f62-f578aa411d46 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278155 Oct 29 08:29:01.608445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:01.618639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:01.619286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:01.629305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Request body: {'port': {'device_id': 'e79d43a6-0aa8-45c1-8ccc-805cdd844690', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'd4a08d6f772541dc818a6c82460ed42d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:01.726485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:01.727453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:01.728081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:01.790895 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da35ebd0-9ef4-421d-ad5c-9c769fd39cde x-openstack-request-id: req-da35ebd0-9ef4-421d-ad5c-9c769fd39cde {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:01.791482 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:01.791717 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da35ebd0-9ef4-421d-ad5c-9c769fd39cde {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:01.792247 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'status': 'completed', 'code': 200} Oct 29 08:29:01.830327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ad537-b206-457b-8e64-b093095ac392 req-40a0bc03-0f87-4a37-9d3e-23d3956a949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:01.832046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-40a0bc03-0f87-4a37-9d3e-23d3956a949c service neutron] 10.222.0.70 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.5576308 Oct 29 08:29:01.891732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-b1f4250b-07d3-4981-b6ff-17e38e945818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:01.893571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-b1f4250b-07d3-4981-b6ff-17e38e945818 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.1057839 Oct 29 08:29:01.928040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-286bd71e-06b7-4379-9ab0-6a13d8ba5399 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 999 time: 0.0851047 Oct 29 08:29:01.928666 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72b0ea71-11c3-4225-bde4-ab1e015f14be req-cc854799-2478-4de1-ba64-aca3d345ee38 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 210 time: 0.0536516 Oct 29 08:29:01.930768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:01.983006 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5673115 Oct 29 08:29:01.985539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4db8eb43-cc0e-416b-8c26-303ce5a14d16 req-20942fea-3262-4a44-84b4-afa26ca39dcc service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096742 Oct 29 08:29:01.986215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40796) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:02.000042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ad537-b206-457b-8e64-b093095ac392 req-f8561cbf-165d-4152-9e90-3ea5b1f5cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.014341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Request body: {'subnet': {'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-930828797-subnet', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:02.019411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-f8561cbf-165d-4152-9e90-3ea5b1f5cdd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.0902007 Oct 29 08:29:02.025824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d6eaa-62a2-4034-ae70-ac32b0793164 admin admin] Pushing event updated for resources: {'Network': ['ID=4c20bffe-ce6f-4744-917e-c58555209531,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:02.044344 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 4c20bffe-ce6f-4744-917e-c58555209531 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:29:02.115289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:29:02.117949 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:02.199319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9702d-958b-49be-8578-e9ed17a26920 req-97abebb8-1e5f-4513-ac15-839c984ec832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.208731 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff9702d-958b-49be-8578-e9ed17a26920 req-97abebb8-1e5f-4513-ac15-839c984ec832 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1094 time: 0.1649082 Oct 29 08:29:02.209090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ad537-b206-457b-8e64-b093095ac392 req-2f2b516e-fcfe-4827-bcb2-d65e31407489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.210616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-2f2b516e-fcfe-4827-bcb2-d65e31407489 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904263 Oct 29 08:29:02.321568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-7604fc03-3411-4460-ae0b-d6e48dc2d2df service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967898 Oct 29 08:29:02.325855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:8b:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:00Z', 'revision_number': 1, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:02.348863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9702d-958b-49be-8578-e9ed17a26920 req-212027f7-3598-4580-914a-12bd9f73e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.350559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff9702d-958b-49be-8578-e9ed17a26920 req-212027f7-3598-4580-914a-12bd9f73e1db service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.1291404 Oct 29 08:29:02.374633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Made reservation on behalf of d4a08d6f772541dc818a6c82460ed42d for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:29:02.377088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890ff29-ed13-4400-b799-e46c1dde0151 None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:8b:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:00Z', 'revision_number': 1, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:02.380159 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:02.423418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff9702d-958b-49be-8578-e9ed17a26920 req-c00c6261-79ed-4644-8ec3-c2c90c3e5e5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 200 len: 217 time: 0.0596406 Oct 29 08:29:02.444153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd3ad537-b206-457b-8e64-b093095ac392 req-03c94ac7-5b6c-41d0-b992-9f9ee09aa317 service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108487 Oct 29 08:29:02.449683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-e38fc00f-03dd-4c8c-ac5f-200a1eb1ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.451337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-e38fc00f-03dd-4c8c-ac5f-200a1eb1ff8f service neutron] 10.222.0.93 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.4600558 Oct 29 08:29:02.546369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-8f954afa-1ac0-44be-8253-2320e5d3674c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 999 time: 0.0862279 Oct 29 08:29:02.609260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9702d-958b-49be-8578-e9ed17a26920 req-7ee68ca0-ab88-4342-ae1c-d9d1a57f3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.610773 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff9702d-958b-49be-8578-e9ed17a26920 req-7ee68ca0-ab88-4342-ae1c-d9d1a57f3dd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1794729 Oct 29 08:29:02.614447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-1d0183ad-5f02-46cf-8478-c93654726fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.616674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-1d0183ad-5f02-46cf-8478-c93654726fe0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.0598564 Oct 29 08:29:02.667310 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:29:02.686931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff9702d-958b-49be-8578-e9ed17a26920 req-42b5065b-e1a1-4545-8800-a9e3629d856b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540552 Oct 29 08:29:02.737143 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e48ec-79c9-49bf-add8-86661b510bb7 None None] New status for floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:29:02.739922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-634d4b36-68a2-489e-bb9e-cc31cae012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.741791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-634d4b36-68a2-489e-bb9e-cc31cae012e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160767 Oct 29 08:29:02.752873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Allocated IP 192.168.233.90 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:29:02.818784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfe653-a5ce-4183-8fde-c78d7713f512 req-90f142da-a447-4a02-9e80-cf36ebb6ffe9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:02.821184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2dbfe653-a5ce-4183-8fde-c78d7713f512 req-90f142da-a447-4a02-9e80-cf36ebb6ffe9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1326098 Oct 29 08:29:02.888306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2dbfe653-a5ce-4183-8fde-c78d7713f512 req-47c80ed9-8b42-4fab-b9b6-cf947f8d18d5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593872 Oct 29 08:29:02.896204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-955a3150-1332-45d8-bbcc-f11392eea00b service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458595 Oct 29 08:29:03.090985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ce799f-10a6-4ace-9b8a-437547b40c93 req-007abf7c-83f9-4530-9917-4d9afcf7b944 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858582 Oct 29 08:29:03.093077 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fbed433-e490-4b79-9b71-8d877e0efc8e req-14ce03c1-9662-4321-96c9-844b8a8b86ee tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 210 time: 0.0416105 Oct 29 08:29:03.288012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-b37ad347-a922-4f80-bddd-f6e40640fa6f tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:03.289547 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-b37ad347-a922-4f80-bddd-f6e40640fa6f tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7046556 Oct 29 08:29:03.297500 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:03.509840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a20128-055b-41ef-b11d-4d5b279adbdf,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:03.525538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-5bb68780-210e-47ae-87b3-c1418fe4c6f8 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1001 time: 0.2229667 Oct 29 08:29:03.535464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff9702d-958b-49be-8578-e9ed17a26920 req-eb642451-c241-4719-9f59-6971a5778dec service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621505 Oct 29 08:29:03.548498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Request body: {'floatingip': {'port_id': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:03.640655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Checking segment: {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:03.641021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Network hostable DHCP agents. Network: 4c20bffe-ce6f-4744-917e-c58555209531, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:29:03.672902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:03.703062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:03.773967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Network 4c20bffe-ce6f-4744-917e-c58555209531 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:29:03.795730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff9702d-958b-49be-8578-e9ed17a26920 req-a84acf5e-88ad-480f-8859-a5347320985e service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443812 Oct 29 08:29:03.802144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 4c20bffe-ce6f-4744-917e-c58555209531) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:03.815117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f2ca4-1796-46bb-a0e7-2e1c3e638895 None None] Network 4c20bffe-ce6f-4744-917e-c58555209531 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:29:03.830087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:03.830701 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:03.861395 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-52d41630-4f90-4c00-9858-b847ffe3704b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8561747 Oct 29 08:29:03.861756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40820) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:03.866276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:03.878053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:03.895826 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:03.896552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78', '30b47165-5464-4c5d-95a7-aea87b20c8a3', '23fe6a6c-211c-4fa6-bb86-7dd481a65af5'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:03.897333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:03.899653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad', '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:03.948211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'Port': ['ID=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:03.964321 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:03.973107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:29:03.977912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:04.018519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86f42eb2-2b17-4dbe-82c5-23b43caa7611 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:29:04.138712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:29:04.168912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.195621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-4c20bffe-ce6f-4744-917e-c58555209531', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:29:04.196632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.254216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a222edc-ccdc-4b3f-891f-52f31d25af0f req-aaf4e94e-19b8-4596-b2f8-ac3ee865afd5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:04.262197 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a222edc-ccdc-4b3f-891f-52f31d25af0f req-aaf4e94e-19b8-4596-b2f8-ac3ee865afd5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1872480 Oct 29 08:29:04.334084 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a222edc-ccdc-4b3f-891f-52f31d25af0f req-55d7d26d-0c21-4758-bbf2-be66a4aa7544 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666726 Oct 29 08:29:04.490071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a859b3c0-1ad0-4fdc-a734-12d9f080df3b None None] Provisioning complete for port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:04.490523 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a859b3c0-1ad0-4fdc-a734-12d9f080df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.549119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:04.592158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.602809 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:04.603677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.607630 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.608654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.633886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.644083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'mac_address': 'fa:16:3e:84:68:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:29:04.654294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7ac2-90a3-4ea2-8b89-2b6b1222431b req-f58481cf-2ccf-48ee-8c5d-60f3f0ac908f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:04.663198 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7af7ac2-90a3-4ea2-8b89-2b6b1222431b req-f58481cf-2ccf-48ee-8c5d-60f3f0ac908f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 935 time: 0.1313326 Oct 29 08:29:04.666373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a859b3c0-1ad0-4fdc-a734-12d9f080df3b None None] Port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:29:04.707093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-4983f247-bada-4de1-bbf9-b5e0cf772228 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0968599 Oct 29 08:29:04.722929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Request body: {'port': {'device_id': 'e79d43a6-0aa8-45c1-8ccc-805cdd844690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:04.726517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Allocated IP 172.20.0.2 (4c20bffe-ce6f-4744-917e-c58555209531/14a20128-055b-41ef-b11d-4d5b279adbdf/7296c0e4-5b64-4fcd-9e4b-5a0226926528) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:29:04.749394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7af7ac2-90a3-4ea2-8b89-2b6b1222431b req-ad131716-9304-454d-b57a-cd1025607878 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842171 Oct 29 08:29:04.807937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.815727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:04.828568 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86f42eb2-2b17-4dbe-82c5-23b43caa7611 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:04.837006 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee associated. External IP: 172.25.5.109, port: 2e3d2297-1599-4200-a4bf-5bd548a9be36. Oct 29 08:29:04.915726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Allocated IP 172.25.5.179 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/0bf81ac9-437e-4635-8f6f-4168831cafae) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:29:04.919131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:04.943893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.110058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:05.110836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.153862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['86f42eb2-2b17-4dbe-82c5-23b43caa7611'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:05.165081 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.222997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:29:05.226416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:05.230987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:29:05.268301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf81ac9-437e-4635-8f6f-4168831cafae,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:05.352174 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.387579 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:05.391270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.412996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:05.480563 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.514589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Transition to ACTIVE for port object d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:29:05.525830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.537609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Network 4c20bffe-ce6f-4744-917e-c58555209531 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:29:05.547938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:05.551900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:29:05.571124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Pushing event updated for resources: {'Port': ['ID=7296c0e4-5b64-4fcd-9e4b-5a0226926528,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:05.639915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Pushing event updated for resources: {'Port': ['ID=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:05.640528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a1386-3809-4064-9d7c-58245bcb0efe req-c7af654c-9fab-409a-9c48-bf9e1ad95f01 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:05.648830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-871a1386-3809-4064-9d7c-58245bcb0efe req-c7af654c-9fab-409a-9c48-bf9e1ad95f01 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1870449 Oct 29 08:29:05.651527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:05.733680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-871a1386-3809-4064-9d7c-58245bcb0efe req-2b45db0e-6765-4c8b-bdcb-db9358cc34fb tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770400 Oct 29 08:29:05.804287 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.840502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7058f21-4a42-459d-bb28-805599266887 None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:05.842475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Attempting to bind port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:05.843583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Attempting to bind port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:05.843954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Attempting to bind port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:05.851675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:29:05.852039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Attempting to bind port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:05.867461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:05.869142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:05.869142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:05.869142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Bound port: d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:05.869564 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:05.935531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7058f21-4a42-459d-bb28-805599266887 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:05.938788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e7058f21-4a42-459d-bb28-805599266887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:05.942935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Attempting to bind port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:05.942935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Attempting to bind port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:05.943208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Attempting to bind port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 on network 4c20bffe-ce6f-4744-917e-c58555209531 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:06.024857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:06.025332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Checking segment: {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:06.025755 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:06.026213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Bound using segment: {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:06.026719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Bound port: 7296c0e4-5b64-4fcd-9e4b-5a0226926528, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:06.027107 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:06.145183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e7058f21-4a42-459d-bb28-805599266887 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:06.149285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de31162-7137-4d31-9cea-7d21f12d3d0a req-7f11db9f-3ed8-45af-b11e-9e4a6f526656 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:06.158028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7de31162-7137-4d31-9cea-7d21f12d3d0a req-7f11db9f-3ed8-45af-b11e-9e4a6f526656 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 947 time: 0.1682310 Oct 29 08:29:06.196734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] For port 7296c0e4-5b64-4fcd-9e4b-5a0226926528, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:06.224678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7de31162-7137-4d31-9cea-7d21f12d3d0a req-f3f4c478-95c9-48aa-8fa3-a34dfcaf7235 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656259 Oct 29 08:29:06.239534 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:06.247084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] For port 7296c0e4-5b64-4fcd-9e4b-5a0226926528, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7296c0e4-5b64-4fcd-9e4b-5a0226926528,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:06.256622 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:06.404338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] For port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:06.411590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018fc81-b7af-4ead-a52a-cbda6faf6e50 None None] Pushing event updated for resources: {'Port': ['ID=7296c0e4-5b64-4fcd-9e4b-5a0226926528,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:06.435303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] For port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:06.452845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:06.542152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:06.542899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:06.546676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] 10.222.0.93 "PUT /v2.0/ports/d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 HTTP/1.1" status: 200 len: 1095 time: 1.8262188 Oct 29 08:29:06.553317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79d43a6-0aa8-45c1-8ccc-805cdd844690', 'tag': 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:06.563230 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e79d43a6-0aa8-45c1-8ccc-805cdd844690", "tag": "d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:06.572212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Router 91a50327-8933-4bfc-8b49-dd4f74ac0399 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:29:06.583428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:06.597723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e7058f21-4a42-459d-bb28-805599266887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:01:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:04Z', 'revision_number': 3, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:06.649686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7058f21-4a42-459d-bb28-805599266887 None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:06.654730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ee972-158e-4ae9-af70-a068bc146c9d service neutron] Pushing event updated for resources: {'Port': ['ID=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:06.664150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7058f21-4a42-459d-bb28-805599266887 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:06.664782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e7058f21-4a42-459d-bb28-805599266887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:06.820100 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce82e02c-f33f-4a1d-9469-2c4598f8cff9 x-openstack-request-id: req-ce82e02c-f33f-4a1d-9469-2c4598f8cff9 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:06.820356 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79d43a6-0aa8-45c1-8ccc-805cdd844690", "tag": "d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:06.823310 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce82e02c-f33f-4a1d-9469-2c4598f8cff9 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:06.823310 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79d43a6-0aa8-45c1-8ccc-805cdd844690', 'tag': 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1', 'status': 'completed', 'code': 200} Oct 29 08:29:06.833732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:06.849738 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Sync routers for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:06.869896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:06.870908 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:06.874750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d6a2cd51-695d-4747-ba48-96b30f2e7b68 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0085862 Oct 29 08:29:06.874864 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:06.875136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40868) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:07.009013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-de157812-ca3d-4550-a76d-69626b760156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:07.012692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-de157812-ca3d-4550-a76d-69626b760156 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 1098 time: 0.4103184 Oct 29 08:29:07.022151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e7058f21-4a42-459d-bb28-805599266887 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:07.048314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93a9ef-5790-4997-a98d-64c961a1717f req-ef7ad62d-5eb4-4873-8a8c-533b7b1e080a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:07.056674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba93a9ef-5790-4997-a98d-64c961a1717f req-ef7ad62d-5eb4-4873-8a8c-533b7b1e080a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.0843709 Oct 29 08:29:07.079102 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:07.118669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-5c205e03-7d23-4547-ad01-2985e75c333a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 HTTP/1.1" status: 200 len: 217 time: 0.0933225 Oct 29 08:29:07.200291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:07.210254 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:07.253398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-e3acb979-d5ca-4c9f-88e4-70cf91f38690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:07.256135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-e3acb979-d5ca-4c9f-88e4-70cf91f38690 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1252189 Oct 29 08:29:07.260464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba93a9ef-5790-4997-a98d-64c961a1717f req-ff2c2f1a-f717-4f0f-914d-a90c6e7de76a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024126 Oct 29 08:29:07.314752 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:05Z', 'revision_number': 3, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:07.357576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-9af5f902-ba01-407a-a63a-734e4e4c76c0 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "PUT /v2.0/floatingips/d78a97c0-31cd-4e66-bfcc-bce8fa4486ee HTTP/1.1" status: 200 len: 999 time: 3.8210368 Oct 29 08:29:07.406935 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Checking router: 91a50327-8933-4bfc-8b49-dd4f74ac0399 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:07.407274 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Updating router 91a50327-8933-4bfc-8b49-dd4f74ac0399 port 0bf81ac9-437e-4635-8f6f-4168831cafae binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:29:07.420940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-8a43afbe-833c-4697-982d-b237d4022b0c tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:07.422558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-8a43afbe-833c-4697-982d-b237d4022b0c tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports/2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 942 time: 0.0570107 Oct 29 08:29:07.428334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-8bc3902d-14e6-4474-a5c9-1ff003f6cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:07.429894 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-8bc3902d-14e6-4474-a5c9-1ff003f6cbd2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635005 Oct 29 08:29:07.457646 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:07.521971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e7058f21-4a42-459d-bb28-805599266887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:01:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:04Z', 'revision_number': 3, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:07.573203 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7058f21-4a42-459d-bb28-805599266887 None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:01:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:04Z', 'revision_number': 3, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:07.626695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-887db24b-e7f7-4164-ae39-2f15a9ab23f3 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873763 Oct 29 08:29:07.738254 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f856a38c-c3af-42b0-aba8-14c9c9607bb7 req-19cfacde-3a94-420a-bc4e-11a659d14308 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957873 Oct 29 08:29:07.758091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-68b579ce-401f-4f8b-bd31-408cd5ba2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:07.759757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-68b579ce-401f-4f8b-bd31-408cd5ba2329 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.1904755 Oct 29 08:29:07.930370 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:07.941938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4e875-1946-4740-ab54-90b1877ffc8b None None] New status for floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:29:07.943595 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:07.956792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-4b2dab47-30bf-43f9-89b7-b316e7bf013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:07.959216 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-4b2dab47-30bf-43f9-89b7-b316e7bf013e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 1098 time: 0.1309178 Oct 29 08:29:08.004374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-c462956d-f9ed-43e1-bf0b-d0305f37c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:08.005526 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Pushing event updated for resources: {'Port': ['ID=0bf81ac9-437e-4635-8f6f-4168831cafae,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:08.014283 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.014655 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.014956 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.015242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339747a-cf80-4b6b-bb79-3a75b4a55946 None None] Network 4c20bffe-ce6f-4744-917e-c58555209531 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:29:08.015374 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.015598 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.015968 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.016290 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.016606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.016801 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-c462956d-f9ed-43e1-bf0b-d0305f37c689 service neutron] 10.222.0.70 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.2406325 Oct 29 08:29:08.016921 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.017264 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.017584 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.017897 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:08.037351 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Attempting to bind port 0bf81ac9-437e-4635-8f6f-4168831cafae on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:08.037725 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Attempting to bind port 0bf81ac9-437e-4635-8f6f-4168831cafae by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:08.038083 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Attempting to bind port 0bf81ac9-437e-4635-8f6f-4168831cafae on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:08.043847 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:08.044934 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:08.045330 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:08.045711 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:08.046212 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Bound port: 0bf81ac9-437e-4635-8f6f-4168831cafae, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:08.046558 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:08.103231 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] For port 0bf81ac9-437e-4635-8f6f-4168831cafae, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:08.108135 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] For port 0bf81ac9-437e-4635-8f6f-4168831cafae, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0bf81ac9-437e-4635-8f6f-4168831cafae,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:08.116226 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:08.123521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86f42eb2-2b17-4dbe-82c5-23b43caa7611 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:08.211345 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac9a93-8352-459c-85a5-0c87b5936bed None None] Pushing event updated for resources: {'Port': ['ID=0bf81ac9-437e-4635-8f6f-4168831cafae,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:08.218135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-73baab04-b98b-4e68-8f21-8848d4cf4e3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 217 time: 0.1993842 Oct 29 08:29:08.231321 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:08.231997 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:08.233366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b1c25-66dd-4dab-80c3-f3ec767c4dac req-5e497e99-4632-4dfb-993e-010561d862e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:08.242832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-952b1c25-66dd-4dab-80c3-f3ec767c4dac req-5e497e99-4632-4dfb-993e-010561d862e0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 947 time: 0.0992391 Oct 29 08:29:08.252789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7296c0e4-5b64-4fcd-9e4b-5a0226926528 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:08.343865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-cf394bb7-7718-41b9-9f4a-db16a992b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:08.351630 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-cf394bb7-7718-41b9-9f4a-db16a992b901 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.1317773 Oct 29 08:29:08.402339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-952b1c25-66dd-4dab-80c3-f3ec767c4dac req-f9c4509e-fef7-4a55-9b78-22c6c3ce1206 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584918 Oct 29 08:29:08.440036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-031f8523-7e90-413c-96b6-41a8ef9865c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:08.441543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-031f8523-7e90-413c-96b6-41a8ef9865c5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.4714615 Oct 29 08:29:08.497019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-f220a114-7ecb-4205-9ce0-e893e49dda81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 HTTP/1.1" status: 200 len: 217 time: 0.0458412 Oct 29 08:29:08.499026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-72aec1c4-e736-46a3-b4ad-5407504eeb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:08.507323 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-72aec1c4-e736-46a3-b4ad-5407504eeb9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531396 Oct 29 08:29:08.551890 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:08.642427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:08.659925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-908a2236-ff8f-4676-ad94-a50ea7e27f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:08.661409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-908a2236-ff8f-4676-ad94-a50ea7e27f45 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1524141 Oct 29 08:29:08.740769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b63c53cd-7f2e-4509-b229-1ed597d7f423 None None] Provisioning complete for port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:08.741153 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b63c53cd-7f2e-4509-b229-1ed597d7f423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:08.793152 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-138e0734-223c-464d-94c3-086fd5ace901 service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621055 Oct 29 08:29:08.853797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-2b77992b-00c6-4300-aea6-e4c54f64a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:08.855929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-2b77992b-00c6-4300-aea6-e4c54f64a184 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810031 Oct 29 08:29:08.856483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36'}, {'name': 'network-changed', 'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:08.859231 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a502a669-1bf7-4957-bf6e-4f2691b24cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36"}, {"name": "network-changed", "server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:08.893806 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:08.939964 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-415e00e9-c4b6-4018-b523-68af6672ebfc service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450262 Oct 29 08:29:08.945642 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:08.946278 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:08.988205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:08.988580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:09.008506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:09.008919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:09.016273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae442be-5ef9-4988-8b81-928158bef751 req-8daab32a-5135-4c8e-a23b-fa3f38911641 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:09.024378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ae442be-5ef9-4988-8b81-928158bef751 req-8daab32a-5135-4c8e-a23b-fa3f38911641 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1401472 Oct 29 08:29:09.074208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-191865c8-407b-4ad3-a28a-74bf01139387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:09.076098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-191865c8-407b-4ad3-a28a-74bf01139387 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 1097 time: 0.0784507 Oct 29 08:29:09.141852 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:05Z', 'revision_number': 3, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:09.158060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-1a411f85-c791-495a-b2c6-909a7217f2bd service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167845 Oct 29 08:29:09.172736 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74992f4e-53cc-4342-ac6f-311635781443 None None] The sync data for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 is: [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:05Z', 'revision_number': 3, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:09.189974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ae442be-5ef9-4988-8b81-928158bef751 req-c7228b07-b2a2-4162-935d-76593a8460b8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639845 Oct 29 08:29:09.206764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Allocated IP 172.20.0.1 (4c20bffe-ce6f-4744-917e-c58555209531/14a20128-055b-41ef-b11d-4d5b279adbdf/9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:29:09.217909 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:09.445070 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845cd94a-c461-41ff-878c-8fe87d6d3593 x-openstack-request-id: req-845cd94a-c461-41ff-878c-8fe87d6d3593 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:09.445434 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:09.445692 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-845cd94a-c461-41ff-878c-8fe87d6d3593 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:09.446115 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'status': 'completed', 'code': 200} Oct 29 08:29:09.446365 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'status': 'completed', 'code': 200} Oct 29 08:29:09.480250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:09.485983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-c0d686d9-10d5-410f-ba11-011d95247d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:09.491738 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-c0d686d9-10d5-410f-ba11-011d95247d57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.4077885 Oct 29 08:29:09.573398 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4b6f526-939a-4717-a8d1-b7ac8468b0a8 req-d4789f56-ed1b-4605-8518-7657284b93d7 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957715 Oct 29 08:29:09.633134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:09.742901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Network 4c20bffe-ce6f-4744-917e-c58555209531 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:29:09.754349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-3dfb7014-a7b8-4ab3-b154-9ef85e0c379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:09.755679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:09.756813 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-3dfb7014-a7b8-4ab3-b154-9ef85e0c379e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 1097 time: 0.2961590 Oct 29 08:29:09.765381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:29:09.768402 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:01:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:08Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:09.816021 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:09.829377 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:09.859606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:09.860538 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:09.868652 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:09.897966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9c27-6359-445f-9a32-ed6c5462b8a1 req-4946552a-b0d2-47b8-97f4-8c119c035bd9 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:09.912661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-194e9c27-6359-445f-9a32-ed6c5462b8a1 req-4946552a-b0d2-47b8-97f4-8c119c035bd9 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 947 time: 0.3267965 Oct 29 08:29:09.914840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-9f292fdd-2df6-4e6a-b9ce-b1d5bae41d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:09.917912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-9f292fdd-2df6-4e6a-b9ce-b1d5bae41d19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.1505001 Oct 29 08:29:09.921928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-049e3bc5-caca-47ac-859f-262c7a8213cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 1002 time: 0.4039106 Oct 29 08:29:09.925434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 7296c0e4-5b64-4fcd-9e4b-5a0226926528, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7296c0e4-5b64-4fcd-9e4b-5a0226926528,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:09.940895 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b63c53cd-7f2e-4509-b229-1ed597d7f423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:09.968468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:10.090049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-0fc9ca44-4d84-4bdc-9727-078b335960d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:10.097548 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-9cb38d46-25b4-496f-b7a5-5915a25cabb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 1002 time: 0.1698315 Oct 29 08:29:10.100397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-0fc9ca44-4d84-4bdc-9727-078b335960d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.5526085 Oct 29 08:29:10.101062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Pushing event updated for resources: {'Port': ['ID=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:10.109890 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:10.136213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-194e9c27-6359-445f-9a32-ed6c5462b8a1 req-c73b5771-4bc2-441b-ab09-0271dfa7542e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225373 Oct 29 08:29:10.147055 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:10.280447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=7296c0e4-5b64-4fcd-9e4b-5a0226926528,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:10.406140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0bf81ac9-437e-4635-8f6f-4168831cafae up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:10.417259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:10.419638 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85e8c91-fe88-4b16-aec3-aaaf2930ca50" -d '{"events": [{"server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "name": "network-vif-plugged", "status": "completed", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:10.449483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-584161e1-0573-4456-b284-55fe9acc5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:10.454388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-584161e1-0573-4456-b284-55fe9acc5167 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.3344822 Oct 29 08:29:10.460286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-7fab2324-f8ad-47b3-b56d-0f8ae1bad7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:10.464444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-7fab2324-f8ad-47b3-b56d-0f8ae1bad7e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.3140614 Oct 29 08:29:10.473542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-f67a94be-fba2-4718-b066-cdd090607a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:10.475047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-f67a94be-fba2-4718-b066-cdd090607a72 service neutron] 10.222.0.93 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.3635166 Oct 29 08:29:10.571923 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-b63c53cd-7f2e-4509-b229-1ed597d7f423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:29:10.572365 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-b63c53cd-7f2e-4509-b229-1ed597d7f423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:29:10.575974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:10.607836 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:10.625850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-4f11d040-918a-437a-9b8e-ba6f588960b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 217 time: 0.1424642 Oct 29 08:29:10.677596 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:01:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:08Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:10.726828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-8e178582-3f03-4d56-9556-93986c5bb930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:10.736799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-8e178582-3f03-4d56-9556-93986c5bb930 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2672608 Oct 29 08:29:10.774861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-09a265bb-9fc0-49cf-bc1d-3e13b889473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:10.786869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aafffb-6af6-40b8-b7ce-a3011173a821 None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:01:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:08Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:10.790915 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-09a265bb-9fc0-49cf-bc1d-3e13b889473a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946770 Oct 29 08:29:10.822300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0bf81ac9-437e-4635-8f6f-4168831cafae triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:10.822978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:10.901825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:10.920788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:11.059928 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:11.067792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-9d46dce0-7c84-41a2-b7e2-01619999b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:11.075615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-9d46dce0-7c84-41a2-b7e2-01619999b851 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.3894839 Oct 29 08:29:11.142490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-f1ba3e04-d415-41d9-a2b7-9cde8ad9e3a0 service neutron] 10.222.0.15 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942020 Oct 29 08:29:11.150635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 0bf81ac9-437e-4635-8f6f-4168831cafae, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0bf81ac9-437e-4635-8f6f-4168831cafae,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:11.164175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:11.179007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e77d9-551c-4b67-95e6-31ea42e74ddd req-ceccadfe-1611-4b03-8e4d-1864b5b1adff tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:11.187110 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-150e77d9-551c-4b67-95e6-31ea42e74ddd req-ceccadfe-1611-4b03-8e4d-1864b5b1adff tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.3978164 Oct 29 08:29:11.228988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=0bf81ac9-437e-4635-8f6f-4168831cafae,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:11.240117 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-7473a525-87fe-4fe5-b86a-2c62f538b74b service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244008 Oct 29 08:29:11.294049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-770c71dc-5894-4434-a2c5-6b3b4b9de43b None None] Provisioning complete for port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:11.294447 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-770c71dc-5894-4434-a2c5-6b3b4b9de43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:11.301414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-150e77d9-551c-4b67-95e6-31ea42e74ddd req-245df047-909d-4c25-9222-1102cdde6752 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132267 Oct 29 08:29:11.337618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-53d96a3f-65fc-4424-8a87-15a07a6986e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:11.339334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-53d96a3f-65fc-4424-8a87-15a07a6986e9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833215 Oct 29 08:29:11.458003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-770c71dc-5894-4434-a2c5-6b3b4b9de43b None None] Provisioning complete for port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:11.458336 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-770c71dc-5894-4434-a2c5-6b3b4b9de43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:11.487787 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:11.494091 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db68052e-3a1c-44c1-a74a-fafdeeeb97e7 x-openstack-request-id: req-db68052e-3a1c-44c1-a74a-fafdeeeb97e7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:11.494625 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "name": "network-vif-plugged", "status": "completed", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:11.495498 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db68052e-3a1c-44c1-a74a-fafdeeeb97e7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:11.495498 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'code': 200} Oct 29 08:29:11.501484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-496e95bb-3ce4-4f0f-93d9-2ef6d4f6cbeb req-1ae0a27b-48dd-432c-8943-ba7b3c8b437f service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537479 Oct 29 08:29:11.502707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-770c71dc-5894-4434-a2c5-6b3b4b9de43b None None] Port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:29:11.503853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-6630a8f3-5949-416b-b0ee-d74749976dc6 service neutron] 10.222.0.15 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506196 Oct 29 08:29:11.508947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:11.582519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-4f8afa23-a715-4c0a-a120-3197db6cf96b service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213571 Oct 29 08:29:11.639556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Pushing event updated for resources: {'Port': ['ID=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:11.690900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:11.705363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b791596-a5cc-402e-9ebd-c845e6eca736 req-73b9d855-2c4c-4097-93a9-a5debc3af703 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1002 time: 0.0921528 Oct 29 08:29:11.762672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b791596-a5cc-402e-9ebd-c845e6eca736 req-2e5994aa-14f9-4954-9476-88d77e3e4f72 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:11.764543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b791596-a5cc-402e-9ebd-c845e6eca736 req-2e5994aa-14f9-4954-9476-88d77e3e4f72 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports/869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 943 time: 0.0536129 Oct 29 08:29:11.781929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5b570-4e86-4a50-9b37-fb3582bb07a8 req-c32c18db-fd56-4836-955a-cf84d64a927a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:11.783512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0a5b570-4e86-4a50-9b37-fb3582bb07a8 req-c32c18db-fd56-4836-955a-cf84d64a927a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 947 time: 0.2053978 Oct 29 08:29:11.818894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a502a669-1bf7-4957-bf6e-4f2691b24cc9 req-8942b1d8-5d49-4043-b93b-1b48c055ec28 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209690 Oct 29 08:29:11.865840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0a5b570-4e86-4a50-9b37-fb3582bb07a8 req-627836f9-95dd-4341-8fed-722167f8f42e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734062 Oct 29 08:29:11.877112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Network 4c20bffe-ce6f-4744-917e-c58555209531 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:29:11.879057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:11.928799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b791596-a5cc-402e-9ebd-c845e6eca736 req-064d1db0-f927-43f7-85e6-81087fe4831a tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1002 time: 0.1124878 Oct 29 08:29:12.071647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Router 91a50327-8933-4bfc-8b49-dd4f74ac0399 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:12.141449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b791596-a5cc-402e-9ebd-c845e6eca736 req-b65f8e99-99fe-4e4a-a69d-c29cac1cc782 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:12.148531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b791596-a5cc-402e-9ebd-c845e6eca736 req-b65f8e99-99fe-4e4a-a69d-c29cac1cc782 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2185786 Oct 29 08:29:12.211918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7296c0e4-5b64-4fcd-9e4b-5a0226926528 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:12.282546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-29cda9c6-5ae9-4bed-9531-b3f47cab7133 None None] Provisioning complete for port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:12.282693 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-29cda9c6-5ae9-4bed-9531-b3f47cab7133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:12.306151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-757b9501-e789-423f-abb4-b7450098e476 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1002 time: 0.1036131 Oct 29 08:29:12.347343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-29cda9c6-5ae9-4bed-9531-b3f47cab7133 None None] Port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:29:12.353470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:12.354045 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:12.360079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:12.365603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e4cbf65d-47f0-41c0-86c5-d469ea08c9ab admin admin] 10.222.0.70 "PUT /v2.0/routers/91a50327-8933-4bfc-8b49-dd4f74ac0399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4893680 Oct 29 08:29:12.377931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22308-52d8-4287-a9a1-e20848edebbc req-c82afc5d-4b70-4dbe-8978-54c7b4754718 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:12.393376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-c82afc5d-4b70-4dbe-8978-54c7b4754718 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports/869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 943 time: 0.0777464 Oct 29 08:29:12.396674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Sync routers for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:12.424379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:12.425721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:12.507238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-b5cb964a-993e-4c05-91ce-6775b73a5a30 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1002 time: 0.0770929 Oct 29 08:29:12.580206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594ed73-131e-4a12-90ae-34c3faeb6b94 req-8d305838-3817-441f-a9ad-c94a7abec7e5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:12.588626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a594ed73-131e-4a12-90ae-34c3faeb6b94 req-8d305838-3817-441f-a9ad-c94a7abec7e5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.0660698 Oct 29 08:29:12.597036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0bf81ac9-437e-4635-8f6f-4168831cafae up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:12.669811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0bf81ac9-437e-4635-8f6f-4168831cafae triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:12.670184 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:12.684116 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a594ed73-131e-4a12-90ae-34c3faeb6b94 req-de91de33-c25c-473b-9c9e-895044faae20 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942218 Oct 29 08:29:12.705455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22308-52d8-4287-a9a1-e20848edebbc req-4de9f26a-b0bd-407d-b00e-7305da12e6cb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:12.715475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-4de9f26a-b0bd-407d-b00e-7305da12e6cb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2070823 Oct 29 08:29:12.770062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:12.852104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-c7a16343-ea86-4e2e-a980-bd2b53bf0a9b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1002 time: 0.1355546 Oct 29 08:29:12.857898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:12.960564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:13.090682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae214a2-745d-4555-a761-b51aa7433e5a req-7734646c-8d3e-48a9-b2b1-7ae62a2c4a9a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:13.095544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6ae214a2-745d-4555-a761-b51aa7433e5a req-7734646c-8d3e-48a9-b2b1-7ae62a2c4a9a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 947 time: 0.1039686 Oct 29 08:29:13.156468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6ae214a2-745d-4555-a761-b51aa7433e5a req-2d91f878-b463-43ac-adbe-4f31ecf961bc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540326 Oct 29 08:29:13.285924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 2, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:13.324259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:13.330959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Checking router: 91a50327-8933-4bfc-8b49-dd4f74ac0399 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:13.331331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Updating router 91a50327-8933-4bfc-8b49-dd4f74ac0399 port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:29:13.345295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:13.345892 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee disassociated. External IP: 172.25.5.109, port: 869e98b7-8650-48ea-99bd-89b28b54e65c. Oct 29 08:29:13.361836 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:13.776479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:13.934737 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:13.935138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73d727-f3d6-43bd-9766-328d7d67f631 req-5abf3509-c8c4-4b69-a283-d35559afcd58 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:13.951170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:13.951309 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb73d727-f3d6-43bd-9766-328d7d67f631 req-5abf3509-c8c4-4b69-a283-d35559afcd58 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1302187 Oct 29 08:29:14.053897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:14.066588 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:14.076486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:29:14.080120 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:14.093315 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:14.096147 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:14.107071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb73d727-f3d6-43bd-9766-328d7d67f631 req-e5b0bfa8-2f80-46af-9ad4-da8dbcbd4c96 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409166 Oct 29 08:29:14.182942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-e583e311-0d48-444e-b31a-4a48c51d4160 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "PUT /v2.0/floatingips/d78a97c0-31cd-4e66-bfcc-bce8fa4486ee HTTP/1.1" status: 200 len: 695 time: 1.3230009 Oct 29 08:29:14.184600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:14.187057 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede08a9f-66b3-4122-843b-626628e31a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:14.233850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e84f1-c1e5-4e24-9b01-61fec5594662 None None] Pushing event updated for resources: {'Port': ['ID=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:14.284688 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:14.349147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22308-52d8-4287-a9a1-e20848edebbc req-6e5371b4-f936-4830-80b1-800681d96d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:14.350629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-6e5371b4-f936-4830-80b1-800681d96d8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 1097 time: 0.1400619 Oct 29 08:29:14.378413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Attempting to bind port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:14.378978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Attempting to bind port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:14.379250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Attempting to bind port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 on network 4c20bffe-ce6f-4744-917e-c58555209531 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:14.383827 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a3014d5-6689-4f70-bdc8-2ec8997c4e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:14.421607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:14.421607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Checking segment: {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:14.421607 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:14.421607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Bound using segment: {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:14.421607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Bound port: 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:14.421607 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:14.478749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:14.526542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1', 'mac_address': 'fa:16:3e:f1:10:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:29:14.546319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22308-52d8-4287-a9a1-e20848edebbc req-123a4b9e-4fe6-44da-b069-1fd914c59495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:14.549007 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-123a4b9e-4fe6-44da-b069-1fd914c59495 service neutron] 10.222.0.70 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.1915808 Oct 29 08:29:14.616302 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-32373ac0-2a32-4498-9a00-0956f3fab499 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 217 time: 0.0580740 Oct 29 08:29:14.633426 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:14.730773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22308-52d8-4287-a9a1-e20848edebbc req-027aedd3-04c7-4240-b7ec-93a1e780d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:14.732827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-027aedd3-04c7-4240-b7ec-93a1e780d1ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.1078718 Oct 29 08:29:14.792204 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:14.804981 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:14.805600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:14.818143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] For port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:14.831539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] For port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:14.858373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22308-52d8-4287-a9a1-e20848edebbc req-da2bd257-e4b2-4b8f-90fe-052e0e0c0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:14.859586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:14.859913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-da2bd257-e4b2-4b8f-90fe-052e0e0c0b68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206455 Oct 29 08:29:14.875171 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:14.934590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bc93f157-81c9-4cc7-9a7c-2a2394c8a768 None None] Provisioning complete for port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:14.935378 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bc93f157-81c9-4cc7-9a7c-2a2394c8a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:14.973359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:15.016125 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:15.061841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:15.062584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:28:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:15.101234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:15.114389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e84f1-c1e5-4e24-9b01-61fec5594662 None None] Pushing event updated for resources: {'Port': ['ID=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:15.153194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-aef91b68-8730-43a3-84f7-69f28f98a2d2 service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800677 Oct 29 08:29:15.198844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:15.359921 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d22308-52d8-4287-a9a1-e20848edebbc req-52233c7b-5ebb-423b-9708-3d7b7f65025f service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056713 Oct 29 08:29:15.402788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:15.445652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:15.556922 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bc93f157-81c9-4cc7-9a7c-2a2394c8a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:15.559696 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:15.643241 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ac1f6-898c-4d5e-9138-6d2b2ca66278 None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:15.679838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179e580-eed6-4fad-92f1-a58b4c2a78f9 req-7d953e63-02cd-4858-b672-753c1d63f4fe tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:15.688339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2179e580-eed6-4fad-92f1-a58b4c2a78f9 req-7d953e63-02cd-4858-b672-753c1d63f4fe tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 948 time: 0.1089170 Oct 29 08:29:15.750035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bc93f157-81c9-4cc7-9a7c-2a2394c8a768 None None] For port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:15.758964 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bc93f157-81c9-4cc7-9a7c-2a2394c8a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:15.801958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:15.826303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2179e580-eed6-4fad-92f1-a58b4c2a78f9 req-97d808d7-d056-48a3-a49e-498db6d92050 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364479 Oct 29 08:29:15.906347 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296d94dc-a265-4eba-abc4-1a8f7fc2e8e1 x-openstack-request-id: req-296d94dc-a265-4eba-abc4-1a8f7fc2e8e1 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:15.906347 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:15.907061 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-296d94dc-a265-4eba-abc4-1a8f7fc2e8e1 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:15.907061 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'status': 'completed', 'code': 200} Oct 29 08:29:15.976487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5b15197a-34f5-4b5f-a8f5-f552aaf11918 None None] Provisioning complete for port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:15.976904 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5b15197a-34f5-4b5f-a8f5-f552aaf11918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:16.043613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93f157-81c9-4cc7-9a7c-2a2394c8a768 None None] Pushing event updated for resources: {'Port': ['ID=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:16.090294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08a9f-66b3-4122-843b-626628e31a0a req-5ceeeeff-3ed7-455f-be3e-b3f5a9e6dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:16.091829 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede08a9f-66b3-4122-843b-626628e31a0a req-5ceeeeff-3ed7-455f-be3e-b3f5a9e6dd10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 1097 time: 0.1538343 Oct 29 08:29:16.155514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2439b-24a3-4a32-af30-8767085491f8 req-f65cda6c-5622-4be7-b3ba-76cfa5cc1dc6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:16.166128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d4f2439b-24a3-4a32-af30-8767085491f8 req-f65cda6c-5622-4be7-b3ba-76cfa5cc1dc6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.0795970 Oct 29 08:29:16.247989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d4f2439b-24a3-4a32-af30-8767085491f8 req-d94a6b89-610c-4592-9614-5ef5515dc0b6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807207 Oct 29 08:29:16.257003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2bd5a-374a-4fc7-b6d2-f6f68a043dd0 None None] New status for floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:29:16.609944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08a9f-66b3-4122-843b-626628e31a0a req-0e815c07-d180-4d2b-8123-160d55b3c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:16.611495 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede08a9f-66b3-4122-843b-626628e31a0a req-0e815c07-d180-4d2b-8123-160d55b3c0e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.5100007 Oct 29 08:29:16.700214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:14Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:16.719047 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede08a9f-66b3-4122-843b-626628e31a0a req-a64237bc-24e1-45ac-9857-9b6ba6f4a421 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 200 len: 217 time: 0.0968316 Oct 29 08:29:16.773599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed306d-615f-44dc-88cd-37d907f4baee None None] The sync data for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 is: [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:14Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:16.833699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08a9f-66b3-4122-843b-626628e31a0a req-30f2ec30-7460-4f20-9c31-1ed7b5c7ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:16.833699 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede08a9f-66b3-4122-843b-626628e31a0a req-30f2ec30-7460-4f20-9c31-1ed7b5c7ae77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.1034851 Oct 29 08:29:16.943826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08a9f-66b3-4122-843b-626628e31a0a req-711631ee-1567-4159-9dbf-85fc01956497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:16.945791 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede08a9f-66b3-4122-843b-626628e31a0a req-711631ee-1567-4159-9dbf-85fc01956497 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056418 Oct 29 08:29:16.948270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ca0058b-4e90-494d-a54d-2f5984a02eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:17.141159 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede08a9f-66b3-4122-843b-626628e31a0a req-5de1d220-4159-419d-99d1-c2d9ee3c5e33 service neutron] 10.222.0.15 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858299 Oct 29 08:29:17.224430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-138d64d8-98bc-4fa0-8c5b-4bc662d6ad6c tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:17.233378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-138d64d8-98bc-4fa0-8c5b-4bc662d6ad6c tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6565070 Oct 29 08:29:17.310681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede08a9f-66b3-4122-843b-626628e31a0a req-e9d6444a-8b99-40a4-8f3f-bd289cb8fb8f service neutron] 10.222.0.15 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605256 Oct 29 08:29:17.329228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-fd594ec4-0345-4c39-a3e1-c434bee01f5f tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.0944622 Oct 29 08:29:17.334986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Request body: {'floatingip': {'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:17.402320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:17.995534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-fa4dfe52-e084-48d0-9c1d-3ca2d402c68f tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:17.998530 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-fa4dfe52-e084-48d0-9c1d-3ca2d402c68f tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.15 "GET /v2.0/ports?device_id=137a50c6-ca1c-48a6-a47f-0e5a525e932c HTTP/1.1" status: 200 len: 946 time: 0.1034052 Oct 29 08:29:18.038309 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.095457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.103015 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.172463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Deleting port 869e98b7-8650-48ea-99bd-89b28b54e65c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:18.173392 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.208297 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.224456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:18.350562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:18.351766 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.387003 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee associated. External IP: 172.25.5.109, port: 2e3d2297-1599-4200-a4bf-5bd548a9be36. Oct 29 08:29:18.393439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] For port 869e98b7-8650-48ea-99bd-89b28b54e65c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=869e98b7-8650-48ea-99bd-89b28b54e65c,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:18.393819 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.443654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Calling delete_port for 869e98b7-8650-48ea-99bd-89b28b54e65c owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:18.715172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.729227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['869e98b7-8650-48ea-99bd-89b28b54e65c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:18.756831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:18.774102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['2e3d2297-1599-4200-a4bf-5bd548a9be36'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:18.797274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] No DVR routers for this DVR port 869e98b7-8650-48ea-99bd-89b28b54e65c on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:29:18.800008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Pushing event deleted for resources: {'Port': ['ID=869e98b7-8650-48ea-99bd-89b28b54e65c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:18.802538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.806367 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c0fa0ef-03fa-4dae-9fcb-ac13cfe55fed req-a35d11c6-3ece-46d0-83b4-0b94d7885fbb tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.15 "DELETE /v2.0/ports/869e98b7-8650-48ea-99bd-89b28b54e65c HTTP/1.1" status: 204 len: 173 time: 0.7982864 Oct 29 08:29:18.807001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'name': 'network-vif-deleted', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:18.809661 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f4c71c-919d-4e31-91a6-b73a42bd0fcd" -d '{"events": [{"server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "name": "network-vif-deleted", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:18.956953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:18.978133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:18.979761 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:19.004074 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:19.012277 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:19.022468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-a49ff05a-c915-43bd-a9b0-58f000a0f15b tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "PUT /v2.0/floatingips/d78a97c0-31cd-4e66-bfcc-bce8fa4486ee HTTP/1.1" status: 200 len: 996 time: 1.6909201 Oct 29 08:29:19.024179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:19.028688 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61890389-4527-4e23-9435-8aa0b32848af" -d '{"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:19.154825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-3a1e3dd6-b5a0-47d3-a6a1-38f25e03da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:19.165617 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-3a1e3dd6-b5a0-47d3-a6a1-38f25e03da84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.1018612 Oct 29 08:29:19.218999 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:19.340677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-aa14770e-3d72-4f7f-887c-c6597cf38f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:19.342393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-aa14770e-3d72-4f7f-887c-c6597cf38f16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.1758809 Oct 29 08:29:19.408044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:19.508795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-80b9beaf-340e-45e9-b0fb-3bc3faf82da3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 999 time: 0.1547422 Oct 29 08:29:19.606325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-1efbb3c4-6e08-45c3-8bd9-15a33d30041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:19.608044 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-1efbb3c4-6e08-45c3-8bd9-15a33d30041e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.0895526 Oct 29 08:29:19.675841 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:8b:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:17Z', 'revision_number': 8, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:19.717232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-451553d8-aa4d-4c59-8d99-5aa6d825c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:19.724711 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:19.727159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-451553d8-aa4d-4c59-8d99-5aa6d825c142 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987096 Oct 29 08:29:19.747299 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:19.747979 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:19.880015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-41c741d5-b1be-433d-b066-a33ae61a550e service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491094 Oct 29 08:29:19.930790 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:20.034482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bbe8259-db83-4b58-8a24-23d3fb508080 req-e566734e-4124-4013-9b71-a4281e3674fa service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459770 Oct 29 08:29:20.044412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:20.120977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:29:20.129686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:20.130420 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:20.264532 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:8b:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:17Z', 'revision_number': 8, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:20.296332 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:20.307511 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566ee93-011a-4747-972e-d986f2c7bd91 None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'd78a97c0-31cd-4e66-bfcc-bce8fa4486ee', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'port_id': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'mac_address': 'fa:16:3e:8b:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:28:32Z', 'updated_at': '2021-10-29T08:29:17Z', 'revision_number': 8, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:20.366199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d43a6-0aa8-45c1-8ccc-805cdd844690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:20.369552 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c1ce55-baf2-4958-b2b9-ed1ae769c1dd" -d '{"events": [{"server_uuid": "e79d43a6-0aa8-45c1-8ccc-805cdd844690", "name": "network-vif-plugged", "status": "completed", "tag": "d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:20.390965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:20.401515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:20.403674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292b03-f8c8-450c-8601-9877da10ec0c req-990f6bd0-89bd-4810-921e-763a2d9befbf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:20.412465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc292b03-f8c8-450c-8601-9877da10ec0c req-990f6bd0-89bd-4810-921e-763a2d9befbf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 948 time: 0.0976269 Oct 29 08:29:20.482643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:20.496346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.496817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.497530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.497896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.498318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.498748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.499198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.499601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.500540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.500875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.501297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.501718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:20.506149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc292b03-f8c8-450c-8601-9877da10ec0c req-458aafea-9823-4e07-b920-c6164f96b3f2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890071 Oct 29 08:29:20.701204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d822a93-8a20-484f-97ce-b63d8f718d46 None None] New status for floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:29:20.816087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa7c3-a329-4914-bcdc-7066f8507727 req-10ec50d6-56d3-48ac-9363-da73294370e1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:20.818027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-332fa7c3-a329-4914-bcdc-7066f8507727 req-10ec50d6-56d3-48ac-9363-da73294370e1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.0897560 Oct 29 08:29:20.881732 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-332fa7c3-a329-4914-bcdc-7066f8507727 req-a9734be3-3792-4f4c-8568-2a9a21bbc8d2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563486 Oct 29 08:29:20.972978 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d75ad26-e8ba-40f5-8158-6b0bcec9219a x-openstack-request-id: req-4d75ad26-e8ba-40f5-8158-6b0bcec9219a {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:20.974135 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137a50c6-ca1c-48a6-a47f-0e5a525e932c", "name": "network-vif-deleted", "tag": "869e98b7-8650-48ea-99bd-89b28b54e65c", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:20.974834 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d75ad26-e8ba-40f5-8158-6b0bcec9219a {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:20.975539 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137a50c6-ca1c-48a6-a47f-0e5a525e932c', 'name': 'network-vif-deleted', 'tag': '869e98b7-8650-48ea-99bd-89b28b54e65c', 'status': 'completed', 'code': 200} Oct 29 08:29:21.030175 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849d134b-d0c3-48e7-b3a0-aad5bc1e1756 x-openstack-request-id: req-849d134b-d0c3-48e7-b3a0-aad5bc1e1756 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:21.030467 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:21.030716 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-849d134b-d0c3-48e7-b3a0-aad5bc1e1756 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:21.031119 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'status': 'completed', 'code': 200} Oct 29 08:29:21.173437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61890389-4527-4e23-9435-8aa0b32848af req-099cd344-3d5d-4d66-b4ad-2248f9a1524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:21.175566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61890389-4527-4e23-9435-8aa0b32848af req-099cd344-3d5d-4d66-b4ad-2248f9a1524b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.0716903 Oct 29 08:29:21.180196 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed6276fb-c74e-4fe1-9c6f-0c2bf4fd12f9 req-398d6499-3d65-4ef2-bc2c-04cdc1426de2 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips/d78a97c0-31cd-4e66-bfcc-bce8fa4486ee HTTP/1.1" status: 200 len: 998 time: 0.1196425 Oct 29 08:29:21.432074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6276fb-c74e-4fe1-9c6f-0c2bf4fd12f9 req-e3e56cf0-dbd4-4b83-b19b-8c65120b31de tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:21.441851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed6276fb-c74e-4fe1-9c6f-0c2bf4fd12f9 req-e3e56cf0-dbd4-4b83-b19b-8c65120b31de tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2533319 Oct 29 08:29:21.447721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-ed6276fb-c74e-4fe1-9c6f-0c2bf4fd12f9 req-91cfeffc-d49d-4f33-ba40-7916a8934eea tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:29:21.459557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed6276fb-c74e-4fe1-9c6f-0c2bf4fd12f9 req-91cfeffc-d49d-4f33-ba40-7916a8934eea tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0166249 Oct 29 08:29:21.491506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61890389-4527-4e23-9435-8aa0b32848af req-98328034-4947-4062-845d-e5a1b73c9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:21.499423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61890389-4527-4e23-9435-8aa0b32848af req-98328034-4947-4062-845d-e5a1b73c9825 service neutron] 10.222.0.93 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.2971296 Oct 29 08:29:21.512821 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b50a84a-107f-426d-ac98-27fc762dee4a x-openstack-request-id: req-5b50a84a-107f-426d-ac98-27fc762dee4a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:21.513335 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d43a6-0aa8-45c1-8ccc-805cdd844690", "name": "network-vif-plugged", "status": "completed", "tag": "d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:21.513335 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b50a84a-107f-426d-ac98-27fc762dee4a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:21.513787 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d43a6-0aa8-45c1-8ccc-805cdd844690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1', 'code': 200} Oct 29 08:29:21.592130 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61890389-4527-4e23-9435-8aa0b32848af req-04d5329a-3b5d-4df9-84e1-2fda2e6d4451 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 1001 time: 0.0757987 Oct 29 08:29:21.745245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61890389-4527-4e23-9435-8aa0b32848af req-cf899778-9d41-4c52-a2f7-479c13105bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:21.747344 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61890389-4527-4e23-9435-8aa0b32848af req-cf899778-9d41-4c52-a2f7-479c13105bac service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.1337552 Oct 29 08:29:21.768956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9b4e-022e-4137-be4c-d89c88e1eced req-c23e92a8-d671-4985-9fcb-cd31693d24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:21.772222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-504c9b4e-022e-4137-be4c-d89c88e1eced req-c23e92a8-d671-4985-9fcb-cd31693d24a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 1100 time: 0.1247458 Oct 29 08:29:21.808986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-0cd685b7-667b-4ff7-82c6-cae06436bcfa tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1001 time: 0.1395364 Oct 29 08:29:21.857568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-504c9b4e-022e-4137-be4c-d89c88e1eced req-5c743568-468a-4b33-bf8c-93ccacdcc5c2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696342 Oct 29 08:29:21.881681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61890389-4527-4e23-9435-8aa0b32848af req-4a4a47ac-6cf1-4c8f-828d-ea66e256ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:21.883260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61890389-4527-4e23-9435-8aa0b32848af req-4a4a47ac-6cf1-4c8f-828d-ea66e256ea77 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216354 Oct 29 08:29:21.890995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819989-add9-496e-b5f5-711254b10fa6 req-e29accf8-124c-405d-afbc-067f7f764adc tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:21.894102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-e29accf8-124c-405d-afbc-067f7f764adc tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports/2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 942 time: 0.0838308 Oct 29 08:29:22.035032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-f5c5934c-1661-491c-a1ef-0a6f2fb8f8db tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1001 time: 0.0938377 Oct 29 08:29:22.231615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819989-add9-496e-b5f5-711254b10fa6 req-2ca7039e-ab34-4b35-975d-a868077aadff tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:22.241884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-2ca7039e-ab34-4b35-975d-a868077aadff tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2053084 Oct 29 08:29:22.337224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-b2fcae5d-6125-41b5-9e18-826d63fcf05c tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 1001 time: 0.0940526 Oct 29 08:29:22.342577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:22.402150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61890389-4527-4e23-9435-8aa0b32848af req-5acf9275-ba51-4fc7-91fd-5314010b13e6 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346988 Oct 29 08:29:22.458316 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:22.542922 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:29:22.681987 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61890389-4527-4e23-9435-8aa0b32848af req-d5b9ced7-cac0-4e0e-a0fc-2d4982bbf976 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659984 Oct 29 08:29:22.684011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 869e98b7-8650-48ea-99bd-89b28b54e65c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:29:22.744744 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:22.752825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:22.753371 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee disassociated. External IP: 172.25.5.109, port: 2e3d2297-1599-4200-a4bf-5bd548a9be36. Oct 29 08:29:22.871412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 869e98b7-8650-48ea-99bd-89b28b54e65c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:29:22.871778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 869e98b7-8650-48ea-99bd-89b28b54e65c not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:29:22.940285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:22.963968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'c0afa313-eed2-46d9-94c5-181091ceb3dc', 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f', 'port_id': 'c0afa313-eed2-46d9-94c5-181091ceb3dc', 'mac_address': 'fa:16:3e:d7:66:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37720abb-4935-420c-be32-b1e0112cfb78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:29:23.027422 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:23.039011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:23.044384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0afa313-eed2-46d9-94c5-181091ceb3dc {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:23.069464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:23.085338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:23.147200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:23.390032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['c0afa313-eed2-46d9-94c5-181091ceb3dc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:23.537241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:23.543374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:23.552054 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:23.570461 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:23.571087 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:23.593084 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-cabc18f2-d317-4ccc-9fa8-827fa31a70a6 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "PUT /v2.0/floatingips/d78a97c0-31cd-4e66-bfcc-bce8fa4486ee HTTP/1.1" status: 200 len: 696 time: 1.2541544 Oct 29 08:29:23.596591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:23.598796 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:23.742758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819989-add9-496e-b5f5-711254b10fa6 req-4c666f7c-abfd-4f3d-8192-a04b79e07eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:23.744371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-4c666f7c-abfd-4f3d-8192-a04b79e07eb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.1420465 Oct 29 08:29:23.912313 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:24.019459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819989-add9-496e-b5f5-711254b10fa6 req-3c7d80ab-8f55-40cf-ad19-b5e997f2ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:24.028017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-3c7d80ab-8f55-40cf-ad19-b5e997f2ea35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.1882985 Oct 29 08:29:24.092526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-8795ae52-4784-4173-90fd-90544198eb15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 217 time: 0.0616257 Oct 29 08:29:24.145843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819989-add9-496e-b5f5-711254b10fa6 req-a31f7461-4e37-4c38-ab9d-eb6b23a5e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:24.154130 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-a31f7461-4e37-4c38-ab9d-eb6b23a5e33b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.0626197 Oct 29 08:29:24.212975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819989-add9-496e-b5f5-711254b10fa6 req-8c104f35-04ba-4dc9-9bd8-16df262417a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:24.216262 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-8c104f35-04ba-4dc9-9bd8-16df262417a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600023 Oct 29 08:29:24.356904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-5f0da5e5-4400-44c6-9505-aecfa6bab17b service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339395 Oct 29 08:29:24.435069 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:24.476275 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:24.489069 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:24.489694 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:24.497436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14819989-add9-496e-b5f5-711254b10fa6 req-340f79ba-b12d-4264-8483-c5058746de44 service neutron] 10.222.0.70 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306999 Oct 29 08:29:24.553967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:24.661529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port c0afa313-eed2-46d9-94c5-181091ceb3dc completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:29:24.666542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port c0afa313-eed2-46d9-94c5-181091ceb3dc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:24.668072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:24.681844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7036ec3-85d9-425a-bb9b-ac2471ff5530 req-2b958253-39bd-419c-aad4-a80a931175fd tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:24.686102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7036ec3-85d9-425a-bb9b-ac2471ff5530 req-2b958253-39bd-419c-aad4-a80a931175fd tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 949 time: 0.0736854 Oct 29 08:29:24.695458 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:24.769911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7036ec3-85d9-425a-bb9b-ac2471ff5530 req-56f06bed-d235-4752-ad83-2cc90bb65306 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751092 Oct 29 08:29:24.792854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:24.860931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:24.862076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:24.866561 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e467bda-e7b4-447a-8565-c124976230f3" -d '{"events": [{"server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "name": "network-vif-plugged", "status": "completed", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:24.873434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:24.971963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:25.122294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93204681-5c75-437f-b9d4-4de0802bb5e6 req-67b76243-bc63-4466-9766-953efd2991ce tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:25.123285 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:25.137531 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93204681-5c75-437f-b9d4-4de0802bb5e6 req-67b76243-bc63-4466-9766-953efd2991ce tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.0866878 Oct 29 08:29:25.200583 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32360016-1189-46cb-8da1-b0cd44aa34f5 None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:28:01Z', 'revision_number': 4, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c', 'name': '', 'network_id': '31b2bb24-0e17-44d4-8340-a2f3644921a8', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'mac_address': 'fa:16:3e:bd:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '00160224-b932-49aa-925a-ecf282b0d078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:28:00Z', 'updated_at': '2021-10-29T08:28:09Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'subnets': [{'id': '00160224-b932-49aa-925a-ecf282b0d078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:25.201507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93204681-5c75-437f-b9d4-4de0802bb5e6 req-59c30d9b-9a7e-4a62-8e85-50c2da445bd1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637760 Oct 29 08:29:25.369299 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06be53-5ba9-4a23-a6ed-31cad4ad33fb x-openstack-request-id: req-9a06be53-5ba9-4a23-a6ed-31cad4ad33fb {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:25.369705 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:25.369992 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a06be53-5ba9-4a23-a6ed-31cad4ad33fb {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:25.370359 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'status': 'completed', 'code': 200} Oct 29 08:29:25.511648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-720d51c6-8cce-4fd3-b652-55e5cfc277b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:25.521421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-720d51c6-8cce-4fd3-b652-55e5cfc277b2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e4ad509ecab4f359b362ddd47248c31&device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 1096 time: 0.1137073 Oct 29 08:29:25.615450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb93ad-b884-4ff3-a94d-89191fd7da3d None None] New status for floating IP d78a97c0-31cd-4e66-bfcc-bce8fa4486ee: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:29:25.649906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc88f3-16f7-42b6-8b05-879c198fa169 req-81e50756-9aa5-4a7b-ae53-5d8646f67126 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:25.651933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32bc88f3-16f7-42b6-8b05-879c198fa169 req-81e50756-9aa5-4a7b-ae53-5d8646f67126 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 1100 time: 0.1283951 Oct 29 08:29:25.764729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32bc88f3-16f7-42b6-8b05-879c198fa169 req-62342f0f-6e0c-4411-8eb6-e160062c8cd9 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045187 Oct 29 08:29:25.767024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-98f124ec-9f19-41bf-bedf-60b0a03e79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:25.768917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-98f124ec-9f19-41bf-bedf-60b0a03e79c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 200 len: 923 time: 0.2343245 Oct 29 08:29:25.886012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-dd823c48-e8a9-4bef-8921-972dddfdf8df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 200 len: 217 time: 0.0876048 Oct 29 08:29:25.922027 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e50ec01-e717-4365-b6e7-a4da0f921976 x-openstack-request-id: req-2e50ec01-e717-4365-b6e7-a4da0f921976 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:25.922334 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "name": "network-vif-plugged", "status": "completed", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:25.924142 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e50ec01-e717-4365-b6e7-a4da0f921976 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:25.928086 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc', 'code': 200} Oct 29 08:29:26.004981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ce23d-8eaf-4419-84bc-a4badcadb79c req-6fe7322d-d38e-472a-b3ba-d812028ed052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:26.006507 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c66ce23d-8eaf-4419-84bc-a4badcadb79c req-6fe7322d-d38e-472a-b3ba-d812028ed052 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1096 time: 0.1002543 Oct 29 08:29:26.069088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c66ce23d-8eaf-4419-84bc-a4badcadb79c req-a87bd233-b858-4122-971e-e7630f622a8a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537565 Oct 29 08:29:26.071779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-a29731ad-7b88-43ee-9860-9d98609e1950 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips/d78a97c0-31cd-4e66-bfcc-bce8fa4486ee HTTP/1.1" status: 200 len: 696 time: 0.0764587 Oct 29 08:29:26.194830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-9a042711-daea-46d5-ae8a-33b684414136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:26.196263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-9a042711-daea-46d5-ae8a-33b684414136 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 200 len: 860 time: 0.3024659 Oct 29 08:29:26.204309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-dde4759e-dfff-40f8-aa39-c483b5598a76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:26.219585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-dde4759e-dfff-40f8-aa39-c483b5598a76 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1387436 Oct 29 08:29:26.295683 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-11caeda9-59e0-49d5-aa17-215f4e70b7bc tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 697 time: 0.0828741 Oct 29 08:29:26.354408 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-e3696339-b43a-4b6e-9122-cc9021ff0d49 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 697 time: 0.0576017 Oct 29 08:29:26.404176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-be439497-d362-47fa-8fa6-715fa4a4354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:26.405729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-be439497-d362-47fa-8fa6-715fa4a4354a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31b2bb24-0e17-44d4-8340-a2f3644921a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853788 Oct 29 08:29:26.581032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Deleting port db5b6649-8f38-49f8-b803-5a454dce2415 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:26.581323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:26.584453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-2a481845-781f-4023-ad54-c53813112da1 service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314123 Oct 29 08:29:26.792725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:26.793181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:26.814138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Calling delete_port for db5b6649-8f38-49f8-b803-5a454dce2415 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:26.890466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e04ce8f5-a70a-438a-93e2-a73f0ad496b2 req-f3025299-b3e4-4104-b416-f6fb992116fe service neutron] 10.222.0.93 "GET /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380779 Oct 29 08:29:27.018635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:27.066414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Pushing event deleted for resources: {'Port': ['ID=db5b6649-8f38-49f8-b803-5a454dce2415,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:27.136937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:27.140418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:27.143391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2ce847e-2777-42d8-a3cb-b26c03838940 req-d2b88dd2-4518-4a89-be9b-c3fd98d1f405 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "DELETE /v2.0/floatingips/d78a97c0-31cd-4e66-bfcc-bce8fa4486ee HTTP/1.1" status: 204 len: 173 time: 0.7865458 Oct 29 08:29:28.774118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:28.948067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-d86809fc-dbdc-4922-9717-808f1ba298a8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348856 Oct 29 08:29:29.068324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-9712df33-6f33-41d0-9593-592b7d47a03e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:29.071972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-9712df33-6f33-41d0-9593-592b7d47a03e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215613 Oct 29 08:29:29.106570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-ce5541a6-ecdc-425b-b1f2-5bf039c77104 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/quotas/d4a08d6f772541dc818a6c82460ed42d HTTP/1.1" status: 200 len: 375 time: 0.0287890 Oct 29 08:29:29.145138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91bf9d-ba31-4fdd-9317-03e174192860 req-e2618aba-9ae5-4fed-98e8-d993539a961a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:29.147608 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad91bf9d-ba31-4fdd-9317-03e174192860 req-e2618aba-9ae5-4fed-98e8-d993539a961a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.0889108 Oct 29 08:29:29.190239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-5e70ba5e-bbea-43a0-98f6-1ccbb9f60558 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0770512 Oct 29 08:29:29.201655 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad91bf9d-ba31-4fdd-9317-03e174192860 req-1c68faa9-64b3-4f0d-bd7e-de2b977ae4da tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473189 Oct 29 08:29:29.570953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89b14-42e7-4125-828e-ccae62ee9c95 req-e2aa7d6b-f89a-4437-9723-88096e990d2d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:29.574392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2bf89b14-42e7-4125-828e-ccae62ee9c95 req-e2aa7d6b-f89a-4437-9723-88096e990d2d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 945 time: 0.0615709 Oct 29 08:29:29.616115 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2bf89b14-42e7-4125-828e-ccae62ee9c95 req-7d938d5d-6f5f-41a0-992e-82d91c02a4fc tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356407 Oct 29 08:29:29.733999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60ed7d-c715-453c-943e-6fc19c06edb5 req-aa3ae690-8850-41ce-bf6e-d14ab16568bb tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:29.741848 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f60ed7d-c715-453c-943e-6fc19c06edb5 req-aa3ae690-8850-41ce-bf6e-d14ab16568bb tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1096 time: 0.0567529 Oct 29 08:29:29.796398 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f60ed7d-c715-453c-943e-6fc19c06edb5 req-3ad1112e-4f63-4f78-8d36-27f4d6154804 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Oct 29 08:29:29.890691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb0cc2ea-7e75-49a0-b570-6df66af5c6d2 req-096abb8b-06ca-4167-a7f5-a09ab8313f9f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 210 time: 0.0377212 Oct 29 08:29:30.022066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165da375-86d9-44cd-930b-7536541499e5 req-fbda2df2-fc5b-4dea-94a8-2d91dfddfeed tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:30.024416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-165da375-86d9-44cd-930b-7536541499e5 req-fbda2df2-fc5b-4dea-94a8-2d91dfddfeed tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 945 time: 0.0634730 Oct 29 08:29:30.076032 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-165da375-86d9-44cd-930b-7536541499e5 req-6f5bac10-be2e-43a8-8b00-5acfb873099f tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Oct 29 08:29:30.171757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:30.194708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6ff03-0020-4bac-9134-feb7cbe273ef req-46f83bb4-d277-4ba6-84ea-b98271eb5ee9 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:30.196334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6db6ff03-0020-4bac-9134-feb7cbe273ef req-46f83bb4-d277-4ba6-84ea-b98271eb5ee9 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1096 time: 0.0527880 Oct 29 08:29:30.245257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6db6ff03-0020-4bac-9134-feb7cbe273ef req-757b773b-b40b-481d-8292-59f52c8434f9 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 Oct 29 08:29:30.465018 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-002764fd-b963-4577-a9eb-0e9363b42b18 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d4a08d6f772541dc818a6c82460ed42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562658 Oct 29 08:29:30.650385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-60caa967-34f8-4f7c-b034-f5e644f1164d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:30.651962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-60caa967-34f8-4f7c-b034-f5e644f1164d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823516 Oct 29 08:29:30.667172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Request body: {'port': {'device_id': 'd808471c-aaea-4b1c-afd0-3c778acae20c', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': 'd4a08d6f772541dc818a6c82460ed42d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:30.696733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d52b8-94b6-4637-86a2-42a3b72db74b req-11f5cf69-7680-43ca-9369-4fe6c3bf4eed tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:30.698377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-882d52b8-94b6-4637-86a2-42a3b72db74b req-11f5cf69-7680-43ca-9369-4fe6c3bf4eed tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 950 time: 0.0754709 Oct 29 08:29:30.762768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-882d52b8-94b6-4637-86a2-42a3b72db74b req-fbca49eb-9ac8-4add-9a4f-dfcdaadbae8a tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580976 Oct 29 08:29:30.822898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Made reservation on behalf of d4a08d6f772541dc818a6c82460ed42d for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:29:30.827277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:31.022050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Allocated IP 192.168.233.87 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/58720d31-f55a-4052-9148-5fe8a7cffb07) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:29:31.310388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:31.367357 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:31.382653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78', '30b47165-5464-4c5d-95a7-aea87b20c8a3', '23fe6a6c-211c-4fa6-bb86-7dd481a65af5', 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:31.385458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad', '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:31.569662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event updated for resources: {'Port': ['ID=58720d31-f55a-4052-9148-5fe8a7cffb07,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:31.613573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:29:31.618457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:31.625035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:29:31.716317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-84c0a8df-2847-47cb-9bd5-415d794ea78e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:31.729085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-d190389f-4ab5-4649-aabd-aa41f017e374 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:29:31.730989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-d190389f-4ab5-4649-aabd-aa41f017e374 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0141859 Oct 29 08:29:31.740973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-84c0a8df-2847-47cb-9bd5-415d794ea78e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.93 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 945 time: 0.2324839 Oct 29 08:29:31.791652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:31.793927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:31.796146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31757518-a16b-47ea-b447-86fbe7ac1bf5 req-20e5fc7e-bf50-4a8b-81a9-3ddc5cca9852 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:31.805586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31757518-a16b-47ea-b447-86fbe7ac1bf5 req-20e5fc7e-bf50-4a8b-81a9-3ddc5cca9852 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 935 time: 0.2282968 Oct 29 08:29:31.899492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-51bbd2ee-7cf6-4087-beb0-20264edf1e83 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:31.906994 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-51bbd2ee-7cf6-4087-beb0-20264edf1e83 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports/c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 200 len: 1093 time: 0.1520550 Oct 29 08:29:31.918637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-767464f8-3a61-404e-9c1e-ed7e1bbb574f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2569740 Oct 29 08:29:31.927691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Request body: {'binding': {'host': 'n-h1-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:31.928807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Unknown quota resources ['binding']. {{(pid=102114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:29:31.947739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31757518-a16b-47ea-b447-86fbe7ac1bf5 req-4a684714-01d8-4a22-97ed-f7d1ac93449a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093903 Oct 29 08:29:31.952777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Request body: {'port': {'device_id': 'd808471c-aaea-4b1c-afd0-3c778acae20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:31.988016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Deleting port 2e3d2297-1599-4200-a4bf-5bd548a9be36 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:31.988284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.144415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f5066ee2-f2b0-4c11-92c3-035f7a1794c4 None None] Provisioning complete for port 58720d31-f55a-4052-9148-5fe8a7cffb07 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:32.145087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f5066ee2-f2b0-4c11-92c3-035f7a1794c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.150937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86f42eb2-2b17-4dbe-82c5-23b43caa7611 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:29:32.174095 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.208567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cadb83-c4a2-438f-a465-18b5b6098c36 req-6e6aee71-4866-43f8-87a4-6b5a33cb1781 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:32.212235 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83cadb83-c4a2-438f-a465-18b5b6098c36 req-6e6aee71-4866-43f8-87a4-6b5a33cb1781 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398dbf0-ec43-4788-acd9-b5fcf5a9e509 HTTP/1.1" status: 200 len: 945 time: 0.1386201 Oct 29 08:29:32.234282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] For port 2e3d2297-1599-4200-a4bf-5bd548a9be36, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e3d2297-1599-4200-a4bf-5bd548a9be36,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:32.234663 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.289435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Calling delete_port for 2e3d2297-1599-4200-a4bf-5bd548a9be36 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:32.350364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83cadb83-c4a2-438f-a465-18b5b6098c36 req-e78cc2d2-6048-4fe1-a840-5027d4293e93 tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ef9ca-8006-46b5-8f26-982614290ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302671 Oct 29 08:29:32.384097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on host n-h1-815940-1 for vnic_type normal with profile None {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:32.384768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:32.384980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:32.399847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:29:32.400398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:32.480595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:32.481710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:32.481710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:32.481940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Bound port: c0afa313-eed2-46d9-94c5-181091ceb3dc, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:32.538489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f5066ee2-f2b0-4c11-92c3-035f7a1794c4 None None] Port 58720d31-f55a-4052-9148-5fe8a7cffb07 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:29:32.597113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:32.597682 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.611787 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] Publish callbacks [] for binding, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.613973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-25e5eafc-cf24-47d0-a1c0-44c2070e4208 service neutron] 10.222.0.70 "POST /v2.0/ports/c0afa313-eed2-46d9-94c5-181091ceb3dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.6936197 Oct 29 08:29:32.681209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Pushing event deleted for resources: {'Port': ['ID=2e3d2297-1599-4200-a4bf-5bd548a9be36,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:32.690905 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.696215 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-e05d8ea0-a7da-45f7-934d-5991df1f5e60 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--506214771&fields=id&tenant_id=aa51d7382ab64a06a72659e7390ee6b1 HTTP/1.1" status: 200 len: 267 time: 0.2052941 Oct 29 08:29:32.774543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:32.777505 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a87c71a-998b-4aa8-b5c2-5fa6cc73412a" -d '{"events": [{"server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "name": "network-vif-unplugged", "status": "completed", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:32.809502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:32.832224 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.845400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58720d31-f55a-4052-9148-5fe8a7cffb07 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:32.864001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.881997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Transition to ACTIVE for port object 58720d31-f55a-4052-9148-5fe8a7cffb07 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:29:32.943821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] No DVR routers for this DVR port 2e3d2297-1599-4200-a4bf-5bd548a9be36 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:29:32.948625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:32.952315 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-45997a31-a12f-4913-bfda-c471d3e76bc4 req-2a3da9ad-5c9b-44cf-84c3-a4679a519b4e tempest-FloatingIPsAssociationTestJSON-245941106 tempest-FloatingIPsAssociationTestJSON-245941106-project] 10.222.0.93 "DELETE /v2.0/ports/2e3d2297-1599-4200-a4bf-5bd548a9be36 HTTP/1.1" status: 204 len: 173 time: 1.1993308 Oct 29 08:29:32.954765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'name': 'network-vif-deleted', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:32.963651 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0544acc-d9a6-4fdc-b5bf-8de57e977885" -d '{"events": [{"server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "name": "network-vif-deleted", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:32.971195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:33.068288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-2ec6d969-0b7e-45b0-8499-de03cb0540ae tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:33.080742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-2ec6d969-0b7e-45b0-8499-de03cb0540ae tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 824 time: 0.3832293 Oct 29 08:29:33.101932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:33.103613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-22e2a3d0-68e6-4355-a58e-68a6ad14f9bc tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/quotas/aa51d7382ab64a06a72659e7390ee6b1 HTTP/1.1" status: 200 len: 375 time: 0.0215847 Oct 29 08:29:33.194129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-8f6e9fb7-d3e1-4099-99c0-e24bb329ef3f tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:33.195796 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-8f6e9fb7-d3e1-4099-99c0-e24bb329ef3f tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.93 "GET /v2.0/ports?device_id=e60776a3-8904-49a3-baed-ba56cdb564b8 HTTP/1.1" status: 200 len: 945 time: 0.3124363 Oct 29 08:29:33.224800 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e70ae-ea72-4c1a-a2d6-a6fdbfc662d8 x-openstack-request-id: req-815e70ae-ea72-4c1a-a2d6-a6fdbfc662d8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:33.230569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Pushing event updated for resources: {'Port': ['ID=58720d31-f55a-4052-9148-5fe8a7cffb07,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:33.231063 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "name": "network-vif-unplugged", "status": "completed", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:33.231446 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-815e70ae-ea72-4c1a-a2d6-a6fdbfc662d8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:33.231986 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'code': 200} Oct 29 08:29:33.365205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-949be4fa-8b38-43c5-9f25-371fbac50303 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2605407 Oct 29 08:29:33.463478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-706a0fde-47fe-4bab-bb79-bc3f27599d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:33.465095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-706a0fde-47fe-4bab-bb79-bc3f27599d55 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1096 time: 0.2759867 Oct 29 08:29:33.529838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Attempting to bind port 58720d31-f55a-4052-9148-5fe8a7cffb07 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:33.530479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Attempting to bind port 58720d31-f55a-4052-9148-5fe8a7cffb07 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:33.530479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Attempting to bind port 58720d31-f55a-4052-9148-5fe8a7cffb07 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:33.541734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Port 58720d31-f55a-4052-9148-5fe8a7cffb07 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:29:33.542185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Attempting to bind port 58720d31-f55a-4052-9148-5fe8a7cffb07 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:33.575022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:33.576516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:33.576953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:33.578407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Bound port: 58720d31-f55a-4052-9148-5fe8a7cffb07, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:33.578869 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:33.594727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734904ee-8c9c-4fab-bf18-bd011a53dca3 req-3a483cbd-639a-46d6-a443-5b8f00eec890 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:33.596519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-734904ee-8c9c-4fab-bf18-bd011a53dca3 req-3a483cbd-639a-46d6-a443-5b8f00eec890 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.2014153 Oct 29 08:29:33.615870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-eb80e3ed-a98c-4457-ac1e-e04b98f8db68 service neutron] 10.222.0.70 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472568 Oct 29 08:29:33.663572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Deleting port 216846c8-8ea0-4f41-8025-d8a034ef0caf {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:33.664073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:33.736390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-3214910c-6f3f-4205-b910-511775917a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:33.738691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-3214910c-6f3f-4205-b910-511775917a07 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.2555313 Oct 29 08:29:33.746487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-734904ee-8c9c-4fab-bf18-bd011a53dca3 req-a0647423-fe7a-4221-b5b8-1eec3bc397c3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392417 Oct 29 08:29:33.792691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] For port 58720d31-f55a-4052-9148-5fe8a7cffb07, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:33.797871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] For port 58720d31-f55a-4052-9148-5fe8a7cffb07, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58720d31-f55a-4052-9148-5fe8a7cffb07,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:33.820563 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:33.882730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-ef0936a7-e8c0-451b-a26c-7c5c76359232 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 200 len: 217 time: 0.1180489 Oct 29 08:29:33.947844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:33.948560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:33.950014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] 10.222.0.15 "PUT /v2.0/ports/58720d31-f55a-4052-9148-5fe8a7cffb07 HTTP/1.1" status: 200 len: 1095 time: 2.0165212 Oct 29 08:29:33.952252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] For port 216846c8-8ea0-4f41-8025-d8a034ef0caf, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:33.952778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:33.955077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd808471c-aaea-4b1c-afd0-3c778acae20c', 'tag': '58720d31-f55a-4052-9148-5fe8a7cffb07'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:33.962782 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d808471c-aaea-4b1c-afd0-3c778acae20c", "tag": "58720d31-f55a-4052-9148-5fe8a7cffb07"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:33.982457 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-9a601d2d-e42f-42ac-9ebe-16683b3937a6 service neutron] 10.222.0.70 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651736 Oct 29 08:29:34.025945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-a86f5677-8dfa-487b-823e-aae7b62e1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:34.028060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-a86f5677-8dfa-487b-823e-aae7b62e1254 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1400585 Oct 29 08:29:34.076962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f99f9a-21c3-4a5d-84cc-6a76840a81bb service neutron] Pushing event updated for resources: {'Port': ['ID=58720d31-f55a-4052-9148-5fe8a7cffb07,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:34.111572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 216846c8-8ea0-4f41-8025-d8a034ef0caf no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:29:34.161043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-f57a4ad8-f0a0-43fe-8579-9aaa33068f5b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209285 Oct 29 08:29:34.185325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f85f4-7604-4009-a2c8-9c068ce6f5a3 req-7e61afe1-338c-45b9-af5e-faf71c5ca945 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:34.190734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-734f85f4-7604-4009-a2c8-9c068ce6f5a3 req-7e61afe1-338c-45b9-af5e-faf71c5ca945 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 947 time: 0.3406260 Oct 29 08:29:34.351148 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c00d41a-094e-4cb7-bb0b-4a11083c6d0e x-openstack-request-id: req-3c00d41a-094e-4cb7-bb0b-4a11083c6d0e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:34.352510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41434) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:34.352830 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c398dbf0-ec43-4788-acd9-b5fcf5a9e509", "name": "network-vif-deleted", "tag": "2e3d2297-1599-4200-a4bf-5bd548a9be36", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:34.353431 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c00d41a-094e-4cb7-bb0b-4a11083c6d0e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:34.354258 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c398dbf0-ec43-4788-acd9-b5fcf5a9e509', 'name': 'network-vif-deleted', 'tag': '2e3d2297-1599-4200-a4bf-5bd548a9be36', 'status': 'completed', 'code': 200} Oct 29 08:29:34.361199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-d23431ba-b637-4d08-9610-6394a47eeab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:34.370411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-d23431ba-b637-4d08-9610-6394a47eeab4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 1098 time: 0.3346655 Oct 29 08:29:34.429892 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93126163-39b7-404d-9cfd-98778df62182 x-openstack-request-id: req-93126163-39b7-404d-9cfd-98778df62182 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:34.430187 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d808471c-aaea-4b1c-afd0-3c778acae20c", "tag": "58720d31-f55a-4052-9148-5fe8a7cffb07", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:34.430441 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93126163-39b7-404d-9cfd-98778df62182 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:34.430848 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd808471c-aaea-4b1c-afd0-3c778acae20c', 'tag': '58720d31-f55a-4052-9148-5fe8a7cffb07', 'status': 'completed', 'code': 200} Oct 29 08:29:34.439735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-db51a854-8452-4cbb-97ba-b55007e8630e service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721207 Oct 29 08:29:34.479444 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:34.495087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-734f85f4-7604-4009-a2c8-9c068ce6f5a3 req-6322fa52-f530-456f-9385-e450ea91536d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855899 Oct 29 08:29:34.613392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:29:34.631853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 216846c8-8ea0-4f41-8025-d8a034ef0caf, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=216846c8-8ea0-4f41-8025-d8a034ef0caf,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:34.647430 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:34.652703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 2e3d2297-1599-4200-a4bf-5bd548a9be36 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:29:34.742049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:34.744742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:34.745942 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Floating IP 729461f6-9ef0-4e1b-ad17-59a4cb155379 disassociated. External IP: 172.25.5.242, port: 216846c8-8ea0-4f41-8025-d8a034ef0caf. Oct 29 08:29:34.745942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Calling delete_port for 216846c8-8ea0-4f41-8025-d8a034ef0caf owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:34.750866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 2e3d2297-1599-4200-a4bf-5bd548a9be36 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:29:34.751414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 2e3d2297-1599-4200-a4bf-5bd548a9be36 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:29:34.757727 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:29:34.824554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b232badc-a233-4132-bd00-d4ec45e9a586 req-9749b8c2-64c6-4541-b9ee-33fb17688247 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 210 time: 0.1579187 Oct 29 08:29:34.825468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=216846c8-8ea0-4f41-8025-d8a034ef0caf,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:34.851153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-1d19e5f9-8169-4d88-be22-c8020c29df57 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009929 Oct 29 08:29:34.951860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:34.986493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'mac_address': 'fa:16:3e:6c:c0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:29:35.102595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:35.139637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ac85e4-7405-419a-8717-e29a2211c5a3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:35.191854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:35.200696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:35.275050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:35.286282 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8ed44c-87bf-498d-b741-e1c264f9af96" -d '{"events": [{"server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "name": "network-vif-unplugged", "status": "completed", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:35.419038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['d4ac85e4-7405-419a-8717-e29a2211c5a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:35.516599 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b0ea7f-f35a-4280-b1bb-89b849f61ad1 x-openstack-request-id: req-68b0ea7f-f35a-4280-b1bb-89b849f61ad1 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:35.518598 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "name": "network-vif-unplugged", "status": "completed", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:35.519527 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68b0ea7f-f35a-4280-b1bb-89b849f61ad1 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:35.521780 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'code': 200} Oct 29 08:29:35.560292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:35.693229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c843de-9586-485c-9642-c5778412b5b5 req-a1a166ff-b2d7-4616-8b2a-9fce9bb335f2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:35.705028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0c843de-9586-485c-9642-c5778412b5b5 req-a1a166ff-b2d7-4616-8b2a-9fce9bb335f2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 947 time: 0.0958440 Oct 29 08:29:35.790784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0c843de-9586-485c-9642-c5778412b5b5 req-9e30a65a-1906-4c9a-a7eb-aa4c8d2e0785 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804904 Oct 29 08:29:35.834379 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-fb5d3e02-7ad7-45f6-98cb-795be31ef440 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=58720d31-f55a-4052-9148-5fe8a7cffb07 HTTP/1.1" status: 200 len: 217 time: 1.4294763 Oct 29 08:29:36.031012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-a475b834-7a3d-43f2-8008-9ff8d5a72bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:36.032508 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-a475b834-7a3d-43f2-8008-9ff8d5a72bbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1836510 Oct 29 08:29:36.058202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd17bd-e067-45b7-890b-a0b0785b65a8 req-c639ff52-993a-4d22-9332-8bb365fa6d41 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:36.066617 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3bd17bd-e067-45b7-890b-a0b0785b65a8 req-c639ff52-993a-4d22-9332-8bb365fa6d41 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.4083762 Oct 29 08:29:36.249840 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3bd17bd-e067-45b7-890b-a0b0785b65a8 req-755d54d9-d614-4159-918c-1c6edd59cae1 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822617 Oct 29 08:29:36.268350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:36.375243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event deleted for resources: {'Port': ['ID=216846c8-8ea0-4f41-8025-d8a034ef0caf,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:36.414963 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7e0ee093-ca32-4d29-bf21-c9cf1f60784e req-f3dcf11d-aeb9-4505-8d50-40d4cc8e8447 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 210 time: 0.0330679 Oct 29 08:29:36.469945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-6b8bbc07-ecae-4376-a378-c34f936f2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:36.471541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-6b8bbc07-ecae-4376-a378-c34f936f2acf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4247031 Oct 29 08:29:36.618408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:36.737966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port d4ac85e4-7405-419a-8717-e29a2211c5a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:36.738277 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:36.759874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-76dac3e3-817c-4acd-8052-16345a3f51e6 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:36.761916 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-76dac3e3-817c-4acd-8052-16345a3f51e6 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.15 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 824 time: 0.5310228 Oct 29 08:29:36.839082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-9921487d-b783-4202-add8-26e7b637cbac service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575656 Oct 29 08:29:36.944602 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:36.994066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-99680909-bab2-45cd-88dc-0104a350b773 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa51d7382ab64a06a72659e7390ee6b1 HTTP/1.1" status: 200 len: 379 time: 0.2196748 Oct 29 08:29:37.085294 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:37.106211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:37.109740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Request body: {'port': {'device_id': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'admin_state_up': True, 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'security_groups': ['9091c985-f47c-4708-8d57-e4fa07bd1df0']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:37.201355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08f88499-4803-4a20-872e-f87659e35c4d req-107a89d4-a8d5-4751-a647-ea805dcdaa6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857973 Oct 29 08:29:37.258205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Router 46f78d63-55c6-41bd-9e83-a20df8b3999d has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:37.280371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=10']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:37.315558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88499-4803-4a20-872e-f87659e35c4d req-62ba4e18-f2da-4b16-ac90-6056ac2fd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:37.320843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08f88499-4803-4a20-872e-f87659e35c4d req-62ba4e18-f2da-4b16-ac90-6056ac2fd1f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 1095 time: 0.0842149 Oct 29 08:29:37.406077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201edd-f126-427c-a6cf-ddd1c48415b8 req-e5948e26-c56f-4808-9738-9923514b3cfe tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:37.413506 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1201edd-f126-427c-a6cf-ddd1c48415b8 req-e5948e26-c56f-4808-9738-9923514b3cfe tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 947 time: 0.3487325 Oct 29 08:29:37.525722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:37.528945 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d105ffc-e9d3-4f6b-bddc-6b47d36cebb2" -d '{"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:37.558399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88499-4803-4a20-872e-f87659e35c4d req-7ecaaee3-2101-47fa-9322-b2b0e19f6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:37.561688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08f88499-4803-4a20-872e-f87659e35c4d req-7ecaaee3-2101-47fa-9322-b2b0e19f6304 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.2135842 Oct 29 08:29:37.622302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:37.661355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08f88499-4803-4a20-872e-f87659e35c4d req-91116bc0-ef12-4ea8-9dcb-d99bbedee319 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 200 len: 217 time: 0.0809772 Oct 29 08:29:37.855957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1201edd-f126-427c-a6cf-ddd1c48415b8 req-4929b7a1-f59e-42eb-8355-286c88592daf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414711 Oct 29 08:29:37.861528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88499-4803-4a20-872e-f87659e35c4d req-7b05c72c-39ce-48aa-aba2-a4bb1d532ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:37.866316 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08f88499-4803-4a20-872e-f87659e35c4d req-7b05c72c-39ce-48aa-aba2-a4bb1d532ea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1718113 Oct 29 08:29:37.916712 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34d59eaf-4068-44a6-8612-613e039ceb62 req-368b2923-e85f-4919-977f-3ce1613b506d service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0354555 Oct 29 08:29:38.222863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:38.238276 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] Sync routers for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:38.248913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-f16c8ab3-6527-4b3c-a2c0-891a74398404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:38.252928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-f16c8ab3-6527-4b3c-a2c0-891a74398404 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4a08d6f772541dc818a6c82460ed42d&device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 1098 time: 0.1916533 Oct 29 08:29:38.267838 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:38.270745 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:38.298770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101d723-d29a-46b6-9385-d053820b3465 req-f16216c5-5a48-4fde-b6d1-88c732aed617 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:38.307085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6101d723-d29a-46b6-9385-d053820b3465 req-f16216c5-5a48-4fde-b6d1-88c732aed617 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.1506114 Oct 29 08:29:38.308941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Made reservation on behalf of aa51d7382ab64a06a72659e7390ee6b1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:29:38.313893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:38.375589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] No DVR routers for this DVR port 216846c8-8ea0-4f41-8025-d8a034ef0caf on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:29:38.445547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:38.447763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ecd7b53a-4089-472d-a9c9-0bb81c4fcec7 req-ee17d601-8194-4dda-a738-2a2c3e4e130e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.93 "DELETE /v2.0/ports/216846c8-8ea0-4f41-8025-d8a034ef0caf HTTP/1.1" status: 204 len: 173 time: 5.1864927 Oct 29 08:29:38.451430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'name': 'network-vif-deleted', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:38.454377 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473dfc00-2e7b-457d-9fd3-326ee251fd6b" -d '{"events": [{"server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "name": "network-vif-deleted", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:38.597697 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:38.676147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08f88499-4803-4a20-872e-f87659e35c4d req-0ed64507-2a83-4ebf-8d21-9d8f760d3590 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8024907 Oct 29 08:29:38.771309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-eadb1fa2-4a34-4f04-ba4b-e10acbc1c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:38.773625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-eadb1fa2-4a34-4f04-ba4b-e10acbc1c1f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.5025783 Oct 29 08:29:38.793076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6101d723-d29a-46b6-9385-d053820b3465 req-2bf68a79-974b-4b30-9daa-af601cb46766 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806402 Oct 29 08:29:38.925124 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-63bc0910-cea5-4060-99eb-ef06395d8931 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=58720d31-f55a-4052-9148-5fe8a7cffb07 HTTP/1.1" status: 200 len: 217 time: 0.1237781 Oct 29 08:29:38.976703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0ad5eb3-92bd-4f78-aeac-006285a7deda req-b5e8c1ac-8daa-4e82-8560-b8ae0a3c1b30 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 210 time: 0.0622888 Oct 29 08:29:38.989788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08f88499-4803-4a20-872e-f87659e35c4d req-f44e66a2-3428-4cec-a2c9-84991b1de29c service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993784 Oct 29 08:29:39.073994 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164b643a-a0af-4935-b658-aa0b37d58dd7 x-openstack-request-id: req-164b643a-a0af-4935-b658-aa0b37d58dd7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:39.074537 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:39.074537 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-164b643a-a0af-4935-b658-aa0b37d58dd7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:39.074889 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'code': 200} Oct 29 08:29:39.075111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Deleting port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:39.077684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:39.142981 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:39.211129 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c1a81-96c3-4df4-929c-47ba92c4113b x-openstack-request-id: req-b19c1a81-96c3-4df4-929c-47ba92c4113b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:39.213534 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60776a3-8904-49a3-baed-ba56cdb564b8", "name": "network-vif-deleted", "tag": "216846c8-8ea0-4f41-8025-d8a034ef0caf", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:39.213534 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b19c1a81-96c3-4df4-929c-47ba92c4113b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:39.213995 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60776a3-8904-49a3-baed-ba56cdb564b8', 'name': 'network-vif-deleted', 'tag': '216846c8-8ea0-4f41-8025-d8a034ef0caf', 'status': 'completed', 'code': 200} Oct 29 08:29:39.283610 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] Checking router: 46f78d63-55c6-41bd-9e83-a20df8b3999d for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:39.290696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08f88499-4803-4a20-872e-f87659e35c4d req-1e82ba66-9a1b-49a2-b55f-df9488db09db service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860813 Oct 29 08:29:39.323549 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:39.324294 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:39.478299 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:39.796766 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:29:39.901238 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:39.945944 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355c140a-8c13-45ec-9bd4-0fd735e8f355 None None] The sync data for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 is: [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:40.123176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Allocated IP 172.20.0.6 (8d012ec4-9eb4-45ef-bc53-83a842e31dcd/8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9/17432dc5-f815-4175-9dce-8b51f484a678) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:29:40.147687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-bb1e5d3f-ae0b-4f5a-9404-85c90e5b2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:40.154301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-bb1e5d3f-ae0b-4f5a-9404-85c90e5b2b34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 1.1174152 Oct 29 08:29:40.247652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42369890-40ee-4d82-ad2a-fadf9925fb15 req-a145d257-6087-4350-9291-6a060e140300 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:40.257202 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-42369890-40ee-4d82-ad2a-fadf9925fb15 req-a145d257-6087-4350-9291-6a060e140300 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 947 time: 0.8951466 Oct 29 08:29:40.343435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] For port 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:40.343932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:40.375556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-9b290711-c7d2-4e19-a562-524c13c3f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:40.377690 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-9b290711-c7d2-4e19-a562-524c13c3f846 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2138045 Oct 29 08:29:40.384128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b68b9b-cee2-4ee5-8d33-ff88ed787ace None None] New status for floating IP 729461f6-9ef0-4e1b-ad17-59a4cb155379: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:29:40.391531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Calling delete_port for 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:40.503257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-d8a4684f-3f84-4107-942b-c258a60b0b73 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162252 Oct 29 08:29:40.680048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-42369890-40ee-4d82-ad2a-fadf9925fb15 req-b9c6be52-71a1-4a41-b07d-6fb16a17b002 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211495 Oct 29 08:29:40.811417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 58720d31-f55a-4052-9148-5fe8a7cffb07 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:29:40.838685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-1dab2a4b-cf75-42dd-bf74-b30db4737977 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3283093 Oct 29 08:29:41.073417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-6a749d81-304e-4c00-9d6f-5be44e7df1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:41.075244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-6a749d81-304e-4c00-9d6f-5be44e7df1cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1095 time: 0.1914742 Oct 29 08:29:41.156082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 58720d31-f55a-4052-9148-5fe8a7cffb07, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58720d31-f55a-4052-9148-5fe8a7cffb07,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:41.176734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '58720d31-f55a-4052-9148-5fe8a7cffb07', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '58720d31-f55a-4052-9148-5fe8a7cffb07', 'mac_address': 'fa:16:3e:d2:20:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:29:41.242724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-a26c785b-d1b3-4174-b946-687072af41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:41.244520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-a26c785b-d1b3-4174-b946-687072af41a8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.1134527 Oct 29 08:29:41.262337 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:41.279787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dd8ce-0d3d-414d-ad97-bea2d5ca2a21 req-60e212d3-cf40-42bc-b1d9-d1acf3b55cd5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:41.287691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb3dd8ce-0d3d-414d-ad97-bea2d5ca2a21 req-60e212d3-cf40-42bc-b1d9-d1acf3b55cd5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.3449752 Oct 29 08:29:41.295280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58720d31-f55a-4052-9148-5fe8a7cffb07 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:41.297807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:41.316871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02f7d98b-2249-4f5e-9fae-7d7d72f144c5 req-963d0bb4-9ac6-4276-bd8e-c7ed13083bd0 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7997177 Oct 29 08:29:41.332995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 58720d31-f55a-4052-9148-5fe8a7cffb07, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58720d31-f55a-4052-9148-5fe8a7cffb07,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:41.344957 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:41.368284 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-1be5ecae-17fe-4e04-961d-dd1a2c7ce474 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 217 time: 0.1046600 Oct 29 08:29:41.416500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb3dd8ce-0d3d-414d-ad97-bea2d5ca2a21 req-8b2deb0f-c747-4e27-b036-41e708f2db49 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275809 Oct 29 08:29:41.499490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=58720d31-f55a-4052-9148-5fe8a7cffb07,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:41.560508 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-920bfe2a-a83c-4c2f-8335-961bd350d77c req-cf28da25-6afb-4c25-9cea-ea5c6007fa04 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 210 time: 0.0468545 Oct 29 08:29:41.578611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-75e36bb4-2766-4a7e-bd77-5b513b4dc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:41.580200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-75e36bb4-2766-4a7e-bd77-5b513b4dc98f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1872458 Oct 29 08:29:41.662203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:41.669746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-99c15c19-af0b-43ee-9e72-786c90128940 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814779 Oct 29 08:29:41.675416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['58720d31-f55a-4052-9148-5fe8a7cffb07'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:42.036630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:42.090467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:29:42.096470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:42.099842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:29:42.258241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event updated for resources: {'Port': ['ID=17432dc5-f815-4175-9dce-8b51f484a678,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:42.343257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86404-bd38-4c02-b808-f77f5791ea2f req-a7102dcd-363f-4d4e-9d73-1bd3a4398f86 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:42.352250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0cd86404-bd38-4c02-b808-f77f5791ea2f req-a7102dcd-363f-4d4e-9d73-1bd3a4398f86 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 948 time: 0.4603152 Oct 29 08:29:42.566031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Pushing event deleted for resources: {'Port': ['ID=8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:42.591884 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0cd86404-bd38-4c02-b808-f77f5791ea2f req-0894e390-2183-4217-8755-915a4d0b115f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362738 Oct 29 08:29:42.622380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:42.623110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:42.633792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-57ede05e-d9d4-47a8-9774-8ac18bf919a8 None None] Provisioning complete for port 17432dc5-f815-4175-9dce-8b51f484a678 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:42.634445 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57ede05e-d9d4-47a8-9774-8ac18bf919a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:42.646593 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-64457bb6-1b9a-4880-8cc3-65e061cb4015 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474369 Oct 29 08:29:42.682119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-840de059-7601-4bd5-a617-8b235729bbd8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6000974 Oct 29 08:29:42.683901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:42.728765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Request body: {'port': {'device_id': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:42.805022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-57ede05e-d9d4-47a8-9774-8ac18bf919a8 None None] Port 17432dc5-f815-4175-9dce-8b51f484a678 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:29:43.169903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Router b6b9dc5f-4d30-4f8f-b106-b9984d81169a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:29:43.192239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078623b6-5e7d-4f37-bcb7-49e364fd87ae req-e1b72b16-f952-4d32-a414-31a92e0ad841 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:43.199909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-078623b6-5e7d-4f37-bcb7-49e364fd87ae req-e1b72b16-f952-4d32-a414-31a92e0ad841 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.4006803 Oct 29 08:29:43.226697 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:43.279190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41260391-0416-47ac-8fd2-0c87aa39bab2 req-f406580d-ee63-45c6-8488-586e79953d9f service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229823 Oct 29 08:29:43.386457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-078623b6-5e7d-4f37-bcb7-49e364fd87ae req-f033c0b9-c659-4ae1-89ec-71d31adc37a5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852572 Oct 29 08:29:43.702046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:29:43.712976 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] Sync routers for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:29:43.720157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c63e52f6-3147-4eef-9ed7-a2183a7e882f admin admin] 10.222.0.70 "PUT /v2.0/routers/b6b9dc5f-4d30-4f8f-b106-b9984d81169a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3642373 Oct 29 08:29:43.722754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41558) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:43.729937 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:43.730838 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:43.769737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a565e-11ad-49bd-b6b3-6109a2682e59 req-facfbabd-f703-451a-8b6b-1bddf22c7415 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:43.778082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-383a565e-11ad-49bd-b6b3-6109a2682e59 req-facfbabd-f703-451a-8b6b-1bddf22c7415 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 931 time: 0.2387450 Oct 29 08:29:43.848059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-383a565e-11ad-49bd-b6b3-6109a2682e59 req-f838ec9c-a1b5-4d31-b6e0-aa21b2ee91dc tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682461 Oct 29 08:29:44.019348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17432dc5-f815-4175-9dce-8b51f484a678 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:44.024180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.035623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.051939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Transition to ACTIVE for port object 17432dc5-f815-4175-9dce-8b51f484a678 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:29:44.066663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.269178 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:44.271481 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d411701a-7a70-453d-b9bb-eded1ee4d4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.332942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.392973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Pushing event updated for resources: {'Port': ['ID=17432dc5-f815-4175-9dce-8b51f484a678,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:44.461202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557126-36b6-4e63-8d38-083d847d242e req-c3bffa95-f00d-424f-be53-7e40d857bb50 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:44.473618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Deleting port 49bc1d31-67f7-496b-8ad2-a89b9add4789 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:44.473991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.475720 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a0557126-36b6-4e63-8d38-083d847d242e req-c3bffa95-f00d-424f-be53-7e40d857bb50 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 948 time: 0.4092450 Oct 29 08:29:44.641610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a0557126-36b6-4e63-8d38-083d847d242e req-1f1b6a04-2d6c-4d90-9476-f8412984073c tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647923 Oct 29 08:29:44.649586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Attempting to bind port 17432dc5-f815-4175-9dce-8b51f484a678 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:44.649959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Attempting to bind port 17432dc5-f815-4175-9dce-8b51f484a678 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:44.650290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Attempting to bind port 17432dc5-f815-4175-9dce-8b51f484a678 on network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:44.667433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Port 17432dc5-f815-4175-9dce-8b51f484a678 on network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:29:44.668668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Attempting to bind port 17432dc5-f815-4175-9dce-8b51f484a678 on network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:44.676842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 58720d31-f55a-4052-9148-5fe8a7cffb07 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:44.686758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:44.698412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Checking segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:44.699097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Bound using segment: {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:44.699771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Bound port: 17432dc5-f815-4175-9dce-8b51f484a678, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106c371e-fc62-476a-9bc1-a4285035fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:44.700467 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:29:41Z', 'revision_number': 5, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port': {'id': '49bc1d31-67f7-496b-8ad2-a89b9add4789', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:27:55Z', 'updated_at': '2021-10-29T08:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:44.701811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.756809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] For port 49bc1d31-67f7-496b-8ad2-a89b9add4789, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49bc1d31-67f7-496b-8ad2-a89b9add4789,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:44.760498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.808400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Calling delete_port for 49bc1d31-67f7-496b-8ad2-a89b9add4789 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:44.830233 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] Checking router: b6b9dc5f-4d30-4f8f-b106-b9984d81169a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:29:44.853080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 58720d31-f55a-4052-9148-5fe8a7cffb07 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:29:44.858109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 58720d31-f55a-4052-9148-5fe8a7cffb07 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:44.858491 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:44.866520 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] Routers {'b6b9dc5f-4d30-4f8f-b106-b9984d81169a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:29:44.869856 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:45.032387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] For port 17432dc5-f815-4175-9dce-8b51f484a678, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:45.073904 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] Set router b6b9dc5f-4d30-4f8f-b106-b9984d81169a gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:29:45.078645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] For port 17432dc5-f815-4175-9dce-8b51f484a678, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=17432dc5-f815-4175-9dce-8b51f484a678,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:45.121218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff47d7-903e-44ac-a0fd-86057bbb7c5d req-e654f610-40c8-4f94-9826-ec2981cc4bfe tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:45.123844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74ff47d7-903e-44ac-a0fd-86057bbb7c5d req-e654f610-40c8-4f94-9826-ec2981cc4bfe tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.2142472 Oct 29 08:29:45.124679 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.129658 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.137357 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.174972 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:29:44Z', 'revision_number': 6, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:45.184572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Pushing event deleted for resources: {'Port': ['ID=49bc1d31-67f7-496b-8ad2-a89b9add4789,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:45.207206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 58720d31-f55a-4052-9148-5fe8a7cffb07, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58720d31-f55a-4052-9148-5fe8a7cffb07,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:45.211942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd808471c-aaea-4b1c-afd0-3c778acae20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58720d31-f55a-4052-9148-5fe8a7cffb07'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:45.218431 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bed159-88f8-44ec-b4e5-504b8477f6ed" -d '{"events": [{"server_uuid": "d808471c-aaea-4b1c-afd0-3c778acae20c", "name": "network-vif-plugged", "status": "completed", "tag": "58720d31-f55a-4052-9148-5fe8a7cffb07"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:45.225574 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.225770 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa71322-dc20-49b1-aa77-a7508ef60a1e None None] The sync data for ids ['b6b9dc5f-4d30-4f8f-b106-b9984d81169a'] in n-d-815940-1 is: [{'id': 'b6b9dc5f-4d30-4f8f-b106-b9984d81169a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1150105667-router', 'tenant_id': '2e4ad509ecab4f359b362ddd47248c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:27:54Z', 'updated_at': '2021-10-29T08:29:44Z', 'revision_number': 6, 'project_id': '2e4ad509ecab4f359b362ddd47248c31', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:29:45.252792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.323572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Pushing event updated for resources: {'Port': ['ID=17432dc5-f815-4175-9dce-8b51f484a678,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:45.326779 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=58720d31-f55a-4052-9148-5fe8a7cffb07,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:45.335170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:45.336676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.338391 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-8d84a8db-640a-4bf5-a936-bcdbc169d842 service neutron] 10.222.0.15 "PUT /v2.0/ports/17432dc5-f815-4175-9dce-8b51f484a678 HTTP/1.1" status: 200 len: 1091 time: 2.6232679 Oct 29 08:29:45.341125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'tag': '17432dc5-f815-4175-9dce-8b51f484a678'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:45.352749 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6a3948-75d2-4f57-9506-4a505cd41532" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d49b6-9654-4e95-833d-242e1dcb315b", "tag": "17432dc5-f815-4175-9dce-8b51f484a678"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:45.376448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74ff47d7-903e-44ac-a0fd-86057bbb7c5d req-ca944370-688c-44a0-8538-f7a5c1535956 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414396 Oct 29 08:29:45.441702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.448780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.463763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-b83aa643-0647-4808-8a64-7f316ed08a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:45.465541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-b83aa643-0647-4808-8a64-7f316ed08a2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 1094 time: 0.0655971 Oct 29 08:29:45.548611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-784578de-8028-45b2-a742-9efd9709df48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17432dc5-f815-4175-9dce-8b51f484a678 HTTP/1.1" status: 200 len: 217 time: 0.0734954 Oct 29 08:29:45.557208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.557914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b9dc5f-4d30-4f8f-b106-b9984d81169a {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:29:45.564153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.568054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b358df21-2610-4da8-86ca-2b8a3108ee4f admin admin] 10.222.0.70 "DELETE /v2.0/routers/b6b9dc5f-4d30-4f8f-b106-b9984d81169a HTTP/1.1" status: 204 len: 168 time: 1.8441086 Oct 29 08:29:45.568711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41580) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:45.665939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Deleting subnet 00160224-b932-49aa-925a-ecf282b0d078 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:29:45.681831 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.729291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ca6b0-38cb-4713-b549-69bccc97c889 req-84d26de7-c6fe-4de3-8df1-7c1f854cbfd9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:45.731231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-150ca6b0-38cb-4713-b549-69bccc97c889 req-84d26de7-c6fe-4de3-8df1-7c1f854cbfd9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 943 time: 0.2012904 Oct 29 08:29:45.781346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-a4a94396-dd66-4d62-90f4-cc6381e4d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:45.783157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-a4a94396-dd66-4d62-90f4-cc6381e4d82b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 HTTP/1.1" status: 200 len: 863 time: 0.1961849 Oct 29 08:29:45.789477 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:45.794419 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-150ca6b0-38cb-4713-b549-69bccc97c889 req-81c86261-327c-4522-a950-a1da0e880e5d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568244 Oct 29 08:29:45.878141 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a80b1f-8d6c-45b7-8da7-dc24ba26869a x-openstack-request-id: req-c0a80b1f-8d6c-45b7-8da7-dc24ba26869a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:45.878441 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d808471c-aaea-4b1c-afd0-3c778acae20c", "name": "network-vif-plugged", "status": "completed", "tag": "58720d31-f55a-4052-9148-5fe8a7cffb07", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:45.879704 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0a80b1f-8d6c-45b7-8da7-dc24ba26869a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:45.880168 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd808471c-aaea-4b1c-afd0-3c778acae20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58720d31-f55a-4052-9148-5fe8a7cffb07', 'code': 200} Oct 29 08:29:45.903495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-f89442e4-98cd-42cb-8191-9b094dd0a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:45.905683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-f89442e4-98cd-42cb-8191-9b094dd0a28a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103144 Oct 29 08:29:45.932705 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5456fd-ef46-4cd1-8f75-46ccff0740c8 x-openstack-request-id: req-6c5456fd-ef46-4cd1-8f75-46ccff0740c8 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:45.933488 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d49b6-9654-4e95-833d-242e1dcb315b", "tag": "17432dc5-f815-4175-9dce-8b51f484a678", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:45.933615 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c5456fd-ef46-4cd1-8f75-46ccff0740c8 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:45.934055 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'tag': '17432dc5-f815-4175-9dce-8b51f484a678', 'status': 'completed', 'code': 200} Oct 29 08:29:45.983668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.108411 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.136154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec2badf-f695-4500-a6ed-660ceb897b61 None None] Network 31b2bb24-0e17-44d4-8340-a2f3644921a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:29:46.160427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.167755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] 10.222.0.70 "DELETE /v2.0/subnets/00160224-b932-49aa-925a-ecf282b0d078 HTTP/1.1" status: 204 len: 168 time: 0.5979292 Oct 29 08:29:46.169917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41590) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:46.170835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00160224-b932-49aa-925a-ecf282b0d078,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:46.311559 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.315375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.315717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.316080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.316412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.316746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.331031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.332324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.332670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.333011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.333330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.333657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.333980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cd8d45-000c-4956-ad94-ba5ee91e1fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:29:46.345065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49bc1d31-67f7-496b-8ad2-a89b9add4789 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:29:46.412520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 49bc1d31-67f7-496b-8ad2-a89b9add4789 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:29:46.412866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49bc1d31-67f7-496b-8ad2-a89b9add4789 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:29:46.413298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:29:46.459856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:29:46.460224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8165fe9b-d5e5-41eb-8d7a-74659f9e7f0c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:29:46.479169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Deleting port 62bfb418-c36c-47f8-be94-0ed13715402f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:46.479516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.577931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f835-88c1-41b7-97be-5b4dd66ea7f2 req-b1518781-7f8b-4f6f-9e39-3594a4f12832 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:46.579468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7713f835-88c1-41b7-97be-5b4dd66ea7f2 req-b1518781-7f8b-4f6f-9e39-3594a4f12832 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 949 time: 0.0796239 Oct 29 08:29:46.609876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-4a393751-f353-4007-b23e-407198936540 admin admin] For port 62bfb418-c36c-47f8-be94-0ed13715402f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=62bfb418-c36c-47f8-be94-0ed13715402f,segment=NetworkSegment(9f905a1d-0297-4187-82c9-1d34766bce3c),segment_id=9f905a1d-0297-4187-82c9-1d34766bce3c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:46.610790 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.630695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Calling delete_port for 62bfb418-c36c-47f8-be94-0ed13715402f owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:46.637304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361cc6d-522e-474d-a720-c79d3f719755 req-a8312de9-9c0b-46c6-9be8-a452ee50e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:46.638832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3361cc6d-522e-474d-a720-c79d3f719755 req-a8312de9-9c0b-46c6-9be8-a452ee50e169 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 1100 time: 0.6425638 Oct 29 08:29:46.689306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] DHCP port deletion for 31b2bb24-0e17-44d4-8340-a2f3644921a8 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:29:46.713214 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-a723c55e-3d2f-49b2-853c-17f10958a921 service neutron] 10.222.0.15 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900462 Oct 29 08:29:46.780783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.817909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a393751-f353-4007-b23e-407198936540 admin admin] No DVR routers for this DVR port 62bfb418-c36c-47f8-be94-0ed13715402f on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:29:46.832994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] Deleting port 62bfb418-c36c-47f8-be94-0ed13715402f {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:46.833389 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.860619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7713f835-88c1-41b7-97be-5b4dd66ea7f2 req-d0cbea1e-a4d4-44a3-9b57-99839c932d5f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732325 Oct 29 08:29:46.862905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3361cc6d-522e-474d-a720-c79d3f719755 req-77ec3c63-e5ee-4b3b-8e8b-83f1757a001d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654897 Oct 29 08:29:46.910044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817c058e-82bd-48d4-a7e9-5aac72b887a9 req-f31180dc-cbd6-422e-b8c1-e2ed9d0e9cee service neutron] 10.222.0.15 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587517 Oct 29 08:29:46.921582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] For port 62bfb418-c36c-47f8-be94-0ed13715402f, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:46.921985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.935569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Pushing event deleted for resources: {'Port': ['ID=62bfb418-c36c-47f8-be94-0ed13715402f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:46.939396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] Calling delete_port for 62bfb418-c36c-47f8-be94-0ed13715402f owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:46.942727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] Port 62bfb418-c36c-47f8-be94-0ed13715402f was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:29:46.947903 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:46.990660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] No DVR routers for this DVR port 62bfb418-c36c-47f8-be94-0ed13715402f on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:29:47.008556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289cc35-6a09-49b3-b4d0-5eebe82fa9b7 None None] Pushing event deleted for resources: {'Port': ['ID=62bfb418-c36c-47f8-be94-0ed13715402f,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:47.033974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5603d72e-77cc-4e31-9d80-ab8bfa814e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:47.072519 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:47.131221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4a393751-f353-4007-b23e-407198936540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b2bb24-0e17-44d4-8340-a2f3644921a8']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:47.160875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4a393751-f353-4007-b23e-407198936540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f905a1d-0297-4187-82c9-1d34766bce3c') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:47.161245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4a393751-f353-4007-b23e-407198936540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f905a1d-0297-4187-82c9-1d34766bce3c') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:29:47.185890 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:47.222178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:47.241798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:29:47.242841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:47.247314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-bd1cf89c-fb47-458f-8d07-9b6a26a63496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:29:47.248085 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:29:47.251757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-bd1cf89c-fb47-458f-8d07-9b6a26a63496 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 1094 time: 0.1270065 Oct 29 08:29:47.365835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:47.399432 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:47.405241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4a393751-f353-4007-b23e-407198936540 admin admin] 10.222.0.70 "DELETE /v2.0/networks/31b2bb24-0e17-44d4-8340-a2f3644921a8 HTTP/1.1" status: 204 len: 168 time: 1.2303913 Oct 29 08:29:47.406446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393751-f353-4007-b23e-407198936540 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b2bb24-0e17-44d4-8340-a2f3644921a8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:47.432325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5223f-ab72-407d-bc6d-2399f4200c5e req-aeb9c303-f8a0-407a-b913-2f0d89f7e88a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:47.440334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05d5223f-ab72-407d-bc6d-2399f4200c5e req-aeb9c303-f8a0-407a-b913-2f0d89f7e88a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.1581962 Oct 29 08:29:47.547187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-f107ceb9-d437-4fbe-879b-b47127762c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:47.552300 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-f107ceb9-d437-4fbe-879b-b47127762c9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 926 time: 0.2885709 Oct 29 08:29:47.649852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05d5223f-ab72-407d-bc6d-2399f4200c5e req-efae3dbd-c310-49b4-ab9e-0c517bf0eaac tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080705 Oct 29 08:29:47.795494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41602) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:47.806076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-9e4e9f3f-20a6-41da-83d1-355c691923ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17432dc5-f815-4175-9dce-8b51f484a678 HTTP/1.1" status: 200 len: 217 time: 0.2370861 Oct 29 08:29:47.854927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c8078025-85b7-4597-8456-5dbb9ec13e6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e4ad509ecab4f359b362ddd47248c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553346 Oct 29 08:29:47.855690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41604) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:47.944663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c830e1-64ef-4012-9136-80850a286f2f req-664d8036-6247-4c0c-8bb3-4ecc9f869d5b tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:47.953916 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24c830e1-64ef-4012-9136-80850a286f2f req-664d8036-6247-4c0c-8bb3-4ecc9f869d5b tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 943 time: 0.0807066 Oct 29 08:29:47.966828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-e95314e7-eaf8-4502-b111-eb1a0702601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:47.970457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-e95314e7-eaf8-4502-b111-eb1a0702601e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 HTTP/1.1" status: 200 len: 863 time: 0.1598811 Oct 29 08:29:48.066894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7182664d-2495-4322-8c42-c7983fe83d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:48.078748 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:48.098527 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24c830e1-64ef-4012-9136-80850a286f2f req-58ba3045-e108-4627-a83b-ecbf6e79f997 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434789 Oct 29 08:29:48.118540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-dd898098-9c68-4059-86ae-3604faed380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:48.121137 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-dd898098-9c68-4059-86ae-3604faed380d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431072 Oct 29 08:29:48.176836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7182664d-2495-4322-8c42-c7983fe83d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:48.342788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 62bfb418-c36c-47f8-be94-0ed13715402f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:29:48.370128 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7182664d-2495-4322-8c42-c7983fe83d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:48.373223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7182664d-2495-4322-8c42-c7983fe83d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:48.379852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79819087-387c-4443-88a3-c56b0ea194ac req-d8fde8d8-50a2-4966-8b0f-ae1faca64841 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:48.385659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7182664d-2495-4322-8c42-c7983fe83d0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba9ef9ca-8006-46b5-8f26-982614290ace HTTP/1.1" status: 204 len: 168 time: 0.5275176 Oct 29 08:29:48.391484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79819087-387c-4443-88a3-c56b0ea194ac req-d8fde8d8-50a2-4966-8b0f-ae1faca64841 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 949 time: 0.1408093 Oct 29 08:29:48.414178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182664d-2495-4322-8c42-c7983fe83d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9ef9ca-8006-46b5-8f26-982614290ace,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:48.483830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 62bfb418-c36c-47f8-be94-0ed13715402f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:29:48.500453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 62bfb418-c36c-47f8-be94-0ed13715402f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:29:48.512201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:48.545951 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-eaa9bca2-78f0-480f-be28-dff1d84895c4 service neutron] 10.222.0.15 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101501 Oct 29 08:29:48.553230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79819087-387c-4443-88a3-c56b0ea194ac req-547407f2-9c6b-4e26-a9ef-b956cada74f6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566651 Oct 29 08:29:48.705219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e6a3948-75d2-4f57-9506-4a505cd41532 req-18627739-c455-49ed-a71d-53e3d6a13378 service neutron] 10.222.0.15 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484263 Oct 29 08:29:49.368078 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:49.898541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1caecf-f9cf-4864-bb73-e662ed6526fd req-1112e4ce-4a6d-462e-b2af-c7ce285682a6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:49.900868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7f1caecf-f9cf-4864-bb73-e662ed6526fd req-1112e4ce-4a6d-462e-b2af-c7ce285682a6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.6486385 Oct 29 08:29:49.994415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7f1caecf-f9cf-4864-bb73-e662ed6526fd req-ca4da0d2-93ff-4439-83e9-68bfd1c33669 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841651 Oct 29 08:29:50.246662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5bf88-93a9-4d50-a485-ffc9e29e5eef req-49ef0b8d-f71a-482b-bb4e-a7648c226bc8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:50.249279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08c5bf88-93a9-4d50-a485-ffc9e29e5eef req-49ef0b8d-f71a-482b-bb4e-a7648c226bc8 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 943 time: 0.1220496 Oct 29 08:29:50.249782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41660) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:50.267921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf6ff1-0b8d-4fe2-96ca-38df2158a0ec req-6bb30530-3ea0-45aa-9931-8ad1caccb675 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:50.275452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fbdf6ff1-0b8d-4fe2-96ca-38df2158a0ec req-6bb30530-3ea0-45aa-9931-8ad1caccb675 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 949 time: 0.1495440 Oct 29 08:29:50.369629 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fbdf6ff1-0b8d-4fe2-96ca-38df2158a0ec req-35728903-4225-421f-902f-2e80adb0b4c6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794332 Oct 29 08:29:50.369993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08c5bf88-93a9-4d50-a485-ffc9e29e5eef req-18babd13-f2ca-4979-bd57-077bea40558e tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017227 Oct 29 08:29:50.515767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1251878400-network', 'tenant_id': '22debf264e27401081114eceefc9026d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:50.558212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f5d8f-606e-4850-a5b3-a632c3558ad7 req-52a5eff5-3276-4657-8ae2-7bbcaa678894 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:50.568192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Made reservation on behalf of 22debf264e27401081114eceefc9026d for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:29:50.568471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b04f5d8f-606e-4850-a5b3-a632c3558ad7 req-52a5eff5-3276-4657-8ae2-7bbcaa678894 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 1100 time: 0.0812104 Oct 29 08:29:50.570973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:50.601021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:50.606092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b04f5d8f-606e-4850-a5b3-a632c3558ad7 req-6802db24-2d9e-486a-8bdc-86e3a7473e81 tempest-ServersOnMultiNodesTest-854018991 tempest-ServersOnMultiNodesTest-854018991-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366287 Oct 29 08:29:50.666116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 17432dc5-f815-4175-9dce-8b51f484a678 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:29:50.794111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:50.807468 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:50.849717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:29:50.880388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:50.881804 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Added segment 8770760d-56ec-4475-b0a3-eb00b3070b4c of type vlan for network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 Oct 29 08:29:50.911120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 17432dc5-f815-4175-9dce-8b51f484a678, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=17432dc5-f815-4175-9dce-8b51f484a678,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:50.929259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '17432dc5-f815-4175-9dce-8b51f484a678', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'port_id': '17432dc5-f815-4175-9dce-8b51f484a678', 'mac_address': 'fa:16:3e:f3:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:29:50.970148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:50.990670 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:51.013562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17432dc5-f815-4175-9dce-8b51f484a678 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:29:51.044082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 17432dc5-f815-4175-9dce-8b51f484a678, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=17432dc5-f815-4175-9dce-8b51f484a678,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:51.053442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:51.068826 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:51.069822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:51.070544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:51.129691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=17432dc5-f815-4175-9dce-8b51f484a678,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:51.147831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607731b1-c74a-46f9-842d-67a87de7e297 req-80dc17b8-8019-4d2e-9dcb-f9a13ac34140 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:51.160474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-607731b1-c74a-46f9-842d-67a87de7e297 req-80dc17b8-8019-4d2e-9dcb-f9a13ac34140 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 949 time: 0.1176612 Oct 29 08:29:51.163560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a610fd-78de-41fb-b7e9-96069a76e432,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:51.205521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9538696 Oct 29 08:29:51.209271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41698) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:29:51.215283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Request body: {'subnet': {'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1251878400-subnet', 'tenant_id': '22debf264e27401081114eceefc9026d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:51.249039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93eddc-dc72-44e5-8635-3bf25846f2bf admin admin] Pushing event updated for resources: {'Network': ['ID=52e08743-59ca-4eee-9d57-9c0c6f76bb84,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:51.266200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:29:51.273664 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-607731b1-c74a-46f9-842d-67a87de7e297 req-6a109552-1d60-4d53-9641-985c723e0772 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119385 Oct 29 08:29:51.315128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Made reservation on behalf of 22debf264e27401081114eceefc9026d for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:29:51.315128 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:51.551483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['17432dc5-f815-4175-9dce-8b51f484a678'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:51.623594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3605-6ef2-48ca-8460-f6184591ed58 req-2770d3b0-8033-4cb1-aa7b-dea158d08c66 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:51.632055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f8c3605-6ef2-48ca-8460-f6184591ed58 req-2770d3b0-8033-4cb1-aa7b-dea158d08c66 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 945 time: 0.3509004 Oct 29 08:29:51.635764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-b51d3bf7-c00c-454e-b801-f0db5a2ca64a tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:51.637853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-b51d3bf7-c00c-454e-b801-f0db5a2ca64a tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.2091076 Oct 29 08:29:51.657146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e1ad5-a627-498d-9070-9c9404d618ce req-34ba3538-d111-4782-8cc3-68ab9260d11d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:51.659207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c58e1ad5-a627-498d-9070-9c9404d618ce req-34ba3538-d111-4782-8cc3-68ab9260d11d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 944 time: 0.1464913 Oct 29 08:29:51.665418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815940-1'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:51.735657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f8c3605-6ef2-48ca-8460-f6184591ed58 req-59e6f5a3-b2a8-4a92-af53-126627abc253 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022837 Oct 29 08:29:51.738252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:51.750266 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c58e1ad5-a627-498d-9070-9c9404d618ce req-02b2be71-65da-47e1-b63c-689a8bf6436f tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811861 Oct 29 08:29:51.806977 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:51.893035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7951a2fe-81ca-4b81-a5e4-840c0bfccc36,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:52.029019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Checking segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:52.029687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Network hostable DHCP agents. Network: 52e08743-59ca-4eee-9d57-9c0c6f76bb84, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:29:52.070398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:29:52.149165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 52e08743-59ca-4eee-9d57-9c0c6f76bb84) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:29:52.173260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a332dc-d821-4172-9804-bb44d0a0ffcd None None] Network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:29:52.180082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:52.181008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf582a-9208-4163-ac4e-56cb1ce3e7b4 req-31bd0b84-f443-41bd-b627-413f73b0d321 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:52.181653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:52.206187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76bf582a-9208-4163-ac4e-56cb1ce3e7b4 req-31bd0b84-f443-41bd-b627-413f73b0d321 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.2368968 Oct 29 08:29:52.229883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8b4a628d-9511-424a-843a-08d6c6a91c47 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0190325 Oct 29 08:29:52.285161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76bf582a-9208-4163-ac4e-56cb1ce3e7b4 req-03d25ac1-6f97-44b3-8702-7c2f7d651e9d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775344 Oct 29 08:29:52.356627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:52.396434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:29:52.488911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:52.616580 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:52.620265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:52.623082 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38d1159-cb41-494c-a6f2-61ad3170d83f" -d '{"events": [{"server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "name": "network-vif-unplugged", "status": "completed", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:52.636223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4c627-6f07-40d4-8854-88950131b8b7 req-64a99dbb-ee19-4756-9f45-83664d9efbf8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:52.648351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93c4c627-6f07-40d4-8854-88950131b8b7 req-64a99dbb-ee19-4756-9f45-83664d9efbf8 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 949 time: 0.1863043 Oct 29 08:29:52.657357 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:52.677856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:52.735353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:29:52.742306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93c4c627-6f07-40d4-8854-88950131b8b7 req-80a55999-b2d2-4a15-ab54-863c08b2c103 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900836 Oct 29 08:29:52.820990 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35390e58-2d26-4298-971f-02d7c64bd8eb None None] Network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:29:52.925056 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf922cb-7c37-43f7-98f6-ed3afddbd85c x-openstack-request-id: req-aaf922cb-7c37-43f7-98f6-ed3afddbd85c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:52.925328 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "name": "network-vif-unplugged", "status": "completed", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:52.925599 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aaf922cb-7c37-43f7-98f6-ed3afddbd85c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:52.925970 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc', 'code': 200} Oct 29 08:29:53.060667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf8ba7-6bfd-4828-9563-96043cd441a9 req-beed8179-23a6-4474-816f-821f6cefef9c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:53.087958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96bf8ba7-6bfd-4828-9563-96043cd441a9 req-beed8179-23a6-4474-816f-821f6cefef9c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1181269 Oct 29 08:29:53.195228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96bf8ba7-6bfd-4828-9563-96043cd441a9 req-496bcf35-8043-44f7-9347-ebf1bf1b74dc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060181 Oct 29 08:29:53.315338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-3d936e5b-fa80-4464-b708-d963530a73bc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:53.326273 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-3d936e5b-fa80-4464-b708-d963530a73bc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 949 time: 0.6950924 Oct 29 08:29:53.344776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on host n-h2-815940-1 for vnic_type normal with profile {"migrating_to": "n-h1-815940-1"} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:29:53.345412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:29:53.345920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:53.353032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=7']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:53.396355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5d70a-12f0-4805-9200-1c5acf2c7a7e req-ed0822ca-9746-4ed0-b73f-f9f371bdb628 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:53.400039 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81c5d70a-12f0-4805-9200-1c5acf2c7a7e req-ed0822ca-9746-4ed0-b73f-f9f371bdb628 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 944 time: 0.1076076 Oct 29 08:29:53.449076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:29:53.449803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Attempting to bind port c0afa313-eed2-46d9-94c5-181091ceb3dc on network f379dfc9-1fc4-4cb6-b697-a425185a8a3f {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:29:53.468345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:29:53.469120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Checking segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:29:53.469742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Bound using segment: {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:29:53.470514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Bound port: c0afa313-eed2-46d9-94c5-181091ceb3dc, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748a1e43-c428-479c-a581-976eba1150d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f379dfc9-1fc4-4cb6-b697-a425185a8a3f'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:29:53.471110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:53.479678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81c5d70a-12f0-4805-9200-1c5acf2c7a7e req-bc66c6ec-cab2-455b-926a-5e81d5376fa7 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709171 Oct 29 08:29:53.530274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-5332d843-0c60-453a-bc74-f80cf6fe8383 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:53.532198 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-5332d843-0c60-453a-bc74-f80cf6fe8383 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 805 time: 0.5339673 Oct 29 08:29:53.581932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Deleting port 58720d31-f55a-4052-9148-5fe8a7cffb07 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:53.582675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:53.701028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] For port 58720d31-f55a-4052-9148-5fe8a7cffb07, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58720d31-f55a-4052-9148-5fe8a7cffb07,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:53.702093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:53.721759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Calling delete_port for 58720d31-f55a-4052-9148-5fe8a7cffb07 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:53.926520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-5a9a5894-8f8a-4c33-859a-b7a12e18e8b5 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/quotas/22debf264e27401081114eceefc9026d HTTP/1.1" status: 200 len: 375 time: 0.3669529 Oct 29 08:29:53.930012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:53.948823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78', '30b47165-5464-4c5d-95a7-aea87b20c8a3', '23fe6a6c-211c-4fa6-bb86-7dd481a65af5', 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:53.952103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad', '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc', '58720d31-f55a-4052-9148-5fe8a7cffb07'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:54.004486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event deleted for resources: {'Port': ['ID=58720d31-f55a-4052-9148-5fe8a7cffb07,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:54.034257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-1ffe0744-0c7d-447e-8e0f-c1932f3a63dc tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825005 Oct 29 08:29:54.039957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:29:54.120246 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] No DVR routers for this DVR port 58720d31-f55a-4052-9148-5fe8a7cffb07 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:29:54.123434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:29:54.138440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:54.150334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f93b7ac8-c107-4aeb-a6d8-5d7b58aaee09 req-a24d08c1-7e52-4dc3-b394-5b6ac54bd8c5 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "DELETE /v2.0/ports/58720d31-f55a-4052-9148-5fe8a7cffb07 HTTP/1.1" status: 204 len: 173 time: 0.8015435 Oct 29 08:29:54.154064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:54.180080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d28b85-4846-477d-8113-d2131fc54e9a req-808f3e06-ba0c-453d-828f-051d415d7415 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:54.184141 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95d28b85-4846-477d-8113-d2131fc54e9a req-808f3e06-ba0c-453d-828f-051d415d7415 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1537173 Oct 29 08:29:54.297222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=8']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:54.309970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95d28b85-4846-477d-8113-d2131fc54e9a req-33568765-9ee9-4778-9a06-ae7641873b73 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186130 Oct 29 08:29:54.445631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:54.448664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:54.452201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-28572592-d53b-4543-af1b-b4eb380c93e1 service neutron] 10.222.0.93 "PUT /v2.0/ports/c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 200 len: 1121 time: 2.7912586 Oct 29 08:29:54.516386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5f7ae39-7f85-488b-a0e3-6fcb7b161829 req-866ac907-6af5-4700-a990-53bbace013d4 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d808471c-aaea-4b1c-afd0-3c778acae20c HTTP/1.1" status: 200 len: 210 time: 0.1099195 Oct 29 08:29:54.644943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-b97ffa8b-ff07-4016-ac31-4763544fc992 service neutron] 10.222.0.70 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725048 Oct 29 08:29:54.651665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['c0afa313-eed2-46d9-94c5-181091ceb3dc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:54.731111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c0afa313-eed2-46d9-94c5-181091ceb3dc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:29:54.754606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 17432dc5-f815-4175-9dce-8b51f484a678 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:29:54.796290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c0816-09af-4c4f-88f2-32f3ac0409c5 req-bab580ed-73b4-4090-8175-a417f5f411cb tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:54.804872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f7c0816-09af-4c4f-88f2-32f3ac0409c5 req-bab580ed-73b4-4090-8175-a417f5f411cb tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1736345 Oct 29 08:29:54.911157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f7c0816-09af-4c4f-88f2-32f3ac0409c5 req-056a78fc-f3e5-435d-8f8c-ee6119d0457d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047525 Oct 29 08:29:54.928210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd808471c-aaea-4b1c-afd0-3c778acae20c', 'name': 'network-vif-deleted', 'tag': '58720d31-f55a-4052-9148-5fe8a7cffb07'}, {'name': 'network-changed', 'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:54.939875 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78e4f8-e253-405b-afca-b15a20a923c2" -d '{"events": [{"server_uuid": "d808471c-aaea-4b1c-afd0-3c778acae20c", "name": "network-vif-deleted", "tag": "58720d31-f55a-4052-9148-5fe8a7cffb07"}, {"name": "network-changed", "server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:55.055078 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-1f19befb-b08d-4f56-a199-309b14ffa106 service neutron] 10.222.0.70 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099858 Oct 29 08:29:55.278024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb6a28-651e-4fc7-a1a1-a0fd56b8d948 req-b27b8db8-73e7-4cc3-a579-990486695323 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:55.288881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23eb6a28-651e-4fc7-a1a1-a0fd56b8d948 req-b27b8db8-73e7-4cc3-a579-990486695323 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 944 time: 0.2145233 Oct 29 08:29:55.369570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23eb6a28-651e-4fc7-a1a1-a0fd56b8d948 req-f8fbcc49-04af-4035-95d4-1a9bdd408f47 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781717 Oct 29 08:29:55.409219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 17432dc5-f815-4175-9dce-8b51f484a678 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:29:55.446074 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e6e4d2-608a-46f9-bf56-335b55a96b9b x-openstack-request-id: req-68e6e4d2-608a-46f9-bf56-335b55a96b9b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:55.446581 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d808471c-aaea-4b1c-afd0-3c778acae20c", "name": "network-vif-deleted", "tag": "58720d31-f55a-4052-9148-5fe8a7cffb07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:55.447263 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68e6e4d2-608a-46f9-bf56-335b55a96b9b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:55.447464 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd808471c-aaea-4b1c-afd0-3c778acae20c', 'name': 'network-vif-deleted', 'tag': '58720d31-f55a-4052-9148-5fe8a7cffb07', 'status': 'completed', 'code': 200} Oct 29 08:29:55.447781 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc', 'status': 'completed', 'code': 200} Oct 29 08:29:55.526118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 17432dc5-f815-4175-9dce-8b51f484a678 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:29:55.526945 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:55.582531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-ae23e6c3-ad5f-467a-a847-7c8ad2ff81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:55.584744 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-ae23e6c3-ad5f-467a-a847-7c8ad2ff81b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1124 time: 0.1032507 Oct 29 08:29:55.708027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc1626b0-262d-44ac-a365-953d5bd56cd5 req-825971e3-5b44-411d-bb77-eb8678de57e3 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 210 time: 0.1080227 Oct 29 08:29:56.161358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-aa993952-de62-4c9c-8127-6ba32314885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:56.162905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-aa993952-de62-4c9c-8127-6ba32314885e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.5703778 Oct 29 08:29:56.399848 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-9155b560-1c83-4f5b-ac26-d3e8bb039193 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 200 len: 217 time: 0.2250869 Oct 29 08:29:56.426874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfd466-0f1f-4a1e-a6f2-4ff29fe83b87 req-4698e5dd-9502-4cc3-88b4-b7f97704cacc tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:56.429357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2acfd466-0f1f-4a1e-a6f2-4ff29fe83b87 req-4698e5dd-9502-4cc3-88b4-b7f97704cacc tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1352930 Oct 29 08:29:56.512973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1836a-5f2e-49e7-b64f-c324afa5dd48 req-9f60029a-c9a3-4591-be97-fabb64053343 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:56.526941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8b1836a-5f2e-49e7-b64f-c324afa5dd48 req-9f60029a-c9a3-4591-be97-fabb64053343 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.2064497 Oct 29 08:29:56.620431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2acfd466-0f1f-4a1e-a6f2-4ff29fe83b87 req-eff2dee9-5771-4728-afd2-920eafb8eadd tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463876 Oct 29 08:29:56.657745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-0132c93d-639c-491b-a457-12880838aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:56.659269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-0132c93d-639c-491b-a457-12880838aac8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.2465405 Oct 29 08:29:56.663520 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:56.756601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-5a19dff2-2f85-4481-8c24-f1e9c91a616d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816958 Oct 29 08:29:56.782256 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8b1836a-5f2e-49e7-b64f-c324afa5dd48 req-3384c8aa-a170-47da-9ddd-1456e8039d06 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123735 Oct 29 08:29:56.959819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17432dc5-f815-4175-9dce-8b51f484a678'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:29:56.968851 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54e8199-e882-4483-8bc3-964bbca830c6" -d '{"events": [{"server_uuid": "ce7d49b6-9654-4e95-833d-242e1dcb315b", "name": "network-vif-plugged", "status": "completed", "tag": "17432dc5-f815-4175-9dce-8b51f484a678"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:29:57.044880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d1b0-8985-45cb-a409-cb1c160ff7cf req-e4e8b7ab-3b3e-4c17-b684-68e6c649fc55 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:57.052241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 17432dc5-f815-4175-9dce-8b51f484a678, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=17432dc5-f815-4175-9dce-8b51f484a678,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:57.059685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b5539-a753-4c61-a812-8780d9919f0b req-427e87a5-4297-4640-8a30-cc9f1307abe6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:57.061053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4c7d1b0-8985-45cb-a409-cb1c160ff7cf req-e4e8b7ab-3b3e-4c17-b684-68e6c649fc55 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 944 time: 0.1518824 Oct 29 08:29:57.064967 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c8b5539-a753-4c61-a812-8780d9919f0b req-427e87a5-4297-4640-8a30-cc9f1307abe6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 949 time: 0.2140012 Oct 29 08:29:57.100226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:57.104102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 58720d31-f55a-4052-9148-5fe8a7cffb07 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:29:57.199014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4c7d1b0-8985-45cb-a409-cb1c160ff7cf req-43f12f10-eb88-4d8e-b3e2-dceda1d22e91 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367812 Oct 29 08:29:57.258250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c8b5539-a753-4c61-a812-8780d9919f0b req-aa10e26f-7bdd-420d-936c-e9261cf34106 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695673 Oct 29 08:29:57.265015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 58720d31-f55a-4052-9148-5fe8a7cffb07 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:29:57.265015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 58720d31-f55a-4052-9148-5fe8a7cffb07 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:29:57.267333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-a6e57db2-066b-486c-9b21-89ad650e5d5d service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842567 Oct 29 08:29:57.460591 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7663a6e4-f204-4940-a56d-b9ccb0e018bc x-openstack-request-id: req-7663a6e4-f204-4940-a56d-b9ccb0e018bc {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:29:57.461212 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d49b6-9654-4e95-833d-242e1dcb315b", "name": "network-vif-plugged", "status": "completed", "tag": "17432dc5-f815-4175-9dce-8b51f484a678", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:29:57.461633 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7663a6e4-f204-4940-a56d-b9ccb0e018bc {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:29:57.462250 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17432dc5-f815-4175-9dce-8b51f484a678', 'code': 200} Oct 29 08:29:57.510760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f03c4d6-9696-4bc3-ac8c-7903c7de4e5d req-b33f48e7-0037-437d-a545-4e8aa41918e4 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 210 time: 0.0798891 Oct 29 08:29:57.525717 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=17432dc5-f815-4175-9dce-8b51f484a678,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:29:57.591513 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e78e4f8-e253-405b-afca-b15a20a923c2 req-2b8af5b2-e6cd-4c48-8b0b-760bb7583f01 service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059947 Oct 29 08:29:57.621825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e521561-1a4d-4c64-b0e4-5a207cd61897 req-e6894034-7060-45a3-b3c5-9dcdb537a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:57.627075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e521561-1a4d-4c64-b0e4-5a207cd61897 req-e6894034-7060-45a3-b3c5-9dcdb537a7e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 1096 time: 0.1116776 Oct 29 08:29:57.700258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e521561-1a4d-4c64-b0e4-5a207cd61897 req-0c443315-6250-4ab4-93fa-80ef5c7c427d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655868 Oct 29 08:29:57.852520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc5647-5087-4b5b-851f-f61d6d41c5be req-183024d5-e57f-4d98-9c42-a7950d4f6b27 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:57.854545 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-93dc5647-5087-4b5b-851f-f61d6d41c5be req-183024d5-e57f-4d98-9c42-a7950d4f6b27 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1089146 Oct 29 08:29:57.937520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-93dc5647-5087-4b5b-851f-f61d6d41c5be req-57234ca5-ab9b-4627-b3d4-427caaa92846 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745535 Oct 29 08:29:58.009947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7802e1-982f-42a9-84dd-43ee53867486 req-79f30289-70e0-446b-a721-db121258ed7c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:58.028702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d7802e1-982f-42a9-84dd-43ee53867486 req-79f30289-70e0-446b-a721-db121258ed7c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1155186 Oct 29 08:29:58.123942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d7802e1-982f-42a9-84dd-43ee53867486 req-31e70650-5033-416c-b3cf-870e7607319f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847476 Oct 29 08:29:58.221183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:29:58.532932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe168a-1e15-428f-8073-e08c106720ef req-7420f627-7ee4-4112-a897-98bf1c8e4fd2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:58.534154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:58.554001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41fe168a-1e15-428f-8073-e08c106720ef req-7420f627-7ee4-4112-a897-98bf1c8e4fd2 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 949 time: 0.1227255 Oct 29 08:29:58.580928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff36f6e-b7b4-419e-a6d3-d33130c27680 req-dd39eb0b-7e19-49a4-afb2-d2b5940d6287 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:58.583128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cff36f6e-b7b4-419e-a6d3-d33130c27680 req-dd39eb0b-7e19-49a4-afb2-d2b5940d6287 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 945 time: 0.1901841 Oct 29 08:29:58.588528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:29:58.593451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-f6f0b5ae-c4bf-4fa1-93d3-efd2fbc58442 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:58.595381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-f6f0b5ae-c4bf-4fa1-93d3-efd2fbc58442 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.93 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 805 time: 0.4030495 Oct 29 08:29:58.630290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Request body: {'port': {'device_id': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'admin_state_up': True, 'tenant_id': '22debf264e27401081114eceefc9026d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:29:58.747471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cff36f6e-b7b4-419e-a6d3-d33130c27680 req-d505f510-54bb-4223-831a-560026b6bdb3 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482341 Oct 29 08:29:58.762895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41fe168a-1e15-428f-8073-e08c106720ef req-af6c1a5b-c12e-4992-b118-5a7932325c16 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976631 Oct 29 08:29:58.867197 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:58.994097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Made reservation on behalf of 22debf264e27401081114eceefc9026d for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:29:59.010147 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:59.010739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715c27c-f116-4861-ad70-308faf829db1 req-18bcd3a9-369f-4739-89dd-cdcff896ffe3 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:59.013240 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6715c27c-f116-4861-ad70-308faf829db1 req-18bcd3a9-369f-4739-89dd-cdcff896ffe3 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.93 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.3526769 Oct 29 08:29:59.035545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-53dec725-5cb8-405d-bba0-ae281019426a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:59.038705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-53dec725-5cb8-405d-bba0-ae281019426a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/ports?device_id=e79d43a6-0aa8-45c1-8ccc-805cdd844690 HTTP/1.1" status: 200 len: 949 time: 0.3545649 Oct 29 08:29:59.221689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc0dc21c-e685-43ea-9560-ef2c3e328d03 req-9fab64b6-816a-4c13-a82b-11bb7cd2bb72 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 210 time: 0.2072754 Oct 29 08:29:59.297381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8b01d-7029-4ec4-aedf-9edfc5698a49 req-d4b578b8-1fb9-4b0c-a28d-588b21bff020 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:59.306795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40f8b01d-7029-4ec4-aedf-9edfc5698a49 req-d4b578b8-1fb9-4b0c-a28d-588b21bff020 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 945 time: 0.1410878 Oct 29 08:29:59.399627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40f8b01d-7029-4ec4-aedf-9edfc5698a49 req-9aa7abcd-0c40-4612-999a-bb21540002ff tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups?id=b461d904-f7b8-4b1a-aad5-692030aad95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828168 Oct 29 08:29:59.483236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Allocated IP 172.20.0.14 (52e08743-59ca-4eee-9d57-9c0c6f76bb84/7951a2fe-81ca-4b81-a5e4-840c0bfccc36/b818dead-5b34-44e4-8485-70d20e4d571d) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:29:59.547170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Deleting port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:59.548178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:59.669276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca068c7f-4d65-4efc-a285-fca002d1120c req-b755964b-8d07-439f-8e90-ec5239e2ea41 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:29:59.672187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca068c7f-4d65-4efc-a285-fca002d1120c req-b755964b-8d07-439f-8e90-ec5239e2ea41 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.2572851 Oct 29 08:29:59.720860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Deleting port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:29:59.721620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:59.805084 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:59.882996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] For port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:29:59.883757 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:29:59.911137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Calling delete_port for d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:29:59.931368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:00.000279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Pushing event updated for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:00.032503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.032503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.032503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.033321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.033615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.033980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.036248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.036248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.036248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.036248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.036248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.036248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:00.071754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:00.079088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:00.083412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:00.094829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-6195006f-3158-4b2b-99b0-0057b0db4912 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:00.096785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-6195006f-3158-4b2b-99b0-0057b0db4912 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 820 time: 0.2542870 Oct 29 08:30:00.166197 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-478c8a76-128b-4035-9773-92243069ec8a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/quotas/c8dfe169bd65444eadf33eb01e29c196 HTTP/1.1" status: 200 len: 375 time: 0.0261426 Oct 29 08:30:00.199764 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:00.224665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] For port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:00.227374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:00.236150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:00.237519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:00.237730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:00.252088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78', '30b47165-5464-4c5d-95a7-aea87b20c8a3', '23fe6a6c-211c-4fa6-bb86-7dd481a65af5'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:00.255291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad', '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:00.306199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event deleted for resources: {'Port': ['ID=d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:00.314839 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-a8fa7f3e-2c65-4dec-89ba-4ae0fc4448a1 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1345274 Oct 29 08:30:00.410251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-9b2568c6-621a-4e17-81a3-1084aaa52f31 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7876308 Oct 29 08:30:00.523926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca068c7f-4d65-4efc-a285-fca002d1120c req-80a8b4ba-e46e-4cc1-95d1-8e1c9b54276e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8342869 Oct 29 08:30:00.551469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-7b05e014-99ce-473c-b147-83a295facf58 service neutron] 10.222.0.70 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316227 Oct 29 08:30:00.565871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Request body: {'port': {'device_id': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:00.691537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:00.751344 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:00.777729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] No DVR routers for this DVR port d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:00.797977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:00.829654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-964c7219-c4e4-4e4d-b4e2-3848607a2e2c req-37a1bc48-49a9-49e1-ba77-d032441ca86d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "DELETE /v2.0/ports/d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 HTTP/1.1" status: 204 len: 173 time: 1.7809618 Oct 29 08:30:00.855569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d43a6-0aa8-45c1-8ccc-805cdd844690', 'name': 'network-vif-deleted', 'tag': 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:00.857995 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd7ccde-a85e-4d0b-8272-8b8939ea3274" -d '{"events": [{"server_uuid": "e79d43a6-0aa8-45c1-8ccc-805cdd844690", "name": "network-vif-deleted", "tag": "d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:01.406096 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:01.406634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:01.407048 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Floating IP 486632da-9075-49e0-80d8-01146de2edea disassociated. External IP: 172.25.5.157, port: d74a4ee1-1611-42dc-89cb-e7c4fa6046ad. Oct 29 08:30:01.407413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Calling delete_port for d74a4ee1-1611-42dc-89cb-e7c4fa6046ad owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:01.647529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d21369-3e4e-48c9-b62c-277b6c3fb18f req-8b687703-61ea-40a5-ba67-dfe6acd3ae81 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:01.659159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77d21369-3e4e-48c9-b62c-277b6c3fb18f req-8b687703-61ea-40a5-ba67-dfe6acd3ae81 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 945 time: 0.8041191 Oct 29 08:30:02.096763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-8bf9ae41-b50f-4915-8948-2ff6063e9aa7 service neutron] 10.222.0.70 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5441253 Oct 29 08:30:02.252307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:02.291728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:02.292177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:02.292607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d74a4ee1-1611-42dc-89cb-e7c4fa6046ad no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:02.454178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b818dead-5b34-44e4-8485-70d20e4d571d {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:30:02.472910 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:02.509368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Transition to ACTIVE for port object b818dead-5b34-44e4-8485-70d20e4d571d will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:30:02.517162 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:02.577749 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:02.624212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Pushing event updated for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:02.674544 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77d21369-3e4e-48c9-b62c-277b6c3fb18f req-f248ad77-9da1-458e-924f-6e21ecadc8b3 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0135412 Oct 29 08:30:02.733895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:02.822707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:02.856297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event deleted for resources: {'Port': ['ID=d74a4ee1-1611-42dc-89cb-e7c4fa6046ad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:03.004174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Attempting to bind port b818dead-5b34-44e4-8485-70d20e4d571d on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:03.004513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Attempting to bind port b818dead-5b34-44e4-8485-70d20e4d571d by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:03.009201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Attempting to bind port b818dead-5b34-44e4-8485-70d20e4d571d on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:03.019066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Port b818dead-5b34-44e4-8485-70d20e4d571d on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:30:03.019667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Attempting to bind port b818dead-5b34-44e4-8485-70d20e4d571d on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:03.037279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:03.037615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Checking segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:03.037997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Bound using segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:03.040084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:03.040935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Bound port: b818dead-5b34-44e4-8485-70d20e4d571d, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:03.041348 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:03.064662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3b85a-e812-4711-a06d-3d96bdd1878f req-b2adfbc9-2010-4b5e-bbf0-9ba2f3cf5372 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:03.066361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede3b85a-e812-4711-a06d-3d96bdd1878f req-b2adfbc9-2010-4b5e-bbf0-9ba2f3cf5372 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 944 time: 0.1919124 Oct 29 08:30:03.161358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ede3b85a-e812-4711-a06d-3d96bdd1878f req-904cd76f-00fc-4e5c-a88a-12107774bdd5 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646784 Oct 29 08:30:03.189771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3fc4829-b0d5-42ca-8a8d-6a8860ed0652 req-55336d45-8630-4f82-bbbf-13269795a618 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.0738266 Oct 29 08:30:03.218514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:03.229538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:03.237319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:03.358347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Pushing event updated for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:03.366556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:03.368502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:03.372595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a15238ef-8ef9-4b77-98ad-2c53d597f994 service neutron] 10.222.0.93 "PUT /v2.0/ports/b818dead-5b34-44e4-8485-70d20e4d571d HTTP/1.1" status: 200 len: 1092 time: 2.9468029 Oct 29 08:30:03.373210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:03.376541 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:03.382519 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Router d9c3ed22-8c8c-43ff-8524-1051cf137158 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:30:03.533905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a9ed5db1-ffdf-4ac9-a7cc-47f840e98c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:03.538277 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-a9ed5db1-ffdf-4ac9-a7cc-47f840e98c80 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 1095 time: 0.1172366 Oct 29 08:30:03.584379 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869a0b19-2ad1-4cd9-a752-bb34d6e3775e x-openstack-request-id: req-869a0b19-2ad1-4cd9-a752-bb34d6e3775e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:03.587656 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d43a6-0aa8-45c1-8ccc-805cdd844690", "name": "network-vif-deleted", "tag": "d4a1db48-d0e0-4eec-ae34-bad9bc9c16d1", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:03.588432 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-869a0b19-2ad1-4cd9-a752-bb34d6e3775e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:03.589020 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d43a6-0aa8-45c1-8ccc-805cdd844690', 'name': 'network-vif-deleted', 'tag': 'd4a1db48-d0e0-4eec-ae34-bad9bc9c16d1', 'status': 'completed', 'code': 200} Oct 29 08:30:03.617181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-304ac99c-79e2-4b90-bb12-23e000507bb7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b818dead-5b34-44e4-8485-70d20e4d571d HTTP/1.1" status: 200 len: 217 time: 0.0697424 Oct 29 08:30:03.722329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c06c8-7ca5-4a38-8a5e-2e71b851fd18 req-4ac9205f-8856-4534-aed3-bae5ec929db3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:03.733023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aa6c06c8-7ca5-4a38-8a5e-2e71b851fd18 req-4ac9205f-8856-4534-aed3-bae5ec929db3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.3187120 Oct 29 08:30:03.786002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aa6c06c8-7ca5-4a38-8a5e-2e71b851fd18 req-8e6384d9-f33f-4eba-8904-f8c2aca9407b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506382 Oct 29 08:30:03.795018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:30:03.808479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] Sync routers for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:30:03.820507 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5090228b-7ee1-4830-a7d6-730cb4966452 req-5875f362-17a4-415f-be4f-f0b5dfd904bb tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.0907431 Oct 29 08:30:03.854464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:03.857916 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-cb89b454-1d45-41cd-9673-3ff98cca7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:03.859681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:03.862570 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-cb89b454-1d45-41cd-9673-3ff98cca7a1e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.2306454 Oct 29 08:30:03.865215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] No DVR routers for this DVR port d74a4ee1-1611-42dc-89cb-e7c4fa6046ad on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:03.869674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:03.879743 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6715c27c-f116-4861-ad70-308faf829db1 req-542906d0-f4f5-4910-a5e8-74d5aa1f74de tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.93 "DELETE /v2.0/ports/d74a4ee1-1611-42dc-89cb-e7c4fa6046ad HTTP/1.1" status: 204 len: 173 time: 4.8350458 Oct 29 08:30:03.922269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-3fe5ce7f-0ccc-46bb-aa8f-ce40794dc321 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503416 Oct 29 08:30:04.001066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4511f78-3371-435b-8e69-bfeaeadbbc64 req-26d90565-eccd-4158-87c9-9482dad9632f tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:04.030233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41974) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:04.049785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Request body: {'floatingip': {'port_id': '17432dc5-f815-4175-9dce-8b51f484a678'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:04.056505 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4511f78-3371-435b-8e69-bfeaeadbbc64 req-26d90565-eccd-4158-87c9-9482dad9632f tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 945 time: 0.1484792 Oct 29 08:30:04.128105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:04.178584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:04.283581 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874b0fe-8751-4d87-8544-e502a3ffe60b x-openstack-request-id: req-6874b0fe-8751-4d87-8544-e502a3ffe60b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:04.284111 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:04.284528 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6874b0fe-8751-4d87-8544-e502a3ffe60b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:04.285082 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'status': 'completed', 'code': 200} Oct 29 08:30:04.449828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:14Z', 'revision_number': 5, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:04.495095 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-204bba48-aead-450d-84cd-72fb4bf8f57a service neutron] 10.222.0.93 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608892 Oct 29 08:30:04.514678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] Checking router: d9c3ed22-8c8c-43ff-8524-1051cf137158 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:30:04.526540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:04.527722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:04.575732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b137b3-9aa4-4bcf-97eb-7847797e1928 req-beb24ef0-25d3-4f5f-b598-7c8ea3753e35 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:04.577445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42b137b3-9aa4-4bcf-97eb-7847797e1928 req-beb24ef0-25d3-4f5f-b598-7c8ea3753e35 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 944 time: 0.1292913 Oct 29 08:30:04.659077 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42b137b3-9aa4-4bcf-97eb-7847797e1928 req-46968e43-446e-40bd-b19d-2deb21a8654f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674264 Oct 29 08:30:04.718671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:04.796694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a8336-2ae3-478d-883a-66a0c78bde62 req-54f50fb2-c91d-4a84-b81e-a7e89589536f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:04.798385 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-249a8336-2ae3-478d-883a-66a0c78bde62 req-54f50fb2-c91d-4a84-b81e-a7e89589536f tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 949 time: 0.5168264 Oct 29 08:30:04.834778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-17991f64-4180-47ca-93a1-a7f2a235ca87 service neutron] 10.222.0.15 "GET /v2.0/ports/c0afa313-eed2-46d9-94c5-181091ceb3dc/bindings/n-h1-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.5604076 Oct 29 08:30:04.846290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ff6c632-a04b-444f-b252-b16b97691213 req-175b0664-2c26-410a-8032-aaf2cccd9de6 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.0742826 Oct 29 08:30:05.079930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe9b64-7326-4b41-8cab-e4bbbed993fd req-70f3cdae-ab2d-449a-8cbd-93d44e872501 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:05.082196 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-edbe9b64-7326-4b41-8cab-e4bbbed993fd req-70f3cdae-ab2d-449a-8cbd-93d44e872501 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 951 time: 0.0937736 Oct 29 08:30:05.096844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-66613b47-2b40-40ff-8288-a2c986fb73df tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:05.104491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-66613b47-2b40-40ff-8288-a2c986fb73df tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 820 time: 0.6024373 Oct 29 08:30:05.106576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61a613e9-c738-49d7-8556-c47dba80fca0 req-7abec430-60c4-47e4-a6d9-3372edfb97a4 service neutron] 10.222.0.93 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554273 Oct 29 08:30:05.109007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:14Z', 'revision_number': 5, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:05.158353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-edbe9b64-7326-4b41-8cab-e4bbbed993fd req-08b2a1f8-4db2-44be-a6a8-0107e6bda6a9 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Oct 29 08:30:05.170689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Request body: {'port': {'device_id': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'admin_state_up': True, 'tenant_id': 'c8dfe169bd65444eadf33eb01e29c196'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:05.221588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877e5df-d85e-4b33-b10b-28e8df7e89eb None None] The sync data for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 is: [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09eeb370-63e7-4626-a335-790e842403c8', 'name': '', 'network_id': '529915db-2721-4753-9ff3-45e7c8a0a333', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'mac_address': 'fa:16:3e:bd:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:26:03Z', 'updated_at': '2021-10-29T08:26:14Z', 'revision_number': 5, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'subnets': [{'id': 'f144f01b-2f2c-48bd-99e9-332b4fc24218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:30:05.272239 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-249a8336-2ae3-478d-883a-66a0c78bde62 req-6fb51645-ff65-4f07-a0dd-9e2d6daa6928 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618402 Oct 29 08:30:05.397716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589bbb7-deea-4560-8b2b-71a40dabda92 req-17ef1db6-e330-4b2f-a3e9-459d89302fc7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:05.406362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f589bbb7-deea-4560-8b2b-71a40dabda92 req-17ef1db6-e330-4b2f-a3e9-459d89302fc7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.1251199 Oct 29 08:30:05.543579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f589bbb7-deea-4560-8b2b-71a40dabda92 req-9e4bdbda-e2c5-4ff6-af3f-bcbe75d702a9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361983 Oct 29 08:30:05.590561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'name': 'network-vif-deleted', 'tag': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:05.593200 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce942a6-421e-49dc-8cb8-cc5391f9b994" -d '{"events": [{"server_uuid": "5fc3ab64-b8df-469c-bcc7-9a2b33142702", "name": "network-vif-deleted", "tag": "d74a4ee1-1611-42dc-89cb-e7c4fa6046ad"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:05.691817 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:05.723452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:05.771543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0afa313-eed2-46d9-94c5-181091ceb3dc {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:30:05.785383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:05.815790 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f9c14-a3cf-48e0-b0b5-5197ed5f2b58 None None] New status for floating IP 486632da-9075-49e0-80d8-01146de2edea: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:30:05.851614 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c74004-d345-4349-b567-58db21f5417e x-openstack-request-id: req-96c74004-d345-4349-b567-58db21f5417e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:05.852598 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc3ab64-b8df-469c-bcc7-9a2b33142702", "name": "network-vif-deleted", "tag": "d74a4ee1-1611-42dc-89cb-e7c4fa6046ad", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:05.853823 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96c74004-d345-4349-b567-58db21f5417e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:05.854405 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc3ab64-b8df-469c-bcc7-9a2b33142702', 'name': 'network-vif-deleted', 'tag': 'd74a4ee1-1611-42dc-89cb-e7c4fa6046ad', 'status': 'completed', 'code': 200} Oct 29 08:30:06.110923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4b111-d502-493e-b548-b4728b6f010c req-a76fc243-ed25-45ec-9ab8-7199f13f27f3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:06.115960 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7b4b111-d502-493e-b548-b4728b6f010c req-a76fc243-ed25-45ec-9ab8-7199f13f27f3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 949 time: 0.2014923 Oct 29 08:30:06.135135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512de8-9132-401f-a33f-5bf0589e1d2d req-1889af73-92c9-4e88-a8fa-60f3d085032d tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:06.136723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78512de8-9132-401f-a33f-5bf0589e1d2d req-1889af73-92c9-4e88-a8fa-60f3d085032d tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 944 time: 0.1637869 Oct 29 08:30:06.138721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:06.142642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-320e15a3-d3ab-4644-b3ad-dbde1991d7a0 req-559cac3c-8fec-4666-89b3-69adffaacd4e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.7095225 Oct 29 08:30:06.193644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:30:06.202543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-ea650bc7-b3de-47fb-bbee-37155188dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:06.204408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-ea650bc7-b3de-47fb-bbee-37155188dc37 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 1095 time: 0.9936340 Oct 29 08:30:06.281539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78512de8-9132-401f-a33f-5bf0589e1d2d req-f9b01187-febc-4688-9a19-719137d2fc26 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315548 Oct 29 08:30:06.451351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Deleting port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:06.456497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:06.474298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Made reservation on behalf of c8dfe169bd65444eadf33eb01e29c196 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:06.478213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:06.570196 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2f84e6b-91a4-4380-af31-adfa7f945401 req-e11df739-45e1-4ea0-a971-cb80f0ba8640 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.1350522 Oct 29 08:30:06.593232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:06.640428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:06.640756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] For port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:06.641121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:06.663469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Calling delete_port for 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:06.690107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b63d23-5110-4d0f-966b-f5a6b0d36aab req-1654ca00-1468-4812-9028-124cb9afeb5d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:06.695682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0b63d23-5110-4d0f-966b-f5a6b0d36aab req-1654ca00-1468-4812-9028-124cb9afeb5d tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=d027908a-240d-49ee-bc2c-47e041577a25 HTTP/1.1" status: 200 len: 949 time: 0.1164720 Oct 29 08:30:06.736910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:06.789088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0b63d23-5110-4d0f-966b-f5a6b0d36aab req-ccf90f1c-64a1-4c1d-927c-e92a44e1ab43 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Oct 29 08:30:06.875909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-ce43b402-fb7a-4db5-80ae-24706c9b4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:06.881482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-ce43b402-fb7a-4db5-80ae-24706c9b4d7e service neutron] 10.222.0.93 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 907 time: 0.5980999 Oct 29 08:30:06.950994 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:06.973042 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:07.010500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:07.016406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:07.019382 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce6192-8226-414b-819c-27c3de053a2e" -d '{"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:07.024772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad', '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:07.028097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78', '30b47165-5464-4c5d-95a7-aea87b20c8a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:07.035293 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:07.053498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event deleted for resources: {'Port': ['ID=23fe6a6c-211c-4fa6-bb86-7dd481a65af5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:07.151139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] No DVR routers for this DVR port 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:07.155420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:07.159363 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7b4b111-d502-493e-b548-b4728b6f010c req-404183e5-728a-42cc-a67b-ed34a91949d6 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "DELETE /v2.0/ports/23fe6a6c-211c-4fa6-bb86-7dd481a65af5 HTTP/1.1" status: 204 len: 173 time: 1.0216029 Oct 29 08:30:07.309296 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fde4dd-8e5a-49e3-bc87-3d226fdfda67 x-openstack-request-id: req-03fde4dd-8e5a-49e3-bc87-3d226fdfda67 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:07.309598 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:07.309854 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03fde4dd-8e5a-49e3-bc87-3d226fdfda67 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:07.310250 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'code': 200} Oct 29 08:30:07.373863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] Transition to ACTIVE for port object c0afa313-eed2-46d9-94c5-181091ceb3dc will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:30:07.378269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-90bd2da2-0459-4ee6-99e5-3fa235846942 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b818dead-5b34-44e4-8485-70d20e4d571d HTTP/1.1" status: 200 len: 217 time: 0.4847405 Oct 29 08:30:07.407616 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:07.454975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=11']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:07.484604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d36957d-91f3-4b73-83a6-2cf60a7bfe10 req-424be725-24ce-408e-a9ba-ca1d280efb99 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.0757136 Oct 29 08:30:07.658464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] No DVR routers for this DVR port c0afa313-eed2-46d9-94c5-181091ceb3dc on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:07.661072 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Floating IP 729461f6-9ef0-4e1b-ad17-59a4cb155379 associated. External IP: 172.25.5.242, port: 17432dc5-f815-4175-9dce-8b51f484a678. Oct 29 08:30:07.771449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811932b2-5d05-415c-a2ed-1523d82fce90 req-df5b9f2b-25f6-48c4-88a5-47328992f7bb tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:07.773226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-811932b2-5d05-415c-a2ed-1523d82fce90 req-df5b9f2b-25f6-48c4-88a5-47328992f7bb tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 943 time: 0.8662694 Oct 29 08:30:07.778310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Allocated IP 172.20.0.9 (f3e2cdad-57b2-4528-a8c9-335c87b872ea/5f863338-8d0b-470a-a00d-096b8229664f/8dfa3e84-0c0b-4308-b970-671cf60bceb2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:07.812803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2863f-64b1-4c66-86f0-53de5df62ab1 req-2f58ef4b-89df-4c49-bc65-793bf44adb40 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:07.814404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ae2863f-64b1-4c66-86f0-53de5df62ab1 req-2f58ef4b-89df-4c49-bc65-793bf44adb40 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 944 time: 0.0958018 Oct 29 08:30:07.860378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd027908a-240d-49ee-bc2c-47e041577a25', 'name': 'network-vif-deleted', 'tag': '23fe6a6c-211c-4fa6-bb86-7dd481a65af5'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:07.863295 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a735c05-ea9c-44be-a781-11f5df689cfe" -d '{"events": [{"server_uuid": "d027908a-240d-49ee-bc2c-47e041577a25", "name": "network-vif-deleted", "tag": "23fe6a6c-211c-4fa6-bb86-7dd481a65af5"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:07.920486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] Pushing event updated for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=10']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:07.924802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-4bd1165b-5627-490d-8178-682356ba0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:07.931984 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-4bd1165b-5627-490d-8178-682356ba0223 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.5365024 Oct 29 08:30:07.942758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ae2863f-64b1-4c66-86f0-53de5df62ab1 req-805c988f-8007-476e-806e-90109c6abf5d tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090047 Oct 29 08:30:07.964026 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-5593e962-e548-4262-991f-2a28ee9ce738 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0afa313-eed2-46d9-94c5-181091ceb3dc/bindings/n-h1-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1138561 Oct 29 08:30:08.016157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-811932b2-5d05-415c-a2ed-1523d82fce90 req-27942abd-0b0a-4f90-a18a-5de9b5c9687d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667278 Oct 29 08:30:08.026853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-86bf8891-077b-4a27-8b99-2afc3c544b7f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840008 Oct 29 08:30:08.126218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-16ba6bf0-9be2-4ec1-aac2-2610a0eb8072 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:08.127850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-16ba6bf0-9be2-4ec1-aac2-2610a0eb8072 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.0856602 Oct 29 08:30:08.206256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-b8242a38-983b-4cf1-914f-acb1bdbeba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:08.210606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-b8242a38-983b-4cf1-914f-acb1bdbeba3e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16&tenant_id=4b74fa48c79a4a0296257f468b687cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0693767 Oct 29 08:30:08.218085 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6adc355-d02b-483b-bf51-162754d8c78d x-openstack-request-id: req-f6adc355-d02b-483b-bf51-162754d8c78d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:08.218396 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d027908a-240d-49ee-bc2c-47e041577a25", "name": "network-vif-deleted", "tag": "23fe6a6c-211c-4fa6-bb86-7dd481a65af5", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:08.218664 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6adc355-d02b-483b-bf51-162754d8c78d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:08.219087 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd027908a-240d-49ee-bc2c-47e041577a25', 'name': 'network-vif-deleted', 'tag': '23fe6a6c-211c-4fa6-bb86-7dd481a65af5', 'status': 'completed', 'code': 200} Oct 29 08:30:08.256236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b818dead-5b34-44e4-8485-70d20e4d571d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:30:08.312888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:08.321827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5cafa076-c31e-4611-be52-51b1e48a1eb9 req-1f5fb279-ff9a-4e79-ae5b-e1858a6fe736 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.1843803 Oct 29 08:30:08.327607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-e58a5378-4897-4b02-94c7-147421730216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:08.330927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-e58a5378-4897-4b02-94c7-147421730216 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1095 time: 0.0877390 Oct 29 08:30:08.379964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:08.380824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 23fe6a6c-211c-4fa6-bb86-7dd481a65af5 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:08.589961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-a778eabf-545c-490a-a15f-aaed2ca4f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:08.594535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-a778eabf-545c-490a-a15f-aaed2ca4f395 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.2534482 Oct 29 08:30:08.620012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:08.647715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'port_id': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'mac_address': 'fa:16:3e:f9:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a2fe-81ca-4b81-a5e4-840c0bfccc36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:30:08.697555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-428b0c54-dda0-43b6-9598-fb67f06635bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 200 len: 217 time: 0.0951741 Oct 29 08:30:08.748250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:08.778100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95c1eb2c-70ba-4786-9f74-8bce529f0969 req-596b1107-ac15-4c9a-9bd6-387f60431203 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.0456727 Oct 29 08:30:08.797698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b818dead-5b34-44e4-8485-70d20e4d571d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:30:08.831928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-52a02081-5113-4b82-bbb2-02add444b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:08.833027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-52a02081-5113-4b82-bbb2-02add444b870 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1284971 Oct 29 08:30:08.846057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-43da18a4-cfb5-48c6-96bc-43591ca38889 service neutron] 10.222.0.93 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969398 Oct 29 08:30:08.889396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:08.899453 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:08.909170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-abe7119f-a9ea-4f2a-8e84-faffb0389fe0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672596 Oct 29 08:30:08.999380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:09.119728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de7c78a5-8e9e-48c2-95fc-1c8eaf22c88b req-70430b5f-9906-4d70-bfea-737fb9488dc9 service neutron] 10.222.0.93 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359636 Oct 29 08:30:09.143620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-977fbfd5-8d52-4506-9405-945d19875d1c service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269092 Oct 29 08:30:09.158142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:09.198877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Router 46f78d63-55c6-41bd-9e83-a20df8b3999d has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:30:09.257809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:09.309624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8cd36-0b97-4e75-a8e8-baafa00a5f6a req-fb9a776b-2ec2-4bd3-b589-1388a955cb84 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:09.311227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22e8cd36-0b97-4e75-a8e8-baafa00a5f6a req-fb9a776b-2ec2-4bd3-b589-1388a955cb84 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 945 time: 0.2201521 Oct 29 08:30:09.385625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b818dead-5b34-44e4-8485-70d20e4d571d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:09.391669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22e8cd36-0b97-4e75-a8e8-baafa00a5f6a req-7827922e-da1d-4dbd-a78c-ec809d6c8f76 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708320 Oct 29 08:30:09.403682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-8eb615c8-d500-4415-a92e-fefb46a98b5f service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452805 Oct 29 08:30:09.460402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Network f3e2cdad-57b2-4528-a8c9-335c87b872ea is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:09.469934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:09.480011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:09.534404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:30:09.551302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:09.590177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fef33888-735c-4552-b891-38afb8943334 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "PUT /v2.0/floatingips/729461f6-9ef0-4e1b-ad17-59a4cb155379 HTTP/1.1" status: 200 len: 991 time: 5.5587468 Oct 29 08:30:09.590999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Pushing event updated for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:09.605233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489a10-8ab3-43e2-a5f7-d8a4c7c18a2c req-d1f1884b-cead-45b5-996e-8fcef108110d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:09.609558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8fee5-d949-4285-a1fa-d9805563b91d req-78176677-01b6-4e0a-891a-7e300ca451b3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:09.612911 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c489a10-8ab3-43e2-a5f7-d8a4c7c18a2c req-d1f1884b-cead-45b5-996e-8fcef108110d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 944 time: 0.3108218 Oct 29 08:30:09.614783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91e8fee5-d949-4285-a1fa-d9805563b91d req-78176677-01b6-4e0a-891a-7e300ca451b3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 950 time: 0.0998750 Oct 29 08:30:09.619709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'tag': '17432dc5-f815-4175-9dce-8b51f484a678'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:09.622022 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eabcfa-167a-4988-88a7-5f3e3293833f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d49b6-9654-4e95-833d-242e1dcb315b", "tag": "17432dc5-f815-4175-9dce-8b51f484a678"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:09.658734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:09.659423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:09.686322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91e8fee5-d949-4285-a1fa-d9805563b91d req-6bfb8624-c3aa-4156-9afe-4803cb568c15 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610948 Oct 29 08:30:09.713880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c489a10-8ab3-43e2-a5f7-d8a4c7c18a2c req-2931818c-f6c1-498f-b710-89870c7b89b2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917356 Oct 29 08:30:09.713880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-dc1d8713-0638-44f2-98fb-fa86fa4f0314 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5561767 Oct 29 08:30:09.724829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Request body: {'port': {'device_id': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:09.821606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-49f84d23-914f-4467-bab1-c4f2febb2c66 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:09.824841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-49f84d23-914f-4467-bab1-c4f2febb2c66 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16&tenant_id=4b74fa48c79a4a0296257f468b687cb8&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.1254706 Oct 29 08:30:09.824986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:09.856984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] Sync routers for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:30:09.896723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:09.898605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:09.908503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f862c94-3e59-4d75-9c20-7d6a9dcfe30d req-5c30b89f-4471-4568-929d-ec959e6ab26a tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.0310774 Oct 29 08:30:09.948766 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3e05e4-64a4-4a45-8079-bcc6ec1c3c10 x-openstack-request-id: req-7b3e05e4-64a4-4a45-8079-bcc6ec1c3c10 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:09.949337 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d49b6-9654-4e95-833d-242e1dcb315b", "tag": "17432dc5-f815-4175-9dce-8b51f484a678", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:09.949337 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b3e05e4-64a4-4a45-8079-bcc6ec1c3c10 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:09.949696 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'tag': '17432dc5-f815-4175-9dce-8b51f484a678', 'status': 'completed', 'code': 200} Oct 29 08:30:10.096734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-0db4dfea-237f-42a4-9d4a-4832791564ff service neutron] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:10.108309 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-0db4dfea-237f-42a4-9d4a-4832791564ff service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:10.109489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f229d63a-a1a0-4535-86f4-88b37cac9e47 req-0db4dfea-237f-42a4-9d4a-4832791564ff service neutron] 10.222.0.93 "DELETE /v2.0/ports/c0afa313-eed2-46d9-94c5-181091ceb3dc/bindings/n-h2-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.2754574 Oct 29 08:30:10.221760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:10.237746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-fb0f26f6-750d-447e-8f5f-9b3e86696fb3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:10.239449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-fb0f26f6-750d-447e-8f5f-9b3e86696fb3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 950 time: 0.0970924 Oct 29 08:30:10.257741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ddc6-ff56-4a9d-b49a-9e9a0d056d76 req-1dfd8cab-6eb5-42d5-a358-0be456d07c49 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:10.267595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af85ddc6-ff56-4a9d-b49a-9e9a0d056d76 req-1dfd8cab-6eb5-42d5-a358-0be456d07c49 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 931 time: 0.1898768 Oct 29 08:30:10.279069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-76a5a134-9b5f-4917-85d6-daad281635a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:10.280923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-76a5a134-9b5f-4917-85d6-daad281635a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 1096 time: 0.2773352 Oct 29 08:30:10.396682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Deleting port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:10.397598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:10.412292 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af85ddc6-ff56-4a9d-b49a-9e9a0d056d76 req-97bbd469-20cd-4cfd-b0b9-c46f7e7f04de tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433430 Oct 29 08:30:10.538317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-54573815-f560-45a2-87a8-1265ff6bed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:10.540948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-54573815-f560-45a2-87a8-1265ff6bed06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 200 len: 926 time: 0.2515407 Oct 29 08:30:10.632210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] For port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:10.632505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:10.681699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Calling delete_port for 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:10.779684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '729461f6-9ef0-4e1b-ad17-59a4cb155379', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'port_id': '17432dc5-f815-4175-9dce-8b51f484a678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'mac_address': 'fa:16:3e:f3:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:18Z', 'updated_at': '2021-10-29T08:30:06Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:10.781872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfa3e84-0c0b-4308-b970-671cf60bceb2 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:30:10.805789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:10.817428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] Checking router: 46f78d63-55c6-41bd-9e83-a20df8b3999d for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:30:10.830321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:10.831770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:10.832355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-bcdfe422-09a5-4843-9fb7-b9a316b4d80f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17432dc5-f815-4175-9dce-8b51f484a678 HTTP/1.1" status: 200 len: 999 time: 0.2682784 Oct 29 08:30:10.841619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c6a51-8553-4ae7-bf7e-0ca047e9b6ef req-283de158-6564-486e-b54c-dc0fb325bf82 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:10.843259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a8c6a51-8553-4ae7-bf7e-0ca047e9b6ef req-283de158-6564-486e-b54c-dc0fb325bf82 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 945 time: 0.2513344 Oct 29 08:30:10.853859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Transition to ACTIVE for port object 8dfa3e84-0c0b-4308-b970-671cf60bceb2 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:30:10.879619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c511078-0477-416d-a94f-2b92a2fda289 req-90ca2c5d-8400-4c92-87fc-3ca4b269d428 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:10.882581 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:10.884255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c511078-0477-416d-a94f-2b92a2fda289 req-90ca2c5d-8400-4c92-87fc-3ca4b269d428 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9f0c7c4-8d10-4e68-9482-561c82f6b2d1 HTTP/1.1" status: 200 len: 949 time: 0.0994289 Oct 29 08:30:10.961261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a8c6a51-8553-4ae7-bf7e-0ca047e9b6ef req-be03452d-0c92-49d2-81b8-3256f31c451e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051121 Oct 29 08:30:10.997636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-ce96ed43-6d16-4f8a-b156-93dd6c1666d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:10.999603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-ce96ed43-6d16-4f8a-b156-93dd6c1666d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 HTTP/1.1" status: 200 len: 863 time: 0.1535769 Oct 29 08:30:11.023696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:11.032374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:11.156609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:11.157207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:11.157775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:11.181484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:11.200549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-859e2220-5817-413f-a953-050fd14a3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:11.202600 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-859e2220-5817-413f-a953-050fd14a3792 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d012ec4-9eb4-45ef-bc53-83a842e31dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907620 Oct 29 08:30:11.205322 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78', '30b47165-5464-4c5d-95a7-aea87b20c8a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:11.206137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:30:11.206476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:11.208120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:11.222662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:11.223004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:11.223389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:11.223862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Bound port: 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:11.224226 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:11.224809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ec9dece-913c-4a3d-a147-0ad0b4229ab3 req-7bc96e29-8064-4151-b911-ea9e527c7fbf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc1202bf-ca8c-44c9-b8e1-b36392ecdd06 HTTP/1.1" status: 200 len: 210 time: 0.0949988 Oct 29 08:30:11.271443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294cac-9117-4de9-bb29-dfda63098045 req-74d0de41-cf31-430e-95d9-f4ba067d99d6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:11.273070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4294cac-9117-4de9-bb29-dfda63098045 req-74d0de41-cf31-430e-95d9-f4ba067d99d6 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 944 time: 0.1429021 Oct 29 08:30:11.302107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event deleted for resources: {'Port': ['ID=98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:11.399397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:11.403284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:11.421225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:11.422773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] No DVR routers for this DVR port 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:11.426324 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:11.431440 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42fe1388-b623-4d5c-88f7-2000f182b334 req-6a3e9c4a-1409-4d44-80c5-fbd21e5c3a26 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "DELETE /v2.0/ports/98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc HTTP/1.1" status: 204 len: 173 time: 1.1841228 Oct 29 08:30:11.439349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Deleting port 30b47165-5464-4c5d-95a7-aea87b20c8a3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:11.439349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:11.522509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:11.523438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:11.525519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] 10.222.0.15 "PUT /v2.0/ports/8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 200 len: 1091 time: 1.8048451 Oct 29 08:30:11.535572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4294cac-9117-4de9-bb29-dfda63098045 req-b28c94e2-59d6-4459-adac-9d29828735e8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226727 Oct 29 08:30:11.573632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38accffd-33c4-4431-a468-5ceb2d278198 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:11.603023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-f711f98d-1648-4d3e-a46b-ef9ff6d263da service neutron] 10.222.0.15 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905613 Oct 29 08:30:11.611209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] For port 30b47165-5464-4c5d-95a7-aea87b20c8a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=30b47165-5464-4c5d-95a7-aea87b20c8a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:11.611678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:11.626430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Calling delete_port for 30b47165-5464-4c5d-95a7-aea87b20c8a3 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:11.749054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-6c220a3f-639a-4c3a-aa8e-10d88be7c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:11.761095 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-6c220a3f-639a-4c3a-aa8e-10d88be7c26a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1094 time: 0.1240554 Oct 29 08:30:11.819125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '729461f6-9ef0-4e1b-ad17-59a4cb155379', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'port_id': '17432dc5-f815-4175-9dce-8b51f484a678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'mac_address': 'fa:16:3e:f3:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:18Z', 'updated_at': '2021-10-29T08:30:06Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:11.843888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1202bf-ca8c-44c9-b8e1-b36392ecdd06', 'name': 'network-vif-deleted', 'tag': '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:11.846865 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4345362-dc1a-417c-9f73-f43cf706308e" -d '{"events": [{"server_uuid": "bc1202bf-ca8c-44c9-b8e1-b36392ecdd06", "name": "network-vif-deleted", "tag": "98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:11.864012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:11.875676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-bd1d8ae8-71e4-4710-811c-7a2e22cd92cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 200 len: 217 time: 0.0912817 Oct 29 08:30:11.880177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28eabcfa-167a-4988-88a7-5f3e3293833f req-e8eb0e70-86a0-464b-abe0-f801167cfaa2 service neutron] 10.222.0.15 "GET /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609947 Oct 29 08:30:11.888229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb29c4-708f-4393-b40c-ca24894e50a2 None None] The sync data for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 is: [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '729461f6-9ef0-4e1b-ad17-59a4cb155379', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'port_id': '17432dc5-f815-4175-9dce-8b51f484a678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'mac_address': 'fa:16:3e:f3:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:26:18Z', 'updated_at': '2021-10-29T08:30:06Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:30:11.994883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:12.010508 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4084a9c-eb6c-4210-a22c-703ac7eec52a" -d '{"events": [{"name": "network-changed", "server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:12.030576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38398cd4-2755-42fb-b2aa-d6b3e47dd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:12.033982 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-38398cd4-2755-42fb-b2aa-d6b3e47dd2a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1342010 Oct 29 08:30:12.131881 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event deleted for resources: {'Port': ['ID=30b47165-5464-4c5d-95a7-aea87b20c8a3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:12.220286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bff98478-ad0f-4d85-a6f0-913af0a48ab6 req-7c5da13b-5267-44a0-a635-5ef00a6eac41 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.3643608 Oct 29 08:30:12.221423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] No DVR routers for this DVR port 30b47165-5464-4c5d-95a7-aea87b20c8a3 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:12.233808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:12.241237 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c511078-0477-416d-a94f-2b92a2fda289 req-04c62ae5-bb81-480c-965a-25600457ab0e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "DELETE /v2.0/ports/30b47165-5464-4c5d-95a7-aea87b20c8a3 HTTP/1.1" status: 204 len: 173 time: 1.3395524 Oct 29 08:30:12.292959 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-a72ae4d6-476f-4d4b-82c9-9dac345d16a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2404287 Oct 29 08:30:12.301310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b818dead-5b34-44e4-8485-70d20e4d571d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:12.489243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c67c62-5f1d-4d01-b930-a0c5cd2e3fa0 req-7160d66d-f129-45a3-a696-91711adee1e9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:12.490970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-98c67c62-5f1d-4d01-b930-a0c5cd2e3fa0 req-7160d66d-f129-45a3-a696-91711adee1e9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.0898423 Oct 29 08:30:12.570402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:12.620669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-98c67c62-5f1d-4d01-b930-a0c5cd2e3fa0 req-408eeebb-7ccd-4072-a04d-9dee87c015ac tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224194 Oct 29 08:30:12.642689 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c9813-b16c-451c-b5db-90d4629de0d0 None None] New status for floating IP 729461f6-9ef0-4e1b-ad17-59a4cb155379: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:30:12.739552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-a7b1a77b-1019-45fe-afb2-8a60cdbaef00 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319360 Oct 29 08:30:12.751442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:12.766472 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0344427-ee06-45df-a473-f6ef8be56c9c x-openstack-request-id: req-d0344427-ee06-45df-a473-f6ef8be56c9c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:12.766825 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1202bf-ca8c-44c9-b8e1-b36392ecdd06", "name": "network-vif-deleted", "tag": "98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:12.767978 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0344427-ee06-45df-a473-f6ef8be56c9c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:12.768595 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1202bf-ca8c-44c9-b8e1-b36392ecdd06', 'name': 'network-vif-deleted', 'tag': '98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc', 'status': 'completed', 'code': 200} Oct 29 08:30:12.874272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:12.879752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 98d526f4-ddbe-4ec9-ad2d-0f8e40141bbc not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:12.948239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c315c-ed77-4a44-ab80-792470a22726 req-94f72a96-d77b-40c6-84d1-3a849b503ba7 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:12.964980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f78c315c-ed77-4a44-ab80-792470a22726 req-94f72a96-d77b-40c6-84d1-3a849b503ba7 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 945 time: 0.1243362 Oct 29 08:30:12.994992 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d8fc4d-6c6f-4872-bf72-af05f51c9461 x-openstack-request-id: req-86d8fc4d-6c6f-4872-bf72-af05f51c9461 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:12.998448 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:12.998886 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86d8fc4d-6c6f-4872-bf72-af05f51c9461 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:13.004821 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2', 'status': 'completed', 'code': 200} Oct 29 08:30:13.145692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f78c315c-ed77-4a44-ab80-792470a22726 req-517eba70-c7e2-4b75-9293-4b380c29c728 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791816 Oct 29 08:30:13.211072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port b818dead-5b34-44e4-8485-70d20e4d571d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:30:13.235052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b818dead-5b34-44e4-8485-70d20e4d571d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:13.235424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:13.247768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ffa1af1-d835-4a2f-97cf-1507e653e963 req-b83a7875-87df-433f-9640-757d1480470c service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062888 Oct 29 08:30:13.515218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-03883f4a-ba8d-4638-a890-cfe08f8487b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:13.518217 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-03883f4a-ba8d-4638-a890-cfe08f8487b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1094 time: 0.1661611 Oct 29 08:30:13.625541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38947473-e114-4b0a-9b31-e4f7835a48d1 req-d6c6d6ed-0395-4725-94e9-809931a3da54 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:13.662068 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38947473-e114-4b0a-9b31-e4f7835a48d1 req-d6c6d6ed-0395-4725-94e9-809931a3da54 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 1095 time: 0.2532740 Oct 29 08:30:13.749923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-109d4249-ab90-49ab-8f65-ed0fd390aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:13.752031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-109d4249-ab90-49ab-8f65-ed0fd390aab8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.2222753 Oct 29 08:30:13.811697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-a65ce6ea-b31c-4981-8561-b247b8e6c464 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 200 len: 217 time: 0.0512390 Oct 29 08:30:13.821633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38947473-e114-4b0a-9b31-e4f7835a48d1 req-b76e94c8-7564-466b-8d48-b3b2deddaec3 tempest-LiveMigrationTest-1062160437 tempest-LiveMigrationTest-1062160437-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571844 Oct 29 08:30:13.938299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-df334a97-dd7d-4cc9-8b3b-efebe8f03670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:13.942228 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-df334a97-dd7d-4cc9-8b3b-efebe8f03670 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1153336 Oct 29 08:30:14.101332 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1a90389-554d-4306-85ce-50c8fbacfd73 req-5bd71958-b4b2-4404-9aa9-b21c92112abf tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc3ab64-b8df-469c-bcc7-9a2b33142702 HTTP/1.1" status: 200 len: 210 time: 0.0827415 Oct 29 08:30:14.135995 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-53d09332-06c4-45ab-8953-e285578a42b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838183 Oct 29 08:30:14.280562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-2a36ad96-ba88-41c1-8917-24731ca1575c service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356814 Oct 29 08:30:14.327195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb82df-60d1-412d-a515-2cf77c1ecc98 req-a01aced4-be1b-4c19-8b5b-abaf1b718619 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:14.338054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39cb82df-60d1-412d-a515-2cf77c1ecc98 req-a01aced4-be1b-4c19-8b5b-abaf1b718619 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.0801318 Oct 29 08:30:14.409347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39cb82df-60d1-412d-a515-2cf77c1ecc98 req-6b40e75a-0cda-4152-8374-f3bf858029fc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696232 Oct 29 08:30:14.489257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bd5c28e2-7761-4cd4-bbea-32507a074cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:14.495167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4084a9c-eb6c-4210-a22c-703ac7eec52a req-f1c6975f-e9c3-4fa8-a5f1-f1867170680f service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072067 Oct 29 08:30:14.527528 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:14.569392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:14.573149 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed02664-c62a-4b2f-a79f-84b651abeb8c" -d '{"events": [{"server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "name": "network-vif-plugged", "status": "completed", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:14.596572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:14.610124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:14.611433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 30b47165-5464-4c5d-95a7-aea87b20c8a3 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:14.701412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:14.719116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 30b47165-5464-4c5d-95a7-aea87b20c8a3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:14.720275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 30b47165-5464-4c5d-95a7-aea87b20c8a3 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:14.770481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f0c7c4-8d10-4e68-9482-561c82f6b2d1', 'name': 'network-vif-deleted', 'tag': '30b47165-5464-4c5d-95a7-aea87b20c8a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:14.774196 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536ae637-a7cb-4faf-9b5f-ed2db9e22201" -d '{"events": [{"server_uuid": "a9f0c7c4-8d10-4e68-9482-561c82f6b2d1", "name": "network-vif-deleted", "tag": "30b47165-5464-4c5d-95a7-aea87b20c8a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:14.806568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acc99f-c709-4fbc-a12d-38fd31d63514 req-edf1322a-7857-42e8-a979-0d0cc2073d02 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:14.808264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-97acc99f-c709-4fbc-a12d-38fd31d63514 req-edf1322a-7857-42e8-a979-0d0cc2073d02 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.0619676 Oct 29 08:30:14.852548 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-97acc99f-c709-4fbc-a12d-38fd31d63514 req-2574437e-381d-47ff-925c-53e6be222b48 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Oct 29 08:30:14.996205 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0756112-3ce1-4631-bd84-92e3af62e335 x-openstack-request-id: req-c0756112-3ce1-4631-bd84-92e3af62e335 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:14.996503 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "name": "network-vif-plugged", "status": "completed", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:14.996757 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0756112-3ce1-4631-bd84-92e3af62e335 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:14.997158 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'code': 200} Oct 29 08:30:15.150928 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a12d8a-83a4-4c6e-8e2f-a1f88de1dc3d x-openstack-request-id: req-40a12d8a-83a4-4c6e-8e2f-a1f88de1dc3d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:15.151477 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f0c7c4-8d10-4e68-9482-561c82f6b2d1", "name": "network-vif-deleted", "tag": "30b47165-5464-4c5d-95a7-aea87b20c8a3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:15.152178 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40a12d8a-83a4-4c6e-8e2f-a1f88de1dc3d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:15.152852 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f0c7c4-8d10-4e68-9482-561c82f6b2d1', 'name': 'network-vif-deleted', 'tag': '30b47165-5464-4c5d-95a7-aea87b20c8a3', 'status': 'completed', 'code': 200} Oct 29 08:30:15.170803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727ba4a-9b1c-467a-911f-953089f1452a req-80a9b4e8-2cc6-4b7f-a9b5-7968068fed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:15.172730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f727ba4a-9b1c-467a-911f-953089f1452a req-80a9b4e8-2cc6-4b7f-a9b5-7968068fed7d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 1097 time: 0.0959437 Oct 29 08:30:15.286851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493dd55-70b8-418d-a511-e744bff3aade req-5857f46c-1aad-4a30-8196-f812dd6b890d tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:15.289142 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2493dd55-70b8-418d-a511-e744bff3aade req-5857f46c-1aad-4a30-8196-f812dd6b890d tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.1088252 Oct 29 08:30:15.291618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f727ba4a-9b1c-467a-911f-953089f1452a req-a38eedb0-adaa-4af0-b06d-d254ed1393b0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087918 Oct 29 08:30:15.346667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2493dd55-70b8-418d-a511-e744bff3aade req-dc41aa98-26f4-4e66-a443-a2b3220177e8 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491290 Oct 29 08:30:15.381369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'e388d383-a06c-4d71-a77c-ed6f3b266b78'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:15.645089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a603f9-878d-4fc9-a5bf-77aefc61126b req-fc1f9630-ccc4-4a32-aec5-fed7ac7ab2ff tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:15.646702 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10a603f9-878d-4fc9-a5bf-77aefc61126b req-fc1f9630-ccc4-4a32-aec5-fed7ac7ab2ff tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 944 time: 0.5417142 Oct 29 08:30:15.696539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10a603f9-878d-4fc9-a5bf-77aefc61126b req-2d4f2db6-e29b-4b28-871b-cf65d28258dc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Oct 29 08:30:15.749604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5497-cf81-4560-9f75-bb5ea54240b2 req-2f94a07b-77a6-4858-9d21-5955be98570d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:15.752643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e99e5497-cf81-4560-9f75-bb5ea54240b2 req-2f94a07b-77a6-4858-9d21-5955be98570d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.0599780 Oct 29 08:30:15.803574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e99e5497-cf81-4560-9f75-bb5ea54240b2 req-36d72ed5-6814-44c5-867d-0de4d1d47a4a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Oct 29 08:30:15.823845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bb081-b35f-44d8-99b9-db1c884dcef8 req-a7d81c2f-366d-4882-b6de-5c784f091861 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:15.828356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b93bb081-b35f-44d8-99b9-db1c884dcef8 req-a7d81c2f-366d-4882-b6de-5c784f091861 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 950 time: 0.0652082 Oct 29 08:30:15.848338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42412) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:15.868722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b93bb081-b35f-44d8-99b9-db1c884dcef8 req-5306b74b-9744-454a-a5ed-ca58b1b1b188 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360081 Oct 29 08:30:15.926213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70f3c89b-4c86-4042-9a1f-b1227a3b7f1d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:15.957936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70f3c89b-4c86-4042-9a1f-b1227a3b7f1d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:15.993606 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d27c6f-4a1b-4440-a777-3ff4b1b9d386 req-fc2684ab-4a79-474a-b765-3682cb0d561f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:15.995224 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64d27c6f-4a1b-4440-a777-3ff4b1b9d386 req-fc2684ab-4a79-474a-b765-3682cb0d561f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.0507219 Oct 29 08:30:16.014973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70f3c89b-4c86-4042-9a1f-b1227a3b7f1d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.018136 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70f3c89b-4c86-4042-9a1f-b1227a3b7f1d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.019348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-70f3c89b-4c86-4042-9a1f-b1227a3b7f1d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "DELETE /v2.0/security-groups/b461d904-f7b8-4b1a-aad5-692030aad95a HTTP/1.1" status: 204 len: 168 time: 0.1698170 Oct 29 08:30:16.025211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42416) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:16.028923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3c89b-4c86-4042-9a1f-b1227a3b7f1d tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b461d904-f7b8-4b1a-aad5-692030aad95a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:16.046386 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-d53edb33-222b-43f5-a914-de3062efa2f8 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] show failed (client error): The resource could not be found. Oct 29 08:30:16.047433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d53edb33-222b-43f5-a914-de3062efa2f8 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "GET /v2.0/security-groups/b461d904-f7b8-4b1a-aad5-692030aad95a HTTP/1.1" status: 404 len: 347 time: 0.0212815 Oct 29 08:30:16.050718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42418) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:16.064445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64d27c6f-4a1b-4440-a777-3ff4b1b9d386 req-2c0cd3af-b2cd-4a3c-afc8-1ce45e3ae549 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547364 Oct 29 08:30:16.187864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Deleting port a9b43294-0ad7-4239-bf6e-ded20a06a851 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:16.188214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.266588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42422) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:16.270589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.271049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.271760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-443821448'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:16.283912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Calling delete_port for a9b43294-0ad7-4239-bf6e-ded20a06a851 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:16.298191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:16.302742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.331086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:30:16.342078 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.342428 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Added segment 8c660942-ac9a-49f8-89dc-85d6e3b3f4bf of type vlan for network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 Oct 29 08:30:16.393275 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.422376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.433763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:16.442700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.463556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.520514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Pushing event deleted for resources: {'Port': ['ID=a9b43294-0ad7-4239-bf6e-ded20a06a851,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:16.526472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2587428 Oct 29 08:30:16.533611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42426) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:16.539413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1241071899'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:16.581216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e960951-b382-472e-be0a-d7a7edd6f726 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Network': ['ID=8c20baf0-8e7b-45d1-9e5f-1d3c98882050,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:16.586501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da65a46-55dc-4c5f-9500-0f57361a3b6e req-6d104d3b-3cdc-4ed9-a0be-113742ce5b8d tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:16.588372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4da65a46-55dc-4c5f-9500-0f57361a3b6e req-6d104d3b-3cdc-4ed9-a0be-113742ce5b8d tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.1377029 Oct 29 08:30:16.597297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:16.598808 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:30:16.601418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.630101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:30:16.642023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.642520 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Added segment cc189fe4-1d62-46a5-9c50-005f64c1e7be of type vlan for network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 Oct 29 08:30:16.650034 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.656224 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.661693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9f2d481b-1576-49c5-a98a-83655d155ae2 tempest-ServersTestBootFromVolume-1271503525 tempest-ServersTestBootFromVolume-1271503525-project] 10.222.0.70 "DELETE /v2.0/floatingips/486632da-9075-49e0-80d8-01146de2edea HTTP/1.1" status: 204 len: 168 time: 0.6092184 Oct 29 08:30:16.666077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42428) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:16.693766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4da65a46-55dc-4c5f-9500-0f57361a3b6e req-96781841-1670-44c1-9745-c7dc95c154ab tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934269 Oct 29 08:30:16.695384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.729539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.735604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:16.736317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:16.743673 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:30:16.800061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2653077 Oct 29 08:30:16.802564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42432) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:16.807400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'subnet': {'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:16.854707 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10925f3f-5a0e-4d15-a56e-7539095997ed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Network': ['ID=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:16.874084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:30:16.921810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb6ae4-2a63-4882-94ef-a027463e5b8d req-29cb8e6a-9f98-4be0-913c-0ac89e44ff32 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:16.930571 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40bb6ae4-2a63-4882-94ef-a027463e5b8d req-29cb8e6a-9f98-4be0-913c-0ac89e44ff32 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 944 time: 0.1269352 Oct 29 08:30:16.975552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8acb24a9-660b-43ee-990c-aa060e596ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:17.003149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:17.004174 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40bb6ae4-2a63-4882-94ef-a027463e5b8d req-230f1c8b-b798-4314-9e13-6d3ece77188d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684609 Oct 29 08:30:17.007106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:17.092031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563bb05-1c39-4aa0-b524-66c1914a8e2c req-bb803d9c-e945-4fc1-b3b9-e57009ecf4c6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:17.093763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a563bb05-1c39-4aa0-b524-66c1914a8e2c req-bb803d9c-e945-4fc1-b3b9-e57009ecf4c6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1930549 Oct 29 08:30:17.121514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85892dd3-662a-4792-82b9-84a3a33a391b req-db4c7b35-259a-45da-837d-d4b47e2a0c48 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:17.123975 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-85892dd3-662a-4792-82b9-84a3a33a391b req-db4c7b35-259a-45da-837d-d4b47e2a0c48 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 950 time: 0.0627184 Oct 29 08:30:17.165257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-85892dd3-662a-4792-82b9-84a3a33a391b req-4fc9121b-5029-4014-b136-f9dcfd10ecd3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Oct 29 08:30:17.175348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a563bb05-1c39-4aa0-b524-66c1914a8e2c req-f2d79b7a-1ab7-4b73-87b0-25f5362c2ab2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722361 Oct 29 08:30:17.696722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780e1c5-9be4-48b2-8781-a5bb4b855c9c req-155ef105-f920-4a8d-ba75-80ab7d51afa7 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:17.698234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3780e1c5-9be4-48b2-8781-a5bb4b855c9c req-155ef105-f920-4a8d-ba75-80ab7d51afa7 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.1738803 Oct 29 08:30:17.729068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:17.798069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3780e1c5-9be4-48b2-8781-a5bb4b855c9c req-f4e376d3-57d8-44c1-8208-72b59a2844a3 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908916 Oct 29 08:30:17.830608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Subnet': ['ID=cd8aba42-a683-4215-bb02-d90c56cc77fc,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:17.867414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Checking segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:17.867843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network hostable DHCP agents. Network: 8c20baf0-8e7b-45d1-9e5f-1d3c98882050, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:30:17.870444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50f19b-c162-40e3-95ad-751f3d1c79f3 req-03a3fee8-92d4-441d-adf2-7dd693058a2b tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:17.872264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5b50f19b-c162-40e3-95ad-751f3d1c79f3 req-03a3fee8-92d4-441d-adf2-7dd693058a2b tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.0892460 Oct 29 08:30:17.901650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:17.905730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:30:17.944731 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5b50f19b-c162-40e3-95ad-751f3d1c79f3 req-b2c57d72-4a16-4aa9-945a-5e5a62e82f89 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644684 Oct 29 08:30:17.983954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8c20baf0-8e7b-45d1-9e5f-1d3c98882050) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:17.992399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba1981-14ba-4856-aaaf-ad55cbc9d373 None None] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:17.996520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:17.997208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.050331 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-47ef1cda-1834-419e-94e9-e6ba30b2bd34 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2431428 Oct 29 08:30:18.050549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42446) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:18.057464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'subnet': {'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:18.104947 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.202879 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.258114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:18.259609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'fixed_ips': [{'subnet_id': 'cd8aba42-a683-4215-bb02-d90c56cc77fc'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:30:18.260868 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.261673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.277127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50081fe8-84bf-4949-9f52-3a445fddff19 req-0c063867-7750-4cf2-a164-8455a9748dc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:18.278791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50081fe8-84bf-4949-9f52-3a445fddff19 req-0c063867-7750-4cf2-a164-8455a9748dc3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 944 time: 0.1303501 Oct 29 08:30:18.361516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50081fe8-84bf-4949-9f52-3a445fddff19 req-79accbd2-2add-45fb-a8d5-2c5e58857ac0 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723150 Oct 29 08:30:18.413199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c0afa313-eed2-46d9-94c5-181091ceb3dc no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:18.427042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Deleting port 09eeb370-63e7-4626-a335-790e842403c8 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:18.427525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.489436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813c4e8-208a-4d34-bf14-1623bd8bc168 req-cb0b8e56-96d2-43ac-9508-38ad5eebf230 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:18.506474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f813c4e8-208a-4d34-bf14-1623bd8bc168 req-cb0b8e56-96d2-43ac-9508-38ad5eebf230 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 950 time: 0.1615448 Oct 29 08:30:18.586509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f813c4e8-208a-4d34-bf14-1623bd8bc168 req-88ffaf20-43db-48ee-aca6-45d86efb7666 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737884 Oct 29 08:30:18.612721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb31eb-041a-4991-8af5-d1ef12f4358d req-84fb23ef-423a-4af8-bb16-26b167ddb3aa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:18.614943 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93fb31eb-041a-4991-8af5-d1ef12f4358d req-84fb23ef-423a-4af8-bb16-26b167ddb3aa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1213846 Oct 29 08:30:18.617430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] For port 09eeb370-63e7-4626-a335-790e842403c8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=09eeb370-63e7-4626-a335-790e842403c8,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:18.618495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.639752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Calling delete_port for 09eeb370-63e7-4626-a335-790e842403c8 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:18.680746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Allocated IP 10.1.1.2 (8c20baf0-8e7b-45d1-9e5f-1d3c98882050/cd8aba42-a683-4215-bb02-d90c56cc77fc/b24e44a7-2333-48d9-b6cd-16992057dbc0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:18.743905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.825751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Subnet': ['ID=e8f154c5-aae5-4261-a800-01fdcc5223a1,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:18.841689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Checking segment: {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:18.841689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network hostable DHCP agents. Network: 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:30:18.891025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:30:18.908094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:18.912799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:18.913636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.933820 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:18.943499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53f407-380d-4ead-88b0-9708cd99aeb3 None None] Network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:19.013080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2753f58b-5712-4d71-ba4f-d8db5959f7d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9604242 Oct 29 08:30:19.014180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42458) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:19.025513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'port': {'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'name': 'tempest-TaggedBootDevicesTest-1796911736', 'fixed_ips': [{'subnet_id': 'cd8aba42-a683-4215-bb02-d90c56cc77fc'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:19.029290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.030781 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93fb31eb-041a-4991-8af5-d1ef12f4358d req-26edb351-9ce8-4b9d-a982-b65f877fe9a4 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103004 Oct 29 08:30:19.033268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.137040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e664c0-2160-42d8-b015-988907eb3246 req-6293e7d6-beb7-43d2-84bd-a26a31438d30 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:19.139751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5e664c0-2160-42d8-b015-988907eb3246 req-6293e7d6-beb7-43d2-84bd-a26a31438d30 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.2011423 Oct 29 08:30:19.146225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09eeb370-63e7-4626-a335-790e842403c8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:19.191236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:19.199102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:19.230934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:19.279036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5e664c0-2160-42d8-b015-988907eb3246 req-7e1eb067-be43-4114-9a22-39615042e58e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195097 Oct 29 08:30:19.285986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Pushing event updated for resources: {'Port': ['ID=b24e44a7-2333-48d9-b6cd-16992057dbc0,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:19.332041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:19.437192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Attempting to bind port b24e44a7-2333-48d9-b6cd-16992057dbc0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:19.437736 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Attempting to bind port b24e44a7-2333-48d9-b6cd-16992057dbc0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:19.437964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Attempting to bind port b24e44a7-2333-48d9-b6cd-16992057dbc0 on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:19.438696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.446372 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.450507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:19.451226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Checking segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:19.461399 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.462890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Bound using segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:19.464208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Bound port: b24e44a7-2333-48d9-b6cd-16992057dbc0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:19.464795 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.466651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] device_id is not set on port 40a4a226-7980-440d-ba53-b246619a902b yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:30:19.494092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbec8b-24dd-4220-a46e-67faa114f929 req-42c2e63e-054d-44a4-9813-5af37a80ce03 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:19.495977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5acbec8b-24dd-4220-a46e-67faa114f929 req-42c2e63e-054d-44a4-9813-5af37a80ce03 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.2681639 Oct 29 08:30:19.547194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.566475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5acbec8b-24dd-4220-a46e-67faa114f929 req-332f6c6d-a235-4241-8cf1-14342a6b2e56 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566812 Oct 29 08:30:19.590435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-8e3b0b76-27b6-4c3b-9c8a-016079e6ba19', 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'fixed_ips': [{'subnet_id': 'e8f154c5-aae5-4261-a800-01fdcc5223a1'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:30:19.597006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.753020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] For port b24e44a7-2333-48d9-b6cd-16992057dbc0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:19.778901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] For port b24e44a7-2333-48d9-b6cd-16992057dbc0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b24e44a7-2333-48d9-b6cd-16992057dbc0,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:19.788235 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:19.840712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d291dc-ee4d-4c66-9075-a2845e25b4ac req-27358b8d-f297-4e62-bf1b-6cfda5c61a78 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:19.848748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1d291dc-ee4d-4c66-9075-a2845e25b4ac req-27358b8d-f297-4e62-bf1b-6cfda5c61a78 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 944 time: 0.3374288 Oct 29 08:30:19.916574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f6b44-3260-40bc-bcd4-0e242fb1f02b None None] Pushing event updated for resources: {'Port': ['ID=b24e44a7-2333-48d9-b6cd-16992057dbc0,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:19.925300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864e828-7cf7-4bbb-811f-039d3142cdeb req-08333a1f-0e2e-48eb-86fa-74c422c1ed4e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:19.927551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Allocated IP 10.2.2.2 (8e3b0b76-27b6-4c3b-9c8a-016079e6ba19/e8f154c5-aae5-4261-a800-01fdcc5223a1/22b84a23-ad03-4ba3-8ab9-55bcb971825f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:19.936996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6864e828-7cf7-4bbb-811f-039d3142cdeb req-08333a1f-0e2e-48eb-86fa-74c422c1ed4e tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 950 time: 0.1952915 Oct 29 08:30:19.937616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Allocated IP 10.1.1.189 (8c20baf0-8e7b-45d1-9e5f-1d3c98882050/cd8aba42-a683-4215-bb02-d90c56cc77fc/40a4a226-7980-440d-ba53-b246619a902b) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:20.014238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6864e828-7cf7-4bbb-811f-039d3142cdeb req-1ae85f2a-50f0-4b69-8ec7-b34de9b97e1a tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661576 Oct 29 08:30:20.089576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Router d9c3ed22-8c8c-43ff-8524-1051cf137158 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:30:20.242989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1d291dc-ee4d-4c66-9075-a2845e25b4ac req-bb6f70de-e11d-4257-b091-e0e9446909c7 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931725 Oct 29 08:30:20.255798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.313893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.329919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.380716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.417209 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:20.421420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:20.427210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:20.445816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Pushing event updated for resources: {'Port': ['ID=22b84a23-ad03-4ba3-8ab9-55bcb971825f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:20.531944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:20.534805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e218-ca8b-4dcb-ab9e-7e788af465a3 req-80133b50-8589-45b7-bd49-8869c74b3993 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:20.538234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:20.541861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:20.545176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-adf4e218-ca8b-4dcb-ab9e-7e788af465a3 req-80133b50-8589-45b7-bd49-8869c74b3993 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1888387 Oct 29 08:30:20.565181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:30:20.578925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c8c49c96-3f7e-4d1d-8181-29d28db1b7d2 admin admin] 10.222.0.70 "PUT /v2.0/routers/d9c3ed22-8c8c-43ff-8524-1051cf137158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9105036 Oct 29 08:30:20.582619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42472) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:20.588128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] Sync routers for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:30:20.592424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Attempting to bind port 22b84a23-ad03-4ba3-8ab9-55bcb971825f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:20.592803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Attempting to bind port 22b84a23-ad03-4ba3-8ab9-55bcb971825f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:20.593183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Attempting to bind port 22b84a23-ad03-4ba3-8ab9-55bcb971825f on network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:20.601847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:20.602357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Checking segment: {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:20.603491 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.603953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Bound using segment: {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:20.604475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Bound port: 22b84a23-ad03-4ba3-8ab9-55bcb971825f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:20.604867 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.635428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:20.636355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.652744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=40a4a226-7980-440d-ba53-b246619a902b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:20.682342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-adf4e218-ca8b-4dcb-ab9e-7e788af465a3 req-acfafe96-268d-45f0-a91a-1ac0fed8b706 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279280 Oct 29 08:30:20.690479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] For port 22b84a23-ad03-4ba3-8ab9-55bcb971825f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:20.694073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] For port 22b84a23-ad03-4ba3-8ab9-55bcb971825f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=22b84a23-ad03-4ba3-8ab9-55bcb971825f,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:20.702618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:20.703358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:20.707229 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.712078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86365a9-9628-49a7-9d4c-bee8b0743c27 req-5690b1e5-d8e0-45d2-9572-5c169ddfd027 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:20.716949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b86365a9-9628-49a7-9d4c-bee8b0743c27 req-5690b1e5-d8e0-45d2-9572-5c169ddfd027 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.2885227 Oct 29 08:30:20.727311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cfca25c9-d5ca-436c-9ac7-7ce71d3101d4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7070553 Oct 29 08:30:20.729011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42474) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:20.739504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'port': {'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'name': 'tempest-TaggedBootDevicesTest-1469468786', 'fixed_ips': [{'subnet_id': 'cd8aba42-a683-4215-bb02-d90c56cc77fc'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:20.835211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-0fd38732-f47e-40d6-b1f2-5106c5fe5dd9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:20.836882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-0fd38732-f47e-40d6-b1f2-5106c5fe5dd9 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 944 time: 0.1536121 Oct 29 08:30:20.840399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:20.895571 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b86365a9-9628-49a7-9d4c-bee8b0743c27 req-ca8a82bf-f516-41e3-9014-91995cc2b4b7 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685202 Oct 29 08:30:20.900550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Pushing event updated for resources: {'Port': ['ID=22b84a23-ad03-4ba3-8ab9-55bcb971825f,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:21.068576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:21.089605 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:21.111012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:21.125168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] device_id is not set on port 6d75a73b-957d-452f-9b45-e3efffbf7ffb yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:30:21.196309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f485531-b02f-4d6e-8713-a221cf824156 req-a67e2d76-67ef-467c-b904-63e4d72c632b tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:21.219985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f485531-b02f-4d6e-8713-a221cf824156 req-a67e2d76-67ef-467c-b904-63e4d72c632b tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.3805013 Oct 29 08:30:21.243405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.244165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.244708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.245793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.246426 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.246965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.247483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.248082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.248619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.249168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.249684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.250240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12ec6-a487-4502-b933-eca72a40f1e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:21.302770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f485531-b02f-4d6e-8713-a221cf824156 req-11bf1bb7-1e65-494b-94ab-30bd1a719428 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817182 Oct 29 08:30:21.410662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Deleting port c0afa313-eed2-46d9-94c5-181091ceb3dc {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:21.411443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:21.453728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b653d4-ca9e-417c-8534-d730bf9eca28 req-e0df076b-e398-442e-b94f-62c03ed93286 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:21.455283 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e7b653d4-ca9e-417c-8534-d730bf9eca28 req-e0df076b-e398-442e-b94f-62c03ed93286 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 950 time: 0.2957668 Oct 29 08:30:21.553054 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e7b653d4-ca9e-417c-8534-d730bf9eca28 req-f9bcfbdd-9819-454a-a4ca-cce6ce1dc804 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878215 Oct 29 08:30:21.586561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:21.611460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:30:18Z', 'revision_number': 5, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port': {'id': 'c7224dcf-7216-4347-8528-bed350e5fb4d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:21.628613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Allocated IP 10.1.1.132 (8c20baf0-8e7b-45d1-9e5f-1d3c98882050/cd8aba42-a683-4215-bb02-d90c56cc77fc/6d75a73b-957d-452f-9b45-e3efffbf7ffb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:21.641854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9be4c-3f5e-4ea4-8c06-19edcd339f37 req-3c24af33-c7ad-48ac-befa-a6b6daefe3bc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:21.645936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0f9be4c-3f5e-4ea4-8c06-19edcd339f37 req-3c24af33-c7ad-48ac-befa-a6b6daefe3bc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 944 time: 0.1094339 Oct 29 08:30:21.658887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] Checking router: d9c3ed22-8c8c-43ff-8524-1051cf137158 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:30:21.681479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] Routers {'d9c3ed22-8c8c-43ff-8524-1051cf137158'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:21.682238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d9c3ed22-8c8c-43ff-8524-1051cf137158'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:21.769027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0f9be4c-3f5e-4ea4-8c06-19edcd339f37 req-be1ae31e-699d-4599-b1dc-2029d4786e3a tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796690 Oct 29 08:30:21.773631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] For port c0afa313-eed2-46d9-94c5-181091ceb3dc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c0afa313-eed2-46d9-94c5-181091ceb3dc,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:21.774078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:21.802956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Calling delete_port for c0afa313-eed2-46d9-94c5-181091ceb3dc owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:21.820460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Deleting port c7224dcf-7216-4347-8528-bed350e5fb4d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:21.824029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:21.876316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba11c6b-2deb-471c-adb1-d77c4001d3b8 None None] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:21.924582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.028874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfab245-54a5-48aa-ba3e-7de6bd4dff7b req-db59cb20-2530-4d31-801b-18f0fba73455 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:22.037921 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8dfab245-54a5-48aa-ba3e-7de6bd4dff7b req-db59cb20-2530-4d31-801b-18f0fba73455 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1728258 Oct 29 08:30:22.144419 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8dfab245-54a5-48aa-ba3e-7de6bd4dff7b req-1fbead85-25b5-4aae-810a-cdb384c5eba8 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051650 Oct 29 08:30:22.146983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.192177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8fbcfffe-2d13-4d53-9933-c59e8fe403ae None None] Provisioning complete for port b24e44a7-2333-48d9-b6cd-16992057dbc0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:22.192557 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfffe-2d13-4d53-9933-c59e8fe403ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.235627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:22.245208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-dc83a433-e790-425f-94a7-2edcb0c94456 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:22.246807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-dc83a433-e790-425f-94a7-2edcb0c94456 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 950 time: 0.1768336 Oct 29 08:30:22.247400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] Set router d9c3ed22-8c8c-43ff-8524-1051cf137158 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:22.250711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:22.261502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:22.281402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=6d75a73b-957d-452f-9b45-e3efffbf7ffb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:22.293635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] For port c7224dcf-7216-4347-8528-bed350e5fb4d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c7224dcf-7216-4347-8528-bed350e5fb4d,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:22.294284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.308900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Calling delete_port for c7224dcf-7216-4347-8528-bed350e5fb4d owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:22.322307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.93', 61467) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:22.335938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:30:21Z', 'revision_number': 6, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:22.385654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4057db00-9fc8-4d14-bdfa-07e5651292c4 None None] The sync data for ids ['d9c3ed22-8c8c-43ff-8524-1051cf137158'] in n-d-815940-1 is: [{'id': 'd9c3ed22-8c8c-43ff-8524-1051cf137158', 'name': 'tempest-ServersTestBootFromVolume-1602838339-router', 'tenant_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:55Z', 'updated_at': '2021-10-29T08:30:21Z', 'revision_number': 6, 'project_id': 'e648eb20a3e848ae9e933b1fd95a57d0', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:30:22.449178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:22.449847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.510479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b24e44a7-2333-48d9-b6cd-16992057dbc0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:22.581023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d6f47c55-4e22-4f4c-8c3a-fba8c34abeed tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8467782 Oct 29 08:30:22.602728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-0b0b4895-36ec-4018-845e-ed6f587552b0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:22.604305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-0b0b4895-36ec-4018-845e-ed6f587552b0 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1238862-ce4f-413c-9a63-1f07cfc64c30 HTTP/1.1" status: 200 len: 950 time: 0.2706783 Oct 29 08:30:22.607217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a09b9-6ddd-4505-a204-a8f31b0bd1a9 None None] Network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:22.661632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.707841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['f7577a8c-fddd-4186-a0c3-f38e451de936'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:22.723590 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.725621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Pushing event deleted for resources: {'Port': ['ID=c0afa313-eed2-46d9-94c5-181091ceb3dc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:22.735603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209844f7-2a48-434e-aa95-eec8991764af req-1175911e-52e6-4586-bd52-ef8b8b43947f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:22.744770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59ed3d-1dce-4df5-86ed-557a4d8d21be req-fe60df74-85cf-4574-a671-905c269ecba8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:22.745043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-209844f7-2a48-434e-aa95-eec8991764af req-1175911e-52e6-4586-bd52-ef8b8b43947f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 0.2481978 Oct 29 08:30:22.747922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9c59ed3d-1dce-4df5-86ed-557a4d8d21be req-fe60df74-85cf-4574-a671-905c269ecba8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.6325719 Oct 29 08:30:22.832807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b24e44a7-2333-48d9-b6cd-16992057dbc0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:22.833197 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.841681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-209844f7-2a48-434e-aa95-eec8991764af req-708fcb12-8ee2-49a4-8b9d-8639ff38259e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907509 Oct 29 08:30:22.847684 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfffe-2d13-4d53-9933-c59e8fe403ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:22.909712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Deleting port b4fdc340-df24-423e-bbd9-8c119ca7c5be {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:22.920390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.043860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Deleting port e388d383-a06c-4d71-a77c-ed6f3b266b78 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:23.044258 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.073886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8fbcfffe-2d13-4d53-9933-c59e8fe403ae None None] For port b24e44a7-2333-48d9-b6cd-16992057dbc0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b24e44a7-2333-48d9-b6cd-16992057dbc0,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:23.108704 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfffe-2d13-4d53-9933-c59e8fe403ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.300977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cbaa1-c92c-403e-b2e1-cfb8d0f6ccc7 req-1e0bedab-6861-4220-ba98-c799d2feb410 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:23.302924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-135cbaa1-c92c-403e-b2e1-cfb8d0f6ccc7 req-1e0bedab-6861-4220-ba98-c799d2feb410 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 950 time: 0.2287209 Oct 29 08:30:23.311314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] For port e388d383-a06c-4d71-a77c-ed6f3b266b78, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=e388d383-a06c-4d71-a77c-ed6f3b266b78,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:23.311314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.319186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7224dcf-7216-4347-8528-bed350e5fb4d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:23.350186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f0675153-461c-4822-afc0-01bb8d0c713d None None] Provisioning complete for port 22b84a23-ad03-4ba3-8ab9-55bcb971825f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:23.350186 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f0675153-461c-4822-afc0-01bb8d0c713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.388280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] No DVR routers for this DVR port c0afa313-eed2-46d9-94c5-181091ceb3dc on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:23.391127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.396487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d83db45d-cf6c-478a-adb1-e0367876d103 req-2f92dc30-eede-4400-9756-489f26a7c30d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "DELETE /v2.0/ports/c0afa313-eed2-46d9-94c5-181091ceb3dc HTTP/1.1" status: 204 len: 173 time: 2.5463188 Oct 29 08:30:23.411706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-135cbaa1-c92c-403e-b2e1-cfb8d0f6ccc7 req-80881240-4414-4607-912d-95e339445de3 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913360 Oct 29 08:30:23.415337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] For port b4fdc340-df24-423e-bbd9-8c119ca7c5be, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4fdc340-df24-423e-bbd9-8c119ca7c5be,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:23.415498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'name': 'network-vif-deleted', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:23.415726 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.421343 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbcb377-64bb-4a8f-b464-b2fda0069afd" -d '{"events": [{"server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "name": "network-vif-deleted", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:23.421544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Calling delete_port for e388d383-a06c-4d71-a77c-ed6f3b266b78 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:23.437385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-de719d23-0533-41ee-a996-7c584c8630c3 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:23.440226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-de719d23-0533-41ee-a996-7c584c8630c3 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.93 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 948 time: 1.1975415 Oct 29 08:30:23.454168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Calling delete_port for b4fdc340-df24-423e-bbd9-8c119ca7c5be owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:23.463181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 22b84a23-ad03-4ba3-8ab9-55bcb971825f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:23.534405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcfffe-2d13-4d53-9933-c59e8fe403ae None None] Pushing event updated for resources: {'Port': ['ID=b24e44a7-2333-48d9-b6cd-16992057dbc0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:23.582086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9c59ed3d-1dce-4df5-86ed-557a4d8d21be req-6072af5f-9ae8-4df1-82be-50d1b854c9ce tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965324 Oct 29 08:30:23.632788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.726434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 22b84a23-ad03-4ba3-8ab9-55bcb971825f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:23.726933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.786562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f0675153-461c-4822-afc0-01bb8d0c713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.835436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f0675153-461c-4822-afc0-01bb8d0c713d None None] For port 22b84a23-ad03-4ba3-8ab9-55bcb971825f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=22b84a23-ad03-4ba3-8ab9-55bcb971825f,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:23.845378 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f0675153-461c-4822-afc0-01bb8d0c713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.911476 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:23.932283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b34d7fca-6bed-4aa2-a587-e24bd13889c8 req-554a2832-d855-4887-9835-e25aca7f4bdd tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 210 time: 0.0506825 Oct 29 08:30:23.938562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:23.993793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:24.039455 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.059656 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.064010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event deleted for resources: {'Port': ['ID=b4fdc340-df24-423e-bbd9-8c119ca7c5be,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:24.095887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42504) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:24.108976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dbb462ab-01f6-4a6b-88eb-92b3376c6b77 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334054966', 'description': 'tempest-description--522639574'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:24.159353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] No DVR routers for this DVR port b4fdc340-df24-423e-bbd9-8c119ca7c5be on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:24.163212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Deleting port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:24.163702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.183095 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.191769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-814bfa41-cba8-4391-86c8-f9b1d7ff228d req-be106813-8c71-4d4d-a1fa-d5df969a49dc tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "DELETE /v2.0/ports/b4fdc340-df24-423e-bbd9-8c119ca7c5be HTTP/1.1" status: 204 len: 173 time: 1.5786800 Oct 29 08:30:24.218665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1238862-ce4f-413c-9a63-1f07cfc64c30', 'name': 'network-vif-deleted', 'tag': 'b4fdc340-df24-423e-bbd9-8c119ca7c5be'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:24.225273 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8992ba8-5e39-4ab5-95f8-2f6037c6018a" -d '{"events": [{"server_uuid": "f1238862-ce4f-413c-9a63-1f07cfc64c30", "name": "network-vif-deleted", "tag": "b4fdc340-df24-423e-bbd9-8c119ca7c5be"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:24.260993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.290917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] For port 86f42eb2-2b17-4dbe-82c5-23b43caa7611, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86f42eb2-2b17-4dbe-82c5-23b43caa7611,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:24.291291 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.318277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Calling delete_port for 86f42eb2-2b17-4dbe-82c5-23b43caa7611 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:24.338697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4fdc340-df24-423e-bbd9-8c119ca7c5be'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:24.436693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event deleted for resources: {'Port': ['ID=e388d383-a06c-4d71-a77c-ed6f3b266b78,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:24.462170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbb462ab-01f6-4a6b-88eb-92b3376c6b77 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.469693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86f42eb2-2b17-4dbe-82c5-23b43caa7611 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:24.475953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0675153-461c-4822-afc0-01bb8d0c713d None None] Pushing event updated for resources: {'Port': ['ID=22b84a23-ad03-4ba3-8ab9-55bcb971825f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:24.492451 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ccba74-52b1-425b-920d-0a94fd62db6e x-openstack-request-id: req-22ccba74-52b1-425b-920d-0a94fd62db6e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:24.493701 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1577b87e-8a1c-421a-95bd-e8e33c094e16", "name": "network-vif-deleted", "tag": "c0afa313-eed2-46d9-94c5-181091ceb3dc", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:24.493822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b24e44a7-2333-48d9-b6cd-16992057dbc0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:24.493978 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22ccba74-52b1-425b-920d-0a94fd62db6e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:24.494474 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1577b87e-8a1c-421a-95bd-e8e33c094e16', 'name': 'network-vif-deleted', 'tag': 'c0afa313-eed2-46d9-94c5-181091ceb3dc', 'status': 'completed', 'code': 200} Oct 29 08:30:24.496716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.538527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.539247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c3ed22-8c8c-43ff-8524-1051cf137158 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:30:24.544917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.549025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-98e4ac9c-9676-463c-86d7-0c1188d5393e admin admin] 10.222.0.70 "DELETE /v2.0/routers/d9c3ed22-8c8c-43ff-8524-1051cf137158 HTTP/1.1" status: 204 len: 168 time: 3.9626696 Oct 29 08:30:24.549025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Pushing event deleted for resources: {'Port': ['ID=86f42eb2-2b17-4dbe-82c5-23b43caa7611,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:24.551793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42510) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:24.668244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No active binding found for port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 {{(pid=102115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 29 08:30:24.668777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86f42eb2-2b17-4dbe-82c5-23b43caa7611 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:24.669099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4fdc340-df24-423e-bbd9-8c119ca7c5be no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:24.676837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ab038f1e-0a6e-4fbf-8efb-d78dcc9c7431 None None] Provisioning complete for port 6d75a73b-957d-452f-9b45-e3efffbf7ffb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:24.677212 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab038f1e-0a6e-4fbf-8efb-d78dcc9c7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.721835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] No DVR routers for this DVR port 86f42eb2-2b17-4dbe-82c5-23b43caa7611 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:24.733203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.748736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-564b2c3b-9617-4f44-8c60-84e50079a16a req-4e36db6c-ab0e-41a1-8ce0-29a00a93d79f tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.93 "DELETE /v2.0/ports/86f42eb2-2b17-4dbe-82c5-23b43caa7611 HTTP/1.1" status: 204 len: 173 time: 1.2476020 Oct 29 08:30:24.753258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] No DVR routers for this DVR port e388d383-a06c-4d71-a77c-ed6f3b266b78 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:24.762654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: b4fdc340-df24-423e-bbd9-8c119ca7c5be {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:24.763239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4fdc340-df24-423e-bbd9-8c119ca7c5be not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:24.763406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device e388d383-a06c-4d71-a77c-ed6f3b266b78 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:24.766703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb30f32-3c78-492b-9ff3-f281bd356a59 req-f3205bd4-e5aa-4e3c-8a30-ccbf00d8ac65 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:24.769075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3bb30f32-3c78-492b-9ff3-f281bd356a59 req-f3205bd4-e5aa-4e3c-8a30-ccbf00d8ac65 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=836627ad-62ac-495f-bda3-25d88c08161a HTTP/1.1" status: 200 len: 865 time: 0.3721817 Oct 29 08:30:24.777076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.791888 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28aa4be8-f3b2-4d99-ad4b-5f4dc9599714 req-6a453679-c085-4163-89f9-9452c4ba6abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.93 "DELETE /v2.0/ports/e388d383-a06c-4d71-a77c-ed6f3b266b78 HTTP/1.1" status: 204 len: 173 time: 2.5251846 Oct 29 08:30:24.801921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c674e-51fd-4b0e-81c1-c9735b68cd36 req-c57e632e-cb71-4954-bc9f-252562d00f07 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:24.811992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-249c674e-51fd-4b0e-81c1-c9735b68cd36 req-c57e632e-cb71-4954-bc9f-252562d00f07 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1932187 Oct 29 08:30:24.855039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: e388d383-a06c-4d71-a77c-ed6f3b266b78 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:24.855794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device e388d383-a06c-4d71-a77c-ed6f3b266b78 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:24.870852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-249c674e-51fd-4b0e-81c1-c9735b68cd36 req-446d05d0-1e72-4bba-a8d3-db3a6d6a720f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Oct 29 08:30:24.874580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b24e44a7-2333-48d9-b6cd-16992057dbc0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:24.875151 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.904406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cfcd67-233b-48d7-ab05-41bd1f8c36ef admin admin] Deleting subnet f144f01b-2f2c-48bd-99e9-332b4fc24218 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:30:24.920820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45cfcd67-233b-48d7-ab05-41bd1f8c36ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.940212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ab038f1e-0a6e-4fbf-8efb-d78dcc9c7431 None None] Port 6d75a73b-957d-452f-9b45-e3efffbf7ffb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:24.991653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ab038f1e-0a6e-4fbf-8efb-d78dcc9c7431 None None] Provisioning complete for port b24e44a7-2333-48d9-b6cd-16992057dbc0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:24.992346 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab038f1e-0a6e-4fbf-8efb-d78dcc9c7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:24.994073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45cfcd67-233b-48d7-ab05-41bd1f8c36ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.080572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45cfcd67-233b-48d7-ab05-41bd1f8c36ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.152765 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ba176a-09b1-4392-bc77-29a4dc666b6d x-openstack-request-id: req-99ba176a-09b1-4392-bc77-29a4dc666b6d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:25.153636 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1238862-ce4f-413c-9a63-1f07cfc64c30", "name": "network-vif-deleted", "tag": "b4fdc340-df24-423e-bbd9-8c119ca7c5be", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:25.154113 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99ba176a-09b1-4392-bc77-29a4dc666b6d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:25.154793 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1238862-ce4f-413c-9a63-1f07cfc64c30', 'name': 'network-vif-deleted', 'tag': 'b4fdc340-df24-423e-bbd9-8c119ca7c5be', 'status': 'completed', 'code': 200} Oct 29 08:30:25.172085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45cfcd67-233b-48d7-ab05-41bd1f8c36ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.198558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ab038f1e-0a6e-4fbf-8efb-d78dcc9c7431 None None] Provisioning complete for port 40a4a226-7980-440d-ba53-b246619a902b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:25.198951 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab038f1e-0a6e-4fbf-8efb-d78dcc9c7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.203207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f579211-6124-4d11-9576-e006b20b50a7 req-cf35c1c8-f06b-479f-ba43-45f50bddbd35 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0c42bc8-aad3-403d-852a-16294c10f60c HTTP/1.1" status: 200 len: 210 time: 0.0677354 Oct 29 08:30:25.207024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45cfcd67-233b-48d7-ab05-41bd1f8c36ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.213577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45cfcd67-233b-48d7-ab05-41bd1f8c36ef admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f144f01b-2f2c-48bd-99e9-332b4fc24218 HTTP/1.1" status: 204 len: 168 time: 0.6481299 Oct 29 08:30:25.214587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42516) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:25.225316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c472765-48eb-4715-82d1-8b9b2c6f408f None None] Network 529915db-2721-4753-9ff3-45e7c8a0a333 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:25.232095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 09eeb370-63e7-4626-a335-790e842403c8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:25.243293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3bb30f32-3c78-492b-9ff3-f281bd356a59 req-2efb8ba6-3202-46dc-a943-49d2b5f572aa tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369407 Oct 29 08:30:25.249150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfcd67-233b-48d7-ab05-41bd1f8c36ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f144f01b-2f2c-48bd-99e9-332b4fc24218,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:25.294765 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbb462ab-01f6-4a6b-88eb-92b3376c6b77 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.308459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbb462ab-01f6-4a6b-88eb-92b3376c6b77 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.334006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.425731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3306327a-05c0-4cb4-afcf-83e0e9d317ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:25.427523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 09eeb370-63e7-4626-a335-790e842403c8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:25.430719 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbb462ab-01f6-4a6b-88eb-92b3376c6b77 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.432076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dbb462ab-01f6-4a6b-88eb-92b3376c6b77 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3290567 Oct 29 08:30:25.440860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 09eeb370-63e7-4626-a335-790e842403c8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:25.441916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c7224dcf-7216-4347-8528-bed350e5fb4d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:25.451078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42518) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:25.455925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-64addb5a-5e32-420b-a026-c56ed9b63495 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'security_group_rule': {'security_group_id': '2349b970-d9f7-49f1-a15b-b873ad5e2d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:25.508144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64addb5a-5e32-420b-a026-c56ed9b63495 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.527250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0acf0d7d-a458-43cb-8987-6a9abcdeac98 req-dca02a05-e579-4be5-9228-35f5251a395d tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 210 time: 0.1383212 Oct 29 08:30:25.531687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb462ab-01f6-4a6b-88eb-92b3376c6b77 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2349b970-d9f7-49f1-a15b-b873ad5e2d6a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:25.554689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556317d-a2bd-4ab9-9b0b-c8759d06374b req-ebeb2393-f3e3-444d-8b1d-cded7c248118 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:25.563659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2556317d-a2bd-4ab9-9b0b-c8759d06374b req-ebeb2393-f3e3-444d-8b1d-cded7c248118 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.1712132 Oct 29 08:30:25.622010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Deleting port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:25.622640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.703890 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2556317d-a2bd-4ab9-9b0b-c8759d06374b req-054d7ebf-33fd-4359-8bc9-67b9336376b5 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174464 Oct 29 08:30:25.708291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c7224dcf-7216-4347-8528-bed350e5fb4d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:25.708639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c7224dcf-7216-4347-8528-bed350e5fb4d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:25.720440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ab038f1e-0a6e-4fbf-8efb-d78dcc9c7431 None None] Port 40a4a226-7980-440d-ba53-b246619a902b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:25.725302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64addb5a-5e32-420b-a026-c56ed9b63495 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.731545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] For port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4,segment=NetworkSegment(dcaff36b-a07a-4012-8e94-73147b060b54),segment_id=dcaff36b-a07a-4012-8e94-73147b060b54)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:25.732132 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.742423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64addb5a-5e32-420b-a026-c56ed9b63495 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.752763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Calling delete_port for 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:25.773551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64addb5a-5e32-420b-a026-c56ed9b63495 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0a73d9-4ab3-4a2b-be83-2f85cac079b5,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:25.841082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64addb5a-5e32-420b-a026-c56ed9b63495 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.842578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-64addb5a-5e32-420b-a026-c56ed9b63495 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903174 Oct 29 08:30:25.845245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42520) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:25.851270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1fc488de-eda9-417b-a7da-03781758ad9b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'security_group_rule': {'security_group_id': '2349b970-d9f7-49f1-a15b-b873ad5e2d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:25.952727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fc488de-eda9-417b-a7da-03781758ad9b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:25.964780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ec376acd-4f1e-4bff-87df-61e44eacecea None None] Provisioning complete for port 22b84a23-ad03-4ba3-8ab9-55bcb971825f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:25.965332 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec376acd-4f1e-4bff-87df-61e44eacecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.004829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.076860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75c31e-2cf0-45b0-a2f2-0ea03175a5a8 None None] DHCP port deletion for 529915db-2721-4753-9ff3-45e7c8a0a333 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:30:26.087438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:26.091305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] No DVR routers for this DVR port 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:26.102157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d3e51-5369-41ef-ab7a-c34924201014 req-fbd9949a-9fa7-408d-b267-71bf62a2d302 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:26.117346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f07d3e51-5369-41ef-ab7a-c34924201014 req-fbd9949a-9fa7-408d-b267-71bf62a2d302 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1143701 Oct 29 08:30:26.172995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fc488de-eda9-417b-a7da-03781758ad9b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.177823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f07d3e51-5369-41ef-ab7a-c34924201014 req-9bee78a9-951f-40ba-b5b2-1478c4b664c2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541885 Oct 29 08:30:26.232201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fc488de-eda9-417b-a7da-03781758ad9b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.239091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ec376acd-4f1e-4bff-87df-61e44eacecea None None] Provisioning complete for port 6d75a73b-957d-452f-9b45-e3efffbf7ffb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:26.239470 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec376acd-4f1e-4bff-87df-61e44eacecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.269746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc488de-eda9-417b-a7da-03781758ad9b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae34d2f-a6b5-49a3-b85a-772e117603f6,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:26.270913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.301350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fc488de-eda9-417b-a7da-03781758ad9b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.306818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1fc488de-eda9-417b-a7da-03781758ad9b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4549932 Oct 29 08:30:26.307184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42532) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:26.312684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:26.320088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529915db-2721-4753-9ff3-45e7c8a0a333']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:26.343276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaff36b-a07a-4012-8e94-73147b060b54') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:26.343584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaff36b-a07a-4012-8e94-73147b060b54') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:26.344764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ec376acd-4f1e-4bff-87df-61e44eacecea None None] Port 6d75a73b-957d-452f-9b45-e3efffbf7ffb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:26.365332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.367551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.410634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.425076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:30:26.425550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:30:26.430415 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:30:26.514988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 22b84a23-ad03-4ba3-8ab9-55bcb971825f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:26.530810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'name': 'network-vif-deleted', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:26.543761 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693282c2-e464-4009-9a83-0247255ab7d3" -d '{"events": [{"server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "name": "network-vif-deleted", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:26.593246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.622818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.640153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/529915db-2721-4753-9ff3-45e7c8a0a333 HTTP/1.1" status: 204 len: 168 time: 1.4242511 Oct 29 08:30:26.641175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061a0ad-abbf-46ce-912f-4f87d60662a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=529915db-2721-4753-9ff3-45e7c8a0a333,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:26.679574 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc390c01-d1fd-43c8-ace8-f45eeb018d27 x-openstack-request-id: req-bc390c01-d1fd-43c8-ace8-f45eeb018d27 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:26.679887 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836627ad-62ac-495f-bda3-25d88c08161a", "name": "network-vif-deleted", "tag": "86f42eb2-2b17-4dbe-82c5-23b43caa7611", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:26.680181 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc390c01-d1fd-43c8-ace8-f45eeb018d27 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:26.680718 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836627ad-62ac-495f-bda3-25d88c08161a', 'name': 'network-vif-deleted', 'tag': '86f42eb2-2b17-4dbe-82c5-23b43caa7611', 'status': 'completed', 'code': 200} Oct 29 08:30:26.701310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 22b84a23-ad03-4ba3-8ab9-55bcb971825f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:26.701723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:26.866607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42552) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:26.917851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:26.926128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38cc0-6ec8-44c8-a311-4510ec339d0e req-73f9253f-20cb-4034-af34-946a3376114e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:26.927949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fd38cc0-6ec8-44c8-a311-4510ec339d0e req-73f9253f-20cb-4034-af34-946a3376114e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 949 time: 0.1309407 Oct 29 08:30:26.946835 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:26.947596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 10ba578d-dd3c-48b1-8afa-cd7b2a56b9e4 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:26.950682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-03ffb019-1f82-411a-b46b-77426ac05ade admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e648eb20a3e848ae9e933b1fd95a57d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799329 Oct 29 08:30:26.955738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42554) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:26.980390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-abf4d310-37e4-482e-adbc-773a1abbedce req-5fa7517f-ea6c-41f3-b95d-7f4e83024d8e tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 210 time: 0.0307231 Oct 29 08:30:27.022924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fd38cc0-6ec8-44c8-a311-4510ec339d0e req-1f178616-89dd-4ac7-8d87-f37bfa5828f1 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811224 Oct 29 08:30:27.076757 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1487cac2-547a-4007-9059-656003eb7448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:27.097819 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:27.128560 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1487cac2-547a-4007-9059-656003eb7448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:27.155656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c42bc8-aad3-403d-852a-16294c10f60c', 'name': 'network-vif-deleted', 'tag': 'e388d383-a06c-4d71-a77c-ed6f3b266b78'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:27.158214 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d865cb1-ff44-424e-a8a3-6cbb67d56178" -d '{"events": [{"server_uuid": "a0c42bc8-aad3-403d-852a-16294c10f60c", "name": "network-vif-deleted", "tag": "e388d383-a06c-4d71-a77c-ed6f3b266b78"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:27.176519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3f68-ab54-4ef9-857e-3e9c428eaa64 req-25d20dba-c1b0-4565-9473-6e3eac5cace1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:27.176973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcc5c7-5bda-4b60-a34d-08d44cf8f44a req-95128066-54b3-4f30-925a-48b532f6ebbf tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:27.178007 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c7b3f68-ab54-4ef9-857e-3e9c428eaa64 req-25d20dba-c1b0-4565-9473-6e3eac5cace1 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 949 time: 0.1167812 Oct 29 08:30:27.178467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9fcc5c7-5bda-4b60-a34d-08d44cf8f44a req-95128066-54b3-4f30-925a-48b532f6ebbf tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.0958264 Oct 29 08:30:27.212085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1487cac2-547a-4007-9059-656003eb7448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:27.214786 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1487cac2-547a-4007-9059-656003eb7448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:27.218545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1487cac2-547a-4007-9059-656003eb7448 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94348cfd-026e-4399-8dc6-96abbfea15a4 HTTP/1.1" status: 204 len: 168 time: 0.2595279 Oct 29 08:30:27.230725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487cac2-547a-4007-9059-656003eb7448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94348cfd-026e-4399-8dc6-96abbfea15a4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:27.266911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9fcc5c7-5bda-4b60-a34d-08d44cf8f44a req-aa08f4ca-cde4-4d65-a8fb-e74107e2eaf8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702622 Oct 29 08:30:27.291609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c7b3f68-ab54-4ef9-857e-3e9c428eaa64 req-2f708ac9-e8e7-41c2-aa5e-5a4ea840ff79 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958433 Oct 29 08:30:27.324360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Allocated IP 172.25.5.62 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/e0d65a6f-b4ec-4197-b3e0-a1964330dbef) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:27.410755 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1326ab62-2443-4db1-b06e-34e85c28b269 x-openstack-request-id: req-1326ab62-2443-4db1-b06e-34e85c28b269 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:27.411158 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c42bc8-aad3-403d-852a-16294c10f60c", "name": "network-vif-deleted", "tag": "e388d383-a06c-4d71-a77c-ed6f3b266b78", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:27.411521 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1326ab62-2443-4db1-b06e-34e85c28b269 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:27.412088 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c42bc8-aad3-403d-852a-16294c10f60c', 'name': 'network-vif-deleted', 'tag': 'e388d383-a06c-4d71-a77c-ed6f3b266b78', 'status': 'completed', 'code': 200} Oct 29 08:30:27.481544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae1255-2290-4428-90ff-0e3b2834ee90 req-83417786-51c4-46f6-8a95-ccc5239403fc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:27.485038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54ae1255-2290-4428-90ff-0e3b2834ee90 req-83417786-51c4-46f6-8a95-ccc5239403fc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.0806248 Oct 29 08:30:27.503046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:27.535934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54ae1255-2290-4428-90ff-0e3b2834ee90 req-93765f85-de80-463e-aa1d-943c635ecc84 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Oct 29 08:30:27.555557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:27.631364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:27.652132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:27.656904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=e0d65a6f-b4ec-4197-b3e0-a1964330dbef,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:27.665277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:27.714375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e9b30-0ee3-4758-9021-13badd21d399 req-7760c9ff-3e6d-4a9b-a459-089d083e4123 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:27.723218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a24e9b30-0ee3-4758-9021-13badd21d399 req-7760c9ff-3e6d-4a9b-a459-089d083e4123 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.1048870 Oct 29 08:30:27.816516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a24e9b30-0ee3-4758-9021-13badd21d399 req-56b3382e-f9e0-4263-bce6-62ae7dffbb65 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922384 Oct 29 08:30:27.845064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:27.882255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:28.076077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:28.084404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:28.165692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd9a21d8-3f8c-47f5-a461-a9e3bf4a75e7 req-8e2c342f-21a1-46e7-baee-7b44504562ce tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 210 time: 0.0625370 Oct 29 08:30:28.232145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=e0d65a6f-b4ec-4197-b3e0-a1964330dbef,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:28.285525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:28.309500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df138635-15b6-48b1-8761-f6bc1313952c req-2291b60e-1017-407a-aebc-3d340dd821dc tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:28.312332 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df138635-15b6-48b1-8761-f6bc1313952c req-2291b60e-1017-407a-aebc-3d340dd821dc tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 949 time: 0.1738081 Oct 29 08:30:28.340414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-4a5d4216-f7d2-497b-8d87-e730c91cc665 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:28.341897 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-4a5d4216-f7d2-497b-8d87-e730c91cc665 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 949 time: 0.0953779 Oct 29 08:30:28.346041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:28.359987 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-da6ed112-1550-4b28-a3ed-4a40d22560c5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0389330 Oct 29 08:30:28.483692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df138635-15b6-48b1-8761-f6bc1313952c req-8bcb4289-1418-47f9-b10c-2ebc2e7306a8 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/security-groups?id=074458f6-4151-4321-92c3-82bccf7c9896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544073 Oct 29 08:30:28.597348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Deleting port 3306327a-05c0-4cb4-afcf-83e0e9d317ad {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:28.598123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42598) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:28.600232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:28.673604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547012c0-8c2f-44ac-961e-8806e57b5469 req-00b513ae-a587-4947-bdf9-6178db879c2b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:28.683435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-547012c0-8c2f-44ac-961e-8806e57b5469 req-00b513ae-a587-4947-bdf9-6178db879c2b tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e392ba-28af-437e-8a50-e4f874b1f192 HTTP/1.1" status: 200 len: 949 time: 0.1405525 Oct 29 08:30:28.763500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-547012c0-8c2f-44ac-961e-8806e57b5469 req-1685b682-4784-42b3-8167-0bbcfba58abf tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.70 "GET /v2.0/security-groups?id=24964ed2-e209-4e22-9610-0dedbf11b45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788672 Oct 29 08:30:28.830123 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:28.840249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8dfa3e84-0c0b-4308-b970-671cf60bceb2 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:30:28.874349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1073540604-network', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:28.904300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] For port 3306327a-05c0-4cb4-afcf-83e0e9d317ad, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3306327a-05c0-4cb4-afcf-83e0e9d317ad,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:28.904300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:28.922239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-fa2a9b75-672f-465d-9c9b-4ecd3620d7a4 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:28.924456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-fa2a9b75-672f-465d-9c9b-4ecd3620d7a4 tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 949 time: 0.1652329 Oct 29 08:30:28.935890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Calling delete_port for 3306327a-05c0-4cb4-afcf-83e0e9d317ad owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:28.979441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:28.982085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.000542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404cf72-fafa-431b-8e2b-cd304bd66441 req-0305370f-6d27-4fbc-bb72-51b0b8cdc3fa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:29.001260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-b3348ad5-c3cd-4da4-862c-f16c28e9193f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1334054966&fields=id&tenant_id=0e375421471b483a8f72818bfeeca5b9 HTTP/1.1" status: 200 len: 267 time: 0.1030998 Oct 29 08:30:29.002088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c404cf72-fafa-431b-8e2b-cd304bd66441 req-0305370f-6d27-4fbc-bb72-51b0b8cdc3fa tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1694248 Oct 29 08:30:29.009259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.019673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:29.040571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '8dfa3e84-0c0b-4308-b970-671cf60bceb2', 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea', 'port_id': '8dfa3e84-0c0b-4308-b970-671cf60bceb2', 'mac_address': 'fa:16:3e:d9:fb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f863338-8d0b-470a-a00d-096b8229664f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:30:29.078984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-575d3566-1e72-460c-aed4-c5939ab18f93 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:29.084059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-575d3566-1e72-460c-aed4-c5939ab18f93 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports/40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 200 len: 932 time: 0.0737085 Oct 29 08:30:29.105544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.129652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfa3e84-0c0b-4308-b970-671cf60bceb2 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:30:29.161876 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c404cf72-fafa-431b-8e2b-cd304bd66441 req-ada2f8b9-5e0b-455c-bad8-1dc0d76d6d6a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223445 Oct 29 08:30:29.175620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb26870b-f1ad-451d-a9fd-ca229fa98e81 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:29.176703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb26870b-f1ad-451d-a9fd-ca229fa98e81 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports/6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 200 len: 932 time: 0.0877869 Oct 29 08:30:29.191939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:29.209943 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.241780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Deleting port d4ac85e4-7405-419a-8717-e29a2211c5a3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:29.242180 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.279902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:29.332284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7bdbc807-65a2-40a9-9595-51d965e6bc8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1303723 Oct 29 08:30:29.348748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.397524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1bf3171f-4f63-4bab-9a8a-95648404af10 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0500314 Oct 29 08:30:29.401383 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.413673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.425000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Pushing event deleted for resources: {'Port': ['ID=3306327a-05c0-4cb4-afcf-83e0e9d317ad,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:29.485327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:30:29.489711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] For port d4ac85e4-7405-419a-8717-e29a2211c5a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=d4ac85e4-7405-419a-8717-e29a2211c5a3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:29.490198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.493412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['8dfa3e84-0c0b-4308-b970-671cf60bceb2'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:29.527449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Calling delete_port for d4ac85e4-7405-419a-8717-e29a2211c5a3 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:29.529726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] No DVR routers for this DVR port 3306327a-05c0-4cb4-afcf-83e0e9d317ad on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:29.538266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.542041 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83dde3ae-f30d-4e57-9422-b1afb4b1d6db req-e2d83532-0828-49e8-9a76-978d959ebd05 tempest-ServersOnMultiNodesTest-1364008181 tempest-ServersOnMultiNodesTest-1364008181-project] 10.222.0.15 "DELETE /v2.0/ports/3306327a-05c0-4cb4-afcf-83e0e9d317ad HTTP/1.1" status: 204 len: 173 time: 1.1867943 Oct 29 08:30:29.542884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e392ba-28af-437e-8a50-e4f874b1f192', 'name': 'network-vif-deleted', 'tag': '3306327a-05c0-4cb4-afcf-83e0e9d317ad'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:29.546498 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea6d343-2352-468f-9424-6a80e22938ff" -d '{"events": [{"server_uuid": "93e392ba-28af-437e-8a50-e4f874b1f192", "name": "network-vif-deleted", "tag": "3306327a-05c0-4cb4-afcf-83e0e9d317ad"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:29.567706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950cdf0-0cc5-43cc-a60e-ab6c92c212a7 req-13e08c86-4930-459f-bd3b-8a07bb0b6c84 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:29.569965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b950cdf0-0cc5-43cc-a60e-ab6c92c212a7 req-13e08c86-4930-459f-bd3b-8a07bb0b6c84 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 946 time: 0.2403424 Oct 29 08:30:29.591075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.593496 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Added segment 50681ca4-c1c5-455e-9248-980637021f3d of type vlan for network 82188f74-fe76-4918-bdcd-520fca899795 Oct 29 08:30:29.635307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca9557c-d00f-4bc1-9b3f-595a39e84460,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:29.748673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.792614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6dc6d63d-a19d-49f1-a1cf-638894b62d64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:29.805088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6dc6d63d-a19d-49f1-a1cf-638894b62d64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:29.813958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6dc6d63d-a19d-49f1-a1cf-638894b62d64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:29.815665 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6dc6d63d-a19d-49f1-a1cf-638894b62d64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/networks?id=4c20bffe-ce6f-4744-917e-c58555209531&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 HTTP/1.1" status: 200 len: 1989 time: 0.4170620 Oct 29 08:30:29.835341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b950cdf0-0cc5-43cc-a60e-ab6c92c212a7 req-bc831429-03c4-4289-8f86-2911eb4984e5 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520354 Oct 29 08:30:29.845410 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.861406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-4d226e85-5be1-4711-ae99-bb4b253d3642 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/quotas/0e375421471b483a8f72818bfeeca5b9 HTTP/1.1" status: 200 len: 375 time: 0.0353973 Oct 29 08:30:29.862044 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.865171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:29.865773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:29.910479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Pushing event deleted for resources: {'Port': ['ID=d4ac85e4-7405-419a-8717-e29a2211c5a3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:30.018580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] No DVR routers for this DVR port d4ac85e4-7405-419a-8717-e29a2211c5a3 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:30.022656 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-667235d6-b487-44af-bcaf-71c41d786d92 req-4346dd68-35ea-4448-9100-76d59e0ef3bc tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 210 time: 0.0583999 Oct 29 08:30:30.023921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:30.032387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f6367e5-48a6-459b-b6f2-f6c2931525ef req-f61670b3-34fc-4183-bdf9-b6bf4ebf218e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.15 "DELETE /v2.0/ports/d4ac85e4-7405-419a-8717-e29a2211c5a3 HTTP/1.1" status: 204 len: 173 time: 1.0944223 Oct 29 08:30:30.034228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42628) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:30.041417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Request body: {'subnet': {'network_id': '82188f74-fe76-4918-bdcd-520fca899795', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1073540604-subnet', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:30.045185 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4427145 Oct 29 08:30:30.077943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:30.082119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:30.127973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c4839-c7b1-4cda-b025-ee097ea66ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=82188f74-fe76-4918-bdcd-520fca899795,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:30.149582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 82188f74-fe76-4918-bdcd-520fca899795 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:30:30.200660 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1c82ea-319e-4ec1-8a8f-b7ac2b9be286 x-openstack-request-id: req-5b1c82ea-319e-4ec1-8a8f-b7ac2b9be286 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:30.201332 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e392ba-28af-437e-8a50-e4f874b1f192", "name": "network-vif-deleted", "tag": "3306327a-05c0-4cb4-afcf-83e0e9d317ad", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:30.201332 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b1c82ea-319e-4ec1-8a8f-b7ac2b9be286 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:30.201695 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e392ba-28af-437e-8a50-e4f874b1f192', 'name': 'network-vif-deleted', 'tag': '3306327a-05c0-4cb4-afcf-83e0e9d317ad', 'status': 'completed', 'code': 200} Oct 29 08:30:30.242217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-475a475b-7418-4d87-9251-5fdf57430474 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3639896 Oct 29 08:30:30.353246 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:30.353576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da53d9ee-1864-4c58-b21d-41146f235595 req-e775e791-192d-4b82-85d7-92f627f0f53e tempest-ListImageFiltersTestJSON-107079643 tempest-ListImageFiltersTestJSON-107079643-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8ca896b-5b7c-472a-a366-272a25a4054f HTTP/1.1" status: 200 len: 210 time: 0.1126869 Oct 29 08:30:30.548742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-8e853544-d20a-40fe-9746-d73ab0c1d06d service neutron] 10.222.0.70 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886689 Oct 29 08:30:30.590051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:30.805299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0e8d1ab5-825a-4f46-a365-ee235f3e9765 service neutron] 10.222.0.70 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550991 Oct 29 08:30:30.829131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e557f55-079b-4e49-9e2c-838230bfcbf9,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:30.848334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Checking segment: {'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:30.850572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Network hostable DHCP agents. Network: 82188f74-fe76-4918-bdcd-520fca899795, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:30:30.873223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8dfa3e84-0c0b-4308-b970-671cf60bceb2 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:30.910671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Network 82188f74-fe76-4918-bdcd-520fca899795 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:30:30.912261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-ccd7a72b-dbfe-45ac-8a56-41e20f71c26e service neutron] 10.222.0.70 "GET /v2.0/ports/40a4a226-7980-440d-ba53-b246619a902b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0969527 Oct 29 08:30:30.932508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 82188f74-fe76-4918-bdcd-520fca899795) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:30.954124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:30.957968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:30.985924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7024c225-eb98-406a-aa70-1b4a5fa433e4 None None] Network 82188f74-fe76-4918-bdcd-520fca899795 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:31.019127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42646) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:31.022780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c7396fb-c011-4917-9108-318dbf7a8baf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9873734 Oct 29 08:30:31.028701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:31.078106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.079198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.109165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42650) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:31.225323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-ce4cbd21-efe6-4452-8f84-aea1b424d279 service neutron] 10.222.0.70 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120570 Oct 29 08:30:31.251595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.252496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:30:31.301341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:31.301780 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.366361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d7bcd-bdbc-45c0-b115-c91e7da94a0e req-59e3bcba-964e-414a-a324-456618f71184 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:31.368784 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-738d7bcd-bdbc-45c0-b115-c91e7da94a0e req-59e3bcba-964e-414a-a324-456618f71184 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 944 time: 0.1452479 Oct 29 08:30:31.426397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-82188f74-fe76-4918-bdcd-520fca899795', 'network_id': '82188f74-fe76-4918-bdcd-520fca899795', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'fixed_ips': [{'subnet_id': '1e557f55-079b-4e49-9e2c-838230bfcbf9'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:30:31.427278 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.478823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-738d7bcd-bdbc-45c0-b115-c91e7da94a0e req-8cdc9d18-c7b0-41db-ab07-684da6057b80 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027894 Oct 29 08:30:31.495615 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5843d340-a592-4f9d-af6f-208070583a38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4a08d6f772541dc818a6c82460ed42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814282 Oct 29 08:30:31.498633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42660) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:31.597073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-624a4243-97fc-49a2-b812-bde03d25f561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.689886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-624a4243-97fc-49a2-b812-bde03d25f561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.731088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3777f56-82a4-4ae2-ae17-e5ef195a656a req-baf27e35-7d18-4b50-a85f-69558e638271 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=1577b87e-8a1c-421a-95bd-e8e33c094e16 HTTP/1.1" status: 200 len: 210 time: 0.0830133 Oct 29 08:30:31.761255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.768463 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.838784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-be150a4d-d450-4100-be70-1cb2f506fb41 service neutron] 10.222.0.70 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043973 Oct 29 08:30:31.839409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:31.841915 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fa1875-0c21-4051-b5f1-b238fff9ce7b" -d '{"events": [{"server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "name": "network-vif-plugged", "status": "completed", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:31.849431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-624a4243-97fc-49a2-b812-bde03d25f561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.852260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-624a4243-97fc-49a2-b812-bde03d25f561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.853570 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-624a4243-97fc-49a2-b812-bde03d25f561 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24964ed2-e209-4e22-9610-0dedbf11b45b HTTP/1.1" status: 204 len: 168 time: 0.3540750 Oct 29 08:30:31.875759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a4243-97fc-49a2-b812-bde03d25f561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24964ed2-e209-4e22-9610-0dedbf11b45b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:31.878311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:31.888362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Allocated IP 172.20.0.2 (82188f74-fe76-4918-bdcd-520fca899795/1e557f55-079b-4e49-9e2c-838230bfcbf9/1ceec994-e003-4a7d-9698-9860439736eb) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:31.896848 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:31.897652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:31.981218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-8243e56b-b798-4924-b92f-efa93165ebf1 service neutron] 10.222.0.70 "GET /v2.0/ports/6d75a73b-957d-452f-9b45-e3efffbf7ffb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1384699 Oct 29 08:30:31.982939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: d4ac85e4-7405-419a-8717-e29a2211c5a3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:31.984155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device d4ac85e4-7405-419a-8717-e29a2211c5a3 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:31.984301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3306327a-05c0-4cb4-afcf-83e0e9d317ad no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:32.063121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 3306327a-05c0-4cb4-afcf-83e0e9d317ad {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:32.063509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3306327a-05c0-4cb4-afcf-83e0e9d317ad not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:32.089951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:32.143648 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6dd706-2adc-44c4-9b0b-a21b1c1b155a x-openstack-request-id: req-bf6dd706-2adc-44c4-9b0b-a21b1c1b155a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:32.145931 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "name": "network-vif-plugged", "status": "completed", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:32.146950 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf6dd706-2adc-44c4-9b0b-a21b1c1b155a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:32.146950 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2', 'code': 200} Oct 29 08:30:32.204535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-deleted', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:32.206924 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04325527-b97c-4f65-a9ae-cc0a1a24f13b" -d '{"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-deleted", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:32.255539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-af5a1c66-7351-4dac-8736-51c01232d99d service neutron] 10.222.0.70 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733967 Oct 29 08:30:32.332981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ad4ea-1b3a-4c0f-94c5-de11ceab66fe req-c0838bc9-a808-4f8b-922b-b0811cad6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:32.341342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d8ad4ea-1b3a-4c0f-94c5-de11ceab66fe req-c0838bc9-a808-4f8b-922b-b0811cad6e4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1096 time: 0.1112056 Oct 29 08:30:32.342531 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.358935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.459530 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d8ad4ea-1b3a-4c0f-94c5-de11ceab66fe req-d392b148-0dab-4001-a992-ec3a9565fb1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086302 Oct 29 08:30:32.495757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Network 82188f74-fe76-4918-bdcd-520fca899795 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:32.499919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:32.523541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:32.525845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9d41e911-a413-449b-b0c3-49ae64f26336 service neutron] 10.222.0.70 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612679 Oct 29 08:30:32.551571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42692) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:32.615586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-06156763-de72-4e1a-80b4-fb16e762d324 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68b587075f314092890ff9937e1d50b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623739 Oct 29 08:30:32.617926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42694) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:32.638584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Pushing event updated for resources: {'Port': ['ID=1ceec994-e003-4a7d-9698-9860439736eb,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:32.651829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Attempting to bind port 1ceec994-e003-4a7d-9698-9860439736eb on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:32.652468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Attempting to bind port 1ceec994-e003-4a7d-9698-9860439736eb by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:32.653031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Attempting to bind port 1ceec994-e003-4a7d-9698-9860439736eb on network 82188f74-fe76-4918-bdcd-520fca899795 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:32.660653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:32.661342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Checking segment: {'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:32.661935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.662485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Bound using segment: {'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:32.663194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Bound port: 1ceec994-e003-4a7d-9698-9860439736eb, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:32.664320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.750657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a011623a-3887-48c2-b916-c57761c203ca None None] For port 1ceec994-e003-4a7d-9698-9860439736eb, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:32.752830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4daaf05c-8ff6-42d8-9ba2-b6ff67dbf907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.755352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a011623a-3887-48c2-b916-c57761c203ca None None] For port 1ceec994-e003-4a7d-9698-9860439736eb, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1ceec994-e003-4a7d-9698-9860439736eb,segment=NetworkSegment(50681ca4-c1c5-455e-9248-980637021f3d),segment_id=50681ca4-c1c5-455e-9248-980637021f3d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:32.764641 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.813324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4daaf05c-8ff6-42d8-9ba2-b6ff67dbf907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.896986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011623a-3887-48c2-b916-c57761c203ca None None] Pushing event updated for resources: {'Port': ['ID=1ceec994-e003-4a7d-9698-9860439736eb,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:32.922064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4daaf05c-8ff6-42d8-9ba2-b6ff67dbf907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.926059 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4daaf05c-8ff6-42d8-9ba2-b6ff67dbf907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:32.927329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4daaf05c-8ff6-42d8-9ba2-b6ff67dbf907 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07b3621c-e067-4da9-b465-e29fbab61a9c HTTP/1.1" status: 204 len: 168 time: 0.3076460 Oct 29 08:30:32.942464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaf05c-8ff6-42d8-9ba2-b6ff67dbf907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b3621c-e067-4da9-b465-e29fbab61a9c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:33.305740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:33.342631 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58622500-5d68-4915-a1cd-0e8c50dc773e x-openstack-request-id: req-58622500-5d68-4915-a1cd-0e8c50dc773e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:33.343472 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ca896b-5b7c-472a-a366-272a25a4054f", "name": "network-vif-deleted", "tag": "d4ac85e4-7405-419a-8717-e29a2211c5a3", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:33.347040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:33.348514 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58622500-5d68-4915-a1cd-0e8c50dc773e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:33.348975 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ca896b-5b7c-472a-a366-272a25a4054f', 'name': 'network-vif-deleted', 'tag': 'd4ac85e4-7405-419a-8717-e29a2211c5a3', 'status': 'completed', 'code': 200} Oct 29 08:30:33.388138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-3f2a1005-336f-4c95-a206-caeccdbc2dff service neutron] 10.222.0.70 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460579 Oct 29 08:30:33.489521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1817a-7cfc-41c7-a1a0-e458f88f3be6 req-8e5b8b00-34d7-4ba6-998c-9007608428b1 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:33.497646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45b1817a-7cfc-41c7-a1a0-e458f88f3be6 req-8e5b8b00-34d7-4ba6-998c-9007608428b1 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.0748577 Oct 29 08:30:33.540844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Allocated IP 172.25.5.70 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5d3b2e57-b254-480d-a51d-5a053caacd9b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:33.571455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45b1817a-7cfc-41c7-a1a0-e458f88f3be6 req-b1c57693-662b-4478-943f-57920a3b4a78 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689390 Oct 29 08:30:33.780065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:34.151361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-22c160b9-fd5e-46b0-8814-3b11c3e7017f service neutron] 10.222.0.70 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574800 Oct 29 08:30:34.212950 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:34.439013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:34.452192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3b2e57-b254-480d-a51d-5a053caacd9b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:34.521689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1ceec994-e003-4a7d-9698-9860439736eb up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:34.536123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:34.550774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-ce25f434-a0c6-4eeb-91cc-1209191a132b service neutron] 10.222.0.70 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567333 Oct 29 08:30:34.553171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:34.586316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfff7eb-a60b-441c-82b2-2133c2b20e92 None None] Network 82188f74-fe76-4918-bdcd-520fca899795 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:34.721727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-fe7c4103-9bce-4e84-ac35-01390c0f5f57 service neutron] 10.222.0.70 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624529 Oct 29 08:30:34.839884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9e981e4e-9a77-4cf5-b729-c6d0d2541440 None None] Provisioning complete for port 1ceec994-e003-4a7d-9698-9860439736eb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:34.840519 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9e981e4e-9a77-4cf5-b729-c6d0d2541440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:34.999462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1ceec994-e003-4a7d-9698-9860439736eb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:35.018153 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:35.132460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feed391-6829-4a87-b885-6e32511cb73d req-e13a4c3b-e0a5-4406-9ca2-4101e472ecc0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:35.154567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2feed391-6829-4a87-b885-6e32511cb73d req-e13a4c3b-e0a5-4406-9ca2-4101e472ecc0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.1551583 Oct 29 08:30:35.161310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9150a321-8f7f-4fd4-b7e7-a523fb321e63 service neutron] 10.222.0.70 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071119 Oct 29 08:30:35.265967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2feed391-6829-4a87-b885-6e32511cb73d req-04c2b26c-204d-411f-9060-01e74330e266 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100888 Oct 29 08:30:35.323514 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9e981e4e-9a77-4cf5-b729-c6d0d2541440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:35.528043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9e981e4e-9a77-4cf5-b729-c6d0d2541440 None None] For port 1ceec994-e003-4a7d-9698-9860439736eb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1ceec994-e003-4a7d-9698-9860439736eb,segment=NetworkSegment(50681ca4-c1c5-455e-9248-980637021f3d),segment_id=50681ca4-c1c5-455e-9248-980637021f3d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:35.571262 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9e981e4e-9a77-4cf5-b729-c6d0d2541440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:35.644317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981e4e-9a77-4cf5-b729-c6d0d2541440 None None] Pushing event updated for resources: {'Port': ['ID=1ceec994-e003-4a7d-9698-9860439736eb,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:35.654044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:35.684365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:35.844396 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:30:35.845010 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:30:35.881433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-e443fc1f-46aa-468e-a343-78e0b1a69171 service neutron] 10.222.0.70 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562719 Oct 29 08:30:36.128308 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8e948041-e022-488b-9c86-5cad3948dcee None None] Provisioning complete for port 1ceec994-e003-4a7d-9698-9860439736eb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:36.128697 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8e948041-e022-488b-9c86-5cad3948dcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:36.235080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6267819d-f641-4f43-9f86-5e4c25ea9c0a service neutron] 10.222.0.70 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412275 Oct 29 08:30:36.411872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-4c906ce1-1e9c-420c-8ab4-8fbb3d838a2b service neutron] 10.222.0.70 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757629 Oct 29 08:30:36.447329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b818dead-5b34-44e4-8485-70d20e4d571d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:30:36.490785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:36.817955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Router 2138f8a3-ed35-44bd-b2d7-0f025408d31e is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:30:36.979927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cc6cf-afdb-4b67-9397-1d1546d1bee9 req-69481255-b098-4948-a149-ba8a072429c3 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:36.988461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b29cc6cf-afdb-4b67-9397-1d1546d1bee9 req-69481255-b098-4948-a149-ba8a072429c3 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1096 time: 0.1014149 Oct 29 08:30:37.052066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:30:37.065547 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Sync routers for ids ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:30:37.081140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:37.083741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b29cc6cf-afdb-4b67-9397-1d1546d1bee9 req-9c604683-9177-4380-bb57-6712664e534b tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934668 Oct 29 08:30:37.098619 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Routers {'2138f8a3-ed35-44bd-b2d7-0f025408d31e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:37.099606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:37.124568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:37.127911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a6c464f7-9ce2-43d7-b664-0fc07e5bf508 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1060658 Oct 29 08:30:37.130427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42828) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:37.166860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'port_id': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'mac_address': 'fa:16:3e:f9:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a2fe-81ca-4b81-a5e4-840c0bfccc36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:30:37.326070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42840) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:37.341324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1ceec994-e003-4a7d-9698-9860439736eb up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:37.392963 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Set router 2138f8a3-ed35-44bd-b2d7-0f025408d31e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:37.430036 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:37.575775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b818dead-5b34-44e4-8485-70d20e4d571d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:30:37.677142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:37.726421 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:37.756303 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62a54f35-7955-4917-99c8-255739f63028 req-32667f52-2f35-454f-bec4-710d2542a48c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2915304 Oct 29 08:30:37.927217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24ea0afa-688a-49ee-b322-9f3793c89147 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3bb03822b144a59a132687674c77219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5999074 Oct 29 08:30:37.930616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42860) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:37.950008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:37.985636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b818dead-5b34-44e4-8485-70d20e4d571d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:30:38.139443 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:30:35Z', 'revision_number': 3, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:38.214234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5485375-504f-424e-9a8c-b8fd4fdcfb4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:38.219940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1ceec994-e003-4a7d-9698-9860439736eb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:38.220499 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:38.271646 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Checking router: 2138f8a3-ed35-44bd-b2d7-0f025408d31e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:30:38.276738 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Updating router 2138f8a3-ed35-44bd-b2d7-0f025408d31e port 5d3b2e57-b254-480d-a51d-5a053caacd9b binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:30:38.346338 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5485375-504f-424e-9a8c-b8fd4fdcfb4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:38.438722 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:38.442333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54f35-7955-4917-99c8-255739f63028 req-651a2ac1-8d0a-4213-9d54-ed24cb740fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:38.450314 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62a54f35-7955-4917-99c8-255739f63028 req-651a2ac1-8d0a-4213-9d54-ed24cb740fc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 1095 time: 0.3523366 Oct 29 08:30:38.631065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa789df-d1c2-4382-a9a8-7c0e3a644a50 req-14a61442-38fa-416b-ae7a-69b2035ce747 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:38.639671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-caa789df-d1c2-4382-a9a8-7c0e3a644a50 req-14a61442-38fa-416b-ae7a-69b2035ce747 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1096 time: 0.2798858 Oct 29 08:30:38.668642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5485375-504f-424e-9a8c-b8fd4fdcfb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:38.698559 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5485375-504f-424e-9a8c-b8fd4fdcfb4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:38.706878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e5485375-504f-424e-9a8c-b8fd4fdcfb4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/074458f6-4151-4321-92c3-82bccf7c9896 HTTP/1.1" status: 204 len: 168 time: 0.7715394 Oct 29 08:30:38.773011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5485375-504f-424e-9a8c-b8fd4fdcfb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074458f6-4151-4321-92c3-82bccf7c9896,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:38.841715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-caa789df-d1c2-4382-a9a8-7c0e3a644a50 req-fb71a9cd-4dba-49d1-ae07-3060e1ed3408 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780734 Oct 29 08:30:38.962157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a53a953-015c-4d68-a166-2fe9ee8b2252 req-d8c1832e-c87e-4fa2-9fc0-32219e184204 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.2213249 Oct 29 08:30:39.383038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54f35-7955-4917-99c8-255739f63028 req-c3d793c8-9bd2-4dc7-bdcb-c61c7b9cb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:39.389145 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62a54f35-7955-4917-99c8-255739f63028 req-c3d793c8-9bd2-4dc7-bdcb-c61c7b9cb7f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.9019558 Oct 29 08:30:39.550426 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:39.572168 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:39.633557 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62a54f35-7955-4917-99c8-255739f63028 req-55180672-d170-4d0b-9714-9a2594bb6948 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 200 len: 217 time: 0.2285733 Oct 29 08:30:39.784199 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Pushing event updated for resources: {'Port': ['ID=5d3b2e57-b254-480d-a51d-5a053caacd9b,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:39.846208 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Attempting to bind port 5d3b2e57-b254-480d-a51d-5a053caacd9b on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:39.846585 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Attempting to bind port 5d3b2e57-b254-480d-a51d-5a053caacd9b by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:39.847186 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Attempting to bind port 5d3b2e57-b254-480d-a51d-5a053caacd9b on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:39.865987 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:39.869226 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:39.869704 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:39.870234 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:39.871152 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Bound port: 5d3b2e57-b254-480d-a51d-5a053caacd9b, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:39.871627 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:40.130353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54f35-7955-4917-99c8-255739f63028 req-0493f8cf-279c-4898-9fb8-e0c07c44cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:40.131914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62a54f35-7955-4917-99c8-255739f63028 req-0493f8cf-279c-4898-9fb8-e0c07c44cb66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.4778836 Oct 29 08:30:40.379643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b818dead-5b34-44e4-8485-70d20e4d571d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:40.390429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62a54f35-7955-4917-99c8-255739f63028 req-1022e574-a46a-4f25-b1af-ab7cd1cf4cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446087 Oct 29 08:30:40.471397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42948) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:40.562958 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.563523 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.563611 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.563947 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.564263 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.564584 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.564906 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.565217 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.565529 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.588071 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.589086 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.589086 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:40.641782 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] For port 5d3b2e57-b254-480d-a51d-5a053caacd9b, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:40.662108 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] For port 5d3b2e57-b254-480d-a51d-5a053caacd9b, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5d3b2e57-b254-480d-a51d-5a053caacd9b,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:40.677906 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:40.682475 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62a54f35-7955-4917-99c8-255739f63028 req-50f9e6fe-c604-46e6-95ff-970fae743b8a service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463222 Oct 29 08:30:40.779714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b818dead-5b34-44e4-8485-70d20e4d571d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:40.795362 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:41.044386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-f4796c64-f495-4f79-8986-405f5f61659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:41.049714 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Routers {'2138f8a3-ed35-44bd-b2d7-0f025408d31e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:41.050247 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:41.055775 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656fdf7-95a7-4df3-8f02-09272e1aa530 None None] Pushing event updated for resources: {'Port': ['ID=5d3b2e57-b254-480d-a51d-5a053caacd9b,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:41.057040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-f4796c64-f495-4f79-8986-405f5f61659f service neutron] 10.222.0.93 "GET /v2.0/ports/40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 200 len: 1028 time: 0.1845875 Oct 29 08:30:41.286936 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:41.375302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:41.385879 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb26b899-1501-4b73-89c0-ddd7bdf58175" -d '{"events": [{"server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "name": "network-vif-plugged", "status": "completed", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:41.441170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:41.441418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0026a016-b4aa-4f73-aa63-f57e81834100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:41.450823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:41.453587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0026a016-b4aa-4f73-aa63-f57e81834100 service neutron] 10.222.0.93 "GET /v2.0/ports/6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 200 len: 1028 time: 0.3782728 Oct 29 08:30:41.575824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c187-21e2-44cd-94c1-a8e7c69a4c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:41.601878 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] Set router 2138f8a3-ed35-44bd-b2d7-0f025408d31e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:41.683892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:41.914366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-2acfcf33-c4c0-496e-8982-63a911b694c8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:41.947021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-2acfcf33-c4c0-496e-8982-63a911b694c8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:41.973762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-2acfcf33-c4c0-496e-8982-63a911b694c8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:41.987102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-2acfcf33-c4c0-496e-8982-63a911b694c8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "GET /v2.0/networks?id=4c20bffe-ce6f-4744-917e-c58555209531&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 HTTP/1.1" status: 200 len: 1989 time: 0.5276790 Oct 29 08:30:42.187450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-e373ec47-e1d3-41ca-859f-cfb1a258015b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e375421471b483a8f72818bfeeca5b9 HTTP/1.1" status: 200 len: 380 time: 0.1803036 Oct 29 08:30:42.212838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'admin_state_up': True, 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'security_groups': ['2349b970-d9f7-49f1-a15b-b873ad5e2d6a']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:42.284354 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:30:35Z', 'revision_number': 3, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:42.370620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fc481ae-1538-4654-a48e-2acbfbf34ffd req-d30af5ce-c932-46ad-b861-b62ecb7b076f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 1.6869144 Oct 29 08:30:42.413740 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccd05d-623c-47ae-8e32-b36e8451ebd5 None None] The sync data for ids ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'] in n-d-815940-1 is: [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:30:35Z', 'revision_number': 3, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:30:42.533324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:42.540490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:42.554488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c187-21e2-44cd-94c1-a8e7c69a4c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:42.593807 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c187-21e2-44cd-94c1-a8e7c69a4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:42.646532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1103668d-6393-4a09-81c8-394337ebce34 req-d4c05c1f-d4ab-4e3a-9318-3a4f8533e689 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9616380 Oct 29 08:30:42.690619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62a54f35-7955-4917-99c8-255739f63028 req-4e29f6d9-aea2-41f6-873b-b8534ae18815 service neutron] 10.222.0.15 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0016022 Oct 29 08:30:42.725042 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:42.765554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d4b4c187-21e2-44cd-94c1-a8e7c69a4c6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ccbac60b66f4b008126dc6a77096159&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2910781 Oct 29 08:30:42.776232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4c187-21e2-44cd-94c1-a8e7c69a4c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b58315f-ddda-45ec-9e4b-9ac3badf3283,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:42.787006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43002) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:42.950813 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f50b52c-5fb8-4459-8276-a4b3eff421fc x-openstack-request-id: req-1f50b52c-5fb8-4459-8276-a4b3eff421fc {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:42.951346 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "name": "network-vif-plugged", "status": "completed", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:42.951882 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f50b52c-5fb8-4459-8276-a4b3eff421fc {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:42.952527 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'code': 200} Oct 29 08:30:43.233252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2e964a-f485-4cc6-9705-eefca0f5baca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:43.302948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-64f1f785-b8e6-4f64-8e8b-97bfee518350 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:30:43.306918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-64f1f785-b8e6-4f64-8e8b-97bfee518350 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0473042 Oct 29 08:30:43.359300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103668d-6393-4a09-81c8-394337ebce34 req-af9f4933-b2e7-4bc0-8edb-287ef90afe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:43.370760 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1103668d-6393-4a09-81c8-394337ebce34 req-af9f4933-b2e7-4bc0-8edb-287ef90afe34 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b74fa48c79a4a0296257f468b687cb8&device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 1095 time: 0.5209982 Oct 29 08:30:43.439424 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2e964a-f485-4cc6-9705-eefca0f5baca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:43.503586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Allocated IP 172.20.0.3 (4c20bffe-ce6f-4744-917e-c58555209531/14a20128-055b-41ef-b11d-4d5b279adbdf/4e440b82-37fc-4112-a04f-8772d0b42499) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:43.581473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5d3b2e57-b254-480d-a51d-5a053caacd9b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:43.582860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-a92de235-edca-4f94-bcba-2d0fda39ef95 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:43.587166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-a92de235-edca-4f94-bcba-2d0fda39ef95 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports/8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 200 len: 1093 time: 0.2590775 Oct 29 08:30:43.623545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Request body: {'binding': {'host': 'n-h1-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:43.626292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Unknown quota resources ['binding']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:30:43.730789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5d3b2e57-b254-480d-a51d-5a053caacd9b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:43.731170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:43.936607 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:43.972694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103668d-6393-4a09-81c8-394337ebce34 req-19d30c27-2bd9-414b-991d-83fe8d4bf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:43.974245 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1103668d-6393-4a09-81c8-394337ebce34 req-19d30c27-2bd9-414b-991d-83fe8d4bf545 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 200 len: 908 time: 0.4944596 Oct 29 08:30:43.975485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Allocated IP 172.20.0.1 (82188f74-fe76-4918-bdcd-520fca899795/1e557f55-079b-4e49-9e2c-838230bfcbf9/03957d33-f177-459e-a07b-b34ef5df2d93) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:44.005228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 5d3b2e57-b254-480d-a51d-5a053caacd9b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5d3b2e57-b254-480d-a51d-5a053caacd9b,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:44.015591 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:44.126501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=5d3b2e57-b254-480d-a51d-5a053caacd9b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:44.134090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2e964a-f485-4cc6-9705-eefca0f5baca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:44.144241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d2e964a-f485-4cc6-9705-eefca0f5baca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:44.145902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6d2e964a-f485-4cc6-9705-eefca0f5baca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b58315f-ddda-45ec-9e4b-9ac3badf3283 HTTP/1.1" status: 204 len: 168 time: 1.3567369 Oct 29 08:30:44.177678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1103668d-6393-4a09-81c8-394337ebce34 req-038dbdb0-b636-41fb-96dd-45154d27b24e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 200 len: 217 time: 0.1693645 Oct 29 08:30:44.221146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e964a-f485-4cc6-9705-eefca0f5baca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b58315f-ddda-45ec-9e4b-9ac3badf3283,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:44.311508 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a557aa46-1d26-4c79-8324-ba1f87ef503f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:44.333104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103668d-6393-4a09-81c8-394337ebce34 req-012bd17b-4788-40b2-9e37-304ff5e5b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:44.339640 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1103668d-6393-4a09-81c8-394337ebce34 req-012bd17b-4788-40b2-9e37-304ff5e5b9f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 200 len: 846 time: 0.1479917 Oct 29 08:30:44.452906 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:44.461883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1103668d-6393-4a09-81c8-394337ebce34 req-cf2e4b21-e829-49a6-9093-eb425f33b17e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f379dfc9-1fc4-4cb6-b697-a425185a8a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850523 Oct 29 08:30:44.565154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d4b5ae12-1ec5-493a-8fdf-0bc693bc93c5 req-ac99c9e3-2cfa-4e63-84e2-130d52d20946 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0596857 Oct 29 08:30:44.700950 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:44.764687 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1103668d-6393-4a09-81c8-394337ebce34 req-31d931d9-a9c1-44f5-95f5-79c03f31c8b2 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887089 Oct 29 08:30:44.769416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on host n-h1-815940-1 for vnic_type normal with profile None {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:44.770111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:44.770680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:44.805787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:30:44.806496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:44.814679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 4c20bffe-ce6f-4744-917e-c58555209531 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:44.822020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:44.825026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=4e440b82-37fc-4112-a04f-8772d0b42499,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:44.827729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:44.831908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:44.832664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:44.834229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:44.835116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Bound port: 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:44.921057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:44.965139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:44.969095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-34888641-6772-4ad3-a219-e08b2f529fa9 service neutron] 10.222.0.70 "POST /v2.0/ports/8dfa3e84-0c0b-4308-b970-671cf60bceb2/bindings HTTP/1.1" status: 201 len: 389 time: 1.3658154 Oct 29 08:30:45.085261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:45.086163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:45.174513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-edf7de34-396d-4e65-806d-cac79a965e64 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9796274 Oct 29 08:30:45.198205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'admin_state_up': True, 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'security_groups': ['2349b970-d9f7-49f1-a15b-b873ad5e2d6a']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:45.233287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43038) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:45.237018 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:45.348399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fea1343e-c26a-49e7-beb0-dddc29a78357 None None] Provisioning complete for port 4e440b82-37fc-4112-a04f-8772d0b42499 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:45.348881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fea1343e-c26a-49e7-beb0-dddc29a78357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:45.389485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1103668d-6393-4a09-81c8-394337ebce34 req-9f37cb31-a158-40fd-9858-419cb5ccedd5 service neutron] 10.222.0.93 "GET /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139891 Oct 29 08:30:45.520037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fea1343e-c26a-49e7-beb0-dddc29a78357 None None] Port 4e440b82-37fc-4112-a04f-8772d0b42499 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:45.534696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5d3b2e57-b254-480d-a51d-5a053caacd9b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:45.646669 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:45.682385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f41bf-18da-4686-a030-c3137e04d076 req-9ce04562-0bc6-49b7-9365-5fc1eda61a53 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:45.696351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5d3b2e57-b254-480d-a51d-5a053caacd9b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:45.698639 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:45.718348 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-613f41bf-18da-4686-a030-c3137e04d076 req-9ce04562-0bc6-49b7-9365-5fc1eda61a53 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.15 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 944 time: 0.7666836 Oct 29 08:30:45.763539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:45.769573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:45.824630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba528f-2610-444c-8ee7-a5c29261d8ab req-568ab9d0-a7a7-4b2a-b1ed-7ebe7c7dc307 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:45.842257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7bba528f-2610-444c-8ee7-a5c29261d8ab req-568ab9d0-a7a7-4b2a-b1ed-7ebe7c7dc307 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.2477357 Oct 29 08:30:45.865654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:45.979964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-ac6b0435-e48a-4f6e-8ffd-3bc1972d26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:45.982373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-ac6b0435-e48a-4f6e-8ffd-3bc1972d26a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1096 time: 0.5754395 Oct 29 08:30:45.986293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Network 82188f74-fe76-4918-bdcd-520fca899795 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:46.130507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:46.133223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-afe5a068-81fb-40a0-b6a9-09ae10d5f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:46.133870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Allocated IP 10.1.1.73 (8c20baf0-8e7b-45d1-9e5f-1d3c98882050/cd8aba42-a683-4215-bb02-d90c56cc77fc/35b43822-6010-44a0-8c8e-5222d82ff7cd) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:46.135005 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-afe5a068-81fb-40a0-b6a9-09ae10d5f2e5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.1431301 Oct 29 08:30:46.143110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd98990-6f09-408d-a246-0ad032195df7 req-28c61b63-25a7-42a4-bf65-580c5c3523e8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:46.151253 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2dd98990-6f09-408d-a246-0ad032195df7 req-28c61b63-25a7-42a4-bf65-580c5c3523e8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 944 time: 0.9768949 Oct 29 08:30:46.193584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:46.200727 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-b3661546-7524-482f-9033-169495329e6c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 200 len: 217 time: 0.0463192 Oct 29 08:30:46.206807 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7bba528f-2610-444c-8ee7-a5c29261d8ab req-f6cd8c4e-1fed-4cd0-85fe-74d35cda22a7 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614595 Oct 29 08:30:46.329044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-78afaacf-0fe6-4e78-b8c5-110ca3eedcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:46.330469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-78afaacf-0fe6-4e78-b8c5-110ca3eedcb9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1145985 Oct 29 08:30:46.350377 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.361282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.389615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Pushing event updated for resources: {'Port': ['ID=03957d33-f177-459e-a07b-b34ef5df2d93,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:46.476701 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-d47f9f4f-13a9-43ca-b6e6-ca2ead7f8c6b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754983 Oct 29 08:30:46.502648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d9fe4f-6930-4dd0-b02e-9f3112b10dce,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:46.532689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.533039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.533444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.533777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.534110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.534446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.534766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.535083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.535533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.535957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.536291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.536606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:30:46.577255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c288cc4e-e62c-4418-9de1-70343e9fc2f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f38dffe098444a580351b2402d33a97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1168509 Oct 29 08:30:46.591203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43046) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:46.647777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-1448bd01-29a0-4c4a-986c-2309df724f6e service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629369 Oct 29 08:30:46.670357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2dd98990-6f09-408d-a246-0ad032195df7 req-b74b63f1-34cb-42f5-a6d4-157dbda9bb7f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119674 Oct 29 08:30:46.694030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.710607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bc007853-30dd-4f09-9b01-549272e407a5 None None] Provisioning complete for port 03957d33-f177-459e-a07b-b34ef5df2d93 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:46.712971 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bc007853-30dd-4f09-9b01-549272e407a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.762757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-bc007853-30dd-4f09-9b01-549272e407a5 None None] Port 03957d33-f177-459e-a07b-b34ef5df2d93 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:46.787165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.833718 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2ac2e55-bc3e-4894-ae0a-bb576c34cf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.880107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Deleting port f7577a8c-fddd-4186-a0c3-f38e451de936 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:46.880539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.884814 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2ac2e55-bc3e-4894-ae0a-bb576c34cf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.938076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:46.954946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-32794d84-3fe4-491c-80fb-8360225db43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.033273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] For port f7577a8c-fddd-4186-a0c3-f38e451de936, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f7577a8c-fddd-4186-a0c3-f38e451de936,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:47.033903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.048788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Calling delete_port for f7577a8c-fddd-4186-a0c3-f38e451de936 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:47.083171 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2ac2e55-bc3e-4894-ae0a-bb576c34cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.086244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2ac2e55-bc3e-4894-ae0a-bb576c34cf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.087927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e2ac2e55-bc3e-4894-ae0a-bb576c34cf40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93d9fe4f-6930-4dd0-b02e-9f3112b10dce HTTP/1.1" status: 204 len: 168 time: 0.4953678 Oct 29 08:30:47.109816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac2e55-bc3e-4894-ae0a-bb576c34cf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d9fe4f-6930-4dd0-b02e-9f3112b10dce,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:47.150849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:47.153691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:47.168474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=35b43822-6010-44a0-8c8e-5222d82ff7cd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:47.177102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:47.306658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:47.308247 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.355049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0aa8ffb8-6082-47fb-97ed-eed1bae2bf87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1731701 Oct 29 08:30:47.357843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.360236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.372286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'admin_state_up': True, 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'security_groups': ['2349b970-d9f7-49f1-a15b-b873ad5e2d6a']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:47.451469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Pushing event deleted for resources: {'Port': ['ID=f7577a8c-fddd-4186-a0c3-f38e451de936,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:47.600184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2fd73321-1edd-4a96-8f8a-959f2b52da7d None None] Provisioning complete for port 35b43822-6010-44a0-8c8e-5222d82ff7cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:47.604579 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2fd73321-1edd-4a96-8f8a-959f2b52da7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.675401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e184f2f-7db3-4556-a6b5-d2dae45d5142 req-93587689-ba9c-41e2-bfc1-33410a0f646a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:47.682441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e184f2f-7db3-4556-a6b5-d2dae45d5142 req-93587689-ba9c-41e2-bfc1-33410a0f646a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:47.684474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e184f2f-7db3-4556-a6b5-d2dae45d5142 req-93587689-ba9c-41e2-bfc1-33410a0f646a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 1652 time: 0.8308625 Oct 29 08:30:47.685528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] No DVR routers for this DVR port f7577a8c-fddd-4186-a0c3-f38e451de936 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:47.692443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:47.696669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-613f41bf-18da-4686-a030-c3137e04d076 req-00e03afb-be10-4623-8549-273e5cd44b67 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.15 "DELETE /v2.0/ports/f7577a8c-fddd-4186-a0c3-f38e451de936 HTTP/1.1" status: 204 len: 173 time: 1.9772017 Oct 29 08:30:47.709694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'name': 'network-vif-deleted', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:47.718964 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8647da-9c01-4da6-b7d0-301ebb1faf53" -d '{"events": [{"server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "name": "network-vif-deleted", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:47.726897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2fd73321-1edd-4a96-8f8a-959f2b52da7d None None] Port 35b43822-6010-44a0-8c8e-5222d82ff7cd cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:47.867864 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e184f2f-7db3-4556-a6b5-d2dae45d5142 req-e3d08d22-7cfb-4cb7-8a00-9f56e6282349 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294329 Oct 29 08:30:47.886887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-2bb30245-e3b7-4227-adfa-9e3f151d6906 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2129898 Oct 29 08:30:48.046994 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:48.057633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:48.060822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:48.215228 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:48.290471 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:48.561641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Pushing event updated for resources: {'Port': ['ID=03957d33-f177-459e-a07b-b34ef5df2d93,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:48.626137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:48.630068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:48.665187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fea32624-406f-42c3-b3e4-97bdb9bc21f3 req-51ddc767-4794-43c2-af11-d3d39f8f4702 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b143d4-e017-4e6a-b26f-bdaddd3e7e61 HTTP/1.1" status: 200 len: 210 time: 0.3770218 Oct 29 08:30:48.697146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Network 82188f74-fe76-4918-bdcd-520fca899795 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:48.703142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:48.890469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f7577a8c-fddd-4186-a0c3-f38e451de936 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:48.932979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Allocated IP 10.1.1.231 (8c20baf0-8e7b-45d1-9e5f-1d3c98882050/cd8aba42-a683-4215-bb02-d90c56cc77fc/3b3bf03f-8f4d-47da-8884-35a1c9a9e17a) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:48.937032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: f7577a8c-fddd-4186-a0c3-f38e451de936 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:48.937595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f7577a8c-fddd-4186-a0c3-f38e451de936 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:49.054271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Router 2138f8a3-ed35-44bd-b2d7-0f025408d31e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:30:49.063945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43098) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:49.066509 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c790068c-7359-4135-bab3-75b865e0b40f x-openstack-request-id: req-c790068c-7359-4135-bab3-75b865e0b40f {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:49.070612 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b143d4-e017-4e6a-b26f-bdaddd3e7e61", "name": "network-vif-deleted", "tag": "f7577a8c-fddd-4186-a0c3-f38e451de936", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:49.071188 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c790068c-7359-4135-bab3-75b865e0b40f {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:49.071908 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b143d4-e017-4e6a-b26f-bdaddd3e7e61', 'name': 'network-vif-deleted', 'tag': 'f7577a8c-fddd-4186-a0c3-f38e451de936', 'status': 'completed', 'code': 200} Oct 29 08:30:49.102782 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:49.145951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86289e3-f491-4717-9af7-208ad78a0729 req-90d1f10c-aaad-4101-86a0-9c351a079901 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:49.180414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c86289e3-f491-4717-9af7-208ad78a0729 req-90d1f10c-aaad-4101-86a0-9c351a079901 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.8963170 Oct 29 08:30:49.191024 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:49.210498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3466b47b-bfc1-4c8e-9a06-cbb3196baf91 None None] Provisioning complete for port 03957d33-f177-459e-a07b-b34ef5df2d93 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:49.213172 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3466b47b-bfc1-4c8e-9a06-cbb3196baf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:49.312147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3466b47b-bfc1-4c8e-9a06-cbb3196baf91 None None] Port 03957d33-f177-459e-a07b-b34ef5df2d93 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:49.376079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:49.377993 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:49.383039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:49.419539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-232132160-network', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:49.427948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c86289e3-f491-4717-9af7-208ad78a0729 req-ba9e8abe-762a-412e-b406-3d5bead3687d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463868 Oct 29 08:30:49.428871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:49.481394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Made reservation on behalf of 2b5431a3379049d6918f0a8d4c98004d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:49.484353 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:49.597291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:49.609656 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:49.623089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:49.655446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7e6bf4a2-8935-44e7-8dcf-64203785c359 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2921581 Oct 29 08:30:49.668588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19', 'admin_state_up': True, 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'security_groups': ['2349b970-d9f7-49f1-a15b-b873ad5e2d6a']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:49.860264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c1c5ebe3-8178-4e8d-a926-994a64186ad3 None None] Provisioning complete for port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:49.860897 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1c5ebe3-8178-4e8d-a926-994a64186ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:49.897696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130e421-53b8-480c-96d4-4674b172b948 req-2f13daf1-515e-4244-9b28-503239d572d9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:49.906417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130e421-53b8-480c-96d4-4674b172b948 req-2f13daf1-515e-4244-9b28-503239d572d9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:49.914819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130e421-53b8-480c-96d4-4674b172b948 req-2f13daf1-515e-4244-9b28-503239d572d9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:49.916711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f130e421-53b8-480c-96d4-4674b172b948 req-2f13daf1-515e-4244-9b28-503239d572d9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 2373 time: 0.0999770 Oct 29 08:30:49.917945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:49.934801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5ebe3-8178-4e8d-a926-994a64186ad3 None None] Port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:50.036919 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:50.201482 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:50.229046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:30:50.240187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f130e421-53b8-480c-96d4-4674b172b948 req-3f9489c9-9182-424b-9524-f9a88826aa92 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065752 Oct 29 08:30:50.242598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Sync routers for ids ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:30:50.260173 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4afedb45-839b-4cb4-b862-505a2ce81b5d admin admin] 10.222.0.70 "PUT /v2.0/routers/2138f8a3-ed35-44bd-b2d7-0f025408d31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1285563 Oct 29 08:30:50.282128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Routers {'2138f8a3-ed35-44bd-b2d7-0f025408d31e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:50.288461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:50.548708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Set router 2138f8a3-ed35-44bd-b2d7-0f025408d31e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:50.559698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Allocated IP 10.2.2.100 (8e3b0b76-27b6-4c3b-9c8a-016079e6ba19/e8f154c5-aae5-4261-a800-01fdcc5223a1/1c219d5f-da67-41ab-9403-8d346836763d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:50.576553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43130) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:50.590579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:50.595293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:50.630580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:30:50.633661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea150d-5511-415c-8e7d-a9e6a5b68505,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:50.647035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:50.647269 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Added segment de45baab-1309-4859-ad3d-17134aa68569 of type vlan for network 91bab1f0-729a-4239-8dbe-50852ddcaa57 Oct 29 08:30:50.696262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:50.753758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-579712556'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:50.824595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:50.827300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:50.828074 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:50.960621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8847537 Oct 29 08:30:50.964665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43142) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:51.003931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Request body: {'subnet': {'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-232132160-subnet', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:51.028784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877c810-48af-4bad-a47d-a1f715de8dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=91bab1f0-729a-4239-8dbe-50852ddcaa57,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:51.032717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:51.036332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.058824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 91bab1f0-729a-4239-8dbe-50852ddcaa57 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:30:51.072760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Made reservation on behalf of 2b5431a3379049d6918f0a8d4c98004d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:51.076084 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.119884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:30:51.172651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a4e86-07d9-4d36-a39e-634413443481 req-270a0d1a-537c-4a38-9930-21003a9110ea tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:51.180860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-832a4e86-07d9-4d36-a39e-634413443481 req-270a0d1a-537c-4a38-9930-21003a9110ea tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.2553573 Oct 29 08:30:51.185113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.185458 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Added segment 868e049a-98ed-4f1e-a58a-142c017675b4 of type vlan for network 34c21951-328b-4566-8582-7b6d2dabab90 Oct 29 08:30:51.242996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:30:46Z', 'revision_number': 4, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '03957d33-f177-459e-a07b-b34ef5df2d93', 'name': '', 'network_id': '82188f74-fe76-4918-bdcd-520fca899795', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'mac_address': 'fa:16:3e:71:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1e557f55-079b-4e49-9e2c-838230bfcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:42Z', 'updated_at': '2021-10-29T08:30:47Z', 'revision_number': 2, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'subnets': [{'id': '1e557f55-079b-4e49-9e2c-838230bfcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:51.266561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.287903 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.310807 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-832a4e86-07d9-4d36-a39e-634413443481 req-28484bd2-8ce2-46df-80b6-0daf16acbe8a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289406 Oct 29 08:30:51.330300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Checking router: 2138f8a3-ed35-44bd-b2d7-0f025408d31e for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:30:51.331332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Updating router 2138f8a3-ed35-44bd-b2d7-0f025408d31e port 03957d33-f177-459e-a07b-b34ef5df2d93 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:30:51.415179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.416857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.436074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:51.436737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.535241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.591551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.678168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-b280142f-c217-4351-b111-d86f96a136ce tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:51.680055 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-b280142f-c217-4351-b111-d86f96a136ce tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 944 time: 0.2486193 Oct 29 08:30:51.683842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Checking segment: {'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:51.684230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Network hostable DHCP agents. Network: 91bab1f0-729a-4239-8dbe-50852ddcaa57, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:30:51.732988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=1c219d5f-da67-41ab-9403-8d346836763d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:51.757041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1766138 Oct 29 08:30:51.760002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:51.774264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43152) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:51.782117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:51.784945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:51.815252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310ccd8-e36c-4b56-b1e4-3604eb4206d9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Network': ['ID=34c21951-328b-4566-8582-7b6d2dabab90,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:51.825886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'subnet': {'network_id': '34c21951-328b-4566-8582-7b6d2dabab90', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:51.842158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 34c21951-328b-4566-8582-7b6d2dabab90 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:30:51.854614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:51.855648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:51.859737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacd6d5-eb3a-4e39-adbd-dc9c145f74b8 req-cc7349c6-ce1b-49be-9487-e67f3e3d8bf2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:51.872153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cbacd6d5-eb3a-4e39-adbd-dc9c145f74b8 req-cc7349c6-ce1b-49be-9487-e67f3e3d8bf2 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 944 time: 0.4396160 Oct 29 08:30:51.886042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1e4918a2-3bbf-4f7f-aa37-70a3058cd600 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2218125 Oct 29 08:30:51.897717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19', 'admin_state_up': True, 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'security_groups': ['2349b970-d9f7-49f1-a15b-b873ad5e2d6a']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:51.921214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08d596e-7ab7-4adb-aeea-1cb3f619d742,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:52.051123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Network 91bab1f0-729a-4239-8dbe-50852ddcaa57 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:30:52.088166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cbacd6d5-eb3a-4e39-adbd-dc9c145f74b8 req-0720f994-4f5e-47d0-9abc-ee47165e40f8 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149212 Oct 29 08:30:52.110425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 91bab1f0-729a-4239-8dbe-50852ddcaa57) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:52.132243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:52.133227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.139709 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a7583-5f48-48cf-9156-f7e5ec6194d4 None None] Network 91bab1f0-729a-4239-8dbe-50852ddcaa57 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:52.158598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-75a26584-01fe-4a0d-b644-ccf110573881 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1786222 Oct 29 08:30:52.164681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43160) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:52.184363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Deleting port bed340a7-3ac6-41be-b195-4e239b0381c8 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:52.184997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.186147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:52.191280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:52.195681 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.328698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf90bd-2187-4ad6-99ba-9aaa109f9038 req-9ef63543-970d-41d9-97ad-02849988a111 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:52.335200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf90bd-2187-4ad6-99ba-9aaa109f9038 req-9ef63543-970d-41d9-97ad-02849988a111 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:52.341910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf90bd-2187-4ad6-99ba-9aaa109f9038 req-9ef63543-970d-41d9-97ad-02849988a111 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:52.350859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf90bd-2187-4ad6-99ba-9aaa109f9038 req-9ef63543-970d-41d9-97ad-02849988a111 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:52.353314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4cf90bd-2187-4ad6-99ba-9aaa109f9038 req-9ef63543-970d-41d9-97ad-02849988a111 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 3094 time: 0.3020792 Oct 29 08:30:52.364573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.368314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.572311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4cf90bd-2187-4ad6-99ba-9aaa109f9038 req-03bde1c1-e706-490a-9e28-942047b801d6 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966250 Oct 29 08:30:52.573037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Made reservation on behalf of 0e375421471b483a8f72818bfeeca5b9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:52.582015 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.614113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.693095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] For port bed340a7-3ac6-41be-b195-4e239b0381c8, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=bed340a7-3ac6-41be-b195-4e239b0381c8,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:52.693693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.729914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Calling delete_port for bed340a7-3ac6-41be-b195-4e239b0381c8 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:52.752790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac2bc8-1734-45f0-8168-bccdcedec817 req-da3f34c7-a62a-4fd4-a321-8583d7e75818 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:52.760679 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4eac2bc8-1734-45f0-8168-bccdcedec817 req-da3f34c7-a62a-4fd4-a321-8583d7e75818 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.2453401 Oct 29 08:30:52.857424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.883315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-656677f6-86c1-456e-830e-8bf612ab89a2 None None] Provisioning complete for port 1c219d5f-da67-41ab-9403-8d346836763d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:52.883752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-656677f6-86c1-456e-830e-8bf612ab89a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:52.919895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4eac2bc8-1734-45f0-8168-bccdcedec817 req-f67e7c49-69ef-4fa2-b67c-fa9252b0bde6 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517897 Oct 29 08:30:52.967980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.003590 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.094009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d30fdb-d11f-4a12-ad0c-f33b228b239d None None] Pushing event updated for resources: {'Port': ['ID=03957d33-f177-459e-a07b-b34ef5df2d93,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:53.094690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.111200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Subnet': ['ID=bc4b0780-30ab-45f4-8c4f-877e4b08b3e9,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:53.145276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.167936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-656677f6-86c1-456e-830e-8bf612ab89a2 None None] Port 1c219d5f-da67-41ab-9403-8d346836763d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:53.173956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Checking segment: {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:53.174208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network hostable DHCP agents. Network: 34c21951-328b-4566-8582-7b6d2dabab90, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:30:53.239099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Pushing event deleted for resources: {'Port': ['ID=bed340a7-3ac6-41be-b195-4e239b0381c8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:53.403334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] No DVR routers for this DVR port bed340a7-3ac6-41be-b195-4e239b0381c8 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:53.405402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network 34c21951-328b-4566-8582-7b6d2dabab90 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:30:53.414099 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.418500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e1a9bea-6721-4ad3-a347-879905576fa8 req-e05693a7-b20f-4bc5-9e63-68b762c9af4c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.93 "DELETE /v2.0/ports/bed340a7-3ac6-41be-b195-4e239b0381c8 HTTP/1.1" status: 204 len: 173 time: 1.7240129 Oct 29 08:30:53.420047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'name': 'network-vif-deleted', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:53.436363 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de4b7e3-0aed-4322-980c-a32e9c03f7aa" -d '{"events": [{"server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "name": "network-vif-deleted", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:53.452252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-91bab1f0-729a-4239-8dbe-50852ddcaa57', 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'fixed_ips': [{'subnet_id': 'c08d596e-7ab7-4adb-aeea-1cb3f619d742'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:30:53.453849 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.458578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7f13ac1-042b-4777-b929-844a9dbc8aca req-2e6464c3-577e-41ed-abeb-b035a1100b9b tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f1d9e10-11ba-4c46-b851-c84bd179f2a6 HTTP/1.1" status: 200 len: 210 time: 0.2202098 Oct 29 08:30:53.468683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 34c21951-328b-4566-8582-7b6d2dabab90) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:53.495012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:53.495921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.498428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:53.515961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffaa65a-5d53-4b2e-b777-15236b978192 None None] Network 34c21951-328b-4566-8582-7b6d2dabab90 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:53.549735 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-01ed819d-c706-4113-b161-46c44d4e1c2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7623100 Oct 29 08:30:53.552479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43198) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:53.576941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-706765443'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:53.673647 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6559dc6-630a-4a0b-9894-15ede6f36beb x-openstack-request-id: req-b6559dc6-630a-4a0b-9894-15ede6f36beb {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:53.676222 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1d9e10-11ba-4c46-b851-c84bd179f2a6", "name": "network-vif-deleted", "tag": "bed340a7-3ac6-41be-b195-4e239b0381c8", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:53.677661 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6559dc6-630a-4a0b-9894-15ede6f36beb {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:53.678242 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1d9e10-11ba-4c46-b851-c84bd179f2a6', 'name': 'network-vif-deleted', 'tag': 'bed340a7-3ac6-41be-b195-4e239b0381c8', 'status': 'completed', 'code': 200} Oct 29 08:30:53.704043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:53.710167 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.747635 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:30:53.773713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Allocated IP 10.2.2.200 (8e3b0b76-27b6-4c3b-9c8a-016079e6ba19/e8f154c5-aae5-4261-a800-01fdcc5223a1/97efb57c-0f43-4484-b190-a85bb3bc23bd) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:53.778238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:30:53.819967 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.824470 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Added segment 1016798d-274c-49c0-99ea-4a244e1a4afa of type vlan for network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed Oct 29 08:30:53.863172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Attempting to bind port 03957d33-f177-459e-a07b-b34ef5df2d93 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:53.863473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Attempting to bind port 03957d33-f177-459e-a07b-b34ef5df2d93 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:53.864887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Attempting to bind port 03957d33-f177-459e-a07b-b34ef5df2d93 on network 82188f74-fe76-4918-bdcd-520fca899795 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:53.897383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:53.897681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Checking segment: {'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:53.898074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.900049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Bound using segment: {'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:53.900554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Bound port: 03957d33-f177-459e-a07b-b34ef5df2d93, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50681ca4-c1c5-455e-9248-980637021f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '82188f74-fe76-4918-bdcd-520fca899795'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:53.900943 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.930438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.975305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:53.981769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:53.982504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.091408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c2386dd1-cf27-4129-867c-1c4c2b4dca6a None None] Provisioning complete for port 03957d33-f177-459e-a07b-b34ef5df2d93 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:54.091795 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2386dd1-cf27-4129-867c-1c4c2b4dca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.097269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Network': ['ID=b8abe6ad-2e0f-45ae-b43a-8191e4b033ed,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:54.116952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.136673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c92cb6f1-1b48-4361-9e32-a867b332168d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5819883 Oct 29 08:30:54.138336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43204) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:54.174855 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.230327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'subnet': {'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:54.234631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d95c55a-e014-4bfc-a238-d91dcb2bd563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.277600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:54.294605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:54.305772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:54.323193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af789b-d24e-44de-92b6-77a0399915f2 req-64b5d011-4800-4dea-b65c-12727fd04890 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:54.331204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af789b-d24e-44de-92b6-77a0399915f2 req-64b5d011-4800-4dea-b65c-12727fd04890 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:54.337887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af789b-d24e-44de-92b6-77a0399915f2 req-64b5d011-4800-4dea-b65c-12727fd04890 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:54.349190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af789b-d24e-44de-92b6-77a0399915f2 req-64b5d011-4800-4dea-b65c-12727fd04890 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:54.357250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af789b-d24e-44de-92b6-77a0399915f2 req-64b5d011-4800-4dea-b65c-12727fd04890 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:54.370685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22af789b-d24e-44de-92b6-77a0399915f2 req-64b5d011-4800-4dea-b65c-12727fd04890 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 3815 time: 0.2181501 Oct 29 08:30:54.372490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event updated for resources: {'Port': ['ID=97efb57c-0f43-4484-b190-a85bb3bc23bd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:54.394257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Allocated IP 172.20.0.2 (91bab1f0-729a-4239-8dbe-50852ddcaa57/c08d596e-7ab7-4adb-aeea-1cb3f619d742/56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:54.563573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:54.567782 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.617168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2d413-7a35-4fa2-9dba-9da46f7e1c02 req-a39ecbf5-712a-49f2-97f6-a1edbd760801 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:54.618782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33e2d413-7a35-4fa2-9dba-9da46f7e1c02 req-a39ecbf5-712a-49f2-97f6-a1edbd760801 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.5231662 Oct 29 08:30:54.620377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22af789b-d24e-44de-92b6-77a0399915f2 req-08fa8c54-e4c3-4860-96ea-08e7b14ea4ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488346 Oct 29 08:30:54.626394 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.657552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:30:54.660702 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.704763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:30:54.785356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device bed340a7-3ac6-41be-b195-4e239b0381c8 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:54.813469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c2386dd1-cf27-4129-867c-1c4c2b4dca6a None None] Port 03957d33-f177-459e-a07b-b34ef5df2d93 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:54.815347 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.826818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: bed340a7-3ac6-41be-b195-4e239b0381c8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:54.827179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device bed340a7-3ac6-41be-b195-4e239b0381c8 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:54.918197 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33e2d413-7a35-4fa2-9dba-9da46f7e1c02 req-d0799f2f-1885-4c45-90e6-e4bd0fe93637 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812662 Oct 29 08:30:54.954517 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d95c55a-e014-4bfc-a238-d91dcb2bd563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.972291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Network 91bab1f0-729a-4239-8dbe-50852ddcaa57 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:54.972426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-9f7a2a31-5483-48ca-9982-81cb37593477 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0780828 Oct 29 08:30:54.973553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:54.986059 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d95c55a-e014-4bfc-a238-d91dcb2bd563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:54.994227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:55.003854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c299d0dc-d2f5-446f-a5bc-38bec7d822c5 None None] Provisioning complete for port 97efb57c-0f43-4484-b190-a85bb3bc23bd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:55.004232 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c299d0dc-d2f5-446f-a5bc-38bec7d822c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.005482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:55.122859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Attempting to bind port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:55.123739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Attempting to bind port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:55.124154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Attempting to bind port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 on network 91bab1f0-729a-4239-8dbe-50852ddcaa57 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:55.140590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:55.140894 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Checking segment: {'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:55.143733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.145629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Bound using segment: {'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:55.146196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Bound port: 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:55.146616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.193359 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.223056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.283685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] For port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:55.293382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] For port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,segment=NetworkSegment(de45baab-1309-4859-ad3d-17134aa68569),segment_id=de45baab-1309-4859-ad3d-17134aa68569)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:55.297093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Pushing event updated for resources: {'Port': ['ID=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:55.311447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] For port 03957d33-f177-459e-a07b-b34ef5df2d93, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:55.323229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-34c21951-328b-4566-8582-7b6d2dabab90', 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'fixed_ips': [{'subnet_id': 'bc4b0780-30ab-45f4-8c4f-877e4b08b3e9'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:30:55.325160 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.338269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Subnet': ['ID=4a16952c-6431-4d6e-a1a3-235d7979c08a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:55.360711 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.366443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Checking segment: {'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:55.368415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network hostable DHCP agents. Network: b8abe6ad-2e0f-45ae-b43a-8191e4b033ed, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:30:55.372910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1d95c55a-e014-4bfc-a238-d91dcb2bd563 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f50500df88c48a8beda2816c18788cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8587005 Oct 29 08:30:55.374782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43224) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:30:55.380858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.383173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95c55a-e014-4bfc-a238-d91dcb2bd563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c02dc1-3943-42b7-a017-d0686e0438a3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:55.422148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.487536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:30:55.517874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15fb0e-9f8b-4d2a-96a4-f4a39b75c1b8 None None] Pushing event updated for resources: {'Port': ['ID=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:55.561986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] For port 03957d33-f177-459e-a07b-b34ef5df2d93, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=03957d33-f177-459e-a07b-b34ef5df2d93,segment=NetworkSegment(50681ca4-c1c5-455e-9248-980637021f3d),segment_id=50681ca4-c1c5-455e-9248-980637021f3d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:55.569584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c299d0dc-d2f5-446f-a5bc-38bec7d822c5 None None] Port 97efb57c-0f43-4484-b190-a85bb3bc23bd cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:30:55.574038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-41c5d8c1-0ed6-4473-ac30-249c6eda3113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.579854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.583446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, b8abe6ad-2e0f-45ae-b43a-8191e4b033ed) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:55.640871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:55.641471 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.708277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Allocated IP 172.25.5.194 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/dea75b65-d52e-435c-9915-ddba576617f9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:55.751840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d30fdb-d11f-4a12-ad0c-f33b228b239d None None] Pushing event updated for resources: {'Port': ['ID=03957d33-f177-459e-a07b-b34ef5df2d93,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:55.773031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-35ee24aa-e0ef-4fab-ab09-cb83d38ab884 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6210687 Oct 29 08:30:55.778815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca494df5-fade-42ff-a1dc-ff06cb6cd020 None None] Network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:55.809871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-41c5d8c1-0ed6-4473-ac30-249c6eda3113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:55.948592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db813b42-fb1b-4409-a2b2-aaf0c28328d7 req-29bcf69b-31bd-4fd7-aa0e-002f7b4ae5d3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:55.975522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db813b42-fb1b-4409-a2b2-aaf0c28328d7 req-29bcf69b-31bd-4fd7-aa0e-002f7b4ae5d3 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 944 time: 0.4922869 Oct 29 08:30:56.077050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Routers {'2138f8a3-ed35-44bd-b2d7-0f025408d31e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:30:56.077951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:30:56.112697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db813b42-fb1b-4409-a2b2-aaf0c28328d7 req-38e42e41-8da5-4eb8-92e9-14e582beac48 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/security-groups?id=147693ba-9a49-470c-8624-f31df5936976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223705 Oct 29 08:30:56.124647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-6861d2fe-36c4-4439-a3a9-93ce530d94d5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:56.126893 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-6861d2fe-36c4-4439-a3a9-93ce530d94d5 tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.15 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 944 time: 0.4401977 Oct 29 08:30:56.129176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-41c5d8c1-0ed6-4473-ac30-249c6eda3113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.138662 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-41c5d8c1-0ed6-4473-ac30-249c6eda3113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.142902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-41c5d8c1-0ed6-4473-ac30-249c6eda3113 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74c02dc1-3943-42b7-a017-d0686e0438a3 HTTP/1.1" status: 204 len: 168 time: 0.7657583 Oct 29 08:30:56.350245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5d8c1-0ed6-4473-ac30-249c6eda3113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c02dc1-3943-42b7-a017-d0686e0438a3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:56.502960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Deleting port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:30:56.503348 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.506020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Allocated IP 19.80.0.2 (34c21951-328b-4566-8582-7b6d2dabab90/bc4b0780-30ab-45f4-8c4f-877e4b08b3e9/f71e609c-b765-4c77-9581-8b718e1795e7) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:56.527397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e440b82-37fc-4112-a04f-8772d0b42499 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:30:56.540783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.566603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Transition to ACTIVE for port object 4e440b82-37fc-4112-a04f-8772d0b42499 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:30:56.589117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-b8abe6ad-2e0f-45ae-b43a-8191e4b033ed', 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'fixed_ips': [{'subnet_id': '4a16952c-6431-4d6e-a1a3-235d7979c08a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:30:56.590151 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.613022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.634789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] Set router 2138f8a3-ed35-44bd-b2d7-0f025408d31e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:30:56.658115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d2d8c8cb-f9f2-47df-abb7-a540a6e06a0f None None] Provisioning complete for port 03957d33-f177-459e-a07b-b34ef5df2d93 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:56.658632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c8cb-f9f2-47df-abb7-a540a6e06a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.678509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79502297-d8c3-401a-a77c-effe82dedeb5 req-a2cd1f95-da1f-40c5-9c76-978832c496ee tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:56.687276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79502297-d8c3-401a-a77c-effe82dedeb5 req-a2cd1f95-da1f-40c5-9c76-978832c496ee tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:56.697814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79502297-d8c3-401a-a77c-effe82dedeb5 req-a2cd1f95-da1f-40c5-9c76-978832c496ee tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:56.707118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79502297-d8c3-401a-a77c-effe82dedeb5 req-a2cd1f95-da1f-40c5-9c76-978832c496ee tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:56.723711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79502297-d8c3-401a-a77c-effe82dedeb5 req-a2cd1f95-da1f-40c5-9c76-978832c496ee tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:56.727182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79502297-d8c3-401a-a77c-effe82dedeb5 req-a2cd1f95-da1f-40c5-9c76-978832c496ee tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 3815 time: 0.7451382 Oct 29 08:30:56.734256 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.745458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.897717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] For port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,segment=NetworkSegment(748a1e43-c428-479c-a581-976eba1150d2),segment_id=748a1e43-c428-479c-a581-976eba1150d2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:56.898089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:56.936213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Calling delete_port for a91a52fa-e6fd-4876-97de-2fb75ae8a2ef owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:30:57.315596 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79502297-d8c3-401a-a77c-effe82dedeb5 req-a05bc321-1bda-4b39-9011-e72703919802 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5586073 Oct 29 08:30:57.431686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:57.461039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:57.495016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Attempting to bind port 4e440b82-37fc-4112-a04f-8772d0b42499 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:57.495935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Attempting to bind port 4e440b82-37fc-4112-a04f-8772d0b42499 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:57.499328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Attempting to bind port 4e440b82-37fc-4112-a04f-8772d0b42499 on network 4c20bffe-ce6f-4744-917e-c58555209531 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:57.525812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e440b82-37fc-4112-a04f-8772d0b42499,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:57.530174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:57.597363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:57.609185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Port 4e440b82-37fc-4112-a04f-8772d0b42499 on network 4c20bffe-ce6f-4744-917e-c58555209531 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:30:57.609698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Attempting to bind port 4e440b82-37fc-4112-a04f-8772d0b42499 on network 4c20bffe-ce6f-4744-917e-c58555209531 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:57.740422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Pushing event deleted for resources: {'Port': ['ID=a91a52fa-e6fd-4876-97de-2fb75ae8a2ef,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:57.750640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:30:57.805102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89357b8d-8884-4e32-97e2-1b4ed22d5d66 req-b9cb114b-c305-4547-a66e-a3d63e7a8f64 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:57.807322 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89357b8d-8884-4e32-97e2-1b4ed22d5d66 req-b9cb114b-c305-4547-a66e-a3d63e7a8f64 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.3336775 Oct 29 08:30:57.808819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] No DVR routers for this DVR port a91a52fa-e6fd-4876-97de-2fb75ae8a2ef on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:30:57.812313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:57.818320 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ba35f7f-45ca-4abe-bd23-dd196ee714b8 req-630b42cc-ebde-4f2a-a5d7-d19bdb8a0d8c tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.15 "DELETE /v2.0/ports/a91a52fa-e6fd-4876-97de-2fb75ae8a2ef HTTP/1.1" status: 204 len: 173 time: 1.6736176 Oct 29 08:30:57.862853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'name': 'network-vif-deleted', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:57.865974 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61823a80-87fe-41df-98f0-bee4ef1e54c1" -d '{"events": [{"server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "name": "network-vif-deleted", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:57.930385 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89357b8d-8884-4e32-97e2-1b4ed22d5d66 req-3f91ff8b-387e-4924-b795-dfaee5dabcce tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107917 Oct 29 08:30:57.969264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30735e64-e77e-464c-b375-cc3300099f3f None None] Network 91bab1f0-729a-4239-8dbe-50852ddcaa57 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:30:58.109415 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c8cb-f9f2-47df-abb7-a540a6e06a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:58.181251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5b090168-937f-4092-ac1a-72fe66cf6939 req-2a937668-9d0a-431b-939c-bc68ea221e6f tempest-LiveMigrationTest-1007518272 tempest-LiveMigrationTest-1007518272-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b907da-a376-4b47-a715-71c173abef83 HTTP/1.1" status: 200 len: 210 time: 0.0947025 Oct 29 08:30:58.284593 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:58.368021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-8d8a78ef-9c02-4ced-a55e-3bf87004ae44 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:58.376909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-8d8a78ef-9c02-4ced-a55e-3bf87004ae44 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:58.380678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-8d8a78ef-9c02-4ced-a55e-3bf87004ae44 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/networks?id=34c21951-328b-4566-8582-7b6d2dabab90&id=b8abe6ad-2e0f-45ae-b43a-8191e4b033ed&id=34c21951-328b-4566-8582-7b6d2dabab90 HTTP/1.1" status: 200 len: 1390 time: 0.8495007 Oct 29 08:30:58.381522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Pushing event updated for resources: {'Port': ['ID=dea75b65-d52e-435c-9915-ddba576617f9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:58.382500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Allocated IP 19.86.0.2 (b8abe6ad-2e0f-45ae-b43a-8191e4b033ed/4a16952c-6431-4d6e-a1a3-235d7979c08a/5e1d5345-3b4f-492b-98ef-94df4ab00f5d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:30:58.447175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:58.447461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Checking segment: {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:58.447825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Bound using segment: {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:58.448290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Bound port: 4e440b82-37fc-4112-a04f-8772d0b42499, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9c0239-84cc-488a-b32c-7efd71714fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:58.448657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:58.486697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-29ec0a41-3ec3-4b99-b45e-660deb18f591 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/quotas/6ebb5602050c4b61ae3f7047783b5a00 HTTP/1.1" status: 200 len: 375 time: 0.0720215 Oct 29 08:30:58.493313 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05615bf-515b-42e3-81c0-c5883141f33b x-openstack-request-id: req-a05615bf-515b-42e3-81c0-c5883141f33b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:30:58.493712 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b907da-a376-4b47-a715-71c173abef83", "name": "network-vif-deleted", "tag": "a91a52fa-e6fd-4876-97de-2fb75ae8a2ef", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:30:58.494062 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a05615bf-515b-42e3-81c0-c5883141f33b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:30:58.494589 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b907da-a376-4b47-a715-71c173abef83', 'name': 'network-vif-deleted', 'tag': 'a91a52fa-e6fd-4876-97de-2fb75ae8a2ef', 'status': 'completed', 'code': 200} Oct 29 08:30:58.692918 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:58.733083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:58.762658 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:58.921494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d2d8c8cb-f9f2-47df-abb7-a540a6e06a0f None None] For port 03957d33-f177-459e-a07b-b34ef5df2d93, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=03957d33-f177-459e-a07b-b34ef5df2d93,segment=NetworkSegment(50681ca4-c1c5-455e-9248-980637021f3d),segment_id=50681ca4-c1c5-455e-9248-980637021f3d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:30:58.997214 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-c16ddea6-a326-48be-9225-9302519da15d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4926283 Oct 29 08:30:59.010429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Network 34c21951-328b-4566-8582-7b6d2dabab90 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:59.034596 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c8cb-f9f2-47df-abb7-a540a6e06a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.066639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a91a52fa-e6fd-4876-97de-2fb75ae8a2ef no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:30:59.071120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] For port 4e440b82-37fc-4112-a04f-8772d0b42499, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:30:59.096299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:30:59.097457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: a91a52fa-e6fd-4876-97de-2fb75ae8a2ef {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:30:59.097868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a91a52fa-e6fd-4876-97de-2fb75ae8a2ef not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:30:59.100225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:59.118875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:59.132073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:30:59.132073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.137761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:30:59.140327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:59.140881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.152206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Pushing event updated for resources: {'Port': ['ID=5e1d5345-3b4f-492b-98ef-94df4ab00f5d,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:59.198329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] For port 4e440b82-37fc-4112-a04f-8772d0b42499, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4e440b82-37fc-4112-a04f-8772d0b42499,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:30:59.240643 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.248849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0192e3-5636-4b98-94f3-012ae4543607 req-f37d25c5-2f5a-4e23-b2ae-4d3e929df76b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:59.260246 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0192e3-5636-4b98-94f3-012ae4543607 req-f37d25c5-2f5a-4e23-b2ae-4d3e929df76b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:59.281175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0192e3-5636-4b98-94f3-012ae4543607 req-f37d25c5-2f5a-4e23-b2ae-4d3e929df76b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:59.298756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0192e3-5636-4b98-94f3-012ae4543607 req-f37d25c5-2f5a-4e23-b2ae-4d3e929df76b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:59.307711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0192e3-5636-4b98-94f3-012ae4543607 req-f37d25c5-2f5a-4e23-b2ae-4d3e929df76b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:59.308688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:59.309510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.312027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] 10.222.0.93 "PUT /v2.0/ports/4e440b82-37fc-4112-a04f-8772d0b42499 HTTP/1.1" status: 200 len: 1091 time: 4.3296673 Oct 29 08:30:59.312735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:30:59.315455 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:30:59.319711 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff0192e3-5636-4b98-94f3-012ae4543607 req-f37d25c5-2f5a-4e23-b2ae-4d3e929df76b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 3827 time: 0.2771289 Oct 29 08:30:59.383380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d430f4-1353-4d5f-b180-3a66776f86e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e440b82-37fc-4112-a04f-8772d0b42499,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:59.418134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:30:59.425334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff0192e3-5636-4b98-94f3-012ae4543607 req-24765b87-eed9-46fa-adbd-6113d57b6b24 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990942 Oct 29 08:30:59.458021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.668569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-6dd8fe56-52b4-461c-8c21-3443eb16fe04 service neutron] 10.222.0.70 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379180 Oct 29 08:30:59.682180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175cea1-7686-4da9-83f5-7f2d4b5bb224 req-bf27e071-28bd-4013-9774-ce7430735085 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:30:59.706359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6175cea1-7686-4da9-83f5-7f2d4b5bb224 req-bf27e071-28bd-4013-9774-ce7430735085 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.1478138 Oct 29 08:30:59.730464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Attempting to bind port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:59.731502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Attempting to bind port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:59.732149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Attempting to bind port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d on network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:59.735149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Pushing event updated for resources: {'Port': ['ID=f71e609c-b765-4c77-9581-8b718e1795e7,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:30:59.784605 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.787094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Attempting to bind port f71e609c-b765-4c77-9581-8b718e1795e7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:30:59.787613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Attempting to bind port f71e609c-b765-4c77-9581-8b718e1795e7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:30:59.788135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Attempting to bind port f71e609c-b765-4c77-9581-8b718e1795e7 on network 34c21951-328b-4566-8582-7b6d2dabab90 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:30:59.811434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:59.812279 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Checking segment: {'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:59.813151 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.813703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Bound using segment: {'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:59.814326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Bound port: 5e1d5345-3b4f-492b-98ef-94df4ab00f5d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:59.815128 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.819966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6175cea1-7686-4da9-83f5-7f2d4b5bb224 req-06d277ae-4583-45b6-b978-d2329d73d8c2 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126029 Oct 29 08:30:59.838094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-669d58d8-c8af-4f9a-abe7-68a2660424c9 None None] Provisioning complete for port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:30:59.838468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-669d58d8-c8af-4f9a-abe7-68a2660424c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.862814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:30:59.863313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Checking segment: {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:30:59.863551 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:30:59.876172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Bound using segment: {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:30:59.876822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Bound port: f71e609c-b765-4c77-9581-8b718e1795e7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:30:59.877241 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:00.014527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:30:46Z', 'revision_number': 4, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '03957d33-f177-459e-a07b-b34ef5df2d93', 'name': '', 'network_id': '82188f74-fe76-4918-bdcd-520fca899795', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'mac_address': 'fa:16:3e:71:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1e557f55-079b-4e49-9e2c-838230bfcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:42Z', 'updated_at': '2021-10-29T08:30:55Z', 'revision_number': 4, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'subnets': [{'id': '1e557f55-079b-4e49-9e2c-838230bfcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:00.023714 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3356760-e4d8-4919-9c26-dc4bd0e591af req-037fa74a-69e4-4082-9a72-251a4151a2dc tempest-AbsoluteLimitsNegativeTestJSON-1629677126 tempest-AbsoluteLimitsNegativeTestJSON-1629677126-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f193c11fd3cb4cea9ea0e9b4c940dad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520310 Oct 29 08:31:00.070565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e36244-c977-4c3c-b2fa-4358ab0ba72e None None] The sync data for ids ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'] in n-d-815940-1 is: [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:30:46Z', 'revision_number': 4, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '03957d33-f177-459e-a07b-b34ef5df2d93', 'name': '', 'network_id': '82188f74-fe76-4918-bdcd-520fca899795', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'mac_address': 'fa:16:3e:71:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1e557f55-079b-4e49-9e2c-838230bfcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:42Z', 'updated_at': '2021-10-29T08:30:55Z', 'revision_number': 4, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'subnets': [{'id': '1e557f55-079b-4e49-9e2c-838230bfcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:31:00.077317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8c8cb-f9f2-47df-abb7-a540a6e06a0f None None] Pushing event updated for resources: {'Port': ['ID=03957d33-f177-459e-a07b-b34ef5df2d93,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:00.330157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3356760-e4d8-4919-9c26-dc4bd0e591af req-34bd13e4-c937-45db-8714-9cb288776acd tempest-AbsoluteLimitsNegativeTestJSON-1629677126 tempest-AbsoluteLimitsNegativeTestJSON-1629677126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:00.340465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3356760-e4d8-4919-9c26-dc4bd0e591af req-34bd13e4-c937-45db-8714-9cb288776acd tempest-AbsoluteLimitsNegativeTestJSON-1629677126 tempest-AbsoluteLimitsNegativeTestJSON-1629677126-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158240 Oct 29 08:31:00.381594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3356760-e4d8-4919-9c26-dc4bd0e591af req-6d96e814-7ce5-43f5-8cb9-bb659ca08c38 tempest-AbsoluteLimitsNegativeTestJSON-1629677126 tempest-AbsoluteLimitsNegativeTestJSON-1629677126-project] 10.222.0.70 "GET /v2.0/quotas/f193c11fd3cb4cea9ea0e9b4c940dad9 HTTP/1.1" status: 200 len: 375 time: 0.0309207 Oct 29 08:31:00.476425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3356760-e4d8-4919-9c26-dc4bd0e591af req-66437c95-7016-4697-af92-025534e9aa91 tempest-AbsoluteLimitsNegativeTestJSON-1629677126 tempest-AbsoluteLimitsNegativeTestJSON-1629677126-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f193c11fd3cb4cea9ea0e9b4c940dad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884295 Oct 29 08:31:00.477158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] For port f71e609c-b765-4c77-9581-8b718e1795e7, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:00.483624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] For port f71e609c-b765-4c77-9581-8b718e1795e7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f71e609c-b765-4c77-9581-8b718e1795e7,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:00.500520 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:00.504734 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:00.568078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43328) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:00.593555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-ef59f229-150c-4763-a3eb-fa7569ab7307 service neutron] 10.222.0.70 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9053037 Oct 29 08:31:00.769256 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb350e45-fc9c-4497-8613-b7dc2ca6c80f x-openstack-request-id: req-cb350e45-fc9c-4497-8613-b7dc2ca6c80f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:00.770220 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:00.771987 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb350e45-fc9c-4497-8613-b7dc2ca6c80f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:00.772476 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499', 'status': 'completed', 'code': 200} Oct 29 08:31:00.908738 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:00.925646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:01.090334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Deleting subnet 37720abb-4935-420c-be32-b1e0112cfb78 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:31:01.096238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:01.129728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] For port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:01.140513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,segment=NetworkSegment(de45baab-1309-4859-ad3d-17134aa68569),segment_id=de45baab-1309-4859-ad3d-17134aa68569)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:01.203538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:01.225021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ac0db-486b-4436-b4db-2cbde494effc None None] Pushing event updated for resources: {'Port': ['ID=f71e609c-b765-4c77-9581-8b718e1795e7,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:01.240673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] For port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5e1d5345-3b4f-492b-98ef-94df4ab00f5d,segment=NetworkSegment(1016798d-274c-49c0-99ea-4a244e1a4afa),segment_id=1016798d-274c-49c0-99ea-4a244e1a4afa)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:01.300642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-3cf8e227-39ef-45e5-b240-d93fb38ef683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:01.304262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-3cf8e227-39ef-45e5-b240-d93fb38ef683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:01.306598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-3cf8e227-39ef-45e5-b240-d93fb38ef683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:01.307371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-3cf8e227-39ef-45e5-b240-d93fb38ef683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:01.308774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-3cf8e227-39ef-45e5-b240-d93fb38ef683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:01.313576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-3cf8e227-39ef-45e5-b240-d93fb38ef683 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 4362 time: 0.5240633 Oct 29 08:31:01.331341 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-669d58d8-c8af-4f9a-abe7-68a2660424c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:01.335075 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:01.388899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-1318a447-97f3-4543-a47e-e6dd204aa2f2 service neutron] 10.222.0.70 "GET /v2.0/networks/b8abe6ad-2e0f-45ae-b43a-8191e4b033ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235467 Oct 29 08:31:01.450164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43344) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:01.504711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Router 136447fa-64d2-4e6f-abe8-86fefcce41f6 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:31:01.543913 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-669d58d8-c8af-4f9a-abe7-68a2660424c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:31:01.544366 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-669d58d8-c8af-4f9a-abe7-68a2660424c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:31:01.545210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 03957d33-f177-459e-a07b-b34ef5df2d93 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:01.549621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:01.666350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a4a226-7980-440d-ba53-b246619a902b {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:01.721848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc6d1-c282-4a16-83cd-0dd0c57a6e6c None None] Pushing event updated for resources: {'Port': ['ID=5e1d5345-3b4f-492b-98ef-94df4ab00f5d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:01.754403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 03957d33-f177-459e-a07b-b34ef5df2d93 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:01.754855 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:01.842229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-5ea18d89-5010-4940-8d45-ee5df8c773ee service neutron] 10.222.0.70 "GET /v2.0/networks/b8abe6ad-2e0f-45ae-b43a-8191e4b033ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521997 Oct 29 08:31:01.890873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:01.981415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:02.002336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Transition to ACTIVE for port object 40a4a226-7980-440d-ba53-b246619a902b will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:02.007760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:31:02.018714 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Sync routers for ids ['136447fa-64d2-4e6f-abe8-86fefcce41f6'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:31:02.039218 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Routers {'136447fa-64d2-4e6f-abe8-86fefcce41f6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:31:02.048461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:02.049707 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['136447fa-64d2-4e6f-abe8-86fefcce41f6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:02.059554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:02.061054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5d8dd1da-8e85-4acf-a464-9841734a3205 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8950994 Oct 29 08:31:02.079268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43352) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:02.457658 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Set router 136447fa-64d2-4e6f-abe8-86fefcce41f6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:31:02.531422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3172-2ae2-45ee-9d0a-418c598b249a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:02.583639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Pushing event updated for resources: {'Port': ['ID=40a4a226-7980-440d-ba53-b246619a902b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:02.603520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5654-8997-4a36-bb9a-58ed6328d1fd req-12d7856b-6168-484e-8b79-f7f6e0f722c1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:02.616331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Attempting to bind port 40a4a226-7980-440d-ba53-b246619a902b on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:02.616678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Attempting to bind port 40a4a226-7980-440d-ba53-b246619a902b by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:02.617050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Attempting to bind port 40a4a226-7980-440d-ba53-b246619a902b on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:02.641631 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-4c70482b-a7fc-4c2a-a1c4-6b074a1b4f20 service neutron] 10.222.0.70 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052971 Oct 29 08:31:02.642243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Port 40a4a226-7980-440d-ba53-b246619a902b on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:02.642565 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Attempting to bind port 40a4a226-7980-440d-ba53-b246619a902b on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:02.645196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5654-8997-4a36-bb9a-58ed6328d1fd req-12d7856b-6168-484e-8b79-f7f6e0f722c1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:02.653220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:02.657024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Checking segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:02.658751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Bound using segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:02.661517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Bound port: 40a4a226-7980-440d-ba53-b246619a902b, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:02.662138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:02.662344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5654-8997-4a36-bb9a-58ed6328d1fd req-12d7856b-6168-484e-8b79-f7f6e0f722c1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:02.678334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5654-8997-4a36-bb9a-58ed6328d1fd req-12d7856b-6168-484e-8b79-f7f6e0f722c1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:02.705290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5654-8997-4a36-bb9a-58ed6328d1fd req-12d7856b-6168-484e-8b79-f7f6e0f722c1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:02.723365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-340c5654-8997-4a36-bb9a-58ed6328d1fd req-12d7856b-6168-484e-8b79-f7f6e0f722c1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 3827 time: 1.4376779 Oct 29 08:31:02.731002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:02.754627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-32e669f4-35bc-4cbf-8629-425c15b8ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:02.754627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-32e669f4-35bc-4cbf-8629-425c15b8ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:02.754960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-32e669f4-35bc-4cbf-8629-425c15b8ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:02.791093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-32e669f4-35bc-4cbf-8629-425c15b8ab31 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0e375421471b483a8f72818bfeeca5b9&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.4260197 Oct 29 08:31:02.936663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-24461f20-6104-4b38-9e83-ce7aed49875a service neutron] 10.222.0.70 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210240 Oct 29 08:31:03.025228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655a618-0481-4bab-89ed-e7fc1de5a52c None None] Network 34c21951-328b-4566-8582-7b6d2dabab90 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:03.060621 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:30:59Z', 'revision_number': 3, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port': {'id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:55Z', 'updated_at': '2021-10-29T08:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:03.123564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] For port 40a4a226-7980-440d-ba53-b246619a902b, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:03.134539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] For port 40a4a226-7980-440d-ba53-b246619a902b, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=40a4a226-7980-440d-ba53-b246619a902b,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:03.142334 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:03.166226 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Checking router: 136447fa-64d2-4e6f-abe8-86fefcce41f6 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:31:03.166859 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Updating router 136447fa-64d2-4e6f-abe8-86fefcce41f6 port dea75b65-d52e-435c-9915-ddba576617f9 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:31:03.190622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:03.191295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:03.197474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] 10.222.0.93 "PUT /v2.0/ports/40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 200 len: 1131 time: 3.7999797 Oct 29 08:31:03.230757 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:03.249870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1578093a-3d31-4e90-b6e4-bcd0300bae2f None None] Provisioning complete for port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:03.250255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1578093a-3d31-4e90-b6e4-bcd0300bae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:03.289311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '40a4a226-7980-440d-ba53-b246619a902b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:03.305131 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb502d7-9757-488c-b039-5fbcda2b852c" -d '{"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "40a4a226-7980-440d-ba53-b246619a902b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:03.367711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:03.693165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd185213-1166-4d28-95a9-e2c5e3bedc73 service neutron] Pushing event updated for resources: {'Port': ['ID=40a4a226-7980-440d-ba53-b246619a902b,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:03.833655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5e1d5345-3b4f-492b-98ef-94df4ab00f5d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:03.857746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:03.859069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139f79c-f2ed-4640-b2d3-5b0d26fe5e9e None None] Network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:03.945643 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:03.959462 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:04.072759 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93736618-b7bf-4d16-a343-256a453abfbd None None] Pushing event updated for resources: {'Port': ['ID=dea75b65-d52e-435c-9915-ddba576617f9,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:04.098974 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Attempting to bind port dea75b65-d52e-435c-9915-ddba576617f9 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:04.099643 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Attempting to bind port dea75b65-d52e-435c-9915-ddba576617f9 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:04.100381 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Attempting to bind port dea75b65-d52e-435c-9915-ddba576617f9 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:04.108110 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:04.108964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:04.109632 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:04.110257 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:04.110993 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Bound port: dea75b65-d52e-435c-9915-ddba576617f9, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:04.111771 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:04.178040 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] For port dea75b65-d52e-435c-9915-ddba576617f9, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:04.182189 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] For port dea75b65-d52e-435c-9915-ddba576617f9, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dea75b65-d52e-435c-9915-ddba576617f9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:04.198492 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:04.314731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:04.315564 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:04.381984 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Routers {'136447fa-64d2-4e6f-abe8-86fefcce41f6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:31:04.383526 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['136447fa-64d2-4e6f-abe8-86fefcce41f6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:04.400335 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93736618-b7bf-4d16-a343-256a453abfbd None None] Pushing event updated for resources: {'Port': ['ID=dea75b65-d52e-435c-9915-ddba576617f9,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:04.529349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eca96-b7f8-4577-b990-c8138ede39ef req-a19c83dd-da9a-4fae-91f5-7e7658f21f45 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:04.534323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-231eca96-b7f8-4577-b990-c8138ede39ef req-a19c83dd-da9a-4fae-91f5-7e7658f21f45 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 1.0827527 Oct 29 08:31:04.700627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-231eca96-b7f8-4577-b990-c8138ede39ef req-dbfa3a70-a28a-484e-97b3-fc1f78ce07fc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439979 Oct 29 08:31:04.774902 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] Set router 136447fa-64d2-4e6f-abe8-86fefcce41f6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:31:04.792142 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:04.804835 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8b4033b4-2666-4169-8254-a74c87fdf839 None None] Provisioning complete for port f71e609c-b765-4c77-9581-8b718e1795e7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:04.805419 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8b4033b4-2666-4169-8254-a74c87fdf839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.057613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.086197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d75a73b-957d-452f-9b45-e3efffbf7ffb {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:05.109844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.114318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5e1d5345-3b4f-492b-98ef-94df4ab00f5d,segment=NetworkSegment(1016798d-274c-49c0-99ea-4a244e1a4afa),segment_id=1016798d-274c-49c0-99ea-4a244e1a4afa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:05.122853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.123687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f71e609c-b765-4c77-9581-8b718e1795e7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:05.123905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-656b09a7-26e5-4936-82c6-c84626830f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:05.130342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2162b197-43f9-47dd-b384-8cb2dbe8d8ab req-656b09a7-26e5-4936-82c6-c84626830f93 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 2.2347608 Oct 29 08:31:05.160713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Transition to ACTIVE for port object 6d75a73b-957d-452f-9b45-e3efffbf7ffb will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:05.170461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.258595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37720abb-4935-420c-be32-b1e0112cfb78,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:05.273057 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.282554 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/37720abb-4935-420c-be32-b1e0112cfb78 HTTP/1.1" status: 204 len: 168 time: 4.7127874 Oct 29 08:31:05.292485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43374) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:05.293409 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:30:59Z', 'revision_number': 3, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port': {'id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:55Z', 'updated_at': '2021-10-29T08:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:05.308305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-340c5654-8997-4a36-bb9a-58ed6328d1fd req-ff96573d-64e4-44b5-bf7d-ff57069d865b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.5837576 Oct 29 08:31:05.352714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.354285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.356810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.357565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.358237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.359407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.360235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.362493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.363122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.363724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.365613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.367332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3160700-d29f-46db-9cdd-8cd1847584c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:05.371481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Pushing event updated for resources: {'Port': ['ID=6d75a73b-957d-452f-9b45-e3efffbf7ffb,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:05.580633 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4adbee5-db84-45da-9ae9-64517d3c3c53 x-openstack-request-id: req-a4adbee5-db84-45da-9ae9-64517d3c3c53 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:05.581691 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "40a4a226-7980-440d-ba53-b246619a902b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:05.582162 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4adbee5-db84-45da-9ae9-64517d3c3c53 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:05.582781 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '40a4a226-7980-440d-ba53-b246619a902b', 'status': 'completed', 'code': 200} Oct 29 08:31:05.707517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32208fd2-f741-4707-97be-a0c604012ce4 req-604b35f4-3e5a-4f3a-a257-3d5ce6cb1578 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 210 time: 0.1758046 Oct 29 08:31:05.748567 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8b4033b4-2666-4169-8254-a74c87fdf839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.802167 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb377967-38a7-4b90-ac34-d679ef4df276 None None] The sync data for ids ['136447fa-64d2-4e6f-abe8-86fefcce41f6'] in n-d-815940-1 is: [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:30:59Z', 'revision_number': 3, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port': {'id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:55Z', 'updated_at': '2021-10-29T08:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:31:05.863362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.896249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8b4033b4-2666-4169-8254-a74c87fdf839 None None] For port f71e609c-b765-4c77-9581-8b718e1795e7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f71e609c-b765-4c77-9581-8b718e1795e7,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:05.901206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=5e1d5345-3b4f-492b-98ef-94df4ab00f5d,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:05.911380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8b4033b4-2666-4169-8254-a74c87fdf839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:05.995334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4033b4-2666-4169-8254-a74c87fdf839 None None] Pushing event updated for resources: {'Port': ['ID=f71e609c-b765-4c77-9581-8b718e1795e7,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:05.995821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Attempting to bind port 6d75a73b-957d-452f-9b45-e3efffbf7ffb on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:06.002452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Attempting to bind port 6d75a73b-957d-452f-9b45-e3efffbf7ffb by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:06.004921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Attempting to bind port 6d75a73b-957d-452f-9b45-e3efffbf7ffb on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:06.016537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f71e609c-b765-4c77-9581-8b718e1795e7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:06.018550 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.081496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Port 6d75a73b-957d-452f-9b45-e3efffbf7ffb on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:06.086408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Attempting to bind port 6d75a73b-957d-452f-9b45-e3efffbf7ffb on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:06.097831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8b4033b4-2666-4169-8254-a74c87fdf839 None None] Provisioning complete for port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:06.098754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8b4033b4-2666-4169-8254-a74c87fdf839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.108651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:06.108651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Checking segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:06.109096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Bound using segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:06.110071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Bound port: 6d75a73b-957d-452f-9b45-e3efffbf7ffb, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:06.110071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.286317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3172-2ae2-45ee-9d0a-418c598b249a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.365404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3172-2ae2-45ee-9d0a-418c598b249a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.374968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.484995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f379dfc9-1fc4-4cb6-b697-a425185a8a3f']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:06.510618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748a1e43-c428-479c-a581-976eba1150d2') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:06.510911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748a1e43-c428-479c-a581-976eba1150d2') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:06.538279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.581925 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.607355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:31:06.608358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.625225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:06.690485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-c7bb1745-6082-42bf-8c6e-04dcfff4e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:06.691007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-c7bb1745-6082-42bf-8c6e-04dcfff4e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:06.691535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-c7bb1745-6082-42bf-8c6e-04dcfff4e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:06.692276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-c7bb1745-6082-42bf-8c6e-04dcfff4e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:06.692768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-c7bb1745-6082-42bf-8c6e-04dcfff4e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:06.693240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-c7bb1745-6082-42bf-8c6e-04dcfff4e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:06.693720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-c7bb1745-6082-42bf-8c6e-04dcfff4e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:06.696036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-c7bb1745-6082-42bf-8c6e-04dcfff4e780 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6168 time: 1.1072679 Oct 29 08:31:06.706097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bdcf3172-2ae2-45ee-9d0a-418c598b249a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f193c11fd3cb4cea9ea0e9b4c940dad9&name=default HTTP/1.1" status: 200 len: 2979 time: 4.8471656 Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:31:06.770760 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:31:06.782448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43392) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:06.805577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:06.806220 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.862824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0d785661-5c52-40d8-9764-17d9c407c97b None None] Provisioning complete for port f71e609c-b765-4c77-9581-8b718e1795e7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:06.863194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d785661-5c52-40d8-9764-17d9c407c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.972749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.986071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:06.989696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f379dfc9-1fc4-4cb6-b697-a425185a8a3f HTTP/1.1" status: 204 len: 168 time: 1.6941905 Oct 29 08:31:07.000166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43396) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:07.000789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e30aa4-e0f7-478e-8282-8b8cbd110f0e req-59d753dd-c577-45b3-a4d9-044a93d5e25f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.004849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d6e30aa4-e0f7-478e-8282-8b8cbd110f0e req-59d753dd-c577-45b3-a4d9-044a93d5e25f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.9344940 Oct 29 08:31:07.278679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0d785661-5c52-40d8-9764-17d9c407c97b None None] Provisioning complete for port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:07.279281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d785661-5c52-40d8-9764-17d9c407c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:07.358992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf3172-2ae2-45ee-9d0a-418c598b249a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4d7073-b22e-487a-90c7-f98f3a5d40f7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:07.412597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-7335cc46-c99d-4bf4-a14a-657cb7e84ef6 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.431794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-7335cc46-c99d-4bf4-a14a-657cb7e84ef6 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.433784 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-7335cc46-c99d-4bf4-a14a-657cb7e84ef6 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "GET /v2.0/networks?id=34c21951-328b-4566-8582-7b6d2dabab90&id=b8abe6ad-2e0f-45ae-b43a-8191e4b033ed&id=34c21951-328b-4566-8582-7b6d2dabab90 HTTP/1.1" status: 200 len: 1390 time: 1.6923256 Oct 29 08:31:07.441254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-01dd42d1-e757-4f84-83fe-17e1fee9bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.442101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-01dd42d1-e757-4f84-83fe-17e1fee9bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.442779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-01dd42d1-e757-4f84-83fe-17e1fee9bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.456580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-01dd42d1-e757-4f84-83fe-17e1fee9bf92 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0e375421471b483a8f72818bfeeca5b9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7199388 Oct 29 08:31:07.484627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'port': {'device_id': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90', 'admin_state_up': True, 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:07.513028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5e1d5345-3b4f-492b-98ef-94df4ab00f5d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:07.668115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:07.668602 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:07.685966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d6e30aa4-e0f7-478e-8282-8b8cbd110f0e req-7ce237f6-dc54-48d0-97b8-c7b26e57a30e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238765 Oct 29 08:31:07.688590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afde724-0dd6-4394-886b-cc426bffa8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f379dfc9-1fc4-4cb6-b697-a425185a8a3f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:07.700650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] For port 6d75a73b-957d-452f-9b45-e3efffbf7ffb, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:07.785051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3c864-7b78-4848-a10a-80931201399c req-8d0a11b6-9382-4867-a52d-f41b4a2a8e36 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.797805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3c864-7b78-4848-a10a-80931201399c req-8d0a11b6-9382-4867-a52d-f41b4a2a8e36 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.812484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3c864-7b78-4848-a10a-80931201399c req-8d0a11b6-9382-4867-a52d-f41b4a2a8e36 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.824820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3c864-7b78-4848-a10a-80931201399c req-8d0a11b6-9382-4867-a52d-f41b4a2a8e36 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.833091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dea75b65-d52e-435c-9915-ddba576617f9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:07.841489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3c864-7b78-4848-a10a-80931201399c req-8d0a11b6-9382-4867-a52d-f41b4a2a8e36 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.857159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3c864-7b78-4848-a10a-80931201399c req-8d0a11b6-9382-4867-a52d-f41b4a2a8e36 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.870166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3c864-7b78-4848-a10a-80931201399c req-8d0a11b6-9382-4867-a52d-f41b4a2a8e36 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:07.878270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac3c864-7b78-4848-a10a-80931201399c req-8d0a11b6-9382-4867-a52d-f41b4a2a8e36 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5373 time: 1.0375805 Oct 29 08:31:07.883577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] For port 6d75a73b-957d-452f-9b45-e3efffbf7ffb, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:07.910722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dea75b65-d52e-435c-9915-ddba576617f9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:07.911359 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:07.913335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:07.925662 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be72508c-a429-4461-adec-567cca7ce5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:07.946844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec12a76-ce2f-426d-91ef-67ac9511f017 admin admin] Deleting subnet 0b264418-2388-42cc-8df7-e49df107a31d {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:31:07.975340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be72508c-a429-4461-adec-567cca7ce5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.008507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ec12a76-ce2f-426d-91ef-67ac9511f017 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.073256 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.091685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.092426 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.094252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] 10.222.0.93 "PUT /v2.0/ports/6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 200 len: 1131 time: 4.7422030 Oct 29 08:31:08.100794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '6d75a73b-957d-452f-9b45-e3efffbf7ffb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:08.103712 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b" -d '{"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "6d75a73b-957d-452f-9b45-e3efffbf7ffb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:08.139985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:08.152742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port dea75b65-d52e-435c-9915-ddba576617f9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dea75b65-d52e-435c-9915-ddba576617f9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:08.167144 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.169451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f71e609c-b765-4c77-9581-8b718e1795e7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:08.175822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be72508c-a429-4461-adec-567cca7ce5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.178880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be72508c-a429-4461-adec-567cca7ce5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.183276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac3c864-7b78-4848-a10a-80931201399c req-b0fa7dc9-8d56-432b-bcd0-81783b17caa4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2909174 Oct 29 08:31:08.185943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-be72508c-a429-4461-adec-567cca7ce5cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e4d7073-b22e-487a-90c7-f98f3a5d40f7 HTTP/1.1" status: 204 len: 168 time: 1.4008372 Oct 29 08:31:08.196455 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ec12a76-ce2f-426d-91ef-67ac9511f017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.209942 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c6612e54-9081-455b-9688-75811defa560 req-68764b65-34db-4dd9-8bf6-f2d6e63643a0 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 210 time: 0.3241675 Oct 29 08:31:08.305593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72508c-a429-4461-adec-567cca7ce5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4d7073-b22e-487a-90c7-f98f3a5d40f7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:08.305731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6a021-7420-46a7-b750-633cdaee6fab service neutron] Pushing event updated for resources: {'Port': ['ID=6d75a73b-957d-452f-9b45-e3efffbf7ffb,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:08.414998 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.448077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-23a5c61b-669d-4e6a-9994-0b8615030d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.451548 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cb502d7-9757-488c-b039-5fbcda2b852c req-23a5c61b-669d-4e6a-9994-0b8615030d1e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9468458 Oct 29 08:31:08.492274 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24860cca-0f25-4b51-87dd-3af6dae3bb17 x-openstack-request-id: req-24860cca-0f25-4b51-87dd-3af6dae3bb17 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:08.494664 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "6d75a73b-957d-452f-9b45-e3efffbf7ffb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:08.495599 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24860cca-0f25-4b51-87dd-3af6dae3bb17 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:08.497139 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '6d75a73b-957d-452f-9b45-e3efffbf7ffb', 'status': 'completed', 'code': 200} Oct 29 08:31:08.577458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=dea75b65-d52e-435c-9915-ddba576617f9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:08.581630 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ec12a76-ce2f-426d-91ef-67ac9511f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.606004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:08.609403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f71e609c-b765-4c77-9581-8b718e1795e7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:08.609791 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.612999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:08.660505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-dd5f8b8b-6fa5-4607-8d27-b3208c473192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.664786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-dd5f8b8b-6fa5-4607-8d27-b3208c473192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.666691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-dd5f8b8b-6fa5-4607-8d27-b3208c473192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.669952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-dd5f8b8b-6fa5-4607-8d27-b3208c473192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.686552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-dd5f8b8b-6fa5-4607-8d27-b3208c473192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.690212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-dd5f8b8b-6fa5-4607-8d27-b3208c473192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.690631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-dd5f8b8b-6fa5-4607-8d27-b3208c473192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.692957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-dd5f8b8b-6fa5-4607-8d27-b3208c473192 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6210 time: 0.1854126 Oct 29 08:31:08.902110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-93a5a805-aa4d-4aeb-8fe6-33bd7528fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.902615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-93a5a805-aa4d-4aeb-8fe6-33bd7528fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.903184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-93a5a805-aa4d-4aeb-8fe6-33bd7528fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:08.905753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-93a5a805-aa4d-4aeb-8fe6-33bd7528fe44 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0e375421471b483a8f72818bfeeca5b9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1878333 Oct 29 08:31:08.964691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:09.314082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b43822-6010-44a0-8c8e-5222d82ff7cd {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:09.334044 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:09.368388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dea75b65-d52e-435c-9915-ddba576617f9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:09.373369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Transition to ACTIVE for port object 35b43822-6010-44a0-8c8e-5222d82ff7cd will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:09.456287 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:09.479954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ec12a76-ce2f-426d-91ef-67ac9511f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:09.498875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dea75b65-d52e-435c-9915-ddba576617f9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:09.499682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:09.650071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ec12a76-ce2f-426d-91ef-67ac9511f017 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:09.665598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7ec12a76-ce2f-426d-91ef-67ac9511f017 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0b264418-2388-42cc-8df7-e49df107a31d HTTP/1.1" status: 204 len: 168 time: 2.6640460 Oct 29 08:31:09.666556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec12a76-ce2f-426d-91ef-67ac9511f017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b264418-2388-42cc-8df7-e49df107a31d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:09.684713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43442) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:09.708012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-1bde4412-8995-4c4f-9af5-993eefc59b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:09.709524 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88fe3f74-fbd4-4a7e-803a-f273c6b8f70b req-1bde4412-8995-4c4f-9af5-993eefc59b57 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7861745 Oct 29 08:31:09.857005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43444) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:09.881647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Allocated IP 19.80.0.79 (34c21951-328b-4566-8582-7b6d2dabab90/bc4b0780-30ab-45f4-8c4f-877e4b08b3e9/b71254cc-6dd9-401b-9e78-4ac027a97e82) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:09.898345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d33df-fc14-446d-89cd-8ab4d66559a4 req-83575eb6-f431-4670-b8e4-2bfed5250175 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:09.904319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-378d33df-fc14-446d-89cd-8ab4d66559a4 req-83575eb6-f431-4670-b8e4-2bfed5250175 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.5249603 Oct 29 08:31:10.051361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5662b908-d87e-4fe0-a232-14f559186899 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:10.052285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-378d33df-fc14-446d-89cd-8ab4d66559a4 req-48a94496-a62e-487e-8bea-a4bf72e4a04d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721812 Oct 29 08:31:10.057119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Pushing event updated for resources: {'Port': ['ID=35b43822-6010-44a0-8c8e-5222d82ff7cd,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:10.070951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5662b908-d87e-4fe0-a232-14f559186899 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:10.111835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5662b908-d87e-4fe0-a232-14f559186899 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:10.131517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5662b908-d87e-4fe0-a232-14f559186899 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:10.150376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.163144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5662b908-d87e-4fe0-a232-14f559186899 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:10.183163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5662b908-d87e-4fe0-a232-14f559186899 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:10.206975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5662b908-d87e-4fe0-a232-14f559186899 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:10.217849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5662b908-d87e-4fe0-a232-14f559186899 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5385 time: 0.7661436 Oct 29 08:31:10.221323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1356286838-network', 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:10.317634 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e271b-6d61-4356-a6b2-122b2c001fff req-5e726093-762d-4ea4-b73d-f6399992001c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894566 Oct 29 08:31:10.331067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Allocated IP 172.20.0.1 (91bab1f0-729a-4239-8dbe-50852ddcaa57/c08d596e-7ab7-4adb-aeea-1cb3f619d742/cf930114-1fdf-4d29-b589-80a548145a47) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:10.344503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Attempting to bind port 35b43822-6010-44a0-8c8e-5222d82ff7cd on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:10.347898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Attempting to bind port 35b43822-6010-44a0-8c8e-5222d82ff7cd by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:10.348238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Attempting to bind port 35b43822-6010-44a0-8c8e-5222d82ff7cd on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:10.356033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efdcfabb-ff38-4fc5-8312-9e69e9f987fc req-20fec53a-179c-419a-a2bf-4cc6056de92d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 210 time: 0.1241601 Oct 29 08:31:10.494692 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.552553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deea7c22-0d90-4ded-be81-e17f521ea612']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:10.572497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Port 35b43822-6010-44a0-8c8e-5222d82ff7cd on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:10.572981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Attempting to bind port 35b43822-6010-44a0-8c8e-5222d82ff7cd on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:10.581065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.594292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023bbac7-66eb-4bb9-aefb-a0d3e4af9ccd') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:10.595384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023bbac7-66eb-4bb9-aefb-a0d3e4af9ccd') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:10.611390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.625322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:10.625855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Checking segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:10.626945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Bound using segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:10.635574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Bound port: 35b43822-6010-44a0-8c8e-5222d82ff7cd, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:10.637469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.661996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.684225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:10.691591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.703635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.712527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.734692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network 34c21951-328b-4566-8582-7b6d2dabab90 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:10.742885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:10.752642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:10.756469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Network 91bab1f0-729a-4239-8dbe-50852ddcaa57 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:10.759422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Port': ['ID=b71254cc-6dd9-401b-9e78-4ac027a97e82,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:10.782609 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.790018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:10.801639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:10.901259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.970542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Pushing event updated for resources: {'Port': ['ID=cf930114-1fdf-4d29-b589-80a548145a47,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:10.972403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:31:10.973170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:31:10.987295 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:31:10.994172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:10.998211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.016271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.070661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-bbf47cfb-3615-48c5-9d93-b570eb0bfd21 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6113584 Oct 29 08:31:11.084206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'port': {'device_id': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed', 'admin_state_up': True, 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:11.240277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] For port 35b43822-6010-44a0-8c8e-5222d82ff7cd, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:11.245601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.252049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] For port 35b43822-6010-44a0-8c8e-5222d82ff7cd, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:11.259111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.276428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] 10.222.0.70 "DELETE /v2.0/networks/deea7c22-0d90-4ded-be81-e17f521ea612 HTTP/1.1" status: 204 len: 168 time: 1.5739970 Oct 29 08:31:11.300823 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.350693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839935a0-e128-4211-a90c-3c1e0efc1aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=deea7c22-0d90-4ded-be81-e17f521ea612,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:11.479919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dacc4e8b-4578-4f23-8c53-c069846d6a79 None None] Provisioning complete for port cf930114-1fdf-4d29-b589-80a548145a47 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:11.490337 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dacc4e8b-4578-4f23-8c53-c069846d6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.500747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c6939-d577-405c-a86a-2588b17bf472 req-37a7a2d4-53db-4243-b230-9713e6db80b4 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:11.502552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a3c6939-d577-405c-a86a-2588b17bf472 req-37a7a2d4-53db-4243-b230-9713e6db80b4 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.2928576 Oct 29 08:31:11.535455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:11.536159 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.556683 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] 10.222.0.93 "PUT /v2.0/ports/35b43822-6010-44a0-8c8e-5222d82ff7cd HTTP/1.1" status: 200 len: 1090 time: 3.4260657 Oct 29 08:31:11.557213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '35b43822-6010-44a0-8c8e-5222d82ff7cd'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:11.560070 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8e00b5-b659-4a87-b051-46b7c0889fab" -d '{"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "35b43822-6010-44a0-8c8e-5222d82ff7cd"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:11.580596 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.621257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43474) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:11.655298 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.665462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:11.680516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dacc4e8b-4578-4f23-8c53-c069846d6a79 None None] Port cf930114-1fdf-4d29-b589-80a548145a47 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:31:11.681885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:11.686058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.710228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.727535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dacc4e8b-4578-4f23-8c53-c069846d6a79 None None] Provisioning complete for port b71254cc-6dd9-401b-9e78-4ac027a97e82 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:11.730833 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dacc4e8b-4578-4f23-8c53-c069846d6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.735722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a3c6939-d577-405c-a86a-2588b17bf472 req-e8791b2a-38c5-447c-ac61-92f9baee68c9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240620 Oct 29 08:31:11.813076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bb1a0-1467-4af8-be60-ce28357d810c service neutron] Pushing event updated for resources: {'Port': ['ID=35b43822-6010-44a0-8c8e-5222d82ff7cd,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:11.823970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:31:11.870807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2e4f4dc7-4a33-444e-8e09-37cdda9ca7c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b74fa48c79a4a0296257f468b687cb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2369571 Oct 29 08:31:11.888596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dacc4e8b-4578-4f23-8c53-c069846d6a79 None None] Port b71254cc-6dd9-401b-9e78-4ac027a97e82 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:31:11.903099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43476) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:11.905709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.932430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:11.932792 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Added segment c5a70536-4257-47ef-8ee9-82ae12eeb4f0 of type vlan for network e8f283a6-0ef3-4237-aed0-2369190cb484 Oct 29 08:31:11.936298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:11.965443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-c48dbd19-3680-4737-affc-aa49cfad05cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:11.972302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-c48dbd19-3680-4737-affc-aa49cfad05cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:11.978972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-c48dbd19-3680-4737-affc-aa49cfad05cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:11.986110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-c48dbd19-3680-4737-affc-aa49cfad05cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:11.993080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-c48dbd19-3680-4737-affc-aa49cfad05cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:12.002660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-c48dbd19-3680-4737-affc-aa49cfad05cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:12.020695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-c48dbd19-3680-4737-affc-aa49cfad05cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:12.029869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-c48dbd19-3680-4737-affc-aa49cfad05cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5385 time: 0.4526100 Oct 29 08:31:12.113072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc685211-b3a6-4a46-8d61-ef9d23c7f9b2 req-e8ceb765-1885-413c-9772-52ae5dcd5d3f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821490 Oct 29 08:31:12.188690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.342244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c6d5-eb72-4f43-b290-5e1ffff4678b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.367895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c6d5-eb72-4f43-b290-5e1ffff4678b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.421356 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.423082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:12.426727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.447733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c6d5-eb72-4f43-b290-5e1ffff4678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.450969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c6d5-eb72-4f43-b290-5e1ffff4678b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.452409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a9b9c6d5-eb72-4f43-b290-5e1ffff4678b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/147693ba-9a49-470c-8624-f31df5936976 HTTP/1.1" status: 204 len: 168 time: 0.5273168 Oct 29 08:31:12.463248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6029191 Oct 29 08:31:12.477393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43490) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:12.512892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Request body: {'subnet': {'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1356286838-subnet', 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:12.539207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9c6d5-eb72-4f43-b290-5e1ffff4678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147693ba-9a49-470c-8624-f31df5936976,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:12.571883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6ef63-02a1-465d-9697-c59ac6802fc1 req-5a666349-a106-4a20-bc73-33dcf0c21a65 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:12.587620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ba6ef63-02a1-465d-9697-c59ac6802fc1 req-5a666349-a106-4a20-bc73-33dcf0c21a65 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 931 time: 0.6608243 Oct 29 08:31:12.596376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6186fa1-f944-43dc-a316-88523c22b4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e8f283a6-0ef3-4237-aed0-2369190cb484,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:12.609590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network e8f283a6-0ef3-4237-aed0-2369190cb484 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:31:12.623885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:12.627219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.818082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:12.826484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ba6ef63-02a1-465d-9697-c59ac6802fc1 req-d24ef659-7dcf-4102-a938-53e7c804f338 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373180 Oct 29 08:31:12.831924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Allocated IP 19.86.0.21 (b8abe6ad-2e0f-45ae-b43a-8191e4b033ed/4a16952c-6431-4d6e-a1a3-235d7979c08a/b170dda5-4d51-454a-a25f-4b0df72c02eb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:12.852241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.883745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Transition to ACTIVE for port object 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:12.895231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:12.960101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.050671 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0832ab6-c97e-4f2d-8db8-e25716364fc9 x-openstack-request-id: req-d0832ab6-c97e-4f2d-8db8-e25716364fc9 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:13.050989 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "35b43822-6010-44a0-8c8e-5222d82ff7cd", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:13.051229 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0832ab6-c97e-4f2d-8db8-e25716364fc9 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:13.051658 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '35b43822-6010-44a0-8c8e-5222d82ff7cd', 'status': 'completed', 'code': 200} Oct 29 08:31:13.246382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.280690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.333347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:13.342477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43510) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:13.343213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d25f8d9-c239-477a-8419-aa47faeea0bb,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:13.382799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Pushing event updated for resources: {'Port': ['ID=cf930114-1fdf-4d29-b589-80a548145a47,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:13.464424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Attempting to bind port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:13.466426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Attempting to bind port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:13.467389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Attempting to bind port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:13.478120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.488908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-66fe9b8c-624d-489c-b1a4-15145dd0013e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.495308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-66fe9b8c-624d-489c-b1a4-15145dd0013e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.500297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-1f3acd54-73de-4abf-a156-e7afa583ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.500774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-1f3acd54-73de-4abf-a156-e7afa583ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.501221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-1f3acd54-73de-4abf-a156-e7afa583ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.501507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-66fe9b8c-624d-489c-b1a4-15145dd0013e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.501666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-1f3acd54-73de-4abf-a156-e7afa583ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.502110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-1f3acd54-73de-4abf-a156-e7afa583ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.502568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-1f3acd54-73de-4abf-a156-e7afa583ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.503021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-1f3acd54-73de-4abf-a156-e7afa583ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.504962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-1f3acd54-73de-4abf-a156-e7afa583ffa9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6302 time: 0.5413797 Oct 29 08:31:13.508414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-66fe9b8c-624d-489c-b1a4-15145dd0013e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.514200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-66fe9b8c-624d-489c-b1a4-15145dd0013e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.520401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-66fe9b8c-624d-489c-b1a4-15145dd0013e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.526806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-66fe9b8c-624d-489c-b1a4-15145dd0013e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.528946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-66fe9b8c-624d-489c-b1a4-15145dd0013e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5397 time: 0.1893997 Oct 29 08:31:13.529704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:13.529898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Attempting to bind port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:13.533188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.574511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:13.574904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Checking segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:13.575329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Bound using segment: {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:13.575782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Bound port: 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:13.576183 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.585507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9958709e-ab55-4bb7-9d02-e05ac4216f67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd0b8ebfbcd74444a53c0c0de1a77aa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2369175 Oct 29 08:31:13.585507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Checking segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:13.585507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Network hostable DHCP agents. Network: e8f283a6-0ef3-4237-aed0-2369190cb484, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:31:13.590459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43512) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:13.599787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cdc67-8053-471a-b885-5654497f15fc req-52e9056e-38c6-43ef-b658-2a0fa34ef0c4 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.601525 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-332cdc67-8053-471a-b885-5654497f15fc req-52e9056e-38c6-43ef-b658-2a0fa34ef0c4 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.3046372 Oct 29 08:31:13.646993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9ff7f4a-d31d-45b4-84de-5ea4ef5b2ef2 req-c9004b79-a887-497f-ae8a-86f086e9a140 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969357 Oct 29 08:31:13.675008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Network e8f283a6-0ef3-4237-aed0-2369190cb484 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:31:13.700074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, e8f283a6-0ef3-4237-aed0-2369190cb484) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:13.706558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.707771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.711703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] For port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:13.718316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] For port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:13.730010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.730721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab48e6-a606-4ec8-9caa-665edc08cb86 None None] Network e8f283a6-0ef3-4237-aed0-2369190cb484 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:13.799097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-332cdc67-8053-471a-b885-5654497f15fc req-e055b4cf-8380-40d2-8548-eea6a844f5c0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598890 Oct 29 08:31:13.819375 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.841052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Network 91bab1f0-729a-4239-8dbe-50852ddcaa57 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:13.875266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-aa5a3dc4-aa07-48f7-a657-0212d37d8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.875735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-aa5a3dc4-aa07-48f7-a657-0212d37d8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.876219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-aa5a3dc4-aa07-48f7-a657-0212d37d8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.877856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-aa5a3dc4-aa07-48f7-a657-0212d37d8e4e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0e375421471b483a8f72818bfeeca5b9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3575463 Oct 29 08:31:13.884195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e75925d0-3d66-42e9-b8c2-b11179447b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.886375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:13.886708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:13.920030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-44e97891-9ce4-4090-81a5-c58472498bf6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4112492 Oct 29 08:31:13.947102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:13.947404 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:13.957380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-aac61f13-e556-480e-aa4b-5d2927c67753 service neutron] 10.222.0.93 "PUT /v2.0/ports/3b3bf03f-8f4d-47da-8884-35a1c9a9e17a HTTP/1.1" status: 200 len: 1091 time: 2.3205013 Oct 29 08:31:13.990829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:14.143388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:14.166038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e75925d0-3d66-42e9-b8c2-b11179447b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:14.223893 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:14.316590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Port': ['ID=b170dda5-4d51-454a-a25f-4b0df72c02eb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:14.381222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1469df9-cfce-4ae5-880d-2f7e71b9c7d5 req-31489421-1751-49e3-b8d9-eeb35d229201 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:14.388017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1469df9-cfce-4ae5-880d-2f7e71b9c7d5 req-31489421-1751-49e3-b8d9-eeb35d229201 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:14.389794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1469df9-cfce-4ae5-880d-2f7e71b9c7d5 req-31489421-1751-49e3-b8d9-eeb35d229201 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 1653 time: 0.3164141 Oct 29 08:31:14.395906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:14.416611 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-300321f7-3b5c-4602-80e1-8cd9faf3c6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:14.428137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:14.549330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f9520446-3414-41fc-a82b-044219ad4548 None None] Provisioning complete for port cf930114-1fdf-4d29-b589-80a548145a47 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:14.550213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9520446-3414-41fc-a82b-044219ad4548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:14.563316 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1469df9-cfce-4ae5-880d-2f7e71b9c7d5 req-7ee1569f-552b-447d-b88c-215d4108077e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649647 Oct 29 08:31:14.610403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7469c-6bf5-47dd-8f90-cd0dc3ab3933 None None] Network e8f283a6-0ef3-4237-aed0-2369190cb484 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:14.649114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:14.653922 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:14.662129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-7dfab5d5-933b-433d-9940-2eb1724764ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:14.670934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab8e00b5-b659-4a87-b051-46b7c0889fab req-7dfab5d5-933b-433d-9940-2eb1724764ae service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7768569 Oct 29 08:31:14.728036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Router 136447fa-64d2-4e6f-abe8-86fefcce41f6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:31:14.768740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e75925d0-3d66-42e9-b8c2-b11179447b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:14.773595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e75925d0-3d66-42e9-b8c2-b11179447b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:14.779983 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e75925d0-3d66-42e9-b8c2-b11179447b99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73c3286a-b222-4453-a63d-aacee0f43e51 HTTP/1.1" status: 204 len: 168 time: 1.1878583 Oct 29 08:31:14.785650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-eaa080e7-c35c-463b-98a7-5fd006006f76 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7073877 Oct 29 08:31:14.933710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'port': {'device_id': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90', 'admin_state_up': True, 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:14.964697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f9520446-3414-41fc-a82b-044219ad4548 None None] Port cf930114-1fdf-4d29-b589-80a548145a47 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:31:14.987746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75925d0-3d66-42e9-b8c2-b11179447b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c3286a-b222-4453-a63d-aacee0f43e51,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:15.058523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:15.062166 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556" -d '{"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "3b3bf03f-8f4d-47da-8884-35a1c9a9e17a"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:15.084155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c219d5f-da67-41ab-9403-8d346836763d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:15.110032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:15.125961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-309a5866-4c50-44cd-bb8d-65d930e47a4a None None] Provisioning complete for port b170dda5-4d51-454a-a25f-4b0df72c02eb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:15.128762 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-309a5866-4c50-44cd-bb8d-65d930e47a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:15.133295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Transition to ACTIVE for port object 1c219d5f-da67-41ab-9403-8d346836763d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:15.142465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:15.239069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:31:15.252812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a5c504ef-beb3-40fa-bae4-aebcbf97d99e admin admin] 10.222.0.70 "PUT /v2.0/routers/136447fa-64d2-4e6f-abe8-86fefcce41f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1366086 Oct 29 08:31:15.261906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Sync routers for ids ['136447fa-64d2-4e6f-abe8-86fefcce41f6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:31:15.293499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-309a5866-4c50-44cd-bb8d-65d930e47a4a None None] Port b170dda5-4d51-454a-a25f-4b0df72c02eb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:31:15.300068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Routers {'136447fa-64d2-4e6f-abe8-86fefcce41f6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:31:15.300963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:30:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['136447fa-64d2-4e6f-abe8-86fefcce41f6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:15.403972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0f6a86da-09d4-4fa4-8c4e-de4bf2aea532 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:15.410089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0f6a86da-09d4-4fa4-8c4e-de4bf2aea532 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.2282975 Oct 29 08:31:15.435138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Pushing event updated for resources: {'Port': ['ID=1c219d5f-da67-41ab-9403-8d346836763d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:15.458626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-7e572822-e951-4c3e-8249-ece1801ac4ef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:15.469123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-7e572822-e951-4c3e-8249-ece1801ac4ef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:15.497503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-7e572822-e951-4c3e-8249-ece1801ac4ef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:15.521291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-7e572822-e951-4c3e-8249-ece1801ac4ef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:15.535034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-7e572822-e951-4c3e-8249-ece1801ac4ef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:15.549283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-7e572822-e951-4c3e-8249-ece1801ac4ef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:15.555917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-7e572822-e951-4c3e-8249-ece1801ac4ef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:15.558075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-ace78459-6a04-4656-ae8a-053b92291e81 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/quotas/24b6b3f61fbc4c2a916e6f12373383b8 HTTP/1.1" status: 200 len: 375 time: 0.0738995 Oct 29 08:31:15.569083 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-7e572822-e951-4c3e-8249-ece1801ac4ef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5409 time: 0.3790369 Oct 29 08:31:15.609581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Set router 136447fa-64d2-4e6f-abe8-86fefcce41f6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:31:15.647090 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-54868092-7116-4fc2-9bbd-e356a4fe21ce tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712886 Oct 29 08:31:15.677727 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39fb1e07-e4ed-472d-a48a-9c201752c313 req-a0433ad8-3dfc-45a8-8c33-1e22d71bbeb9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005423 Oct 29 08:31:15.700738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:15.712335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:15.729706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Attempting to bind port 1c219d5f-da67-41ab-9403-8d346836763d on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:15.730773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Attempting to bind port 1c219d5f-da67-41ab-9403-8d346836763d by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:15.731360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Attempting to bind port 1c219d5f-da67-41ab-9403-8d346836763d on network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:15.738453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Port 1c219d5f-da67-41ab-9403-8d346836763d on network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:15.739093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Attempting to bind port 1c219d5f-da67-41ab-9403-8d346836763d on network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:15.753484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:15.754153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Checking segment: {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:15.754772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Bound using segment: {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:15.755574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Bound port: 1c219d5f-da67-41ab-9403-8d346836763d, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:15.756225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:15.907244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-cda6b31c-e5d5-4038-ae9e-ffc7af817981 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501974 Oct 29 08:31:15.964494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:31:11Z', 'revision_number': 4, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port': {'id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:55Z', 'updated_at': '2021-10-29T08:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cf930114-1fdf-4d29-b589-80a548145a47', 'name': '', 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'mac_address': 'fa:16:3e:5c:d2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'c08d596e-7ab7-4adb-aeea-1cb3f619d742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:31:09Z', 'updated_at': '2021-10-29T08:31:11Z', 'revision_number': 2, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'subnets': [{'id': 'c08d596e-7ab7-4adb-aeea-1cb3f619d742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:15.990408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] For port 1c219d5f-da67-41ab-9403-8d346836763d, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:15.996863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] For port 1c219d5f-da67-41ab-9403-8d346836763d, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1c219d5f-da67-41ab-9403-8d346836763d,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:16.002235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:16.026864 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Allocated IP 19.80.0.139 (34c21951-328b-4566-8582-7b6d2dabab90/bc4b0780-30ab-45f4-8c4f-877e4b08b3e9/97f64e16-3237-40d0-bc9f-8de5b441f95e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:16.050365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Checking router: 136447fa-64d2-4e6f-abe8-86fefcce41f6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:31:16.051557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Updating router 136447fa-64d2-4e6f-abe8-86fefcce41f6 port cf930114-1fdf-4d29-b589-80a548145a47 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:31:16.085660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:16.086446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:16.088658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] 10.222.0.93 "PUT /v2.0/ports/1c219d5f-da67-41ab-9403-8d346836763d HTTP/1.1" status: 200 len: 1091 time: 2.1034048 Oct 29 08:31:16.106695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:16.168328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Request body: {'port': {'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:16.208353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd115e-0188-4fe6-a4c7-ab50a9638add service neutron] Pushing event updated for resources: {'Port': ['ID=1c219d5f-da67-41ab-9403-8d346836763d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:16.259110 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-ed824066-566c-4ebc-b79b-49132ffe8b9e service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503685 Oct 29 08:31:16.274899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-fedbd160-91d2-4be1-b584-107520878587 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:16.276477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-fedbd160-91d2-4be1-b584-107520878587 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.1476893 Oct 29 08:31:16.288807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815940-1'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:16.387340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:16.421894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:16.462906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8dff9-3405-4426-94e9-a6d80c52b53f req-bf5915b9-77b9-485d-b923-720bd4aa7e1b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:16.465411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cd8dff9-3405-4426-94e9-a6d80c52b53f req-bf5915b9-77b9-485d-b923-720bd4aa7e1b tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 945 time: 0.3903520 Oct 29 08:31:16.576260 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5ef50d-8478-416f-9f01-ab6c8e0c6d18 x-openstack-request-id: req-4f5ef50d-8478-416f-9f01-ab6c8e0c6d18 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:16.576562 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "3b3bf03f-8f4d-47da-8884-35a1c9a9e17a", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:16.576818 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f5ef50d-8478-416f-9f01-ab6c8e0c6d18 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:16.577229 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a', 'status': 'completed', 'code': 200} Oct 29 08:31:16.617293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b818dead-5b34-44e4-8485-70d20e4d571d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:16.628309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:16.712275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:16.795998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:16.847135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:16.854476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:16.978764 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.034553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on host n-h2-815940-1 for vnic_type normal with profile {"migrating_to": "n-h1-815940-1"} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:17.034991 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-625d1bf5-24e7-46cc-9627-2a1a429a036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.035155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:17.035272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:17.061986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:17.075961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:17.076293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Attempting to bind port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on network f3e2cdad-57b2-4528-a8c9-335c87b872ea {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:17.082069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:17.082406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Checking segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:17.082783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Bound using segment: {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:17.083227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Bound port: 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10429bca-ba00-47cd-9033-7f84d41d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'f3e2cdad-57b2-4528-a8c9-335c87b872ea'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:17.083580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.153883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:17.157908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:17.169922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.224162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:17.238452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:17.240828 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1219f3bc-ff06-4cd4-b926-12b583035bee" -d '{"events": [{"server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "name": "network-vif-unplugged", "status": "completed", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:17.256217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.256836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.258769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-27d76e94-e293-4e21-96b4-82386978211e service neutron] 10.222.0.93 "PUT /v2.0/ports/8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 200 len: 1121 time: 0.9741783 Oct 29 08:31:17.275206 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.359729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:17.383737 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.397326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.421400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97efb57c-0f43-4484-b190-a85bb3bc23bd {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:17.435402 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.447712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['8dfa3e84-0c0b-4308-b970-671cf60bceb2'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:17.477721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Transition to ACTIVE for port object 97efb57c-0f43-4484-b190-a85bb3bc23bd will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:17.506132 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.508062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-219bd65f-17b4-4459-b35e-b4c21237f906 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2602286 Oct 29 08:31:17.520714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d76e94-e293-4e21-96b4-82386978211e service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:17.524369 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cd8dff9-3405-4426-94e9-a6d80c52b53f req-fcde65c4-21d5-4f4c-9673-1e6411d70085 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0482841 Oct 29 08:31:17.525534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.530694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:17.581087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:17.616683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['8dfa3e84-0c0b-4308-b970-671cf60bceb2'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:17.688324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-543823a8-f9a3-4dc2-95ec-2dad17b6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.688859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-543823a8-f9a3-4dc2-95ec-2dad17b6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.689353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-543823a8-f9a3-4dc2-95ec-2dad17b6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.692468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-543823a8-f9a3-4dc2-95ec-2dad17b6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.692673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-543823a8-f9a3-4dc2-95ec-2dad17b6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.695316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-543823a8-f9a3-4dc2-95ec-2dad17b6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.695943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-543823a8-f9a3-4dc2-95ec-2dad17b6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.701237 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-543823a8-f9a3-4dc2-95ec-2dad17b6ef0a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6411 time: 0.6004498 Oct 29 08:31:17.920358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc38fd-cba7-435d-9dcc-386d197a85da None None] Pushing event updated for resources: {'Port': ['ID=cf930114-1fdf-4d29-b589-80a548145a47,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:17.965098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-bd4a7c8a-4120-4544-bb7c-ff7db124b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.965565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-bd4a7c8a-4120-4544-bb7c-ff7db124b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.966021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-bd4a7c8a-4120-4544-bb7c-ff7db124b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:17.967634 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-bd4a7c8a-4120-4544-bb7c-ff7db124b296 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0e375421471b483a8f72818bfeeca5b9&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2536840 Oct 29 08:31:17.976171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Attempting to bind port cf930114-1fdf-4d29-b589-80a548145a47 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:17.976546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Attempting to bind port cf930114-1fdf-4d29-b589-80a548145a47 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:17.976911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Attempting to bind port cf930114-1fdf-4d29-b589-80a548145a47 on network 91bab1f0-729a-4239-8dbe-50852ddcaa57 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:17.991933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network 34c21951-328b-4566-8582-7b6d2dabab90 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:18.004453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:18.004844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Checking segment: {'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:18.005232 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.005785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Bound using segment: {'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:18.006307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Bound port: cf930114-1fdf-4d29-b589-80a548145a47, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de45baab-1309-4859-ad3d-17134aa68569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:18.006902 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.154826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.178369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-b415d25e-9877-4774-b4b5-9c854551bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:18.180203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-878ac9d4-09c2-4a39-b05c-4afcf5fd8556 req-b415d25e-9877-4774-b4b5-9c854551bf95 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1998117 Oct 29 08:31:18.180847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Pushing event updated for resources: {'Port': ['ID=97efb57c-0f43-4484-b190-a85bb3bc23bd,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:18.226023 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.232953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] For port cf930114-1fdf-4d29-b589-80a548145a47, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:18.248301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:18.252184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:18.257482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] For port cf930114-1fdf-4d29-b589-80a548145a47, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cf930114-1fdf-4d29-b589-80a548145a47,segment=NetworkSegment(de45baab-1309-4859-ad3d-17134aa68569),segment_id=de45baab-1309-4859-ad3d-17134aa68569)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:18.281080 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.433034 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.449959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-acb9ad10-ffbf-404b-99ed-da5c649a1827 None None] Provisioning complete for port cf930114-1fdf-4d29-b589-80a548145a47 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:18.450869 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-acb9ad10-ffbf-404b-99ed-da5c649a1827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.507978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc38fd-cba7-435d-9dcc-386d197a85da None None] Pushing event updated for resources: {'Port': ['ID=cf930114-1fdf-4d29-b589-80a548145a47,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:18.530857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Routers {'136447fa-64d2-4e6f-abe8-86fefcce41f6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:31:18.531513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['136447fa-64d2-4e6f-abe8-86fefcce41f6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:18.597980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '1c219d5f-da67-41ab-9403-8d346836763d'}, {'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2'}, {'name': 'network-changed', 'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:18.600735 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "1c219d5f-da67-41ab-9403-8d346836763d"}, {"server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2"}, {"name": "network-changed", "server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:18.725093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:18.726276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.730421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Allocated IP 172.25.5.27 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/b6e04ee2-4026-48c3-9123-4005bd592577) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:18.764080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Port': ['ID=97f64e16-3237-40d0-bc9f-8de5b441f95e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:18.788567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-f199b524-a864-4980-a4c8-4e8e03a9c1e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9205220 Oct 29 08:31:18.815347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Request body: {'port': {'device_id': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:18.832991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-5b80b1ec-ab9b-462b-806b-e60e3fefa944 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:18.834778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-5b80b1ec-ab9b-462b-806b-e60e3fefa944 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.93 "GET /v2.0/ports?device_id=ee1d99ab-f088-4bd6-af66-785779b5a33c HTTP/1.1" status: 200 len: 944 time: 0.1904054 Oct 29 08:31:18.906953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8dfa3e84-0c0b-4308-b970-671cf60bceb2 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:18.923184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006eef7-bd19-4df3-8e86-8b26d5fbc716 req-0fba3ca3-b09d-4a1e-967b-172ccd11915d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:18.937971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006eef7-bd19-4df3-8e86-8b26d5fbc716 req-0fba3ca3-b09d-4a1e-967b-172ccd11915d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:18.944116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006eef7-bd19-4df3-8e86-8b26d5fbc716 req-0fba3ca3-b09d-4a1e-967b-172ccd11915d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:18.946633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a006eef7-bd19-4df3-8e86-8b26d5fbc716 req-0fba3ca3-b09d-4a1e-967b-172ccd11915d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2375 time: 0.9673381 Oct 29 08:31:18.952940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Attempting to bind port 97efb57c-0f43-4484-b190-a85bb3bc23bd on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:18.953282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Attempting to bind port 97efb57c-0f43-4484-b190-a85bb3bc23bd by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:18.953612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Attempting to bind port 97efb57c-0f43-4484-b190-a85bb3bc23bd on network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:18.964100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-acb9ad10-ffbf-404b-99ed-da5c649a1827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.977279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.979394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Port 97efb57c-0f43-4484-b190-a85bb3bc23bd on network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:18.979719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Attempting to bind port 97efb57c-0f43-4484-b190-a85bb3bc23bd on network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:18.988371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:18.988706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Checking segment: {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:18.989082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Bound using segment: {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:18.989513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Bound port: 97efb57c-0f43-4484-b190-a85bb3bc23bd, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc189fe4-1d62-46a5-9c50-005f64c1e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:18.989869 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:18.991707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.001032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Deleting port b818dead-5b34-44e4-8485-70d20e4d571d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:19.001425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.027467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-f80b8044-4d80-445c-93ea-ecc8b6b80fb2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:19.028963 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-f80b8044-4d80-445c-93ea-ecc8b6b80fb2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.93 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.6076539 Oct 29 08:31:19.033435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-acb9ad10-ffbf-404b-99ed-da5c649a1827 None None] For port cf930114-1fdf-4d29-b589-80a548145a47, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cf930114-1fdf-4d29-b589-80a548145a47,segment=NetworkSegment(de45baab-1309-4859-ad3d-17134aa68569),segment_id=de45baab-1309-4859-ad3d-17134aa68569)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:19.064071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Request body: {'port': {'device_id': '67c7e7a7-b0b1-4843-90ce-27f099e12242', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'admin_state_up': True, 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:19.075924 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-acb9ad10-ffbf-404b-99ed-da5c649a1827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.089858 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a006eef7-bd19-4df3-8e86-8b26d5fbc716 req-e65a0ff5-4804-43f8-b1ef-bffdf26e66f2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271427 Oct 29 08:31:19.101570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.144702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9ad10-ffbf-404b-99ed-da5c649a1827 None None] Pushing event updated for resources: {'Port': ['ID=cf930114-1fdf-4d29-b589-80a548145a47,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:19.186835 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] Set router 136447fa-64d2-4e6f-abe8-86fefcce41f6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:31:19.223881 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Pushing event updated for resources: {'Port': ['ID=b6e04ee2-4026-48c3-9123-4005bd592577,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:19.249848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] For port b818dead-5b34-44e4-8485-70d20e4d571d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b818dead-5b34-44e4-8485-70d20e4d571d,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:19.250391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.254456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:19.261748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:19.267681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:19.274262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Calling delete_port for b818dead-5b34-44e4-8485-70d20e4d571d owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:19.285534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:19.327635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-30e33467-9f5b-4ee6-9dda-74f9bc3c6d01 None None] Provisioning complete for port cf930114-1fdf-4d29-b589-80a548145a47 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:19.328811 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-30e33467-9f5b-4ee6-9dda-74f9bc3c6d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.358057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8dfa3e84-0c0b-4308-b970-671cf60bceb2 has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:31:19.436289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.532730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.536277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.561390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-30e33467-9f5b-4ee6-9dda-74f9bc3c6d01 None None] Provisioning complete for port 97f64e16-3237-40d0-bc9f-8de5b441f95e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:19.561763 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-30e33467-9f5b-4ee6-9dda-74f9bc3c6d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.643306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-30e33467-9f5b-4ee6-9dda-74f9bc3c6d01 None None] Port 97f64e16-3237-40d0-bc9f-8de5b441f95e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:31:19.662880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:31:11Z', 'revision_number': 4, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port': {'id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:55Z', 'updated_at': '2021-10-29T08:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cf930114-1fdf-4d29-b589-80a548145a47', 'name': '', 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'mac_address': 'fa:16:3e:5c:d2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'c08d596e-7ab7-4adb-aeea-1cb3f619d742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:31:09Z', 'updated_at': '2021-10-29T08:31:18Z', 'revision_number': 4, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'subnets': [{'id': 'c08d596e-7ab7-4adb-aeea-1cb3f619d742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:19.693642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9c25c-9313-4f58-832d-313e9f4345cb None None] The sync data for ids ['136447fa-64d2-4e6f-abe8-86fefcce41f6'] in n-d-815940-1 is: [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:31:11Z', 'revision_number': 4, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port': {'id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:55Z', 'updated_at': '2021-10-29T08:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cf930114-1fdf-4d29-b589-80a548145a47', 'name': '', 'network_id': '91bab1f0-729a-4239-8dbe-50852ddcaa57', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'mac_address': 'fa:16:3e:5c:d2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'c08d596e-7ab7-4adb-aeea-1cb3f619d742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:31:09Z', 'updated_at': '2021-10-29T08:31:18Z', 'revision_number': 4, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'subnets': [{'id': 'c08d596e-7ab7-4adb-aeea-1cb3f619d742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:31:19.731010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.733220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.746417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.812080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Pushing event deleted for resources: {'Port': ['ID=b818dead-5b34-44e4-8485-70d20e4d571d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:19.856461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0837de6-f3c5-4b65-b3c6-ead717049bed req-dd0da528-0808-41cb-b5d0-44c7d428f1fc tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 210 time: 0.1263170 Oct 29 08:31:19.886624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] For port 97efb57c-0f43-4484-b190-a85bb3bc23bd, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:19.892623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] For port 97efb57c-0f43-4484-b190-a85bb3bc23bd, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:19.918992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] No DVR routers for this DVR port b818dead-5b34-44e4-8485-70d20e4d571d on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:19.926297 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.929770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d3f8fa3-1442-44d2-9b08-7255344d0ee5 req-a13116e8-1e33-42bc-8c20-a9faca55e32a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.93 "DELETE /v2.0/ports/b818dead-5b34-44e4-8485-70d20e4d571d HTTP/1.1" status: 204 len: 173 time: 1.0875380 Oct 29 08:31:19.944956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Pushing event updated for resources: {'Port': ['ID=b6e04ee2-4026-48c3-9123-4005bd592577,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:19.947044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:19.957804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:20.058567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71254cc-6dd9-401b-9e78-4ac027a97e82 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:20.087751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.088315 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:20.090045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] 10.222.0.93 "PUT /v2.0/ports/97efb57c-0f43-4484-b190-a85bb3bc23bd HTTP/1.1" status: 200 len: 1091 time: 3.9365420 Oct 29 08:31:20.092026 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:20.100645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '97efb57c-0f43-4484-b190-a85bb3bc23bd'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:20.103131 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a97a5f-bda3-4377-b9b2-507f8a022e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "97efb57c-0f43-4484-b190-a85bb3bc23bd"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:20.153416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:20.155634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:20.159292 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:20.161436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-adfb74cf-a5b7-4bad-a623-1f44ff1bcfb8 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6445696 Oct 29 08:31:20.243910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-64baa48c-b4dc-4a47-adaf-3dd48a4a0c61 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.0808382 Oct 29 08:31:20.343831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Transition to ACTIVE for port object b71254cc-6dd9-401b-9e78-4ac027a97e82 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:20.422050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb258fae-8cc9-467c-8a73-6c49e085dd50 service neutron] Pushing event updated for resources: {'Port': ['ID=97efb57c-0f43-4484-b190-a85bb3bc23bd,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:20.435384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Allocated IP 172.20.0.2 (e8f283a6-0ef3-4237-aed0-2369190cb484/3d25f8d9-c239-477a-8419-aa47faeea0bb/71713e19-c2ae-44f9-88d1-26ef3cc64669) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:20.436878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-d5133cfd-67b5-4d41-96ef-c475bbeb01c3 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.456557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:20.457374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3fc4c9a-a3c3-46f5-b435-8220af878595 req-d5133cfd-67b5-4d41-96ef-c475bbeb01c3 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2075050 Oct 29 08:31:20.640489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-dfa4d22d-f775-4786-88d5-bb14a84755fc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.646489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-dfa4d22d-f775-4786-88d5-bb14a84755fc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.657199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-dfa4d22d-f775-4786-88d5-bb14a84755fc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.663430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-dfa4d22d-f775-4786-88d5-bb14a84755fc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.675777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-dfa4d22d-f775-4786-88d5-bb14a84755fc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.682960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-dfa4d22d-f775-4786-88d5-bb14a84755fc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.692562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-dfa4d22d-f775-4786-88d5-bb14a84755fc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.694539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-dfa4d22d-f775-4786-88d5-bb14a84755fc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.6548600 Oct 29 08:31:20.715685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6760c248-2261-4955-a339-aa88f07098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.716162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6760c248-2261-4955-a339-aa88f07098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.716620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6760c248-2261-4955-a339-aa88f07098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.716869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-99eb5e11-b8f2-4005-baa2-4fb6452a57cb tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.717124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6760c248-2261-4955-a339-aa88f07098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.717520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6760c248-2261-4955-a339-aa88f07098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.717973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6760c248-2261-4955-a339-aa88f07098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.718524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6760c248-2261-4955-a339-aa88f07098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:20.719009 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-99eb5e11-b8f2-4005-baa2-4fb6452a57cb tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 805 time: 0.1809392 Oct 29 08:31:20.726864 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6760c248-2261-4955-a339-aa88f07098e7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6478 time: 0.5423594 Oct 29 08:31:20.742514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-6cb406ed-02a0-4bef-b04c-0b84370ea1dc tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/quotas/22debf264e27401081114eceefc9026d HTTP/1.1" status: 200 len: 375 time: 0.0172844 Oct 29 08:31:20.798530 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-83a17145-5b60-40da-9a97-34c6231c68a8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497868 Oct 29 08:31:20.839527 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-a2f327bd-9287-4c2f-8dcd-86576bddc67d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e440b82-37fc-4112-a04f-8772d0b42499 HTTP/1.1" status: 200 len: 217 time: 0.0869787 Oct 29 08:31:20.857293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Pushing event updated for resources: {'Port': ['ID=b71254cc-6dd9-401b-9e78-4ac027a97e82,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:20.970415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-43b5f311-8d6e-4aea-95c2-9c634238df6b service neutron] 10.222.0.70 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618836 Oct 29 08:31:20.980736 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-874e127d-0408-4bc6-8e7b-c0626a3b048d req-237f96f6-f63e-4cb0-b8db-aa4a766fd8be tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2503300 Oct 29 08:31:21.095991 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e99b78f-ad36-4c07-9a12-cea136702c29 x-openstack-request-id: req-2e99b78f-ad36-4c07-9a12-cea136702c29 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:21.099518 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "name": "network-vif-unplugged", "status": "completed", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:21.100001 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e99b78f-ad36-4c07-9a12-cea136702c29 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:21.100581 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'code': 200} Oct 29 08:31:21.128256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-adf18f75-f1e9-43f8-9e67-6d1533113118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:21.129399 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-adf18f75-f1e9-43f8-9e67-6d1533113118 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14a20128-055b-41ef-b11d-4d5b279adbdf HTTP/1.1" status: 200 len: 850 time: 0.2651200 Oct 29 08:31:21.195168 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-adafdb4b-ed01-4671-9c40-ac824d422ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185242 Oct 29 08:31:21.283371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Attempting to bind port b71254cc-6dd9-401b-9e78-4ac027a97e82 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:21.283713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Attempting to bind port b71254cc-6dd9-401b-9e78-4ac027a97e82 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:21.284075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Attempting to bind port b71254cc-6dd9-401b-9e78-4ac027a97e82 on network 34c21951-328b-4566-8582-7b6d2dabab90 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:21.316101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Port b71254cc-6dd9-401b-9e78-4ac027a97e82 on network 34c21951-328b-4566-8582-7b6d2dabab90 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:21.320620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Attempting to bind port b71254cc-6dd9-401b-9e78-4ac027a97e82 on network 34c21951-328b-4566-8582-7b6d2dabab90 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:21.357598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:21.358310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cf930114-1fdf-4d29-b589-80a548145a47 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:21.358493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Checking segment: {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:21.358944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Bound using segment: {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:21.359921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Bound port: b71254cc-6dd9-401b-9e78-4ac027a97e82, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:21.360379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:21.369153 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:21.381705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-263a19c2-2d18-4a10-937a-7242d214ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:21.384504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-263a19c2-2d18-4a10-937a-7242d214ed93 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c20bffe-ce6f-4744-917e-c58555209531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430542 Oct 29 08:31:21.479064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port cf930114-1fdf-4d29-b589-80a548145a47 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:21.479442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:21.488877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] For port b71254cc-6dd9-401b-9e78-4ac027a97e82, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:21.591632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:21.602689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-9b396437-54cb-4e4f-b4ba-24ef04a28187 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613315 Oct 29 08:31:21.606001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] For port b71254cc-6dd9-401b-9e78-4ac027a97e82, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b71254cc-6dd9-401b-9e78-4ac027a97e82,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:21.615240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c08e-dc9f-4a55-8560-87f54df55d44 req-f2341843-6b91-4856-8882-17e0aa0c94db tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:21.618928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39b2c08e-dc9f-4a55-8560-87f54df55d44 req-f2341843-6b91-4856-8882-17e0aa0c94db tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1071916 Oct 29 08:31:21.686035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:21.696411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39b2c08e-dc9f-4a55-8560-87f54df55d44 req-0780962c-2cb6-476f-84f5-dac74f88c2b8 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693126 Oct 29 08:31:21.745517 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42be7c53-3685-4ff3-92e1-937c1fb97ad6 x-openstack-request-id: req-42be7c53-3685-4ff3-92e1-937c1fb97ad6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:21.745882 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "1c219d5f-da67-41ab-9403-8d346836763d", "status": "completed", "code": 200}, {"server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2", "code": 200}, {"name": "network-changed", "server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:21.746205 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42be7c53-3685-4ff3-92e1-937c1fb97ad6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:21.746672 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '1c219d5f-da67-41ab-9403-8d346836763d', 'status': 'completed', 'code': 200} Oct 29 08:31:21.746986 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2', 'code': 200} Oct 29 08:31:21.747300 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2', 'status': 'completed', 'code': 200} Oct 29 08:31:21.758751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Network e8f283a6-0ef3-4237-aed0-2369190cb484 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:21.788343 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab15d53-df57-4382-a38b-d0cfe9aa820d x-openstack-request-id: req-fab15d53-df57-4382-a38b-d0cfe9aa820d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:21.789258 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "97efb57c-0f43-4484-b190-a85bb3bc23bd", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:21.789458 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fab15d53-df57-4382-a38b-d0cfe9aa820d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:21.789865 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '97efb57c-0f43-4484-b190-a85bb3bc23bd', 'status': 'completed', 'code': 200} Oct 29 08:31:21.819656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:21.820984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:21.822430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] 10.222.0.15 "PUT /v2.0/ports/b71254cc-6dd9-401b-9e78-4ac027a97e82 HTTP/1.1" status: 200 len: 1091 time: 3.0175769 Oct 29 08:31:21.830773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:21.844628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:21.973395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Request body: {'port': {'device_id': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:21.974275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314202d-933c-4fa9-b893-3d4b58aa8af5 req-315cd410-c3e6-4e25-935c-0f85dc3665e1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:21.980970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314202d-933c-4fa9-b893-3d4b58aa8af5 req-315cd410-c3e6-4e25-935c-0f85dc3665e1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:21.995475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314202d-933c-4fa9-b893-3d4b58aa8af5 req-315cd410-c3e6-4e25-935c-0f85dc3665e1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:21.997294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1314202d-933c-4fa9-b893-3d4b58aa8af5 req-315cd410-c3e6-4e25-935c-0f85dc3665e1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2387 time: 0.1138887 Oct 29 08:31:22.015172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event updated for resources: {'Port': ['ID=71713e19-c2ae-44f9-88d1-26ef3cc64669,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:22.054782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1314202d-933c-4fa9-b893-3d4b58aa8af5 req-3da0a2c9-3193-4937-8c2f-734ea8b17dd6 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499506 Oct 29 08:31:22.109546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-5a71fdec-4e26-4268-94b2-6d4fdb7a4d93 service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129793 Oct 29 08:31:22.204426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:22.205048 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:22.216132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-dfe6e73d-8f15-4e57-9f1b-3bcd57341231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:22.218132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-dfe6e73d-8f15-4e57-9f1b-3bcd57341231 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1124 time: 0.4397848 Oct 29 08:31:22.244319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-858065b6-a322-425a-a8cb-20d6bd8ed298 req-e7836c8b-25bb-4e93-beeb-fe6a6cd32c69 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips/ebd0fa59-3dc4-44ef-818d-ee06d3d475f7 HTTP/1.1" status: 200 len: 692 time: 0.0826576 Oct 29 08:31:22.304022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-f18714e6-dcbc-4421-a02e-07202a25f7ab tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:22.305708 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-f18714e6-dcbc-4421-a02e-07202a25f7ab tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7023594 Oct 29 08:31:22.306587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:22.322816 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62886c-5da9-4c3f-a431-052eb17f727e service neutron] Pushing event updated for resources: {'Port': ['ID=b71254cc-6dd9-401b-9e78-4ac027a97e82,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:22.360351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-b1fcd5e9-23f3-4d85-abc5-e7fc98b92570 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3051496 Oct 29 08:31:22.376572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858065b6-a322-425a-a8cb-20d6bd8ed298 req-ba442b3b-4e4e-4d08-8538-ba636f8807dc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:22.390553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-858065b6-a322-425a-a8cb-20d6bd8ed298 req-ba442b3b-4e4e-4d08-8538-ba636f8807dc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1435132 Oct 29 08:31:22.444877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-ad73fc6f-7172-4461-b84c-e1bbead96cdf tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/quotas/5a30ceabfa4844f0a5b26f7092857cbc HTTP/1.1" status: 200 len: 375 time: 0.1185110 Oct 29 08:31:22.450461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Request body: {'port': {'device_id': '67c7e7a7-b0b1-4843-90ce-27f099e12242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:22.515901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b34190-8f9c-4f0b-9d46-4f184e249cbb req-fcf134e8-f55d-4e43-9b17-f62b57e41b1d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:22.520394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1b34190-8f9c-4f0b-9d46-4f184e249cbb req-fcf134e8-f55d-4e43-9b17-f62b57e41b1d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 931 time: 0.0768695 Oct 29 08:31:22.543746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-1f69f2f6-589b-4607-badc-d97036c26223 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680740 Oct 29 08:31:22.563108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1b34190-8f9c-4f0b-9d46-4f184e249cbb req-9aae216f-fa5d-4756-8033-4e76dd75f53f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Oct 29 08:31:22.596188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b818dead-5b34-44e4-8485-70d20e4d571d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:22.644829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: b818dead-5b34-44e4-8485-70d20e4d571d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:22.645198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b818dead-5b34-44e4-8485-70d20e4d571d not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:22.700043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e2a4f96-fff0-40d5-a08b-f356542ac27b req-af2a0ec3-5ee3-445b-b971-26ac5ab2472d tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 210 time: 0.0491407 Oct 29 08:31:22.852314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-aaed9f5e-1085-4666-b323-37d7f49e3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:22.853807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-aaed9f5e-1085-4666-b323-37d7f49e3080 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.6118963 Oct 29 08:31:22.873643 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-8835beae-23c9-421c-ac9b-8f8cac6a7151 service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6955974 Oct 29 08:31:22.906157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:22.980512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-6390b3b9-e43c-4842-be3d-ec2c513d7d0c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:22.982069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-6390b3b9-e43c-4842-be3d-ec2c513d7d0c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.15 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 805 time: 0.2574747 Oct 29 08:31:23.014332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Request body: {'port': {'device_id': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'admin_state_up': True, 'tenant_id': '22debf264e27401081114eceefc9026d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:23.042779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2604595-b7fb-4261-92b7-ccf7d96fa9da req-90f55ee4-6457-4d8d-a6a3-1add346400c0 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=2b5431a3379049d6918f0a8d4c98004d HTTP/1.1" status: 200 len: 695 time: 0.1878619 Oct 29 08:31:23.065619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d7655bc1-55da-4559-9f6e-0b6861ce832b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 200 len: 217 time: 0.1791971 Oct 29 08:31:23.081270 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-f3d22c54-0224-4356-9838-4fec33d1bb02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 200 len: 217 time: 0.2066829 Oct 29 08:31:23.128408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8dfa3e84-0c0b-4308-b970-671cf60bceb2 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:23.239672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-70e5d128-016b-4ed3-9f8d-2597c7185c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.241151 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-70e5d128-016b-4ed3-9f8d-2597c7185c2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0605340 Oct 29 08:31:23.249284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658540c-91e4-421f-9f18-30cb21607d8b req-29da15b7-3784-45f1-a0c8-4607d0628c4a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.266487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658540c-91e4-421f-9f18-30cb21607d8b req-29da15b7-3784-45f1-a0c8-4607d0628c4a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.280491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658540c-91e4-421f-9f18-30cb21607d8b req-29da15b7-3784-45f1-a0c8-4607d0628c4a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.289929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-6e110597-5c00-4161-a556-16937a324622 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332696 Oct 29 08:31:23.296449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658540c-91e4-421f-9f18-30cb21607d8b req-29da15b7-3784-45f1-a0c8-4607d0628c4a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.316488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658540c-91e4-421f-9f18-30cb21607d8b req-29da15b7-3784-45f1-a0c8-4607d0628c4a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.321536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-62330179-fa0e-4d17-b674-6a026a9d62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.323013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-62330179-fa0e-4d17-b674-6a026a9d62ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.2408941 Oct 29 08:31:23.327760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658540c-91e4-421f-9f18-30cb21607d8b req-29da15b7-3784-45f1-a0c8-4607d0628c4a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.338838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658540c-91e4-421f-9f18-30cb21607d8b req-29da15b7-3784-45f1-a0c8-4607d0628c4a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.348370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1658540c-91e4-421f-9f18-30cb21607d8b req-29da15b7-3784-45f1-a0c8-4607d0628c4a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.4462173 Oct 29 08:31:23.412146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1658540c-91e4-421f-9f18-30cb21607d8b req-bf3a9c9a-d3d5-42df-b4f4-d71c9db0e4c6 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562561 Oct 29 08:31:23.449144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Made reservation on behalf of 22debf264e27401081114eceefc9026d for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:23.459961 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:23.578980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b170dda5-4d51-454a-a25f-4b0df72c02eb {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:23.587327 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:23.613342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Transition to ACTIVE for port object b170dda5-4d51-454a-a25f-4b0df72c02eb will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:23.644976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Allocated IP 172.20.0.10 (52e08743-59ca-4eee-9d57-9c0c6f76bb84/7951a2fe-81ca-4b81-a5e4-840c0bfccc36/e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:23.675680 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:23.678659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80497-5a9e-4c4c-a5ce-cefcbda1c365 req-917e5b81-6a66-4ef3-82e8-ced936bd9d9d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.684407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68d80497-5a9e-4c4c-a5ce-cefcbda1c365 req-917e5b81-6a66-4ef3-82e8-ced936bd9d9d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.0862291 Oct 29 08:31:23.753560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'name': 'network-vif-deleted', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:23.755944 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536553d4-cda4-43ab-9618-735cd982c47f" -d '{"events": [{"server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "name": "network-vif-deleted", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:23.771023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2604595-b7fb-4261-92b7-ccf7d96fa9da req-b2608eb4-3239-47ab-8c44-d5512f01f913 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.772573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2604595-b7fb-4261-92b7-ccf7d96fa9da req-b2608eb4-3239-47ab-8c44-d5512f01f913 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/networks?id=6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 787 time: 0.7290182 Oct 29 08:31:23.791703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'tag': 'b71254cc-6dd9-401b-9e78-4ac027a97e82'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:23.793893 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb469b9-3487-40b2-a986-652f3b274055" -d '{"events": [{"name": "network-changed", "server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "tag": "b71254cc-6dd9-401b-9e78-4ac027a97e82"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:23.825649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68d80497-5a9e-4c4c-a5ce-cefcbda1c365 req-cea52e07-3ce2-427a-b091-764ec178da15 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037507 Oct 29 08:31:23.826103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-a2604595-b7fb-4261-92b7-ccf7d96fa9da req-9a86fc5e-8342-4dd5-9a4f-ef7a926cf10d tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:31:23.827119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2604595-b7fb-4261-92b7-ccf7d96fa9da req-9a86fc5e-8342-4dd5-9a4f-ef7a926cf10d tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0168166 Oct 29 08:31:23.829373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-14e489b3-33d5-4820-b596-1f64373a19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:23.836622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-14e489b3-33d5-4820-b596-1f64373a19a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4762855 Oct 29 08:31:23.859638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-fbe8aa98-f6d1-4708-a3d2-5aa78bfad252 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535173 Oct 29 08:31:23.869164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Pushing event updated for resources: {'Port': ['ID=b170dda5-4d51-454a-a25f-4b0df72c02eb,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:23.903858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:23.975538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:24.083608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:24.112298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:24.127227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:24.136136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-05cebd17-3a11-438c-88c3-7af2c969cf48 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638964 Oct 29 08:31:24.250207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Pushing event updated for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:24.268239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200408-4945-4e73-8613-a3a1c04c9bf0 req-ae7cb9b8-02d1-4070-82af-64b31289900e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:24.274516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200408-4945-4e73-8613-a3a1c04c9bf0 req-ae7cb9b8-02d1-4070-82af-64b31289900e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:24.281962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200408-4945-4e73-8613-a3a1c04c9bf0 req-ae7cb9b8-02d1-4070-82af-64b31289900e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:24.283752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d200408-4945-4e73-8613-a3a1c04c9bf0 req-ae7cb9b8-02d1-4070-82af-64b31289900e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2399 time: 0.3027723 Oct 29 08:31:24.326611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:24.327275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:24.378460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-e09c99b3-86fc-45c4-8b54-179f6c837e5f tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:24.380092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-e09c99b3-86fc-45c4-8b54-179f6c837e5f tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086866 Oct 29 08:31:24.386413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-363be0be-8c25-4f45-85ee-063ab7a12902 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3766918 Oct 29 08:31:24.389445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d200408-4945-4e73-8613-a3a1c04c9bf0 req-5628143e-db31-4fd9-a707-eadce83ffcf4 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970838 Oct 29 08:31:24.394127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Request body: {'port': {'device_id': '80c93319-e802-44ae-beb2-7804d364f88b', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '5a30ceabfa4844f0a5b26f7092857cbc'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:24.405174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Request body: {'port': {'device_id': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:24.477200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4494207-2736-42b0-a65a-bf61be28e4e8 req-d9785dd8-c162-412a-942e-577c17a0142b tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 210 time: 0.1091459 Oct 29 08:31:24.578492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:24.632971 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-4370e442-ecd1-4f17-a73c-65c1ed621755 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837639 Oct 29 08:31:24.644634 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-5ba472d1-61aa-4b0f-b865-a4cc789cd710 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579975 Oct 29 08:31:24.662412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71713e19-c2ae-44f9-88d1-26ef3cc64669 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:24.674902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:24.703359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Attempting to bind port b170dda5-4d51-454a-a25f-4b0df72c02eb on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:24.703967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Attempting to bind port b170dda5-4d51-454a-a25f-4b0df72c02eb by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:24.704266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Attempting to bind port b170dda5-4d51-454a-a25f-4b0df72c02eb on network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:24.708021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Made reservation on behalf of 5a30ceabfa4844f0a5b26f7092857cbc for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:24.712609 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:24.751964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Port b170dda5-4d51-454a-a25f-4b0df72c02eb on network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:24.752318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Attempting to bind port b170dda5-4d51-454a-a25f-4b0df72c02eb on network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:24.765379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:24.765616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Checking segment: {'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:24.766126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Bound using segment: {'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:24.766634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Bound port: b170dda5-4d51-454a-a25f-4b0df72c02eb, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1016798d-274c-49c0-99ea-4a244e1a4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:24.767062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:24.768516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc13aa-84f4-4a43-b0d1-45cefe2b2216 req-a939e81b-756c-4b7f-9b39-a54598df574b tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:24.770108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22cc13aa-84f4-4a43-b0d1-45cefe2b2216 req-a939e81b-756c-4b7f-9b39-a54598df574b tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 932 time: 0.1623333 Oct 29 08:31:24.778370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Transition to ACTIVE for port object 71713e19-c2ae-44f9-88d1-26ef3cc64669 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:24.781888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:24.802789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:24.824244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c95a7-e622-4d67-b486-a8b3058d556d req-ce751e7b-f151-4c41-8eba-6df3f34c1f11 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:24.826012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-258c95a7-e622-4d67-b486-a8b3058d556d req-ce751e7b-f151-4c41-8eba-6df3f34c1f11 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 931 time: 0.1996417 Oct 29 08:31:24.917663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22cc13aa-84f4-4a43-b0d1-45cefe2b2216 req-b78a76fa-45a9-43b8-b1af-0ca8502286bd tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187227 Oct 29 08:31:25.007336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.014507 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55663336-dabf-4f43-b1f3-6e0b5b499b32 x-openstack-request-id: req-55663336-dabf-4f43-b1f3-6e0b5b499b32 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:25.014676 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1d99ab-f088-4bd6-af66-785779b5a33c", "name": "network-vif-deleted", "tag": "b818dead-5b34-44e4-8485-70d20e4d571d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:25.015036 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55663336-dabf-4f43-b1f3-6e0b5b499b32 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:25.015735 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1d99ab-f088-4bd6-af66-785779b5a33c', 'name': 'network-vif-deleted', 'tag': 'b818dead-5b34-44e4-8485-70d20e4d571d', 'status': 'completed', 'code': 200} Oct 29 08:31:25.020355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-4c071bd8-575f-45ef-a0e4-45d53f3b09d1 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743548 Oct 29 08:31:25.020636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.027236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Pushing event updated for resources: {'Port': ['ID=71713e19-c2ae-44f9-88d1-26ef3cc64669,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:25.048465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-258c95a7-e622-4d67-b486-a8b3058d556d req-673c3e17-a5ea-4a07-a571-c2ca69c1d724 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809356 Oct 29 08:31:25.081907 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7fdf60-35f2-4498-9452-33215058fb16 x-openstack-request-id: req-7c7fdf60-35f2-4498-9452-33215058fb16 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:25.082255 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "tag": "b71254cc-6dd9-401b-9e78-4ac027a97e82", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:25.083282 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c7fdf60-35f2-4498-9452-33215058fb16 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:25.083282 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'tag': 'b71254cc-6dd9-401b-9e78-4ac027a97e82', 'status': 'completed', 'code': 200} Oct 29 08:31:25.084313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] For port b170dda5-4d51-454a-a25f-4b0df72c02eb, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:25.089563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-ff82e48c-89fd-4e5e-b562-3f0dda061d37 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 200 len: 217 time: 0.0571895 Oct 29 08:31:25.132046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] For port b170dda5-4d51-454a-a25f-4b0df72c02eb, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b170dda5-4d51-454a-a25f-4b0df72c02eb,segment=NetworkSegment(1016798d-274c-49c0-99ea-4a244e1a4afa),segment_id=1016798d-274c-49c0-99ea-4a244e1a4afa)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:25.153332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2abb81-88e6-4af7-b262-7bf661dd38af,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:25.160307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:25.177763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.213089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.262424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Transition to ACTIVE for port object e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:25.265555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-31af482e-cd21-4713-98f3-55c5b6907a7a tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips/ebd0fa59-3dc4-44ef-818d-ee06d3d475f7 HTTP/1.1" status: 200 len: 692 time: 0.1539702 Oct 29 08:31:25.276489 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.282901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Attempting to bind port 71713e19-c2ae-44f9-88d1-26ef3cc64669 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:25.283412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Attempting to bind port 71713e19-c2ae-44f9-88d1-26ef3cc64669 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:25.283834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Attempting to bind port 71713e19-c2ae-44f9-88d1-26ef3cc64669 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:25.323695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Allocated IP 192.168.233.159 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/f1e039e3-6b2c-46c6-a549-a251d93c1cf3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:25.353952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.354666 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.356854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] 10.222.0.15 "PUT /v2.0/ports/b170dda5-4d51-454a-a25f-4b0df72c02eb HTTP/1.1" status: 200 len: 1091 time: 3.4613287 Oct 29 08:31:25.362914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Port 71713e19-c2ae-44f9-88d1-26ef3cc64669 on network e8f283a6-0ef3-4237-aed0-2369190cb484 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:25.363097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Attempting to bind port 71713e19-c2ae-44f9-88d1-26ef3cc64669 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:25.365534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-a6897692-236c-4dcf-a04c-1bfeb8577c1f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.366961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-ea8b1f38-7397-447a-8778-bc1e23f82da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.368711 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-ea8b1f38-7397-447a-8778-bc1e23f82da6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.2687778 Oct 29 08:31:25.372657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-a6897692-236c-4dcf-a04c-1bfeb8577c1f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.379484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-a6897692-236c-4dcf-a04c-1bfeb8577c1f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.386855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-a6897692-236c-4dcf-a04c-1bfeb8577c1f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.392935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-a6897692-236c-4dcf-a04c-1bfeb8577c1f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.400109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-a6897692-236c-4dcf-a04c-1bfeb8577c1f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.404203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d6435-b2ec-4379-ad67-178427d1fef5 service neutron] Pushing event updated for resources: {'Port': ['ID=b170dda5-4d51-454a-a25f-4b0df72c02eb,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:25.405837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-a6897692-236c-4dcf-a04c-1bfeb8577c1f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.414622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-a6897692-236c-4dcf-a04c-1bfeb8577c1f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.2312667 Oct 29 08:31:25.467213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Pushing event updated for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:25.484678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb469b9-3487-40b2-a986-652f3b274055 req-31ff1d1f-7510-4c8d-99bc-2fdf4c4528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.485285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb469b9-3487-40b2-a986-652f3b274055 req-31ff1d1f-7510-4c8d-99bc-2fdf4c4528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.485830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb469b9-3487-40b2-a986-652f3b274055 req-31ff1d1f-7510-4c8d-99bc-2fdf4c4528ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.488907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2eb469b9-3487-40b2-a986-652f3b274055 req-31ff1d1f-7510-4c8d-99bc-2fdf4c4528ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2797 time: 0.3683462 Oct 29 08:31:25.495123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:25.495517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Checking segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:25.496467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Bound using segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:25.497226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Bound port: 71713e19-c2ae-44f9-88d1-26ef3cc64669, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:25.497666 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.518651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Request body: {'port': {'device_id': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:25.589361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b32a3790-77d8-4c91-955d-1f757b042ad5 req-777c5540-f921-46a3-b66b-485f5e04fe86 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726239 Oct 29 08:31:25.650505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-9ba9e237-857b-4dbf-8a84-9872ee7d1d6e tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.660874 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-9ba9e237-857b-4dbf-8a84-9872ee7d1d6e tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.3858616 Oct 29 08:31:25.668951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4190ce94-3acb-4d62-b5f0-083c59de6bee tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:31:25.672533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Attempting to bind port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:25.672871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Attempting to bind port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:25.673206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Attempting to bind port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:25.680314 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4190ce94-3acb-4d62-b5f0-083c59de6bee tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0182445 Oct 29 08:31:25.685188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:25.685517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Attempting to bind port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:25.732682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:25.733024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Checking segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:25.733411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Bound using segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:25.733869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Bound port: e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:25.734247 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.793416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.807500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-bbf03de5-a6fb-47e1-b4b8-bc0d10abfd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.809490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-bbf03de5-a6fb-47e1-b4b8-bc0d10abfd45 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4183004 Oct 29 08:31:25.824064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cc63d-d94c-4a5f-b009-d8162f79300a req-a8254c25-8ba9-4026-a27c-5d4a357f00c1 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:25.824445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-a0fd93a2-c6d1-4b52-8d83-ef049bf850a4 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.1423419 Oct 29 08:31:25.831367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-215cc63d-d94c-4a5f-b009-d8162f79300a req-a8254c25-8ba9-4026-a27c-5d4a357f00c1 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 943 time: 0.1416545 Oct 29 08:31:25.894884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:25.898319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.914903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-215cc63d-d94c-4a5f-b009-d8162f79300a req-2c8cef1e-5b4f-416a-aec4-eabdcb2c8588 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826435 Oct 29 08:31:25.921056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:25.923363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.935033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] For port 71713e19-c2ae-44f9-88d1-26ef3cc64669, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:25.952985 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:25.969805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:25.971356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-2d874f5c-dab0-4398-bbe0-48ada201462b tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.1460164 Oct 29 08:31:26.018477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:26.021729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Pushing event updated for resources: {'Port': ['ID=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:26.027431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] For port 71713e19-c2ae-44f9-88d1-26ef3cc64669, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=71713e19-c2ae-44f9-88d1-26ef3cc64669,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:26.036428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:26.062138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.062770 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.064393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.064551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] 10.222.0.15 "PUT /v2.0/ports/e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 HTTP/1.1" status: 200 len: 1092 time: 1.6656396 Oct 29 08:31:26.166100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.15', 63255) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:26.204232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb469b9-3487-40b2-a986-652f3b274055 req-a5e3a345-6121-4c3a-92ae-39cd5549a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.204717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb469b9-3487-40b2-a986-652f3b274055 req-a5e3a345-6121-4c3a-92ae-39cd5549a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.205179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb469b9-3487-40b2-a986-652f3b274055 req-a5e3a345-6121-4c3a-92ae-39cd5549a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.206799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2eb469b9-3487-40b2-a986-652f3b274055 req-a5e3a345-6121-4c3a-92ae-39cd5549a714 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6383307 Oct 29 08:31:26.216558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.217225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.218825 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] 10.222.0.93 "PUT /v2.0/ports/71713e19-c2ae-44f9-88d1-26ef3cc64669 HTTP/1.1" status: 200 len: 1091 time: 3.7888460 Oct 29 08:31:26.399265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-71558b85-4d85-44b9-b646-ce5b69f8e32e None None] Provisioning complete for port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:26.400434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-71558b85-4d85-44b9-b646-ce5b69f8e32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.475354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-71558b85-4d85-44b9-b646-ce5b69f8e32e None None] Port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:31:26.536055 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-daa51e3d-0a42-408e-8c80-162dca9bd140 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7015569 Oct 29 08:31:26.544179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb469b9-3487-40b2-a986-652f3b274055 req-87b9e60b-55d2-4c2c-b815-fccad90db046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.545682 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2eb469b9-3487-40b2-a986-652f3b274055 req-87b9e60b-55d2-4c2c-b815-fccad90db046 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3259804 Oct 29 08:31:26.572016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-9974600a-b938-469f-9e07-efb2dbbb0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.573384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-9974600a-b938-469f-9e07-efb2dbbb0ada service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 1094 time: 0.2192752 Oct 29 08:31:26.574056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19762c-b651-4e7b-8c36-3cb12e780c64 service neutron] Pushing event updated for resources: {'Port': ['ID=71713e19-c2ae-44f9-88d1-26ef3cc64669,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:26.586576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.587201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.610384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-00b83e9d-edc6-4033-a9d8-144715ef96bf service neutron] 10.222.0.15 "GET /v2.0/ports/8dfa3e84-0c0b-4308-b970-671cf60bceb2/bindings/n-h1-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.0990279 Oct 29 08:31:26.628537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80656560-b855-4aa7-b2ab-34b510365b70 req-f024a86e-4943-4fec-8ef0-ae5bb0aa8bce tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.634723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80656560-b855-4aa7-b2ab-34b510365b70 req-f024a86e-4943-4fec-8ef0-ae5bb0aa8bce tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.640649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80656560-b855-4aa7-b2ab-34b510365b70 req-f024a86e-4943-4fec-8ef0-ae5bb0aa8bce tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.642321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80656560-b855-4aa7-b2ab-34b510365b70 req-f024a86e-4943-4fec-8ef0-ae5bb0aa8bce tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2399 time: 0.5770202 Oct 29 08:31:26.689291 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-66aa4739-896b-4e11-8b5e-09ea0b6b6b82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71713e19-c2ae-44f9-88d1-26ef3cc64669 HTTP/1.1" status: 200 len: 217 time: 0.0964494 Oct 29 08:31:26.692361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-8fe91876-9cd8-428d-9235-e2d9667291c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.693876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-8fe91876-9cd8-428d-9235-e2d9667291c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 1095 time: 0.5779481 Oct 29 08:31:26.697194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-b32378af-bdaf-4771-a570-0e256f980af8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3068619 Oct 29 08:31:26.717808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Deleting port b6e04ee2-4026-48c3-9123-4005bd592577 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:26.717808 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.725682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Request body: {'port': {'device_id': '80c93319-e802-44ae-beb2-7804d364f88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:26.728761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3096566-375b-44ab-8b73-60b9aaee1a6c service neutron] Pushing event updated for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:26.780795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-8b72f094-08e1-4fb1-b404-efcbee020d05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 HTTP/1.1" status: 200 len: 217 time: 0.0686495 Oct 29 08:31:26.801786 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.802175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.814930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Calling delete_port for b6e04ee2-4026-48c3-9123-4005bd592577 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:26.865978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80656560-b855-4aa7-b2ab-34b510365b70 req-387cd8bd-6def-4795-b773-cf544a7f968b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135139 Oct 29 08:31:26.898750 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:26.929866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-cf3cd260-bdc6-4ba4-8f3d-78dbf5b91c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:26.931444 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-cf3cd260-bdc6-4ba4-8f3d-78dbf5b91c39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.1416030 Oct 29 08:31:27.035874 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-fdc425fc-f2d4-4978-b653-7968c709ad53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913243 Oct 29 08:31:27.036345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:27.038986 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbab573-9652-4dd7-9489-0df4f5cef5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:27.271695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:27.297641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698185de-c614-4695-b37c-387658305d0c req-991b2120-eee5-4243-8f49-a394ab5d5b2c tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:27.299298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-698185de-c614-4695-b37c-387658305d0c req-991b2120-eee5-4243-8f49-a394ab5d5b2c tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 936 time: 0.2550523 Oct 29 08:31:27.323111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'tag': 'b170dda5-4d51-454a-a25f-4b0df72c02eb'}, {'name': 'network-changed', 'server_uuid': '67c7e7a7-b0b1-4843-90ce-27f099e12242', 'tag': '71713e19-c2ae-44f9-88d1-26ef3cc64669'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:27.325518 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368644a9-5637-4c2d-bfa5-34bc0be73369" -d '{"events": [{"name": "network-changed", "server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "tag": "b170dda5-4d51-454a-a25f-4b0df72c02eb"}, {"name": "network-changed", "server_uuid": "67c7e7a7-b0b1-4843-90ce-27f099e12242", "tag": "71713e19-c2ae-44f9-88d1-26ef3cc64669"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:27.340862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-29c3e93a-d5d4-42b8-8a6d-30292546750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:27.342368 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-29c3e93a-d5d4-42b8-8a6d-30292546750a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.5125813 Oct 29 08:31:27.351328 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-084acd0d-768c-4577-800a-9c9d5cf7f235 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8042698 Oct 29 08:31:27.390441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:27.395516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-b4d1a149-ea03-4031-a8da-19faed6d7aed service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341980 Oct 29 08:31:27.399691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-ac64f9a3-3e30-4f88-91e2-1137d310d34f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471771 Oct 29 08:31:27.461066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-dc54f7c1-a4c6-4b2f-a32f-b7198f246bd4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd HTTP/1.1" status: 200 len: 217 time: 0.0894332 Oct 29 08:31:27.493479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-698185de-c614-4695-b37c-387658305d0c req-706898d2-4ad3-436c-9140-53c0b3de6f9d tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441050 Oct 29 08:31:27.508346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfa3e84-0c0b-4308-b970-671cf60bceb2 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:27.535691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:27.573535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:27.621365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9626669-a8e9-49e0-8146-b6cdbe317c40 req-fcb447cd-0bf4-44d4-a646-0365051e1395 service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992083 Oct 29 08:31:27.656169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f64e16-3237-40d0-bc9f-8de5b441f95e {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:27.661942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d6e49002-9b0a-4101-b86d-91bf30b5d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:27.663903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d6e49002-9b0a-4101-b86d-91bf30b5d9b4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.1908758 Oct 29 08:31:27.670000 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:27.686329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:27.725688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e039e3-6b2c-46c6-a549-a251d93c1cf3 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:27.743687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:27.746866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Pushing event deleted for resources: {'Port': ['ID=b6e04ee2-4026-48c3-9123-4005bd592577,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:27.755148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Transition to ACTIVE for port object 97f64e16-3237-40d0-bc9f-8de5b441f95e will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:27.758814 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-00d9acc7-81a6-46c4-be99-67412d004487 service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187575 Oct 29 08:31:27.781264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bccaa1-3c92-4de5-96f0-52ea872de425 req-d5b22a01-5b0a-4821-875e-dc44dcd63887 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:27.784182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:27.789200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2bccaa1-3c92-4de5-96f0-52ea872de425 req-d5b22a01-5b0a-4821-875e-dc44dcd63887 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 944 time: 0.1214938 Oct 29 08:31:27.798321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Transition to ACTIVE for port object f1e039e3-6b2c-46c6-a549-a251d93c1cf3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:27.818596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:27.871951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] Transition to ACTIVE for port object 8dfa3e84-0c0b-4308-b970-671cf60bceb2 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:27.873055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:27.913970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-30d0362b-1b0c-4e62-bbcb-4be6e44ee99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:27.915647 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-30d0362b-1b0c-4e62-bbcb-4be6e44ee99f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2384722 Oct 29 08:31:27.923081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2bccaa1-3c92-4de5-96f0-52ea872de425 req-bd92633d-7ce4-431f-9b28-6e65543a3f9a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327360 Oct 29 08:31:27.942816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.012492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.015684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.016889 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f71a145f-972b-4de7-a433-e30edcfb18b1 req-4ceb49aa-f3e7-43c1-90cd-8faab708dedc tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "DELETE /v2.0/floatingips/ebd0fa59-3dc4-44ef-818d-ee06d3d475f7 HTTP/1.1" status: 204 len: 173 time: 2.0446994 Oct 29 08:31:28.017667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Pushing event updated for resources: {'Port': ['ID=97f64e16-3237-40d0-bc9f-8de5b441f95e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:28.118836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f3effa0-d63a-4ebc-8473-561b1dbb888c req-5ea3d8fe-bf85-40c2-9ff4-6f6749a47737 service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356628 Oct 29 08:31:28.202696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Attempting to bind port 97f64e16-3237-40d0-bc9f-8de5b441f95e on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:28.203051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Attempting to bind port 97f64e16-3237-40d0-bc9f-8de5b441f95e by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:28.203380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Attempting to bind port 97f64e16-3237-40d0-bc9f-8de5b441f95e on network 34c21951-328b-4566-8582-7b6d2dabab90 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:28.210122 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-8b1ae40d-df77-4705-9a7f-f3e3cfbc2c5f service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795491 Oct 29 08:31:28.214710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Port 97f64e16-3237-40d0-bc9f-8de5b441f95e on network 34c21951-328b-4566-8582-7b6d2dabab90 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:28.215083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Attempting to bind port 97f64e16-3237-40d0-bc9f-8de5b441f95e on network 34c21951-328b-4566-8582-7b6d2dabab90 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:28.250564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] No DVR routers for this DVR port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:28.274944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:28.274944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Checking segment: {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:28.275326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Bound using segment: {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:28.275630 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Bound port: 97f64e16-3237-40d0-bc9f-8de5b441f95e, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868e049a-98ed-4f1e-a58a-142c017675b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:28.276030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.315934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-0068469c-7468-464d-881c-480b85d2a43c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.316195 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] 10.222.0.15 "PUT /v2.0/ports/8dfa3e84-0c0b-4308-b970-671cf60bceb2/bindings/n-h1-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6727576 Oct 29 08:31:28.323715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ec8a2-4cf5-483a-a306-33a987125acb service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:28.334089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-0068469c-7468-464d-881c-480b85d2a43c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.341404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-0068469c-7468-464d-881c-480b85d2a43c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.346331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc79d5-3273-4dfc-8bc8-b705c82c8867 req-eef8933a-d9a2-4675-a66c-b7af1de01189 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.348288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-0068469c-7468-464d-881c-480b85d2a43c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.353967 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecc79d5-3273-4dfc-8bc8-b705c82c8867 req-eef8933a-d9a2-4675-a66c-b7af1de01189 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 943 time: 0.2704704 Oct 29 08:31:28.355559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-0068469c-7468-464d-881c-480b85d2a43c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.363328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-0068469c-7468-464d-881c-480b85d2a43c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.370265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-0068469c-7468-464d-881c-480b85d2a43c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.373673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-0068469c-7468-464d-881c-480b85d2a43c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.2463136 Oct 29 08:31:28.378506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Attempting to bind port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:28.378878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Attempting to bind port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:28.379264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Attempting to bind port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:28.389196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:28.389552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Attempting to bind port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:28.405610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:28.405993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:28.406343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:28.406782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Bound port: f1e039e3-6b2c-46c6-a549-a251d93c1cf3, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:28.407144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.419167 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecc79d5-3273-4dfc-8bc8-b705c82c8867 req-2985b243-eba4-45af-835c-daeac7132222 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Oct 29 08:31:28.532449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] For port f1e039e3-6b2c-46c6-a549-a251d93c1cf3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:28.548922 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57e2f03e-d71c-4d1b-94c2-8ee697658653 req-96164ba6-5a35-4ea2-9ef3-105737ccd759 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492646 Oct 29 08:31:28.553013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-2dadfb62-d201-49c5-a41b-01fae26b18b4 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326006 Oct 29 08:31:28.554520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] For port 97f64e16-3237-40d0-bc9f-8de5b441f95e, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:28.558991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] For port 97f64e16-3237-40d0-bc9f-8de5b441f95e, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=97f64e16-3237-40d0-bc9f-8de5b441f95e,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:28.574707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] For port f1e039e3-6b2c-46c6-a549-a251d93c1cf3, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:28.588127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.601848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.605308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-95f0b137-a409-4898-a5a2-64849aca8498 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.606847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-95f0b137-a409-4898-a5a2-64849aca8498 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.2044690 Oct 29 08:31:28.614810 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-7bded968-fc5e-46c1-b477-c170f8f2b8be service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a HTTP/1.1" status: 200 len: 217 time: 0.0525033 Oct 29 08:31:28.633988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17276e-acd5-49ef-ad23-74baca1e158c req-f6fb7138-208d-454a-bec1-f3fbd2c11163 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.635606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b17276e-acd5-49ef-ad23-74baca1e158c req-f6fb7138-208d-454a-bec1-f3fbd2c11163 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 944 time: 0.1169794 Oct 29 08:31:28.637185 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d632dc-9a8d-45ab-a5cb-76569d06e27e x-openstack-request-id: req-96d632dc-9a8d-45ab-a5cb-76569d06e27e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:28.637451 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:28.637708 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96d632dc-9a8d-45ab-a5cb-76569d06e27e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:28.638098 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'status': 'completed', 'code': 200} Oct 29 08:31:28.651075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.651794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.653152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] 10.222.0.93 "PUT /v2.0/ports/f1e039e3-6b2c-46c6-a549-a251d93c1cf3 HTTP/1.1" status: 200 len: 1096 time: 1.9475040 Oct 29 08:31:28.664719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.665356 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.666995 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] 10.222.0.15 "PUT /v2.0/ports/97f64e16-3237-40d0-bc9f-8de5b441f95e HTTP/1.1" status: 200 len: 1092 time: 3.2553000 Oct 29 08:31:28.713176 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7271073-b589-474d-bb2c-8f9431765840 x-openstack-request-id: req-b7271073-b589-474d-bb2c-8f9431765840 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:28.713474 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "tag": "b170dda5-4d51-454a-a25f-4b0df72c02eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67c7e7a7-b0b1-4843-90ce-27f099e12242", "tag": "71713e19-c2ae-44f9-88d1-26ef3cc64669", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:28.713722 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7271073-b589-474d-bb2c-8f9431765840 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:28.714143 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'tag': 'b170dda5-4d51-454a-a25f-4b0df72c02eb', 'status': 'completed', 'code': 200} Oct 29 08:31:28.714393 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c7e7a7-b0b1-4843-90ce-27f099e12242', 'tag': '71713e19-c2ae-44f9-88d1-26ef3cc64669', 'status': 'completed', 'code': 200} Oct 29 08:31:28.734737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b17276e-acd5-49ef-ad23-74baca1e158c req-a1a86e96-953b-4dd8-89fe-44df767357ec tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663319 Oct 29 08:31:28.839673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-fa7427fa-9ef8-47ce-bcb1-af6af813f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.841187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-fa7427fa-9ef8-47ce-bcb1-af6af813f64b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.2040730 Oct 29 08:31:28.841885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fedc-17b8-4906-8600-ea309f28a0ed service neutron] Pushing event updated for resources: {'Port': ['ID=97f64e16-3237-40d0-bc9f-8de5b441f95e,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:28.861606 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:28.866210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-e225c1eb-7c13-4606-a628-2b5db3c20ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.868226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-e225c1eb-7c13-4606-a628-2b5db3c20ae0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f&tenant_id=c8dfe169bd65444eadf33eb01e29c196 HTTP/1.1" status: 200 len: 1095 time: 0.2325926 Oct 29 08:31:28.907285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-286403aa-d489-4041-8ca4-69d2b4606b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:28.909216 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-286403aa-d489-4041-8ca4-69d2b4606b06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 1095 time: 0.1899364 Oct 29 08:31:28.921972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581a532-6a10-4f80-9646-8314d5c6dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:29.023075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-016c3c1e-8b7d-4161-8873-3761059a07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.023622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-016c3c1e-8b7d-4161-8873-3761059a07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.024236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-016c3c1e-8b7d-4161-8873-3761059a07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.025953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-016c3c1e-8b7d-4161-8873-3761059a07d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2864 time: 0.2343621 Oct 29 08:31:29.029473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b331f9-f6ae-4850-9bf8-66311675354c req-ffb31d06-462e-42e3-9bb0-247124528ac5 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.034016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-60748b8e-d008-4323-ace8-d62a75efa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.035223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b331f9-f6ae-4850-9bf8-66311675354c req-ffb31d06-462e-42e3-9bb0-247124528ac5 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.035572 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-60748b8e-d008-4323-ace8-d62a75efa4ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 1099 time: 0.2716639 Oct 29 08:31:29.037438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-21fe7217-b656-4b9e-ae99-0383cf99271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.039036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-21fe7217-b656-4b9e-ae99-0383cf99271e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 1094 time: 0.2107015 Oct 29 08:31:29.041293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b331f9-f6ae-4850-9bf8-66311675354c req-ffb31d06-462e-42e3-9bb0-247124528ac5 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.044620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44b331f9-f6ae-4850-9bf8-66311675354c req-ffb31d06-462e-42e3-9bb0-247124528ac5 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2411 time: 0.2822335 Oct 29 08:31:29.056092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d0ba4c73-7daf-4a6c-bfb0-4a2cbb3f1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.061028 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-d0ba4c73-7daf-4a6c-bfb0-4a2cbb3f1a8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2083223 Oct 29 08:31:29.163148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:29.173177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-fa3e68ca-3cfc-4dab-91ce-8199982111b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.174869 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-fa3e68ca-3cfc-4dab-91ce-8199982111b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1095 time: 0.2704060 Oct 29 08:31:29.250173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-d9c35b0c-ad0e-449a-8f65-40e8976f360d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f1e039e3-6b2c-46c6-a549-a251d93c1cf3 HTTP/1.1" status: 200 len: 217 time: 0.1665888 Oct 29 08:31:29.267406 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44b331f9-f6ae-4850-9bf8-66311675354c req-4062a599-2b88-4357-a71b-6034196946e3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163153 Oct 29 08:31:29.271327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:29.280530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-3ec6af65-48e5-4aed-aaad-da66b9c67e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.282042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-3ec6af65-48e5-4aed-aaad-da66b9c67e12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 907 time: 0.3437490 Oct 29 08:31:29.284261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'port_id': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'mac_address': 'fa:16:3e:10:92:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a2fe-81ca-4b81-a5e4-840c0bfccc36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:29.338800 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:29.340781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-72902f6f-9085-4fd1-9d50-8814ccba6c6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 HTTP/1.1" status: 200 len: 217 time: 0.0505133 Oct 29 08:31:29.344709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-a2ed42de-0a27-4c66-9684-a98dd0a42e6e service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769637 Oct 29 08:31:29.358322 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:29.368405 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-9b6d6298-96f4-4b61-be77-023a91518dd3 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4582465 Oct 29 08:31:29.381959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:29.387459 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:29.412963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:29.441622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-50cf8855-49e5-4dea-811c-63f8ce679d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.443117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-50cf8855-49e5-4dea-811c-63f8ce679d1b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1829083 Oct 29 08:31:29.444542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-e8abf155-24aa-4570-bf32-adc65f3d1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.446261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:29.449265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-e8abf155-24aa-4570-bf32-adc65f3d1a73 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 908 time: 0.3645835 Oct 29 08:31:29.465774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.466745 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.467245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.467746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.468235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.468742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.469216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.470825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.471451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.472794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.473298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.473846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:29.482966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-9eb317e8-f29f-4888-8612-857f426d1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.484493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-9eb317e8-f29f-4888-8612-857f426d1c6c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.2994897 Oct 29 08:31:29.492946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-c67e57af-cf77-4a6f-b66c-576b1b1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.494415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-c67e57af-cf77-4a6f-b66c-576b1b1c7e4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.1449094 Oct 29 08:31:29.518380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-28ef2619-d828-4b76-bd78-69455a5c96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.519446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-28ef2619-d828-4b76-bd78-69455a5c96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.519446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-28ef2619-d828-4b76-bd78-69455a5c96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.520955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-28ef2619-d828-4b76-bd78-69455a5c96cd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4787362 Oct 29 08:31:29.537749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-e4042acc-0316-4079-bb2f-5517c1c00c86 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71713e19-c2ae-44f9-88d1-26ef3cc64669 HTTP/1.1" status: 200 len: 217 time: 0.0751169 Oct 29 08:31:29.564822 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:29.567350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-4583f439-71cd-4ac2-899d-f57c35587591 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614529 Oct 29 08:31:29.571302 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-300379a4-1962-4669-8912-e8a905b57eb9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 200 len: 217 time: 0.0759873 Oct 29 08:31:29.620318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:29.680455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a032aa4-ecf4-4e54-8b3c-2b39834d6e4f req-8a32a830-4761-4890-9282-edaf6d6820ed tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.682027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a032aa4-ecf4-4e54-8b3c-2b39834d6e4f req-8a32a830-4761-4890-9282-edaf6d6820ed tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 948 time: 0.3052890 Oct 29 08:31:29.683988 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-47d8a967-cd2e-431c-9ffa-5638c340338d service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060958 Oct 29 08:31:29.756527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-3663730c-d3b5-4c46-b621-e66d5a272ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.758797 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-3663730c-d3b5-4c46-b621-e66d5a272ffd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.1699259 Oct 29 08:31:29.759712 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-876d4132-9b75-400d-b15f-a37bdad742bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c219d5f-da67-41ab-9403-8d346836763d HTTP/1.1" status: 200 len: 217 time: 0.0668285 Oct 29 08:31:29.833315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a032aa4-ecf4-4e54-8b3c-2b39834d6e4f req-aedabc9f-9fc6-4147-bfe6-db0500a8b152 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414564 Oct 29 08:31:29.869575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-5dcb069d-64c0-4b8a-a4f4-5a1ac3dcc037 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951033 Oct 29 08:31:29.877932 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-8df36066-aef2-4dad-bf06-1a7930abc9bb service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985821 Oct 29 08:31:29.958639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-df386464-a98f-4acf-ba13-d074ca560cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:29.960177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-df386464-a98f-4acf-ba13-d074ca560cc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.1815526 Oct 29 08:31:30.063933 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-14923552-a24c-45d5-bc1f-ac1a6bc25db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.065526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-14923552-a24c-45d5-bc1f-ac1a6bc25db3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6041512 Oct 29 08:31:30.072270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-7dccb857-a8f3-46cf-8a8e-2780b847724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.073772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-7dccb857-a8f3-46cf-8a8e-2780b847724e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.5251596 Oct 29 08:31:30.188667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-5201e8a6-6e37-4290-b376-53b3c0352774 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042783 Oct 29 08:31:30.199108 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:30.268259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-3a934095-c3c3-4158-9b17-2a2b14937755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.269780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-3a934095-c3c3-4158-9b17-2a2b14937755 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7302341 Oct 29 08:31:30.333509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-c5df8890-3848-4756-8b05-be9116bb6c87 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577262 Oct 29 08:31:30.420842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d97d03-c57f-4ce3-97bd-447998ceeaf0 req-04c1cde1-619a-42d5-95e1-33d39d8d850f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.422723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0d97d03-c57f-4ce3-97bd-447998ceeaf0 req-04c1cde1-619a-42d5-95e1-33d39d8d850f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 945 time: 0.5118008 Oct 29 08:31:30.428365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-d8e96bd2-d19a-469b-9376-6a7bfed70b80 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494983 Oct 29 08:31:30.430183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-b92892d0-f7ae-475b-8b11-b875f9c53a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.431583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-b92892d0-f7ae-475b-8b11-b875f9c53a6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1240044 Oct 29 08:31:30.437967 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-95c6c371-44bd-42c9-8684-a7c9c7f5051a service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337868 Oct 29 08:31:30.467678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:30.469306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbab573-9652-4dd7-9489-0df4f5cef5b7 req-c03e86c3-cb75-48e1-b281-7b0fae59eee4 service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805528 Oct 29 08:31:30.483355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-2459b80d-470b-45f9-b305-949491ca2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.483829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-2459b80d-470b-45f9-b305-949491ca2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.484336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-2459b80d-470b-45f9-b305-949491ca2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.486011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-2459b80d-470b-45f9-b305-949491ca2f91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2864 time: 0.1701210 Oct 29 08:31:30.581144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0d97d03-c57f-4ce3-97bd-447998ceeaf0 req-a08620d9-50fb-42a5-93fd-21425fc82b1b tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485376 Oct 29 08:31:30.609186 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-0556e3a6-ee52-41b0-8981-6cbe14666046 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=b71254cc-6dd9-401b-9e78-4ac027a97e82 HTTP/1.1" status: 200 len: 217 time: 0.0879450 Oct 29 08:31:30.630051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fe9e225-ad1b-4b49-ac63-56a72a04e2d8 req-a5d26d49-52c0-44ed-be31-3b368b04df52 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730582 Oct 29 08:31:30.631654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6a2f2f24-09a6-42ff-96ae-7d3a16cb8968 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821301 Oct 29 08:31:30.633995 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-d720f8ab-3db4-4da7-bdc9-85db14fba4cb service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865706 Oct 29 08:31:30.657563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c93319-e802-44ae-beb2-7804d364f88b', 'tag': 'f1e039e3-6b2c-46c6-a549-a251d93c1cf3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:30.659757 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365a807a-8a3c-4699-a21c-5791b5db4cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "80c93319-e802-44ae-beb2-7804d364f88b", "tag": "f1e039e3-6b2c-46c6-a549-a251d93c1cf3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:30.718113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'tag': '97f64e16-3237-40d0-bc9f-8de5b441f95e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:30.720326 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab2e10f-3a78-4554-8bde-3411e191ccad" -d '{"events": [{"name": "network-changed", "server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "tag": "97f64e16-3237-40d0-bc9f-8de5b441f95e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:30.734961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-10fff7db-e1a0-4812-b928-ab84643d5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.736519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-10fff7db-e1a0-4812-b928-ab84643d5f13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc4b0780-30ab-45f4-8c4f-877e4b08b3e9 HTTP/1.1" status: 200 len: 801 time: 0.1190426 Oct 29 08:31:30.739453 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:31:30.742077 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-368644a9-5637-4c2d-bfa5-34bc0be73369 req-f2227e0a-a87c-4386-bf26-1e6cd15c69d3 service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925367 Oct 29 08:31:30.782731 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-8a4500b3-dce9-4365-a773-674becf5b389 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353543 Oct 29 08:31:30.789734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Allocated IP 172.25.5.43 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/2c902789-1ecf-4170-9a66-5a0c693263a8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:30.790400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ae75a-5e41-445d-8bf4-2e0de514d037 req-4e06ad7f-6eb0-4fda-9937-8d481d56187d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.791937 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d26ae75a-5e41-445d-8bf4-2e0de514d037 req-4e06ad7f-6eb0-4fda-9937-8d481d56187d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 943 time: 0.1189566 Oct 29 08:31:30.814208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-9f173a26-c008-4ba6-ae82-af76e15ac523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.815780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-9f173a26-c008-4ba6-ae82-af76e15ac523 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c21951-328b-4566-8582-7b6d2dabab90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710502 Oct 29 08:31:30.834059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-658f3d76-3949-4441-82a3-7e05d57035c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd HTTP/1.1" status: 200 len: 217 time: 0.0411019 Oct 29 08:31:30.902423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d26ae75a-5e41-445d-8bf4-2e0de514d037 req-c7ff045a-136e-496c-9bea-2ba979c10375 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703194 Oct 29 08:31:30.910367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6037ae3b-cc2d-4cf5-85d8-84a5850d0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.912077 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-6037ae3b-cc2d-4cf5-85d8-84a5850d0216 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.0712614 Oct 29 08:31:30.962732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1fd6de37-db6c-4354-a367-da8f023b78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:30.964289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-1fd6de37-db6c-4354-a367-da8f023b78d2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450020 Oct 29 08:31:31.015527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.019517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-33262d70-1dc8-4c35-963c-8dbdc06c4ce7 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.021384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-33262d70-1dc8-4c35-963c-8dbdc06c4ce7 tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f&tenant_id=c8dfe169bd65444eadf33eb01e29c196&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.1190832 Oct 29 08:31:31.024689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-76b82621-3fdf-4468-9bd8-fbad754045c8 service neutron] 10.222.0.15 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987405 Oct 29 08:31:31.081508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-c4a964fa-8489-4edf-b924-4988080e19ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.088026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-c4a964fa-8489-4edf-b924-4988080e19ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.093649 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-c4a964fa-8489-4edf-b924-4988080e19ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.099657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-c4a964fa-8489-4edf-b924-4988080e19ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.105726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-c4a964fa-8489-4edf-b924-4988080e19ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.111711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-c4a964fa-8489-4edf-b924-4988080e19ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.118042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-c4a964fa-8489-4edf-b924-4988080e19ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.120029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-c4a964fa-8489-4edf-b924-4988080e19ad tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1520474 Oct 29 08:31:31.151579 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.163278 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-f179ef71-a6e6-49af-b9f7-fc2de6943cfd service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865287 Oct 29 08:31:31.171600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:31.187276 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-912fd4b8-52bf-4056-89f5-ca3b7417e3c7 req-840c180e-66a0-46ce-9cd5-dc34e4e2d92f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581357 Oct 29 08:31:31.249116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:31.255235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Pushing event updated for resources: {'Port': ['ID=2c902789-1ecf-4170-9a66-5a0c693263a8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:31.259526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-3ab2ae98-5b55-4015-af91-510560b62775 service neutron] 10.222.0.15 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210317 Oct 29 08:31:31.260049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:31:31.264690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:31.267360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:31.267997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.269767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:31.302831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb443f2-98f7-43c3-9c32-b4ccc3ed3f8b req-0409d793-aef4-46ad-b51f-7e12e6cf1d88 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302559 Oct 29 08:31:31.336880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-23e98451-4b2d-49ed-a611-0858441cc637 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=b170dda5-4d51-454a-a25f-4b0df72c02eb HTTP/1.1" status: 200 len: 217 time: 0.0699337 Oct 29 08:31:31.373842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21097f0-e2a6-4ba3-8764-1c1e799598e3 req-837cd517-5545-40d3-8aa4-1b0d3bf1d9b9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.380282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d21097f0-e2a6-4ba3-8764-1c1e799598e3 req-837cd517-5545-40d3-8aa4-1b0d3bf1d9b9 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 944 time: 0.0754695 Oct 29 08:31:31.384219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-d2fff505-ad4c-4d8d-b004-cf5085310a60 service neutron] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:31.384527 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.394130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-d2fff505-ad4c-4d8d-b004-cf5085310a60 service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.395251 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44567c5a-7269-4c69-81f9-3ee5b29ee6e3 req-d2fff505-ad4c-4d8d-b004-cf5085310a60 service neutron] 10.222.0.93 "DELETE /v2.0/ports/8dfa3e84-0c0b-4308-b970-671cf60bceb2/bindings/n-h2-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.3658419 Oct 29 08:31:31.414715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:31.417100 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd97a2ce-5113-49ab-9c7a-998043f9de43" -d '{"events": [{"server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:31.428261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-03c334b8-2608-4a2e-8753-9d3ed2e71589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.430091 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-03c334b8-2608-4a2e-8753-9d3ed2e71589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a16952c-6431-4d6e-a1a3-235d7979c08a HTTP/1.1" status: 200 len: 801 time: 0.0862505 Oct 29 08:31:31.457530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:31.464006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.472645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d21097f0-e2a6-4ba3-8764-1c1e799598e3 req-2b60a129-d51f-4415-9826-b236d38b00de tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882916 Oct 29 08:31:31.474837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.490295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-109a53ce-485e-4840-91a6-3d29b90b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.490795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-109a53ce-485e-4840-91a6-3d29b90b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.491738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-109a53ce-485e-4840-91a6-3d29b90b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.492250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-109a53ce-485e-4840-91a6-3d29b90b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.493264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-109a53ce-485e-4840-91a6-3d29b90b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.493879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-109a53ce-485e-4840-91a6-3d29b90b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.494402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-109a53ce-485e-4840-91a6-3d29b90b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.500237 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-109a53ce-485e-4840-91a6-3d29b90b8529 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6478 time: 0.1071925 Oct 29 08:31:31.506994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-9b50e418-c9d7-47f0-bb23-1789cb1a0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.508578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-9b50e418-c9d7-47f0-bb23-1789cb1a0277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8abe6ad-2e0f-45ae-b43a-8191e4b033ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0696552 Oct 29 08:31:31.526130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:31.578254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.627608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-c8f20888-dcd8-47dc-80cd-eeddf2020cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.629099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-c8f20888-dcd8-47dc-80cd-eeddf2020cb4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 HTTP/1.1" status: 200 len: 904 time: 0.1211531 Oct 29 08:31:31.683848 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-d83ef35d-cb81-4146-819d-853d5d5202fe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c219d5f-da67-41ab-9403-8d346836763d HTTP/1.1" status: 200 len: 217 time: 0.0408320 Oct 29 08:31:31.696228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-1d9c0a64-ba97-4875-9720-224730a3f7e3 service neutron] 10.222.0.15 "GET /v2.0/networks/b8abe6ad-2e0f-45ae-b43a-8191e4b033ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718340 Oct 29 08:31:31.735906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f499907-4eb0-4feb-862d-cb12f8ff5c63 req-936cdbc4-08a1-4730-a0e2-6403cbe73c57 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.742686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f499907-4eb0-4feb-862d-cb12f8ff5c63 req-936cdbc4-08a1-4730-a0e2-6403cbe73c57 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.748918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f499907-4eb0-4feb-862d-cb12f8ff5c63 req-936cdbc4-08a1-4730-a0e2-6403cbe73c57 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.750779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f499907-4eb0-4feb-862d-cb12f8ff5c63 req-936cdbc4-08a1-4730-a0e2-6403cbe73c57 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2411 time: 0.1415932 Oct 29 08:31:31.794903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-7e8e19b2-173f-4c39-9ead-23bb32ece4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.796376 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-7e8e19b2-173f-4c39-9ead-23bb32ece4e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.1058681 Oct 29 08:31:31.805903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f499907-4eb0-4feb-862d-cb12f8ff5c63 req-8f063ed0-2f0f-422f-93a8-94e3821bb37c tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Oct 29 08:31:31.840820 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.844814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-44cb5238-16be-43ea-b458-bbaf3703fe74 service neutron] 10.222.0.15 "GET /v2.0/networks/b8abe6ad-2e0f-45ae-b43a-8191e4b033ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389170 Oct 29 08:31:31.846410 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:31.855318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-930cc643-17b0-48fb-b3be-48979a152b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:31.856895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-930cc643-17b0-48fb-b3be-48979a152b0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497868 Oct 29 08:31:31.883144 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c25ea19-51d6-43a4-af04-5e32b0250bd8 x-openstack-request-id: req-9c25ea19-51d6-43a4-af04-5e32b0250bd8 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:31.883431 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c93319-e802-44ae-beb2-7804d364f88b", "tag": "f1e039e3-6b2c-46c6-a549-a251d93c1cf3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:31.883683 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c25ea19-51d6-43a4-af04-5e32b0250bd8 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:31.884102 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c93319-e802-44ae-beb2-7804d364f88b', 'tag': 'f1e039e3-6b2c-46c6-a549-a251d93c1cf3', 'status': 'completed', 'code': 200} Oct 29 08:31:31.924772 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d3774e-da40-48f0-950f-e661b33ce556 x-openstack-request-id: req-10d3774e-da40-48f0-950f-e661b33ce556 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:31.925073 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "tag": "97f64e16-3237-40d0-bc9f-8de5b441f95e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:31.925323 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10d3774e-da40-48f0-950f-e661b33ce556 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:31.925743 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'tag': '97f64e16-3237-40d0-bc9f-8de5b441f95e', 'status': 'completed', 'code': 200} Oct 29 08:31:31.931831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-a9c63788-dd5b-4225-b339-6e3ddeaa6a3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=97f64e16-3237-40d0-bc9f-8de5b441f95e HTTP/1.1" status: 200 len: 217 time: 0.0767629 Oct 29 08:31:32.004734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-8a01fea7-39c3-4bb2-bb2e-87222541e537 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402090 Oct 29 08:31:32.011293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Pushing event updated for resources: {'Port': ['ID=2c902789-1ecf-4170-9a66-5a0c693263a8,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:32.031947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:32.053593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-d46a1f6a-4425-4b2f-b73f-a981cd559f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.055265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-d46a1f6a-4425-4b2f-b73f-a981cd559f77 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 1099 time: 0.1370387 Oct 29 08:31:32.057157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-d053aa3a-3987-4e7c-bd15-dfa0e6bc106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.058552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-d053aa3a-3987-4e7c-bd15-dfa0e6bc106b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc4b0780-30ab-45f4-8c4f-877e4b08b3e9 HTTP/1.1" status: 200 len: 801 time: 0.1006393 Oct 29 08:31:32.061345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:32.062503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-ad935862-4b8e-4852-8f12-2d7626582d20 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6875932 Oct 29 08:31:32.085327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdba104-74ad-4e50-87dd-9dd9230a3c85 req-bcdd09f6-e56e-4ac7-a358-6372086e26b7 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.087021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bdba104-74ad-4e50-87dd-9dd9230a3c85 req-bcdd09f6-e56e-4ac7-a358-6372086e26b7 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 948 time: 0.1206923 Oct 29 08:31:32.157593 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0cad1a6-8c71-43f7-ad2b-a98a6fbfaa4b req-5aae9c91-c634-4b3c-a8dc-16520b40efc3 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422307 Oct 29 08:31:32.176505 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bdba104-74ad-4e50-87dd-9dd9230a3c85 req-afd94255-7962-4109-9a31-0e50a72256bc tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830472 Oct 29 08:31:32.186774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-b50e7cf1-c459-4c92-9662-7d1496ce5564 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1140909 Oct 29 08:31:32.229587 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c99fa1f-61ed-468c-84c9-45f33659787d x-openstack-request-id: req-6c99fa1f-61ed-468c-84c9-45f33659787d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:32.229889 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:32.230144 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c99fa1f-61ed-468c-84c9-45f33659787d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:32.230541 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'code': 200} Oct 29 08:31:32.277782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acbd3-6a25-433d-b62e-449231b9194c req-ce43d88f-2dfe-41ac-86d6-7d56f1f7f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.279201 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-ce43d88f-2dfe-41ac-86d6-7d56f1f7f16d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c21951-328b-4566-8582-7b6d2dabab90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2080355 Oct 29 08:31:32.306959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-e409d1e0-51bb-40fb-b95b-b58c766b2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.307923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-e409d1e0-51bb-40fb-b95b-b58c766b2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.308624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-e409d1e0-51bb-40fb-b95b-b58c766b2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.309369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-e409d1e0-51bb-40fb-b95b-b58c766b2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.310105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-e409d1e0-51bb-40fb-b95b-b58c766b2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.311093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-e409d1e0-51bb-40fb-b95b-b58c766b2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.311715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-e409d1e0-51bb-40fb-b95b-b58c766b2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.314185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-e409d1e0-51bb-40fb-b95b-b58c766b2ed1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6478 time: 0.0771754 Oct 29 08:31:32.316340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-27340f8e-0437-48a4-afc8-d3c41cc5bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.317830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-27340f8e-0437-48a4-afc8-d3c41cc5bb86 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2545073 Oct 29 08:31:32.400746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-9cfe1b7f-8f37-49ee-9451-4392c8c84ec7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f1e039e3-6b2c-46c6-a549-a251d93c1cf3 HTTP/1.1" status: 200 len: 217 time: 0.0529380 Oct 29 08:31:32.448282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d545d-ded9-41c4-adbc-48eb4ca329b2 req-6ab98e6c-7a21-4d48-b0dd-5af354e05b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.450045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-778d545d-ded9-41c4-adbc-48eb4ca329b2 req-6ab98e6c-7a21-4d48-b0dd-5af354e05b4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 1097 time: 0.1348324 Oct 29 08:31:32.476977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a5cc1-221a-4294-8452-18653fb9ed31 req-597277b8-b1b0-4488-8e82-8c7297881e1a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.478559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-759a5cc1-221a-4294-8452-18653fb9ed31 req-597277b8-b1b0-4488-8e82-8c7297881e1a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1522288 Oct 29 08:31:32.483442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-c76f5d10-ec06-4e77-ad38-e76e1ff5e3c7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.485119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19fb7927-a9f0-46c6-9cf4-0946e8fdd329 req-c76f5d10-ec06-4e77-ad38-e76e1ff5e3c7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2903843 Oct 29 08:31:32.496842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-5a4f2b64-7627-478e-ba92-acf007d2e3be service neutron] 10.222.0.15 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037761 Oct 29 08:31:32.505037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-2aefc8a3-b753-49e7-9a54-a607a4fbe00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.506511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-2aefc8a3-b753-49e7-9a54-a607a4fbe00d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0954368 Oct 29 08:31:32.520509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-5be0aa6a-4769-4217-965a-65960b1da22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.522302 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-5be0aa6a-4769-4217-965a-65960b1da22c service neutron] 10.222.0.93 "GET /v2.0/networks?id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 HTTP/1.1" status: 200 len: 904 time: 0.1717458 Oct 29 08:31:32.601732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-148b32ee-d40e-4714-ba97-828ac90ba3ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd HTTP/1.1" status: 200 len: 217 time: 0.0554314 Oct 29 08:31:32.608591 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-778d545d-ded9-41c4-adbc-48eb4ca329b2 req-f6cfd7f6-a781-482d-af71-fb8757d604b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459365 Oct 29 08:31:32.632815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 71713e19-c2ae-44f9-88d1-26ef3cc64669 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:32.643162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-759a5cc1-221a-4294-8452-18653fb9ed31 req-e466bbfe-a4bd-4525-b266-a56eff90476f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243443 Oct 29 08:31:32.652151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-38ff356d-b3f0-4533-a34e-1147d530211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.653672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-38ff356d-b3f0-4533-a34e-1147d530211f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389139 Oct 29 08:31:32.660106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-cc14df06-910d-4d79-88fa-34cdde77e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.661658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-cc14df06-910d-4d79-88fa-34cdde77e0c3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.0522380 Oct 29 08:31:32.676358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-860acbd3-6a25-433d-b62e-449231b9194c req-a8445a9c-b883-462b-8b2e-cc23d835623e service neutron] 10.222.0.15 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688039 Oct 29 08:31:32.693981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5890b-5a4e-41df-8a7a-9a2e9b032584 req-c8d3fac1-5bf1-4041-95c4-fffda57b6ece tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.695666 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6b5890b-5a4e-41df-8a7a-9a2e9b032584 req-c8d3fac1-5bf1-4041-95c4-fffda57b6ece tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 943 time: 0.1201820 Oct 29 08:31:32.714957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-0a9de34a-17b5-4c2a-9e3a-7c3022e28ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.716726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-0a9de34a-17b5-4c2a-9e3a-7c3022e28ce2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440996 Oct 29 08:31:32.761026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 71713e19-c2ae-44f9-88d1-26ef3cc64669, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=71713e19-c2ae-44f9-88d1-26ef3cc64669,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:32.775306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '71713e19-c2ae-44f9-88d1-26ef3cc64669', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'port_id': '71713e19-c2ae-44f9-88d1-26ef3cc64669', 'mac_address': 'fa:16:3e:da:34:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d25f8d9-c239-477a-8419-aa47faeea0bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:32.779926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6b5890b-5a4e-41df-8a7a-9a2e9b032584 req-8a599f5c-99ff-47ec-bf25-378e37329dd8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588195 Oct 29 08:31:32.791544 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-229e505b-b6e4-46d6-8bf1-c0a5d305a4c2 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277583 Oct 29 08:31:32.835590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-f2c9167a-a871-4731-98aa-9834cd5969af tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.841917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-f2c9167a-a871-4731-98aa-9834cd5969af tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.848505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-f2c9167a-a871-4731-98aa-9834cd5969af tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.849433 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:32.854962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-f2c9167a-a871-4731-98aa-9834cd5969af tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.863470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-f2c9167a-a871-4731-98aa-9834cd5969af tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.865529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71713e19-c2ae-44f9-88d1-26ef3cc64669 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:32.867960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-f2c9167a-a871-4731-98aa-9834cd5969af tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.874049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-f2c9167a-a871-4731-98aa-9834cd5969af tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.876029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-f2c9167a-a871-4731-98aa-9834cd5969af tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1425056 Oct 29 08:31:32.895306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 71713e19-c2ae-44f9-88d1-26ef3cc64669, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=71713e19-c2ae-44f9-88d1-26ef3cc64669,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:32.901034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:32.925381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-f8ba62af-b7eb-40d0-a685-d187fc1366ec service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997266 Oct 29 08:31:32.949512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c2adbf0-4bfd-4338-89f2-ef390bb7ca41 req-34ba1ee9-6a33-4a3e-98cc-a63373935153 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650909 Oct 29 08:31:32.972938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=71713e19-c2ae-44f9-88d1-26ef3cc64669,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:32.980218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec5bc5-1fb6-4297-9d59-8000ffce2055 req-94bcdcfd-9c91-4cba-b595-11699eb1b8ac tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.981815 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04ec5bc5-1fb6-4297-9d59-8000ffce2055 req-94bcdcfd-9c91-4cba-b595-11699eb1b8ac tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 1095 time: 0.1020467 Oct 29 08:31:32.984640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-b480f68e-9e82-4451-b19f-9076cb2716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.985124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-b480f68e-9e82-4451-b19f-9076cb2716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.985638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-b480f68e-9e82-4451-b19f-9076cb2716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:32.987112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-b480f68e-9e82-4451-b19f-9076cb2716fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2864 time: 0.1188047 Oct 29 08:31:32.989151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-365a807a-8a3c-4699-a21c-5791b5db4cd0 req-94682ec6-3ae4-4e76-8007-c8a0373c2f6e service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852152 Oct 29 08:31:33.055142 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f7d16cc0-afd0-42a6-95ef-c2a658e1c76c tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips/5cbd7752-b5da-4613-95b2-0f81c23cd2b9 HTTP/1.1" status: 200 len: 692 time: 0.0557969 Oct 29 08:31:33.074545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04ec5bc5-1fb6-4297-9d59-8000ffce2055 req-3ba5df94-50e9-4032-a2aa-e9af348c89fc tempest-LiveAutoBlockMigrationV225Test-1707118268 tempest-LiveAutoBlockMigrationV225Test-1707118268-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833998 Oct 29 08:31:33.110046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-23883125-d315-4220-8201-768f07ac0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.111551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-23883125-d315-4220-8201-768f07ac0512 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34c21951-328b-4566-8582-7b6d2dabab90 HTTP/1.1" status: 200 len: 903 time: 0.1142628 Oct 29 08:31:33.141716 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a97a5f-bda3-4377-b9b2-507f8a022e2c req-dcf8db99-e6cc-409c-9b3c-aee2b9727f02 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078459 Oct 29 08:31:33.169666 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-c41a3556-1955-4620-833b-c7aa000c2961 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=97f64e16-3237-40d0-bc9f-8de5b441f95e HTTP/1.1" status: 200 len: 217 time: 0.0461578 Oct 29 08:31:33.193264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-d3ac8841-3d0b-4832-9e51-0a83e847f603 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.196027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-d3ac8841-3d0b-4832-9e51-0a83e847f603 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1327095 Oct 29 08:31:33.247199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:33.255737 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-7fa54e48-c290-4a74-9b35-9e11ec72c35f tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0513344 Oct 29 08:31:33.317494 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-b517ba71-93a9-4628-9bc7-e5aaf6f87423 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0549335 Oct 29 08:31:33.461817 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Deleting port 2c902789-1ecf-4170-9a66-5a0c693263a8 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:33.462157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:33.544534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:33.544824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:33.557885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Calling delete_port for 2c902789-1ecf-4170-9a66-5a0c693263a8 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:33.583185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-48933bc5-2f64-4c2b-9cc1-ab8a069b5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.584751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-48933bc5-2f64-4c2b-9cc1-ab8a069b5a47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc4b0780-30ab-45f4-8c4f-877e4b08b3e9 HTTP/1.1" status: 200 len: 801 time: 0.3977351 Oct 29 08:31:33.610357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544ff29-1f07-4b76-a623-696ea33eabf0 req-423cf7dc-c148-40d6-8f12-a52bce432e9a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.617979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544ff29-1f07-4b76-a623-696ea33eabf0 req-423cf7dc-c148-40d6-8f12-a52bce432e9a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.624365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544ff29-1f07-4b76-a623-696ea33eabf0 req-423cf7dc-c148-40d6-8f12-a52bce432e9a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.626913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2544ff29-1f07-4b76-a623-696ea33eabf0 req-423cf7dc-c148-40d6-8f12-a52bce432e9a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2411 time: 0.0863540 Oct 29 08:31:33.691868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:33.692125 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2544ff29-1f07-4b76-a623-696ea33eabf0 req-1fb8927f-881d-416a-84ba-b1fd9d99e233 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472090 Oct 29 08:31:33.694006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-14c13481-c011-4150-8b85-7fb36776759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.695982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-14c13481-c011-4150-8b85-7fb36776759a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34c21951-328b-4566-8582-7b6d2dabab90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020565 Oct 29 08:31:33.722435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Pushing event deleted for resources: {'Port': ['ID=2c902789-1ecf-4170-9a66-5a0c693263a8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:33.786864 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:33.789939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:33.790750 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f89f82e-b5f7-499c-85e0-65792394ad39 req-f0bc97f7-120f-4700-bc22-0ff247c692d7 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "DELETE /v2.0/floatingips/5cbd7752-b5da-4613-95b2-0f81c23cd2b9 HTTP/1.1" status: 204 len: 173 time: 0.4645069 Oct 29 08:31:33.824115 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-0127ec5a-93ac-4dd1-b9ad-0ae6f039795c service neutron] 10.222.0.15 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093676 Oct 29 08:31:33.910404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab43a7-fab0-4b61-834f-0605bbed5b97 req-52592bc1-55bc-4dd6-89d6-ccdcff4a3313 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.912350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32ab43a7-fab0-4b61-834f-0605bbed5b97 req-52592bc1-55bc-4dd6-89d6-ccdcff4a3313 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 948 time: 0.0668004 Oct 29 08:31:33.953192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32ab43a7-fab0-4b61-834f-0605bbed5b97 req-d63aad5f-7717-47f0-bffc-1a86dadc9d45 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342133 Oct 29 08:31:33.962250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ab2e10f-3a78-4554-8bde-3411e191ccad req-aa66ef2f-5e84-427f-aeb5-655c38e31c44 service neutron] 10.222.0.15 "GET /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162984 Oct 29 08:31:33.982787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038081ed-4e4a-4c24-a68c-f778b6df755b req-32c6eafd-48ec-4fa7-b223-07474b8aaf09 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:33.984120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-038081ed-4e4a-4c24-a68c-f778b6df755b req-32c6eafd-48ec-4fa7-b223-07474b8aaf09 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.0610046 Oct 29 08:31:34.015035 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-339e6d3d-1120-40f5-adc5-f8ba3032b30e req-588e9660-ee8d-403c-b9af-2a3c1aa6f236 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] show failed (client error): The resource could not be found. Oct 29 08:31:34.016057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-339e6d3d-1120-40f5-adc5-f8ba3032b30e req-588e9660-ee8d-403c-b9af-2a3c1aa6f236 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips/5cbd7752-b5da-4613-95b2-0f81c23cd2b9 HTTP/1.1" status: 404 len: 350 time: 0.0401649 Oct 29 08:31:34.024450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-038081ed-4e4a-4c24-a68c-f778b6df755b req-c24e7136-3884-43fb-928c-2a6cd19eaa2d tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Oct 29 08:31:34.114717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bee36b-250e-4f5e-ad5b-fbe7730f49cd req-fe99a02c-c075-4308-974f-c054f5062106 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.116485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a1bee36b-250e-4f5e-ad5b-fbe7730f49cd req-fe99a02c-c075-4308-974f-c054f5062106 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 944 time: 0.0504763 Oct 29 08:31:34.133643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eecaf1-881e-4d34-9798-6b5e7123543d req-da011f55-0adc-4351-b2ab-7165fc7aebb0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.135181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-30eecaf1-881e-4d34-9798-6b5e7123543d req-da011f55-0adc-4351-b2ab-7165fc7aebb0 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 944 time: 0.0535810 Oct 29 08:31:34.158277 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a1bee36b-250e-4f5e-ad5b-fbe7730f49cd req-8b025c55-bfb8-4204-8540-75bcc2caaea2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Oct 29 08:31:34.175029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-30eecaf1-881e-4d34-9798-6b5e7123543d req-2ddce9f7-f412-4646-8a2d-4fb768893c8e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Oct 29 08:31:34.238645 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-aabfe007-90b9-4bbd-a9d3-c69ac44f8f7b req-ceabdc20-2837-4920-b126-88e5ab001066 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] show failed (client error): The resource could not be found. Oct 29 08:31:34.239612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aabfe007-90b9-4bbd-a9d3-c69ac44f8f7b req-ceabdc20-2837-4920-b126-88e5ab001066 tempest-FloatingIPsTestJSON-1944329005 tempest-FloatingIPsTestJSON-1944329005-project] 10.222.0.70 "GET /v2.0/floatingips/5cbd7752-b5da-4613-95b2-0f81c23cd2b9 HTTP/1.1" status: 404 len: 350 time: 0.0401695 Oct 29 08:31:34.248764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43826) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:34.278773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-a5df0c95-a248-4113-a46c-7e0490a50d37 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.284070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-a5df0c95-a248-4113-a46c-7e0490a50d37 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.290886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-a5df0c95-a248-4113-a46c-7e0490a50d37 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.298907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-a5df0c95-a248-4113-a46c-7e0490a50d37 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.305619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-a5df0c95-a248-4113-a46c-7e0490a50d37 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.311973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-a5df0c95-a248-4113-a46c-7e0490a50d37 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.317891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-a5df0c95-a248-4113-a46c-7e0490a50d37 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.320154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-a5df0c95-a248-4113-a46c-7e0490a50d37 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1019444 Oct 29 08:31:34.372659 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-974a85c0-ac0b-45a3-be03-83de121c1460 req-71a74af2-300b-4c3b-9056-79d7d502d4e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433505 Oct 29 08:31:34.509847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7b07-bacc-4d2a-83aa-4777b954fea5 req-8f3aae1c-9ad5-4887-8588-17fefddf0f06 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.511197 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5fe7b07-bacc-4d2a-83aa-4777b954fea5 req-8f3aae1c-9ad5-4887-8588-17fefddf0f06 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.0565484 Oct 29 08:31:34.555576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5fe7b07-bacc-4d2a-83aa-4777b954fea5 req-7471ff03-dd4b-4f97-86a7-39b43ee17558 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Oct 29 08:31:34.642258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:34.659090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f1e039e3-6b2c-46c6-a549-a251d93c1cf3 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:34.662210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 71713e19-c2ae-44f9-88d1-26ef3cc64669 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:34.784937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-7732f071-3ec8-415b-8a95-eec1a626f08c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.786445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-7732f071-3ec8-415b-8a95-eec1a626f08c tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.93 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 944 time: 0.0696764 Oct 29 08:31:34.819554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 71713e19-c2ae-44f9-88d1-26ef3cc64669 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:31:34.827224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 71713e19-c2ae-44f9-88d1-26ef3cc64669 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:34.827864 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:34.902350 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f1e039e3-6b2c-46c6-a549-a251d93c1cf3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:34.906849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eea4d-16e1-4517-aa28-b554b3213b00 req-0bc26348-a10b-48de-8f37-5cb8e20f565a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.916365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Deleting port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:34.916365 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:34.917173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eea4d-16e1-4517-aa28-b554b3213b00 req-0bc26348-a10b-48de-8f37-5cb8e20f565a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.922198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eea4d-16e1-4517-aa28-b554b3213b00 req-0bc26348-a10b-48de-8f37-5cb8e20f565a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:34.923960 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e2eea4d-16e1-4517-aa28-b554b3213b00 req-0bc26348-a10b-48de-8f37-5cb8e20f565a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2411 time: 0.1486001 Oct 29 08:31:34.928608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'f1e039e3-6b2c-46c6-a549-a251d93c1cf3', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'f1e039e3-6b2c-46c6-a549-a251d93c1cf3', 'mac_address': 'fa:16:3e:68:22:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:35.005361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e2eea4d-16e1-4517-aa28-b554b3213b00 req-32708268-95ab-4670-9bab-564a1e9fbddc tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673258 Oct 29 08:31:35.021790 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.031442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] For port 8dfa3e84-0c0b-4308-b970-671cf60bceb2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8dfa3e84-0c0b-4308-b970-671cf60bceb2,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:35.031836 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.039483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e039e3-6b2c-46c6-a549-a251d93c1cf3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:35.050291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Calling delete_port for 8dfa3e84-0c0b-4308-b970-671cf60bceb2 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:35.057348 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.079546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f1e039e3-6b2c-46c6-a549-a251d93c1cf3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:35.089120 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.098051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c7e7a7-b0b1-4843-90ce-27f099e12242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71713e19-c2ae-44f9-88d1-26ef3cc64669'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:35.100476 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a44e1c-e6fc-4714-8785-2660fb14f100" -d '{"events": [{"server_uuid": "67c7e7a7-b0b1-4843-90ce-27f099e12242", "name": "network-vif-plugged", "status": "completed", "tag": "71713e19-c2ae-44f9-88d1-26ef3cc64669"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:35.127031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Deleting port cf930114-1fdf-4d29-b589-80a548145a47 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:35.127484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.141425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 71713e19-c2ae-44f9-88d1-26ef3cc64669, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=71713e19-c2ae-44f9-88d1-26ef3cc64669,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:35.151446 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.160686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e0362-84f2-40ee-ab7b-3394c030cb85 req-78f55de0-19e7-4537-a99f-56ca51d397c7 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.162336 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b5e0362-84f2-40ee-ab7b-3394c030cb85 req-78f55de0-19e7-4537-a99f-56ca51d397c7 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 948 time: 0.1047199 Oct 29 08:31:35.167430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b170dda5-4d51-454a-a25f-4b0df72c02eb details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:35.298670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] For port cf930114-1fdf-4d29-b589-80a548145a47, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cf930114-1fdf-4d29-b589-80a548145a47,segment=NetworkSegment(de45baab-1309-4859-ad3d-17134aa68569),segment_id=de45baab-1309-4859-ad3d-17134aa68569)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:35.299103 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.323504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b5e0362-84f2-40ee-ab7b-3394c030cb85 req-dcd16e8b-601d-4c3c-b080-7a20cd7a8abc tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506460 Oct 29 08:31:35.333545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.366680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Calling delete_port for cf930114-1fdf-4d29-b589-80a548145a47 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:35.374130 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042b200a-b612-4f95-8397-d0bafafcf3a8 x-openstack-request-id: req-042b200a-b612-4f95-8397-d0bafafcf3a8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:35.374421 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c7e7a7-b0b1-4843-90ce-27f099e12242", "name": "network-vif-plugged", "status": "completed", "tag": "71713e19-c2ae-44f9-88d1-26ef3cc64669", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:35.374748 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-042b200a-b612-4f95-8397-d0bafafcf3a8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:35.375071 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c7e7a7-b0b1-4843-90ce-27f099e12242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71713e19-c2ae-44f9-88d1-26ef3cc64669', 'code': 200} Oct 29 08:31:35.383178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Pushing event deleted for resources: {'Port': ['ID=8dfa3e84-0c0b-4308-b970-671cf60bceb2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:35.399002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:35.461525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] No DVR routers for this DVR port 8dfa3e84-0c0b-4308-b970-671cf60bceb2 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:35.465825 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.470146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c9efb8d7-a042-4496-8738-8e7029863ce1 req-54da4820-e4d7-414a-b078-9cccdc488ecc tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.93 "DELETE /v2.0/ports/8dfa3e84-0c0b-4308-b970-671cf60bceb2 HTTP/1.1" status: 204 len: 173 time: 0.6764448 Oct 29 08:31:35.470716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'name': 'network-vif-deleted', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:35.473188 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5afbe6-9ccd-4c99-aa59-9f108a9db9a2" -d '{"events": [{"server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "name": "network-vif-deleted", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:35.486570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d875-8a1f-4226-b972-cad06941222e req-3998d69d-7676-49ad-9ca9-84dc0a5baa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.488974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5241d875-8a1f-4226-b972-cad06941222e req-3998d69d-7676-49ad-9ca9-84dc0a5baa38 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 1096 time: 0.2115362 Oct 29 08:31:35.514632 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-054faa9d-c9a0-40bb-8e96-6595713c7dd6 req-d451acb3-26f5-48bf-bb81-6f0f2d35246e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.0379133 Oct 29 08:31:35.524168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f1e039e3-6b2c-46c6-a549-a251d93c1cf3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:35.534850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1e48-2417-4b9f-8bc4-8c2efefa92d1 req-a61a115c-a79a-43ac-adb6-799ff8988689 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.544205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2fa1e48-2417-4b9f-8bc4-8c2efefa92d1 req-a61a115c-a79a-43ac-adb6-799ff8988689 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 945 time: 0.2205155 Oct 29 08:31:35.615589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=71713e19-c2ae-44f9-88d1-26ef3cc64669,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:35.649069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-1a46edb0-df70-471d-b0f5-5b1beb0f5b53 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.657287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-1a46edb0-df70-471d-b0f5-5b1beb0f5b53 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.664336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-1a46edb0-df70-471d-b0f5-5b1beb0f5b53 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.671398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-1a46edb0-df70-471d-b0f5-5b1beb0f5b53 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.676262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b170dda5-4d51-454a-a25f-4b0df72c02eb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b170dda5-4d51-454a-a25f-4b0df72c02eb,segment=NetworkSegment(1016798d-274c-49c0-99ea-4a244e1a4afa),segment_id=1016798d-274c-49c0-99ea-4a244e1a4afa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:35.679097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-1a46edb0-df70-471d-b0f5-5b1beb0f5b53 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.685655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-1a46edb0-df70-471d-b0f5-5b1beb0f5b53 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.692031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-1a46edb0-df70-471d-b0f5-5b1beb0f5b53 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:35.700662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'b170dda5-4d51-454a-a25f-4b0df72c02eb', 'network_id': 'b8abe6ad-2e0f-45ae-b43a-8191e4b033ed', 'port_id': 'b170dda5-4d51-454a-a25f-4b0df72c02eb', 'mac_address': 'fa:16:3e:e8:df:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a16952c-6431-4d6e-a1a3-235d7979c08a', 'ip_address': '19.86.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:35.701017 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-1a46edb0-df70-471d-b0f5-5b1beb0f5b53 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1125908 Oct 29 08:31:35.750416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-59460f1e-c5a6-421a-90f1-59a74aaaa37f req-0ff8d494-9692-4e72-8723-625813e6a5ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481486 Oct 29 08:31:35.755612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.801524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf930114-1fdf-4d29-b589-80a548145a47,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:35.816462 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2fa1e48-2417-4b9f-8bc4-8c2efefa92d1 req-37fc2c20-f1b3-4751-985d-1c9b80fd097e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712307 Oct 29 08:31:35.821844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.847418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5241d875-8a1f-4226-b972-cad06941222e req-31cbe295-a90c-47d4-8584-b6a25a63ec23 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504269 Oct 29 08:31:35.856554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b170dda5-4d51-454a-a25f-4b0df72c02eb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:35.895275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b170dda5-4d51-454a-a25f-4b0df72c02eb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b170dda5-4d51-454a-a25f-4b0df72c02eb,segment=NetworkSegment(1016798d-274c-49c0-99ea-4a244e1a4afa),segment_id=1016798d-274c-49c0-99ea-4a244e1a4afa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:35.903702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:35.904504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b71254cc-6dd9-401b-9e78-4ac027a97e82 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:35.917404 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e34f1-a6ca-4f57-a482-d978baaa02d6 x-openstack-request-id: req-858e34f1-a6ca-4f57-a482-d978baaa02d6 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:35.917917 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8026ef57-345b-4054-a84f-d02b949f6d0f", "name": "network-vif-deleted", "tag": "8dfa3e84-0c0b-4308-b970-671cf60bceb2", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:35.918029 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-858e34f1-a6ca-4f57-a482-d978baaa02d6 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:35.918352 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8026ef57-345b-4054-a84f-d02b949f6d0f', 'name': 'network-vif-deleted', 'tag': '8dfa3e84-0c0b-4308-b970-671cf60bceb2', 'status': 'completed', 'code': 200} Oct 29 08:31:36.025812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b71254cc-6dd9-401b-9e78-4ac027a97e82, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b71254cc-6dd9-401b-9e78-4ac027a97e82,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:36.027149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8a41b-5097-47e9-ad42-55a18d8a9b23 req-64c967f3-7a97-4cd9-be90-679f5240fd68 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.045429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7c8a41b-5097-47e9-ad42-55a18d8a9b23 req-64c967f3-7a97-4cd9-be90-679f5240fd68 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1015215 Oct 29 08:31:36.084391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'b71254cc-6dd9-401b-9e78-4ac027a97e82', 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90', 'port_id': 'b71254cc-6dd9-401b-9e78-4ac027a97e82', 'mac_address': 'fa:16:3e:7b:b0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4b0780-30ab-45f4-8c4f-877e4b08b3e9', 'ip_address': '19.80.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:36.118916 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:36.134586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7c8a41b-5097-47e9-ad42-55a18d8a9b23 req-f735f7a1-2f4c-4b47-b437-b2310c9c3072 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879903 Oct 29 08:31:36.157503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b170dda5-4d51-454a-a25f-4b0df72c02eb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:36.161840 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:36.186937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71254cc-6dd9-401b-9e78-4ac027a97e82 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:36.211063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b71254cc-6dd9-401b-9e78-4ac027a97e82, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b71254cc-6dd9-401b-9e78-4ac027a97e82,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:36.217112 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:36.218232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 97f64e16-3237-40d0-bc9f-8de5b441f95e details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:36.278225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf531801-1a6a-4bf8-ba6f-5d0b327e4654 req-24df7e2b-4883-4780-8f53-e77f6589ba56 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.284300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf531801-1a6a-4bf8-ba6f-5d0b327e4654 req-24df7e2b-4883-4780-8f53-e77f6589ba56 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.290586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf531801-1a6a-4bf8-ba6f-5d0b327e4654 req-24df7e2b-4883-4780-8f53-e77f6589ba56 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.292384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf531801-1a6a-4bf8-ba6f-5d0b327e4654 req-24df7e2b-4883-4780-8f53-e77f6589ba56 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2412 time: 0.1525323 Oct 29 08:31:36.297380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 97f64e16-3237-40d0-bc9f-8de5b441f95e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=97f64e16-3237-40d0-bc9f-8de5b441f95e,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:36.324470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '97f64e16-3237-40d0-bc9f-8de5b441f95e', 'network_id': '34c21951-328b-4566-8582-7b6d2dabab90', 'port_id': '97f64e16-3237-40d0-bc9f-8de5b441f95e', 'mac_address': 'fa:16:3e:5a:50:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4b0780-30ab-45f4-8c4f-877e4b08b3e9', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:36.326433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b71254cc-6dd9-401b-9e78-4ac027a97e82,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:36.381274 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:36.388270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf531801-1a6a-4bf8-ba6f-5d0b327e4654 req-e100985c-2f13-4268-b9a6-7aa561d8a75e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802760 Oct 29 08:31:36.397396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f64e16-3237-40d0-bc9f-8de5b441f95e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:36.442112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 97f64e16-3237-40d0-bc9f-8de5b441f95e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=97f64e16-3237-40d0-bc9f-8de5b441f95e,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:36.449735 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:36.474410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Router 136447fa-64d2-4e6f-abe8-86fefcce41f6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:31:36.490592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2c663-19a0-45c1-8822-fae0184942a1 req-37ced2d2-196f-45f3-bd60-4c8105b2aac6 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.492327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60d2c663-19a0-45c1-8822-fae0184942a1 req-37ced2d2-196f-45f3-bd60-4c8105b2aac6 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 949 time: 0.0618718 Oct 29 08:31:36.524982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=97f64e16-3237-40d0-bc9f-8de5b441f95e,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:36.534564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60d2c663-19a0-45c1-8822-fae0184942a1 req-7b33bdf2-7a77-4449-91ea-161bd6710e84 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346060 Oct 29 08:31:36.594721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:31:36.600146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b046b893-d441-4911-a4d4-fd12f6ed5a94 admin admin] 10.222.0.70 "PUT /v2.0/routers/136447fa-64d2-4e6f-abe8-86fefcce41f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3502023 Oct 29 08:31:36.603021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43854) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:36.608014 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec659f-f487-480a-963b-df1980947543 None None] Sync routers for ids ['136447fa-64d2-4e6f-abe8-86fefcce41f6'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:31:36.619942 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec659f-f487-480a-963b-df1980947543 None None] Routers {'136447fa-64d2-4e6f-abe8-86fefcce41f6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:31:36.620571 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e7ec659f-f487-480a-963b-df1980947543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['136447fa-64d2-4e6f-abe8-86fefcce41f6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:36.653953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f1e039e3-6b2c-46c6-a549-a251d93c1cf3 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:36.696105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1149907-5816-410b-8828-5a430317679b req-4c8e30ec-e6f5-4519-9e5f-b06c7c8d0950 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.0854495 Oct 29 08:31:36.731680 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e7ec659f-f487-480a-963b-df1980947543 None None] Set router 136447fa-64d2-4e6f-abe8-86fefcce41f6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:31:36.735371 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:36.767433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:31:36.774643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:36.776108 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:36.831166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b170dda5-4d51-454a-a25f-4b0df72c02eb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:36.869486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:36.881596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b71254cc-6dd9-401b-9e78-4ac027a97e82'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:36.964027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-65e60ed5-0593-4579-9d83-d7d9453ee2a7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.970736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-65e60ed5-0593-4579-9d83-d7d9453ee2a7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.977477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-65e60ed5-0593-4579-9d83-d7d9453ee2a7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.983702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-65e60ed5-0593-4579-9d83-d7d9453ee2a7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.990821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-65e60ed5-0593-4579-9d83-d7d9453ee2a7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:36.997788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-65e60ed5-0593-4579-9d83-d7d9453ee2a7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.004259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-65e60ed5-0593-4579-9d83-d7d9453ee2a7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.012723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-65e60ed5-0593-4579-9d83-d7d9453ee2a7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1339650 Oct 29 08:31:37.059772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Deleting port dea75b65-d52e-435c-9915-ddba576617f9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:37.060297 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:37.084648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e398e6a-f6bb-4c4d-aa6f-0044bf14279e req-6ec6c6f1-44ad-43bd-9dc2-96e8104966ca tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709352 Oct 29 08:31:37.085577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9371c67-bfd6-4927-bbc1-92fa6a7211ae req-f5c200a1-6f96-46e2-b852-0cf4060fcdc6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.099489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9371c67-bfd6-4927-bbc1-92fa6a7211ae req-f5c200a1-6f96-46e2-b852-0cf4060fcdc6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 945 time: 0.1422703 Oct 29 08:31:37.117758 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e7ec659f-f487-480a-963b-df1980947543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:31:35Z', 'revision_number': 5, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port': {'id': 'dea75b65-d52e-435c-9915-ddba576617f9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:55Z', 'updated_at': '2021-10-29T08:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:37.194669 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:37.240204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f1e039e3-6b2c-46c6-a549-a251d93c1cf3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:37.243937 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec659f-f487-480a-963b-df1980947543 None None] Checking router: 136447fa-64d2-4e6f-abe8-86fefcce41f6 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:31:37.266329 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:37.267941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8dfa3e84-0c0b-4308-b970-671cf60bceb2 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:37.292512 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec659f-f487-480a-963b-df1980947543 None None] Routers {'136447fa-64d2-4e6f-abe8-86fefcce41f6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:31:37.295630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e7ec659f-f487-480a-963b-df1980947543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['136447fa-64d2-4e6f-abe8-86fefcce41f6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:37.388192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:37.391845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c93319-e802-44ae-beb2-7804d364f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e039e3-6b2c-46c6-a549-a251d93c1cf3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:37.394484 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d465c8e0-4ddf-4225-b3d7-899cec6c7a95" -d '{"events": [{"server_uuid": "80c93319-e802-44ae-beb2-7804d364f88b", "name": "network-vif-plugged", "status": "completed", "tag": "f1e039e3-6b2c-46c6-a549-a251d93c1cf3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:37.407418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 8dfa3e84-0c0b-4308-b970-671cf60bceb2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:37.407770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8dfa3e84-0c0b-4308-b970-671cf60bceb2 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:37.452926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9371c67-bfd6-4927-bbc1-92fa6a7211ae req-3772d5e2-a4e0-444e-bf90-3ad68f49aba1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476067 Oct 29 08:31:37.487756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] For port dea75b65-d52e-435c-9915-ddba576617f9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dea75b65-d52e-435c-9915-ddba576617f9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:37.488402 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:37.505742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Calling delete_port for dea75b65-d52e-435c-9915-ddba576617f9 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:37.546807 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e7ec659f-f487-480a-963b-df1980947543 None None] Set router 136447fa-64d2-4e6f-abe8-86fefcce41f6 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:31:37.554060 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48106a2c-cb6b-4095-9f26-90aa1f9db690 x-openstack-request-id: req-48106a2c-cb6b-4095-9f26-90aa1f9db690 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:37.555922 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c93319-e802-44ae-beb2-7804d364f88b", "name": "network-vif-plugged", "status": "completed", "tag": "f1e039e3-6b2c-46c6-a549-a251d93c1cf3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:37.556203 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48106a2c-cb6b-4095-9f26-90aa1f9db690 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:37.556662 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c93319-e802-44ae-beb2-7804d364f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e039e3-6b2c-46c6-a549-a251d93c1cf3', 'code': 200} Oct 29 08:31:37.618442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7cb07-47cb-4ab6-8906-17c01db60b12 req-5c8e5fe9-4efe-4769-af1f-87ac9027b1a0 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.625967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cb7cb07-47cb-4ab6-8906-17c01db60b12 req-5c8e5fe9-4efe-4769-af1f-87ac9027b1a0 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1101358 Oct 29 08:31:37.652206 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e7ec659f-f487-480a-963b-df1980947543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:31:36Z', 'revision_number': 6, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:37.681524 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cb7cb07-47cb-4ab6-8906-17c01db60b12 req-484a8e5b-2728-46ff-b7ce-a3b948e25d3e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544794 Oct 29 08:31:37.695022 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec659f-f487-480a-963b-df1980947543 None None] The sync data for ids ['136447fa-64d2-4e6f-abe8-86fefcce41f6'] in n-d-815940-1 is: [{'id': '136447fa-64d2-4e6f-abe8-86fefcce41f6', 'name': 'tempest-FloatingIPsTestJSON-232132160-router', 'tenant_id': '2b5431a3379049d6918f0a8d4c98004d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:52Z', 'updated_at': '2021-10-29T08:31:36Z', 'revision_number': 6, 'project_id': '2b5431a3379049d6918f0a8d4c98004d', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:31:37.767622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58067f1f-bda8-4b3b-aa94-7daa834f1ada req-c2646e81-7c53-4b8e-8090-b33307d8ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.769192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58067f1f-bda8-4b3b-aa94-7daa834f1ada req-c2646e81-7c53-4b8e-8090-b33307d8ae80 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 1101 time: 0.1299975 Oct 29 08:31:37.795479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f28b12-1387-45fe-abd2-cacc3320db6c req-63b72414-ba2e-4c8d-9df9-3d6373cf019a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.802507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f28b12-1387-45fe-abd2-cacc3320db6c req-63b72414-ba2e-4c8d-9df9-3d6373cf019a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.809657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f28b12-1387-45fe-abd2-cacc3320db6c req-63b72414-ba2e-4c8d-9df9-3d6373cf019a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.811386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15f28b12-1387-45fe-abd2-cacc3320db6c req-63b72414-ba2e-4c8d-9df9-3d6373cf019a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2414 time: 0.1732907 Oct 29 08:31:37.827473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3654-e43f-4c98-b513-9a56eefa8ff9 req-efcc403f-1149-44c1-a12e-635bf17845f5 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:37.829404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee4f3654-e43f-4c98-b513-9a56eefa8ff9 req-efcc403f-1149-44c1-a12e-635bf17845f5 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 950 time: 0.0549793 Oct 29 08:31:37.845258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['97f64e16-3237-40d0-bc9f-8de5b441f95e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:37.856400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:37.884881 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee4f3654-e43f-4c98-b513-9a56eefa8ff9 req-62376efa-48a5-43fe-8811-8cfd38210997 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Oct 29 08:31:37.901653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Pushing event deleted for resources: {'Port': ['ID=dea75b65-d52e-435c-9915-ddba576617f9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:37.908640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58067f1f-bda8-4b3b-aa94-7daa834f1ada req-f184eb2f-0944-4182-a523-5e4b0b0ea1a6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294973 Oct 29 08:31:37.935873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15f28b12-1387-45fe-abd2-cacc3320db6c req-602ee23f-78c8-45b0-ae5c-16ada34f50b7 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042972 Oct 29 08:31:37.995123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.015751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ee9288d-3c18-4f8f-ba11-7d5c9265509d req-ba6b43d1-283a-4e1e-bf76-ef1777856876 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.0360265 Oct 29 08:31:38.116371 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.119654 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.526927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.527658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 136447fa-64d2-4e6f-abe8-86fefcce41f6 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:31:38.532748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.533927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9952f540-cefd-4aff-a330-946b6d11bf4b admin admin] 10.222.0.70 "DELETE /v2.0/routers/136447fa-64d2-4e6f-abe8-86fefcce41f6 HTTP/1.1" status: 204 len: 168 time: 1.9299719 Oct 29 08:31:38.536547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43878) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:38.592582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0f7f12c9-8ec4-4981-a0e6-b2926759ebe4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.598596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0f7f12c9-8ec4-4981-a0e6-b2926759ebe4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.605013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0f7f12c9-8ec4-4981-a0e6-b2926759ebe4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.610923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0f7f12c9-8ec4-4981-a0e6-b2926759ebe4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.617119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0f7f12c9-8ec4-4981-a0e6-b2926759ebe4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.623610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0f7f12c9-8ec4-4981-a0e6-b2926759ebe4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.629774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0f7f12c9-8ec4-4981-a0e6-b2926759ebe4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.631797 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0f7f12c9-8ec4-4981-a0e6-b2926759ebe4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1437814 Oct 29 08:31:38.641866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4d5e79-d6cc-423a-874f-69caabdffa83 admin admin] Deleting subnet c08d596e-7ab7-4adb-aeea-1cb3f619d742 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:31:38.644995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06cd9c-efa2-4303-90a3-abb070b2b646 req-1beee3c0-5f64-482e-9711-3f82a1a0ce83 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.647426 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5e79-d6cc-423a-874f-69caabdffa83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.647961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc06cd9c-efa2-4303-90a3-abb070b2b646 req-1beee3c0-5f64-482e-9711-3f82a1a0ce83 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 945 time: 0.0583763 Oct 29 08:31:38.706261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc06cd9c-efa2-4303-90a3-abb070b2b646 req-c00e25c2-f237-4279-8000-fb6cd8e39685 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Oct 29 08:31:38.713669 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5e79-d6cc-423a-874f-69caabdffa83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.741996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-037f8423-69a4-413f-9c07-f3f3bb34161a req-0aadf273-1a72-42f6-90cc-3c116ce3a9aa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974305 Oct 29 08:31:38.853792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5e79-d6cc-423a-874f-69caabdffa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.911719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba4a4-5cf6-45f5-aaf9-fb9950076eaa req-b141ad7e-99fd-408c-a035-e6a4289af9b9 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:38.914067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-55aba4a4-5cf6-45f5-aaf9-fb9950076eaa req-b141ad7e-99fd-408c-a035-e6a4289af9b9 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.0806584 Oct 29 08:31:38.917484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5e79-d6cc-423a-874f-69caabdffa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:38.962902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d5e79-d6cc-423a-874f-69caabdffa83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08d596e-7ab7-4adb-aeea-1cb3f619d742,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:38.988480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-55aba4a4-5cf6-45f5-aaf9-fb9950076eaa req-271475f6-7271-47a1-8a3f-acc89d273857 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638125 Oct 29 08:31:38.997153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82cfb4-a5b3-4b79-bf89-6242a5f53577 None None] Network 91bab1f0-729a-4239-8dbe-50852ddcaa57 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:39.006460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5e79-d6cc-423a-874f-69caabdffa83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.012181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bb4d5e79-d6cc-423a-874f-69caabdffa83 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c08d596e-7ab7-4adb-aeea-1cb3f619d742 HTTP/1.1" status: 204 len: 168 time: 0.4724851 Oct 29 08:31:39.012561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43898) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:39.095685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.177661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c2de7-1f58-4796-a3c4-26a4b6431e3c req-5414a001-32e6-4b35-b9aa-c4c4bd877d2b tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:39.179713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-915c2de7-1f58-4796-a3c4-26a4b6431e3c req-5414a001-32e6-4b35-b9aa-c4c4bd877d2b tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 950 time: 0.0796726 Oct 29 08:31:39.191337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 97f64e16-3237-40d0-bc9f-8de5b441f95e up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:39.191685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a994542-2dd7-43a1-838e-c7beaad21a29 req-ebf8b626-c477-44ad-9b1f-be1e16908bb1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:39.200831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a994542-2dd7-43a1-838e-c7beaad21a29 req-ebf8b626-c477-44ad-9b1f-be1e16908bb1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.2286448 Oct 29 08:31:39.231929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a994542-2dd7-43a1-838e-c7beaad21a29 req-ee578b7e-5cd7-49f9-9ce7-dbf4f05fa9f4 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/quotas/24b6b3f61fbc4c2a916e6f12373383b8 HTTP/1.1" status: 200 len: 375 time: 0.0305774 Oct 29 08:31:39.234637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Deleting port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:39.234977 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.263048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-915c2de7-1f58-4796-a3c4-26a4b6431e3c req-b467a29f-0fa9-4d6f-9028-7dbc79aa8833 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544329 Oct 29 08:31:39.305989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 97f64e16-3237-40d0-bc9f-8de5b441f95e completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:31:39.321174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] DHCP port deletion for 91bab1f0-729a-4239-8dbe-50852ddcaa57 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:31:39.336208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 97f64e16-3237-40d0-bc9f-8de5b441f95e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:39.337524 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.361303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a994542-2dd7-43a1-838e-c7beaad21a29 req-05bf4acf-0e50-43f6-9d4c-6c3379da0214 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192999 Oct 29 08:31:39.400728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dea75b65-d52e-435c-9915-ddba576617f9 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:39.449057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: dea75b65-d52e-435c-9915-ddba576617f9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:39.449629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dea75b65-d52e-435c-9915-ddba576617f9 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:39.450045 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cf930114-1fdf-4d29-b589-80a548145a47 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:39.457462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] For port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,segment=NetworkSegment(de45baab-1309-4859-ad3d-17134aa68569),segment_id=de45baab-1309-4859-ad3d-17134aa68569)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:39.458106 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.474164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: cf930114-1fdf-4d29-b589-80a548145a47 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:39.474423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cf930114-1fdf-4d29-b589-80a548145a47 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:39.494531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cc2cf-bd7a-4dda-b672-b0780b29b467 req-fa79a541-9031-42c7-bdb6-ce0c0250bbee tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:39.497730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a994542-2dd7-43a1-838e-c7beaad21a29 req-262d0a9e-adea-4aad-a861-3c9ae297e0de service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336768 Oct 29 08:31:39.502810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cc2cf-bd7a-4dda-b672-b0780b29b467 req-fa79a541-9031-42c7-bdb6-ce0c0250bbee tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:39.511719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cc2cf-bd7a-4dda-b672-b0780b29b467 req-fa79a541-9031-42c7-bdb6-ce0c0250bbee tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:39.520185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd6cc2cf-bd7a-4dda-b672-b0780b29b467 req-fa79a541-9031-42c7-bdb6-ce0c0250bbee tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2414 time: 0.1564221 Oct 29 08:31:39.522687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Calling delete_port for 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:39.530022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] Deleting port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:39.530326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.593086 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.624975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] For port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,segment=NetworkSegment(de45baab-1309-4859-ad3d-17134aa68569),segment_id=de45baab-1309-4859-ad3d-17134aa68569)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:39.625376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.640984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f64e16-3237-40d0-bc9f-8de5b441f95e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:39.641350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a994542-2dd7-43a1-838e-c7beaad21a29 req-b645a62f-ea25-45af-8c5c-13c7b99ea044 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426268 Oct 29 08:31:39.643339 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2807fbab-b597-40e4-90f8-3d67c5dde46b" -d '{"events": [{"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-plugged", "status": "completed", "tag": "97f64e16-3237-40d0-bc9f-8de5b441f95e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:39.652915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] Calling delete_port for 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:39.666592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 97f64e16-3237-40d0-bc9f-8de5b441f95e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=97f64e16-3237-40d0-bc9f-8de5b441f95e,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:39.677578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.678440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b71254cc-6dd9-401b-9e78-4ac027a97e82 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:39.837270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=97f64e16-3237-40d0-bc9f-8de5b441f95e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:39.842980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port b71254cc-6dd9-401b-9e78-4ac027a97e82 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:31:39.849099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port b71254cc-6dd9-401b-9e78-4ac027a97e82 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:39.849461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.907027 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:39.926814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-295565ff-042f-413b-a61f-815f8bb5a768 req-2a0a97eb-38e2-4bff-8033-0cfa2f81ad82 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.0403068 Oct 29 08:31:40.021930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] Pushing event deleted for resources: {'Port': ['ID=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:40.037242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f317f-0551-4f99-b222-cd4ee2e3e1ce None None] No DVR routers for this DVR port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:40.059491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd6cc2cf-bd7a-4dda-b672-b0780b29b467 req-f67f78cb-49e0-46da-9002-aa76ab070705 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381861 Oct 29 08:31:40.076011 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50caabe-5445-4bb0-b38d-50844aad90bc x-openstack-request-id: req-e50caabe-5445-4bb0-b38d-50844aad90bc {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:40.076307 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-plugged", "status": "completed", "tag": "97f64e16-3237-40d0-bc9f-8de5b441f95e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:40.076558 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e50caabe-5445-4bb0-b38d-50844aad90bc {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:40.076959 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f64e16-3237-40d0-bc9f-8de5b441f95e', 'code': 200} Oct 29 08:31:40.101261 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.150297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:40.154107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] No DVR routers for this DVR port 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:40.161037 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.232666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b71254cc-6dd9-401b-9e78-4ac027a97e82, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b71254cc-6dd9-401b-9e78-4ac027a97e82,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:40.235427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-2758b43a-b20b-401a-b552-fba932955d22 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.240317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.242810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b170dda5-4d51-454a-a25f-4b0df72c02eb up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:40.245470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-2758b43a-b20b-401a-b552-fba932955d22 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.252560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-2758b43a-b20b-401a-b552-fba932955d22 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.260037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-2758b43a-b20b-401a-b552-fba932955d22 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.266852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-2758b43a-b20b-401a-b552-fba932955d22 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.273856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-2758b43a-b20b-401a-b552-fba932955d22 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.281604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-2758b43a-b20b-401a-b552-fba932955d22 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.291916 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-2758b43a-b20b-401a-b552-fba932955d22 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1263990 Oct 29 08:31:40.333069 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.351322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9d62e80-f8a6-4d3f-9194-5f891509ff51 req-9d59142b-f391-446d-a5fb-f4555147e903 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548134 Oct 29 08:31:40.361487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bab1f0-729a-4239-8dbe-50852ddcaa57']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:40.362064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b71254cc-6dd9-401b-9e78-4ac027a97e82,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:40.373854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de45baab-1309-4859-ad3d-17134aa68569') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:40.374450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de45baab-1309-4859-ad3d-17134aa68569') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:40.386626 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.407648 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.438754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port b170dda5-4d51-454a-a25f-4b0df72c02eb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:31:40.443289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port b170dda5-4d51-454a-a25f-4b0df72c02eb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:40.443719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.445861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:31:40.448081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:31:40.452994 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:31:40.489588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289660a-6701-4e9a-a334-f7324f15b86e req-4c170882-b0da-469a-81e3-a3b51caf86ce tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.497350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9289660a-6701-4e9a-a334-f7324f15b86e req-4c170882-b0da-469a-81e3-a3b51caf86ce tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.0595894 Oct 29 08:31:40.576728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9289660a-6701-4e9a-a334-f7324f15b86e req-285645c9-6443-4454-b1f6-1460fad56b80 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784309 Oct 29 08:31:40.577823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.577997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.612437 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.616105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/91bab1f0-729a-4239-8dbe-50852ddcaa57 HTTP/1.1" status: 204 len: 168 time: 1.6024306 Oct 29 08:31:40.617060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e645b3-80c7-4f5e-9fdc-5d4c5f43d8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=91bab1f0-729a-4239-8dbe-50852ddcaa57,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:40.664223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b170dda5-4d51-454a-a25f-4b0df72c02eb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b170dda5-4d51-454a-a25f-4b0df72c02eb,segment=NetworkSegment(1016798d-274c-49c0-99ea-4a244e1a4afa),segment_id=1016798d-274c-49c0-99ea-4a244e1a4afa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:40.669280 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:40.745047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b170dda5-4d51-454a-a25f-4b0df72c02eb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:40.770711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16c43d-4059-4cdf-953c-c12a97fbc70c req-af31a3e7-3694-4229-b18c-9e3284584952 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:40.773326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9c16c43d-4059-4cdf-953c-c12a97fbc70c req-af31a3e7-3694-4229-b18c-9e3284584952 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 950 time: 0.0923102 Oct 29 08:31:40.830758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9c16c43d-4059-4cdf-953c-c12a97fbc70c req-a48702f0-fefc-461b-b131-1be6d0d4ecda tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499792 Oct 29 08:31:40.903258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43952) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:40.961623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b392596f-dcf4-48e2-a6cd-a72490b55664 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b5431a3379049d6918f0a8d4c98004d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566521 Oct 29 08:31:40.964351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43956) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:41.018885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-4aeade10-64ec-4d90-bc89-2827eef87944 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.034735 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-4aeade10-64ec-4d90-bc89-2827eef87944 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.1532099 Oct 29 08:31:41.043589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7de43e7-e895-402c-8052-7269bd37ab90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:41.061941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-111f84a1-a17b-47f4-9769-4553d7fe1297 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/quotas/24b6b3f61fbc4c2a916e6f12373383b8 HTTP/1.1" status: 200 len: 375 time: 0.0254304 Oct 29 08:31:41.073927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7205d1e9-b012-4bfa-8c42-0a42479c546c req-a89d99e5-8b96-454b-8bd0-21aaba312a4a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8026ef57-345b-4054-a84f-d02b949f6d0f HTTP/1.1" status: 200 len: 210 time: 0.0323250 Oct 29 08:31:41.111467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7de43e7-e895-402c-8052-7269bd37ab90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:41.131315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-e20c8380-98ee-4a23-a8ef-ee4dffdcf8bc tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678599 Oct 29 08:31:41.195834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7de43e7-e895-402c-8052-7269bd37ab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:41.200153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7de43e7-e895-402c-8052-7269bd37ab90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:41.204307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f7de43e7-e895-402c-8052-7269bd37ab90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bea150d-5511-415c-8e7d-a9e6a5b68505 HTTP/1.1" status: 204 len: 168 time: 0.2394686 Oct 29 08:31:41.214920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de43e7-e895-402c-8052-7269bd37ab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea150d-5511-415c-8e7d-a9e6a5b68505,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:41.272891 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-2a9f5ce6-84e0-457d-970d-38996f4de797 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309690 Oct 29 08:31:41.346786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:41.365643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082d88-4afe-40b5-9d69-f30e90bd806e req-c576d8f3-2108-4280-8bf9-17311910e8a0 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.373543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082d88-4afe-40b5-9d69-f30e90bd806e req-c576d8f3-2108-4280-8bf9-17311910e8a0 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.382356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082d88-4afe-40b5-9d69-f30e90bd806e req-c576d8f3-2108-4280-8bf9-17311910e8a0 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.391706 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d082d88-4afe-40b5-9d69-f30e90bd806e req-c576d8f3-2108-4280-8bf9-17311910e8a0 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2417 time: 0.1375835 Oct 29 08:31:41.394635 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-0cfc48c1-4f63-4de0-9b60-ec8819f2f2e3 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204832 Oct 29 08:31:41.425573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:41.427610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 56ac1ea3-5d6d-4ddc-a917-a5f67e3a5e29 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:41.444827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d082d88-4afe-40b5-9d69-f30e90bd806e req-9335addf-af6a-41bc-b92d-b91de5199dad tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Oct 29 08:31:41.597531 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-af90b6d5-f0e4-42c2-bbfc-85b762874b55 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654035 Oct 29 08:31:41.719418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4f97e6a9-6216-4bbb-a4e9-db899316de68 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.725838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4f97e6a9-6216-4bbb-a4e9-db899316de68 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.733050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4f97e6a9-6216-4bbb-a4e9-db899316de68 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.740204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4f97e6a9-6216-4bbb-a4e9-db899316de68 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.746799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4f97e6a9-6216-4bbb-a4e9-db899316de68 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.753923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4f97e6a9-6216-4bbb-a4e9-db899316de68 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.761655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4f97e6a9-6216-4bbb-a4e9-db899316de68 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.764171 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4f97e6a9-6216-4bbb-a4e9-db899316de68 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1489046 Oct 29 08:31:41.829581 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e7efc722-f576-4bdc-945c-ca7da4630c5f req-4a36e17e-c2c9-48dd-8c66-913d68a40120 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511191 Oct 29 08:31:41.834502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550074-b3ac-478d-a968-8c5430333235 req-88f0b061-66f0-47a0-97e6-c80bb4a8e842 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:41.837736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-88f0b061-66f0-47a0-97e6-c80bb4a8e842 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393062 Oct 29 08:31:41.879272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-1f0b6f21-d2cd-4d74-8f2f-aadbc7bf43d1 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/quotas/5a30ceabfa4844f0a5b26f7092857cbc HTTP/1.1" status: 200 len: 375 time: 0.0323973 Oct 29 08:31:41.940350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fa98f33-9123-471c-807f-995270d5353e req-d4998502-e91b-421d-b330-b76c9c8fe4dc tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0510380 Oct 29 08:31:41.980393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-703d38ee-ddf0-4676-afb4-fa89dcafb9bf tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998456 Oct 29 08:31:42.079659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71254cc-6dd9-401b-9e78-4ac027a97e82'}, {'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170dda5-4d51-454a-a25f-4b0df72c02eb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:42.082454 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d1ff17-1e46-41d2-97a4-949382aaaf58" -d '{"events": [{"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-plugged", "status": "completed", "tag": "b71254cc-6dd9-401b-9e78-4ac027a97e82"}, {"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-plugged", "status": "completed", "tag": "b170dda5-4d51-454a-a25f-4b0df72c02eb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:42.190922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051397d7-efdb-4a71-a73e-e91296771b32 req-61bdb656-c023-431c-961a-969fbb051162 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.204662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-890e39a3-36c4-4f74-8ad3-1bd6d987e3c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041710 Oct 29 08:31:42.206497 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-051397d7-efdb-4a71-a73e-e91296771b32 req-61bdb656-c023-431c-961a-969fbb051162 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1253328 Oct 29 08:31:42.223435 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd873d-9c4c-434a-a08d-42fe88826c77 x-openstack-request-id: req-4dfd873d-9c4c-434a-a08d-42fe88826c77 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:42.223878 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-plugged", "status": "completed", "tag": "b71254cc-6dd9-401b-9e78-4ac027a97e82", "code": 200}, {"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-plugged", "status": "completed", "tag": "b170dda5-4d51-454a-a25f-4b0df72c02eb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:42.224198 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dfd873d-9c4c-434a-a08d-42fe88826c77 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:42.225049 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71254cc-6dd9-401b-9e78-4ac027a97e82', 'code': 200} Oct 29 08:31:42.225357 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170dda5-4d51-454a-a25f-4b0df72c02eb', 'code': 200} Oct 29 08:31:42.364686 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-051397d7-efdb-4a71-a73e-e91296771b32 req-036244f3-b61f-4508-af89-10545a14723b tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349292 Oct 29 08:31:42.538582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6391440-3f3d-4f7a-b4a9-691ab3b96fd7 req-c70b6f71-7064-44b5-a0ea-13ddb8acfec0 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 210 time: 0.1322570 Oct 29 08:31:42.549608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-551939d7-2ffc-4c27-ba4b-3bcc68fbdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.562428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-551939d7-2ffc-4c27-ba4b-3bcc68fbdac1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8dfe169bd65444eadf33eb01e29c196&device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 1095 time: 0.3115788 Oct 29 08:31:42.652320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15439b-285f-41d9-ac72-ca60102c99c2 req-be0e50a8-634b-406a-b4de-f15b3fd0c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.668745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15439b-285f-41d9-ac72-ca60102c99c2 req-be0e50a8-634b-406a-b4de-f15b3fd0c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.671616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15439b-285f-41d9-ac72-ca60102c99c2 req-be0e50a8-634b-406a-b4de-f15b3fd0c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.682932 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c15439b-285f-41d9-ac72-ca60102c99c2 req-be0e50a8-634b-406a-b4de-f15b3fd0c104 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2870 time: 0.3584864 Oct 29 08:31:42.742134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecfe85-3eb5-4e29-be40-b0bebebc091d req-b8864d57-eb9c-4533-b172-1b36a21f567a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.753866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecfe85-3eb5-4e29-be40-b0bebebc091d req-b8864d57-eb9c-4533-b172-1b36a21f567a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.776856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecfe85-3eb5-4e29-be40-b0bebebc091d req-b8864d57-eb9c-4533-b172-1b36a21f567a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.779038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-daecfe85-3eb5-4e29-be40-b0bebebc091d req-b8864d57-eb9c-4533-b172-1b36a21f567a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2417 time: 0.1770842 Oct 29 08:31:42.865523 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-daecfe85-3eb5-4e29-be40-b0bebebc091d req-1a1ddef6-e78b-4b78-9747-76efd1cd2af5 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790358 Oct 29 08:31:42.915210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c15439b-285f-41d9-ac72-ca60102c99c2 req-d8129ab2-0789-4443-b0f3-96484c9f6d9e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058754 Oct 29 08:31:42.934965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100576f3-aad0-4a9d-864e-03ad1aaddda2 req-69662e04-9430-481c-8c73-b4519542e6d5 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.936702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-100576f3-aad0-4a9d-864e-03ad1aaddda2 req-69662e04-9430-481c-8c73-b4519542e6d5 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 945 time: 0.1645555 Oct 29 08:31:42.940305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-da7aeeb3-17aa-48c6-a205-656a2e7c5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:42.942004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-da7aeeb3-17aa-48c6-a205-656a2e7c5abc service neutron] 10.222.0.93 "GET /v2.0/networks?id=f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 200 len: 922 time: 0.3268006 Oct 29 08:31:43.004239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-10ffac52-ec96-49e8-861f-cc7a14e79538 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 200 len: 217 time: 0.0501866 Oct 29 08:31:43.071152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-bf965dca-1c8a-44b8-9f9a-3392d996f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.081756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-bf965dca-1c8a-44b8-9f9a-3392d996f164 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 200 len: 860 time: 0.0661972 Oct 29 08:31:43.087789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-100576f3-aad0-4a9d-864e-03ad1aaddda2 req-9a148e9b-ff26-43c6-b74d-b9c816b7f26f tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420875 Oct 29 08:31:43.119041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-dca66c65-3f5c-44dd-be04-1f122d7daff9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e2cdad-57b2-4528-a8c9-335c87b872ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284917 Oct 29 08:31:43.236874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-5fe20256-28e8-4898-b3e1-e5d7e118bd3c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.244698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-5fe20256-28e8-4898-b3e1-e5d7e118bd3c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.251895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-5fe20256-28e8-4898-b3e1-e5d7e118bd3c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.258585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-5fe20256-28e8-4898-b3e1-e5d7e118bd3c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.268081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-5fe20256-28e8-4898-b3e1-e5d7e118bd3c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.276687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-5fe20256-28e8-4898-b3e1-e5d7e118bd3c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.280204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90c8cefb-175e-409b-b142-3cfdf462277a req-af688e13-0bc1-42b2-be59-894b00469fcc tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0552292 Oct 29 08:31:43.304327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-5fe20256-28e8-4898-b3e1-e5d7e118bd3c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.316137 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-5fe20256-28e8-4898-b3e1-e5d7e118bd3c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1891816 Oct 29 08:31:43.364479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-d2e47a2f-9482-41e6-ab0b-4f121f81f42f service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352364 Oct 29 08:31:43.461885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6356526-ef68-4bfd-8a10-507e55783aa5 req-a2678ae8-674f-4ef7-8da1-712b99ba417f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363811 Oct 29 08:31:43.522663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffe8212a-a448-4659-987a-9fd7da1ef6e9 req-504e0ddc-1e86-4f1a-9bd6-0beb21206dde service neutron] 10.222.0.93 "GET /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516814 Oct 29 08:31:43.732442 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d43eee14-e881-4c7b-bb21-9520f492d305 req-c147e210-5d91-4524-ac06-2a7a83cb66ea tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 210 time: 0.0471776 Oct 29 08:31:43.776006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-5fb611d3-9f24-4b0e-a1d1-9066aa398114 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.778759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-5fb611d3-9f24-4b0e-a1d1-9066aa398114 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.2549946 Oct 29 08:31:43.809013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Request body: {'port': {'device_id': '0b01cfcb-1f49-457d-9f07-80efd2d4a9d9', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'admin_state_up': True, 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:43.892910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305773-8440-454c-8a6f-1b9345aa9c21 req-54195eeb-ebdb-44dd-81dd-29f3d9776d85 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:43.895030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13305773-8440-454c-8a6f-1b9345aa9c21 req-54195eeb-ebdb-44dd-81dd-29f3d9776d85 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1384220 Oct 29 08:31:43.964690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13305773-8440-454c-8a6f-1b9345aa9c21 req-e7f418d7-0c75-4fe6-8d8e-6bb4f5d1720c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633092 Oct 29 08:31:43.992776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44084) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:44.019128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:44.026598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.073383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b079d-a4bd-49ad-8b2b-d0626921f995 req-1762d18c-e5d9-4783-bdc0-f5914a6c5ec9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.093765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b079d-a4bd-49ad-8b2b-d0626921f995 req-1762d18c-e5d9-4783-bdc0-f5914a6c5ec9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.113920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b079d-a4bd-49ad-8b2b-d0626921f995 req-1762d18c-e5d9-4783-bdc0-f5914a6c5ec9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.130382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a39b079d-a4bd-49ad-8b2b-d0626921f995 req-1762d18c-e5d9-4783-bdc0-f5914a6c5ec9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2417 time: 0.1596932 Oct 29 08:31:44.276777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-db85fb6e-ac68-40b3-b099-4f2e2d2802ab tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742011 Oct 29 08:31:44.282124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-340cb7f6-9440-46e3-83fd-69365041be14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.299116 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a39b079d-a4bd-49ad-8b2b-d0626921f995 req-2218318b-4c8b-419d-be22-e3b3005f0304 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674578 Oct 29 08:31:44.391304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3c35fcf-df00-4a2c-87f3-946db603b44b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.466751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ae2dcb1-e228-4efe-a9c7-beccd9510042 req-6fac0e2a-f2a0-4bea-919d-ed4bcb093d99 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0573308 Oct 29 08:31:44.527583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Allocated IP 172.20.0.6 (e8f283a6-0ef3-4237-aed0-2369190cb484/3d25f8d9-c239-477a-8419-aa47faeea0bb/10ec2780-8e52-477d-b43c-52a4b89b1d94) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:44.530149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550074-b3ac-478d-a968-8c5430333235 req-481bc5c4-405f-45d9-b36a-43b3c73f0748 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.533614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-481bc5c4-405f-45d9-b36a-43b3c73f0748 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318814 Oct 29 08:31:44.548688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Request body: {'port': {'device_id': 'b2d257ab-d818-49d3-8c73-3ea7bbcfa389', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '5a30ceabfa4844f0a5b26f7092857cbc'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:44.553179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6ba9-ee52-442d-9bda-e7be2b56fd1f req-1979c9eb-628b-45bf-bf95-8e34939bb042 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.554982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-958f6ba9-ee52-442d-9bda-e7be2b56fd1f req-1979c9eb-628b-45bf-bf95-8e34939bb042 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 945 time: 0.1651225 Oct 29 08:31:44.644970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-958f6ba9-ee52-442d-9bda-e7be2b56fd1f req-5b9083b1-6a7f-4815-b484-9d12312cdb6f tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749934 Oct 29 08:31:44.698093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703735a5-097a-4b58-b114-0f5755f243f1 req-6f1ba820-bc4a-4af8-9202-224f71d2c650 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.704921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703735a5-097a-4b58-b114-0f5755f243f1 req-6f1ba820-bc4a-4af8-9202-224f71d2c650 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.711956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703735a5-097a-4b58-b114-0f5755f243f1 req-6f1ba820-bc4a-4af8-9202-224f71d2c650 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.718020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703735a5-097a-4b58-b114-0f5755f243f1 req-6f1ba820-bc4a-4af8-9202-224f71d2c650 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.724642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703735a5-097a-4b58-b114-0f5755f243f1 req-6f1ba820-bc4a-4af8-9202-224f71d2c650 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.730713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703735a5-097a-4b58-b114-0f5755f243f1 req-6f1ba820-bc4a-4af8-9202-224f71d2c650 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.736781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703735a5-097a-4b58-b114-0f5755f243f1 req-6f1ba820-bc4a-4af8-9202-224f71d2c650 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:44.745053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-703735a5-097a-4b58-b114-0f5755f243f1 req-6f1ba820-bc4a-4af8-9202-224f71d2c650 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1430166 Oct 29 08:31:44.764975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3c35fcf-df00-4a2c-87f3-946db603b44b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.780618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3c35fcf-df00-4a2c-87f3-946db603b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.839285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-703735a5-097a-4b58-b114-0f5755f243f1 req-fda516d7-381c-4404-b74a-19812bb72a6c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932159 Oct 29 08:31:44.861221 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f3c35fcf-df00-4a2c-87f3-946db603b44b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ed8b19a21b345bb951074258f536284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8671973 Oct 29 08:31:44.863966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44098) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:44.867123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Made reservation on behalf of 5a30ceabfa4844f0a5b26f7092857cbc for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:44.871752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.889523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c35fcf-df00-4a2c-87f3-946db603b44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f421852e-be5c-47ab-bdcc-ac42e6e24b6a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:44.898457 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0b5336c-4d2d-4049-b0e9-5226c72183cb req-4070df4b-b186-4da3-a328-4691c18d782f tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 210 time: 0.0499902 Oct 29 08:31:44.931521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.954746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a24785c-9124-40b5-893d-764a6fd8fa11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.975973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:44.988304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:45.008647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Network e8f283a6-0ef3-4237-aed0-2369190cb484 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:45.012910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:45.021378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:45.024483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a24785c-9124-40b5-893d-764a6fd8fa11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:45.129444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event updated for resources: {'Port': ['ID=10ec2780-8e52-477d-b43c-52a4b89b1d94,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:45.142981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:45.143991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:45.148375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Allocated IP 192.168.233.21 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/84e358bc-7596-4481-92ff-bf2b909e05ac) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:45.171346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-70798cdd-e381-4ba4-a448-dc60e119093e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3685298 Oct 29 08:31:45.175200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e8c3-05b4-428e-a430-3c2e0d70b7fe req-5cf7d94f-3a9b-4124-9d4a-457f9f4a791e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:45.177841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b848e8c3-05b4-428e-a430-3c2e0d70b7fe req-5cf7d94f-3a9b-4124-9d4a-457f9f4a791e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.0920773 Oct 29 08:31:45.186300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Request body: {'port': {'device_id': '0b01cfcb-1f49-457d-9f07-80efd2d4a9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:45.190080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a24785c-9124-40b5-893d-764a6fd8fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:45.192698 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a24785c-9124-40b5-893d-764a6fd8fa11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:45.193820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7a24785c-9124-40b5-893d-764a6fd8fa11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f421852e-be5c-47ab-bdcc-ac42e6e24b6a HTTP/1.1" status: 204 len: 168 time: 0.3282104 Oct 29 08:31:45.251935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24785c-9124-40b5-893d-764a6fd8fa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f421852e-be5c-47ab-bdcc-ac42e6e24b6a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:45.301154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b848e8c3-05b4-428e-a430-3c2e0d70b7fe req-deae9f0c-396e-47a4-a8ba-b9b9b142ef79 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139474 Oct 29 08:31:45.339779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:45.482701 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:45.533583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:45.547925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f1e039e3-6b2c-46c6-a549-a251d93c1cf3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:45.632016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189034f-9677-4735-884a-3e7c50552e75 req-427db3df-1459-4f14-b8d2-8cd7003a3c86 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:45.638446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189034f-9677-4735-884a-3e7c50552e75 req-427db3df-1459-4f14-b8d2-8cd7003a3c86 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:45.655086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189034f-9677-4735-884a-3e7c50552e75 req-427db3df-1459-4f14-b8d2-8cd7003a3c86 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:45.664254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e189034f-9677-4735-884a-3e7c50552e75 req-427db3df-1459-4f14-b8d2-8cd7003a3c86 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2417 time: 0.2078781 Oct 29 08:31:45.689062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:45.718433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:45.738042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:45.855904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Pushing event updated for resources: {'Port': ['ID=84e358bc-7596-4481-92ff-bf2b909e05ac,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:45.905395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e189034f-9677-4735-884a-3e7c50552e75 req-7e1eca07-e930-402c-bec1-a741f7d6487d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381401 Oct 29 08:31:45.914893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d9f8-d73f-4690-980f-83e97343d4e0 req-6ca89d70-1e98-499e-ac2b-2d4ee4acd340 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:45.923890 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5bd0d9f8-d73f-4690-980f-83e97343d4e0 req-6ca89d70-1e98-499e-ac2b-2d4ee4acd340 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 931 time: 0.3478153 Oct 29 08:31:45.932623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:45.939465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:45.978726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-e85051a3-eb95-4dd0-8f09-64ab1b428381 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4342737 Oct 29 08:31:46.010437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Request body: {'port': {'device_id': 'b2d257ab-d818-49d3-8c73-3ea7bbcfa389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:46.026247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5bd0d9f8-d73f-4690-980f-83e97343d4e0 req-6a43e8bc-f116-4a16-9e2b-f88a309fda36 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011140 Oct 29 08:31:46.205243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-1ca0aaa8-d724-4cb5-84d2-2a08bff9a54d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.210361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-1ca0aaa8-d724-4cb5-84d2-2a08bff9a54d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 945 time: 0.2981033 Oct 29 08:31:46.231309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.243259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-eae5f1d1-b134-41dd-9d5d-0da5bc2bb887 None None] Provisioning complete for port 84e358bc-7596-4481-92ff-bf2b909e05ac triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:46.244688 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eae5f1d1-b134-41dd-9d5d-0da5bc2bb887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.311138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0122c6-1f75-4336-862c-5342a2e2f15b req-041da6ef-fb72-4185-988e-2f0372ac9f9d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.314802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-eae5f1d1-b134-41dd-9d5d-0da5bc2bb887 None None] Port 84e358bc-7596-4481-92ff-bf2b909e05ac cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:31:46.322743 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f0122c6-1f75-4336-862c-5342a2e2f15b req-041da6ef-fb72-4185-988e-2f0372ac9f9d tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 945 time: 0.2482295 Oct 29 08:31:46.382393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ec2780-8e52-477d-b43c-52a4b89b1d94 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:46.396495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.396786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44138) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:46.429670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f0122c6-1f75-4336-862c-5342a2e2f15b req-51889af3-4bf6-4fd3-90aa-6c05ffa6f8ab tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups?id=9091c985-f47c-4708-8d57-e4fa07bd1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055222 Oct 29 08:31:46.450328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Transition to ACTIVE for port object 10ec2780-8e52-477d-b43c-52a4b89b1d94 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:46.470189 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.478885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-94ecdd0a-908e-4a90-b23f-458ed37c9e2b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.485544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-94ecdd0a-908e-4a90-b23f-458ed37c9e2b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.491853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-94ecdd0a-908e-4a90-b23f-458ed37c9e2b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.498679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-94ecdd0a-908e-4a90-b23f-458ed37c9e2b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.505254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-94ecdd0a-908e-4a90-b23f-458ed37c9e2b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.514965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-94ecdd0a-908e-4a90-b23f-458ed37c9e2b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.521953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-94ecdd0a-908e-4a90-b23f-458ed37c9e2b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.525066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-94ecdd0a-908e-4a90-b23f-458ed37c9e2b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.3631201 Oct 29 08:31:46.597840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1819218606-network', 'tenant_id': '55e8e47b395a420e89c12619ae1f2a18'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:46.634132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12fcb8b0-a9a9-48ae-b8a9-9866c96a2b28 req-341afeb8-1ba5-4f80-af78-0cdf1937e9fb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015480 Oct 29 08:31:46.666136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Deleting port 17432dc5-f815-4175-9dce-8b51f484a678 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:46.666486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.693322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Made reservation on behalf of 55e8e47b395a420e89c12619ae1f2a18 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:46.697065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.721733 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.829593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] For port 17432dc5-f815-4175-9dce-8b51f484a678, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=17432dc5-f815-4175-9dce-8b51f484a678,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:46.829954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.936221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e358bc-7596-4481-92ff-bf2b909e05ac {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:46.953363 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3ea1036f-002f-4dce-9aff-b992a089204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.957316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:46.970807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7b5a-216a-4aab-bf3e-1da738fd80dd req-cf65d130-df01-4e7f-909a-54074c1a5458 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:46.972567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f16d7b5a-216a-4aab-bf3e-1da738fd80dd req-cf65d130-df01-4e7f-909a-54074c1a5458 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1463578 Oct 29 08:31:47.012439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Transition to ACTIVE for port object 84e358bc-7596-4481-92ff-bf2b909e05ac will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:47.031548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.031873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=10ec2780-8e52-477d-b43c-52a4b89b1d94,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:47.057677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.080876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.081215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.081549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.081885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.082211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.082538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.082859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.083181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.083501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.083919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.084245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.084559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:31:47.094646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f16d7b5a-216a-4aab-bf3e-1da738fd80dd req-2d19a74f-7328-465d-afa5-2f9ea752e07b tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114535 Oct 29 08:31:47.097793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b26656-d964-4e28-90bf-5b610c776a23 req-c9597655-0740-4f60-add9-ec1b4087a8ac tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:47.100391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-53b26656-d964-4e28-90bf-5b610c776a23 req-c9597655-0740-4f60-add9-ec1b4087a8ac tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 935 time: 0.5055962 Oct 29 08:31:47.159482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Pushing event updated for resources: {'Port': ['ID=84e358bc-7596-4481-92ff-bf2b909e05ac,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:47.164083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.199108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:31:47.222022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd06c5e0-20b3-42da-b3db-be00e611db99,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:47.250416 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.250955 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Added segment fd1d9269-060c-4cb0-8843-ff13f0f5a4fd of type vlan for network 228003a1-554a-4cc3-b178-5af349575049 Oct 29 08:31:47.300602 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-53b26656-d964-4e28-90bf-5b610c776a23 req-6d51df73-c30e-4e83-9cc8-e72b08df2ece tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802554 Oct 29 08:31:47.301433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Attempting to bind port 10ec2780-8e52-477d-b43c-52a4b89b1d94 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:47.301776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Attempting to bind port 10ec2780-8e52-477d-b43c-52a4b89b1d94 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:47.302106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Attempting to bind port 10ec2780-8e52-477d-b43c-52a4b89b1d94 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:47.328422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Port 10ec2780-8e52-477d-b43c-52a4b89b1d94 on network e8f283a6-0ef3-4237-aed0-2369190cb484 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:47.328892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Attempting to bind port 10ec2780-8e52-477d-b43c-52a4b89b1d94 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:47.336806 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.337728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.338932 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Floating IP 729461f6-9ef0-4e1b-ad17-59a4cb155379 disassociated. External IP: 172.25.5.242, port: 17432dc5-f815-4175-9dce-8b51f484a678. Oct 29 08:31:47.341132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Calling delete_port for 17432dc5-f815-4175-9dce-8b51f484a678 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:47.349910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:47.350499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Checking segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:47.351404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Bound using segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:47.352019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Bound port: 10ec2780-8e52-477d-b43c-52a4b89b1d94, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:47.352557 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.411320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.475746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.477233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:47.477870 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.585329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1872580 Oct 29 08:31:47.600082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44152) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:47.608905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Request body: {'subnet': {'network_id': '228003a1-554a-4cc3-b178-5af349575049', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1819218606-subnet', 'tenant_id': '55e8e47b395a420e89c12619ae1f2a18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:47.620782 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.630924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Attempting to bind port 84e358bc-7596-4481-92ff-bf2b909e05ac on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:47.630924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Attempting to bind port 84e358bc-7596-4481-92ff-bf2b909e05ac by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:47.630924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Attempting to bind port 84e358bc-7596-4481-92ff-bf2b909e05ac on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:47.637617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Port 84e358bc-7596-4481-92ff-bf2b909e05ac on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:47.637617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Attempting to bind port 84e358bc-7596-4481-92ff-bf2b909e05ac on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:47.640678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3746260-e0a2-40fe-b958-b4b274de8cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=228003a1-554a-4cc3-b178-5af349575049,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:47.648460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:47.648820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:47.649239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:47.649785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Bound port: 84e358bc-7596-4481-92ff-bf2b909e05ac, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:47.650755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.661464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 228003a1-554a-4cc3-b178-5af349575049 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:31:47.679779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862fce-2dab-4abe-88d4-cf6f4f6002ea req-3db387d5-edb3-4778-bebc-ce27b9c8583c tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:47.686622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862fce-2dab-4abe-88d4-cf6f4f6002ea req-3db387d5-edb3-4778-bebc-ce27b9c8583c tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:47.689944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event deleted for resources: {'Port': ['ID=17432dc5-f815-4175-9dce-8b51f484a678,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:47.701193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862fce-2dab-4abe-88d4-cf6f4f6002ea req-3db387d5-edb3-4778-bebc-ce27b9c8583c tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:47.702836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a862fce-2dab-4abe-88d4-cf6f4f6002ea req-3db387d5-edb3-4778-bebc-ce27b9c8583c tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2417 time: 0.1968722 Oct 29 08:31:47.738612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] For port 10ec2780-8e52-477d-b43c-52a4b89b1d94, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:47.745423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Made reservation on behalf of 55e8e47b395a420e89c12619ae1f2a18 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:47.747944 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.752885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] For port 10ec2780-8e52-477d-b43c-52a4b89b1d94, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10ec2780-8e52-477d-b43c-52a4b89b1d94,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:47.812799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a862fce-2dab-4abe-88d4-cf6f4f6002ea req-fec231d3-415e-4c6c-86ec-843cc1fdb36d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977163 Oct 29 08:31:47.822976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] For port 84e358bc-7596-4481-92ff-bf2b909e05ac, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:47.827108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] For port 84e358bc-7596-4481-92ff-bf2b909e05ac, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=84e358bc-7596-4481-92ff-bf2b909e05ac,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:47.833933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.902599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Pushing event updated for resources: {'Port': ['ID=84e358bc-7596-4481-92ff-bf2b909e05ac,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:47.917396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:47.918062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:47.919899 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-b2e571fe-3d65-475b-9e4c-1ac7150b6125 service neutron] 10.222.0.15 "PUT /v2.0/ports/84e358bc-7596-4481-92ff-bf2b909e05ac HTTP/1.1" status: 200 len: 1095 time: 1.9287789 Oct 29 08:31:47.920409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d257ab-d818-49d3-8c73-3ea7bbcfa389', 'tag': '84e358bc-7596-4481-92ff-bf2b909e05ac'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:47.923152 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d257ab-d818-49d3-8c73-3ea7bbcfa389", "tag": "84e358bc-7596-4481-92ff-bf2b909e05ac"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:48.023118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-372526a4-75b0-4129-a27d-b7485e684ef4 req-f7239b32-d785-4598-b577-e682e53dbc73 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 210 time: 0.0543668 Oct 29 08:31:48.076991 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:48.104900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550074-b3ac-478d-a968-8c5430333235 req-8484e249-cc43-4dd7-8108-99d18148dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.107966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-8484e249-cc43-4dd7-8108-99d18148dbe5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 1098 time: 0.0825739 Oct 29 08:31:48.194202 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-e468a482-9e1d-43cc-8e89-6e16c7eba623 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=84e358bc-7596-4481-92ff-bf2b909e05ac HTTP/1.1" status: 200 len: 217 time: 0.0704939 Oct 29 08:31:48.213881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:48.283706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550074-b3ac-478d-a968-8c5430333235 req-4278081b-3f5f-4995-a917-c9e1f94e7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.285407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-4278081b-3f5f-4995-a917-c9e1f94e7508 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0501204 Oct 29 08:31:48.373097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-086310cb-e42a-43f0-9ee6-88b3df4553a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.382353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-086310cb-e42a-43f0-9ee6-88b3df4553a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.397539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-086310cb-e42a-43f0-9ee6-88b3df4553a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.405950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-086310cb-e42a-43f0-9ee6-88b3df4553a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.414207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-086310cb-e42a-43f0-9ee6-88b3df4553a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.431103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-086310cb-e42a-43f0-9ee6-88b3df4553a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.446343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-086310cb-e42a-43f0-9ee6-88b3df4553a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.448431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-086310cb-e42a-43f0-9ee6-88b3df4553a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.2521844 Oct 29 08:31:48.459464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550074-b3ac-478d-a968-8c5430333235 req-eb39e963-a24e-4f0e-96c5-e27eaf13960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.461536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-eb39e963-a24e-4f0e-96c5-e27eaf13960d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657341 Oct 29 08:31:48.466732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bd129-c7ac-4eea-8b84-32f95477e020 req-c8d95b5c-ce40-4fb3-97c7-bc73d6ba9a0a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.468282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd8bd129-c7ac-4eea-8b84-32f95477e020 req-c8d95b5c-ce40-4fb3-97c7-bc73d6ba9a0a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 943 time: 0.8717587 Oct 29 08:31:48.469460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:48.554974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2459aaef-0b94-429b-98ff-163b9eaa452c req-17cf3a0c-191e-419f-bab5-48d4f8699523 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984461 Oct 29 08:31:48.599015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.599662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:48.601379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/10ec2780-8e52-477d-b43c-52a4b89b1d94 HTTP/1.1" status: 200 len: 1091 time: 3.4206805 Oct 29 08:31:48.610645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b01cfcb-1f49-457d-9f07-80efd2d4a9d9', 'tag': '10ec2780-8e52-477d-b43c-52a4b89b1d94'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:48.612994 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c2fb47-0024-420e-b67d-2d45d162248e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b01cfcb-1f49-457d-9f07-80efd2d4a9d9", "tag": "10ec2780-8e52-477d-b43c-52a4b89b1d94"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:48.643038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd8bd129-c7ac-4eea-8b84-32f95477e020 req-3349247e-0643-4d70-bfa5-921ee6c19531 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510899 Oct 29 08:31:48.652524 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-0e29680e-a8fc-4637-9711-438939856a79 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569984 Oct 29 08:31:48.666577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbcaa2-edbd-4a3d-a408-f47ced0ba8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=10ec2780-8e52-477d-b43c-52a4b89b1d94,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:48.704116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Router 46f78d63-55c6-41bd-9e83-a20df8b3999d has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:31:48.787603 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb24deb-0a27-4705-81d3-7054241c4ef1 x-openstack-request-id: req-2fb24deb-0a27-4705-81d3-7054241c4ef1 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:48.788115 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d257ab-d818-49d3-8c73-3ea7bbcfa389", "tag": "84e358bc-7596-4481-92ff-bf2b909e05ac", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:48.788649 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fb24deb-0a27-4705-81d3-7054241c4ef1 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:48.789121 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d257ab-d818-49d3-8c73-3ea7bbcfa389', 'tag': '84e358bc-7596-4481-92ff-bf2b909e05ac', 'status': 'completed', 'code': 200} Oct 29 08:31:48.791626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f550074-b3ac-478d-a968-8c5430333235 req-574367de-4b69-486d-b5d3-1296dc6ea7ea service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378114 Oct 29 08:31:48.925056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-8f234930-a613-4688-ad4c-24dadb61cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:48.927151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-8f234930-a613-4688-ad4c-24dadb61cbd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 1094 time: 0.2559979 Oct 29 08:31:49.024585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-631c78ad-35d1-4a5e-9fe1-788f7db04d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.026178 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-631c78ad-35d1-4a5e-9fe1-788f7db04d96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 1098 time: 0.1495602 Oct 29 08:31:49.052824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a97dbc-4537-473c-bde1-b76ab0edf18a req-882720cf-94c9-4866-861d-9e9f5e90ebfa tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.053701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ace79-9d1d-4774-8e74-8d5619ba5e16 req-b586d2f5-dace-4e70-9a1b-b1c7524defc8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.055493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29a97dbc-4537-473c-bde1-b76ab0edf18a req-882720cf-94c9-4866-861d-9e9f5e90ebfa tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.2436850 Oct 29 08:31:49.060816 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-44660311-885f-47c8-bbeb-e422b51dd0eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10ec2780-8e52-477d-b43c-52a4b89b1d94 HTTP/1.1" status: 200 len: 217 time: 0.1163995 Oct 29 08:31:49.061825 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d8ace79-9d1d-4774-8e74-8d5619ba5e16 req-b586d2f5-dace-4e70-9a1b-b1c7524defc8 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 947 time: 0.0796602 Oct 29 08:31:49.136582 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:49.194665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63c4264-e3e0-4bd0-bae5-05566bec22fd,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:49.212623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d8ace79-9d1d-4774-8e74-8d5619ba5e16 req-d165b757-e3f6-4a3e-becb-09b3c316bbc9 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492176 Oct 29 08:31:49.215111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:31:49.226671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] Sync routers for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:31:49.240272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:31:49.240950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:49.252948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29a97dbc-4537-473c-bde1-b76ab0edf18a req-c7732744-5103-4e77-8a72-2f25a26e86e4 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876392 Oct 29 08:31:49.270353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-05326597-d90b-4cd6-9e3a-a82c9c994484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.271713 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-05326597-d90b-4cd6-9e3a-a82c9c994484 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.1970096 Oct 29 08:31:49.277611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7c654-cdf3-4414-a056-00079a161276 req-ac96bcc2-10a0-4e00-b8c6-9db1c8469676 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.293815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7c654-cdf3-4414-a056-00079a161276 req-ac96bcc2-10a0-4e00-b8c6-9db1c8469676 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.310495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7c654-cdf3-4414-a056-00079a161276 req-ac96bcc2-10a0-4e00-b8c6-9db1c8469676 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.313427 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176187b5-fd72-48ed-a22d-70cdb75dd216 x-openstack-request-id: req-176187b5-fd72-48ed-a22d-70cdb75dd216 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:49.313798 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b01cfcb-1f49-457d-9f07-80efd2d4a9d9", "tag": "10ec2780-8e52-477d-b43c-52a4b89b1d94", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:49.314114 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-176187b5-fd72-48ed-a22d-70cdb75dd216 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:49.314653 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b01cfcb-1f49-457d-9f07-80efd2d4a9d9', 'tag': '10ec2780-8e52-477d-b43c-52a4b89b1d94', 'status': 'completed', 'code': 200} Oct 29 08:31:49.315610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53b7c654-cdf3-4414-a056-00079a161276 req-ac96bcc2-10a0-4e00-b8c6-9db1c8469676 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2417 time: 0.2307487 Oct 29 08:31:49.355974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] No DVR routers for this DVR port 17432dc5-f815-4175-9dce-8b51f484a678 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:49.369139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-7fa59577-2c00-46dd-910e-93415ed47821 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785739 Oct 29 08:31:49.370296 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:49.373499 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4550efcf-0b76-4ad9-889e-8366e2f4e1f0 req-63095ffb-edc1-4fbe-bf9b-7867023fef69 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.15 "DELETE /v2.0/ports/17432dc5-f815-4175-9dce-8b51f484a678 HTTP/1.1" status: 204 len: 173 time: 3.1535714 Oct 29 08:31:49.413199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-831e64e6-3d1d-4099-85a8-e0647fe1359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.415268 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-831e64e6-3d1d-4099-85a8-e0647fe1359f service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.3803680 Oct 29 08:31:49.432886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Checking segment: {'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:49.436013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Network hostable DHCP agents. Network: 228003a1-554a-4cc3-b178-5af349575049, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:31:49.547395 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-2334fbf6-bfa1-4fee-9c19-15909a20b7a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=84e358bc-7596-4481-92ff-bf2b909e05ac HTTP/1.1" status: 200 len: 217 time: 0.1053567 Oct 29 08:31:49.550959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Network 228003a1-554a-4cc3-b178-5af349575049 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:31:49.564390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 17432dc5-f815-4175-9dce-8b51f484a678 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:49.573169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03df1-bee4-4447-9000-415a42500470 req-cea33f03-8560-4f29-96db-92f2c00f8049 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.579189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03df1-bee4-4447-9000-415a42500470 req-cea33f03-8560-4f29-96db-92f2c00f8049 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.587791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03df1-bee4-4447-9000-415a42500470 req-cea33f03-8560-4f29-96db-92f2c00f8049 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.589664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8a03df1-bee4-4447-9000-415a42500470 req-cea33f03-8560-4f29-96db-92f2c00f8049 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 2417 time: 0.2238517 Oct 29 08:31:49.603245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaba574-d399-4999-ab70-f3cf7b953f9b req-06f9d24a-bbea-4330-a544-f334c7bed16d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.606794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bdaba574-d399-4999-ab70-f3cf7b953f9b req-06f9d24a-bbea-4330-a544-f334c7bed16d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 945 time: 0.2188206 Oct 29 08:31:49.620341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 17432dc5-f815-4175-9dce-8b51f484a678 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:49.620535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 17432dc5-f815-4175-9dce-8b51f484a678 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:49.628763 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:49.641132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 228003a1-554a-4cc3-b178-5af349575049) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:49.650657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.651236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:49.657204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d156d-be29-4ab8-9fa3-1d8f134b58e7 None None] Network 228003a1-554a-4cc3-b178-5af349575049 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:49.659407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-48ff163a-1326-4b3f-94f6-4549aeab935f service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481070 Oct 29 08:31:49.696160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8a03df1-bee4-4447-9000-415a42500470 req-d3901dd9-22d5-4716-9992-b5cda1b57b8d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927987 Oct 29 08:31:49.733986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c0b17631-f264-42d6-a46f-ce43b9592743 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1325319 Oct 29 08:31:49.754659 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bdaba574-d399-4999-ab70-f3cf7b953f9b req-a2c10801-e542-4c98-93d1-8e5ba3606954 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936463 Oct 29 08:31:49.764611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-7ca0474d-64e7-48e8-996a-7feaf57e316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.769561 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-7ca0474d-64e7-48e8-996a-7feaf57e316b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1971622 Oct 29 08:31:49.781562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca3a74ee-6dc7-4b0e-92db-b87151cf909b req-d53bfa52-1654-4ada-b30d-29dcada79c43 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115036 Oct 29 08:31:49.782694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port 97f64e16-3237-40d0-bc9f-8de5b441f95e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:49.783098 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:49.870318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:31:49.880241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a79a78c3-1b62-41a2-bed2-4f67a0db16bd req-1d7dfe69-feb8-4473-bac4-66db927e4ab9 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7d49b6-9654-4e95-833d-242e1dcb315b HTTP/1.1" status: 200 len: 210 time: 0.0551183 Oct 29 08:31:49.934312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-dc625d80-16b7-47d8-b06c-40ebf6bf1dbd tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.936231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-dc625d80-16b7-47d8-b06c-40ebf6bf1dbd tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.93 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 945 time: 0.1535592 Oct 29 08:31:49.957725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2fb47-0024-420e-b67d-2d45d162248e req-c9189ba9-ddcb-431a-b804-b9c0c087170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:49.959357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88c2fb47-0024-420e-b67d-2d45d162248e req-c9189ba9-ddcb-431a-b804-b9c0c087170f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 1094 time: 0.0930865 Oct 29 08:31:49.997714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-cf9c30ed-9ce7-4438-a41a-a6aa70133b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.000586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-cf9c30ed-9ce7-4438-a41a-a6aa70133b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099328 Oct 29 08:31:50.032121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd16e8-d1a2-4e91-aedf-75420c27646e None None] Network 228003a1-554a-4cc3-b178-5af349575049 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:50.037032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-5bf32f88-689f-402f-a385-1cec1e99dc60 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.044822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-5bf32f88-689f-402f-a385-1cec1e99dc60 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.053486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-5bf32f88-689f-402f-a385-1cec1e99dc60 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.060629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-5bf32f88-689f-402f-a385-1cec1e99dc60 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.066625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-5bf32f88-689f-402f-a385-1cec1e99dc60 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.073929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-5bf32f88-689f-402f-a385-1cec1e99dc60 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.082065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-5bf32f88-689f-402f-a385-1cec1e99dc60 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.084267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-5bf32f88-689f-402f-a385-1cec1e99dc60 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1776941 Oct 29 08:31:50.162908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3ba9b-32ee-4d0e-823a-943503649ef1 req-934e3f53-4bc0-463b-bae0-4423364ba1ba tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.170685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1fd3ba9b-32ee-4d0e-823a-943503649ef1 req-934e3f53-4bc0-463b-bae0-4423364ba1ba tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1770825 Oct 29 08:31:50.181370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port 97f64e16-3237-40d0-bc9f-8de5b441f95e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=97f64e16-3237-40d0-bc9f-8de5b441f95e,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:50.181748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:50.203823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2fb47-0024-420e-b67d-2d45d162248e req-bebeed92-7cfd-48c2-b29b-3d929707e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.205326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88c2fb47-0024-420e-b67d-2d45d162248e req-bebeed92-7cfd-48c2-b29b-3d929707e199 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 908 time: 0.2244260 Oct 29 08:31:50.218714 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80075493-b8e3-4c9f-82d5-b7d276032712 req-6a6abd89-294a-4713-8e37-9f207e403f50 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226692 Oct 29 08:31:50.219651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for 97f64e16-3237-40d0-bc9f-8de5b441f95e owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:50.291106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1fd3ba9b-32ee-4d0e-823a-943503649ef1 req-de873cf9-597a-4bce-af9c-d145957f323a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194396 Oct 29 08:31:50.292950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88c2fb47-0024-420e-b67d-2d45d162248e req-321664f1-407c-4b3f-9082-e37145b27076 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10ec2780-8e52-477d-b43c-52a4b89b1d94 HTTP/1.1" status: 200 len: 217 time: 0.0796976 Oct 29 08:31:50.295552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Deleting port 52d4651b-6b06-4fc7-8291-99e29d596752 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:50.295926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:50.349244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:50.393750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] Checking router: 46f78d63-55c6-41bd-9e83-a20df8b3999d for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:31:50.410833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:31:50.411738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:50.421280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:50.426235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-c2644689-8c32-4eba-9041-bb1986832625 req-b44374ea-f1a5-464e-9e8d-6aa9eaa1010a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1660891086', 'description': 'tempest-description-193484834'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:50.437454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-7562d977-25fc-44af-8246-740d253b08f1 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203494 Oct 29 08:31:50.457642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b170dda5-4d51-454a-a25f-4b0df72c02eb', 'b71254cc-6dd9-401b-9e78-4ac027a97e82', '97f64e16-3237-40d0-bc9f-8de5b441f95e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:50.477591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=97f64e16-3237-40d0-bc9f-8de5b441f95e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:50.485520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2fb47-0024-420e-b67d-2d45d162248e req-c92e9057-7eee-4f6f-8760-9bec1181ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.487293 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88c2fb47-0024-420e-b67d-2d45d162248e req-c92e9057-7eee-4f6f-8760-9bec1181ea5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.1580632 Oct 29 08:31:50.549259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88c2fb47-0024-420e-b67d-2d45d162248e req-9130d912-09b0-48d4-9cbf-7ccfdf0bb791 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523779 Oct 29 08:31:50.566615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] For port 52d4651b-6b06-4fc7-8291-99e29d596752, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=52d4651b-6b06-4fc7-8291-99e29d596752,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:50.567568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:50.569975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c2644689-8c32-4eba-9041-bb1986832625 req-b44374ea-f1a5-464e-9e8d-6aa9eaa1010a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:50.590093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Calling delete_port for 52d4651b-6b06-4fc7-8291-99e29d596752 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:50.636062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:31:50.653431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d09d93-7eff-4ff9-8159-72b99eab59c6 req-c1df4308-ed26-4de2-9c32-cc5f7c64367c tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:50.655628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23d09d93-7eff-4ff9-8159-72b99eab59c6 req-c1df4308-ed26-4de2-9c32-cc5f7c64367c tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 947 time: 0.2507074 Oct 29 08:31:50.823384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23d09d93-7eff-4ff9-8159-72b99eab59c6 req-e28991d4-54b0-4e7c-a23c-6eadb5e824bb tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553431 Oct 29 08:31:50.830737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88c2fb47-0024-420e-b67d-2d45d162248e req-4654fb69-e4f2-4eee-a905-212a398d0d59 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724527 Oct 29 08:31:50.927729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port 97f64e16-3237-40d0-bc9f-8de5b441f95e on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:50.934793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:50.937799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53b7c654-cdf3-4414-a056-00079a161276 req-ec73e221-ad77-4692-9903-81f0c5bc6968 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "DELETE /v2.0/ports/97f64e16-3237-40d0-bc9f-8de5b441f95e HTTP/1.1" status: 204 len: 173 time: 1.6178095 Oct 29 08:31:50.938247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-deleted', 'tag': '97f64e16-3237-40d0-bc9f-8de5b441f95e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:50.940541 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e5dabc-180f-42fa-88b6-2f8cfa0aaee5" -d '{"events": [{"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-deleted", "tag": "97f64e16-3237-40d0-bc9f-8de5b441f95e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:51.009346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.032660 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cdfa1fa-7d53-464a-9e3f-9c3f1c7f9ed8 req-936d4bb3-fea3-49b9-a045-368c9aed3212 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694778 Oct 29 08:31:51.035929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:51.062351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Pushing event deleted for resources: {'Port': ['ID=52d4651b-6b06-4fc7-8291-99e29d596752,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:51.076564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142957f3-f6fb-4206-a318-177c23364be3 req-602880b0-8b7f-4393-98a9-556d33587e6f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.078029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-142957f3-f6fb-4206-a318-177c23364be3 req-602880b0-8b7f-4393-98a9-556d33587e6f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1550076 Oct 29 08:31:51.086647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded65ea3-7787-4142-bd40-7d63c8d89c43 None None] The sync data for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 is: [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:25:47Z', 'revision_number': 4, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '5fe51045-5baa-4fad-8c3e-1ed659e43024', 'name': '', 'network_id': '8d012ec4-9eb4-45ef-bc53-83a842e31dcd', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'mac_address': 'fa:16:3e:16:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:46Z', 'updated_at': '2021-10-29T08:25:59Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'subnets': [{'id': '8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:31:51.099228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88c2fb47-0024-420e-b67d-2d45d162248e req-98b04f86-1adb-4c34-8276-74e1cd4c14a3 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575724 Oct 29 08:31:51.100001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c2644689-8c32-4eba-9041-bb1986832625 req-b44374ea-f1a5-464e-9e8d-6aa9eaa1010a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.109799 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c2644689-8c32-4eba-9041-bb1986832625 req-b44374ea-f1a5-464e-9e8d-6aa9eaa1010a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.128164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] No DVR routers for this DVR port 52d4651b-6b06-4fc7-8291-99e29d596752 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:51.137387 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.141764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59a1de0e-dde6-4bc2-a098-a964d7452b72 req-763dd59d-8f4a-46be-ab89-98632da52351 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.93 "DELETE /v2.0/ports/52d4651b-6b06-4fc7-8291-99e29d596752 HTTP/1.1" status: 204 len: 173 time: 1.1950982 Oct 29 08:31:51.145736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port b170dda5-4d51-454a-a25f-4b0df72c02eb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:51.146097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.166790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-142957f3-f6fb-4206-a318-177c23364be3 req-b300a69b-d51f-4043-a33f-e4db4c0e907a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722678 Oct 29 08:31:51.173134 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c2644689-8c32-4eba-9041-bb1986832625 req-b44374ea-f1a5-464e-9e8d-6aa9eaa1010a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.186034 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2644689-8c32-4eba-9041-bb1986832625 req-b44374ea-f1a5-464e-9e8d-6aa9eaa1010a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7679183 Oct 29 08:31:51.231225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44374ea-f1a5-464e-9e8d-6aa9eaa1010a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9056364e-ef33-40a6-b57d-6dab2f8a20e5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:51.249115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 10ec2780-8e52-477d-b43c-52a4b89b1d94 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:51.306139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3bb2e14-7d8b-4a8c-88d9-5574d71a2104 req-77cb8920-a2ce-4319-946c-c7aca0c35454 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cd1144-cf98-49af-b50e-b7ca57dfb1f9 HTTP/1.1" status: 200 len: 210 time: 0.0380514 Oct 29 08:31:51.318771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'name': 'network-vif-deleted', 'tag': '17432dc5-f815-4175-9dce-8b51f484a678'}, {'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'name': 'network-vif-deleted', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:51.327090 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4182f7-3ff8-4c9f-ad5e-ced8e74fceb9" -d '{"events": [{"server_uuid": "ce7d49b6-9654-4e95-833d-242e1dcb315b", "name": "network-vif-deleted", "tag": "17432dc5-f815-4175-9dce-8b51f484a678"}, {"server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "name": "network-vif-deleted", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:51.344350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port b170dda5-4d51-454a-a25f-4b0df72c02eb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b170dda5-4d51-454a-a25f-4b0df72c02eb,segment=NetworkSegment(1016798d-274c-49c0-99ea-4a244e1a4afa),segment_id=1016798d-274c-49c0-99ea-4a244e1a4afa)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:51.344724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.380972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de1f3f-4547-46c3-a829-6950e07d3267 req-6a746fbe-7394-4443-af80-b4dc05890bea tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.392145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de1f3f-4547-46c3-a829-6950e07d3267 req-6a746fbe-7394-4443-af80-b4dc05890bea tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.394523 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-08de1f3f-4547-46c3-a829-6950e07d3267 req-6a746fbe-7394-4443-af80-b4dc05890bea tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 1681 time: 0.1414607 Oct 29 08:31:51.399879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for b170dda5-4d51-454a-a25f-4b0df72c02eb owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:51.415787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 10ec2780-8e52-477d-b43c-52a4b89b1d94, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10ec2780-8e52-477d-b43c-52a4b89b1d94,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:51.468891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-fbf593c4-9761-4adf-9cd7-c3b051f30645 req-49a29cc6-497f-4ab3-8641-a12ad13edcf1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1753317495', 'description': 'tempest-description-1428973874'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:51.470517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '10ec2780-8e52-477d-b43c-52a4b89b1d94', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'port_id': '10ec2780-8e52-477d-b43c-52a4b89b1d94', 'mac_address': 'fa:16:3e:8a:02:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d25f8d9-c239-477a-8419-aa47faeea0bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:51.470698 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203a1509-5e6f-41c1-9078-644996b57d2b x-openstack-request-id: req-203a1509-5e6f-41c1-9078-644996b57d2b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:51.471206 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-deleted", "tag": "97f64e16-3237-40d0-bc9f-8de5b441f95e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:51.471206 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-203a1509-5e6f-41c1-9078-644996b57d2b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:51.471565 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-deleted', 'tag': '97f64e16-3237-40d0-bc9f-8de5b441f95e', 'status': 'completed', 'code': 200} Oct 29 08:31:51.486066 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c6b413-080b-410b-aa0e-6851fa62aaa9 None None] New status for floating IP 729461f6-9ef0-4e1b-ad17-59a4cb155379: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:31:51.501592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fbf593c4-9761-4adf-9cd7-c3b051f30645 req-49a29cc6-497f-4ab3-8641-a12ad13edcf1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.509726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-08de1f3f-4547-46c3-a829-6950e07d3267 req-acf13dd8-15df-4634-9a84-ba3b108f1a8f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000397 Oct 29 08:31:51.533193 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.555971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ec2780-8e52-477d-b43c-52a4b89b1d94 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:51.584212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 10ec2780-8e52-477d-b43c-52a4b89b1d94, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10ec2780-8e52-477d-b43c-52a4b89b1d94,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:51.594910 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.595829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 84e358bc-7596-4481-92ff-bf2b909e05ac details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:51.632583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fbf593c4-9761-4adf-9cd7-c3b051f30645 req-49a29cc6-497f-4ab3-8641-a12ad13edcf1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.640777 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fbf593c4-9761-4adf-9cd7-c3b051f30645 req-49a29cc6-497f-4ab3-8641-a12ad13edcf1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.687688 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.702439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a29cc6-497f-4ab3-8641-a12ad13edcf1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abebe6b-276c-4082-8129-75393d3aa5c6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:51.709252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fbf593c4-9761-4adf-9cd7-c3b051f30645 req-49a29cc6-497f-4ab3-8641-a12ad13edcf1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.711082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbf593c4-9761-4adf-9cd7-c3b051f30645 req-49a29cc6-497f-4ab3-8641-a12ad13edcf1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2474196 Oct 29 08:31:51.727300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-59b52781-d339-42d7-8d1a-9168fa9551e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.734148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-59b52781-d339-42d7-8d1a-9168fa9551e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.740586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-59b52781-d339-42d7-8d1a-9168fa9551e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.746961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-59b52781-d339-42d7-8d1a-9168fa9551e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.753096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-59b52781-d339-42d7-8d1a-9168fa9551e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.759515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-59b52781-d339-42d7-8d1a-9168fa9551e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.766599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-59b52781-d339-42d7-8d1a-9168fa9551e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.777243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-59b52781-d339-42d7-8d1a-9168fa9551e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1677811 Oct 29 08:31:51.799600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['97f64e16-3237-40d0-bc9f-8de5b441f95e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:51.802253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=10ec2780-8e52-477d-b43c-52a4b89b1d94,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:51.810857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 84e358bc-7596-4481-92ff-bf2b909e05ac, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=84e358bc-7596-4481-92ff-bf2b909e05ac,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:51.828425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=b170dda5-4d51-454a-a25f-4b0df72c02eb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:51.843758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '84e358bc-7596-4481-92ff-bf2b909e05ac', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '84e358bc-7596-4481-92ff-bf2b909e05ac', 'mac_address': 'fa:16:3e:92:f0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:51.858410 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a157ddb-5694-41ca-b440-29ccf44ce71e req-02581777-4da5-4ffb-ac84-f93f80e9f797 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790365 Oct 29 08:31:51.908940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.910982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port b170dda5-4d51-454a-a25f-4b0df72c02eb on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:51.913556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a961d9-1fc3-4a73-b720-5227f191d350 req-8fbf82d8-689e-48be-95c2-dd9f5c84a6a1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:51.915598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.920778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53b7c654-cdf3-4414-a056-00079a161276 req-7152148e-6fdd-4920-8c81-b8648b12f449 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "DELETE /v2.0/ports/b170dda5-4d51-454a-a25f-4b0df72c02eb HTTP/1.1" status: 204 len: 173 time: 0.9738328 Oct 29 08:31:51.922146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79a961d9-1fc3-4a73-b720-5227f191d350 req-8fbf82d8-689e-48be-95c2-dd9f5c84a6a1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 944 time: 0.1016839 Oct 29 08:31:51.932383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e358bc-7596-4481-92ff-bf2b909e05ac {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:51.961507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 84e358bc-7596-4481-92ff-bf2b909e05ac, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=84e358bc-7596-4481-92ff-bf2b909e05ac,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:51.968460 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:51.980320 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad673518-03e7-4435-b89a-4766647004a6 x-openstack-request-id: req-ad673518-03e7-4435-b89a-4766647004a6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:51.980625 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d49b6-9654-4e95-833d-242e1dcb315b", "name": "network-vif-deleted", "tag": "17432dc5-f815-4175-9dce-8b51f484a678", "status": "completed", "code": 200}, {"server_uuid": "63cd1144-cf98-49af-b50e-b7ca57dfb1f9", "name": "network-vif-deleted", "tag": "52d4651b-6b06-4fc7-8291-99e29d596752", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:51.980875 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad673518-03e7-4435-b89a-4766647004a6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:51.981276 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d49b6-9654-4e95-833d-242e1dcb315b', 'name': 'network-vif-deleted', 'tag': '17432dc5-f815-4175-9dce-8b51f484a678', 'status': 'completed', 'code': 200} Oct 29 08:31:51.981681 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cd1144-cf98-49af-b50e-b7ca57dfb1f9', 'name': 'network-vif-deleted', 'tag': '52d4651b-6b06-4fc7-8291-99e29d596752', 'status': 'completed', 'code': 200} Oct 29 08:31:52.002357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79a961d9-1fc3-4a73-b720-5227f191d350 req-ea4a7740-4d99-466c-bcda-806edf58eec2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790894 Oct 29 08:31:52.054825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=84e358bc-7596-4481-92ff-bf2b909e05ac,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:52.112409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370c48-cc2b-4eb9-865c-6a49d6f20342 req-71af232e-8eb5-422b-93ef-655de9987024 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:52.114114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2370c48-cc2b-4eb9-865c-6a49d6f20342 req-71af232e-8eb5-422b-93ef-655de9987024 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 948 time: 0.0623174 Oct 29 08:31:52.155303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port b71254cc-6dd9-401b-9e78-4ac027a97e82 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:52.155839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.157584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2370c48-cc2b-4eb9-865c-6a49d6f20342 req-e494dc40-724c-48e1-98ef-33014dd41b67 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Oct 29 08:31:52.238816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['84e358bc-7596-4481-92ff-bf2b909e05ac'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:52.250756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a419c-a895-4592-8d28-8f3b524aee58 req-45fb9e33-0bcf-454e-ae9b-eb4806ddadd3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:52.252272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-45fb9e33-0bcf-454e-ae9b-eb4806ddadd3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 813 time: 0.1724656 Oct 29 08:31:52.263768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['10ec2780-8e52-477d-b43c-52a4b89b1d94'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:52.286818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-96c135bf-05d5-4b3f-a2e7-79e53907e6ea tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/quotas/55e8e47b395a420e89c12619ae1f2a18 HTTP/1.1" status: 200 len: 375 time: 0.0253582 Oct 29 08:31:52.302724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port b71254cc-6dd9-401b-9e78-4ac027a97e82, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b71254cc-6dd9-401b-9e78-4ac027a97e82,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:52.303107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.306328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14848fab-6536-4a5e-93d7-28be807146ec req-3aeb9e59-99ee-4337-9b7c-d73536260157 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:52.308120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14848fab-6536-4a5e-93d7-28be807146ec req-3aeb9e59-99ee-4337-9b7c-d73536260157 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.0587091 Oct 29 08:31:52.343225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-63b88f95-c2a2-4b48-991f-3d06695f1f06 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473802 Oct 29 08:31:52.344359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for b71254cc-6dd9-401b-9e78-4ac027a97e82 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:52.359081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14848fab-6536-4a5e-93d7-28be807146ec req-057ae3ea-c8e4-476c-9692-dff38fd450e9 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Oct 29 08:31:52.405426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44228) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:52.478347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbfa6-b8f3-4099-9c4b-36bd08210124 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.516168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-83c73f59-72e2-402e-ac10-505bec1ac5ea service neutron] 10.222.0.70 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615846 Oct 29 08:31:52.522443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbfa6-b8f3-4099-9c4b-36bd08210124 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.583704 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbfa6-b8f3-4099-9c4b-36bd08210124 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.587172 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbfa6-b8f3-4099-9c4b-36bd08210124 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.588400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ff9fbfa6-b8f3-4099-9c4b-36bd08210124 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "DELETE /v2.0/security-groups/9091c985-f47c-4708-8d57-e4fa07bd1df0 HTTP/1.1" status: 204 len: 168 time: 0.1817534 Oct 29 08:31:52.594041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44234) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:52.618715 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-95107d61-acb6-4c20-8e24-b8f739d1da71 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] show failed (client error): The resource could not be found. Oct 29 08:31:52.619383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-95107d61-acb6-4c20-8e24-b8f739d1da71 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "GET /v2.0/security-groups/9091c985-f47c-4708-8d57-e4fa07bd1df0 HTTP/1.1" status: 404 len: 347 time: 0.0240772 Oct 29 08:31:52.620278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fbfa6-b8f3-4099-9c4b-36bd08210124 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9091c985-f47c-4708-8d57-e4fa07bd1df0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:52.623646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44238) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:52.647104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.696547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=b71254cc-6dd9-401b-9e78-4ac027a97e82,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:52.715348 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-5c9e595c-48de-47d1-ad9b-093d72848954 service neutron] 10.222.0.70 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903243 Oct 29 08:31:52.736100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 35b43822-6010-44a0-8c8e-5222d82ff7cd details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:52.753502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209e1f6a-2c5a-4d19-b8e1-38d62c545d3a req-1adf84f2-c8ab-4fd0-804f-3b71b36d1500 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=726bb705-4848-4ef1-b1c6-c7b7c883703b HTTP/1.1" status: 200 len: 210 time: 0.0691850 Oct 29 08:31:52.763583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port b71254cc-6dd9-401b-9e78-4ac027a97e82 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:52.766742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.771330 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53b7c654-cdf3-4414-a056-00079a161276 req-c8de61c3-5743-4896-896e-95e226b62645 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "DELETE /v2.0/ports/b71254cc-6dd9-401b-9e78-4ac027a97e82 HTTP/1.1" status: 204 len: 173 time: 0.8430400 Oct 29 08:31:52.844845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Deleting port 0fd9bfbc-1223-4cf7-aeb2-91c6cec09e81 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:52.845196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:52.999744 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7f629322-15e7-4de6-9d10-250db337b7a9 req-9bd52be2-cbb9-47fc-9644-809640acb3b6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 210 time: 0.0630062 Oct 29 08:31:53.051712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec33062-e963-4409-be90-73b20e64be1f req-d36af69c-44fc-4559-a4e9-fc69470e602a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.053724 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec33062-e963-4409-be90-73b20e64be1f req-d36af69c-44fc-4559-a4e9-fc69470e602a tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 944 time: 0.1375690 Oct 29 08:31:53.058210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.058618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.086468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Calling delete_port for 0fd9bfbc-1223-4cf7-aeb2-91c6cec09e81 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:53.167580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-f190bca7-b8ec-4931-a449-fb05fbc78dfa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.175168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-f190bca7-b8ec-4931-a449-fb05fbc78dfa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.184633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-f190bca7-b8ec-4931-a449-fb05fbc78dfa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.191436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-f190bca7-b8ec-4931-a449-fb05fbc78dfa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.192887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 35b43822-6010-44a0-8c8e-5222d82ff7cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:53.196672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ec33062-e963-4409-be90-73b20e64be1f req-15042053-c1b5-4d8c-ab66-b3d8e0ee31d3 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252666 Oct 29 08:31:53.204554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-f190bca7-b8ec-4931-a449-fb05fbc78dfa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.207618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '35b43822-6010-44a0-8c8e-5222d82ff7cd', 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'port_id': '35b43822-6010-44a0-8c8e-5222d82ff7cd', 'mac_address': 'fa:16:3e:1d:0a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8aba42-a683-4215-bb02-d90c56cc77fc', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:53.240298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-f190bca7-b8ec-4931-a449-fb05fbc78dfa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.246194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-0d5e10c9-cbf8-4b35-be78-9913d18c6d8d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.247840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-0d5e10c9-cbf8-4b35-be78-9913d18c6d8d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.93 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 944 time: 0.0893440 Oct 29 08:31:53.255546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-f190bca7-b8ec-4931-a449-fb05fbc78dfa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.266771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 10ec2780-8e52-477d-b43c-52a4b89b1d94 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:53.273084 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-f190bca7-b8ec-4931-a449-fb05fbc78dfa tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5421 time: 0.1785438 Oct 29 08:31:53.346586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.401511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b43822-6010-44a0-8c8e-5222d82ff7cd {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:53.422568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ef631c5-66f1-404e-9151-e7f698cfa70e req-039c6d27-8982-4c3d-88ec-08ff23d26f71 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448431 Oct 29 08:31:53.473244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-deleted', 'tag': 'b170dda5-4d51-454a-a25f-4b0df72c02eb'}, {'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-deleted', 'tag': 'b71254cc-6dd9-401b-9e78-4ac027a97e82'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:53.476286 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c54a72-8c97-4cc1-a605-7508569d51b0" -d '{"events": [{"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-deleted", "tag": "b170dda5-4d51-454a-a25f-4b0df72c02eb"}, {"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-deleted", "tag": "b71254cc-6dd9-401b-9e78-4ac027a97e82"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:53.484327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 35b43822-6010-44a0-8c8e-5222d82ff7cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:53.485928 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 10ec2780-8e52-477d-b43c-52a4b89b1d94 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:31:53.490152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 10ec2780-8e52-477d-b43c-52a4b89b1d94 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:53.490528 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.494537 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.494537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4e440b82-37fc-4112-a04f-8772d0b42499 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:53.576402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47e946-face-40a1-951b-159f39a69c30 req-f730be20-8065-45e4-a071-b6839d777230 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.586611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7f47e946-face-40a1-951b-159f39a69c30 req-f730be20-8065-45e4-a071-b6839d777230 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 948 time: 0.0704064 Oct 29 08:31:53.641427 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7f47e946-face-40a1-951b-159f39a69c30 req-a97148ae-cf8a-455e-ba7c-a49601e7da85 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534031 Oct 29 08:31:53.649601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=35b43822-6010-44a0-8c8e-5222d82ff7cd,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:53.649813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a0285-b6c6-49ef-bb22-9a0ed3d38690 req-3a9e3b71-95f4-4724-b5ac-53b21e9049d9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.652946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-485a0285-b6c6-49ef-bb22-9a0ed3d38690 req-3a9e3b71-95f4-4724-b5ac-53b21e9049d9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 944 time: 0.1925333 Oct 29 08:31:53.655912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.720134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Pushing event deleted for resources: {'Port': ['ID=0fd9bfbc-1223-4cf7-aeb2-91c6cec09e81,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:53.727674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.759958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4e440b82-37fc-4112-a04f-8772d0b42499, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4e440b82-37fc-4112-a04f-8772d0b42499,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:53.776534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b01cfcb-1f49-457d-9f07-80efd2d4a9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ec2780-8e52-477d-b43c-52a4b89b1d94'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:53.778840 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554042ee-2546-4d5d-b078-e80eb203a4d1" -d '{"events": [{"server_uuid": "0b01cfcb-1f49-457d-9f07-80efd2d4a9d9", "name": "network-vif-plugged", "status": "completed", "tag": "10ec2780-8e52-477d-b43c-52a4b89b1d94"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:53.780649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Deleting port 44cb6999-c348-4440-a123-f2639327f6cb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:53.781536 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.791078 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '4e440b82-37fc-4112-a04f-8772d0b42499', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'port_id': '4e440b82-37fc-4112-a04f-8772d0b42499', 'mac_address': 'fa:16:3e:65:88:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:53.795921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 10ec2780-8e52-477d-b43c-52a4b89b1d94, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10ec2780-8e52-477d-b43c-52a4b89b1d94,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:53.822340 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.823251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 84e358bc-7596-4481-92ff-bf2b909e05ac up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:31:53.863965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28d28-5615-4b7c-8b21-8150a43f232a req-97d0355a-ce31-43c0-a31e-827e0abc7cd1 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:53.869022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3b28d28-5615-4b7c-8b21-8150a43f232a req-97d0355a-ce31-43c0-a31e-827e0abc7cd1 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1147885 Oct 29 08:31:53.921438 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.934671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=10ec2780-8e52-477d-b43c-52a4b89b1d94,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:53.936598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.942434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.947128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e440b82-37fc-4112-a04f-8772d0b42499 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:53.947459 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-26f279b7-e81b-41f8-a74d-de253b4d59e2 tempest-ServersWithSpecificFlavorTestJSON-546769311 tempest-ServersWithSpecificFlavorTestJSON-546769311-project] 10.222.0.70 "DELETE /v2.0/floatingips/729461f6-9ef0-4e1b-ad17-59a4cb155379 HTTP/1.1" status: 204 len: 168 time: 1.3196690 Oct 29 08:31:53.959347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 84e358bc-7596-4481-92ff-bf2b909e05ac completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:31:53.969243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3b28d28-5615-4b7c-8b21-8150a43f232a req-05b89c3d-0881-4b13-b9da-69cfc703149d tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946536 Oct 29 08:31:53.969479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 84e358bc-7596-4481-92ff-bf2b909e05ac triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:31:53.969825 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.974561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4e440b82-37fc-4112-a04f-8772d0b42499, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4e440b82-37fc-4112-a04f-8772d0b42499,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:53.981401 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-485a0285-b6c6-49ef-bb22-9a0ed3d38690 req-66dbce79-3f1b-4cd3-8cf2-1031f22d0e5d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542913 Oct 29 08:31:53.996215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:53.996215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:54.059242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] For port 44cb6999-c348-4440-a123-f2639327f6cb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=44cb6999-c348-4440-a123-f2639327f6cb,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:54.059698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.067968 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a10ee-48c7-41b4-abab-75f1ffc97985 x-openstack-request-id: req-270a10ee-48c7-41b4-abab-75f1ffc97985 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:54.068575 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-deleted", "tag": "b170dda5-4d51-454a-a25f-4b0df72c02eb", "status": "completed", "code": 200}, {"server_uuid": "726bb705-4848-4ef1-b1c6-c7b7c883703b", "name": "network-vif-deleted", "tag": "b71254cc-6dd9-401b-9e78-4ac027a97e82", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:54.069079 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-270a10ee-48c7-41b4-abab-75f1ffc97985 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:54.070351 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-deleted', 'tag': 'b170dda5-4d51-454a-a25f-4b0df72c02eb', 'status': 'completed', 'code': 200} Oct 29 08:31:54.070774 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726bb705-4848-4ef1-b1c6-c7b7c883703b', 'name': 'network-vif-deleted', 'tag': 'b71254cc-6dd9-401b-9e78-4ac027a97e82', 'status': 'completed', 'code': 200} Oct 29 08:31:54.080831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Calling delete_port for 44cb6999-c348-4440-a123-f2639327f6cb owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:54.091258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:54.093666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4e440b82-37fc-4112-a04f-8772d0b42499,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:54.134567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44268) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:54.135370 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97864c2-5982-417b-ab51-cec18848d9c4 x-openstack-request-id: req-b97864c2-5982-417b-ab51-cec18848d9c4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:54.135666 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b01cfcb-1f49-457d-9f07-80efd2d4a9d9", "name": "network-vif-plugged", "status": "completed", "tag": "10ec2780-8e52-477d-b43c-52a4b89b1d94", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:54.135947 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b97864c2-5982-417b-ab51-cec18848d9c4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:54.136330 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b01cfcb-1f49-457d-9f07-80efd2d4a9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ec2780-8e52-477d-b43c-52a4b89b1d94', 'code': 200} Oct 29 08:31:54.137146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a', 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'port_id': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a', 'mac_address': 'fa:16:3e:c1:76:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8aba42-a683-4215-bb02-d90c56cc77fc', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:54.190026 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.207166 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.231465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:54.261372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 84e358bc-7596-4481-92ff-bf2b909e05ac, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=84e358bc-7596-4481-92ff-bf2b909e05ac,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:54.266492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:54.271257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.273134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 97f64e16-3237-40d0-bc9f-8de5b441f95e no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:54.281381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c734d9c7-2587-48a4-b528-96041332ba09 req-926a78aa-019c-470a-a38f-ae04d1453ad2 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 210 time: 0.0513046 Oct 29 08:31:54.310649 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73e1451-8ad1-49eb-8898-4f09ab143c69 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting subnet 4a16952c-6431-4d6e-a1a3-235d7979c08a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:31:54.312775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.313430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 97efb57c-0f43-4484-b190-a85bb3bc23bd details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:54.316524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c73e1451-8ad1-49eb-8898-4f09ab143c69 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.319052 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.356801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 97f64e16-3237-40d0-bc9f-8de5b441f95e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:54.357299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 97f64e16-3237-40d0-bc9f-8de5b441f95e not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:54.357733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b71254cc-6dd9-401b-9e78-4ac027a97e82 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:54.383430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Pushing event deleted for resources: {'Port': ['ID=44cb6999-c348-4440-a123-f2639327f6cb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:54.393852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: b71254cc-6dd9-401b-9e78-4ac027a97e82 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:54.394219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b71254cc-6dd9-401b-9e78-4ac027a97e82 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:54.394639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b170dda5-4d51-454a-a25f-4b0df72c02eb no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:54.405780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2f60a-0a00-4b4e-a0e6-c1f2aeb77094 req-dea7b835-c14f-4c58-a912-d88ebcfc441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.409663 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8e2f60a-0a00-4b4e-a0e6-c1f2aeb77094 req-dea7b835-c14f-4c58-a912-d88ebcfc441d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 1096 time: 0.1948605 Oct 29 08:31:54.416681 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c73e1451-8ad1-49eb-8898-4f09ab143c69 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.454209 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: b170dda5-4d51-454a-a25f-4b0df72c02eb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:54.454553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b170dda5-4d51-454a-a25f-4b0df72c02eb not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:54.457952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] No DVR routers for this DVR port 44cb6999-c348-4440-a123-f2639327f6cb on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:54.490771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=84e358bc-7596-4481-92ff-bf2b909e05ac,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:54.498523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.505100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ecda77d-cfde-44d2-9cdf-e5d32a4269bd req-e0fd342a-78db-4c45-8df6-93c653db154d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.93 "DELETE /v2.0/ports/44cb6999-c348-4440-a123-f2639327f6cb HTTP/1.1" status: 204 len: 173 time: 1.2463527 Oct 29 08:31:54.510651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'name': 'network-vif-deleted', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:54.513423 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33d24a8-2f0a-4ef6-a8a3-790fceb76144" -d '{"events": [{"server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "name": "network-vif-deleted", "tag": "44cb6999-c348-4440-a123-f2639327f6cb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:54.533178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b95f632-d0b5-40ad-813d-ada1591da46b req-ac6f769c-7010-4e74-82f4-928e100ab078 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c56ce919-7661-40c1-a824-ded0df9905b5 HTTP/1.1" status: 200 len: 210 time: 0.1163917 Oct 29 08:31:54.545093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8e2f60a-0a00-4b4e-a0e6-c1f2aeb77094 req-d118a15b-d246-4dd7-b12a-49e81fa43b6a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739272 Oct 29 08:31:54.575340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:54.611399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 97efb57c-0f43-4484-b190-a85bb3bc23bd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:54.637646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '97efb57c-0f43-4484-b190-a85bb3bc23bd', 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19', 'port_id': '97efb57c-0f43-4484-b190-a85bb3bc23bd', 'mac_address': 'fa:16:3e:34:9f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f154c5-aae5-4261-a800-01fdcc5223a1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:54.685308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c73e1451-8ad1-49eb-8898-4f09ab143c69 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.707565 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbabc2fb-8c6c-4718-9269-c7c1c1dd88b1 x-openstack-request-id: req-cbabc2fb-8c6c-4718-9269-c7c1c1dd88b1 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:54.708841 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ce919-7661-40c1-a824-ded0df9905b5", "name": "network-vif-deleted", "tag": "44cb6999-c348-4440-a123-f2639327f6cb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:54.709128 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbabc2fb-8c6c-4718-9269-c7c1c1dd88b1 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:54.710319 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ce919-7661-40c1-a824-ded0df9905b5', 'name': 'network-vif-deleted', 'tag': '44cb6999-c348-4440-a123-f2639327f6cb', 'status': 'completed', 'code': 200} Oct 29 08:31:54.733123 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.757781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97efb57c-0f43-4484-b190-a85bb3bc23bd {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:54.784782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a419c-a895-4592-8d28-8f3b524aee58 req-c6f6e9b9-c114-448c-91b9-464319ec6f6b tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.786945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-c6f6e9b9-c114-448c-91b9-464319ec6f6b tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.93 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 813 time: 0.2035649 Oct 29 08:31:54.804378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'port': {'device_id': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'network_id': '228003a1-554a-4cc3-b178-5af349575049', 'admin_state_up': True, 'tenant_id': '55e8e47b395a420e89c12619ae1f2a18'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:54.806957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524d77-488b-460d-b562-f2b2851e9d54 req-c1d8bd13-bac7-4b8a-baeb-04aa277a0fac tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.813103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524d77-488b-460d-b562-f2b2851e9d54 req-c1d8bd13-bac7-4b8a-baeb-04aa277a0fac tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.815872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 97efb57c-0f43-4484-b190-a85bb3bc23bd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:54.820649 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524d77-488b-460d-b562-f2b2851e9d54 req-c1d8bd13-bac7-4b8a-baeb-04aa277a0fac tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.821794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.822575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 40a4a226-7980-440d-ba53-b246619a902b details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:54.828258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524d77-488b-460d-b562-f2b2851e9d54 req-c1d8bd13-bac7-4b8a-baeb-04aa277a0fac tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.835527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524d77-488b-460d-b562-f2b2851e9d54 req-c1d8bd13-bac7-4b8a-baeb-04aa277a0fac tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.842202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524d77-488b-460d-b562-f2b2851e9d54 req-c1d8bd13-bac7-4b8a-baeb-04aa277a0fac tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.848422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524d77-488b-460d-b562-f2b2851e9d54 req-c1d8bd13-bac7-4b8a-baeb-04aa277a0fac tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.850581 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24524d77-488b-460d-b562-f2b2851e9d54 req-c1d8bd13-bac7-4b8a-baeb-04aa277a0fac tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5424 time: 0.2798834 Oct 29 08:31:54.893505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c73e1451-8ad1-49eb-8898-4f09ab143c69 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.894665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 40a4a226-7980-440d-ba53-b246619a902b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=40a4a226-7980-440d-ba53-b246619a902b,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:54.897281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=97efb57c-0f43-4484-b190-a85bb3bc23bd,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:54.908696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '40a4a226-7980-440d-ba53-b246619a902b', 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'port_id': '40a4a226-7980-440d-ba53-b246619a902b', 'mac_address': 'fa:16:3e:58:96:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8aba42-a683-4215-bb02-d90c56cc77fc', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:54.924767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30605-1a24-4308-abd1-7eb409b081e0 req-caf37bd9-94fb-4411-8309-c5c3ed6a18e7 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:54.926504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21b30605-1a24-4308-abd1-7eb409b081e0 req-caf37bd9-94fb-4411-8309-c5c3ed6a18e7 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 949 time: 0.1391330 Oct 29 08:31:54.932910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e1451-8ad1-49eb-8898-4f09ab143c69 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Subnet': ['ID=4a16952c-6431-4d6e-a1a3-235d7979c08a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:54.945013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24524d77-488b-460d-b562-f2b2851e9d54 req-250dd45e-2df0-441b-8f18-d1c1e816b4d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781112 Oct 29 08:31:54.950289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c73e1451-8ad1-49eb-8898-4f09ab143c69 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.951457 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:54.956638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c73e1451-8ad1-49eb-8898-4f09ab143c69 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "DELETE /v2.0/subnets/4a16952c-6431-4d6e-a1a3-235d7979c08a HTTP/1.1" status: 204 len: 168 time: 0.8209450 Oct 29 08:31:54.963493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac93c2e-af8e-4c26-8e75-d59b22352b15 None None] Network b8abe6ad-2e0f-45ae-b43a-8191e4b033ed requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:54.968653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44288) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:55.003260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21b30605-1a24-4308-abd1-7eb409b081e0 req-cd9d92c0-b143-496f-ab60-a4144869db59 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626984 Oct 29 08:31:55.073051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a4a226-7980-440d-ba53-b246619a902b {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:55.077147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Made reservation on behalf of 55e8e47b395a420e89c12619ae1f2a18 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:55.081992 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.082171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.135167 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 40a4a226-7980-440d-ba53-b246619a902b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=40a4a226-7980-440d-ba53-b246619a902b,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:55.152201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.152918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1c219d5f-da67-41ab-9403-8d346836763d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:55.214452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae548ca-0e40-42dd-9ce3-7f8079d37f9c req-2aa3f105-e1cf-4c86-b6dd-9409635878c8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:55.221515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eae548ca-0e40-42dd-9ce3-7f8079d37f9c req-2aa3f105-e1cf-4c86-b6dd-9409635878c8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 945 time: 0.0806327 Oct 29 08:31:55.231626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1c219d5f-da67-41ab-9403-8d346836763d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1c219d5f-da67-41ab-9403-8d346836763d,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:55.258194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:55.258194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.260148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '1c219d5f-da67-41ab-9403-8d346836763d', 'network_id': '8e3b0b76-27b6-4c3b-9c8a-016079e6ba19', 'port_id': '1c219d5f-da67-41ab-9403-8d346836763d', 'mac_address': 'fa:16:3e:23:3b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f154c5-aae5-4261-a800-01fdcc5223a1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:55.262708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=40a4a226-7980-440d-ba53-b246619a902b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:55.322255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.333539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eae548ca-0e40-42dd-9ce3-7f8079d37f9c req-da7f36f3-d699-4961-82ac-5527fce4e54c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059821 Oct 29 08:31:55.348151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c219d5f-da67-41ab-9403-8d346836763d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:55.362912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] DHCP port deletion for b8abe6ad-2e0f-45ae-b43a-8191e4b033ed request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:31:55.380622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5e1d5345-3b4f-492b-98ef-94df4ab00f5d,segment=NetworkSegment(1016798d-274c-49c0-99ea-4a244e1a4afa),segment_id=1016798d-274c-49c0-99ea-4a244e1a4afa)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:55.381104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.386477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1c219d5f-da67-41ab-9403-8d346836763d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1c219d5f-da67-41ab-9403-8d346836763d,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:55.402629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for 5e1d5345-3b4f-492b-98ef-94df4ab00f5d owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:55.408571 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.409241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6d75a73b-957d-452f-9b45-e3efffbf7ffb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:31:55.504732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51565be9-482a-43ea-b1b8-8c3e78d0e18b req-3f2343ba-1210-4376-9b3c-1a6b64e6e86a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 210 time: 0.0359063 Oct 29 08:31:55.516176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.518157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6d75a73b-957d-452f-9b45-e3efffbf7ffb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:55.528149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1c219d5f-da67-41ab-9403-8d346836763d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:55.540016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '6d75a73b-957d-452f-9b45-e3efffbf7ffb', 'network_id': '8c20baf0-8e7b-45d1-9e5f-1d3c98882050', 'port_id': '6d75a73b-957d-452f-9b45-e3efffbf7ffb', 'mac_address': 'fa:16:3e:d1:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8aba42-a683-4215-bb02-d90c56cc77fc', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:31:55.551990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=5e1d5345-3b4f-492b-98ef-94df4ab00f5d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:55.559896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:55.565470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] Deleting port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:55.565857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.643941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44304) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:55.674980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.680225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.689788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675c61-c2a2-4e56-b544-c273da048f74 req-2be67c66-adc5-47f9-912c-900e4cfce468 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:55.692577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] For port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:55.693084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.700692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21675c61-c2a2-4e56-b544-c273da048f74 req-2be67c66-adc5-47f9-912c-900e4cfce468 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.5782969 Oct 29 08:31:55.705732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d75a73b-957d-452f-9b45-e3efffbf7ffb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:55.721967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] Calling delete_port for 5e1d5345-3b4f-492b-98ef-94df4ab00f5d owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:55.726845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] Port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:31:55.733412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8abe6ad-2e0f-45ae-b43a-8191e4b033ed']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:55.734629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.735330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Allocated IP 172.20.0.8 (228003a1-554a-4cc3-b178-5af349575049/f63c4264-e3e0-4bd0-bae5-05566bec22fd/0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:31:55.737578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6d75a73b-957d-452f-9b45-e3efffbf7ffb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:55.757362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21675c61-c2a2-4e56-b544-c273da048f74 req-8a2a4939-9637-4b5a-a842-f82dc9d70cf7 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555758 Oct 29 08:31:55.765560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1016798d-274c-49c0-99ea-4a244e1a4afa') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:55.766389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1016798d-274c-49c0-99ea-4a244e1a4afa') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:55.784281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.789919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] No DVR routers for this DVR port 5e1d5345-3b4f-492b-98ef-94df4ab00f5d on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:55.794737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e64623-68db-4512-b2a1-857cd280ff43 None None] Pushing event deleted for resources: {'Port': ['ID=5e1d5345-3b4f-492b-98ef-94df4ab00f5d,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:55.880487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6d75a73b-957d-452f-9b45-e3efffbf7ffb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:55.933504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.956176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.968619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:31:55.969401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:31:55.972884 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:31:55.979905 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.057838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45005a4-cc14-4c10-a00e-14ef65393ea2 req-e1777cdd-60e1-4ae4-99ef-a263009d3f98 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.059454 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a45005a4-cc14-4c10-a00e-14ef65393ea2 req-e1777cdd-60e1-4ae4-99ef-a263009d3f98 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 944 time: 0.0701494 Oct 29 08:31:56.062123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.082148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.092319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.095515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "DELETE /v2.0/networks/b8abe6ad-2e0f-45ae-b43a-8191e4b033ed HTTP/1.1" status: 204 len: 168 time: 1.1257699 Oct 29 08:31:56.100594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44316) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:56.137813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d257ab-d818-49d3-8c73-3ea7bbcfa389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e358bc-7596-4481-92ff-bf2b909e05ac'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:56.140472 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1752b54b-0d6a-46a4-90fb-254602bfa85a" -d '{"events": [{"server_uuid": "b2d257ab-d818-49d3-8c73-3ea7bbcfa389", "name": "network-vif-plugged", "status": "completed", "tag": "84e358bc-7596-4481-92ff-bf2b909e05ac"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:56.152477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Network 228003a1-554a-4cc3-b178-5af349575049 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:31:56.167584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:31:56.169744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c7311-5f00-43c4-bfbe-17294a77cfb9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Network': ['ID=b8abe6ad-2e0f-45ae-b43a-8191e4b033ed,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:56.181577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:31:56.188940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'Port': ['ID=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:56.198282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-899d01a3-22d6-47b4-9a6c-12fa125581d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.204382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-899d01a3-22d6-47b4-9a6c-12fa125581d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.210498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-899d01a3-22d6-47b4-9a6c-12fa125581d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.215553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a45005a4-cc14-4c10-a00e-14ef65393ea2 req-c355186f-a9cd-4a66-b108-12fadae1ac1d tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420879 Oct 29 08:31:56.216521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-899d01a3-22d6-47b4-9a6c-12fa125581d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.222529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-899d01a3-22d6-47b4-9a6c-12fa125581d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.228823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-899d01a3-22d6-47b4-9a6c-12fa125581d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.234917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-899d01a3-22d6-47b4-9a6c-12fa125581d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.237114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-899d01a3-22d6-47b4-9a6c-12fa125581d8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5428 time: 0.1946297 Oct 29 08:31:56.244194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f6cd7e-efc8-442e-b750-4bc09b98eccb tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting subnet bc4b0780-30ab-45f4-8c4f-877e4b08b3e9 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:31:56.248097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44f6cd7e-efc8-442e-b750-4bc09b98eccb tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.292522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.293213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.295559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b494258-6356-4065-979e-bb26cfbd4b3c req-6128d952-3ed3-4884-8641-2aa321cf5ed6 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521901 Oct 29 08:31:56.343798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44f6cd7e-efc8-442e-b750-4bc09b98eccb tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.361820 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc64980-315b-4c99-9d87-63fdaae478e0 x-openstack-request-id: req-8dc64980-315b-4c99-9d87-63fdaae478e0 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:56.362418 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d257ab-d818-49d3-8c73-3ea7bbcfa389", "name": "network-vif-plugged", "status": "completed", "tag": "84e358bc-7596-4481-92ff-bf2b909e05ac", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:56.362851 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8dc64980-315b-4c99-9d87-63fdaae478e0 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:56.363407 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d257ab-d818-49d3-8c73-3ea7bbcfa389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e358bc-7596-4481-92ff-bf2b909e05ac', 'code': 200} Oct 29 08:31:56.374436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-e8b7fa45-ef21-4a15-be1f-a330a3c35999 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5759883 Oct 29 08:31:56.400915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Request body: {'port': {'device_id': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:56.449700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-ebcd211b-cb2a-4fb9-92d3-f3cb01f1af5e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.451226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-ebcd211b-cb2a-4fb9-92d3-f3cb01f1af5e tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.15 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 944 time: 0.0738790 Oct 29 08:31:56.461709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1733c-c853-4692-8f39-ec24460c8e22 req-05cd6253-41ae-4318-b852-3d2664ade17a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.463231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-55a1733c-c853-4692-8f39-ec24460c8e22 req-05cd6253-41ae-4318-b852-3d2664ade17a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 949 time: 0.1819811 Oct 29 08:31:56.579266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.595647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e6e4-e261-4554-9682-9aea3889232a req-13af0bfb-fe3c-48ed-8495-4b0316663661 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.597185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c509e6e4-e261-4554-9682-9aea3889232a req-13af0bfb-fe3c-48ed-8495-4b0316663661 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 945 time: 0.1410627 Oct 29 08:31:56.601275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94afe5-96d0-4f97-9bad-1cefefd4e7ee req-f9cc2bdd-9074-4a93-8445-713444c33284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.602986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f94afe5-96d0-4f97-9bad-1cefefd4e7ee req-f9cc2bdd-9074-4a93-8445-713444c33284 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 1100 time: 0.1644201 Oct 29 08:31:56.608936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-55a1733c-c853-4692-8f39-ec24460c8e22 req-103823b3-9654-42b2-a77d-8935b91965fe tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271923 Oct 29 08:31:56.613030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44f6cd7e-efc8-442e-b750-4bc09b98eccb tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.669327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c509e6e4-e261-4554-9682-9aea3889232a req-73f242d4-0391-460a-a7c7-420a79daaa1f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588222 Oct 29 08:31:56.675035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.749264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Deleting port 465f48dc-28dc-4745-9e3e-1f822e95fde9 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:56.749975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.803496 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f94afe5-96d0-4f97-9bad-1cefefd4e7ee req-5fae220e-098f-4e80-9fa4-bcf56a1da296 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868620 Oct 29 08:31:56.866739 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44f6cd7e-efc8-442e-b750-4bc09b98eccb tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.909341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea800a-665d-4790-9bfe-08eb04255f13 req-d86c313a-abcd-49e9-861e-d1992e8cff8d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.911116 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eea800a-665d-4790-9bfe-08eb04255f13 req-d86c313a-abcd-49e9-861e-d1992e8cff8d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 945 time: 0.1112685 Oct 29 08:31:56.916217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57296aa2-e4cb-4447-96bf-aa82eabd0d30 req-7d78d1cb-2674-41d3-8dc1-1f22c4d94aa4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:56.917782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57296aa2-e4cb-4447-96bf-aa82eabd0d30 req-7d78d1cb-2674-41d3-8dc1-1f22c4d94aa4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 931 time: 0.2145479 Oct 29 08:31:56.920715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6cd7e-efc8-442e-b750-4bc09b98eccb tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4b0780-30ab-45f4-8c4f-877e4b08b3e9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:56.927871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44f6cd7e-efc8-442e-b750-4bc09b98eccb tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:56.931046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-44f6cd7e-efc8-442e-b750-4bc09b98eccb tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "DELETE /v2.0/subnets/bc4b0780-30ab-45f4-8c4f-877e4b08b3e9 HTTP/1.1" status: 204 len: 168 time: 0.8293431 Oct 29 08:31:56.934834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902f0e0-4e23-472a-8122-063b8e88ed78 None None] Network 34c21951-328b-4566-8582-7b6d2dabab90 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:31:56.937486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44328) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:56.990662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] For port 465f48dc-28dc-4745-9e3e-1f822e95fde9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=465f48dc-28dc-4745-9e3e-1f822e95fde9,segment=NetworkSegment(10429bca-ba00-47cd-9033-7f84d41d8478),segment_id=10429bca-ba00-47cd-9033-7f84d41d8478)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:56.991846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.016387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Calling delete_port for 465f48dc-28dc-4745-9e3e-1f822e95fde9 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:57.056704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eea800a-665d-4790-9bfe-08eb04255f13 req-aebf5adc-0689-4ae4-bf62-325d4dc06475 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359766 Oct 29 08:31:57.057757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['1c219d5f-da67-41ab-9403-8d346836763d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:57.059626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57296aa2-e4cb-4447-96bf-aa82eabd0d30 req-8ebb1f91-b771-4acd-aed5-aae65d254222 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335971 Oct 29 08:31:57.065367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['40a4a226-7980-440d-ba53-b246619a902b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:57.077963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.147544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:31:57.158548 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.179096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Transition to ACTIVE for port object 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:31:57.199152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.242316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.278721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port f71e609c-b765-4c77-9581-8b718e1795e7 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:57.279158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.304988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6d75a73b-957d-452f-9b45-e3efffbf7ffb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:57.307699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['4e440b82-37fc-4112-a04f-8772d0b42499'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:57.310097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['35b43822-6010-44a0-8c8e-5222d82ff7cd'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:57.312767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['3b3bf03f-8f4d-47da-8884-35a1c9a9e17a'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:57.338284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Pushing event deleted for resources: {'Port': ['ID=465f48dc-28dc-4745-9e3e-1f822e95fde9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:57.387774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] No DVR routers for this DVR port 465f48dc-28dc-4745-9e3e-1f822e95fde9 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:57.395744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.400620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea98203c-c2a7-4197-85e5-450c0d5a5c95 req-1d45c4f0-03ac-4e06-9999-ee8ffeb1ea1f tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.15 "DELETE /v2.0/ports/465f48dc-28dc-4745-9e3e-1f822e95fde9 HTTP/1.1" status: 204 len: 173 time: 0.9399533 Oct 29 08:31:57.400620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'name': 'network-vif-deleted', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:57.403308 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16281bae-8115-4995-87db-3db09a95962d" -d '{"events": [{"server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "name": "network-vif-deleted", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:57.428860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5e1d5345-3b4f-492b-98ef-94df4ab00f5d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:57.463133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a030-fee7-49cd-a510-e15d42c2fb41 req-90c8cf13-e037-4894-9b5c-2096f3d793dd tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:57.464780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b95a030-fee7-49cd-a510-e15d42c2fb41 req-90c8cf13-e037-4894-9b5c-2096f3d793dd tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.2380681 Oct 29 08:31:57.466012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Pushing event updated for resources: {'Port': ['ID=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:57.538247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b95a030-fee7-49cd-a510-e15d42c2fb41 req-6d61c97f-9a4d-4279-a8ce-a9231bffe672 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664666 Oct 29 08:31:57.555884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Deleting port 5fe51045-5baa-4fad-8c3e-1ed659e43024 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:57.555884 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.569597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port f71e609c-b765-4c77-9581-8b718e1795e7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f71e609c-b765-4c77-9581-8b718e1795e7,segment=NetworkSegment(868e049a-98ed-4f1e-a58a-142c017675b4),segment_id=868e049a-98ed-4f1e-a58a-142c017675b4)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:57.570073 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.589129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for f71e609c-b765-4c77-9581-8b718e1795e7 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:57.598273 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58dc4c62-8918-40c1-a357-3352de812f1f req-4ec5b60c-488f-4822-b082-e9827534aa76 tempest-LiveAutoBlockMigrationV225Test-1776616517 tempest-LiveAutoBlockMigrationV225Test-1776616517-project] 10.222.0.70 "GET /v2.0/ports?device_id=925cdfb1-a4a3-4dc7-9095-b63f4edb283b HTTP/1.1" status: 200 len: 210 time: 0.1071386 Oct 29 08:31:57.648386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 5e1d5345-3b4f-492b-98ef-94df4ab00f5d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:57.648741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5e1d5345-3b4f-492b-98ef-94df4ab00f5d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:57.691960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Attempting to bind port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:31:57.692409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Attempting to bind port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:31:57.692871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Attempting to bind port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 on network 228003a1-554a-4cc3-b178-5af349575049 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:57.699414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 on network 228003a1-554a-4cc3-b178-5af349575049 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:31:57.699933 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Attempting to bind port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 on network 228003a1-554a-4cc3-b178-5af349575049 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:31:57.706704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:31:57.707205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Checking segment: {'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:31:57.707904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Bound using segment: {'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:31:57.708499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Bound port: 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:31:57.708995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.737650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] For port 5fe51045-5baa-4fad-8c3e-1ed659e43024, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5fe51045-5baa-4fad-8c3e-1ed659e43024,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:57.738236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.756914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['97efb57c-0f43-4484-b190-a85bb3bc23bd'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:31:57.764388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Calling delete_port for 5fe51045-5baa-4fad-8c3e-1ed659e43024 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:57.801431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-0b874b87-1989-4830-b9d4-6f74f02f29b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:57.802398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f7f2f-5fe5-4040-89e0-0ae322e1ae75 None None] DHCP port deletion for 34c21951-328b-4566-8582-7b6d2dabab90 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:31:57.804586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 44cb6999-c348-4440-a123-f2639327f6cb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:57.807722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-0b874b87-1989-4830-b9d4-6f74f02f29b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:57.809900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:57.814450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-0b874b87-1989-4830-b9d4-6f74f02f29b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:57.821072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-0b874b87-1989-4830-b9d4-6f74f02f29b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:57.826295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-0b874b87-1989-4830-b9d4-6f74f02f29b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:57.832148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-0b874b87-1989-4830-b9d4-6f74f02f29b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:57.838309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-0b874b87-1989-4830-b9d4-6f74f02f29b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:57.840273 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-0b874b87-1989-4830-b9d4-6f74f02f29b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5428 time: 0.1718037 Oct 29 08:31:57.857853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port f71e609c-b765-4c77-9581-8b718e1795e7 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:31:57.908776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 44cb6999-c348-4440-a123-f2639327f6cb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:57.909032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 44cb6999-c348-4440-a123-f2639327f6cb not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:57.909427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:57.919701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=f71e609c-b765-4c77-9581-8b718e1795e7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:57.940076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] For port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:31:57.949791 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8fce188d-cca5-440a-a7e9-6b57b1466c82 req-46bf1419-0d63-4174-8d9a-60fcd21a87e0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675054 Oct 29 08:31:58.004619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 52d4651b-6b06-4fc7-8291-99e29d596752 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:58.005375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 52d4651b-6b06-4fc7-8291-99e29d596752 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:58.060796 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c23de8-b63c-4263-9b4d-3b8066c1a66a x-openstack-request-id: req-81c23de8-b63c-4263-9b4d-3b8066c1a66a {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:58.061315 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925cdfb1-a4a3-4dc7-9095-b63f4edb283b", "name": "network-vif-deleted", "tag": "465f48dc-28dc-4745-9e3e-1f822e95fde9", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:58.062420 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81c23de8-b63c-4263-9b4d-3b8066c1a66a {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:58.063029 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925cdfb1-a4a3-4dc7-9095-b63f4edb283b', 'name': 'network-vif-deleted', 'tag': '465f48dc-28dc-4745-9e3e-1f822e95fde9', 'status': 'completed', 'code': 200} Oct 29 08:31:58.091792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cd865-598a-4824-9a9f-8b1b47dfa6fa req-904852d8-0e4b-48da-935d-ee2691ccb604 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:58.106616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b11cd865-598a-4824-9a9f-8b1b47dfa6fa req-904852d8-0e4b-48da-935d-ee2691ccb604 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 945 time: 0.3426080 Oct 29 08:31:58.124930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] For port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:31:58.180227 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.200581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.251377 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.256670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b11cd865-598a-4824-9a9f-8b1b47dfa6fa req-7b0dcbe0-68f9-4bf6-be3b-f9c1a11b7310 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487749 Oct 29 08:31:58.272067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe923-8066-4b16-9316-29afb73efb11 req-d9ea3c72-3d48-454a-a6d4-c833f2376b2f tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:58.272067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18cfe923-8066-4b16-9316-29afb73efb11 req-d9ea3c72-3d48-454a-a6d4-c833f2376b2f tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 949 time: 0.0821764 Oct 29 08:31:58.283766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:58.286382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.287999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] 10.222.0.93 "PUT /v2.0/ports/0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 HTTP/1.1" status: 200 len: 1091 time: 1.8915453 Oct 29 08:31:58.290764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:31:58.293284 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4034edf2-4765-413e-8b8e-d517d5030f78" -d '{"events": [{"name": "network-changed", "server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:31:58.302104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe51045-5baa-4fad-8c3e-1ed659e43024,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:58.311623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c21951-328b-4566-8582-7b6d2dabab90']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:58.368549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868e049a-98ed-4f1e-a58a-142c017675b4') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:58.369196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868e049a-98ed-4f1e-a58a-142c017675b4') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:31:58.404397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.485581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221c09b-a693-4a87-9523-0ef247294ecb service neutron] Pushing event updated for resources: {'Port': ['ID=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:58.509327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.523648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:31:58.523648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:31:58.529376 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:31:58.581100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a419c-a895-4592-8d28-8f3b524aee58 req-eecfa0ce-9b8f-4cdb-af36-3aeafd9f8add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:58.582701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-eecfa0ce-9b8f-4cdb-af36-3aeafd9f8add service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1094 time: 0.1726842 Oct 29 08:31:58.602363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ad8a4-69c3-4299-9b67-0a6f7fe74698 req-d541c97b-2105-467c-b49f-2941f4a85113 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:58.604873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-990ad8a4-69c3-4299-9b67-0a6f7fe74698 req-d541c97b-2105-467c-b49f-2941f4a85113 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 943 time: 0.2216468 Oct 29 08:31:58.665794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-8d817f71-4daf-42dc-8b47-58926c191fb2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 HTTP/1.1" status: 200 len: 217 time: 0.0596871 Oct 29 08:31:58.673012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.684169 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.689958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "DELETE /v2.0/networks/34c21951-328b-4566-8582-7b6d2dabab90 HTTP/1.1" status: 204 len: 168 time: 1.7495775 Oct 29 08:31:58.699937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44350) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:58.707962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-472133457'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:58.733743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e8ef4-cbdf-4736-b2b9-732ed70c76f3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Network': ['ID=34c21951-328b-4566-8582-7b6d2dabab90,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:58.754873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-990ad8a4-69c3-4299-9b67-0a6f7fe74698 req-2ad91970-7492-42eb-9712-43bcc117bf68 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283550 Oct 29 08:31:58.763736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a419c-a895-4592-8d28-8f3b524aee58 req-b0f647c3-187b-4a7e-9d08-4cc7ec51e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:58.765467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-b0f647c3-187b-4a7e-9d08-4cc7ec51e1f1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.0872672 Oct 29 08:31:58.769140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:58.773385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.778049 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18cfe923-8066-4b16-9316-29afb73efb11 req-f9f7e745-7a94-4575-b53e-6ea64a75bdd0 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865263 Oct 29 08:31:58.816120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-7aaa7d67-8948-48e1-ba9f-6c39d64d5bf2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335422 Oct 29 08:31:58.844165 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.851921 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6387a8d-62d4-4898-b1bf-13c3f54f0627 x-openstack-request-id: req-d6387a8d-62d4-4898-b1bf-13c3f54f0627 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:31:58.852361 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:31:58.852713 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6387a8d-62d4-4898-b1bf-13c3f54f0627 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:31:58.853235 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9', 'status': 'completed', 'code': 200} Oct 29 08:31:58.881782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44352) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:58.940209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-132e82c7-5765-4047-b9e8-d1e691554fdb service neutron] 10.222.0.93 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154153 Oct 29 08:31:58.943553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:31:58.985379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:58.985927 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Added segment bbc339d2-c7ae-4693-8842-82a2b0bd19c7 of type vlan for network bffb99b1-344c-4e68-8c65-0a35f0156746 Oct 29 08:31:59.046930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d4166d-3936-45c7-aa23-057364e579d8 admin admin] Deleting subnet 5f863338-8d0b-470a-a00d-096b8229664f {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:31:59.055154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5d4166d-3936-45c7-aa23-057364e579d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.070107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361244fe-8d91-47dd-ba5e-32e18590a5ca req-3edf44e0-6e5d-4d41-b333-6bee50a8c5a4 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.071659 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-361244fe-8d91-47dd-ba5e-32e18590a5ca req-3edf44e0-6e5d-4d41-b333-6bee50a8c5a4 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1914127 Oct 29 08:31:59.077196 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.090320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-e04b2cc1-d68f-4e4b-a8ee-f21308f287f0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.091749 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-e04b2cc1-d68f-4e4b-a8ee-f21308f287f0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 945 time: 0.1657217 Oct 29 08:31:59.121389 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.139507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5d4166d-3936-45c7-aa23-057364e579d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.171259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-973a419c-a895-4592-8d28-8f3b524aee58 req-211ba1d1-485b-43aa-8b45-26fd2f507b77 service neutron] 10.222.0.93 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173417 Oct 29 08:31:59.188670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-a8802d5e-15a4-4e9a-9dca-d4378ea637c0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.194739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-a8802d5e-15a4-4e9a-9dca-d4378ea637c0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.200776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-a8802d5e-15a4-4e9a-9dca-d4378ea637c0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.206753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-a8802d5e-15a4-4e9a-9dca-d4378ea637c0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.213414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-a8802d5e-15a4-4e9a-9dca-d4378ea637c0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.219071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-a8802d5e-15a4-4e9a-9dca-d4378ea637c0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.225253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-a8802d5e-15a4-4e9a-9dca-d4378ea637c0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.227217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-a8802d5e-15a4-4e9a-9dca-d4378ea637c0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5428 time: 0.1777613 Oct 29 08:31:59.240966 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.247647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.248299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.271176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 465f48dc-28dc-4745-9e3e-1f822e95fde9 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:59.289346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-361244fe-8d91-47dd-ba5e-32e18590a5ca req-26c515b7-4453-422d-94e3-018c964f596d tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068601 Oct 29 08:31:59.290302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5d4166d-3936-45c7-aa23-057364e579d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.323473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 465f48dc-28dc-4745-9e3e-1f822e95fde9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:59.323864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 465f48dc-28dc-4745-9e3e-1f822e95fde9 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:59.352433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a0d95c2-7fd0-40a2-a570-a6674976c18b req-985cdcda-f815-45d9-91d2-5911f467999c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095250 Oct 29 08:31:59.359052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-43bce644-dba8-462b-b8e4-6540a1c711f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.360506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-43bce644-dba8-462b-b8e4-6540a1c711f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1094 time: 0.1304348 Oct 29 08:31:59.426850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f71e609c-b765-4c77-9581-8b718e1795e7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:31:59.449651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f71e609c-b765-4c77-9581-8b718e1795e7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:31:59.450088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f71e609c-b765-4c77-9581-8b718e1795e7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:31:59.457299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7548420 Oct 29 08:31:59.461179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44360) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:59.468141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5d4166d-3936-45c7-aa23-057364e579d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.476458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'subnet': {'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:31:59.490747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a3606-dddf-4e6c-baa6-b47200579217 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Network': ['ID=bffb99b1-344c-4e68-8c65-0a35f0156746,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:59.504168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network bffb99b1-344c-4e68-8c65-0a35f0156746 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:31:59.557977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4166d-3936-45c7-aa23-057364e579d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f863338-8d0b-470a-a00d-096b8229664f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:31:59.560160 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5d4166d-3936-45c7-aa23-057364e579d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.566103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c5d4166d-3936-45c7-aa23-057364e579d8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5f863338-8d0b-470a-a00d-096b8229664f HTTP/1.1" status: 204 len: 168 time: 0.6807179 Oct 29 08:31:59.567257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44362) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:31:59.580675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Deleting port 10ec2780-8e52-477d-b43c-52a4b89b1d94 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:31:59.580952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.583381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-51db802c-9104-47a7-87c0-c51d3dae304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.585088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-51db802c-9104-47a7-87c0-c51d3dae304a service neutron] 10.222.0.93 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 915 time: 0.2134638 Oct 29 08:31:59.608135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb11f09-b50e-4eca-b77e-f0fe9d8f7eb1 req-36cc2054-44a4-4fdb-bb8f-7b3cab8f5996 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.609668 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bbb11f09-b50e-4eca-b77e-f0fe9d8f7eb1 req-36cc2054-44a4-4fdb-bb8f-7b3cab8f5996 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b01cfcb-1f49-457d-9f07-80efd2d4a9d9 HTTP/1.1" status: 200 len: 945 time: 0.2595887 Oct 29 08:31:59.643730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-07ae4272-6f23-43b6-b59f-eed94826889b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 HTTP/1.1" status: 200 len: 217 time: 0.0473299 Oct 29 08:31:59.684761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:31:59.688249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.755248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-fa475188-1dc0-47cd-b648-c78ffaf0b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:31:59.756747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-fa475188-1dc0-47cd-b648-c78ffaf0b7cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.1027074 Oct 29 08:31:59.782946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.798507 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bbb11f09-b50e-4eca-b77e-f0fe9d8f7eb1 req-2a43a05d-80e9-450c-b1cd-fd6bdef78b10 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235909 Oct 29 08:31:59.806190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-538b3a64-3f15-4097-8083-f2b34af4b3af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373859 Oct 29 08:31:59.806352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] For port 10ec2780-8e52-477d-b43c-52a4b89b1d94, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10ec2780-8e52-477d-b43c-52a4b89b1d94,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:31:59.806705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:31:59.826032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Calling delete_port for 10ec2780-8e52-477d-b43c-52a4b89b1d94 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:31:59.835949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Router 46f78d63-55c6-41bd-9e83-a20df8b3999d has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:32:00.001756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c608c5-b91e-4b23-9c95-83aa46a7ba4b req-0e7bfa82-c595-4ee7-b883-31fadd374a93 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.003245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05c608c5-b91e-4b23-9c95-83aa46a7ba4b req-0e7bfa82-c595-4ee7-b883-31fadd374a93 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 943 time: 0.1652808 Oct 29 08:32:00.015984 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-e7936591-b0db-4f96-89cc-f196c71565f7 service neutron] 10.222.0.93 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010691 Oct 29 08:32:00.077418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.122684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e2cdad-57b2-4528-a8c9-335c87b872ea']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:00.141924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.144773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10429bca-ba00-47cd-9033-7f84d41d8478') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:00.145079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10429bca-ba00-47cd-9033-7f84d41d8478') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:00.152757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05c608c5-b91e-4b23-9c95-83aa46a7ba4b req-c63915c9-a197-47be-8579-468df414fe12 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412017 Oct 29 08:32:00.154447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63c572-3184-4ef5-ada8-986f8ca6732c req-00449693-fa8e-46ad-9ba0-efddcb2be095 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.156074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db63c572-3184-4ef5-ada8-986f8ca6732c req-00449693-fa8e-46ad-9ba0-efddcb2be095 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 949 time: 0.2526031 Oct 29 08:32:00.173208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.210302 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.224576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Subnet': ['ID=4424f48b-9f59-4d21-b0b0-492f76751512,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:00.232298 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.240140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:32:00.242206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4034edf2-4765-413e-8b8e-d517d5030f78 req-894ea002-887a-4c7a-8d1c-47d8599f953b service neutron] 10.222.0.93 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832745 Oct 29 08:32:00.250252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Checking segment: {'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:00.250252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network hostable DHCP agents. Network: bffb99b1-344c-4e68-8c65-0a35f0156746, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:32:00.252658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44368) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:00.252788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] Sync routers for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:32:00.261895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cf71471a-5a3d-4c15-8fac-6f8067ec4e01 admin admin] 10.222.0.70 "PUT /v2.0/routers/46f78d63-55c6-41bd-9e83-a20df8b3999d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6027312 Oct 29 08:32:00.264579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:00.265396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:00.269562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:32:00.269890 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:32:00.274338 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:32:00.348928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network bffb99b1-344c-4e68-8c65-0a35f0156746 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:32:00.358498 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db63c572-3184-4ef5-ada8-986f8ca6732c req-f5b33ecb-a390-4805-998a-93dc2df9da60 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832926 Oct 29 08:32:00.368638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, bffb99b1-344c-4e68-8c65-0a35f0156746) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:00.369420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.391885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.401702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.402506 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.432836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:00.450145 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.461223 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.467059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f3e2cdad-57b2-4528-a8c9-335c87b872ea HTTP/1.1" status: 204 len: 168 time: 0.8963723 Oct 29 08:32:00.467059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event deleted for resources: {'Port': ['ID=10ec2780-8e52-477d-b43c-52a4b89b1d94,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:00.469340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] No DVR routers for this DVR port 10ec2780-8e52-477d-b43c-52a4b89b1d94 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:00.472528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44376) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:00.472649 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ff9d7-8483-4a76-ad25-693e9459d7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e2cdad-57b2-4528-a8c9-335c87b872ea,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:00.476024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.479647 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a0ac7ed0-1dda-44a8-9503-7c09e1074446 req-f525b7a0-cc73-4f32-a373-34f4c6ebfd71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "DELETE /v2.0/ports/10ec2780-8e52-477d-b43c-52a4b89b1d94 HTTP/1.1" status: 204 len: 173 time: 1.3758237 Oct 29 08:32:00.493375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b01cfcb-1f49-457d-9f07-80efd2d4a9d9', 'name': 'network-vif-deleted', 'tag': '10ec2780-8e52-477d-b43c-52a4b89b1d94'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:00.495798 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9409c3ec-89d5-4c03-816c-611a61608566" -d '{"events": [{"server_uuid": "0b01cfcb-1f49-457d-9f07-80efd2d4a9d9", "name": "network-vif-deleted", "tag": "10ec2780-8e52-477d-b43c-52a4b89b1d94"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:00.520613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce0726-c11b-4247-8758-f8330752a95c None None] Network bffb99b1-344c-4e68-8c65-0a35f0156746 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:00.541780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b9a75b6b-e738-4a5c-bbbf-b643b6a68381 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0767751 Oct 29 08:32:00.545804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44380) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:00.552736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-232989504'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:00.586572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-40062a65-3866-4bd5-be64-e10208ae51b5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.592987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-40062a65-3866-4bd5-be64-e10208ae51b5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.599406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-40062a65-3866-4bd5-be64-e10208ae51b5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.602672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87893-9d06-4542-b2c6-2c11f40ed525 req-7ed81231-ce59-47bf-990e-9ed77629b9a8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.604644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eba87893-9d06-4542-b2c6-2c11f40ed525 req-7ed81231-ce59-47bf-990e-9ed77629b9a8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1988571 Oct 29 08:32:00.607033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-40062a65-3866-4bd5-be64-e10208ae51b5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.615305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-40062a65-3866-4bd5-be64-e10208ae51b5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.622427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-40062a65-3866-4bd5-be64-e10208ae51b5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.628422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:00.628625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-40062a65-3866-4bd5-be64-e10208ae51b5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:00.630500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-40062a65-3866-4bd5-be64-e10208ae51b5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5428 time: 0.1624506 Oct 29 08:32:00.632749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.636952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c277de1-f876-465b-8643-9de587fd4960 admin admin] Deleting subnet 0c2f6c95-4b42-4e32-a9cc-0721dba631b1 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:32:00.643372 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c277de1-f876-465b-8643-9de587fd4960 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.720270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c277de1-f876-465b-8643-9de587fd4960 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.727711 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6db2562a-f2f5-49cd-94bb-dd7e554b1ace req-93c2c392-6f10-4426-9b74-9af681127abc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863414 Oct 29 08:32:00.783785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c277de1-f876-465b-8643-9de587fd4960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.837878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-bffb99b1-344c-4e68-8c65-0a35f0156746', 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'fixed_ips': [{'subnet_id': '4424f48b-9f59-4d21-b0b0-492f76751512'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:32:00.838804 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.867147 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c277de1-f876-465b-8643-9de587fd4960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.880929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:31:58Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:00.903633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c277de1-f876-465b-8643-9de587fd4960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2f6c95-4b42-4e32-a9cc-0721dba631b1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:00.905881 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c277de1-f876-465b-8643-9de587fd4960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:00.909560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5c277de1-f876-465b-8643-9de587fd4960 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0c2f6c95-4b42-4e32-a9cc-0721dba631b1 HTTP/1.1" status: 204 len: 168 time: 0.4349270 Oct 29 08:32:00.912207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44384) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:00.959609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] Checking router: 46f78d63-55c6-41bd-9e83-a20df8b3999d for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:32:00.984192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] Routers {'46f78d63-55c6-41bd-9e83-a20df8b3999d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:00.984992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['46f78d63-55c6-41bd-9e83-a20df8b3999d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:00.988245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.059666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:32:01.073394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.073743 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Added segment 339f0c96-ffb4-44ef-bdc6-84977403f172 of type vlan for network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 Oct 29 08:32:01.122907 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.149376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.163442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.167668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.174597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:01.175487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.183640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fc2d9d-e737-4771-bcbb-7648b6a3973d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:01.202263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b01eaa-d552-4e83-9637-a6dc1b510423') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:01.202854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b01eaa-d552-4e83-9637-a6dc1b510423') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:01.213635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eba87893-9d06-4542-b2c6-2c11f40ed525 req-91860728-e83e-4d1e-8fb3-879eb6eec9c2 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023993 Oct 29 08:32:01.221451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.234792 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.243837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:32:01.244711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.263335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7144551 Oct 29 08:32:01.266945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44392) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:01.286614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 10ec2780-8e52-477d-b43c-52a4b89b1d94 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:01.295383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'subnet': {'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:01.342173 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3144b65-106a-4da4-acdd-6fabd2c2ba6a x-openstack-request-id: req-c3144b65-106a-4da4-acdd-6fabd2c2ba6a {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:01.342484 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b01cfcb-1f49-457d-9f07-80efd2d4a9d9", "name": "network-vif-deleted", "tag": "10ec2780-8e52-477d-b43c-52a4b89b1d94", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:01.342825 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3144b65-106a-4da4-acdd-6fabd2c2ba6a {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:01.343289 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b01cfcb-1f49-457d-9f07-80efd2d4a9d9', 'name': 'network-vif-deleted', 'tag': '10ec2780-8e52-477d-b43c-52a4b89b1d94', 'status': 'completed', 'code': 200} Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:32:01.344573 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:32:01.347984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 10ec2780-8e52-477d-b43c-52a4b89b1d94 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:01.348321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 10ec2780-8e52-477d-b43c-52a4b89b1d94 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:01.366460 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.375945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.378570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7eb99-8df2-459a-b981-5bbf689be11b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Network': ['ID=8be75bf1-05e3-46c4-8a36-e02fa688e9a8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:01.379374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e9fc2d9d-e737-4771-bcbb-7648b6a3973d HTTP/1.1" status: 204 len: 168 time: 0.4657605 Oct 29 08:32:01.393221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Allocated IP 19.80.0.2 (bffb99b1-344c-4e68-8c65-0a35f0156746/4424f48b-9f59-4d21-b0b0-492f76751512/9fac824d-e083-47ed-8687-1520b7b9085e) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:01.401359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9bc4f-d282-418a-8d7f-656936c83939 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fc2d9d-e737-4771-bcbb-7648b6a3973d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:01.414071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:32:01.417926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bb588-a96f-4ad5-9a27-827da16ec9dd req-a148170e-1387-4a41-89ac-e3b2995da63b tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:01.426989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b37bb588-a96f-4ad5-9a27-827da16ec9dd req-a148170e-1387-4a41-89ac-e3b2995da63b tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 1100 time: 0.0953517 Oct 29 08:32:01.443956 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b37bb588-a96f-4ad5-9a27-827da16ec9dd req-1e97a242-e6ad-423b-a196-fd08d1d4c8d7 tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.493171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371c763-6e86-4172-abdb-29d85f32b005 req-fe3079f6-f2b6-4162-813e-442539626a65 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:01.494759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1371c763-6e86-4172-abdb-29d85f32b005 req-fe3079f6-f2b6-4162-813e-442539626a65 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 943 time: 0.1314857 Oct 29 08:32:01.498567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Deleting port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:01.498779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.553144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b37bb588-a96f-4ad5-9a27-827da16ec9dd req-1e97a242-e6ad-423b-a196-fd08d1d4c8d7 tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.556698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] Set router 46f78d63-55c6-41bd-9e83-a20df8b3999d gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:01.569324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:01.572622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b37bb588-a96f-4ad5-9a27-827da16ec9dd req-1e97a242-e6ad-423b-a196-fd08d1d4c8d7 tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.572816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.606854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44396) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:01.653452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b37bb588-a96f-4ad5-9a27-827da16ec9dd req-1e97a242-e6ad-423b-a196-fd08d1d4c8d7 tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253933 Oct 29 08:32:01.665720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97a242-e6ad-423b-a196-fd08d1d4c8d7 tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a016b3ce-88a5-4196-b407-9ceb53e42ae0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:01.731591 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-83f640da-4d8f-470b-93a4-a8baca4250b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8dfe169bd65444eadf33eb01e29c196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1218245 Oct 29 08:32:01.734878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44398) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:01.737878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1371c763-6e86-4172-abdb-29d85f32b005 req-48e780f9-d75d-4786-baf2-079d8adb81bc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212005 Oct 29 08:32:01.776991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] For port 9c144613-0e0f-4ca4-8d47-f59a2f3903fb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9c144613-0e0f-4ca4-8d47-f59a2f3903fb,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:01.777363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.795486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d555166d-48c6-4753-a145-9be1da9b336b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.817230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Calling delete_port for 9c144613-0e0f-4ca4-8d47-f59a2f3903fb owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:01.821601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d555166d-48c6-4753-a145-9be1da9b336b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.860442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.881768 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.892002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.892505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d555166d-48c6-4753-a145-9be1da9b336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.898138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d555166d-48c6-4753-a145-9be1da9b336b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:01.902600 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d555166d-48c6-4753-a145-9be1da9b336b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7 HTTP/1.1" status: 204 len: 168 time: 0.1639709 Oct 29 08:32:01.914072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555166d-48c6-4753-a145-9be1da9b336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8672e9-d35e-4cbb-b9b9-679eccc2e4c7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:01.965648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Network bffb99b1-344c-4e68-8c65-0a35f0156746 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:01.976540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:01.979345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:02.000467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:02.069325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-0f6502ee-bda3-456e-8a71-de927c1f54ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.080569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-0f6502ee-bda3-456e-8a71-de927c1f54ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.086031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Pushing event updated for resources: {'Port': ['ID=9fac824d-e083-47ed-8687-1520b7b9085e,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:02.086869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-0f6502ee-bda3-456e-8a71-de927c1f54ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.093075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-0f6502ee-bda3-456e-8a71-de927c1f54ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.099152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-0f6502ee-bda3-456e-8a71-de927c1f54ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.105948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-0f6502ee-bda3-456e-8a71-de927c1f54ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.112258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-0f6502ee-bda3-456e-8a71-de927c1f54ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.120639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-0f6502ee-bda3-456e-8a71-de927c1f54ab tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5428 time: 0.2403486 Oct 29 08:32:02.122494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Subnet': ['ID=3eef5983-79b7-4205-830b-c21be1acde57,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:02.142186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Attempting to bind port 9fac824d-e083-47ed-8687-1520b7b9085e on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:02.142555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Attempting to bind port 9fac824d-e083-47ed-8687-1520b7b9085e by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:02.142915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Attempting to bind port 9fac824d-e083-47ed-8687-1520b7b9085e on network bffb99b1-344c-4e68-8c65-0a35f0156746 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:02.155003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Checking segment: {'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:02.155425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network hostable DHCP agents. Network: 8be75bf1-05e3-46c4-8a36-e02fa688e9a8, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:32:02.158327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:02.158714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Checking segment: {'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:02.161303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.161303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Bound using segment: {'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:02.161303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Bound port: 9fac824d-e083-47ed-8687-1520b7b9085e, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:02.161303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.229141 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-987efc4b-e83e-482f-b077-e9ffa75a1190 req-16f1d655-aef4-47b4-88ee-7ffb7f3a4f88 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075215 Oct 29 08:32:02.231871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:32:02.274441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8be75bf1-05e3-46c4-8a36-e02fa688e9a8) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:02.282815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.283461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:31:58Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:02.284656 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.299393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b13fb0-c448-41cc-84f6-e3b9d79ea8b6 None None] Network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:02.305352 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.320082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1d38b452-996a-44e1-8bc5-aa3efa81d796 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0299354 Oct 29 08:32:02.345555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c144613-0e0f-4ca4-8d47-f59a2f3903fb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:02.389926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74438a-e49b-4b92-b41c-948a649ab092 None None] The sync data for ids ['46f78d63-55c6-41bd-9e83-a20df8b3999d'] in n-d-815940-1 is: [{'id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936163104-router', 'tenant_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:39Z', 'updated_at': '2021-10-29T08:31:58Z', 'revision_number': 5, 'project_id': 'aa51d7382ab64a06a72659e7390ee6b1', 'gw_port': {'id': '9c144613-0e0f-4ca4-8d47-f59a2f3903fb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f78d63-55c6-41bd-9e83-a20df8b3999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:40Z', 'updated_at': '2021-10-29T08:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:32:02.404025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] For port 9fac824d-e083-47ed-8687-1520b7b9085e, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:02.409542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-f51b1552-4509-475a-a4d9-c1d499ed2b04 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.418632 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-f51b1552-4509-475a-a4d9-c1d499ed2b04 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.2206821 Oct 29 08:32:02.437257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-57078a2f-b909-42d5-9b97-4b4b20160cd0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/quotas/24b6b3f61fbc4c2a916e6f12373383b8 HTTP/1.1" status: 200 len: 375 time: 0.0173664 Oct 29 08:32:02.468031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] For port 9fac824d-e083-47ed-8687-1520b7b9085e, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9fac824d-e083-47ed-8687-1520b7b9085e,segment=NetworkSegment(bbc339d2-c7ae-4693-8842-82a2b0bd19c7),segment_id=bbc339d2-c7ae-4693-8842-82a2b0bd19c7)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:02.478103 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.483702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04830-7d02-458e-9c91-2be546968d22 req-b92080f0-8f76-4404-b1b6-bf6a4cd97c3a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:02.493254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fee04830-7d02-458e-9c91-2be546968d22 req-b92080f0-8f76-4404-b1b6-bf6a4cd97c3a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.1063766 Oct 29 08:32:02.512952 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-9f17174d-d7a4-45b7-92c1-602fdc0f2243 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683167 Oct 29 08:32:02.527357 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.634323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d5a36-4024-410b-91b5-0b51302cce0c None None] Pushing event updated for resources: {'Port': ['ID=9fac824d-e083-47ed-8687-1520b7b9085e,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:02.666307 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-5ce144bd-19c4-4297-a54b-3a4c7abdbca5 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481481 Oct 29 08:32:02.681410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44426) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:02.686728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-8be75bf1-05e3-46c4-8a36-e02fa688e9a8', 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'fixed_ips': [{'subnet_id': '3eef5983-79b7-4205-830b-c21be1acde57'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:32:02.687786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.717615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.728273 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.746878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fee04830-7d02-458e-9c91-2be546968d22 req-d9601e5a-e587-475d-838f-377a499b6820 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525873 Oct 29 08:32:02.762955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3834024f-d9cb-4070-9bc6-df8f6f217bf8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad2edbc08bba4173a5685e77a9b41e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803311 Oct 29 08:32:02.802092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44432) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:02.822671 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.823872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46f78d63-55c6-41bd-9e83-a20df8b3999d {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:32:02.824460 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-fc11b64b-9c19-46cb-a39f-3cff4415ba0b service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547112 Oct 29 08:32:02.829622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.831056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e76cfea3-33e6-483e-bd0b-a7a00733cd4c admin admin] 10.222.0.70 "DELETE /v2.0/routers/46f78d63-55c6-41bd-9e83-a20df8b3999d HTTP/1.1" status: 204 len: 168 time: 2.5774124 Oct 29 08:32:02.834947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44438) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:02.962774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaacd2d-5a87-4a0f-8e8d-3ac81040e09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:02.974235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Allocated IP 19.86.0.2 (8be75bf1-05e3-46c4-8a36-e02fa688e9a8/3eef5983-79b7-4205-830b-c21be1acde57/9a0788cf-2bbc-41ac-9b77-45d0a50969f4) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:02.978991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe9ff58-d9b7-4c18-ac4d-b36b0d07b7a9 admin admin] Deleting subnet 8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:32:02.989249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ff58-d9b7-4c18-ac4d-b36b0d07b7a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.023948 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaacd2d-5a87-4a0f-8e8d-3ac81040e09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.155601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaacd2d-5a87-4a0f-8e8d-3ac81040e09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.157147 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ff58-d9b7-4c18-ac4d-b36b0d07b7a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.159152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bfaacd2d-5a87-4a0f-8e8d-3ac81040e09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.160429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bfaacd2d-5a87-4a0f-8e8d-3ac81040e09f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83ce5b8d-da50-4461-aed2-de4a3d131bd3 HTTP/1.1" status: 204 len: 168 time: 0.3349345 Oct 29 08:32:03.172254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacd2d-5a87-4a0f-8e8d-3ac81040e09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ce5b8d-da50-4461-aed2-de4a3d131bd3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:03.180676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ea81-f87f-437a-bf63-f73bf3318b5f req-df08d645-867d-447d-af09-a15b88529553 tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:03.189895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27b8ea81-f87f-437a-bf63-f73bf3318b5f req-df08d645-867d-447d-af09-a15b88529553 tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 1100 time: 0.0815740 Oct 29 08:32:03.232314 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.242583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27b8ea81-f87f-437a-bf63-f73bf3318b5f req-57bee10b-4a1a-4d0b-a43d-e6eed195fc24 tempest-ServersAdminNegativeTestJSON-1909675168 tempest-ServersAdminNegativeTestJSON-1909675168-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516810 Oct 29 08:32:03.251136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.253916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-6b7f34e6-f4cb-4e86-aed2-37dee4cf7fd6 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:03.286041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-6b7f34e6-f4cb-4e86-aed2-37dee4cf7fd6 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:03.289355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-6b7f34e6-f4cb-4e86-aed2-37dee4cf7fd6 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/networks?id=bffb99b1-344c-4e68-8c65-0a35f0156746&id=8be75bf1-05e3-46c4-8a36-e02fa688e9a8 HTTP/1.1" status: 200 len: 1390 time: 0.3408060 Oct 29 08:32:03.313709 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:03.318251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:03.321935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Pushing event updated for resources: {'Port': ['ID=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:03.325602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:03.384014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-75207ed3-d125-44ff-ad18-301c21e37d24 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/quotas/6ebb5602050c4b61ae3f7047783b5a00 HTTP/1.1" status: 200 len: 375 time: 0.0824997 Oct 29 08:32:03.414698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ff58-d9b7-4c18-ac4d-b36b0d07b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.446043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Attempting to bind port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:03.446410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Attempting to bind port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:03.446784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Attempting to bind port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 on network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:03.454260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:03.454662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Checking segment: {'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:03.455071 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.455457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Bound using segment: {'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:03.455998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Bound port: 9a0788cf-2bbc-41ac-9b77-45d0a50969f4, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:03.457079 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.470809 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3880a2-d32b-476a-9f5a-67661e28ba10 req-35273760-fa28-402f-9dae-901977963aa0 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:03.485211 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c3880a2-d32b-476a-9f5a-67661e28ba10 req-35273760-fa28-402f-9dae-901977963aa0 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 943 time: 0.1476805 Oct 29 08:32:03.556992 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ff58-d9b7-4c18-ac4d-b36b0d07b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.597602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5af801-61db-434c-80cf-29e7375ce677 None None] Network 8d012ec4-9eb4-45ef-bc53-83a842e31dcd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:03.619613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c3880a2-d32b-476a-9f5a-67661e28ba10 req-132e04ed-ff7d-41cf-a5d5-c95868b2f764 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297925 Oct 29 08:32:03.660710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-be4613e2-89a2-4154-830e-37ab11196c46 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2653499 Oct 29 08:32:03.687747 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe9ff58-d9b7-4c18-ac4d-b36b0d07b7a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.694996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44458) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:03.695874 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8fe9ff58-d9b7-4c18-ac4d-b36b0d07b7a9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9 HTTP/1.1" status: 204 len: 168 time: 0.8596370 Oct 29 08:32:03.699290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9ff58-d9b7-4c18-ac4d-b36b0d07b7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c62c360-2bb5-4f35-8ee4-c5e27d5ad4b9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:03.713048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9fac824d-e083-47ed-8687-1520b7b9085e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:03.813367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:03.875218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd8d2048-7cd9-4f5c-bf80-199eefaac26a req-4c03c637-6005-457a-a7b2-18c7c26349de tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 210 time: 0.1541970 Oct 29 08:32:03.892077 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-d51a4034-42ad-47f4-9ca7-3fba1d8f1a15 service neutron] 10.222.0.70 "GET /v2.0/networks/bffb99b1-344c-4e68-8c65-0a35f0156746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283778 Oct 29 08:32:03.923429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:03.989558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 35b43822-6010-44a0-8c8e-5222d82ff7cd up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:04.040000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Deleting port b0e46527-9552-435d-ba72-81fbe5830874 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:04.045929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:04.125548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-3a4edabc-06ca-48f3-a51f-2348b4665663 service neutron] 10.222.0.70 "GET /v2.0/networks/bffb99b1-344c-4e68-8c65-0a35f0156746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302938 Oct 29 08:32:04.133477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] For port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:04.152693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:04.183262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] For port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:04.198717 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:04.246009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] For port b0e46527-9552-435d-ba72-81fbe5830874, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b0e46527-9552-435d-ba72-81fbe5830874,segment=NetworkSegment(106c371e-fc62-476a-9bc1-a4285035fa18),segment_id=106c371e-fc62-476a-9bc1-a4285035fa18)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:04.252382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:04.278246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9', 'network_id': '228003a1-554a-4cc3-b178-5af349575049', 'port_id': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9', 'mac_address': 'fa:16:3e:c6:ac:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63c4264-e3e0-4bd0-bae5-05566bec22fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:04.283502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9ce05-dbf0-44d3-9645-444e0b9158c6 None None] Pushing event updated for resources: {'Port': ['ID=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:04.297233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9fac824d-e083-47ed-8687-1520b7b9085e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:04.297890 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:04.311706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Calling delete_port for b0e46527-9552-435d-ba72-81fbe5830874 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:04.412890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] DHCP port deletion for 8d012ec4-9eb4-45ef-bc53-83a842e31dcd request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:32:04.424799 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-85f6be8a-6ac3-4890-b049-e65c6a3fc1e5 service neutron] 10.222.0.70 "GET /v2.0/networks/8be75bf1-05e3-46c4-8a36-e02fa688e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981350 Oct 29 08:32:04.441659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-d1a11ec9-f003-4ebd-a2aa-0c8f88138f8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:04.448911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-d1a11ec9-f003-4ebd-a2aa-0c8f88138f8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:04.455361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-d1a11ec9-f003-4ebd-a2aa-0c8f88138f8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:04.462724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-d1a11ec9-f003-4ebd-a2aa-0c8f88138f8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:04.467034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc9d9e-0e4e-43e9-81cc-d6b5c9eec693 None None] Network bffb99b1-344c-4e68-8c65-0a35f0156746 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:04.469703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-d1a11ec9-f003-4ebd-a2aa-0c8f88138f8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:04.477575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-d1a11ec9-f003-4ebd-a2aa-0c8f88138f8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:04.485900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-d1a11ec9-f003-4ebd-a2aa-0c8f88138f8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:04.487898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-d1a11ec9-f003-4ebd-a2aa-0c8f88138f8e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5428 time: 0.2190156 Oct 29 08:32:04.572144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-f27f7bc7-2928-4bc1-b05c-12aa7cfc07f2 service neutron] 10.222.0.70 "GET /v2.0/networks/8be75bf1-05e3-46c4-8a36-e02fa688e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376469 Oct 29 08:32:04.575057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61e9f8f7-7506-4748-8e36-5298a6e704f9 req-0bd789a0-01f6-45cf-87a9-71cfc8486262 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791574 Oct 29 08:32:04.629145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:04.683348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e46527-9552-435d-ba72-81fbe5830874,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:04.689949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] No DVR routers for this DVR port b0e46527-9552-435d-ba72-81fbe5830874 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:04.784072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 35b43822-6010-44a0-8c8e-5222d82ff7cd completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:04.817208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 35b43822-6010-44a0-8c8e-5222d82ff7cd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:04.817983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:04.858249 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:04.901425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:04.991245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.010929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.035225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6d8d0e10-3b1e-4e03-9302-b1b78b933d8f None None] Provisioning complete for port 9fac824d-e083-47ed-8687-1520b7b9085e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:05.035595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0e10-3b1e-4e03-9302-b1b78b933d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.107291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3dc58-c7d5-4d53-9f75-85a6c3ce9380 req-1c8e1483-5148-45cc-b37f-4ae3d16e5ada tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.110045 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bec3dc58-c7d5-4d53-9f75-85a6c3ce9380 req-1c8e1483-5148-45cc-b37f-4ae3d16e5ada tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 943 time: 0.1461561 Oct 29 08:32:05.125022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:05.156540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] Deleting port b0e46527-9552-435d-ba72-81fbe5830874 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:05.156540 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.199159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bec3dc58-c7d5-4d53-9f75-85a6c3ce9380 req-0e73a98c-d8fd-474e-8bc8-6f4e2ea98c59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750401 Oct 29 08:32:05.207842 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.222741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d012ec4-9eb4-45ef-bc53-83a842e31dcd']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:05.224108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 9fac824d-e083-47ed-8687-1520b7b9085e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9fac824d-e083-47ed-8687-1520b7b9085e,segment=NetworkSegment(bbc339d2-c7ae-4693-8842-82a2b0bd19c7),segment_id=bbc339d2-c7ae-4693-8842-82a2b0bd19c7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:05.250047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106c371e-fc62-476a-9bc1-a4285035fa18') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:05.250355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106c371e-fc62-476a-9bc1-a4285035fa18') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:05.268868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.304075 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.314284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.327426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd74ba-a00b-4527-9e6f-be1382056b02 req-374b46af-5853-48c6-87ee-73e12ea96926 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.337235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50fd74ba-a00b-4527-9e6f-be1382056b02 req-374b46af-5853-48c6-87ee-73e12ea96926 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.6141174 Oct 29 08:32:05.347378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5fe51045-5baa-4fad-8c3e-1ed659e43024 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:05.349761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba0509a0-f654-45ac-aa6a-ee184c5d2e89 req-778864da-9d57-4893-b010-5941742357be tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 210 time: 0.0724311 Oct 29 08:32:05.364881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:32:05.368623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:32:05.371169 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:32:05.400331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] For port b0e46527-9552-435d-ba72-81fbe5830874, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:05.400642 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.411544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 5fe51045-5baa-4fad-8c3e-1ed659e43024 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:05.411830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5fe51045-5baa-4fad-8c3e-1ed659e43024 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:05.482272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] Calling delete_port for b0e46527-9552-435d-ba72-81fbe5830874 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:05.507235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:05.540959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] Port b0e46527-9552-435d-ba72-81fbe5830874 was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:32:05.564946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.645390 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e210d30f-517a-4e0d-8aeb-3582f806af06 req-92173763-629c-4c3f-81fa-437fa6380d64 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 210 time: 0.0688725 Oct 29 08:32:05.647911 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.727322 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50fd74ba-a00b-4527-9e6f-be1382056b02 req-02e40941-95f9-46a0-972e-f3113e6534bf tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818610 Oct 29 08:32:05.733275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=9fac824d-e083-47ed-8687-1520b7b9085e,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:05.753965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] No DVR routers for this DVR port b0e46527-9552-435d-ba72-81fbe5830874 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:05.758549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:05.762531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:05.766429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-1659b449-b89c-4c7f-8891-27d9191129da tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.768023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-1659b449-b89c-4c7f-8891-27d9191129da tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.9809854 Oct 29 08:32:05.769362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:05.794953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Request body: {'port': {'device_id': 'd9ee543a-3b0f-4c9a-a280-fa1755f22270', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'admin_state_up': True, 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:05.860462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-6edf5619-de6b-4cc0-91c1-6464bbf2c6d7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.867184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-6edf5619-de6b-4cc0-91c1-6464bbf2c6d7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.873580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-6edf5619-de6b-4cc0-91c1-6464bbf2c6d7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.877899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c2e8-15c0-477a-9697-8934d3304be0 None None] Pushing event deleted for resources: {'Port': ['ID=b0e46527-9552-435d-ba72-81fbe5830874,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:05.881862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-6edf5619-de6b-4cc0-91c1-6464bbf2c6d7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.888751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-6edf5619-de6b-4cc0-91c1-6464bbf2c6d7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.895313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-6edf5619-de6b-4cc0-91c1-6464bbf2c6d7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.903193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-6edf5619-de6b-4cc0-91c1-6464bbf2c6d7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:05.918833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-6edf5619-de6b-4cc0-91c1-6464bbf2c6d7 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5428 time: 0.1558392 Oct 29 08:32:05.978013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 35b43822-6010-44a0-8c8e-5222d82ff7cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:05.985886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b43822-6010-44a0-8c8e-5222d82ff7cd'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:05.989294 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344d0b05-7531-407d-9e99-1770f7ebf6ae" -d '{"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "35b43822-6010-44a0-8c8e-5222d82ff7cd"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:05.992464 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.002375 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8d012ec4-9eb4-45ef-bc53-83a842e31dcd HTTP/1.1" status: 204 len: 168 time: 2.3059347 Oct 29 08:32:06.008143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44524) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:06.008447 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69de8077-57bd-4748-8e64-e30d6b7f1110 req-a1f69846-c91e-4818-ad78-c825f74117b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810535 Oct 29 08:32:06.010572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.011975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4e440b82-37fc-4112-a04f-8772d0b42499 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:06.085166 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6be2e48-e232-4757-a80b-0aa57e4519c0 x-openstack-request-id: req-f6be2e48-e232-4757-a80b-0aa57e4519c0 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:06.085459 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "35b43822-6010-44a0-8c8e-5222d82ff7cd", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:06.085694 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6be2e48-e232-4757-a80b-0aa57e4519c0 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:06.086093 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b43822-6010-44a0-8c8e-5222d82ff7cd', 'code': 200} Oct 29 08:32:06.200826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 4e440b82-37fc-4112-a04f-8772d0b42499 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:06.215008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=35b43822-6010-44a0-8c8e-5222d82ff7cd,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:06.230613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 4e440b82-37fc-4112-a04f-8772d0b42499 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:06.231428 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.246679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:06.247061 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.291510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec877f-b2bd-4fc4-9a37-cf7e44d306e9 None None] Network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:06.367133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d75262-b40d-4b67-9678-3f465d700c67 req-a26e09df-53dc-467a-a34e-0edbaae622c4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:06.372755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4d75262-b40d-4b67-9678-3f465d700c67 req-a26e09df-53dc-467a-a34e-0edbaae622c4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 944 time: 0.0696959 Oct 29 08:32:06.436599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4d75262-b40d-4b67-9678-3f465d700c67 req-b7226851-552b-4460-bb5e-e9c4e8103253 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533066 Oct 29 08:32:06.535823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8a9a7dae-5685-4349-9f8d-5b4af5f8c322 None None] Provisioning complete for port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:06.536197 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7dae-5685-4349-9f8d-5b4af5f8c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.563326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d012ec4-9eb4-45ef-bc53-83a842e31dcd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:06.635849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-29dd9ace-86a3-4d75-aa64-32b3e939491a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:06.642789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.643395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.643591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-29dd9ace-86a3-4d75-aa64-32b3e939491a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:06.644160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.644707 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.645271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-29dd9ace-86a3-4d75-aa64-32b3e939491a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "GET /v2.0/networks?id=bffb99b1-344c-4e68-8c65-0a35f0156746&id=8be75bf1-05e3-46c4-8a36-e02fa688e9a8 HTTP/1.1" status: 200 len: 1390 time: 0.1645055 Oct 29 08:32:06.645569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.646008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.646402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.646857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.647360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.647762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.648253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.648639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8639593e-fb94-45dc-8f55-6ccb336fee85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:06.668857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'port': {'device_id': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746', 'admin_state_up': True, 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:06.723536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b00a0-46d0-4ccd-bfa9-e3832649923e req-0a21e3dd-5ca3-4b72-9fe7-68c1da879809 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:06.731405 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a11b00a0-46d0-4ccd-bfa9-e3832649923e req-0a21e3dd-5ca3-4b72-9fe7-68c1da879809 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 949 time: 0.1565518 Oct 29 08:32:06.754224 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.794439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a11b00a0-46d0-4ccd-bfa9-e3832649923e req-60104e5f-b647-493d-b2f7-753ef94d1870 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549707 Oct 29 08:32:06.818407 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.849672 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7dae-5685-4349-9f8d-5b4af5f8c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.856492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-709d40a4-5839-4cc8-8d31-b1f5e639c6de tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=46452f57c5314af9bdebc57ca295414b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408843 Oct 29 08:32:06.903776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4e440b82-37fc-4112-a04f-8772d0b42499, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4e440b82-37fc-4112-a04f-8772d0b42499,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:06.919888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:06.921721 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.922576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:06.939122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:06.942759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:06.945006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.api [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 08:32:06.945006 n-d-815940-1 neutron-server[102114]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 29 08:32:06.945006 n-d-815940-1 neutron-server[102114]: [parameters: {'project_id': '24b6b3f61fbc4c2a916e6f12373383b8', 'id': 'f41e7058-59d1-49c5-8a64-cd4b44d42537', 'expiration': datetime.datetime(2021, 10, 29, 8, 34, 6, 915929)}] Oct 29 08:32:06.945006 n-d-815940-1 neutron-server[102114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:32:06.945804 n-d-815940-1 neutron-server[102114]: DEBUG oslo_db.api [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:32:06.948656 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76e52dfe-ea6f-4996-9686-9b55f9827482 req-9477a29b-42ac-4ac9-a130-8c377548feb4 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 210 time: 0.0639305 Oct 29 08:32:06.982234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.055586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-8a9a7dae-5685-4349-9f8d-5b4af5f8c322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:32:07.055987 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-8a9a7dae-5685-4349-9f8d-5b4af5f8c322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:32:07.058239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4e440b82-37fc-4112-a04f-8772d0b42499,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:07.115847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b0e46527-9552-435d-ba72-81fbe5830874 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:07.125265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:07.153780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-787d30f8-ce65-4a2c-9146-470f911e0492 req-d71b23ff-02ac-4dba-9a64-a8d898922120 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 210 time: 0.0446553 Oct 29 08:32:07.157139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b0e46527-9552-435d-ba72-81fbe5830874 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:07.157498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b0e46527-9552-435d-ba72-81fbe5830874 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:07.157937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9c144613-0e0f-4ca4-8d47-f59a2f3903fb no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:07.197488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:07.197936 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.204069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:07.217606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9c144613-0e0f-4ca4-8d47-f59a2f3903fb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:07.217960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9c144613-0e0f-4ca4-8d47-f59a2f3903fb not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:07.231613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-e12f6490-9bd6-4171-9813-1d1186010aa3 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.234005 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-e12f6490-9bd6-4171-9813-1d1186010aa3 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3716142 Oct 29 08:32:07.241668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.273585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-30554220-8bdf-4cfc-89bd-b8031cdfd229 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/quotas/46452f57c5314af9bdebc57ca295414b HTTP/1.1" status: 200 len: 375 time: 0.0163171 Oct 29 08:32:07.285171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Allocated IP 19.80.0.126 (bffb99b1-344c-4e68-8c65-0a35f0156746/4424f48b-9f59-4d21-b0b0-492f76751512/8400581f-f1d2-4d58-b95b-44daf49b3d71) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:07.323606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-838e6c6a-0e39-4d86-9d1f-6260b6d30887 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399370 Oct 29 08:32:07.337245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.378295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:07.386326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.387893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 97efb57c-0f43-4484-b190-a85bb3bc23bd up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:07.564789 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.636474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f71fd-f00f-4b16-9a81-7cd5c36098b8 req-2163fecc-6dff-4b3f-8ffc-d75763347a65 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.644844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-593f71fd-f00f-4b16-9a81-7cd5c36098b8 req-2163fecc-6dff-4b3f-8ffc-d75763347a65 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.2746789 Oct 29 08:32:07.650408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9fac824d-e083-47ed-8687-1520b7b9085e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:07.662038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:07.666097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.689038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-129d28bb-f45a-440e-9fae-111af6523c87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.696905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-129d28bb-f45a-440e-9fae-111af6523c87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.704677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-129d28bb-f45a-440e-9fae-111af6523c87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.704995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-cc39193f-3b72-4a07-a578-715214a9b680 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.706651 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-cc39193f-3b72-4a07-a578-715214a9b680 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 949 time: 0.1570895 Oct 29 08:32:07.712744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-129d28bb-f45a-440e-9fae-111af6523c87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.720563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-129d28bb-f45a-440e-9fae-111af6523c87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.727401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-129d28bb-f45a-440e-9fae-111af6523c87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.741313 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:32:07.741867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-129d28bb-f45a-440e-9fae-111af6523c87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.744007 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-129d28bb-f45a-440e-9fae-111af6523c87 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5431 time: 0.1424255 Oct 29 08:32:07.745313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.772591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:07.801105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 97efb57c-0f43-4484-b190-a85bb3bc23bd completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:07.809895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9fac824d-e083-47ed-8687-1520b7b9085e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:07.810288 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.815364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 97efb57c-0f43-4484-b190-a85bb3bc23bd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:07.815364 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:07.843702 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-593f71fd-f00f-4b16-9a81-7cd5c36098b8 req-d7c86d5f-501e-4d94-8bbb-ea6d70edef5a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978378 Oct 29 08:32:07.845685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network bffb99b1-344c-4e68-8c65-0a35f0156746 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:07.847030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Port': ['ID=8400581f-f1d2-4d58-b95b-44daf49b3d71,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:07.855851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:07.860162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:07.956532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:07.957347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.008912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b3c5e618-04bb-4f04-bebf-f6435eba4f73 None None] Provisioning complete for port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:08.008912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e618-04bb-4f04-bebf-f6435eba4f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.021411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-188e2356-3292-48a3-aac9-8b13ffe39286 req-3a5d4e49-b831-473e-ac28-333288110fbb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265596 Oct 29 08:32:08.030969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cb6a3a3e-f3d9-432e-a996-9a889cf0ccb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3689005 Oct 29 08:32:08.048431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Request body: {'port': {'device_id': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8', 'admin_state_up': True, 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:08.092075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:08.094726 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6680619e-e8cc-41da-8529-6e9c444aa4d8" -d '{"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bf03f-8f4d-47da-8884-35a1c9a9e17a"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:08.128968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:08.137372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Allocated IP 172.20.0.12 (e8f283a6-0ef3-4237-aed0-2369190cb484/3d25f8d9-c239-477a-8419-aa47faeea0bb/9e745847-f2ad-4d03-83a5-b87ccab1c6e3) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:08.179142 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-3e2a50b2-3798-4c2e-aa44-8068c3d95ebb tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=46452f57c5314af9bdebc57ca295414b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275018 Oct 29 08:32:08.179456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b140-7f16-4ed9-b334-14cf03d2466f req-a1106122-895f-4588-a6dc-b3019ca6e571 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:08.181265 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9dc9b140-7f16-4ed9-b334-14cf03d2466f req-a1106122-895f-4588-a6dc-b3019ca6e571 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 944 time: 0.1709085 Oct 29 08:32:08.231234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Deleting port 5c06cab9-ee4c-4ab0-9730-cae70d98188e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:08.231879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.272255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.307832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 97efb57c-0f43-4484-b190-a85bb3bc23bd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:08.317479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.318358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 40a4a226-7980-440d-ba53-b246619a902b up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:08.338473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] For port 5c06cab9-ee4c-4ab0-9730-cae70d98188e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5c06cab9-ee4c-4ab0-9730-cae70d98188e,segment=NetworkSegment(207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10),segment_id=207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:08.339294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.354949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Calling delete_port for 5c06cab9-ee4c-4ab0-9730-cae70d98188e owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:08.409627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b3c5e618-04bb-4f04-bebf-f6435eba4f73 None None] Provisioning complete for port 9fac824d-e083-47ed-8687-1520b7b9085e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:08.410005 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e618-04bb-4f04-bebf-f6435eba4f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.485242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:08.485853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Made reservation on behalf of 6ebb5602050c4b61ae3f7047783b5a00 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:08.486039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.489760 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.541040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=97efb57c-0f43-4484-b190-a85bb3bc23bd,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:08.566776 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.595152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Deleting port 84e358bc-7596-4481-92ff-bf2b909e05ac {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:08.595642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.660989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-6ec9c17e-6be5-49c7-a6b5-f108eb8c3c53 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:08.675723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-6ec9c17e-6be5-49c7-a6b5-f108eb8c3c53 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4879444 Oct 29 08:32:08.717358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 40a4a226-7980-440d-ba53-b246619a902b completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:08.725873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 40a4a226-7980-440d-ba53-b246619a902b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:08.726582 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.732410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-0178053c-d522-4452-80de-7fd873733671 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/quotas/46452f57c5314af9bdebc57ca295414b HTTP/1.1" status: 200 len: 375 time: 0.0555215 Oct 29 08:32:08.749479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c06cab9-ee4c-4ab0-9730-cae70d98188e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:08.786497 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9dc9b140-7f16-4ed9-b334-14cf03d2466f req-0220d86d-4a42-4b6e-92d6-0447857dd2d7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887702 Oct 29 08:32:08.799755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-09c7f49f-a1a0-479a-a6b4-3ead422cacef tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658147 Oct 29 08:32:08.838186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Allocated IP 19.86.0.208 (8be75bf1-05e3-46c4-8a36-e02fa688e9a8/3eef5983-79b7-4205-830b-c21be1acde57/eca421c9-c304-4b8e-8f13-f83adaf55a5c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:08.876943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4f898ec4-4f4f-4325-84ff-15e34b596bba None None] Provisioning complete for port 8400581f-f1d2-4d58-b95b-44daf49b3d71 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:08.877403 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f898ec4-4f4f-4325-84ff-15e34b596bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:08.958274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4f898ec4-4f4f-4325-84ff-15e34b596bba None None] Port 8400581f-f1d2-4d58-b95b-44daf49b3d71 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:09.018748 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.167528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 40a4a226-7980-440d-ba53-b246619a902b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=40a4a226-7980-440d-ba53-b246619a902b,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:09.173590 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.174858 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1c219d5f-da67-41ab-9403-8d346836763d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:09.183321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f234c-98e7-4d7d-91f7-39c36b7fe8e7 req-e394a54d-69a9-4787-8544-35441a35a65d tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:09.185032 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b8f234c-98e7-4d7d-91f7-39c36b7fe8e7 req-e394a54d-69a9-4787-8544-35441a35a65d tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2d257ab-d818-49d3-8c73-3ea7bbcfa389 HTTP/1.1" status: 200 len: 949 time: 0.2075226 Oct 29 08:32:09.189175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] For port 84e358bc-7596-4481-92ff-bf2b909e05ac, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=84e358bc-7596-4481-92ff-bf2b909e05ac,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:09.189632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.220436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.228988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Calling delete_port for 84e358bc-7596-4481-92ff-bf2b909e05ac owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:09.231708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-dc561790-c313-4f24-8aca-ba3aad5c2025 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=46452f57c5314af9bdebc57ca295414b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506041 Oct 29 08:32:09.271588 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.284414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.463047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 1c219d5f-da67-41ab-9403-8d346836763d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:09.495397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 1c219d5f-da67-41ab-9403-8d346836763d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:09.495818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.500448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b8f234c-98e7-4d7d-91f7-39c36b7fe8e7 req-c96e78dc-ec9b-4e3e-a59a-2744e01f3ee5 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060896 Oct 29 08:32:09.550214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-10b84f3d-ce9a-48c1-b887-8a3dabfb9465 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:09.552200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-10b84f3d-ce9a-48c1-b887-8a3dabfb9465 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3038094 Oct 29 08:32:09.578919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Request body: {'port': {'device_id': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '46452f57c5314af9bdebc57ca295414b'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:09.606262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=40a4a226-7980-440d-ba53-b246619a902b,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:09.703307 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.745049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1c219d5f-da67-41ab-9403-8d346836763d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1c219d5f-da67-41ab-9403-8d346836763d,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:09.753695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.754753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6d75a73b-957d-452f-9b45-e3efffbf7ffb up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:09.761738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.811954 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd126b9-f1a3-4960-b409-d1b2b23b8643 x-openstack-request-id: req-5fd126b9-f1a3-4960-b409-d1b2b23b8643 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:09.812262 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bf03f-8f4d-47da-8884-35a1c9a9e17a", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:09.812536 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fd126b9-f1a3-4960-b409-d1b2b23b8643 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:09.813197 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499', 'code': 200} Oct 29 08:32:09.813460 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a', 'code': 200} Oct 29 08:32:09.846231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event updated for resources: {'Port': ['ID=eca421c9-c304-4b8e-8f13-f83adaf55a5c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:09.902066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1c219d5f-da67-41ab-9403-8d346836763d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:09.908888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:09.912084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:09.915797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:09.918910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 6d75a73b-957d-452f-9b45-e3efffbf7ffb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:09.925326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 6d75a73b-957d-452f-9b45-e3efffbf7ffb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:09.926661 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:09.958164 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.010161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f1e039e3-6b2c-46c6-a549-a251d93c1cf3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:10.102116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:10.102997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.111767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Made reservation on behalf of 46452f57c5314af9bdebc57ca295414b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:10.116088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.160716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.164115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Router b465c919-04d8-4256-b3d8-d2747209fb08 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:32:10.173483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a45a0-99ec-493c-a571-8734fd26aa46 req-a1048ec2-346d-48b4-9987-87ca77ed1269 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:10.175384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da9a45a0-99ec-493c-a571-8734fd26aa46 req-a1048ec2-346d-48b4-9987-87ca77ed1269 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 932 time: 0.2261636 Oct 29 08:32:10.177009 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.182113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Pushing event deleted for resources: {'Port': ['ID=84e358bc-7596-4481-92ff-bf2b909e05ac,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:10.191443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Network e8f283a6-0ef3-4237-aed0-2369190cb484 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:10.192942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c9ab7ec4-3ca0-46ce-a899-2bb8dbeed31f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1544347 Oct 29 08:32:10.197065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:10.201831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:10.226946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Request body: {'port': {'device_id': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:10.279817 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251abc51-003c-429a-8e9a-d6912e1bbcfb req-1bb6061d-e533-401f-a705-bf57ffd39698 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:10.291625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251abc51-003c-429a-8e9a-d6912e1bbcfb req-1bb6061d-e533-401f-a705-bf57ffd39698 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:10.298649 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.301612 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-251abc51-003c-429a-8e9a-d6912e1bbcfb req-1bb6061d-e533-401f-a705-bf57ffd39698 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1655 time: 0.4987860 Oct 29 08:32:10.380073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da9a45a0-99ec-493c-a571-8734fd26aa46 req-69c58eab-26ab-4560-a987-baea9e31b994 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859603 Oct 29 08:32:10.392054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] No DVR routers for this DVR port 84e358bc-7596-4481-92ff-bf2b909e05ac on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:10.443140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-96ace912-fea4-4d36-8d12-cecb7b94fbf6 None None] Provisioning complete for port eca421c9-c304-4b8e-8f13-f83adaf55a5c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:10.443751 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-96ace912-fea4-4d36-8d12-cecb7b94fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.501372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-96ace912-fea4-4d36-8d12-cecb7b94fbf6 None None] Port eca421c9-c304-4b8e-8f13-f83adaf55a5c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:10.511421 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.539352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.543583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb3010e4-d9f1-4922-99af-8f808cf0868e req-8e5a070b-2d69-46fc-92cb-135a9620f993 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.15 "DELETE /v2.0/ports/84e358bc-7596-4481-92ff-bf2b909e05ac HTTP/1.1" status: 204 len: 173 time: 2.8195105 Oct 29 08:32:10.551156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:32:10.553096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d257ab-d818-49d3-8c73-3ea7bbcfa389', 'name': 'network-vif-deleted', 'tag': '84e358bc-7596-4481-92ff-bf2b909e05ac'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:10.556353 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa66c3f-ef90-4093-b8a4-bb6d1300a28c" -d '{"events": [{"server_uuid": "b2d257ab-d818-49d3-8c73-3ea7bbcfa389", "name": "network-vif-deleted", "tag": "84e358bc-7596-4481-92ff-bf2b909e05ac"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:10.565907 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] Sync routers for ids ['b465c919-04d8-4256-b3d8-d2747209fb08'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:32:10.567284 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3656933d-38df-4cb7-8e11-6ad2ddd33af1 admin admin] 10.222.0.70 "PUT /v2.0/routers/b465c919-04d8-4256-b3d8-d2747209fb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5529666 Oct 29 08:32:10.572434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44610) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:10.573044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event updated for resources: {'Port': ['ID=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:10.591113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6d75a73b-957d-452f-9b45-e3efffbf7ffb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:10.592741 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] Routers {'b465c919-04d8-4256-b3d8-d2747209fb08'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:10.594239 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b465c919-04d8-4256-b3d8-d2747209fb08'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:10.599773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:10.600646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.601477 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.655458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:10.657057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-d5c84cfe-ab52-4cd9-830c-54f4dcb68a6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8744428 Oct 29 08:32:10.700320 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-251abc51-003c-429a-8e9a-d6912e1bbcfb req-d40a868c-5df8-41eb-8357-3f606eee2ece tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935854 Oct 29 08:32:10.706441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Request body: {'port': {'device_id': 'd9ee543a-3b0f-4c9a-a280-fa1755f22270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:10.794730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6d75a73b-957d-452f-9b45-e3efffbf7ffb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:10.838503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:10.844316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:10.844687 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.850325 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:10.870380 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] Set router b465c919-04d8-4256-b3d8-d2747209fb08 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:10.900790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:10.966458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.030059 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.121950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:11.144138 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.187327 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:32:08Z', 'revision_number': 5, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:11.216581 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] Checking router: b465c919-04d8-4256-b3d8-d2747209fb08 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:32:11.223792 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.230676 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] Routers {'b465c919-04d8-4256-b3d8-d2747209fb08'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:11.231453 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:31:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b465c919-04d8-4256-b3d8-d2747209fb08'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:11.237876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.305814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:11.319380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.338831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Transition to ACTIVE for port object 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:11.360267 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] Set router b465c919-04d8-4256-b3d8-d2747209fb08 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:11.380260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.394671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:11.403872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:11.406045 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 84e358bc-7596-4481-92ff-bf2b909e05ac no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:11.411261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Allocated IP 192.168.233.48 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/91c272c3-b78e-416b-9a57-d47bca3a63fb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:11.447496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8400581f-f1d2-4d58-b95b-44daf49b3d71 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:11.454504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 84e358bc-7596-4481-92ff-bf2b909e05ac {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:11.455115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 84e358bc-7596-4481-92ff-bf2b909e05ac not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:11.493285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2889f8f-bde4-4de3-8212-a64748f58a75 req-16612933-9a21-4207-9137-f1246f6d6c44 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 210 time: 0.9032042 Oct 29 08:32:11.528000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.544903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-d7355687-9ae1-41c8-8dc5-3a147f1ff32e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=46452f57c5314af9bdebc57ca295414b&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0107117 Oct 29 08:32:11.601781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:11.627185 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:32:08Z', 'revision_number': 5, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:11.633904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'port_id': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'mac_address': 'fa:16:3e:10:92:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a2fe-81ca-4b81-a5e4-840c0bfccc36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:11.655949 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e964242-cced-44c1-bfdb-c5cfbe8368e9 None None] The sync data for ids ['b465c919-04d8-4256-b3d8-d2747209fb08'] in n-d-815940-1 is: [{'id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276667737-router', 'tenant_id': 'c247c12db03647c79b29a62243f7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:25:54Z', 'updated_at': '2021-10-29T08:32:08Z', 'revision_number': 5, 'project_id': 'c247c12db03647c79b29a62243f7c811', 'gw_port': {'id': '8d8e54ef-af0c-4343-9404-e5de73e0d477', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465c919-04d8-4256-b3d8-d2747209fb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:25:56Z', 'updated_at': '2021-10-29T08:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:32:11.687352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Transition to ACTIVE for port object 8400581f-f1d2-4d58-b95b-44daf49b3d71 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:11.693724 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.707821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ef3815-0023-4279-9fa8-0194fbbb56dc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:11.711763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:11.724181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.736896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:11.742877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:11.798455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:11.814930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97efb57c-0f43-4484-b190-a85bb3bc23bd'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a4a226-7980-440d-ba53-b246619a902b'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c219d5f-da67-41ab-9403-8d346836763d'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d75a73b-957d-452f-9b45-e3efffbf7ffb'}, {'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:11.817423 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27608af3-2f7f-42b5-9720-581547fc9675" -d '{"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "97efb57c-0f43-4484-b190-a85bb3bc23bd"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "40a4a226-7980-440d-ba53-b246619a902b"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "1c219d5f-da67-41ab-9403-8d346836763d"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "6d75a73b-957d-452f-9b45-e3efffbf7ffb"}, {"server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "name": "network-vif-plugged", "status": "completed", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:11.827231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:11.869585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d61e9-759e-4734-82cd-5e167bc3679f req-288165b3-7bd2-4db0-a489-051b960a8424 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:11.877150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d61e9-759e-4734-82cd-5e167bc3679f req-288165b3-7bd2-4db0-a489-051b960a8424 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:11.899169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d61e9-759e-4734-82cd-5e167bc3679f req-288165b3-7bd2-4db0-a489-051b960a8424 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:11.905291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d61e9-759e-4734-82cd-5e167bc3679f req-288165b3-7bd2-4db0-a489-051b960a8424 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:11.920147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d61e9-759e-4734-82cd-5e167bc3679f req-288165b3-7bd2-4db0-a489-051b960a8424 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:11.936173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d61e9-759e-4734-82cd-5e167bc3679f req-288165b3-7bd2-4db0-a489-051b960a8424 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:11.950647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d61e9-759e-4734-82cd-5e167bc3679f req-288165b3-7bd2-4db0-a489-051b960a8424 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:11.959319 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-525d61e9-759e-4734-82cd-5e167bc3679f req-288165b3-7bd2-4db0-a489-051b960a8424 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 1.1459954 Oct 29 08:32:12.045947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Pushing event updated for resources: {'Port': ['ID=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:12.147934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-525d61e9-759e-4734-82cd-5e167bc3679f req-2bebff9d-417a-475c-827f-088a42e507a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873446 Oct 29 08:32:12.155345 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.297933 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4254fb8b-3e76-4d12-8687-651f1ab20e0b x-openstack-request-id: req-4254fb8b-3e76-4d12-8687-651f1ab20e0b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:12.298568 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d257ab-d818-49d3-8c73-3ea7bbcfa389", "name": "network-vif-deleted", "tag": "84e358bc-7596-4481-92ff-bf2b909e05ac", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:12.298568 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4254fb8b-3e76-4d12-8687-651f1ab20e0b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:12.299095 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d257ab-d818-49d3-8c73-3ea7bbcfa389', 'name': 'network-vif-deleted', 'tag': '84e358bc-7596-4481-92ff-bf2b909e05ac', 'status': 'completed', 'code': 200} Oct 29 08:32:12.317303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Deleting port 8d8e54ef-af0c-4343-9404-e5de73e0d477 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:12.318889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.374421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Attempting to bind port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:12.374938 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Attempting to bind port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:12.376058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Attempting to bind port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:12.381480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8400581f-f1d2-4d58-b95b-44daf49b3d71,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:12.391437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea8ea-0e2b-44af-9d77-4ca8a0b58559 req-61b9e302-d37c-452f-9b1d-7907450e2313 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:12.395346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 on network e8f283a6-0ef3-4237-aed0-2369190cb484 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:12.396155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Attempting to bind port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:12.398945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4aea8ea-0e2b-44af-9d77-4ca8a0b58559 req-61b9e302-d37c-452f-9b1d-7907450e2313 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 945 time: 0.7133448 Oct 29 08:32:12.425257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:12.425696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Checking segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:12.426170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Bound using segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:12.426730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Bound port: 9e745847-f2ad-4d03-83a5-b87ccab1c6e3, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:12.427182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.467281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-9533758a-43d1-4821-9b48-3af5bfa0b6de tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:12.468892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-9533758a-43d1-4821-9b48-3af5bfa0b6de tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9008040 Oct 29 08:32:12.499751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] For port 8d8e54ef-af0c-4343-9404-e5de73e0d477, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d8e54ef-af0c-4343-9404-e5de73e0d477,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:12.500307 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.505412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Request body: {'port': {'device_id': 'a59b2fde-a508-4e7e-ae22-f743e10f2f9b', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '46452f57c5314af9bdebc57ca295414b'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:12.528767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7148be-25ab-4d80-b35c-f852562bf177 req-82357103-b8c4-45cb-b7c8-0b4013448d12 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:12.530398 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b7148be-25ab-4d80-b35c-f852562bf177 req-82357103-b8c4-45cb-b7c8-0b4013448d12 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 944 time: 0.1503053 Oct 29 08:32:12.531396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Calling delete_port for 8d8e54ef-af0c-4343-9404-e5de73e0d477 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:12.587041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4aea8ea-0e2b-44af-9d77-4ca8a0b58559 req-af3e9d92-76f8-45af-b226-fb52f3240519 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872008 Oct 29 08:32:12.633831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] For port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:12.641378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.667422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b7148be-25ab-4d80-b35c-f852562bf177 req-ea219166-91f3-41b6-a62b-d462355bfe97 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233857 Oct 29 08:32:12.668493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Attempting to bind port 8400581f-f1d2-4d58-b95b-44daf49b3d71 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:12.668831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Attempting to bind port 8400581f-f1d2-4d58-b95b-44daf49b3d71 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:12.669159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Attempting to bind port 8400581f-f1d2-4d58-b95b-44daf49b3d71 on network bffb99b1-344c-4e68-8c65-0a35f0156746 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:12.690958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] For port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:12.693329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Port 8400581f-f1d2-4d58-b95b-44daf49b3d71 on network bffb99b1-344c-4e68-8c65-0a35f0156746 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:12.694073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Attempting to bind port 8400581f-f1d2-4d58-b95b-44daf49b3d71 on network bffb99b1-344c-4e68-8c65-0a35f0156746 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:12.707362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.718341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:12.718681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Checking segment: {'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:12.719068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Bound using segment: {'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:12.719515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Bound port: 8400581f-f1d2-4d58-b95b-44daf49b3d71, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:12.719896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.790692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Pushing event updated for resources: {'Port': ['ID=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:12.829847 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176180e9-8636-4d0b-8a87-b589d217255c x-openstack-request-id: req-176180e9-8636-4d0b-8a87-b589d217255c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:12.831046 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "97efb57c-0f43-4484-b190-a85bb3bc23bd", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "40a4a226-7980-440d-ba53-b246619a902b", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "1c219d5f-da67-41ab-9403-8d346836763d", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-plugged", "status": "completed", "tag": "6d75a73b-957d-452f-9b45-e3efffbf7ffb", "code": 200}, {"server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "name": "network-vif-plugged", "status": "completed", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:12.831368 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-176180e9-8636-4d0b-8a87-b589d217255c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:12.832911 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97efb57c-0f43-4484-b190-a85bb3bc23bd', 'code': 200} Oct 29 08:32:12.832911 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a4a226-7980-440d-ba53-b246619a902b', 'code': 200} Oct 29 08:32:12.832911 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c219d5f-da67-41ab-9403-8d346836763d', 'code': 200} Oct 29 08:32:12.834291 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d75a73b-957d-452f-9b45-e3efffbf7ffb', 'code': 200} Oct 29 08:32:12.834603 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9', 'code': 200} Oct 29 08:32:12.839501 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.912010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Made reservation on behalf of 46452f57c5314af9bdebc57ca295414b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:12.915812 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.957120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:12.972952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a269e-db6a-43cf-9030-845f47deff86 req-d3b958b9-6fc2-403e-9a17-fae0533dfe9f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:12.978855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:12.979179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a269e-db6a-43cf-9030-845f47deff86 req-d3b958b9-6fc2-403e-9a17-fae0533dfe9f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:12.979909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:12.981079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a02a269e-db6a-43cf-9030-845f47deff86 req-d3b958b9-6fc2-403e-9a17-fae0533dfe9f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1667 time: 0.2381423 Oct 29 08:32:12.981228 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-46c18d81-f338-4693-8e2b-904c32873e60 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e745847-f2ad-4d03-83a5-b87ccab1c6e3 HTTP/1.1" status: 200 len: 1092 time: 2.2956653 Oct 29 08:32:12.989928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:12.998661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:13.043699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] For port 8400581f-f1d2-4d58-b95b-44daf49b3d71, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:13.046697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:13.098831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] For port 8400581f-f1d2-4d58-b95b-44daf49b3d71, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8400581f-f1d2-4d58-b95b-44daf49b3d71,segment=NetworkSegment(bbc339d2-c7ae-4693-8842-82a2b0bd19c7),segment_id=bbc339d2-c7ae-4693-8842-82a2b0bd19c7)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:13.184828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.230319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.274288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8e54ef-af0c-4343-9404-e5de73e0d477,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:13.296759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:13.303116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-005196be-1d5e-48db-84ce-2aabe71ededc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.304862 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-005196be-1d5e-48db-84ce-2aabe71ededc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 1095 time: 0.2360675 Oct 29 08:32:13.306659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.307325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.321444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-abd736e4-8bc2-45a0-90b8-7cba583a6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.322606 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-abd736e4-8bc2-45a0-90b8-7cba583a6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.324132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-abd736e4-8bc2-45a0-90b8-7cba583a6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.325971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-abd736e4-8bc2-45a0-90b8-7cba583a6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.326859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-abd736e4-8bc2-45a0-90b8-7cba583a6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.327556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-abd736e4-8bc2-45a0-90b8-7cba583a6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.329014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-abd736e4-8bc2-45a0-90b8-7cba583a6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.331413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-abd736e4-8bc2-45a0-90b8-7cba583a6cc8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6492 time: 0.3477163 Oct 29 08:32:13.337617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.338331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.339731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] 10.222.0.15 "PUT /v2.0/ports/8400581f-f1d2-4d58-b95b-44daf49b3d71 HTTP/1.1" status: 200 len: 1092 time: 3.1238620 Oct 29 08:32:13.351355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'tag': '8400581f-f1d2-4d58-b95b-44daf49b3d71'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:13.353758 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f99b54d-4378-4e50-8849-34e6e813ed61" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "tag": "8400581f-f1d2-4d58-b95b-44daf49b3d71"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:13.375475 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d03183-21b9-487b-a1f8-5aacd21bb994 req-ab42ec3e-f1b9-470f-83d5-422ad0b259be tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 210 time: 0.0769582 Oct 29 08:32:13.387092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750aa0ff-8f39-454d-bfc2-da6c00e493ad req-91341e69-278a-4ced-a157-0bbf49cf1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.389943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-750aa0ff-8f39-454d-bfc2-da6c00e493ad req-91341e69-278a-4ced-a157-0bbf49cf1d8d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1096 time: 0.4078572 Oct 29 08:32:13.423211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Request body: {'port': {'device_id': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:13.455441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a02a269e-db6a-43cf-9030-845f47deff86 req-80ef2fec-6b2e-4c41-b244-bbf556673230 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901322 Oct 29 08:32:13.470020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:13.473896 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.600141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5c06cab9-ee4c-4ab0-9730-cae70d98188e no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:13.601863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-08253580-3cb2-4349-bad8-e50741795f2e None None] Provisioning complete for port 91c272c3-b78e-416b-9a57-d47bca3a63fb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:13.602226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-08253580-3cb2-4349-bad8-e50741795f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.606929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-fff3280a-036a-485d-b5fe-859fce54d3ab tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0439126 Oct 29 08:32:13.635149 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c41220d-fac5-4715-8fc6-f451c3662115 req-fff996de-1746-4ae6-a2bd-32fe8a973b1f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1e405755-da34-4810-82f0-48d990bdbe14&id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512655 Oct 29 08:32:13.674118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Request body: {'port': {'device_id': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:13.691073 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-6f05686e-9d9e-4db7-9a41-a2541e68eecb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e745847-f2ad-4d03-83a5-b87ccab1c6e3 HTTP/1.1" status: 200 len: 217 time: 0.3581522 Oct 29 08:32:13.692505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 5c06cab9-ee4c-4ab0-9730-cae70d98188e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:13.692857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5c06cab9-ee4c-4ab0-9730-cae70d98188e not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:13.707865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.744309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-08253580-3cb2-4349-bad8-e50741795f2e None None] Port 91c272c3-b78e-416b-9a57-d47bca3a63fb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:13.756356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48272b-792e-4bf5-aba7-dd379cfacfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8400581f-f1d2-4d58-b95b-44daf49b3d71,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:13.758350 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.786385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Allocated IP 192.168.233.120 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/40a7da6f-72d6-4cae-8c68-63fc16c4be3c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:13.809315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:13.816366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-e99c45bc-b837-4567-9658-61b61af74255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.818397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-e99c45bc-b837-4567-9658-61b61af74255 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.1034548 Oct 29 08:32:13.823670 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.849297 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.882617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af914120-1aac-48b7-9ca2-9aa64662ca86 req-9a3850a9-7ca3-438e-9c8c-a62cc4b4079c tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:13.894646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af914120-1aac-48b7-9ca2-9aa64662ca86 req-9a3850a9-7ca3-438e-9c8c-a62cc4b4079c tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 950 time: 0.2859292 Oct 29 08:32:13.900318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:13.917485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.935574 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-750aa0ff-8f39-454d-bfc2-da6c00e493ad req-f0d8a41b-ba38-4498-9eba-be674e0115ca service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306979 Oct 29 08:32:13.974780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.984120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:13.988469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-a7ef643b-0720-4500-95e1-d521b33a10da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964849 Oct 29 08:32:14.009350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b632-08e0-45f2-adfa-f0601858db46 req-51a250b1-620b-419f-8a17-c6fd5def11a9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.015783 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b632-08e0-45f2-adfa-f0601858db46 req-51a250b1-620b-419f-8a17-c6fd5def11a9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.021969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b632-08e0-45f2-adfa-f0601858db46 req-51a250b1-620b-419f-8a17-c6fd5def11a9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.028497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b632-08e0-45f2-adfa-f0601858db46 req-51a250b1-620b-419f-8a17-c6fd5def11a9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.034610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b632-08e0-45f2-adfa-f0601858db46 req-51a250b1-620b-419f-8a17-c6fd5def11a9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.041612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b632-08e0-45f2-adfa-f0601858db46 req-51a250b1-620b-419f-8a17-c6fd5def11a9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.048008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b632-08e0-45f2-adfa-f0601858db46 req-51a250b1-620b-419f-8a17-c6fd5def11a9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.049965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8894b632-08e0-45f2-adfa-f0601858db46 req-51a250b1-620b-419f-8a17-c6fd5def11a9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.3639686 Oct 29 08:32:14.174638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8894b632-08e0-45f2-adfa-f0601858db46 req-740e48db-bc0a-463e-a7ba-3f171443058f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889735 Oct 29 08:32:14.177440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:14.178118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b465c919-04d8-4256-b3d8-d2747209fb08 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:32:14.184853 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:14.191679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44674) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:14.191940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2d9cb14e-46d5-4427-a6c1-8bc628bac837 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b465c919-04d8-4256-b3d8-d2747209fb08 HTTP/1.1" status: 204 len: 168 time: 3.6127367 Oct 29 08:32:14.242703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-b3f5f492-3d75-4a96-ace1-83035e1c93c3 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916385 Oct 29 08:32:14.275080 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-101db845-dc8d-49ca-a1a5-ceec6340d2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:14.370574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ee543a-3b0f-4c9a-a280-fa1755f22270', 'tag': '9e745847-f2ad-4d03-83a5-b87ccab1c6e3'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:14.373151 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a31862b-9a71-4781-bdfd-f0008a1f6a03" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ee543a-3b0f-4c9a-a280-fa1755f22270", "tag": "9e745847-f2ad-4d03-83a5-b87ccab1c6e3"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:14.410218 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce69bc2d-a4f9-49c3-b178-0fd02d71aee2 x-openstack-request-id: req-ce69bc2d-a4f9-49c3-b178-0fd02d71aee2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:14.410513 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "tag": "8400581f-f1d2-4d58-b95b-44daf49b3d71", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:14.410757 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce69bc2d-a4f9-49c3-b178-0fd02d71aee2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:14.411152 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'tag': '8400581f-f1d2-4d58-b95b-44daf49b3d71', 'status': 'completed', 'code': 200} Oct 29 08:32:14.423335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af914120-1aac-48b7-9ca2-9aa64662ca86 req-35040d0b-bfa7-4c17-be0c-04610ae488c4 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273964 Oct 29 08:32:14.443739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-a4dff24a-29df-4037-955e-cdd8f3acc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.444313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-a4dff24a-29df-4037-955e-cdd8f3acc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.445902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-a4dff24a-29df-4037-955e-cdd8f3acc5da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1914 time: 0.1512294 Oct 29 08:32:14.510174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca421c9-c304-4b8e-8f13-f83adaf55a5c {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:14.581568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:14.585398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594922f-fd52-4075-9c39-6056f1c7fc42 req-89504f85-ed82-4885-83f8-d42c2cb5f8ba tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.587085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8594922f-fd52-4075-9c39-6056f1c7fc42 req-89504f85-ed82-4885-83f8-d42c2cb5f8ba tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 945 time: 0.2094147 Oct 29 08:32:14.603454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-41118b2e-951c-4cd4-a9cb-d4e99d6e3586 admin admin] Deleting subnet f63e8625-ffee-4982-abc4-8434e3a06d9d {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:32:14.613266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-5517570e-1320-4ca6-b2dd-d26b5bb68d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.616429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-5517570e-1320-4ca6-b2dd-d26b5bb68d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.616429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-5517570e-1320-4ca6-b2dd-d26b5bb68d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.616429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-5517570e-1320-4ca6-b2dd-d26b5bb68d24 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1517630 Oct 29 08:32:14.618435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60e636c0-b9b2-483f-9068-5422816ac7c5 req-446096ed-28c9-495a-a218-424a2fa602a8 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682382 Oct 29 08:32:14.637856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41118b2e-951c-4cd4-a9cb-d4e99d6e3586 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:14.666664 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8594922f-fd52-4075-9c39-6056f1c7fc42 req-e1a5075b-5761-46e1-868f-85ecea527062 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679011 Oct 29 08:32:14.703450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Transition to ACTIVE for port object eca421c9-c304-4b8e-8f13-f83adaf55a5c will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:14.720572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:14.722910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:14.737903 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41118b2e-951c-4cd4-a9cb-d4e99d6e3586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:14.755616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-aabe88e5-7c7f-4d55-be94-6817e3d3e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.757366 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f99b54d-4378-4e50-8849-34e6e813ed61 req-aabe88e5-7c7f-4d55-be94-6817e3d3e477 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1294951 Oct 29 08:32:14.762327 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f65fe4b-c0d2-47f4-a653-94d0a2cdf264 x-openstack-request-id: req-8f65fe4b-c0d2-47f4-a653-94d0a2cdf264 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:14.763511 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ee543a-3b0f-4c9a-a280-fa1755f22270", "tag": "9e745847-f2ad-4d03-83a5-b87ccab1c6e3", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:14.763511 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f65fe4b-c0d2-47f4-a653-94d0a2cdf264 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:14.763511 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ee543a-3b0f-4c9a-a280-fa1755f22270', 'tag': '9e745847-f2ad-4d03-83a5-b87ccab1c6e3', 'status': 'completed', 'code': 200} Oct 29 08:32:14.823706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fce9a3-00f3-41f8-a1f2-0e8f0fba6736 req-5afa738f-4a95-429f-9bc7-3518baebf58a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.825373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94fce9a3-00f3-41f8-a1f2-0e8f0fba6736 req-5afa738f-4a95-429f-9bc7-3518baebf58a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 944 time: 0.2569582 Oct 29 08:32:14.835375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:14.837775 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c2c24c-3fac-4358-a9f3-ab9abfe5f50d" -d '{"events": [{"server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:14.889225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-1e52d300-7a83-4010-a049-5d3600efb165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:14.895470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-1e52d300-7a83-4010-a049-5d3600efb165 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 1095 time: 0.0980897 Oct 29 08:32:14.903372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Pushing event updated for resources: {'Port': ['ID=eca421c9-c304-4b8e-8f13-f83adaf55a5c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:14.980748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d6d5d52-1945-4f4c-940c-c44da64abe73 req-aadc33ee-117d-4bd0-bab2-59e171d0605b tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 210 time: 0.0515451 Oct 29 08:32:15.023669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94fce9a3-00f3-41f8-a1f2-0e8f0fba6736 req-0088afae-6dbb-4419-84f0-bee26c663afb tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810489 Oct 29 08:32:15.025110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41118b2e-951c-4cd4-a9cb-d4e99d6e3586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:15.039305 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:15.191125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-fff2db25-f86e-4415-82f9-3f52c2655c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.193127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-fff2db25-f86e-4415-82f9-3f52c2655c13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 908 time: 0.2891672 Oct 29 08:32:15.205276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ad0ad-f77c-4010-a145-66c5d72b20ac req-834abddf-aa43-4df7-9780-fe52aeb46b17 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.212477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ad0ad-f77c-4010-a145-66c5d72b20ac req-834abddf-aa43-4df7-9780-fe52aeb46b17 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.221073 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba7ad0ad-f77c-4010-a145-66c5d72b20ac req-834abddf-aa43-4df7-9780-fe52aeb46b17 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1679 time: 0.1324563 Oct 29 08:32:15.223666 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04728875-79cb-4496-b1e8-7b213c0394a3 x-openstack-request-id: req-04728875-79cb-4496-b1e8-7b213c0394a3 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:15.224997 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:15.225572 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04728875-79cb-4496-b1e8-7b213c0394a3 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:15.226293 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'code': 200} Oct 29 08:32:15.257103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:15.276087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:15.298485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-ba234762-3a8c-4755-8bac-07f29d2a1223 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e745847-f2ad-4d03-83a5-b87ccab1c6e3 HTTP/1.1" status: 200 len: 217 time: 0.0750396 Oct 29 08:32:15.319040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:15.323316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Attempting to bind port eca421c9-c304-4b8e-8f13-f83adaf55a5c on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:15.323975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Attempting to bind port eca421c9-c304-4b8e-8f13-f83adaf55a5c by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:15.324541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Attempting to bind port eca421c9-c304-4b8e-8f13-f83adaf55a5c on network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:15.329126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba7ad0ad-f77c-4010-a145-66c5d72b20ac req-e398489a-99be-47d4-99ce-459d6ba3e83e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069939 Oct 29 08:32:15.392633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-7e044056-ad81-4e5e-976a-2deb0a7ee841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.395974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-7e044056-ad81-4e5e-976a-2deb0a7ee841 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.0832314 Oct 29 08:32:15.401071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Pushing event updated for resources: {'Port': ['ID=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:15.433144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Port eca421c9-c304-4b8e-8f13-f83adaf55a5c on network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:15.434167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Attempting to bind port eca421c9-c304-4b8e-8f13-f83adaf55a5c on network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:15.486545 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-3be4dde7-08da-4516-a619-1401d05b66d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687885 Oct 29 08:32:15.511190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d8e54ef-af0c-4343-9404-e5de73e0d477 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:15.577625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8d8e54ef-af0c-4343-9404-e5de73e0d477 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:15.577930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d8e54ef-af0c-4343-9404-e5de73e0d477 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:15.608447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.609319 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:15.617475 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41118b2e-951c-4cd4-a9cb-d4e99d6e3586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:15.628832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:15.629253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Checking segment: {'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:15.629630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Bound using segment: {'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:15.630007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Bound port: eca421c9-c304-4b8e-8f13-f83adaf55a5c, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339f0c96-ffb4-44ef-bdc6-84977403f172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:15.630388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:15.704128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9d4631d8-5e28-4d30-8bc6-2278bdf75b74 None None] Provisioning complete for port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:15.704958 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9d4631d8-5e28-4d30-8bc6-2278bdf75b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:15.734384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-aff2cb28-4cf7-46dc-8c38-cd79ae7b9d07 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.742987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-aff2cb28-4cf7-46dc-8c38-cd79ae7b9d07 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.749622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-aff2cb28-4cf7-46dc-8c38-cd79ae7b9d07 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.756258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-aff2cb28-4cf7-46dc-8c38-cd79ae7b9d07 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.762867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-aff2cb28-4cf7-46dc-8c38-cd79ae7b9d07 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.769067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-aff2cb28-4cf7-46dc-8c38-cd79ae7b9d07 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.775644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-aff2cb28-4cf7-46dc-8c38-cd79ae7b9d07 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.778242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-aff2cb28-4cf7-46dc-8c38-cd79ae7b9d07 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.4477637 Oct 29 08:32:15.781663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-247e11c8-c4c4-4bc0-9c69-ef93983ea1c2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2855303 Oct 29 08:32:15.782886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41118b2e-951c-4cd4-a9cb-d4e99d6e3586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63e8625-ffee-4982-abc4-8434e3a06d9d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:15.789550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9d4631d8-5e28-4d30-8bc6-2278bdf75b74 None None] Port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:15.806196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41118b2e-951c-4cd4-a9cb-d4e99d6e3586 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:15.812173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-41118b2e-951c-4cd4-a9cb-d4e99d6e3586 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f63e8625-ffee-4982-abc4-8434e3a06d9d HTTP/1.1" status: 204 len: 168 time: 1.6143348 Oct 29 08:32:15.819241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001ecc8-5e24-460c-9ddf-367086c8efab None None] Network d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:15.820443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Request body: {'port': {'device_id': 'a59b2fde-a508-4e7e-ae22-f743e10f2f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:15.840963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-518a14ba-3ae4-4e17-bf00-8cb78e8e0dd6 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.842502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-518a14ba-3ae4-4e17-bf00-8cb78e8e0dd6 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.93 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 950 time: 0.2857363 Oct 29 08:32:15.844426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-581962da-cab3-4a96-8551-e6759492ea80 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493185 Oct 29 08:32:15.853760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafc44b-b8ad-4f60-a9a0-f2acc0d3bfdb req-63fd99c6-4c07-4556-9b54-1f78d3a473d3 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:15.861113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fafc44b-b8ad-4f60-a9a0-f2acc0d3bfdb req-63fd99c6-4c07-4556-9b54-1f78d3a473d3 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 950 time: 0.2069802 Oct 29 08:32:15.884287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c272c3-b78e-416b-9a57-d47bca3a63fb {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:15.887420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44700) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:15.945134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] For port eca421c9-c304-4b8e-8f13-f83adaf55a5c, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:15.952104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] For port eca421c9-c304-4b8e-8f13-f83adaf55a5c, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=eca421c9-c304-4b8e-8f13-f83adaf55a5c,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:15.971644 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:15.977593 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.024521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fafc44b-b8ad-4f60-a9a0-f2acc0d3bfdb req-32bdcec3-0e18-4aae-82ac-32de33cabd82 tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe2abb81-88e6-4af7-b262-7bf661dd38af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612172 Oct 29 08:32:16.070971 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-485f29bf-33de-4d96-b21c-84465b352ac2 req-70029639-86b3-421e-950b-c96a254fa9f1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2816715 Oct 29 08:32:16.089990 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] DHCP port deletion for d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:32:16.090653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Transition to ACTIVE for port object 91c272c3-b78e-416b-9a57-d47bca3a63fb will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:16.174690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.180354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.235980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:16.236802 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.238424 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] 10.222.0.15 "PUT /v2.0/ports/eca421c9-c304-4b8e-8f13-f83adaf55a5c HTTP/1.1" status: 200 len: 1092 time: 2.8463004 Oct 29 08:32:16.243153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.243361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] Deleting port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:16.243825 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a31862b-9a71-4781-bdfd-f0008a1f6a03 req-342c7b3c-8e72-46fb-a5a1-7b0ef9ca1284 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628721 Oct 29 08:32:16.243922 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.276199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8ff91-0d34-402a-b185-f74cda11af04 req-4c8fc9f3-5ed1-4538-9ae5-39232e855e4d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:16.303032 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82c8ff91-0d34-402a-b185-f74cda11af04 req-4c8fc9f3-5ed1-4538-9ae5-39232e855e4d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 945 time: 0.1482356 Oct 29 08:32:16.335894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c234ff-a5ee-4cfe-b47c-4411ab103aed service neutron] Pushing event updated for resources: {'Port': ['ID=eca421c9-c304-4b8e-8f13-f83adaf55a5c,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:16.413824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:16.429354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'tag': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:16.432589 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987dc4f6-1ef9-4805-b8d9-05224ff4c746" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "tag": "eca421c9-c304-4b8e-8f13-f83adaf55a5c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:16.474289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] For port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=67a76254-1be8-43d2-b8e9-6c97fd56f7d1,segment=NetworkSegment(207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10),segment_id=207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:16.474641 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.484421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Deleting port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:16.484421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.488115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] Calling delete_port for 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:16.524670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82c8ff91-0d34-402a-b185-f74cda11af04 req-7e758052-cf8c-4e15-9913-4e5b8ed0505a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204916 Oct 29 08:32:16.590632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-5ff689aa-b142-4018-87a1-8278522d89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:16.591433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-5ff689aa-b142-4018-87a1-8278522d89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:16.595090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-5ff689aa-b142-4018-87a1-8278522d89f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1981 time: 0.2887530 Oct 29 08:32:16.680378 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.716102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-33f32248-39f0-4175-a5ae-a3103ffb1bb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=8400581f-f1d2-4d58-b95b-44daf49b3d71 HTTP/1.1" status: 200 len: 217 time: 0.0946324 Oct 29 08:32:16.741138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] Pushing event deleted for resources: {'Port': ['ID=67a76254-1be8-43d2-b8e9-6c97fd56f7d1,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:16.746761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513d8fc-5d44-44fc-9c0b-b31fa0264479 None None] No DVR routers for this DVR port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:16.766145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6bee9-01d4-4b28-8763-ff4562b7f2de req-fcbd879a-c614-4ebd-b037-650df20e0a8f tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:16.776195 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36d6bee9-01d4-4b28-8763-ff4562b7f2de req-fcbd879a-c614-4ebd-b037-650df20e0a8f tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 936 time: 0.4887528 Oct 29 08:32:16.804381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Deleting port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:16.804799 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.888938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Attempting to bind port 91c272c3-b78e-416b-9a57-d47bca3a63fb on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:16.889307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Attempting to bind port 91c272c3-b78e-416b-9a57-d47bca3a63fb by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:16.889604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Attempting to bind port 91c272c3-b78e-416b-9a57-d47bca3a63fb on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:16.894271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36d6bee9-01d4-4b28-8763-ff4562b7f2de req-334a22ed-95e4-41a2-ae53-0e649b0a1ddb tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170924 Oct 29 08:32:16.903955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Port 91c272c3-b78e-416b-9a57-d47bca3a63fb on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:16.904286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Attempting to bind port 91c272c3-b78e-416b-9a57-d47bca3a63fb on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:16.911440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:16.911783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:16.912255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:16.912891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Bound port: 91c272c3-b78e-416b-9a57-d47bca3a63fb, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:16.913304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.936285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51559647-9042-431f-a580-f9297edbb6a8 req-c6be2f08-d537-496c-9c2b-545c4e9f5d67 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:16.936472 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dd1fad22-b313-4c9a-9e31-511108eb1e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:16.936607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51559647-9042-431f-a580-f9297edbb6a8 req-c6be2f08-d537-496c-9c2b-545c4e9f5d67 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 944 time: 0.2927651 Oct 29 08:32:16.979883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-40fabb05-0d43-4125-b15c-e938f0066387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:16.981399 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-40fabb05-0d43-4125-b15c-e938f0066387 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4424f48b-9f59-4d21-b0b0-492f76751512 HTTP/1.1" status: 200 len: 801 time: 0.2267995 Oct 29 08:32:17.015238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] For port f1e039e3-6b2c-46c6-a549-a251d93c1cf3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:17.015454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.027659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] For port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1, host n-d-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:17.027659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.043434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:17.063786 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51559647-9042-431f-a580-f9297edbb6a8 req-f6a65120-2f85-4f1a-a58e-f7d6e90c76a9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268172 Oct 29 08:32:17.083482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:17.091418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a7da6f-72d6-4cae-8c68-63fc16c4be3c {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:17.104486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Calling delete_port for f1e039e3-6b2c-46c6-a549-a251d93c1cf3 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:17.109743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.110443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.174782 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248bd140-8dd7-4094-a12d-4643ea668c15 x-openstack-request-id: req-248bd140-8dd7-4094-a12d-4643ea668c15 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:17.175172 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "tag": "eca421c9-c304-4b8e-8f13-f83adaf55a5c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:17.175843 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-248bd140-8dd7-4094-a12d-4643ea668c15 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:17.176271 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'tag': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c', 'status': 'completed', 'code': 200} Oct 29 08:32:17.193512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:17.215339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:17.216050 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.217510 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-d1735bc6-eb68-4b26-afa3-3688adc9dfff service neutron] 10.222.0.93 "PUT /v2.0/ports/91c272c3-b78e-416b-9a57-d47bca3a63fb HTTP/1.1" status: 200 len: 1095 time: 3.6008070 Oct 29 08:32:17.244737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Transition to ACTIVE for port object 40a7da6f-72d6-4cae-8c68-63fc16c4be3c will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:17.267189 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.321708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:17.373289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Pushing event updated for resources: {'Port': ['ID=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:17.401799 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.404580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Calling delete_port for 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:17.416530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 was not found and therefore no delete operation was performed {{(pid=102114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:32:17.447115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f1e039e3-6b2c-46c6-a549-a251d93c1cf3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:17.453526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227db17-d061-482a-99b9-32418f8858e8 req-2d994b5e-3d7e-4f5b-bf4a-42bbb4252238 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:17.468946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227db17-d061-482a-99b9-32418f8858e8 req-2d994b5e-3d7e-4f5b-bf4a-42bbb4252238 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:17.470270 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-1b855e78-4ebb-4d34-983b-c3f1f367a8a8 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1660891086&fields=id&tenant_id=55e8e47b395a420e89c12619ae1f2a18 HTTP/1.1" status: 200 len: 267 time: 0.1215620 Oct 29 08:32:17.470546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1227db17-d061-482a-99b9-32418f8858e8 req-2d994b5e-3d7e-4f5b-bf4a-42bbb4252238 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1679 time: 0.2905242 Oct 29 08:32:17.479356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-a433cfb1-be69-461c-a4c0-895d4232090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:17.481192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-a433cfb1-be69-461c-a4c0-895d4232090b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1098 time: 0.1488988 Oct 29 08:32:17.485948 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.573748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:17.593060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-e85bd5ce-8e59-409c-aa6d-d78160372064 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb HTTP/1.1" status: 200 len: 217 time: 0.0773170 Oct 29 08:32:17.601632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] No DVR routers for this DVR port 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:17.616929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:17.617415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 67a76254-1be8-43d2-b8e9-6c97fd56f7d1 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:17.637039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:17.655849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '9e745847-f2ad-4d03-83a5-b87ccab1c6e3', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'port_id': '9e745847-f2ad-4d03-83a5-b87ccab1c6e3', 'mac_address': 'fa:16:3e:f9:9c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d25f8d9-c239-477a-8419-aa47faeea0bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:17.667165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Pushing event deleted for resources: {'Port': ['ID=f1e039e3-6b2c-46c6-a549-a251d93c1cf3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:17.672767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cfa24d7e-dc92-4f57-9656-c5bb442dfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:17.674434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cfa24d7e-dc92-4f57-9656-c5bb442dfbda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bffb99b1-344c-4e68-8c65-0a35f0156746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6781175 Oct 29 08:32:17.675243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] No DVR routers for this DVR port f1e039e3-6b2c-46c6-a549-a251d93c1cf3 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:17.683724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.687604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fbe7bb64-db22-433e-a61a-3edfdbaaa0e7 req-927b1112-dcce-446b-9464-df4072bfb93a tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.93 "DELETE /v2.0/ports/f1e039e3-6b2c-46c6-a549-a251d93c1cf3 HTTP/1.1" status: 204 len: 173 time: 1.7991283 Oct 29 08:32:17.726380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.755876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:17.829605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Attempting to bind port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:17.830226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Attempting to bind port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:17.830349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Attempting to bind port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:17.849272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:17.849971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Attempting to bind port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:17.874647 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1227db17-d061-482a-99b9-32418f8858e8 req-63923b3a-1dde-40ec-b786-5c51e1ad1f0e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655045 Oct 29 08:32:17.902037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:17.903146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-89e1c267-46db-4003-ae72-684aa8285bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:17.904674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-89e1c267-46db-4003-ae72-684aa8285bd2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2817731 Oct 29 08:32:17.910192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:17.910545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:17.911010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:17.911410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Bound port: 40a7da6f-72d6-4cae-8c68-63fc16c4be3c, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:17.911760 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:17.917535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.080492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:18.083061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] For port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:18.087144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] For port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:18.102251 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.106324 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.156263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['9e745847-f2ad-4d03-83a5-b87ccab1c6e3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:18.228940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.415311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c93319-e802-44ae-beb2-7804d364f88b', 'name': 'network-vif-deleted', 'tag': 'f1e039e3-6b2c-46c6-a549-a251d93c1cf3'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:18.419379 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d757d-eb70-4aab-8371-70426ea148f3" -d '{"events": [{"server_uuid": "80c93319-e802-44ae-beb2-7804d364f88b", "name": "network-vif-deleted", "tag": "f1e039e3-6b2c-46c6-a549-a251d93c1cf3"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:18.425626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-08426a99-73d5-4048-bd6c-ff33efd91f30 service neutron] 10.222.0.15 "GET /v2.0/networks/bffb99b1-344c-4e68-8c65-0a35f0156746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259238 Oct 29 08:32:18.471379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=67a76254-1be8-43d2-b8e9-6c97fd56f7d1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:18.544836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.545726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.551609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] 10.222.0.15 "PUT /v2.0/ports/40a7da6f-72d6-4cae-8c68-63fc16c4be3c HTTP/1.1" status: 200 len: 1096 time: 2.7361524 Oct 29 08:32:18.597545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61943764-6944-45c6-bde3-db67503f98e4 req-ab40d8af-e2fa-42cf-9a75-e933ad79433d tempest-ServersAdminNegativeTestJSON-911600394 tempest-ServersAdminNegativeTestJSON-911600394-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c93319-e802-44ae-beb2-7804d364f88b HTTP/1.1" status: 200 len: 210 time: 0.0784092 Oct 29 08:32:18.621419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-0a3d191e-f97a-44dc-9249-018b2386bd80 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.623131 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-0a3d191e-f97a-44dc-9249-018b2386bd80 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 945 time: 1.0747654 Oct 29 08:32:18.641091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'port': {'security_groups': ['bd06c5e0-20b3-42da-b3db-be00e611db99', '9056364e-ef33-40a6-b57d-6dab2f8a20e5']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:18.653806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.655729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-af337d79-1587-4127-a017-0fe38b619d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.657562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-af337d79-1587-4127-a017-0fe38b619d2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7325411 Oct 29 08:32:18.764320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39ad4c0-0d59-4fc1-bd25-9c6af69cc141']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:18.782108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:18.782479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207b18dd-9f43-40ca-b2e3-a6f6c2b7fe10') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:18.785952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d010c07-52f4-4de9-b666-543c032b0a5f service neutron] Pushing event updated for resources: {'Port': ['ID=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:18.821630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-33b1d428-e251-48cd-a91e-12a6e0e0a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.823174 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-33b1d428-e251-48cd-a91e-12a6e0e0a3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 1099 time: 0.1626999 Oct 29 08:32:18.848964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.854853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-2dc938b7-c658-4fdf-a2d6-de39cf9f7001 service neutron] 10.222.0.15 "GET /v2.0/networks/bffb99b1-344c-4e68-8c65-0a35f0156746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733199 Oct 29 08:32:18.890200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-c6dca9b3-306c-48fc-b2ae-7978c16db35b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.896977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-c6dca9b3-306c-48fc-b2ae-7978c16db35b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.905456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-c6dca9b3-306c-48fc-b2ae-7978c16db35b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.914476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-c6dca9b3-306c-48fc-b2ae-7978c16db35b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.914729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.926797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-c6dca9b3-306c-48fc-b2ae-7978c16db35b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.930604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-cbd95654-eed7-4d0e-a907-38ff98fff397 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=eca421c9-c304-4b8e-8f13-f83adaf55a5c HTTP/1.1" status: 200 len: 217 time: 0.0667441 Oct 29 08:32:18.936068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-c6dca9b3-306c-48fc-b2ae-7978c16db35b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.948186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-c6dca9b3-306c-48fc-b2ae-7978c16db35b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:18.960912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-c6dca9b3-306c-48fc-b2ae-7978c16db35b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.1846726 Oct 29 08:32:18.967443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:18.975835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:32:18.976567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.027766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-242e993f-0530-4488-896a-9e665e4bae77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=40a7da6f-72d6-4cae-8c68-63fc16c4be3c HTTP/1.1" status: 200 len: 217 time: 0.1943622 Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:32:19.070076 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:32:19.094581 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.111206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.113758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1daa00c7-e089-4666-9657-a968e0aa2451 req-8bf21cba-1465-42f8-ad47-4109215c943b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500378 Oct 29 08:32:19.117970 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] 10.222.0.70 "DELETE /v2.0/networks/d39ad4c0-0d59-4fc1-bd25-9c6af69cc141 HTTP/1.1" status: 204 len: 168 time: 3.2229061 Oct 29 08:32:19.124395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-3069da96-1388-4434-b608-161823094a1a service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233274 Oct 29 08:32:19.180427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3313aa-a7bd-43c3-8e10-a6707aefcdfb admin admin] Pushing event deleted for resources: {'Network': ['ID=d39ad4c0-0d59-4fc1-bd25-9c6af69cc141,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:19.195292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb'}, {'name': 'network-changed', 'server_uuid': 'a59b2fde-a508-4e7e-ae22-f743e10f2f9b', 'tag': '40a7da6f-72d6-4cae-8c68-63fc16c4be3c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:19.201080 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c4ea79-c82e-4a20-8403-2a1046382998" -d '{"events": [{"name": "network-changed", "server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb"}, {"name": "network-changed", "server_uuid": "a59b2fde-a508-4e7e-ae22-f743e10f2f9b", "tag": "40a7da6f-72d6-4cae-8c68-63fc16c4be3c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:19.207905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-32276b18-338a-433c-ba27-feb7ea3c2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:19.209772 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-32276b18-338a-433c-ba27-feb7ea3c2868 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3eef5983-79b7-4205-830b-c21be1acde57 HTTP/1.1" status: 200 len: 801 time: 0.2448711 Oct 29 08:32:19.250068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-762de4a6-1e07-4ffd-a954-cd7c0503157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:19.251710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-762de4a6-1e07-4ffd-a954-cd7c0503157a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2108376 Oct 29 08:32:19.291035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-5bd13a7a-aa8b-4d10-9995-990f3bb96237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:19.293758 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-5bd13a7a-aa8b-4d10-9995-990f3bb96237 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8be75bf1-05e3-46c4-8a36-e02fa688e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760531 Oct 29 08:32:19.327214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:19.364855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa672d18-1ea0-4d1c-a557-d584c1f59e72 req-89300c5c-f0a7-46fc-b7a6-741b84fec978 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299922 Oct 29 08:32:19.367080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-f4d024a7-3bfb-48b9-a026-a694a8adbb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:19.368517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-f4d024a7-3bfb-48b9-a026-a694a8adbb6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048968 Oct 29 08:32:19.376317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb25f7-0f7a-4f6a-b4f6-914fe5117659 req-24357c46-59dc-47a6-b408-4f8936c22f21 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:19.377771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5eb25f7-0f7a-4f6a-b4f6-914fe5117659 req-24357c46-59dc-47a6-b408-4f8936c22f21 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 948 time: 0.1230836 Oct 29 08:32:19.502509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5eb25f7-0f7a-4f6a-b4f6-914fe5117659 req-fabac7ba-0810-42fd-83e9-65cda1561f21 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155403 Oct 29 08:32:19.557337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-1c4d0e09-99a5-4e39-8f65-195c05934480 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784778 Oct 29 08:32:19.566118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:19.566957 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.570486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:19.575168 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.584332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] For port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:19.600289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44746) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:19.649134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-c77c1dee-1aae-4488-a785-30dc42706804 service neutron] 10.222.0.15 "GET /v2.0/networks/8be75bf1-05e3-46c4-8a36-e02fa688e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362381 Oct 29 08:32:19.700624 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.721958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-009c014a-5028-43c9-b40e-c8ab35655c01 req-b9c165e8-b95b-4f20-b676-e5baaa6bc668 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509280 Oct 29 08:32:19.744157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ee543a-3b0f-4c9a-a280-fa1755f22270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e745847-f2ad-4d03-83a5-b87ccab1c6e3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:19.751299 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7880c98c-7417-4853-a445-5966bf2a5dcd" -d '{"events": [{"server_uuid": "d9ee543a-3b0f-4c9a-a280-fa1755f22270", "name": "network-vif-plugged", "status": "completed", "tag": "9e745847-f2ad-4d03-83a5-b87ccab1c6e3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:19.759546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.769927 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a23c7b77-ecf6-460e-995c-d362fd3b5c8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa51d7382ab64a06a72659e7390ee6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607084 Oct 29 08:32:19.771934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44760) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:19.773526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:19.780484 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.785095 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.810607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f519f-60a1-478d-b9df-eb0d507cec38 req-f218f8d1-8145-4c40-b4be-31c50ae5a196 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:19.812865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b3f519f-60a1-478d-b9df-eb0d507cec38 req-f218f8d1-8145-4c40-b4be-31c50ae5a196 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 945 time: 0.0740106 Oct 29 08:32:19.830330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f1e039e3-6b2c-46c6-a549-a251d93c1cf3 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:19.832558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:19.899042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: f1e039e3-6b2c-46c6-a549-a251d93c1cf3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:19.899406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f1e039e3-6b2c-46c6-a549-a251d93c1cf3 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:19.903088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b3f519f-60a1-478d-b9df-eb0d507cec38 req-95903f33-3cf9-401d-8c49-38f8ed137945 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809615 Oct 29 08:32:19.916042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:19.916953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:19.917645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:19.923446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-19894b2f-d79c-4b6b-8e5f-4daba3761bed req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "PUT /v2.0/ports/0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 HTTP/1.1" status: 200 len: 981 time: 1.2880607 Oct 29 08:32:19.990899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44eba3-9f9c-4a90-8424-915c326cd375 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'Port': ['ID=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:20.008805 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb5ccf0-2c14-4ccf-8b94-6f87fd4dfef7 x-openstack-request-id: req-4cb5ccf0-2c14-4ccf-8b94-6f87fd4dfef7 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:20.009660 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c93319-e802-44ae-beb2-7804d364f88b", "name": "network-vif-deleted", "tag": "f1e039e3-6b2c-46c6-a549-a251d93c1cf3", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:20.009984 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cb5ccf0-2c14-4ccf-8b94-6f87fd4dfef7 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:20.010582 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c93319-e802-44ae-beb2-7804d364f88b', 'name': 'network-vif-deleted', 'tag': 'f1e039e3-6b2c-46c6-a549-a251d93c1cf3', 'status': 'completed', 'code': 200} Oct 29 08:32:20.053934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:20.071882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f290670-f22e-481b-970c-dec0eb2fe4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:20.120421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f290670-f22e-481b-970c-dec0eb2fe4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:20.121767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e5e7-7514-4f0b-989f-a90c82d6b4f2 req-96c9a9b5-15c5-4c50-8e07-1eca2ab6d930 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.130451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e5e7-7514-4f0b-989f-a90c82d6b4f2 req-96c9a9b5-15c5-4c50-8e07-1eca2ab6d930 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.137731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e5e7-7514-4f0b-989f-a90c82d6b4f2 req-96c9a9b5-15c5-4c50-8e07-1eca2ab6d930 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.145854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e5e7-7514-4f0b-989f-a90c82d6b4f2 req-96c9a9b5-15c5-4c50-8e07-1eca2ab6d930 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.152900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e5e7-7514-4f0b-989f-a90c82d6b4f2 req-96c9a9b5-15c5-4c50-8e07-1eca2ab6d930 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.160797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e5e7-7514-4f0b-989f-a90c82d6b4f2 req-96c9a9b5-15c5-4c50-8e07-1eca2ab6d930 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.168611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e5e7-7514-4f0b-989f-a90c82d6b4f2 req-96c9a9b5-15c5-4c50-8e07-1eca2ab6d930 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.185509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-62a9e5e7-7514-4f0b-989f-a90c82d6b4f2 req-96c9a9b5-15c5-4c50-8e07-1eca2ab6d930 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.1359069 Oct 29 08:32:20.187048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44764) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:20.201444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Request body: {'floatingip': {'port_id': '4e440b82-37fc-4112-a04f-8772d0b42499'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:20.208594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5be24930-9d56-40d2-acf9-303e48c8c000 req-7a9e03cd-b7e9-4c35-9b65-1e564416e473 service neutron] 10.222.0.15 "GET /v2.0/networks/8be75bf1-05e3-46c4-8a36-e02fa688e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476105 Oct 29 08:32:20.253752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f290670-f22e-481b-970c-dec0eb2fe4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:20.256809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f290670-f22e-481b-970c-dec0eb2fe4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:20.259764 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6f290670-f22e-481b-970c-dec0eb2fe4d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53d6b024-27ae-4628-aab4-624a5a81afd6 HTTP/1.1" status: 204 len: 168 time: 0.4819407 Oct 29 08:32:20.332197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f290670-f22e-481b-970c-dec0eb2fe4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d6b024-27ae-4628-aab4-624a5a81afd6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:20.363214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8a8ce-da14-47ae-97dc-87a358b71a95 req-d6a9a808-bfab-4332-a987-d4e9379972da tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.370581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8a8ce-da14-47ae-97dc-87a358b71a95 req-d6a9a808-bfab-4332-a987-d4e9379972da tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.373127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07c8a8ce-da14-47ae-97dc-87a358b71a95 req-d6a9a808-bfab-4332-a987-d4e9379972da tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1679 time: 0.3225462 Oct 29 08:32:20.376375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-53eb88a9-55a5-4451-ac5d-46db9964560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.376375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-53eb88a9-55a5-4451-ac5d-46db9964560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.378476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-53eb88a9-55a5-4451-ac5d-46db9964560e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1981 time: 0.0989623 Oct 29 08:32:20.380841 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8994f6ae-f8f0-4114-b34a-e6b78309a903 x-openstack-request-id: req-8994f6ae-f8f0-4114-b34a-e6b78309a903 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:20.381342 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a59b2fde-a508-4e7e-ae22-f743e10f2f9b", "tag": "40a7da6f-72d6-4cae-8c68-63fc16c4be3c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:20.381791 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8994f6ae-f8f0-4114-b34a-e6b78309a903 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:20.382391 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'status': 'completed', 'code': 200} Oct 29 08:32:20.383545 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59b2fde-a508-4e7e-ae22-f743e10f2f9b', 'tag': '40a7da6f-72d6-4cae-8c68-63fc16c4be3c', 'status': 'completed', 'code': 200} Oct 29 08:32:20.489847 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71227131-ae29-4671-acf8-d6a4aa65e8e7 x-openstack-request-id: req-71227131-ae29-4671-acf8-d6a4aa65e8e7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:20.490929 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ee543a-3b0f-4c9a-a280-fa1755f22270", "name": "network-vif-plugged", "status": "completed", "tag": "9e745847-f2ad-4d03-83a5-b87ccab1c6e3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:20.491433 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71227131-ae29-4671-acf8-d6a4aa65e8e7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:20.492020 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ee543a-3b0f-4c9a-a280-fa1755f22270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e745847-f2ad-4d03-83a5-b87ccab1c6e3', 'code': 200} Oct 29 08:32:20.496587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:20.626098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07c8a8ce-da14-47ae-97dc-87a358b71a95 req-2b519dc5-e0f7-42d2-8386-fd5feaaf646e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425385 Oct 29 08:32:20.724253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-02e5bf12-ea2b-48f7-81fb-c37284b47c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.726190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-02e5bf12-ea2b-48f7-81fb-c37284b47c14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8be75bf1-05e3-46c4-8a36-e02fa688e9a8 HTTP/1.1" status: 200 len: 903 time: 0.2936592 Oct 29 08:32:20.766013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-9bf91c3b-5af7-463b-a73a-a71c9e724249 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1753317495&fields=id&tenant_id=55e8e47b395a420e89c12619ae1f2a18 HTTP/1.1" status: 200 len: 267 time: 0.1400020 Oct 29 08:32:20.796951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-446ef0ae-a1fc-4166-8ea5-bdb2313dbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.798904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-446ef0ae-a1fc-4166-8ea5-bdb2313dbc7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 1099 time: 0.4520304 Oct 29 08:32:20.817005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3afe4-666d-46af-8f26-5bcb6fa004d9 req-aa38a504-a1fc-4656-84bd-fc1fe9e8ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.819622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00d3afe4-666d-46af-8f26-5bcb6fa004d9 req-aa38a504-a1fc-4656-84bd-fc1fe9e8ad2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 1097 time: 0.2324538 Oct 29 08:32:20.839038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-0d7c4be3-c301-46bd-8953-21a3702bcff4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=eca421c9-c304-4b8e-8f13-f83adaf55a5c HTTP/1.1" status: 200 len: 217 time: 0.0975239 Oct 29 08:32:20.953021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44780) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:20.955377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-87cf1de0-e92f-43f2-a6f7-7bbc8301ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.957083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-87cf1de0-e92f-43f2-a6f7-7bbc8301ed6b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1098 time: 0.5718904 Oct 29 08:32:20.984221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-eaedfe0b-b0bf-4c48-88ca-dea942ea652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:20.986001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-eaedfe0b-b0bf-4c48-88ca-dea942ea652b service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1662927 Oct 29 08:32:20.998925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-3dea23ca-833a-4813-9c30-e171ea426c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.006387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-3dea23ca-833a-4813-9c30-e171ea426c62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3eef5983-79b7-4205-830b-c21be1acde57 HTTP/1.1" status: 200 len: 801 time: 0.1468294 Oct 29 08:32:21.072762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2ff72-1663-4a5e-9b51-31604ffd1b08 req-1fd14b96-a8a9-4546-95f5-ec4db83bef30 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.080624 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23c2ff72-1663-4a5e-9b51-31604ffd1b08 req-1fd14b96-a8a9-4546-95f5-ec4db83bef30 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 948 time: 0.2441239 Oct 29 08:32:21.132676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23c2ff72-1663-4a5e-9b51-31604ffd1b08 req-cec09cb8-95af-4991-a71b-3bd5ec7aa44e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510905 Oct 29 08:32:21.135099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-1fd689c6-4e5e-4ff6-b8c5-73b15252bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.136536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-1fd689c6-4e5e-4ff6-b8c5-73b15252bde8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8be75bf1-05e3-46c4-8a36-e02fa688e9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1196334 Oct 29 08:32:21.153819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44784) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:21.278449 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-015e2f42-312a-4239-8e3d-6d1b00e04bcf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c247c12db03647c79b29a62243f7c811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234975 Oct 29 08:32:21.283416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44794) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:21.332710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 40a7da6f-72d6-4cae-8c68-63fc16c4be3c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:21.340133 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-79a0189a-f0ad-415f-9bf0-4d075fa01fe2 service neutron] 10.222.0.15 "GET /v2.0/networks/8be75bf1-05e3-46c4-8a36-e02fa688e9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937714 Oct 29 08:32:21.353684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-b26a51c9-5566-4dc9-b450-5e2e91c16eb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=40a7da6f-72d6-4cae-8c68-63fc16c4be3c HTTP/1.1" status: 200 len: 217 time: 0.3318989 Oct 29 08:32:21.460098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-184e8664-7868-4d55-9dfe-5504580b540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.461574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-184e8664-7868-4d55-9dfe-5504580b540a service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.4746621 Oct 29 08:32:21.472166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:21.484777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '40a7da6f-72d6-4cae-8c68-63fc16c4be3c', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '40a7da6f-72d6-4cae-8c68-63fc16c4be3c', 'mac_address': 'fa:16:3e:c3:56:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:21.511869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bb6d47a8-94ad-40fb-8bf5-a639804a53d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a30ceabfa4844f0a5b26f7092857cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529442 Oct 29 08:32:21.518197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44796) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:21.531960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-3c0218c1-8a8c-448c-88f2-363237bb8e42 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.539630 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.540132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-3c0218c1-8a8c-448c-88f2-363237bb8e42 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 984 time: 0.7343805 Oct 29 08:32:21.543099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00d3afe4-666d-46af-8f26-5bcb6fa004d9 req-32aaa334-1619-4f3b-b848-24bd01728a64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970170 Oct 29 08:32:21.556633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'port': {'security_groups': ['9056364e-ef33-40a6-b57d-6dab2f8a20e5', 'bd06c5e0-20b3-42da-b3db-be00e611db99', '0abebe6b-276c-4082-8129-75393d3aa5c6']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:21.558000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a7da6f-72d6-4cae-8c68-63fc16c4be3c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:21.568965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07a6ce-c79f-42a8-b0bc-2e51fcabb75c req-a071fa49-03c9-4fae-a516-fd5066163224 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.570642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2c07a6ce-c79f-42a8-b0bc-2e51fcabb75c req-a071fa49-03c9-4fae-a516-fd5066163224 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 946 time: 0.2879982 Oct 29 08:32:21.579003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987dc4f6-1ef9-4805-b8d9-05224ff4c746 req-d5baf245-275f-4136-9d56-b469edb61eba service neutron] 10.222.0.15 "GET /v2.0/networks/8be75bf1-05e3-46c4-8a36-e02fa688e9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278099 Oct 29 08:32:21.583051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f08e5fbc-9444-4ba1-b055-78722d1cacf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.600367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:21.609365 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.627906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dc431cd0-dbc7-4118-804e-f30cf694038c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.663056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-fe58b87b-5934-463b-b3de-91ed7d156281 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb HTTP/1.1" status: 200 len: 217 time: 0.1541934 Oct 29 08:32:21.664362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f08e5fbc-9444-4ba1-b055-78722d1cacf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.669923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2c07a6ce-c79f-42a8-b0bc-2e51fcabb75c req-afb3e95b-68aa-4fff-9a82-d621f1f96d50 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788321 Oct 29 08:32:21.715024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:21.726681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-cad0701b-1835-44f7-b34e-38b5279bb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.728123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-cad0701b-1835-44f7-b34e-38b5279bb1bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0564454 Oct 29 08:32:21.760656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-8e6510a2-d45f-411c-95ec-91a81cd0bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.762177 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-8e6510a2-d45f-411c-95ec-91a81cd0bc58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.3790147 Oct 29 08:32:21.773163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.775775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dc431cd0-dbc7-4118-804e-f30cf694038c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.810803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:21.890585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a10e9-7338-485a-921a-a54206a96c28 req-776c10d5-78d6-4d86-a225-ae31180d9684 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.897099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a10e9-7338-485a-921a-a54206a96c28 req-776c10d5-78d6-4d86-a225-ae31180d9684 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.899013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b5a10e9-7338-485a-921a-a54206a96c28 req-776c10d5-78d6-4d86-a225-ae31180d9684 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1679 time: 0.1066570 Oct 29 08:32:21.914641 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f08e5fbc-9444-4ba1-b055-78722d1cacf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.918119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f08e5fbc-9444-4ba1-b055-78722d1cacf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.926180 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f08e5fbc-9444-4ba1-b055-78722d1cacf0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5958bbf-6fa2-40cf-889e-cb9ff4e44d1c HTTP/1.1" status: 204 len: 168 time: 0.6358738 Oct 29 08:32:21.927525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dc431cd0-dbc7-4118-804e-f30cf694038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.930040 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dc431cd0-dbc7-4118-804e-f30cf694038c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:21.934693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dc431cd0-dbc7-4118-804e-f30cf694038c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe2abb81-88e6-4af7-b262-7bf661dd38af HTTP/1.1" status: 204 len: 168 time: 0.4141459 Oct 29 08:32:21.952887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e5fbc-9444-4ba1-b055-78722d1cacf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5958bbf-6fa2-40cf-889e-cb9ff4e44d1c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:21.978340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-cf81a214-eee3-4771-998b-3d193bd31a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.979869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-cf81a214-eee3-4771-998b-3d193bd31a29 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2167981 Oct 29 08:32:21.996873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b5a10e9-7338-485a-921a-a54206a96c28 req-195e8319-53b2-4094-af8f-5af657d22b7e tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708413 Oct 29 08:32:21.998453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-695d106b-5ef3-4f0d-92ba-7a609cb77385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:21.998981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc431cd0-dbc7-4118-804e-f30cf694038c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2abb81-88e6-4af7-b262-7bf661dd38af,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:21.999432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-695d106b-5ef3-4f0d-92ba-7a609cb77385 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2167623 Oct 29 08:32:22.009549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['40a7da6f-72d6-4cae-8c68-63fc16c4be3c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:22.013198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:22.019276 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50c6841-8462-42c4-8746-f8492e14f22b" -d '{"events": [{"name": "network-changed", "server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:22.087000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:22.123280 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b254bec5-5d79-42b5-9d37-2cac5c401fa7 x-openstack-request-id: req-b254bec5-5d79-42b5-9d37-2cac5c401fa7 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:22.123649 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:22.123990 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b254bec5-5d79-42b5-9d37-2cac5c401fa7 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:22.124579 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9', 'status': 'completed', 'code': 200} Oct 29 08:32:22.144795 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'mac_address': 'fa:16:3e:7f:e8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:22.217017 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:22.236833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c272c3-b78e-416b-9a57-d47bca3a63fb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:22.279271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6841-8462-42c4-8746-f8492e14f22b req-21d21bdf-5e8e-408f-b7d5-fdaeedddf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:22.283655 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a50c6841-8462-42c4-8746-f8492e14f22b req-21d21bdf-5e8e-408f-b7d5-fdaeedddf8ac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1135 time: 0.1530774 Oct 29 08:32:22.289358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:22.301769 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:22.306291 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.resource_extend [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:32:22.408820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:22.529439 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:22.540761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba370f1-d6e5-45d4-984e-30d2c11e39f1 req-f50a1db4-12e7-42aa-b4ba-8cb5d5a2cd58 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:22.544404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cba370f1-d6e5-45d4-984e-30d2c11e39f1 req-f50a1db4-12e7-42aa-b4ba-8cb5d5a2cd58 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 949 time: 0.2092736 Oct 29 08:32:22.553639 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:22.558040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-a45af226-25e2-4fb8-ae2e-596228003840 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644448 Oct 29 08:32:22.628805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6841-8462-42c4-8746-f8492e14f22b req-d37ebe8b-f5c2-46bb-a6fa-1b6bc6c0efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:22.630319 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a50c6841-8462-42c4-8746-f8492e14f22b req-d37ebe8b-f5c2-46bb-a6fa-1b6bc6c0efce service neutron] 10.222.0.93 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 915 time: 0.3379743 Oct 29 08:32:22.639068 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cba370f1-d6e5-45d4-984e-30d2c11e39f1 req-fe016571-b7a2-4aea-9422-20611bd9e26e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880363 Oct 29 08:32:22.696536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['91c272c3-b78e-416b-9a57-d47bca3a63fb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:22.791726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a50c6841-8462-42c4-8746-f8492e14f22b req-6ab39ce6-ed6b-45a1-bf37-4796cd5f11e5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 HTTP/1.1" status: 200 len: 217 time: 0.1516314 Oct 29 08:32:22.817682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-68b7aa99-7c74-4d51-b98a-f0f879d1499d service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049295 Oct 29 08:32:22.920051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6841-8462-42c4-8746-f8492e14f22b req-b9f770f2-84ca-4457-ac4c-6698c8aee6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:22.924979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a50c6841-8462-42c4-8746-f8492e14f22b req-b9f770f2-84ca-4457-ac4c-6698c8aee6f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.1242070 Oct 29 08:32:23.029193 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a50c6841-8462-42c4-8746-f8492e14f22b req-4cf17174-d39d-4fa7-b686-496440d78d13 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660689 Oct 29 08:32:23.046362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44834) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:23.181941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba3f9-9b58-4edb-86a9-4852a33392b4 req-ac966778-7195-4fea-95e3-003a93369c44 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:23.184123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-225ba3f9-9b58-4edb-86a9-4852a33392b4 req-ac966778-7195-4fea-95e3-003a93369c44 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 946 time: 0.2567639 Oct 29 08:32:23.214732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-16ca26ec-f101-4c03-9cb1-2e7cca01553a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1644fad89244f76a7d3ee55527dae05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666462 Oct 29 08:32:23.227408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44836) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:23.287728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-225ba3f9-9b58-4edb-86a9-4852a33392b4 req-3de8285f-f248-4fe5-b663-a103b240b704 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963404 Oct 29 08:32:23.289921 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a50c6841-8462-42c4-8746-f8492e14f22b req-9bc218b4-c734-4e36-a4e6-b7a852626a28 service neutron] 10.222.0.93 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354412 Oct 29 08:32:23.357821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device eca421c9-c304-4b8e-8f13-f83adaf55a5c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:23.362419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 40a7da6f-72d6-4cae-8c68-63fc16c4be3c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:23.376279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-d07feb0e-b59f-41a3-b3b3-111d62e52941 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994842 Oct 29 08:32:23.477056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] For port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:23.498725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27447e34-6f3b-4375-b6b3-5a7f36d0fd42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:23.500981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c4ea79-c82e-4a20-8403-2a1046382998 req-92b37b25-4a09-4856-b792-0ca57c947296 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9133816 Oct 29 08:32:23.504128 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Floating IP 2b3564e1-3705-4988-93ee-a43677775be7 associated. External IP: 172.25.5.62, port: 4e440b82-37fc-4112-a04f-8772d0b42499. Oct 29 08:32:23.571684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27447e34-6f3b-4375-b6b3-5a7f36d0fd42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:23.604476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:23.614397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:23.689159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:23.689857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:23.691344 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bf274d9-a1ce-4911-931f-77b9a0801bdc req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "PUT /v2.0/ports/0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 HTTP/1.1" status: 200 len: 1020 time: 2.1504440 Oct 29 08:32:23.694589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:23.696724 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8414e164-0187-45a2-a942-4e49463d48c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:23.712504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:23.732224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27447e34-6f3b-4375-b6b3-5a7f36d0fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:23.736767 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27447e34-6f3b-4375-b6b3-5a7f36d0fd42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:23.738274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f031a-caa1-49f2-a4fb-cfada915c6cc tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'Port': ['ID=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:23.745215 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27447e34-6f3b-4375-b6b3-5a7f36d0fd42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a016b3ce-88a5-4196-b407-9ceb53e42ae0 HTTP/1.1" status: 204 len: 168 time: 0.5162716 Oct 29 08:32:23.749721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:23.756274 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:23.806996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27447e34-6f3b-4375-b6b3-5a7f36d0fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016b3ce-88a5-4196-b407-9ceb53e42ae0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:23.846212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a50c6841-8462-42c4-8746-f8492e14f22b req-960011d4-0d0c-40f8-959e-13d2d044e2ea service neutron] 10.222.0.93 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369449 Oct 29 08:32:23.884639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70dc88-ba07-49b9-8fc3-3226eba306ca req-2c995b7d-b17c-4da2-90ec-3ad80b3f8e56 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:23.891198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70dc88-ba07-49b9-8fc3-3226eba306ca req-2c995b7d-b17c-4da2-90ec-3ad80b3f8e56 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:23.908459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b70dc88-ba07-49b9-8fc3-3226eba306ca req-2c995b7d-b17c-4da2-90ec-3ad80b3f8e56 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1679 time: 0.4191992 Oct 29 08:32:23.984265 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b70dc88-ba07-49b9-8fc3-3226eba306ca req-8b4d3f61-3015-4e8a-8ea1-388a8dfe9caf tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696430 Oct 29 08:32:23.990447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267d5ca-9693-414f-9bed-4b80b7ff75b4 req-e3c438d3-493e-4de0-81a0-82b415b57428 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:24.001948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2267d5ca-9693-414f-9bed-4b80b7ff75b4 req-e3c438d3-493e-4de0-81a0-82b415b57428 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 949 time: 0.1664534 Oct 29 08:32:24.144119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2267d5ca-9693-414f-9bed-4b80b7ff75b4 req-da58f244-9bbc-4791-baae-d65138ccb942 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273575 Oct 29 08:32:24.168269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Router 91a50327-8933-4bfc-8b49-dd4f74ac0399 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:32:24.198263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e7257-c413-4983-b51a-58ecc8ca6875 req-3f0bf7cb-79ad-4554-b63f-ad937e37d589 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:24.216775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-078e7257-c413-4983-b51a-58ecc8ca6875 req-3f0bf7cb-79ad-4554-b63f-ad937e37d589 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1023 time: 0.1386664 Oct 29 08:32:24.227617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:24.230792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:24.344029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-078e7257-c413-4983-b51a-58ecc8ca6875 req-b5d3da45-1b2e-4d25-99e1-27f262eb2ef6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&id=9056364e-ef33-40a6-b57d-6dab2f8a20e5&id=0abebe6b-276c-4082-8129-75393d3aa5c6 HTTP/1.1" status: 200 len: 6149 time: 0.1258965 Oct 29 08:32:24.386662 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ec311d-c567-4ebd-ba5c-7820e5737800 x-openstack-request-id: req-22ec311d-c567-4ebd-ba5c-7820e5737800 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:24.387542 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:24.387989 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22ec311d-c567-4ebd-ba5c-7820e5737800 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:24.389067 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9', 'status': 'completed', 'code': 200} Oct 29 08:32:24.447607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port eca421c9-c304-4b8e-8f13-f83adaf55a5c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=eca421c9-c304-4b8e-8f13-f83adaf55a5c,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:24.454995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a2d91516-66bd-476c-988b-ba51235cdb9c req-9b00fe4d-c267-46a7-9e1d-c515b501c07e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2044337296 ', 'description': 'tempest-description-1063619725'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:24.483066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e164-0187-45a2-a942-4e49463d48c0 req-52513893-3173-409f-bda3-7a6951bad4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:24.484861 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8414e164-0187-45a2-a942-4e49463d48c0 req-52513893-3173-409f-bda3-7a6951bad4c4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1174 time: 0.1321099 Oct 29 08:32:24.553362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:32:24.564574 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:24.574829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2d91516-66bd-476c-988b-ba51235cdb9c req-9b00fe4d-c267-46a7-9e1d-c515b501c07e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:24.588159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] Sync routers for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:32:24.590395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c', 'network_id': '8be75bf1-05e3-46c4-8a36-e02fa688e9a8', 'port_id': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c', 'mac_address': 'fa:16:3e:b7:90:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eef5983-79b7-4205-830b-c21be1acde57', 'ip_address': '19.86.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:24.650254 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:24.687671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c6f146b0-59ac-4379-82a2-fb9b928a4c31 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "PUT /v2.0/floatingips/2b3564e1-3705-4988-93ee-a43677775be7 HTTP/1.1" status: 200 len: 990 time: 4.4949541 Oct 29 08:32:24.707062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542ae86-6147-4b4d-a43c-4311ab27097c req-0d4501b5-845c-468c-9fa6-0f5015aa87bd tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:24.707281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca421c9-c304-4b8e-8f13-f83adaf55a5c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:24.716074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a542ae86-6147-4b4d-a43c-4311ab27097c req-0d4501b5-845c-468c-9fa6-0f5015aa87bd tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 946 time: 0.2274902 Oct 29 08:32:24.795498 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a542ae86-6147-4b4d-a43c-4311ab27097c req-b07e9241-7eb6-4cad-bcd4-74638391d5ec tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717893 Oct 29 08:32:24.798141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e164-0187-45a2-a942-4e49463d48c0 req-d5e4d9ca-1b19-4fa7-82ff-95bc6ee6fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:24.802963 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8414e164-0187-45a2-a942-4e49463d48c0 req-d5e4d9ca-1b19-4fa7-82ff-95bc6ee6fa06 service neutron] 10.222.0.93 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 915 time: 0.2948310 Oct 29 08:32:24.833601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2d91516-66bd-476c-988b-ba51235cdb9c req-9b00fe4d-c267-46a7-9e1d-c515b501c07e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:24.847174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2d91516-66bd-476c-988b-ba51235cdb9c req-9b00fe4d-c267-46a7-9e1d-c515b501c07e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:24.901494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:24.903881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:24.906780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a2d91516-66bd-476c-988b-ba51235cdb9c req-9b00fe4d-c267-46a7-9e1d-c515b501c07e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:24.908647 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2d91516-66bd-476c-988b-ba51235cdb9c req-9b00fe4d-c267-46a7-9e1d-c515b501c07e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4719727 Oct 29 08:32:24.919745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00fe4d-c267-46a7-9e1d-c515b501c07e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197771be-195d-4b80-8ecc-bd8298557829,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:24.963847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8414e164-0187-45a2-a942-4e49463d48c0 req-e9705905-5899-4d00-8173-45883618b28f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 HTTP/1.1" status: 200 len: 217 time: 0.1523416 Oct 29 08:32:25.064823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5fe55-f209-487b-a092-ffcdcad96aea req-6c4ef23b-eb2e-4a6e-bdde-5bcf216bb975 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:25.066433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2e5fe55-f209-487b-a092-ffcdcad96aea req-6c4ef23b-eb2e-4a6e-bdde-5bcf216bb975 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 946 time: 0.0576906 Oct 29 08:32:25.121824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e164-0187-45a2-a942-4e49463d48c0 req-78024d73-fe53-460d-8247-244349b2a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:25.123818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8414e164-0187-45a2-a942-4e49463d48c0 req-78024d73-fe53-460d-8247-244349b2a3f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.1513391 Oct 29 08:32:25.126972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2e5fe55-f209-487b-a092-ffcdcad96aea req-41348e24-0a84-4f88-8629-fd5677c56a5f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535870 Oct 29 08:32:25.167605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8414e164-0187-45a2-a942-4e49463d48c0 req-06497153-1812-4791-95e1-d280920ed1a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348740 Oct 29 08:32:25.227424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:25.237143 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33de28d4-3e65-45ae-a10c-4d746165ecdd req-8ea968c5-65b0-431a-b30a-c4901040d224 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/197771be-195d-4b80-8ecc-bd8298557829 HTTP/1.1" status: 200 len: 1781 time: 0.1693573 Oct 29 08:32:25.286523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port eca421c9-c304-4b8e-8f13-f83adaf55a5c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=eca421c9-c304-4b8e-8f13-f83adaf55a5c,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:25.352509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8414e164-0187-45a2-a942-4e49463d48c0 req-cb6c169d-8f1c-4fa2-84c4-aedebdf9d94a service neutron] 10.222.0.93 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696973 Oct 29 08:32:25.363715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:25.365804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8400581f-f1d2-4d58-b95b-44daf49b3d71 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:25.385588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ceb4-ca6a-416d-882d-e2ffb46baae2 req-707de54e-0a45-42ad-9dd8-14f338804e2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:25.395848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44918) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:25.411406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ceb4-ca6a-416d-882d-e2ffb46baae2 req-707de54e-0a45-42ad-9dd8-14f338804e2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:25.414412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e341ceb4-ca6a-416d-882d-e2ffb46baae2 req-707de54e-0a45-42ad-9dd8-14f338804e2b tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1679 time: 0.1491604 Oct 29 08:32:25.505878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e341ceb4-ca6a-416d-882d-e2ffb46baae2 req-c9d3b70c-a9de-42f3-be9c-24d8a7be246a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837717 Oct 29 08:32:25.556404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8400581f-f1d2-4d58-b95b-44daf49b3d71, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8400581f-f1d2-4d58-b95b-44daf49b3d71,segment=NetworkSegment(bbc339d2-c7ae-4693-8842-82a2b0bd19c7),segment_id=bbc339d2-c7ae-4693-8842-82a2b0bd19c7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:25.622218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-network', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:25.640347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8414e164-0187-45a2-a942-4e49463d48c0 req-ecac1f89-50e4-4ad5-9ce9-38f195f7d275 service neutron] 10.222.0.93 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834094 Oct 29 08:32:25.678827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59b2fde-a508-4e7e-ae22-f743e10f2f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a7da6f-72d6-4cae-8c68-63fc16c4be3c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:25.679435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Made reservation on behalf of 1feeb2caab6d4f6ba0f97b1e4be0c445 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:25.682456 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04af6a2-806e-413b-80b2-f70fb45f74b4" -d '{"events": [{"server_uuid": "a59b2fde-a508-4e7e-ae22-f743e10f2f9b", "name": "network-vif-plugged", "status": "completed", "tag": "40a7da6f-72d6-4cae-8c68-63fc16c4be3c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:25.682739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:25.695765 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:25.734119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '8400581f-f1d2-4d58-b95b-44daf49b3d71', 'network_id': 'bffb99b1-344c-4e68-8c65-0a35f0156746', 'port_id': '8400581f-f1d2-4d58-b95b-44daf49b3d71', 'mac_address': 'fa:16:3e:e1:f0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4424f48b-9f59-4d21-b0b0-492f76751512', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:25.737932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=eca421c9-c304-4b8e-8f13-f83adaf55a5c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:25.768050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:25.802196 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:25.832815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ea663-319a-4490-a799-e3ab84766255 req-8e21c384-c300-42f2-9cbd-04a2e005ad96 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:25.840713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-028ea663-319a-4490-a799-e3ab84766255 req-8e21c384-c300-42f2-9cbd-04a2e005ad96 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 949 time: 0.1270490 Oct 29 08:32:25.843595 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f1f3de-8570-4e13-acee-9a59f31c2e57 req-a43abb46-0045-41d7-8944-7bfff311c6dd tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/197771be-195d-4b80-8ecc-bd8298557829 HTTP/1.1" status: 200 len: 1781 time: 0.0595572 Oct 29 08:32:25.879170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:25.917220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-43f1f3de-8570-4e13-acee-9a59f31c2e57 req-117d797a-0664-4152-a9b4-33978ad25769 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:25.922796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:25.933886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-028ea663-319a-4490-a799-e3ab84766255 req-01bf9f2f-0631-4677-b203-6d192f9c5505 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876698 Oct 29 08:32:25.952667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-43f1f3de-8570-4e13-acee-9a59f31c2e57 req-117d797a-0664-4152-a9b4-33978ad25769 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:25.986998 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.018861 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-43f1f3de-8570-4e13-acee-9a59f31c2e57 req-117d797a-0664-4152-a9b4-33978ad25769 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.024158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-43f1f3de-8570-4e13-acee-9a59f31c2e57 req-117d797a-0664-4152-a9b4-33978ad25769 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.045019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f1f3de-8570-4e13-acee-9a59f31c2e57 req-117d797a-0664-4152-a9b4-33978ad25769 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/197771be-195d-4b80-8ecc-bd8298557829 HTTP/1.1" status: 204 len: 173 time: 0.1990242 Oct 29 08:32:26.056947 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.063335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.072602 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d797a-0664-4152-a9b4-33978ad25769 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197771be-195d-4b80-8ecc-bd8298557829,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:26.121725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:32:26.143082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.144784 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Added segment 3d4c1c26-ef84-4bef-b86d-86d719ec8601 of type vlan for network eca5824a-7b9b-4647-a6b1-e89997edb38a Oct 29 08:32:26.161868 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e5aaaa-7acf-4fbb-9417-e098e4c22955 x-openstack-request-id: req-c0e5aaaa-7acf-4fbb-9417-e098e4c22955 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:26.172373 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59b2fde-a508-4e7e-ae22-f743e10f2f9b", "name": "network-vif-plugged", "status": "completed", "tag": "40a7da6f-72d6-4cae-8c68-63fc16c4be3c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:26.172978 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0e5aaaa-7acf-4fbb-9417-e098e4c22955 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:26.173517 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59b2fde-a508-4e7e-ae22-f743e10f2f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a7da6f-72d6-4cae-8c68-63fc16c4be3c', 'code': 200} Oct 29 08:32:26.203878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.259890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6addf-4785-4909-a0e9-8c1e6e0d5219 req-c174a093-1b50-4300-9709-43fc23720f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.260697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8400581f-f1d2-4d58-b95b-44daf49b3d71 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:26.267177 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9c6addf-4785-4909-a0e9-8c1e6e0d5219 req-c174a093-1b50-4300-9709-43fc23720f3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 1101 time: 0.1060708 Oct 29 08:32:26.281909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 91c272c3-b78e-416b-9a57-d47bca3a63fb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:26.286473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce685cbd-901c-4de6-874d-fc0c0ec34a7e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:26.294113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:26.295064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.296407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.296986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.341764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 91c272c3-b78e-416b-9a57-d47bca3a63fb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:26.342130 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.350897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9c6addf-4785-4909-a0e9-8c1e6e0d5219 req-24c961a3-76b2-4abf-995a-b74acde72a94 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757370 Oct 29 08:32:26.355296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8400581f-f1d2-4d58-b95b-44daf49b3d71, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8400581f-f1d2-4d58-b95b-44daf49b3d71,segment=NetworkSegment(bbc339d2-c7ae-4693-8842-82a2b0bd19c7),segment_id=bbc339d2-c7ae-4693-8842-82a2b0bd19c7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:26.362047 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9651330 Oct 29 08:32:26.365202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44946) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:26.370397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Request body: {'subnet': {'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-subnet', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:26.373768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc20c9-7293-4107-8b9d-0f83b83b8bad req-e5923488-6124-4a2d-861e-50a095084281 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.381111 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7cc20c9-7293-4107-8b9d-0f83b83b8bad req-e5923488-6124-4a2d-861e-50a095084281 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 946 time: 0.1503446 Oct 29 08:32:26.407171 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.407428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b7e7a-c972-4903-9a58-3bda44d268a8 admin admin] Pushing event updated for resources: {'Network': ['ID=eca5824a-7b9b-4647-a6b1-e89997edb38a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:26.426030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:26.434857 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71" -d '{"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:26.455454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network eca5824a-7b9b-4647-a6b1-e89997edb38a details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:32:26.463573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7cc20c9-7293-4107-8b9d-0f83b83b8bad req-d96541f7-9f28-400b-843b-6c48ebbf73de tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813036 Oct 29 08:32:26.470159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Made reservation on behalf of 1feeb2caab6d4f6ba0f97b1e4be0c445 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:26.475172 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.487787 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-31ae409e-01ba-4ac8-b2e9-cf171fa62297 req-0cd963e7-65e8-418d-be33-0ec961f7079c tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:32:26.498147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ae409e-01ba-4ac8-b2e9-cf171fa62297 req-0cd963e7-65e8-418d-be33-0ec961f7079c tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/197771be-195d-4b80-8ecc-bd8298557829 HTTP/1.1" status: 404 len: 352 time: 0.0569398 Oct 29 08:32:26.528373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-3ef7c14b-b35c-47a3-bedc-f49ac8dac154 req-49287084-91b9-4e31-95fd-250cf83bd732 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-308855569', 'description': 'tempest-description-1591600308'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:26.572986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3ef7c14b-b35c-47a3-bedc-f49ac8dac154 req-49287084-91b9-4e31-95fd-250cf83bd732 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.589949 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d959fede-88ed-4947-b333-c5a94d93af01 x-openstack-request-id: req-d959fede-88ed-4947-b333-c5a94d93af01 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:26.590656 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:26.591125 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d959fede-88ed-4947-b333-c5a94d93af01 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:26.592330 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499', 'status': 'completed', 'code': 200} Oct 29 08:32:26.688179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-07e7e24d-e9aa-4aae-a9b2-5310e9f59b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.688681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-07e7e24d-e9aa-4aae-a9b2-5310e9f59b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.689146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-07e7e24d-e9aa-4aae-a9b2-5310e9f59b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.689857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-07e7e24d-e9aa-4aae-a9b2-5310e9f59b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.690375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-07e7e24d-e9aa-4aae-a9b2-5310e9f59b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.691165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-07e7e24d-e9aa-4aae-a9b2-5310e9f59b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.691633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-07e7e24d-e9aa-4aae-a9b2-5310e9f59b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.694189 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-07e7e24d-e9aa-4aae-a9b2-5310e9f59b67 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6492 time: 0.0997086 Oct 29 08:32:26.796173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3ef7c14b-b35c-47a3-bedc-f49ac8dac154 req-49287084-91b9-4e31-95fd-250cf83bd732 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.823212 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3ef7c14b-b35c-47a3-bedc-f49ac8dac154 req-49287084-91b9-4e31-95fd-250cf83bd732 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.837493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4dda3-b7d6-4781-aeed-a88a04a7a8a4 req-107932c8-3dd4-472c-aabe-1f6ba388b5f1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.844448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4dda3-b7d6-4781-aeed-a88a04a7a8a4 req-107932c8-3dd4-472c-aabe-1f6ba388b5f1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.853265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16a4dda3-b7d6-4781-aeed-a88a04a7a8a4 req-107932c8-3dd4-472c-aabe-1f6ba388b5f1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1681 time: 0.1118186 Oct 29 08:32:26.869834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['8400581f-f1d2-4d58-b95b-44daf49b3d71'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:26.885329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3ef7c14b-b35c-47a3-bedc-f49ac8dac154 req-49287084-91b9-4e31-95fd-250cf83bd732 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.901674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ef7c14b-b35c-47a3-bedc-f49ac8dac154 req-49287084-91b9-4e31-95fd-250cf83bd732 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3775275 Oct 29 08:32:26.903322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:26.924784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16a4dda3-b7d6-4781-aeed-a88a04a7a8a4 req-2771a5b5-d004-45b9-9acd-61533081c5f9 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665815 Oct 29 08:32:26.930114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49287084-91b9-4e31-95fd-250cf83bd732 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3032e-a4e3-4fd4-af1b-d20007ecf91c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:26.951157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['eca421c9-c304-4b8e-8f13-f83adaf55a5c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:26.953306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-3986c621-9162-4fe7-b3ee-54cb16f5a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:26.962451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-3986c621-9162-4fe7-b3ee-54cb16f5a112 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4c20bffe-ce6f-4744-917e-c58555209531 HTTP/1.1" status: 200 len: 913 time: 0.2563558 Oct 29 08:32:27.010072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b1429a72-3531-4831-adc1-0278dda1365d req-df7b1e81-d969-4a24-9456-2bab1262dbfb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-126043483', 'description': 'tempest-description-472844290'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:27.049954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3bf758f-39eb-4439-ad64-42c5be4a19e9,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:27.068381 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b1429a72-3531-4831-adc1-0278dda1365d req-df7b1e81-d969-4a24-9456-2bab1262dbfb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.071126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Checking segment: {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:27.071744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Network hostable DHCP agents. Network: eca5824a-7b9b-4647-a6b1-e89997edb38a, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:32:27.098703 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.120239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Network eca5824a-7b9b-4647-a6b1-e89997edb38a is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:32:27.148122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, eca5824a-7b9b-4647-a6b1-e89997edb38a) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:27.149200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62523-e5ef-4ff2-bc6a-f65ef7fdf8d9 req-16766364-9c66-4638-823a-0cc547cfd828 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:27.157682 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96d62523-e5ef-4ff2-bc6a-f65ef7fdf8d9 req-16766364-9c66-4638-823a-0cc547cfd828 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 950 time: 0.0921354 Oct 29 08:32:27.163550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:27.164227 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.172591 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-4281685d-4f88-4997-8845-38e3a64716fe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e440b82-37fc-4112-a04f-8772d0b42499 HTTP/1.1" status: 200 len: 998 time: 0.2013733 Oct 29 08:32:27.176457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667bbac-1310-4fe3-8aa8-f8963e6ca253 None None] Network eca5824a-7b9b-4647-a6b1-e89997edb38a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:27.215324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44966) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:27.215778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1a980db3-747f-40e7-a05c-88dbcca93da0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8484650 Oct 29 08:32:27.241439 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b1429a72-3531-4831-adc1-0278dda1365d req-df7b1e81-d969-4a24-9456-2bab1262dbfb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.246283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:27.247881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b1429a72-3531-4831-adc1-0278dda1365d req-df7b1e81-d969-4a24-9456-2bab1262dbfb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.283435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b1429a72-3531-4831-adc1-0278dda1365d req-df7b1e81-d969-4a24-9456-2bab1262dbfb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.296991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1429a72-3531-4831-adc1-0278dda1365d req-df7b1e81-d969-4a24-9456-2bab1262dbfb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2990377 Oct 29 08:32:27.320283 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96d62523-e5ef-4ff2-bc6a-f65ef7fdf8d9 req-dbf0c0db-4080-434c-bc17-122362ef8ad8 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611040 Oct 29 08:32:27.381802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b1e81-d969-4a24-9456-2bab1262dbfb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b73fe0-ce19-46ba-a751-201ec916e58d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:27.429982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-da03e3e3-ba15-464d-a3dd-46c67c5732c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:27.431488 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-da03e3e3-ba15-464d-a3dd-46c67c5732c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14a20128-055b-41ef-b11d-4d5b279adbdf HTTP/1.1" status: 200 len: 850 time: 0.2441535 Oct 29 08:32:27.464318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.465062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.507412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-568bdcff-e9f7-4ccb-b061-6f5a66226d97 req-535d12ec-7920-4554-90bf-ea4795b6c8f3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-575357698', 'description': 'tempest-description-1265679846'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:27.572698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-a6229fc0-f786-43ba-af86-f58ffed48213 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:27.575139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-a6229fc0-f786-43ba-af86-f58ffed48213 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 946 time: 0.1698360 Oct 29 08:32:27.631943 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-568bdcff-e9f7-4ccb-b061-6f5a66226d97 req-535d12ec-7920-4554-90bf-ea4795b6c8f3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.653880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-2c2cbd1f-925d-4a1b-95cf-5eb2e273736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:27.667904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-2c2cbd1f-925d-4a1b-95cf-5eb2e273736d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c20bffe-ce6f-4744-917e-c58555209531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281210 Oct 29 08:32:27.674923 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.719737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=8400581f-f1d2-4d58-b95b-44daf49b3d71,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:27.808180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:27.830867 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.859217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-568bdcff-e9f7-4ccb-b061-6f5a66226d97 req-535d12ec-7920-4554-90bf-ea4795b6c8f3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.901043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-eca5824a-7b9b-4647-a6b1-e89997edb38a', 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'fixed_ips': [{'subnet_id': 'a3bf758f-39eb-4439-ad64-42c5be4a19e9'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:32:27.901979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:27.963161 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-568bdcff-e9f7-4ccb-b061-6f5a66226d97 req-535d12ec-7920-4554-90bf-ea4795b6c8f3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:28.059484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-568bdcff-e9f7-4ccb-b061-6f5a66226d97 req-535d12ec-7920-4554-90bf-ea4795b6c8f3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:28.060870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-568bdcff-e9f7-4ccb-b061-6f5a66226d97 req-535d12ec-7920-4554-90bf-ea4795b6c8f3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6184866 Oct 29 08:32:28.073400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d12ec-7920-4554-90bf-ea4795b6c8f3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1145a6c1-f0ec-41ad-98bc-b7e91f0e75e6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:28.096297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Deleting port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:28.096648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:28.232582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:28.250399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:28.252172 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6587cada-8795-4a1a-9ad2-d8789b8c60f6" -d '{"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-plugged", "status": "completed", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:28.257504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44996) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:28.384987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] For port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:28.385656 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:28.410019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Calling delete_port for 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:28.421210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06647-d743-4fe4-a169-8a44929014ee req-ec99fbf4-c210-42a3-9595-735686016e41 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:28.430064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06647-d743-4fe4-a169-8a44929014ee req-ec99fbf4-c210-42a3-9595-735686016e41 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:28.438963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91d06647-d743-4fe4-a169-8a44929014ee req-ec99fbf4-c210-42a3-9595-735686016e41 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1681 time: 0.1237063 Oct 29 08:32:28.451719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '2b3564e1-3705-4988-93ee-a43677775be7', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'port_id': '4e440b82-37fc-4112-a04f-8772d0b42499', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'mac_address': 'fa:16:3e:65:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:30:27Z', 'updated_at': '2021-10-29T08:32:21Z', 'revision_number': 1, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:15Z', 'revision_number': 5, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:28.502769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] Checking router: 91a50327-8933-4bfc-8b49-dd4f74ac0399 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:32:28.519090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:28.520018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:28.567950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91d06647-d743-4fe4-a169-8a44929014ee req-a5e9ed8f-ecca-47ae-adcb-beedfa296e00 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282928 Oct 29 08:32:28.675660 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:28.710887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Allocated IP 172.20.0.2 (eca5824a-7b9b-4647-a6b1-e89997edb38a/a3bf758f-39eb-4439-ad64-42c5be4a19e9/a173e8fc-bdba-4425-8dfb-92797e06943a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:28.739506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0923c1-5cf7-4321-9446-b7158a889599 req-fd81d94d-aff1-413d-9b5f-9cf852e3fbba tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:28.748456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b0923c1-5cf7-4321-9446-b7158a889599 req-fd81d94d-aff1-413d-9b5f-9cf852e3fbba tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ee543a-3b0f-4c9a-a280-fa1755f22270 HTTP/1.1" status: 200 len: 946 time: 0.4895828 Oct 29 08:32:28.750803 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dc02-0997-46ba-aadb-44acea56e7d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:28.754782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-b121e5bd-f8ee-434b-8402-7c8d8f4594d4 service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0707190 Oct 29 08:32:28.763609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:28.850223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d0471f3-c5c8-4838-b8b5-b01376d22ed2 req-352ddc09-6d1c-4d65-a599-f06385d50398 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55e8e47b395a420e89c12619ae1f2a18 HTTP/1.1" status: 200 len: 10895 time: 0.2253730 Oct 29 08:32:28.905609 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:28.917860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:28.945492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['9e745847-f2ad-4d03-83a5-b87ccab1c6e3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:28.947675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:28.963450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event deleted for resources: {'Port': ['ID=9e745847-f2ad-4d03-83a5-b87ccab1c6e3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:28.972603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b0923c1-5cf7-4321-9446-b7158a889599 req-d701670c-aa0d-4097-b7ec-68716252cf20 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210937 Oct 29 08:32:28.987772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d0471f3-c5c8-4838-b8b5-b01376d22ed2 req-b16d80c8-a00c-4244-be7d-f3ec714239cf tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/bd06c5e0-20b3-42da-b3db-be00e611db99 HTTP/1.1" status: 200 len: 2981 time: 0.1295071 Oct 29 08:32:29.083197 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656b65ea-4407-4593-9cd5-e5d5e336e92d x-openstack-request-id: req-656b65ea-4407-4593-9cd5-e5d5e336e92d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:29.083564 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-plugged", "status": "completed", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:29.084028 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-656b65ea-4407-4593-9cd5-e5d5e336e92d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:29.084858 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'code': 200} Oct 29 08:32:29.149137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] No DVR routers for this DVR port 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:29.153094 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.165965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d44dddd-967d-415d-8cb6-6c90b40a0863 req-82ea3efa-8252-4cd0-b883-c665fd455104 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "DELETE /v2.0/ports/9e745847-f2ad-4d03-83a5-b87ccab1c6e3 HTTP/1.1" status: 204 len: 173 time: 1.5824265 Oct 29 08:32:29.191552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ee543a-3b0f-4c9a-a280-fa1755f22270', 'name': 'network-vif-deleted', 'tag': '9e745847-f2ad-4d03-83a5-b87ccab1c6e3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:29.193008 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0526f2b7-5eaa-4aa4-bc68-af1738f7fa71 req-266f422a-b7d6-4827-b7cc-16ce782fd421 service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254723 Oct 29 08:32:29.195628 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95356c1-2526-4c1e-9199-42522733a46d" -d '{"events": [{"server_uuid": "d9ee543a-3b0f-4c9a-a280-fa1755f22270", "name": "network-vif-deleted", "tag": "9e745847-f2ad-4d03-83a5-b87ccab1c6e3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:29.264318 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.286301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.292572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dc02-0997-46ba-aadb-44acea56e7d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.293510 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d0471f3-c5c8-4838-b8b5-b01376d22ed2 req-b2befdb8-e5d7-4c30-9b59-c7e465111c14 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/bd06c5e0-20b3-42da-b3db-be00e611db99 HTTP/1.1" status: 200 len: 2981 time: 0.2699006 Oct 29 08:32:29.347766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dc02-0997-46ba-aadb-44acea56e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.349382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddad349-892d-4e03-ab21-12d78b2b16c0 req-35e8135f-8506-4dc8-a779-9cccb5e9a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:29.353747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ddad349-892d-4e03-ab21-12d78b2b16c0 req-35e8135f-8506-4dc8-a779-9cccb5e9a236 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1100 time: 0.1408415 Oct 29 08:32:29.382660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Network eca5824a-7b9b-4647-a6b1-e89997edb38a is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:29.429109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ddad349-892d-4e03-ab21-12d78b2b16c0 req-bb79b761-1aca-4d1f-afc8-e6860f5e674e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649266 Oct 29 08:32:29.467622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Pushing event updated for resources: {'Port': ['ID=a173e8fc-bdba-4425-8dfb-92797e06943a,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:29.508450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:29.512746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:29.518452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4262b1-be30-49b4-b561-f11cd66ede76 req-12679257-f65e-46b9-a8dc-c917e282fddd tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:29.526359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cd4262b1-be30-49b4-b561-f11cd66ede76 req-12679257-f65e-46b9-a8dc-c917e282fddd tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 950 time: 0.3376772 Oct 29 08:32:29.530295 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d6e9dc02-0997-46ba-aadb-44acea56e7d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6826c7651ccd40c88374b0d174d6217f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2412703 Oct 29 08:32:29.534614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45020) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:29.594752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Attempting to bind port a173e8fc-bdba-4425-8dfb-92797e06943a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:29.595148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Attempting to bind port a173e8fc-bdba-4425-8dfb-92797e06943a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:29.595519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Attempting to bind port a173e8fc-bdba-4425-8dfb-92797e06943a on network eca5824a-7b9b-4647-a6b1-e89997edb38a {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:29.600672 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1beddbe0-73d8-478a-9a8d-500f09103462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.603241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9dc02-0997-46ba-aadb-44acea56e7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cdf3a1-bc26-44ab-bbe4-015a6835cb07,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:29.624407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:29.624781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Checking segment: {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:29.625184 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.625576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Bound using segment: {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:29.626051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Bound port: a173e8fc-bdba-4425-8dfb-92797e06943a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:29.626432 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.631709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1beddbe0-73d8-478a-9a8d-500f09103462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.660409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cd4262b1-be30-49b4-b561-f11cd66ede76 req-c8a3132d-5dc1-45ff-aa22-9279b6c0386a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329281 Oct 29 08:32:29.692349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.737602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.747758 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1beddbe0-73d8-478a-9a8d-500f09103462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.755307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1beddbe0-73d8-478a-9a8d-500f09103462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.759538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1beddbe0-73d8-478a-9a8d-500f09103462 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37cdf3a1-bc26-44ab-bbe4-015a6835cb07 HTTP/1.1" status: 204 len: 168 time: 0.2238145 Oct 29 08:32:29.766071 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f315c81-45d8-4c09-9df4-c4bb153de6c9 x-openstack-request-id: req-4f315c81-45d8-4c09-9df4-c4bb153de6c9 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:29.766496 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ee543a-3b0f-4c9a-a280-fa1755f22270", "name": "network-vif-deleted", "tag": "9e745847-f2ad-4d03-83a5-b87ccab1c6e3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:29.766756 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f315c81-45d8-4c09-9df4-c4bb153de6c9 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:29.767236 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ee543a-3b0f-4c9a-a280-fa1755f22270', 'name': 'network-vif-deleted', 'tag': '9e745847-f2ad-4d03-83a5-b87ccab1c6e3', 'status': 'completed', 'code': 200} Oct 29 08:32:29.819128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-924da330-932f-4c41-a253-9599760e7b25 None None] For port a173e8fc-bdba-4425-8dfb-92797e06943a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:29.850792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beddbe0-73d8-478a-9a8d-500f09103462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cdf3a1-bc26-44ab-bbe4-015a6835cb07,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:29.869340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-daeffbe4-24e3-45c4-8fd1-705b22e1595a req-c8a03ac5-5ac5-4c08-a551-7f088a36fa58 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/8cc3032e-a4e3-4fd4-af1b-d20007ecf91c HTTP/1.1" status: 200 len: 1800 time: 0.0980897 Oct 29 08:32:29.890499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-924da330-932f-4c41-a253-9599760e7b25 None None] For port a173e8fc-bdba-4425-8dfb-92797e06943a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a173e8fc-bdba-4425-8dfb-92797e06943a,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:29.916102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Allocated IP 172.25.5.102 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/0ed4fbed-38b4-4268-b1d3-25d6f3e2dada) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:29.916902 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:29.975715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-daeffbe4-24e3-45c4-8fd1-705b22e1595a req-4c7a348c-41b2-4dc6-80d9-234025e39b82 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.010885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-daeffbe4-24e3-45c4-8fd1-705b22e1595a req-4c7a348c-41b2-4dc6-80d9-234025e39b82 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.032670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.086548 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-daeffbe4-24e3-45c4-8fd1-705b22e1595a req-4c7a348c-41b2-4dc6-80d9-234025e39b82 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.090031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-daeffbe4-24e3-45c4-8fd1-705b22e1595a req-4c7a348c-41b2-4dc6-80d9-234025e39b82 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.091991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-daeffbe4-24e3-45c4-8fd1-705b22e1595a req-4c7a348c-41b2-4dc6-80d9-234025e39b82 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/8cc3032e-a4e3-4fd4-af1b-d20007ecf91c HTTP/1.1" status: 204 len: 173 time: 0.2149644 Oct 29 08:32:30.102849 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.106946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Pushing event updated for resources: {'Port': ['ID=a173e8fc-bdba-4425-8dfb-92797e06943a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:30.122056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '2b3564e1-3705-4988-93ee-a43677775be7', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'port_id': '4e440b82-37fc-4112-a04f-8772d0b42499', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'mac_address': 'fa:16:3e:65:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:30:27Z', 'updated_at': '2021-10-29T08:32:21Z', 'revision_number': 1, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:15Z', 'revision_number': 5, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:30.133829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a348c-41b2-4dc6-80d9-234025e39b82 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3032e-a4e3-4fd4-af1b-d20007ecf91c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:30.158968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:30.165631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:30.176542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea20d0-6a78-4928-8d1c-e11cdb91cdc5 req-f17f73d0-40a7-4f4d-8253-028878259c9f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:30.182896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea20d0-6a78-4928-8d1c-e11cdb91cdc5 req-f17f73d0-40a7-4f4d-8253-028878259c9f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:30.190550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-01ea20d0-6a78-4928-8d1c-e11cdb91cdc5 req-f17f73d0-40a7-4f4d-8253-028878259c9f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1681 time: 0.1318710 Oct 29 08:32:30.193759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:30.201412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed4fbed-38b4-4268-b1d3-25d6f3e2dada,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:30.264981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.265967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.266508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.267034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.267553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.268117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.268903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.269627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.270149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.270687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.271447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.272005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924da330-932f-4c41-a253-9599760e7b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:30.291875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e15eb-9a14-4cc1-a9ac-07cee2537762 None None] The sync data for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 is: [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '2b3564e1-3705-4988-93ee-a43677775be7', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'port_id': '4e440b82-37fc-4112-a04f-8772d0b42499', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'mac_address': 'fa:16:3e:65:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:30:27Z', 'updated_at': '2021-10-29T08:32:21Z', 'revision_number': 1, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:15Z', 'revision_number': 5, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:32:30.301563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-01ea20d0-6a78-4928-8d1c-e11cdb91cdc5 req-859abcfa-8f34-4ac2-85db-c0c894f906e2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070104 Oct 29 08:32:30.332042 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.355764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45034) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:30.423170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45e4ea09-ed8a-4231-893e-f31e7a4aa73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.428773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device eca421c9-c304-4b8e-8f13-f83adaf55a5c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:30.453597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f7f0-2e34-4391-88d3-981e35742897 req-e44489e4-e1bc-47f7-9001-832e8be713df tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:30.455458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9be7f7f0-2e34-4391-88d3-981e35742897 req-e44489e4-e1bc-47f7-9001-832e8be713df tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.2188611 Oct 29 08:32:30.476609 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-516004cc-3e3f-47a2-bd08-662e4373a1fc req-6fc2cecb-0105-4ee5-a177-8976fe0fd5c7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:32:30.479886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-516004cc-3e3f-47a2-bd08-662e4373a1fc req-6fc2cecb-0105-4ee5-a177-8976fe0fd5c7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/8cc3032e-a4e3-4fd4-af1b-d20007ecf91c HTTP/1.1" status: 404 len: 352 time: 0.0657299 Oct 29 08:32:30.551258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9be7f7f0-2e34-4391-88d3-981e35742897 req-7dc2cc9e-af60-46ed-86fb-3191e8346f20 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818822 Oct 29 08:32:30.574276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port eca421c9-c304-4b8e-8f13-f83adaf55a5c completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:30.620941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port eca421c9-c304-4b8e-8f13-f83adaf55a5c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:30.621312 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.791603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45e4ea09-ed8a-4231-893e-f31e7a4aa73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.827717 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45e4ea09-ed8a-4231-893e-f31e7a4aa73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.895457 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11880745-814f-439c-9b4e-1e943fcf1ab9 None None] New status for floating IP 2b3564e1-3705-4988-93ee-a43677775be7: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:32:30.933686 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.957768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:30.991893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6b6dd5d-7a54-45c8-82f9-2822a7bfb09f req-44265179-c608-4193-8ea4-3127ffe3250e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/37b73fe0-ce19-46ba-a751-201ec916e58d HTTP/1.1" status: 200 len: 1799 time: 0.2782738 Oct 29 08:32:31.009338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port eca421c9-c304-4b8e-8f13-f83adaf55a5c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=eca421c9-c304-4b8e-8f13-f83adaf55a5c,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:31.016809 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.017799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8400581f-f1d2-4d58-b95b-44daf49b3d71 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:31.030599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4ea09-ed8a-4231-893e-f31e7a4aa73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b90b27-33be-4d69-9142-04833136e655,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:31.086917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-45e4ea09-ed8a-4231-893e-f31e7a4aa73e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5bfcabd3c13d43b9a7ac3037beafae4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7263312 Oct 29 08:32:31.095623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45060) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:31.101681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:31.109038 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027b46ee-e44a-4508-8fdd-89ac85d862dc" -d '{"events": [{"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-plugged", "status": "completed", "tag": "eca421c9-c304-4b8e-8f13-f83adaf55a5c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:31.216447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=eca421c9-c304-4b8e-8f13-f83adaf55a5c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:31.231189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 8400581f-f1d2-4d58-b95b-44daf49b3d71 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:31.236730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 8400581f-f1d2-4d58-b95b-44daf49b3d71 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:31.237749 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.352933 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c6b6dd5d-7a54-45c8-82f9-2822a7bfb09f req-9b9131e6-4aa2-4265-b783-912dab44d7be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.378246 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.395031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.414266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c6b6dd5d-7a54-45c8-82f9-2822a7bfb09f req-9b9131e6-4aa2-4265-b783-912dab44d7be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.423173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8400581f-f1d2-4d58-b95b-44daf49b3d71, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8400581f-f1d2-4d58-b95b-44daf49b3d71,segment=NetworkSegment(bbc339d2-c7ae-4693-8842-82a2b0bd19c7),segment_id=bbc339d2-c7ae-4693-8842-82a2b0bd19c7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:31.430694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.431495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:31.433901 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b53ade43-0158-4410-97af-98e7674f9632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.490474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b53ade43-0158-4410-97af-98e7674f9632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.543056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:31.543966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9e745847-f2ad-4d03-83a5-b87ccab1c6e3 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:31.597241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c6b6dd5d-7a54-45c8-82f9-2822a7bfb09f req-9b9131e6-4aa2-4265-b783-912dab44d7be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.601525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c6b6dd5d-7a54-45c8-82f9-2822a7bfb09f req-9b9131e6-4aa2-4265-b783-912dab44d7be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.607487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=8400581f-f1d2-4d58-b95b-44daf49b3d71,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:31.620020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6b6dd5d-7a54-45c8-82f9-2822a7bfb09f req-9b9131e6-4aa2-4265-b783-912dab44d7be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/37b73fe0-ce19-46ba-a751-201ec916e58d HTTP/1.1" status: 204 len: 173 time: 0.6163700 Oct 29 08:32:31.652020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a173e8fc-bdba-4425-8dfb-92797e06943a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:31.660978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9131e6-4aa2-4265-b783-912dab44d7be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b73fe0-ce19-46ba-a751-201ec916e58d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:31.669508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b53ade43-0158-4410-97af-98e7674f9632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.676913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b53ade43-0158-4410-97af-98e7674f9632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:31.681632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b53ade43-0158-4410-97af-98e7674f9632 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59b90b27-33be-4d69-9142-04833136e655 HTTP/1.1" status: 204 len: 168 time: 0.5823243 Oct 29 08:32:31.703760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0db98f49-c24e-49d0-a56a-b841e750d249 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:31.720330 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0db98f49-c24e-49d0-a56a-b841e750d249 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.4761512 Oct 29 08:32:31.732697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ade43-0158-4410-97af-98e7674f9632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b90b27-33be-4d69-9142-04833136e655,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:31.809934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-5f06c1c1-eeb3-4237-a260-c7df05fcc808 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/quotas/24b6b3f61fbc4c2a916e6f12373383b8 HTTP/1.1" status: 200 len: 375 time: 0.0559888 Oct 29 08:32:31.940026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Router 142e3f73-e4ff-45e4-9834-2522ac792008 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:32:31.956932 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-800222d1-2d8c-47ed-8f24-4fedc94e119e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455715 Oct 29 08:32:31.997404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8bb8b-0f48-4a35-af22-36f4024bcea5 req-8d42450c-b3d2-4f3f-bdf2-8ce5f550c380 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:32.005311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8bb8b-0f48-4a35-af22-36f4024bcea5 req-8d42450c-b3d2-4f3f-bdf2-8ce5f550c380 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:32.007862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d8bb8b-0f48-4a35-af22-36f4024bcea5 req-8d42450c-b3d2-4f3f-bdf2-8ce5f550c380 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1683 time: 0.1597080 Oct 29 08:32:32.069716 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38d8bb8b-0f48-4a35-af22-36f4024bcea5 req-d9736d9c-7cf7-4590-8de8-f1cef355f481 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523908 Oct 29 08:32:32.116766 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2538a3-e69a-4186-a022-5e6280d3293f x-openstack-request-id: req-2f2538a3-e69a-4186-a022-5e6280d3293f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:32.117092 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-plugged", "status": "completed", "tag": "eca421c9-c304-4b8e-8f13-f83adaf55a5c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:32.117322 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f2538a3-e69a-4186-a022-5e6280d3293f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:32.121424 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c', 'code': 200} Oct 29 08:32:32.123126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc6d25-d58a-4d4b-b70a-a70c833edf46 None None] Network eca5824a-7b9b-4647-a6b1-e89997edb38a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:32.158096 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-bb1ad100-958e-45ad-93b3-207399db68c3 req-5da41c90-7767-4dfd-a1a7-fe3ef3144d8e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:32:32.173730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb1ad100-958e-45ad-93b3-207399db68c3 req-5da41c90-7767-4dfd-a1a7-fe3ef3144d8e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/37b73fe0-ce19-46ba-a751-201ec916e58d HTTP/1.1" status: 404 len: 352 time: 0.0521741 Oct 29 08:32:32.228239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:32:32.243575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-6927f836-4a40-43c6-869d-44604d58b3dd service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694092 Oct 29 08:32:32.267252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Sync routers for ids ['142e3f73-e4ff-45e4-9834-2522ac792008'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:32:32.297122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd65bba-35a9-47f4-9de7-f65579912612 req-802ece00-f8e7-4326-a178-79229a98fb48 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:32.306869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4cd65bba-35a9-47f4-9de7-f65579912612 req-802ece00-f8e7-4326-a178-79229a98fb48 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0791268 Oct 29 08:32:32.365754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-c184c746-3c27-4518-a1ff-9a171f60c9ec service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212177 Oct 29 08:32:32.371418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4cd65bba-35a9-47f4-9de7-f65579912612 req-b5a809d1-2d6c-4db2-a829-713f4a269ac1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634208 Oct 29 08:32:32.399669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:32.405820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45094) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:32.408472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eb9b0db9-d3ba-46af-b981-d910dea8a879 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1819012 Oct 29 08:32:32.549672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Routers {'142e3f73-e4ff-45e4-9834-2522ac792008'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:32.550309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['142e3f73-e4ff-45e4-9834-2522ac792008'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:32.595650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7bdb4433-43bb-4584-bb3c-79ddb1141804 None None] Provisioning complete for port a173e8fc-bdba-4425-8dfb-92797e06943a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:32.596051 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4433-43bb-4584-bb3c-79ddb1141804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:32.751207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88e0625-3730-44f6-b7b9-4084b179416e req-c236cc19-2adc-4958-9440-5bf70d646234 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/1145a6c1-f0ec-41ad-98bc-b7e91f0e75e6 HTTP/1.1" status: 200 len: 1800 time: 0.1019063 Oct 29 08:32:32.815020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-3db74e09-e27d-4146-88e9-03ac6afd1af0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=46452f57c5314af9bdebc57ca295414b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640001 Oct 29 08:32:32.829760 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88e0625-3730-44f6-b7b9-4084b179416e req-c675fb6f-26db-4c48-8a8c-4b7b0f245bde tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:32.855698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a173e8fc-bdba-4425-8dfb-92797e06943a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:32.856091 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:32.890298 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88e0625-3730-44f6-b7b9-4084b179416e req-c675fb6f-26db-4c48-8a8c-4b7b0f245bde tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:32.975080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88e0625-3730-44f6-b7b9-4084b179416e req-c675fb6f-26db-4c48-8a8c-4b7b0f245bde tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:32.978091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d88e0625-3730-44f6-b7b9-4084b179416e req-c675fb6f-26db-4c48-8a8c-4b7b0f245bde tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:32.979334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d88e0625-3730-44f6-b7b9-4084b179416e req-c675fb6f-26db-4c48-8a8c-4b7b0f245bde tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/1145a6c1-f0ec-41ad-98bc-b7e91f0e75e6 HTTP/1.1" status: 204 len: 173 time: 0.2273288 Oct 29 08:32:32.995621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675fb6f-26db-4c48-8a8c-4b7b0f245bde tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1145a6c1-f0ec-41ad-98bc-b7e91f0e75e6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:33.144398 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5f01c5e-41c6-4f90-8c04-7f2da7427d5b req-8e08204f-6607-465f-a0de-06cf6d4ef5b9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 210 time: 0.0723372 Oct 29 08:32:33.184475 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-cc999c7e-999e-4db2-9247-fc1479dade4e req-50fce48b-b3e5-4562-a804-71b2dca01646 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:32:33.204037 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc999c7e-999e-4db2-9247-fc1479dade4e req-50fce48b-b3e5-4562-a804-71b2dca01646 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/1145a6c1-f0ec-41ad-98bc-b7e91f0e75e6 HTTP/1.1" status: 404 len: 352 time: 0.0482903 Oct 29 08:32:33.305288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Set router 142e3f73-e4ff-45e4-9834-2522ac792008 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:33.309552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4433-43bb-4584-bb3c-79ddb1141804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:33.436850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c0b8c-946f-4b76-b567-48b871cee551 req-333582f1-92bc-40ab-ad7b-126d5850d9a7 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:33.446305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-333582f1-92bc-40ab-ad7b-126d5850d9a7 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5627301 Oct 29 08:32:33.464067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816efd01-eae6-468e-8cab-788453f8d3ec req-24247a6f-d226-4822-9cc0-9d75ca2aa8f0 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:33.471854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:33.486839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816efd01-eae6-468e-8cab-788453f8d3ec req-24247a6f-d226-4822-9cc0-9d75ca2aa8f0 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:33.487220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-816efd01-eae6-468e-8cab-788453f8d3ec req-24247a6f-d226-4822-9cc0-9d75ca2aa8f0 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1683 time: 0.1700811 Oct 29 08:32:33.643027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-816efd01-eae6-468e-8cab-788453f8d3ec req-3eeac4db-89fe-4880-bde9-1fbe32420621 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478279 Oct 29 08:32:33.654512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7bdb4433-43bb-4584-bb3c-79ddb1141804 None None] For port a173e8fc-bdba-4425-8dfb-92797e06943a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a173e8fc-bdba-4425-8dfb-92797e06943a,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:33.687960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4433-43bb-4584-bb3c-79ddb1141804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:33.715628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-f267ada7-413b-4d16-8708-a8d7b07709ae tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/quotas/46452f57c5314af9bdebc57ca295414b HTTP/1.1" status: 200 len: 375 time: 0.2642128 Oct 29 08:32:33.810080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-499b5e71-a685-46b7-ab3a-cb62704f4930 req-d504ed2f-2610-45f6-be0e-2a51520e9148 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55e8e47b395a420e89c12619ae1f2a18 HTTP/1.1" status: 200 len: 6149 time: 0.1553214 Oct 29 08:32:33.857490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-42aacfe8-45f4-4b14-bb76-d4e45d2cf267 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291826 Oct 29 08:32:33.938937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:32:33.939215 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:32:33.940401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-499b5e71-a685-46b7-ab3a-cb62704f4930 req-c2c47269-773a-4f09-a169-e34c49daad09 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/bd06c5e0-20b3-42da-b3db-be00e611db99 HTTP/1.1" status: 200 len: 2981 time: 0.1290843 Oct 29 08:32:33.941312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb4433-43bb-4584-bb3c-79ddb1141804 None None] Pushing event updated for resources: {'Port': ['ID=a173e8fc-bdba-4425-8dfb-92797e06943a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:33.995673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-40cb553e-a204-4bb6-9251-cdcb9d3777a4 None None] Provisioning complete for port a173e8fc-bdba-4425-8dfb-92797e06943a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:33.996161 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-40cb553e-a204-4bb6-9251-cdcb9d3777a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:34.058772 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-499b5e71-a685-46b7-ab3a-cb62704f4930 req-e66747e1-185c-446e-a170-ed784efcda4c tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/bd06c5e0-20b3-42da-b3db-be00e611db99 HTTP/1.1" status: 200 len: 2981 time: 0.1130526 Oct 29 08:32:34.084323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:32:30Z', 'revision_number': 3, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port': {'id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:29Z', 'updated_at': '2021-10-29T08:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:34.218983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-b0b486b2-2cd6-41db-9a11-67295edefaac req-29ffb8be-6e52-4afc-a176-e5162d2c2751 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1978705274', 'description': 'tempest-description-387523642'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:34.260815 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b0b486b2-2cd6-41db-9a11-67295edefaac req-29ffb8be-6e52-4afc-a176-e5162d2c2751 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:34.273559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8400581f-f1d2-4d58-b95b-44daf49b3d71'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:34.280193 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0ec74b-d3a8-458f-8fca-f763749bf8d9" -d '{"events": [{"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-plugged", "status": "completed", "tag": "8400581f-f1d2-4d58-b95b-44daf49b3d71"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:34.301778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Checking router: 142e3f73-e4ff-45e4-9834-2522ac792008 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:32:34.302377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Updating router 142e3f73-e4ff-45e4-9834-2522ac792008 port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:32:34.341989 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:34.387192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:34.550007 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b0b486b2-2cd6-41db-9a11-67295edefaac req-29ffb8be-6e52-4afc-a176-e5162d2c2751 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:34.560724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b0b486b2-2cd6-41db-9a11-67295edefaac req-29ffb8be-6e52-4afc-a176-e5162d2c2751 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:34.658895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b0b486b2-2cd6-41db-9a11-67295edefaac req-29ffb8be-6e52-4afc-a176-e5162d2c2751 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:34.676534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0b486b2-2cd6-41db-9a11-67295edefaac req-29ffb8be-6e52-4afc-a176-e5162d2c2751 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4627199 Oct 29 08:32:34.679350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffb8be-6e52-4afc-a176-e5162d2c2751 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a971206-e38f-4db5-99be-957f0d4b2420,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:34.780030 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4ccb649-1993-456e-9891-89c2b79488f1 req-4b4b8bf0-ceb8-4069-9974-1b46bf2505ce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0487156 Oct 29 08:32:34.907588 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a519061-43ad-4ce5-81cf-ce742aeacdf4 x-openstack-request-id: req-8a519061-43ad-4ce5-81cf-ce742aeacdf4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:34.908588 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-plugged", "status": "completed", "tag": "8400581f-f1d2-4d58-b95b-44daf49b3d71", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:34.909039 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a519061-43ad-4ce5-81cf-ce742aeacdf4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:34.911459 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8400581f-f1d2-4d58-b95b-44daf49b3d71', 'code': 200} Oct 29 08:32:34.970081 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:34.978325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a173e8fc-bdba-4425-8dfb-92797e06943a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:35.043653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1839a332-299a-4248-b383-bc3e28d21253 req-4edb1d47-6461-480c-a85c-855e23e57fd5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 210 time: 0.5052013 Oct 29 08:32:35.062965 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.113089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a5dcff56-a5c8-4c44-8888-a239a0e84463 req-e4aacf90-aa80-4880-86c5-4817f8ec9a79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1370207395', 'description': 'tempest-description-677577830'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:35.140622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7354454-2066-42d2-adbe-d959bb7b9c67 None None] Pushing event updated for resources: {'Port': ['ID=0ed4fbed-38b4-4268-b1d3-25d6f3e2dada,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:35.175651 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5dcff56-a5c8-4c44-8888-a239a0e84463 req-e4aacf90-aa80-4880-86c5-4817f8ec9a79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.194606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Attempting to bind port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:35.195178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Attempting to bind port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:35.195395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Attempting to bind port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:35.206782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:35.207465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:35.208051 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.208449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:35.209177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Bound port: 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:35.209575 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.210291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8aa20-094d-4e61-9e36-e947d769d6e6 req-9e109c68-18c4-433b-8328-52341e6f2559 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:35.212442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-cf1cb091-6f62-4051-a62b-4330452916be tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:35.214592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-cf1cb091-6f62-4051-a62b-4330452916be tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.6710358 Oct 29 08:32:35.218957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8aa20-094d-4e61-9e36-e947d769d6e6 req-9e109c68-18c4-433b-8328-52341e6f2559 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:35.225723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64c8aa20-094d-4e61-9e36-e947d769d6e6 req-9e109c68-18c4-433b-8328-52341e6f2559 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1683 time: 0.2280557 Oct 29 08:32:35.232536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e26e5-f7b6-4025-8425-788569ac3e80 req-fed9f33f-df59-4239-b135-417b8cbfc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:35.233433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e26e5-f7b6-4025-8425-788569ac3e80 req-fed9f33f-df59-4239-b135-417b8cbfc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:35.234178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Request body: {'port': {'device_id': '2216a309-320e-409c-96ca-3cf3fbe3075d', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'admin_state_up': True, 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:35.235851 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-428e26e5-f7b6-4025-8425-788569ac3e80 req-fed9f33f-df59-4239-b135-417b8cbfc078 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1985 time: 0.1648099 Oct 29 08:32:35.267860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Allocated IP 172.20.0.1 (eca5824a-7b9b-4647-a6b1-e89997edb38a/a3bf758f-39eb-4439-ad64-42c5be4a19e9/e34e1987-9c2a-4d5d-ba36-1f2c99d9f266) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:35.308456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64c8aa20-094d-4e61-9e36-e947d769d6e6 req-389e132f-675c-4355-8f67-b85f439b0bb2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696840 Oct 29 08:32:35.326319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a173e8fc-bdba-4425-8dfb-92797e06943a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:35.326692 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.379465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-428e26e5-f7b6-4025-8425-788569ac3e80 req-07d73c42-aea6-4504-9b51-5c140b98fda7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968204 Oct 29 08:32:35.386504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] For port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:35.390562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] For port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0ed4fbed-38b4-4268-b1d3-25d6f3e2dada,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:35.476195 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.626265 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5dcff56-a5c8-4c44-8888-a239a0e84463 req-e4aacf90-aa80-4880-86c5-4817f8ec9a79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.641204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:35.656254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.657483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Routers {'142e3f73-e4ff-45e4-9834-2522ac792008'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:35.658226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['142e3f73-e4ff-45e4-9834-2522ac792008'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:35.665750 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5dcff56-a5c8-4c44-8888-a239a0e84463 req-e4aacf90-aa80-4880-86c5-4817f8ec9a79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.715258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-aa8e50c8-b58d-4c91-bcca-c0a9dcd04dd0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=31e6300b3b05407b95d6113502f238d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431268 Oct 29 08:32:35.879684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-55018608-4c60-4375-8fc9-7740e15002b9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:35.887845 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-55018608-4c60-4375-8fc9-7740e15002b9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706169 Oct 29 08:32:35.905203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-65668129-5b5f-4d6b-9e0a-5d907590894c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/quotas/31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 375 time: 0.0165033 Oct 29 08:32:35.924130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Allocated IP 172.20.0.8 (e8f283a6-0ef3-4237-aed0-2369190cb484/3d25f8d9-c239-477a-8419-aa47faeea0bb/05b02673-dcb0-4937-9299-63b7852c3931) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:35.933657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7354454-2066-42d2-adbe-d959bb7b9c67 None None] Pushing event updated for resources: {'Port': ['ID=0ed4fbed-38b4-4268-b1d3-25d6f3e2dada,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:35.951261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-87ffd47e-d706-4943-9fac-068cd5a228a7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439944 Oct 29 08:32:35.971847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.975580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5dcff56-a5c8-4c44-8888-a239a0e84463 req-e4aacf90-aa80-4880-86c5-4817f8ec9a79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:35.976994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5dcff56-a5c8-4c44-8888-a239a0e84463 req-e4aacf90-aa80-4880-86c5-4817f8ec9a79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8839269 Oct 29 08:32:35.977550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aacf90-aa80-4880-86c5-4817f8ec9a79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e45d525-100b-4ab3-aaac-23c6169e3fee,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:36.107434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] Set router 142e3f73-e4ff-45e4-9834-2522ac792008 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:36.313085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-dded009c-8a01-4b72-af0e-fdf1cf86a540 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=46452f57c5314af9bdebc57ca295414b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930219 Oct 29 08:32:36.316001 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:36.401344 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e98f800-188b-4115-ab9f-c2373f24fcb0 req-06f98b6c-b578-47f7-a157-1ce29629e655 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0671372 Oct 29 08:32:36.584443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Pushing event updated for resources: {'Port': ['ID=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:36.641233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:32:30Z', 'revision_number': 3, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port': {'id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:29Z', 'updated_at': '2021-10-29T08:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:36.655290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Network eca5824a-7b9b-4647-a6b1-e89997edb38a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:36.675657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:36.701414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb720afa-7811-4aed-a565-b9847a86553b req-40f411e8-d4b5-46a1-9873-473cd761c885 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 210 time: 0.3252931 Oct 29 08:32:36.717650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:36.731959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff2b4c-73e1-4ca5-85b5-66c09cbe46c4 None None] The sync data for ids ['142e3f73-e4ff-45e4-9834-2522ac792008'] in n-d-815940-1 is: [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:32:30Z', 'revision_number': 3, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port': {'id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:29Z', 'updated_at': '2021-10-29T08:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:32:36.942847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-1a70d483-61e7-4758-aa14-ef76f5f570be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:36.955741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-1a70d483-61e7-4758-aa14-ef76f5f570be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 813 time: 0.3599980 Oct 29 08:32:36.979762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-91b2cd2b-e7bc-489e-b492-8c6af7549687 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/quotas/55e8e47b395a420e89c12619ae1f2a18 HTTP/1.1" status: 200 len: 375 time: 0.0227218 Oct 29 08:32:37.147456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-2ce55aee-6759-48cf-ab0c-b387c6b9d960 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636801 Oct 29 08:32:37.263185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-be73f08b-0413-4876-9e7c-d95d2bbd18fa None None] Provisioning complete for port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:37.269558 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be73f08b-0413-4876-9e7c-d95d2bbd18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:37.294795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b45688e0-5f01-4b79-8117-577d78711df1 service neutron] 10.222.0.70 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461456 Oct 29 08:32:37.402731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-be73f08b-0413-4876-9e7c-d95d2bbd18fa None None] Port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:37.493476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-614cdbab-1cd6-484b-aa64-1243af09e281 service neutron] 10.222.0.70 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978037 Oct 29 08:32:37.590052 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:37.593746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96de0bbb-b3f4-41dd-a637-7c742a4b5476 req-4e1850c0-c4a9-49de-aff2-fcdeb88e25a2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 210 time: 0.0939534 Oct 29 08:32:37.640850 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:37.653008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c0b8c-946f-4b76-b567-48b871cee551 req-1a1cb2ae-2974-47d9-8ba4-9891a1221124 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:37.654621 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-1a1cb2ae-2974-47d9-8ba4-9891a1221124 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3288312 Oct 29 08:32:37.761622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Request body: {'port': {'device_id': 'f76030b1-8cbf-4327-87f2-3f6e844e96f7', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '46452f57c5314af9bdebc57ca295414b'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:37.899017 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:37.916470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:38.001061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1eac7de8-51ee-4896-a261-6fcb68b21f49 req-a9f06724-2683-4005-86d0-f67cbe486938 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0592544 Oct 29 08:32:38.104555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c39328a2-a19e-4163-bb2b-5583e32b0b03 req-e367639e-e0a1-4e53-8fde-f980fb2f19b9 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 210 time: 0.0423121 Oct 29 08:32:38.120108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Network e8f283a6-0ef3-4237-aed0-2369190cb484 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:38.162071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f0663-e320-47ed-9564-3cc66f706643 req-5f728ccb-c25b-4bda-81df-7cd27457b096 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:38.171084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f0663-e320-47ed-9564-3cc66f706643 req-5f728ccb-c25b-4bda-81df-7cd27457b096 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:38.178940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb3f0663-e320-47ed-9564-3cc66f706643 req-5f728ccb-c25b-4bda-81df-7cd27457b096 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1683 time: 0.4018466 Oct 29 08:32:38.195281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:38.197985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event updated for resources: {'Port': ['ID=05b02673-dcb0-4937-9299-63b7852c3931,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:38.200478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:38.347319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0421bf-e981-4cca-9b4d-393f63170f33 req-2f1c69e5-0157-4871-a053-d4852efc8f11 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:38.360040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba0421bf-e981-4cca-9b4d-393f63170f33 req-2f1c69e5-0157-4871-a053-d4852efc8f11 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 931 time: 0.1231606 Oct 29 08:32:38.387165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:38.388258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:38.452127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba0421bf-e981-4cca-9b4d-393f63170f33 req-dc91e3d7-9e52-4721-9411-8dc193f73bef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894170 Oct 29 08:32:38.454079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:38.464601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb3f0663-e320-47ed-9564-3cc66f706643 req-3fcbd813-c0f9-4918-b0b1-03d2784b1e1a tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846203 Oct 29 08:32:38.469658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Made reservation on behalf of 46452f57c5314af9bdebc57ca295414b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:38.475225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:38.494606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-9cf2d542-7d0b-44df-99cb-decb197ac73e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2675824 Oct 29 08:32:38.514803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Request body: {'port': {'device_id': '2216a309-320e-409c-96ca-3cf3fbe3075d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:38.826886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:38.943957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37d6dd51-1a01-4fae-9dd0-aa23b5fb39c3 req-0a85217e-a4c3-4f94-88c8-8c700c7875bd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 210 time: 0.0778947 Oct 29 08:32:39.003392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:39.015198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Allocated IP 192.168.233.36 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/2e804438-b9dc-4c12-943e-9cce277a9601) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:39.043056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-4420d1c0-4057-4af2-8514-c9eb42510d87 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=31e6300b3b05407b95d6113502f238d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841160 Oct 29 08:32:39.078204 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:39.104170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:39.196646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:39.197060 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:39.331660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7b89-c7da-4554-8a3c-f57b8c27db13 req-5cc6a750-6346-416a-9eca-ef495e14b285 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:39.343600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7b89-c7da-4554-8a3c-f57b8c27db13 req-5cc6a750-6346-416a-9eca-ef495e14b285 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:39.356672 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-320c7b89-c7da-4554-8a3c-f57b8c27db13 req-5cc6a750-6346-416a-9eca-ef495e14b285 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1683 time: 0.1441455 Oct 29 08:32:39.385866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:39.402887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-1037b8c9-c453-4e7d-ace6-4382ff61d28a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:39.404764 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-1037b8c9-c453-4e7d-ace6-4382ff61d28a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511000 Oct 29 08:32:39.428847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Request body: {'port': {'device_id': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '31e6300b3b05407b95d6113502f238d1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:39.433548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0ed4fbed-38b4-4268-b1d3-25d6f3e2dada,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:39.435826 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-320c7b89-c7da-4554-8a3c-f57b8c27db13 req-6e5cc566-1c01-4b74-b3a0-0120ce0b5122 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778110 Oct 29 08:32:39.442607 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:39.451585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:39.471971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Pushing event updated for resources: {'Port': ['ID=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:39.634396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=0ed4fbed-38b4-4268-b1d3-25d6f3e2dada,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:39.672363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:39.860170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b0c00bc-3461-4fff-b0f8-ab9923df23c7 req-19f7509b-974a-46b2-beda-39cc72f2a61b tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0999148 Oct 29 08:32:39.865552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Network eca5824a-7b9b-4647-a6b1-e89997edb38a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:39.888953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:39.966469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:39.981340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['91c272c3-b78e-416b-9a57-d47bca3a63fb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:39.984543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['40a7da6f-72d6-4cae-8c68-63fc16c4be3c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:40.074106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b02673-dcb0-4937-9299-63b7852c3931 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:40.082654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27441675-7c38-41a7-958d-d8e0a75308b8 req-2bfbc7bb-cc3c-4a9d-bba5-fe3e0877349e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 210 time: 0.0511644 Oct 29 08:32:40.095211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-d96e8360-1625-42af-afbc-3703586d361a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:40.097062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-d96e8360-1625-42af-afbc-3703586d361a tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.15 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 813 time: 0.3931279 Oct 29 08:32:40.103035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.145978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'port': {'device_id': 'd097db95-5217-40b1-a657-52aabb8941ba', 'network_id': '228003a1-554a-4cc3-b178-5af349575049', 'admin_state_up': True, 'tenant_id': '55e8e47b395a420e89c12619ae1f2a18'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:40.148960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Made reservation on behalf of 31e6300b3b05407b95d6113502f238d1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:40.159567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.179985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.188012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:40.241161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Transition to ACTIVE for port object 05b02673-dcb0-4937-9299-63b7852c3931 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:40.248800 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:40.252193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:40.287607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ee5086c8-a8ba-42b7-aaa9-717551513541 None None] Provisioning complete for port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:40.288320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ee5086c8-a8ba-42b7-aaa9-717551513541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.295969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.297969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Pushing event updated for resources: {'Port': ['ID=2e804438-b9dc-4c12-943e-9cce277a9601,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:40.340778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ee5086c8-a8ba-42b7-aaa9-717551513541 None None] Port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:40.371992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9a422-e831-4756-b0ad-e94ebcddb2c3 req-d04fa662-c3ac-4f26-a010-91d9355bb91b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:40.381369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d3c9a422-e831-4756-b0ad-e94ebcddb2c3 req-d04fa662-c3ac-4f26-a010-91d9355bb91b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 931 time: 0.4252653 Oct 29 08:32:40.411224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.421578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-db917c8f-6908-4942-8a47-1833fbd6d835 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992415 Oct 29 08:32:40.423295 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.508128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:40.508818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.542572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.15', 63287) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:40.586768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Pushing event updated for resources: {'Port': ['ID=05b02673-dcb0-4937-9299-63b7852c3931,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:40.627780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Router 142e3f73-e4ff-45e4-9834-2522ac792008 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:32:40.637673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7d1d314b-c9bb-4c1e-8306-a38f4eb239a0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8872864 Oct 29 08:32:40.655124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6315526c-0d24-47d9-a2c6-e7a8f69152a7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:40.663452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d3c9a422-e831-4756-b0ad-e94ebcddb2c3 req-b395f667-f335-4891-b532-a20467b3330d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809510 Oct 29 08:32:40.671645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Request body: {'port': {'device_id': 'f76030b1-8cbf-4327-87f2-3f6e844e96f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:40.704494 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4eef90b9-4859-4571-b993-6956a9f974f7 req-1ed32451-e326-41cf-9744-2037bd5f7b11 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 210 time: 0.1608496 Oct 29 08:32:40.714770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dabb12d3-75e9-410b-8cb1-93758ef0f8d9 None None] Provisioning complete for port 2e804438-b9dc-4c12-943e-9cce277a9601 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:40.715240 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dabb12d3-75e9-410b-8cb1-93758ef0f8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.777845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Made reservation on behalf of 55e8e47b395a420e89c12619ae1f2a18 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:40.783658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-72b89757-d5c5-4963-941e-46852a0edb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:40.785740 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-72b89757-d5c5-4963-941e-46852a0edb3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 1097 time: 0.2315838 Oct 29 08:32:40.796453 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:40.825400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4070d23-6225-4b36-93f0-625582b08868 req-5e3ef9fa-5988-46cf-b6f5-77540195c081 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:40.832280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4070d23-6225-4b36-93f0-625582b08868 req-5e3ef9fa-5988-46cf-b6f5-77540195c081 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:40.834644 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4070d23-6225-4b36-93f0-625582b08868 req-5e3ef9fa-5988-46cf-b6f5-77540195c081 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1683 time: 0.2898433 Oct 29 08:32:40.835383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dabb12d3-75e9-410b-8cb1-93758ef0f8d9 None None] Port 2e804438-b9dc-4c12-943e-9cce277a9601 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:40.900634 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:40.968462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:40.969213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.000359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Allocated IP 192.168.233.168 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/c8d9ce57-cfe3-48fc-a110-0b1b3fe35112) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:41.015851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Attempting to bind port 05b02673-dcb0-4937-9299-63b7852c3931 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:41.015851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Attempting to bind port 05b02673-dcb0-4937-9299-63b7852c3931 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:41.015851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Attempting to bind port 05b02673-dcb0-4937-9299-63b7852c3931 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:41.068166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.075773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Port 05b02673-dcb0-4937-9299-63b7852c3931 on network e8f283a6-0ef3-4237-aed0-2369190cb484 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:41.076129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Attempting to bind port 05b02673-dcb0-4937-9299-63b7852c3931 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:41.114221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c54d6-3f9d-4a1d-b237-04ace42c2607 req-b3e06215-5806-4e01-9618-5eed270e6f6d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:41.120303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c54d6-3f9d-4a1d-b237-04ace42c2607 req-b3e06215-5806-4e01-9618-5eed270e6f6d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:41.122144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a7c54d6-3f9d-4a1d-b237-04ace42c2607 req-b3e06215-5806-4e01-9618-5eed270e6f6d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 1683 time: 0.3778017 Oct 29 08:32:41.122989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:41.123465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Checking segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:41.123749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Bound using segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:41.124455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Bound port: 05b02673-dcb0-4937-9299-63b7852c3931, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:41.124883 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.186621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-ea12b9a0-86f4-4248-9fe6-d50a2cafe54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:41.188315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-ea12b9a0-86f4-4248-9fe6-d50a2cafe54c service neutron] 10.222.0.15 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 907 time: 0.3494687 Oct 29 08:32:41.258518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:32:41.261122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-1fb0b0c6-e359-4990-b61c-097d1a8337e0 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:41.262621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-1fb0b0c6-e359-4990-b61c-097d1a8337e0 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 805 time: 0.2886133 Oct 29 08:32:41.271660 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Sync routers for ids ['142e3f73-e4ff-45e4-9834-2522ac792008'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:32:41.281690 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Routers {'142e3f73-e4ff-45e4-9834-2522ac792008'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:41.282301 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['142e3f73-e4ff-45e4-9834-2522ac792008'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:41.291675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1868e446-3d9a-42f4-b35c-2668b7f0d2af admin admin] 10.222.0.70 "PUT /v2.0/routers/142e3f73-e4ff-45e4-9834-2522ac792008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8844221 Oct 29 08:32:41.293215 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-686705da-fd25-47d9-bb82-89ac75604d9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 HTTP/1.1" status: 200 len: 217 time: 0.0951104 Oct 29 08:32:41.343781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-01dd835e-c876-4b02-b128-8c91797b061f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/quotas/22debf264e27401081114eceefc9026d HTTP/1.1" status: 200 len: 375 time: 0.0534823 Oct 29 08:32:41.350262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port 8400581f-f1d2-4d58-b95b-44daf49b3d71 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:41.350856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.388490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a7c54d6-3f9d-4a1d-b237-04ace42c2607 req-e9f14d69-e8f7-430a-a910-4cc36c94e1af tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474067 Oct 29 08:32:41.436120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Allocated IP 172.20.0.7 (228003a1-554a-4cc3-b178-5af349575049/f63c4264-e3e0-4bd0-bae5-05566bec22fd/6ac61500-529b-4707-82d0-6d51becef179) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:41.454232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] For port 05b02673-dcb0-4937-9299-63b7852c3931, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:41.462421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] For port 05b02673-dcb0-4937-9299-63b7852c3931, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=05b02673-dcb0-4937-9299-63b7852c3931,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:41.472131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.505031 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Set router 142e3f73-e4ff-45e4-9834-2522ac792008 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:41.526317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-1b61cb97-3cea-4639-8991-48b787f5bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:41.530964 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-1b61cb97-3cea-4639-8991-48b787f5bc2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.2189739 Oct 29 08:32:41.531841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:41.532586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.534304 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] 10.222.0.15 "PUT /v2.0/ports/05b02673-dcb0-4937-9299-63b7852c3931 HTTP/1.1" status: 200 len: 1091 time: 3.0279615 Oct 29 08:32:41.534865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2216a309-320e-409c-96ca-3cf3fbe3075d', 'tag': '05b02673-dcb0-4937-9299-63b7852c3931'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:41.538122 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd76fc3-9c10-493a-a70b-e040f55c75d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2216a309-320e-409c-96ca-3cf3fbe3075d", "tag": "05b02673-dcb0-4937-9299-63b7852c3931"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:41.604100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-7f9da9ee-93bc-4fdb-89f9-07be16bf2d6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525954 Oct 29 08:32:41.696334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.719135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-e9acdc96-34f8-4b7a-b32c-926dbff66839 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3426251 Oct 29 08:32:41.806317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port 8400581f-f1d2-4d58-b95b-44daf49b3d71, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8400581f-f1d2-4d58-b95b-44daf49b3d71,segment=NetworkSegment(bbc339d2-c7ae-4693-8842-82a2b0bd19c7),segment_id=bbc339d2-c7ae-4693-8842-82a2b0bd19c7)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:41.806673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.826406 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:32:38Z', 'revision_number': 4, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port': {'id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:29Z', 'updated_at': '2021-10-29T08:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e34e1987-9c2a-4d5d-ba36-1f2c99d9f266', 'name': '', 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'mac_address': 'fa:16:3e:b6:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'a3bf758f-39eb-4439-ad64-42c5be4a19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:34Z', 'updated_at': '2021-10-29T08:32:38Z', 'revision_number': 2, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'subnets': [{'id': 'a3bf758f-39eb-4439-ad64-42c5be4a19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:41.843454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for 8400581f-f1d2-4d58-b95b-44daf49b3d71 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:41.857283 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Checking router: 142e3f73-e4ff-45e4-9834-2522ac792008 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:32:41.857956 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Updating router 142e3f73-e4ff-45e4-9834-2522ac792008 port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:32:41.890040 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:41.944063 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-11694095-b532-460b-a802-13b6d2561f04 service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252242 Oct 29 08:32:42.023833 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-350ae357-93b6-4615-b306-f950382507bc service neutron] 10.222.0.70 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033590 Oct 29 08:32:42.032965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.091797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80a5cb-45e9-4e22-bfeb-a038b927f429 service neutron] Pushing event updated for resources: {'Port': ['ID=05b02673-dcb0-4937-9299-63b7852c3931,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:42.174529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:42.200003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194a085-a8c7-4fba-9801-a710a07be9d4 req-44a83c46-decc-4ae6-b6c9-52f568935e9a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:42.201605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a194a085-a8c7-4fba-9801-a710a07be9d4 req-44a83c46-decc-4ae6-b6c9-52f568935e9a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 935 time: 0.6598303 Oct 29 08:32:42.209672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:42.222678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:42.231510 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.235562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-1e426944-eb24-4ae9-bcc2-d582789e2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:42.237729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-1e426944-eb24-4ae9-bcc2-d582789e2411 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 1094 time: 0.6252050 Oct 29 08:32:42.239376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.15', 63288) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:42.241997 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.248724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:42.311676 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Pushing event updated for resources: {'Port': ['ID=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:42.327980 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.332162 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.332670 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.333008 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.333476 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.337391 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.343504 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.344061 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.344332 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.345723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-7e1c25a0-6ed4-4177-a98c-a9b574d46866 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05b02673-dcb0-4937-9299-63b7852c3931 HTTP/1.1" status: 200 len: 217 time: 0.0933063 Oct 29 08:32:42.349158 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.349902 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.350713 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:42.385248 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-c000f66a-8321-406d-ae31-32cb9e30a780 service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175169 Oct 29 08:32:42.480439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45392) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:42.493224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device eca421c9-c304-4b8e-8f13-f83adaf55a5c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:42.495075 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Attempting to bind port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:42.495441 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Attempting to bind port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:42.495832 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Attempting to bind port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 on network eca5824a-7b9b-4647-a6b1-e89997edb38a {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:42.507711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-network', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:42.515894 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:42.516269 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Checking segment: {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:42.516676 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.517068 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Bound using segment: {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:42.517545 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Bound port: e34e1987-9c2a-4d5d-ba36-1f2c99d9f266, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:42.517936 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.534226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-7c262c15-8c9a-4104-b879-d13476c80bdd service neutron] 10.222.0.70 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095527 Oct 29 08:32:42.541476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:42.542484 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.584325 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a194a085-a8c7-4fba-9801-a710a07be9d4 req-13af2a55-39f8-4838-84d1-73a920553dad tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439198 Oct 29 08:32:42.599777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3c680ab9-5273-44c5-adfa-39a696ba2a94 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:42.602037 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3c680ab9-5273-44c5-adfa-39a696ba2a94 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.15 "GET /v2.0/ports?device_id=07600239-e973-4fb4-85fa-de4d9a9ac5bd HTTP/1.1" status: 200 len: 946 time: 0.3480804 Oct 29 08:32:42.625074 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.666730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.719116 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] For port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:42.723240 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] For port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:42.745535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.753867 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.811293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Made reservation on behalf of b79ba5e460e84a62bc69bbf0631324cd for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:42.813738 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.819775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=8400581f-f1d2-4d58-b95b-44daf49b3d71,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:42.836788 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-5920329a-670c-44b6-996d-28dbf160875e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4123359 Oct 29 08:32:42.859885 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Routers {'142e3f73-e4ff-45e4-9834-2522ac792008'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:42.860522 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['142e3f73-e4ff-45e4-9834-2522ac792008'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:42.872220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e804438-b9dc-4c12-943e-9cce277a9601 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:42.876871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Request body: {'port': {'device_id': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:42.879558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.883504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port eca421c9-c304-4b8e-8f13-f83adaf55a5c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=eca421c9-c304-4b8e-8f13-f83adaf55a5c,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:42.891202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.899867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:42.915750 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afece1b-a5ea-4e20-861a-9b53c1fcba23" -d '{"events": [{"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-unplugged", "status": "completed", "tag": "eca421c9-c304-4b8e-8f13-f83adaf55a5c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:42.928428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Transition to ACTIVE for port object 2e804438-b9dc-4c12-943e-9cce277a9601 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:42.929879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port 8400581f-f1d2-4d58-b95b-44daf49b3d71 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:42.943578 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3a27d-1f5c-471b-ba73-86a3621555b5 x-openstack-request-id: req-a0e3a27d-1f5c-471b-ba73-86a3621555b5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:42.944149 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2216a309-320e-409c-96ca-3cf3fbe3075d", "tag": "05b02673-dcb0-4937-9299-63b7852c3931", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:42.948694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.949452 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0e3a27d-1f5c-471b-ba73-86a3621555b5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:42.950250 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2216a309-320e-409c-96ca-3cf3fbe3075d', 'tag': '05b02673-dcb0-4937-9299-63b7852c3931', 'status': 'completed', 'code': 200} Oct 29 08:32:42.952536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4070d23-6225-4b36-93f0-625582b08868 req-66f7dab8-87d1-461c-8377-ab9a43cbf496 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "DELETE /v2.0/ports/8400581f-f1d2-4d58-b95b-44daf49b3d71 HTTP/1.1" status: 204 len: 173 time: 2.1051273 Oct 29 08:32:42.966193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-deleted', 'tag': '8400581f-f1d2-4d58-b95b-44daf49b3d71'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:42.967756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:42.970436 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fad3e59-2aaa-4f4f-b462-7b12cfa3d38a" -d '{"events": [{"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-deleted", "tag": "8400581f-f1d2-4d58-b95b-44daf49b3d71"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:43.010854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.012134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:43.175359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a40515f0-aa0b-45c2-ae77-4992f6048db2 req-45263ae1-b29b-413f-853f-cbbb78c15cdf tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 210 time: 0.2225389 Oct 29 08:32:43.217648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-7f36cbd7-32b5-49fc-85f7-7e8b254334de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:43.219298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-7f36cbd7-32b5-49fc-85f7-7e8b254334de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.7046909 Oct 29 08:32:43.270777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e0e36-3d65-40a0-9854-0d964028dfec req-eb38a551-508b-4675-af14-560030b8cc7b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:43.283561 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c38e0e36-3d65-40a0-9854-0d964028dfec req-eb38a551-508b-4675-af14-560030b8cc7b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 943 time: 0.2899065 Oct 29 08:32:43.294622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.443642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=eca421c9-c304-4b8e-8f13-f83adaf55a5c,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:43.459055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-0d2fbdb3-5053-4d80-8021-59950591bd55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2139964 Oct 29 08:32:43.459832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Pushing event updated for resources: {'Port': ['ID=2e804438-b9dc-4c12-943e-9cce277a9601,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:43.475276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d015c778-0ab5-41d9-9ff5-181749ab5bfa None None] Provisioning complete for port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:43.477380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d015c778-0ab5-41d9-9ff5-181749ab5bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.500115 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] Set router 142e3f73-e4ff-45e4-9834-2522ac792008 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:43.536910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Deleting port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:43.563445 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.632882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d015c778-0ab5-41d9-9ff5-181749ab5bfa None None] Port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:43.653103 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da6c0d-fa13-42e7-9bb5-ad2412b869a6 None None] Pushing event updated for resources: {'Port': ['ID=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:43.700673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c38e0e36-3d65-40a0-9854-0d964028dfec req-b73f52e9-4122-49b9-a0b9-a5894096fb2e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135501 Oct 29 08:32:43.732547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.783128 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.831556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:43.835788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.843269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.845287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:43.865996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:43.973673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:32:44.033840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-17bf38d3-81ea-4ad2-9c4d-69651a70d6fb None None] Provisioning complete for port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:44.034490 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17bf38d3-81ea-4ad2-9c4d-69651a70d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.108048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:44.154832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daba23fc-8222-4a3e-8de1-57c4c0fd2543,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:44.177099 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:32:38Z', 'revision_number': 4, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port': {'id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:29Z', 'updated_at': '2021-10-29T08:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e34e1987-9c2a-4d5d-ba36-1f2c99d9f266', 'name': '', 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'mac_address': 'fa:16:3e:b6:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'a3bf758f-39eb-4439-ad64-42c5be4a19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:34Z', 'updated_at': '2021-10-29T08:32:42Z', 'revision_number': 4, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'subnets': [{'id': 'a3bf758f-39eb-4439-ad64-42c5be4a19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:44.197338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port eca421c9-c304-4b8e-8f13-f83adaf55a5c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:44.197671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.200394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'Port': ['ID=6ac61500-529b-4707-82d0-6d51becef179,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:44.220158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Attempting to bind port 2e804438-b9dc-4c12-943e-9cce277a9601 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:44.220639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Attempting to bind port 2e804438-b9dc-4c12-943e-9cce277a9601 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:44.221050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Attempting to bind port 2e804438-b9dc-4c12-943e-9cce277a9601 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:44.227950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.228286 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Added segment 64bf7a3f-900b-4d30-8976-bb2680c8c5b9 of type vlan for network 8441f132-0169-427b-8a9e-ebbf7804f8c8 Oct 29 08:32:44.237297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-04d30ccf-d1ee-481f-b13a-b43fc35fa6c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537947 Oct 29 08:32:44.244811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Network 228003a1-554a-4cc3-b178-5af349575049 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:44.246399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Port 2e804438-b9dc-4c12-943e-9cce277a9601 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:44.246864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Attempting to bind port 2e804438-b9dc-4c12-943e-9cce277a9601 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:44.256642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:44.257036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:44.258397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:44.258798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Bound port: 2e804438-b9dc-4c12-943e-9cce277a9601, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:44.259211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.273147 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182ad04-495a-403f-9488-118d130c38f1 None None] The sync data for ids ['142e3f73-e4ff-45e4-9834-2522ac792008'] in n-d-815940-1 is: [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:32:38Z', 'revision_number': 4, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port': {'id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:29Z', 'updated_at': '2021-10-29T08:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e34e1987-9c2a-4d5d-ba36-1f2c99d9f266', 'name': '', 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'mac_address': 'fa:16:3e:b6:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'a3bf758f-39eb-4439-ad64-42c5be4a19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:34Z', 'updated_at': '2021-10-29T08:32:42Z', 'revision_number': 4, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'subnets': [{'id': 'a3bf758f-39eb-4439-ad64-42c5be4a19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:32:44.300055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1436a-1b13-4368-9fb1-c8cceb7c54c6 req-ceca1f31-410f-4d70-ae98-ad333012418f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:44.303527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60f1436a-1b13-4368-9fb1-c8cceb7c54c6 req-ceca1f31-410f-4d70-ae98-ad333012418f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 936 time: 0.8537006 Oct 29 08:32:44.316926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] For port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:44.317786 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.338371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8288fd62-9c82-42af-9efb-0fe53722185d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.341567 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17bf38d3-81ea-4ad2-9c4d-69651a70d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.421914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Calling delete_port for e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:44.426609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:44.455443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.475705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:44.503775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaf92d-6a10-4561-9c18-d4d9cf8b5db8 req-7239d9b8-023c-488c-a82a-1b179715a2f2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:44.511875 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12eaf92d-6a10-4561-9c18-d4d9cf8b5db8 req-7239d9b8-023c-488c-a82a-1b179715a2f2 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 944 time: 0.4060102 Oct 29 08:32:44.539055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:44.602629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-17bf38d3-81ea-4ad2-9c4d-69651a70d6fb None None] For port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:44.614172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60f1436a-1b13-4368-9fb1-c8cceb7c54c6 req-a4b65ff8-9672-4851-862d-cbd246e0551a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722026 Oct 29 08:32:44.614549 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17bf38d3-81ea-4ad2-9c4d-69651a70d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.695275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:44.696065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.732614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] For port 2e804438-b9dc-4c12-943e-9cce277a9601, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:44.745405 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:32:44.754659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8400581f-f1d2-4d58-b95b-44daf49b3d71 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:44.788760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 8400581f-f1d2-4d58-b95b-44daf49b3d71 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:44.789124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8400581f-f1d2-4d58-b95b-44daf49b3d71 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:44.800995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0cc80e7c-fac5-4898-8f72-55006128a65b req-48dc483a-ce7d-494f-a31c-2ac9770c0c58 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 210 time: 0.0641003 Oct 29 08:32:44.801232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf38d3-81ea-4ad2-9c4d-69651a70d6fb None None] Pushing event updated for resources: {'Port': ['ID=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:44.814649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32abdb6c-89bb-4cb3-ad5f-0d7fbd13017f req-bdf89a9c-09f6-419e-8ca7-f9ce5b4f4ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597372 Oct 29 08:32:44.831878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-894663f6-abfc-4d05-b469-673f8b9ca6f6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7003725 Oct 29 08:32:44.837680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] For port 2e804438-b9dc-4c12-943e-9cce277a9601, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e804438-b9dc-4c12-943e-9cce277a9601,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:44.848847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Request body: {'port': {'device_id': 'd097db95-5217-40b1-a657-52aabb8941ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:44.858214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:44.929567 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eede9c38-a209-42b4-b28d-68e466b55857 x-openstack-request-id: req-eede9c38-a209-42b4-b28d-68e466b55857 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:44.930361 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-unplugged", "status": "completed", "tag": "eca421c9-c304-4b8e-8f13-f83adaf55a5c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:44.931194 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eede9c38-a209-42b4-b28d-68e466b55857 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:44.931877 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c', 'code': 200} Oct 29 08:32:45.005969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:45.007355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:45.009697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] 10.222.0.93 "PUT /v2.0/ports/2e804438-b9dc-4c12-943e-9cce277a9601 HTTP/1.1" status: 200 len: 1095 time: 4.3428586 Oct 29 08:32:45.057523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:45.132440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76030b1-8cbf-4327-87f2-3f6e844e96f7', 'tag': '2e804438-b9dc-4c12-943e-9cce277a9601'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:45.134803 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680d228c-3e33-4da1-97c4-6dbf83f05656" -d '{"events": [{"name": "network-changed", "server_uuid": "f76030b1-8cbf-4327-87f2-3f6e844e96f7", "tag": "2e804438-b9dc-4c12-943e-9cce277a9601"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:45.196325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:45.212800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:45.213742 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:45.247289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:32:45.273288 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd66c86-d7ca-4a33-8c14-4abe4d388e30 x-openstack-request-id: req-6dd66c86-d7ca-4a33-8c14-4abe4d388e30 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:45.273288 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-deleted", "tag": "8400581f-f1d2-4d58-b95b-44daf49b3d71", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:45.273288 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dd66c86-d7ca-4a33-8c14-4abe4d388e30 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:45.273288 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-deleted', 'tag': '8400581f-f1d2-4d58-b95b-44daf49b3d71', 'status': 'completed', 'code': 200} Oct 29 08:32:45.309866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port eca421c9-c304-4b8e-8f13-f83adaf55a5c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=eca421c9-c304-4b8e-8f13-f83adaf55a5c,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:45.310401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:45.422001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for eca421c9-c304-4b8e-8f13-f83adaf55a5c owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:45.459181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a58fa-515f-489f-b324-8892b4ea749a service neutron] Pushing event updated for resources: {'Port': ['ID=2e804438-b9dc-4c12-943e-9cce277a9601,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:45.460334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:45.461679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:45.462098 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:45.473237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-a6ce47c7-c8b8-436e-ae8d-12e9beb72658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:45.475134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-a6ce47c7-c8b8-436e-ae8d-12e9beb72658 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 1094 time: 0.5738840 Oct 29 08:32:45.487107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0428a28-7983-4bc0-9fa1-04b4055297d9 req-2005b5a6-5f22-4576-924b-c8dacb52c92a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:45.494696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0428a28-7983-4bc0-9fa1-04b4055297d9 req-2005b5a6-5f22-4576-924b-c8dacb52c92a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 947 time: 0.3504462 Oct 29 08:32:45.509162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12eaf92d-6a10-4561-9c18-d4d9cf8b5db8 req-c22c6135-34f0-42a6-8529-1c54db8058d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/security-groups?id=aca9557c-d00f-4bc1-9b3f-595a39e84460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9961615 Oct 29 08:32:45.638828 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1506491 Oct 29 08:32:45.662382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45418) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:45.676018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Request body: {'subnet': {'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-subnet', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:45.689483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c0b8c-946f-4b76-b567-48b871cee551 req-fc8a58c4-53d1-494f-bea5-d3aac58bcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:45.691049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-fc8a58c4-53d1-494f-bea5-d3aac58bcbd3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 1098 time: 0.5530484 Oct 29 08:32:45.699038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-8ac502f0-3350-446b-8e36-b23cc348175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:45.701049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-8ac502f0-3350-446b-8e36-b23cc348175c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 908 time: 0.2014668 Oct 29 08:32:45.751448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e9589-4e2a-4d1c-b7b0-1ba385717da2 admin admin] Pushing event updated for resources: {'Network': ['ID=8441f132-0169-427b-8a9e-ebbf7804f8c8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:45.767743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8441f132-0169-427b-8a9e-ebbf7804f8c8 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:32:45.770156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-48ab1a7d-4133-4ec3-b1cb-f778572df788 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:45.772968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-48ab1a7d-4133-4ec3-b1cb-f778572df788 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.93 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 805 time: 0.5098724 Oct 29 08:32:45.818669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0428a28-7983-4bc0-9fa1-04b4055297d9 req-d1b79448-b7c1-457b-a6f5-430d86f5a348 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230369 Oct 29 08:32:45.826567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-849b38e5-068b-4abc-b23d-93fcf23313b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2e804438-b9dc-4c12-943e-9cce277a9601 HTTP/1.1" status: 200 len: 217 time: 0.1214983 Oct 29 08:32:45.831264 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-c18de91d-73ab-4f4a-b63b-4cc117a0c1ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05b02673-dcb0-4937-9299-63b7852c3931 HTTP/1.1" status: 200 len: 217 time: 0.1039572 Oct 29 08:32:45.836040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Made reservation on behalf of b79ba5e460e84a62bc69bbf0631324cd for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:45.838718 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:45.913291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Request body: {'port': {'device_id': '52b43197-2d89-4df8-a535-3a8ee076b740', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'admin_state_up': True, 'tenant_id': '22debf264e27401081114eceefc9026d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:45.960653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:45.970585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.040282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Transition to ACTIVE for port object c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:46.054203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087130b-d2be-4dd5-8747-e8fc0b3788a3 req-224c1a63-5f71-4c52-9e56-391cad3fc1be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:46.055990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c087130b-d2be-4dd5-8747-e8fc0b3788a3 req-224c1a63-5f71-4c52-9e56-391cad3fc1be tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 931 time: 0.4415057 Oct 29 08:32:46.069962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.096894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c0b8c-946f-4b76-b567-48b871cee551 req-8581fc8c-5d28-4778-823f-4718b6c01a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:46.098422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-8581fc8c-5d28-4778-823f-4718b6c01a67 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2634723 Oct 29 08:32:46.110720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-cec04a3f-8f29-4d29-a88a-27fe34d8e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:46.112472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-cec04a3f-8f29-4d29-a88a-27fe34d8e6fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.2530417 Oct 29 08:32:46.149294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.150953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.216219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:46.228087 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-705cc48a-7789-4fe9-be64-0ef100240c6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691061 Oct 29 08:32:46.240217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff72ad-b04b-40d3-bb51-d396dd35bbff req-751506a0-26e8-44c7-b291-177b4f9ea96f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:46.241811 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bff72ad-b04b-40d3-bb51-d396dd35bbff req-751506a0-26e8-44c7-b291-177b4f9ea96f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 943 time: 0.2572799 Oct 29 08:32:46.257860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac61500-529b-4707-82d0-6d51becef179 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:46.292559 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.321490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] No DVR routers for this DVR port e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:46.367740 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c087130b-d2be-4dd5-8747-e8fc0b3788a3 req-154c9ae2-e6a7-443a-9135-1d7500c13524 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007951 Oct 29 08:32:46.396352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Pushing event deleted for resources: {'Port': ['ID=e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:46.402541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.406160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.15 "DELETE /v2.0/ports/e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1 HTTP/1.1" status: 204 len: 173 time: 3.7948890 Oct 29 08:32:46.412609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Transition to ACTIVE for port object 6ac61500-529b-4707-82d0-6d51becef179 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:46.429863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7bb5024e-5f48-4256-81d0-fb9c3ef684f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:46.432720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-7bb5024e-5f48-4256-81d0-fb9c3ef684f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3191588 Oct 29 08:32:46.449637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.477951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=eca421c9-c304-4b8e-8f13-f83adaf55a5c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:46.500855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bff72ad-b04b-40d3-bb51-d396dd35bbff req-971eb4cf-a4aa-48ff-934b-fa41b91859e1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289281 Oct 29 08:32:46.505327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Made reservation on behalf of 22debf264e27401081114eceefc9026d for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:46.512721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.563011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port eca421c9-c304-4b8e-8f13-f83adaf55a5c on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:46.573414 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.576865 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.15 "DELETE /v2.0/ports/eca421c9-c304-4b8e-8f13-f83adaf55a5c HTTP/1.1" status: 204 len: 173 time: 3.5995419 Oct 29 08:32:46.605333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Attempting to bind port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:46.605983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Attempting to bind port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:46.606509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Attempting to bind port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:46.625909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:46.626235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Attempting to bind port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:46.696553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:46.696895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:46.697477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:46.698190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Bound port: c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:46.698497 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.751165 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-1a8c7827-7c76-408d-bd89-e8d5bdcbe7be service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062799 Oct 29 08:32:46.766634 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d02285d-3028-450b-98e6-836d87db3db1 x-openstack-request-id: req-4d02285d-3028-450b-98e6-836d87db3db1 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:46.766916 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76030b1-8cbf-4327-87f2-3f6e844e96f7", "tag": "2e804438-b9dc-4c12-943e-9cce277a9601", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:46.767140 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d02285d-3028-450b-98e6-836d87db3db1 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:46.767748 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76030b1-8cbf-4327-87f2-3f6e844e96f7', 'tag': '2e804438-b9dc-4c12-943e-9cce277a9601', 'status': 'completed', 'code': 200} Oct 29 08:32:46.810873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bafa4-1fea-408c-9fef-b87bdef82400 req-0574b4e0-f2d1-4f5e-b453-9bad9324edc4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:46.812732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-734bafa4-1fea-408c-9fef-b87bdef82400 req-0574b4e0-f2d1-4f5e-b453-9bad9324edc4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 948 time: 0.1923304 Oct 29 08:32:46.852968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc1cb6b7-fd27-41eb-b6f7-fc4ce902682b req-b2271683-920f-4bbb-8419-6ef76d4f12c8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 210 time: 0.0882776 Oct 29 08:32:46.878872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Allocated IP 172.20.0.5 (52e08743-59ca-4eee-9d57-9c0c6f76bb84/7951a2fe-81ca-4b81-a5e4-840c0bfccc36/b4466458-483d-4c6b-a0ad-9abed9d71387) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:46.887016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:46.902264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:46.916861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:46.934393 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-734bafa4-1fea-408c-9fef-b87bdef82400 req-03d85376-c097-4697-be67-2d2f5638a28f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116297 Oct 29 08:32:46.939863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Pushing event updated for resources: {'Port': ['ID=6ac61500-529b-4707-82d0-6d51becef179,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:46.973974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:47.006419 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c997d5e-b947-4b6a-b205-c6a3e6d64f0a" -d '{"events": [{"server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:47.022075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:47.022230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:47.023610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] 10.222.0.15 "PUT /v2.0/ports/c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 1096 time: 4.1515064 Oct 29 08:32:47.039478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:47.075665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:47.104927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e447f968-4ab8-41bc-8618-8cee84a79a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:47.119867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67ef3d-03b5-438c-9c5b-94e6273aeca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:47.157116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:47.157851 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:47.306310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'name': 'network-vif-deleted', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1'}, {'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-deleted', 'tag': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c'}, {'name': 'network-changed', 'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:47.308820 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d" -d '{"events": [{"server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "name": "network-vif-deleted", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1"}, {"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-deleted", "tag": "eca421c9-c304-4b8e-8f13-f83adaf55a5c"}, {"name": "network-changed", "server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:47.315652 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:47.366513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efbd1d-8404-40cc-bb2a-37c9496d6f6f req-2432c70c-c098-4d1d-a27a-32a1905f7a7c tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:47.376100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86efbd1d-8404-40cc-bb2a-37c9496d6f6f req-2432c70c-c098-4d1d-a27a-32a1905f7a7c tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 947 time: 0.3400598 Oct 29 08:32:47.416104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6170ad11-44c7-48b0-ab09-c1250fecc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:47.422946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6170ad11-44c7-48b0-ab09-c1250fecc971 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1099 time: 0.2223306 Oct 29 08:32:47.490105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-6f284cd9-2a1b-42d2-a196-c9d594ada03c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 217 time: 0.0583930 Oct 29 08:32:47.501038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86efbd1d-8404-40cc-bb2a-37c9496d6f6f req-0dcd9ec2-1562-4c2b-a7d7-4d74e94d65b3 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233215 Oct 29 08:32:47.527988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:47.557105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-05ee06dc-f8e1-4be4-81ca-c9f97f544c79 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1113241 Oct 29 08:32:47.565138 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ef12a2-9201-4850-ae41-a71e00236cf1 x-openstack-request-id: req-59ef12a2-9201-4850-ae41-a71e00236cf1 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:47.571470 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:47.572127 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59ef12a2-9201-4850-ae41-a71e00236cf1 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:47.574873 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'code': 200} Oct 29 08:32:47.613467 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bb6e1b-83b3-4bab-a401-880d42bcde41 x-openstack-request-id: req-84bb6e1b-83b3-4bab-a401-880d42bcde41 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:47.613765 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07600239-e973-4fb4-85fa-de4d9a9ac5bd", "name": "network-vif-deleted", "tag": "e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1", "status": "completed", "code": 200}, {"server_uuid": "9b5cfaf0-504a-4fce-b0b7-3471d9c345b7", "name": "network-vif-deleted", "tag": "eca421c9-c304-4b8e-8f13-f83adaf55a5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:47.614012 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84bb6e1b-83b3-4bab-a401-880d42bcde41 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:47.614399 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07600239-e973-4fb4-85fa-de4d9a9ac5bd', 'name': 'network-vif-deleted', 'tag': 'e0f1f8cc-c36c-4d58-8bf5-7a8b45a77fe1', 'status': 'completed', 'code': 200} Oct 29 08:32:47.614842 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cfaf0-504a-4fce-b0b7-3471d9c345b7', 'name': 'network-vif-deleted', 'tag': 'eca421c9-c304-4b8e-8f13-f83adaf55a5c', 'status': 'completed', 'code': 200} Oct 29 08:32:47.615524 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'status': 'completed', 'code': 200} Oct 29 08:32:47.625217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09e57a89-8081-4e8c-b230-da71904d45d3 req-52c6c70a-224d-44a5-a181-654b3b012d5f tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5cfaf0-504a-4fce-b0b7-3471d9c345b7 HTTP/1.1" status: 200 len: 210 time: 0.0726235 Oct 29 08:32:47.635212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:47.653596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:47.662735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Attempting to bind port 6ac61500-529b-4707-82d0-6d51becef179 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:47.662735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Attempting to bind port 6ac61500-529b-4707-82d0-6d51becef179 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:47.662735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Attempting to bind port 6ac61500-529b-4707-82d0-6d51becef179 on network 228003a1-554a-4cc3-b178-5af349575049 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:47.675965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:47.701628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-e66423ca-c64a-4962-a686-7e75b17eb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:47.704786 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-e66423ca-c64a-4962-a686-7e75b17eb601 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2008548 Oct 29 08:32:47.710297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Pushing event updated for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:47.741145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Port 6ac61500-529b-4707-82d0-6d51becef179 on network 228003a1-554a-4cc3-b178-5af349575049 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:47.741442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Attempting to bind port 6ac61500-529b-4707-82d0-6d51becef179 on network 228003a1-554a-4cc3-b178-5af349575049 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:47.752172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcd76fc3-9c10-493a-a70b-e040f55c75d1 req-ee5506c2-c268-4d23-9f7e-6e563a077431 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9786234 Oct 29 08:32:47.753088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384cf552-a735-4f46-9293-67c337a42596,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:47.766037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:47.766362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Checking segment: {'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:47.766752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Bound using segment: {'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:47.767224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Bound port: 6ac61500-529b-4707-82d0-6d51becef179, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '228003a1-554a-4cc3-b178-5af349575049'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:47.767587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:47.792877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:47.793509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:47.808444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.808791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.809132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.809470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.809803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.810140 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.811210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.811210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.811210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.812841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.812841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.813061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:32:47.825696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-8e4f01a2-3e47-4fb3-aede-5a6d2ae7dd7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0008681 Oct 29 08:32:47.827659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-757c39e9-5b90-4d87-bdcc-f33821e88dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:47.829225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-757c39e9-5b90-4d87-bdcc-f33821e88dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161299 Oct 29 08:32:47.838448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e350b1b-9d5a-439a-b652-aec885895ed3 req-5d1488a5-dc77-4e71-9d35-4f78c11351b7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:47.840018 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e350b1b-9d5a-439a-b652-aec885895ed3 req-5d1488a5-dc77-4e71-9d35-4f78c11351b7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 943 time: 0.1315341 Oct 29 08:32:47.840747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Checking segment: {'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:47.841117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Network hostable DHCP agents. Network: 8441f132-0169-427b-8a9e-ebbf7804f8c8, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:32:47.856193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Request body: {'port': {'device_id': '52b43197-2d89-4df8-a535-3a8ee076b740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:47.906297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149c0b8c-946f-4b76-b567-48b871cee551 req-0d9a61ae-82d0-440c-88fb-8d1b7a0332c2 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189402 Oct 29 08:32:47.948225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad78c23-aea2-424a-9aae-441e94721b23 req-bbdca871-9c4f-4dab-8040-c13cc26ae7d2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:47.957285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ad78c23-aea2-424a-9aae-441e94721b23 req-bbdca871-9c4f-4dab-8040-c13cc26ae7d2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 943 time: 0.2213113 Oct 29 08:32:47.972935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Network 8441f132-0169-427b-8a9e-ebbf7804f8c8 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:32:48.004844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] For port 6ac61500-529b-4707-82d0-6d51becef179, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:48.015311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e350b1b-9d5a-439a-b652-aec885895ed3 req-1ddcc8d1-4a7c-4f21-897f-e2fd414c8929 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963249 Oct 29 08:32:48.023615 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.043549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8441f132-0169-427b-8a9e-ebbf7804f8c8) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:48.045972 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-e1f9f3f3-3168-4fcf-8d33-cc38723e027e service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046251 Oct 29 08:32:48.048505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.049172 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.059360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] For port 6ac61500-529b-4707-82d0-6d51becef179, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ac61500-529b-4707-82d0-6d51becef179,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:48.062376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075be344-1592-4262-9a39-ccdcdc0f8ad4 None None] Network 8441f132-0169-427b-8a9e-ebbf7804f8c8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:48.066964 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.074492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ad78c23-aea2-424a-9aae-441e94721b23 req-70839fe5-b63f-4273-8cda-8b3c61220921 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162918 Oct 29 08:32:48.079304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.181837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.182595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.184339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] 10.222.0.15 "PUT /v2.0/ports/6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 200 len: 1091 time: 3.3442118 Oct 29 08:32:48.192656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8d524d27-c34e-4c2e-94bc-53cf70ae3804 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5248935 Oct 29 08:32:48.201136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45444) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:48.208951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-7490864b-462c-45c6-99dc-e547b7f5fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.210512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-7490864b-462c-45c6-99dc-e547b7f5fe20 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 1098 time: 0.2215834 Oct 29 08:32:48.216756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:48.241411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.299630 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c79f195-4995-4e21-9aa9-a7b5e7ac2231 req-8a8931b2-2ad1-4566-bb75-e31080f11fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457829 Oct 29 08:32:48.361397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370480e-d3f0-482b-89d0-683cfa1d2411 req-28fac3e2-c684-4b83-8aba-9764d35fdbd4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.363531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-8441f132-0169-427b-8a9e-ebbf7804f8c8', 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'fixed_ips': [{'subnet_id': '384cf552-a735-4f46-9293-67c337a42596'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:32:48.364593 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.369842 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3370480e-d3f0-482b-89d0-683cfa1d2411 req-28fac3e2-c684-4b83-8aba-9764d35fdbd4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 948 time: 0.1250231 Oct 29 08:32:48.383904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a500-88db-41fd-bd7c-9063c890f2dc service neutron] Pushing event updated for resources: {'Port': ['ID=6ac61500-529b-4707-82d0-6d51becef179,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:48.394261 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.395322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.424727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9d445-8253-48ca-9f69-cec1011eb128 req-920ba074-4284-40ed-b258-60b29f2d293f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.426230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-06b9d445-8253-48ca-9f69-cec1011eb128 req-920ba074-4284-40ed-b258-60b29f2d293f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 931 time: 0.2652144 Oct 29 08:32:48.445945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-99cf5793-e381-44f4-a643-28b0d98ee1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.447559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-99cf5793-e381-44f4-a643-28b0d98ee1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1094 time: 0.1888597 Oct 29 08:32:48.477771 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3370480e-d3f0-482b-89d0-683cfa1d2411 req-c1bc9b2d-7150-4820-a8b2-c12617aabdd9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069000 Oct 29 08:32:48.499008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-e73eae94-1b9d-4055-8bf7-0995ef722649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.500614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-e73eae94-1b9d-4055-8bf7-0995ef722649 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1099 time: 0.1258039 Oct 29 08:32:48.537539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-d03f14bb-8bc4-46a6-81bd-43fca44e29e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 200 len: 217 time: 0.0742273 Oct 29 08:32:48.555506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-512f05b4-dd74-4a3a-832d-d84bea006ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.558318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-512f05b4-dd74-4a3a-832d-d84bea006ac1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.3372862 Oct 29 08:32:48.571607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-06b9d445-8253-48ca-9f69-cec1011eb128 req-333f0e18-2ff5-4178-aa16-731e3e9fdffd tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347270 Oct 29 08:32:48.588883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 05b02673-dcb0-4937-9299-63b7852c3931 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:48.606941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Allocated IP 172.20.0.2 (8441f132-0169-427b-8a9e-ebbf7804f8c8/384cf552-a735-4f46-9293-67c337a42596/546bb14f-6600-4086-9643-48af596fef8b) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:48.642175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4466458-483d-4c6b-a0ad-9abed9d71387 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:48.657647 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.666583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.672870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-07080a49-fdf2-4151-9d81-4e6fe2a7b342 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2e804438-b9dc-4c12-943e-9cce277a9601 HTTP/1.1" status: 200 len: 217 time: 0.0717134 Oct 29 08:32:48.698909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Transition to ACTIVE for port object b4466458-483d-4c6b-a0ad-9abed9d71387 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:32:48.708470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2bb0d-ef71-4cc9-bd8d-f8a678191e42 req-aac06988-67fc-4e1c-bb83-034008b4b0d2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.710433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-22f2bb0d-ef71-4cc9-bd8d-f8a678191e42 req-aac06988-67fc-4e1c-bb83-034008b4b0d2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 947 time: 0.1230373 Oct 29 08:32:48.730345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-25bc401a-6d15-4d35-a845-e5e76a8be59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.732950 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-25bc401a-6d15-4d35-a845-e5e76a8be59a service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2222133 Oct 29 08:32:48.734222 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.737051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45450) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:48.794649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 05b02673-dcb0-4937-9299-63b7852c3931, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=05b02673-dcb0-4937-9299-63b7852c3931,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:48.796919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'tag': '6ac61500-529b-4707-82d0-6d51becef179'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:48.799539 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e73103-18d7-46ef-9427-64640bd37dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "tag": "6ac61500-529b-4707-82d0-6d51becef179"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:48.809628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-cf60ed89-3c03-4ca8-9136-fad62d9bf04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.811502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-cf60ed89-3c03-4ca8-9136-fad62d9bf04e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.2513680 Oct 29 08:32:48.818056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '05b02673-dcb0-4937-9299-63b7852c3931', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'port_id': '05b02673-dcb0-4937-9299-63b7852c3931', 'mac_address': 'fa:16:3e:1a:d7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d25f8d9-c239-477a-8419-aa47faeea0bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:48.851658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-f66a48b8-3edb-4771-9dc0-014462e28188 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286033 Oct 29 08:32:48.858678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-a8bf833f-faf0-4acc-a7c6-40f7aded4dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 217 time: 0.1058664 Oct 29 08:32:48.899514 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.903155 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.916760 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.919313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b02673-dcb0-4937-9299-63b7852c3931 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:48.943845 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:48.949020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Pushing event updated for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:48.952096 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ee881-6fe8-48ed-9522-eb690fd0a432 x-openstack-request-id: req-9e4ee881-6fe8-48ed-9522-eb690fd0a432 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:48.955238 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "tag": "6ac61500-529b-4707-82d0-6d51becef179", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:48.955795 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e4ee881-6fe8-48ed-9522-eb690fd0a432 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:48.956293 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'tag': '6ac61500-529b-4707-82d0-6d51becef179', 'status': 'completed', 'code': 200} Oct 29 08:32:48.960478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-2db743d0-87eb-40f2-9d2d-f0280e0836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:48.962206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-2db743d0-87eb-40f2-9d2d-f0280e0836d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2786667 Oct 29 08:32:48.992528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-22f2bb0d-ef71-4cc9-bd8d-f8a678191e42 req-78f63264-6b6e-45e4-b716-a4fcd7bfa8a7 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714076 Oct 29 08:32:49.021083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7f7e9d-d1f8-40f5-bbcf-073eee2d1ca3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting subnet 3eef5983-79b7-4205-830b-c21be1acde57 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:32:49.032911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7e9d-d1f8-40f5-bbcf-073eee2d1ca3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.060802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-aca02da3-a64f-49cd-9e30-4844051db4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:49.062481 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-aca02da3-a64f-49cd-9e30-4844051db4ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1857932 Oct 29 08:32:49.110625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Attempting to bind port b4466458-483d-4c6b-a0ad-9abed9d71387 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:49.111022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Attempting to bind port b4466458-483d-4c6b-a0ad-9abed9d71387 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:49.111290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Attempting to bind port b4466458-483d-4c6b-a0ad-9abed9d71387 on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:49.121329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Port b4466458-483d-4c6b-a0ad-9abed9d71387 on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:32:49.121659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Attempting to bind port b4466458-483d-4c6b-a0ad-9abed9d71387 on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:49.132170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7e9d-d1f8-40f5-bbcf-073eee2d1ca3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.162505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Network 8441f132-0169-427b-8a9e-ebbf7804f8c8 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:49.167305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:49.175708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 05b02673-dcb0-4937-9299-63b7852c3931, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=05b02673-dcb0-4937-9299-63b7852c3931,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:49.176971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:49.181172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:49.185222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Checking segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:49.185995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Bound using segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:49.186513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Bound port: b4466458-483d-4c6b-a0ad-9abed9d71387, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:49.187078 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.206223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-d4ba51a2-f177-46f3-afbf-90f9c4208476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:49.210405 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-d4ba51a2-f177-46f3-afbf-90f9c4208476 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2218416 Oct 29 08:32:49.214414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Pushing event updated for resources: {'Port': ['ID=546bb14f-6600-4086-9643-48af596fef8b,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:49.228147 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.260420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-f7b56f7d-3cf5-472c-a14c-4d9a0e457775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:49.261966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-f7b56f7d-3cf5-472c-a14c-4d9a0e457775 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869605 Oct 29 08:32:49.315122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Attempting to bind port 546bb14f-6600-4086-9643-48af596fef8b on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:49.315795 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Attempting to bind port 546bb14f-6600-4086-9643-48af596fef8b by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:49.316496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Attempting to bind port 546bb14f-6600-4086-9643-48af596fef8b on network 8441f132-0169-427b-8a9e-ebbf7804f8c8 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:49.318146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e129c4-456d-4fae-a991-91f1660d8e94 req-398615ff-5d7d-49c6-aa76-346779e2c0fe tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:49.327666 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21e129c4-456d-4fae-a991-91f1660d8e94 req-398615ff-5d7d-49c6-aa76-346779e2c0fe tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 943 time: 0.1962342 Oct 29 08:32:49.331495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:49.332213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Checking segment: {'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:49.332776 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.333395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Bound using segment: {'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:49.334047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Bound port: 546bb14f-6600-4086-9643-48af596fef8b, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:49.334601 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.347658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=05b02673-dcb0-4937-9299-63b7852c3931,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:49.374304 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-603d191d-2796-4d04-83de-317099ea2217 service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169891 Oct 29 08:32:49.429024 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.432455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] For port 546bb14f-6600-4086-9643-48af596fef8b, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:49.437006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] For port 546bb14f-6600-4086-9643-48af596fef8b, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=546bb14f-6600-4086-9643-48af596fef8b,segment=NetworkSegment(64bf7a3f-900b-4d30-8976-bb2680c8c5b9),segment_id=64bf7a3f-900b-4d30-8976-bb2680c8c5b9)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:49.443713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.491981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['05b02673-dcb0-4937-9299-63b7852c3931'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:49.546092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0ebf8-e104-494b-85c9-d0fdc1696a92 None None] Pushing event updated for resources: {'Port': ['ID=546bb14f-6600-4086-9643-48af596fef8b,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:49.549271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21e129c4-456d-4fae-a991-91f1660d8e94 req-b197c09f-aa66-4efe-8309-952e104f9dd7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205932 Oct 29 08:32:49.712138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e01d94e5-3909-4416-b386-d1bafec33c7b req-045f08f3-3a98-47f9-b4a9-a1ee943d6980 service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072889 Oct 29 08:32:49.738810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-66120229-c825-44ae-937c-b128d4a66d47 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040414 Oct 29 08:32:49.822211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59105a6-d835-4df3-b337-492d89c2d69a req-170a2067-37eb-48fd-9727-6a56777245ac tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:49.830522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a59105a6-d835-4df3-b337-492d89c2d69a req-170a2067-37eb-48fd-9727-6a56777245ac tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 944 time: 0.6455212 Oct 29 08:32:49.861106 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7e9d-d1f8-40f5-bbcf-073eee2d1ca3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:49.947137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:49.979368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 2e804438-b9dc-4c12-943e-9cce277a9601 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:49.981015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:49.989909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-007dc39d-b279-4913-8d13-e976a858c2da service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063587 Oct 29 08:32:50.003448 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.036042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-680d228c-3e33-4da1-97c4-6dbf83f05656 req-8639036c-101b-4b2d-8442-03ba94329be5 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663379 Oct 29 08:32:50.102152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 2e804438-b9dc-4c12-943e-9cce277a9601, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e804438-b9dc-4c12-943e-9cce277a9601,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:50.106036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b25939-cf0f-417c-8859-416c00deb2d7 req-f36777c0-977e-4662-8495-dcabd48b73ef tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.107696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48b25939-cf0f-417c-8859-416c00deb2d7 req-f36777c0-977e-4662-8495-dcabd48b73ef tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 948 time: 0.3027289 Oct 29 08:32:50.113947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '2e804438-b9dc-4c12-943e-9cce277a9601', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '2e804438-b9dc-4c12-943e-9cce277a9601', 'mac_address': 'fa:16:3e:f1:73:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:50.122618 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a59105a6-d835-4df3-b337-492d89c2d69a req-84fa734e-a163-48d7-83cd-65f8e37265f0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397830 Oct 29 08:32:50.144601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7e9d-d1f8-40f5-bbcf-073eee2d1ca3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.151856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.151856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.152688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] 10.222.0.93 "PUT /v2.0/ports/b4466458-483d-4c6b-a0ad-9abed9d71387 HTTP/1.1" status: 200 len: 1091 time: 2.3100355 Oct 29 08:32:50.157937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:50.160827 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59" -d '{"events": [{"name": "network-changed", "server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:50.168816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.174942 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.178782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-b56a7849-d193-4aea-ba11-3c2d7ea145da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.180553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-b56a7849-d193-4aea-ba11-3c2d7ea145da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1094 time: 0.3880875 Oct 29 08:32:50.201341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e804438-b9dc-4c12-943e-9cce277a9601 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:50.207116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f7e9d-d1f8-40f5-bbcf-073eee2d1ca3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Subnet': ['ID=3eef5983-79b7-4205-830b-c21be1acde57,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:50.209440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7e9d-d1f8-40f5-bbcf-073eee2d1ca3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.216831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1b7f7e9d-d1f8-40f5-bbcf-073eee2d1ca3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "DELETE /v2.0/subnets/3eef5983-79b7-4205-830b-c21be1acde57 HTTP/1.1" status: 204 len: 168 time: 1.4746075 Oct 29 08:32:50.218801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45468) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:50.226800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 2e804438-b9dc-4c12-943e-9cce277a9601, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e804438-b9dc-4c12-943e-9cce277a9601,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:50.230405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a304b-ce90-4173-aca8-b85f4ef14b30 None None] Network 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:50.233868 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.297255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.329515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd722a-afc8-425f-85b6-2c713cea7108 service neutron] Pushing event updated for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:50.359388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3985d5b-e935-4fb8-aa6b-f302a7023d7d req-10d85095-af98-44a5-93e2-835b3c152cb3 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522270 Oct 29 08:32:50.375720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-c9501c68-1d8f-4036-a7ac-5d5e182cb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.377335 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-c9501c68-1d8f-4036-a7ac-5d5e182cb686 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 1094 time: 0.1594691 Oct 29 08:32:50.393357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c67f7-7544-4009-824e-1123460e001e req-61b7f03f-bc49-4c6c-9648-0c36029053f8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.396116 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d6c67f7-7544-4009-824e-1123460e001e req-61b7f03f-bc49-4c6c-9648-0c36029053f8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 943 time: 0.0758641 Oct 29 08:32:50.407092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48b25939-cf0f-417c-8859-416c00deb2d7 req-a9549e7b-21c7-41f8-9afe-2b40efe4dc48 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541187 Oct 29 08:32:50.409257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=2e804438-b9dc-4c12-943e-9cce277a9601,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:50.462127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-5090a7f7-619c-4506-ad11-3f5c3bf720f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4466458-483d-4c6b-a0ad-9abed9d71387 HTTP/1.1" status: 200 len: 217 time: 0.0647085 Oct 29 08:32:50.499362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.531138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] DHCP port deletion for 8be75bf1-05e3-46c4-8a36-e02fa688e9a8 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:32:50.549364 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d6c67f7-7544-4009-824e-1123460e001e req-86159bdc-121b-4901-9a72-06ab87ae05f3 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809348 Oct 29 08:32:50.568645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:50.570997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 05b02673-dcb0-4937-9299-63b7852c3931 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:50.574631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-eff22e6f-0df1-4f5a-ba5b-0f637e4f7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.576269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-eff22e6f-0df1-4f5a-ba5b-0f637e4f7944 service neutron] 10.222.0.15 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 915 time: 0.3668730 Oct 29 08:32:50.595620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-a017c7ac-1da6-4e20-ae31-8e6fb637e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.597129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-a017c7ac-1da6-4e20-ae31-8e6fb637e284 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.0964055 Oct 29 08:32:50.618820 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbea3a7-b2e9-4cb2-8047-0717251b625c x-openstack-request-id: req-fcbea3a7-b2e9-4cb2-8047-0717251b625c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:50.619120 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:50.619379 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcbea3a7-b2e9-4cb2-8047-0717251b625c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:50.625208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Allocated IP 172.25.5.15 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/a9973712-bf28-410f-bebb-bc4575b0d3d9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:50.629247 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'status': 'completed', 'code': 200} Oct 29 08:32:50.659360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-569aa1af-463e-4da9-b88a-3c4a8aa8b767 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511367 Oct 29 08:32:50.710437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 05b02673-dcb0-4937-9299-63b7852c3931 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:50.715156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-ee3454ca-9164-4815-95d1-3f95afdab76b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 200 len: 217 time: 0.0933230 Oct 29 08:32:50.728960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 05b02673-dcb0-4937-9299-63b7852c3931 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:50.729481 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.729730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ec64e-40b6-4472-a2d4-3f2172100a38 req-ec3dc3d1-bc18-4903-8b46-982d9710a591 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.737415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-739ec64e-40b6-4472-a2d4-3f2172100a38 req-ec3dc3d1-bc18-4903-8b46-982d9710a591 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 948 time: 0.2357264 Oct 29 08:32:50.754092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] Deleting port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:50.754470 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:50.827384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['2e804438-b9dc-4c12-943e-9cce277a9601'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:50.832162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbfb4d-5fd4-44e8-9a37-942095ad66d0 req-dd513489-1791-480f-a3fd-01e61743c095 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:50.841113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60cbfb4d-5fd4-44e8-9a37-942095ad66d0 req-dd513489-1791-480f-a3fd-01e61743c095 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 943 time: 0.1588526 Oct 29 08:32:50.925987 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60cbfb4d-5fd4-44e8-9a37-942095ad66d0 req-055992d0-095a-4d18-8851-ae127926e665 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744472 Oct 29 08:32:50.940194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:50.941405 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-f6bb6bf9-756c-4719-acd4-2e144e4dd4c3 service neutron] 10.222.0.93 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716575 Oct 29 08:32:50.994243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] For port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:50.995273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.056482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 546bb14f-6600-4086-9643-48af596fef8b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:51.059948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'mac_address': 'fa:16:3e:49:a7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:51.106425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab52067-3cad-4e0d-a140-32eaccd49f80 req-c67dedcb-5661-453f-88e2-97f46bed6529 service neutron] 10.222.0.93 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545839 Oct 29 08:32:51.111978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.116788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] Calling delete_port for 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:51.122742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7e2fad-8f73-4633-a64a-42acbb46da5c None None] Network 8441f132-0169-427b-8a9e-ebbf7804f8c8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:51.199492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-c9d0c2ce-0a78-4924-be85-7928cfa5dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:51.201050 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-c9d0c2ce-0a78-4924-be85-7928cfa5dca4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 1094 time: 0.0456128 Oct 29 08:32:51.312790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2216a309-320e-409c-96ca-3cf3fbe3075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b02673-dcb0-4937-9299-63b7852c3931'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:51.316468 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ba678f-2fef-4b70-8d54-3ef27ff5ad70" -d '{"events": [{"server_uuid": "2216a309-320e-409c-96ca-3cf3fbe3075d", "name": "network-vif-plugged", "status": "completed", "tag": "05b02673-dcb0-4937-9299-63b7852c3931"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:51.326074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe2a9-e3ff-47df-b443-e2d9af7d0986 req-00872c09-bce3-46e4-a8ff-862cbc211413 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:51.330712 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-739ec64e-40b6-4472-a2d4-3f2172100a38 req-894bdd03-564d-457f-94a7-bb6f75236377 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923986 Oct 29 08:32:51.334804 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-136fe2a9-e3ff-47df-b443-e2d9af7d0986 req-00872c09-bce3-46e4-a8ff-862cbc211413 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 944 time: 0.1142867 Oct 29 08:32:51.343245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-dd2eeab0-5a55-4f59-b63e-c0a8192a4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:51.344907 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-dd2eeab0-5a55-4f59-b63e-c0a8192a4067 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.5876799 Oct 29 08:32:51.370218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 05b02673-dcb0-4937-9299-63b7852c3931, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=05b02673-dcb0-4937-9299-63b7852c3931,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:51.382507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-23ce704b-ab7c-47ef-9987-4120f0efd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:51.384302 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-23ce704b-ab7c-47ef-9987-4120f0efd206 service neutron] 10.222.0.93 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 907 time: 0.1741538 Oct 29 08:32:51.386477 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.403629 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-136fe2a9-e3ff-47df-b443-e2d9af7d0986 req-75065de2-bfc2-4b59-b1da-1732832e3862 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631385 Oct 29 08:32:51.408021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-caeb3c6d-ad46-4b19-84a0-e337dfdf04fa None None] Provisioning complete for port 546bb14f-6600-4086-9643-48af596fef8b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:51.408399 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-caeb3c6d-ad46-4b19-84a0-e337dfdf04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.411865 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.422840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:51.423351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.426558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-fe994522-c4ab-4de8-a0fc-11446383f9f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633671 Oct 29 08:32:51.455287 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.457405 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c852ad1f-2656-42d3-9a94-d94022c6b51e x-openstack-request-id: req-c852ad1f-2656-42d3-9a94-d94022c6b51e {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:51.457701 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2216a309-320e-409c-96ca-3cf3fbe3075d", "name": "network-vif-plugged", "status": "completed", "tag": "05b02673-dcb0-4937-9299-63b7852c3931", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:51.457953 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c852ad1f-2656-42d3-9a94-d94022c6b51e {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:51.458407 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2216a309-320e-409c-96ca-3cf3fbe3075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b02673-dcb0-4937-9299-63b7852c3931', 'code': 200} Oct 29 08:32:51.506283 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-75c1f747-9e82-4166-9c0d-5e1085a40ae7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4466458-483d-4c6b-a0ad-9abed9d71387 HTTP/1.1" status: 200 len: 217 time: 0.1009614 Oct 29 08:32:51.528084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:51.569299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 546bb14f-6600-4086-9643-48af596fef8b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:51.569554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.585763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,segment=NetworkSegment(339f0c96-ffb4-44ef-bdc6-84977403f172),segment_id=339f0c96-ffb4-44ef-bdc6-84977403f172)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:51.586249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.623201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:51.626791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:51.629426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022fce3-a043-4f6a-88d9-8f6f8898ddb6 req-2dc0eed2-28b6-489a-982a-9f130ac5cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:51.631373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6022fce3-a043-4f6a-88d9-8f6f8898ddb6 req-2dc0eed2-28b6-489a-982a-9f130ac5cdc5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 1096 time: 0.1136968 Oct 29 08:32:51.640255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.647021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363882a1-2edf-467d-a2c4-c165cf3e28f1 req-ad7f0988-10f4-4e4f-99ed-9605595cd622 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:51.648788 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-363882a1-2edf-467d-a2c4-c165cf3e28f1 req-ad7f0988-10f4-4e4f-99ed-9605595cd622 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 948 time: 0.1415288 Oct 29 08:32:51.661111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-fc4ad2d1-3ad5-4794-8b41-ef4075956843 service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159054 Oct 29 08:32:51.671034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.679967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-132b284e-935f-47d8-b1e5-0b311c9f20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:51.681782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-132b284e-935f-47d8-b1e5-0b311c9f20c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.1503396 Oct 29 08:32:51.686517 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:51.688363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=05b02673-dcb0-4937-9299-63b7852c3931,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:51.736969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:51.752067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-4d724301-ac92-4054-8bcf-9cf137e05841 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432751 Oct 29 08:32:51.756042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6022fce3-a043-4f6a-88d9-8f6f8898ddb6 req-e2f33eb2-46e5-4933-ba01-5d570ab1d055 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062851 Oct 29 08:32:51.761633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-363882a1-2edf-467d-a2c4-c165cf3e28f1 req-42e133ab-8641-4e75-8549-b371ef9efd18 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899141 Oct 29 08:32:51.775843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:51.809062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:51.865016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-b7f20671-992e-413d-a762-bf814001e8d3 service neutron] 10.222.0.93 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017213 Oct 29 08:32:51.867873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Pushing event updated for resources: {'Port': ['ID=a9973712-bf28-410f-bebb-bc4575b0d3d9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:51.903545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] No DVR routers for this DVR port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:51.928152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c990a83-0a7a-49e9-983a-ba02b9869849 req-4308c37f-f757-4fa1-a4a4-d478eea72d52 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:51.929888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c990a83-0a7a-49e9-983a-ba02b9869849 req-4308c37f-f757-4fa1-a4a4-d478eea72d52 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 943 time: 0.2173872 Oct 29 08:32:51.988162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1d62076-a3b8-4bf6-8aca-28901eaa4e59 req-a39510f6-8079-47ed-ab20-31b57cfc133d service neutron] 10.222.0.93 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116514 Oct 29 08:32:52.008702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:52.028506 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.039864 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-caeb3c6d-ad46-4b19-84a0-e337dfdf04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.079532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0e73103-18d7-46ef-9427-64640bd37dc3 req-bb20f0f0-abf6-41b6-ab5c-e94c50076bbc service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658111 Oct 29 08:32:52.079852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:52.085998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:52.087241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfbb64-6838-4ed9-9259-1a332e39078a None None] Pushing event deleted for resources: {'Port': ['ID=9a0788cf-2bbc-41ac-9b77-45d0a50969f4,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:52.110714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:52.132205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f14b0e-d9a9-48f4-9adb-c9c44fdbd75c req-c7438d3f-9858-4937-8fe6-ca136bf250c1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:52.133831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1f14b0e-d9a9-48f4-9adb-c9c44fdbd75c req-c7438d3f-9858-4937-8fe6-ca136bf250c1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 943 time: 0.0907319 Oct 29 08:32:52.138469 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.147285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c990a83-0a7a-49e9-983a-ba02b9869849 req-2affad12-1013-46b0-9aa3-af3ddf8c0e90 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730289 Oct 29 08:32:52.185148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-caeb3c6d-ad46-4b19-84a0-e337dfdf04fa None None] For port 546bb14f-6600-4086-9643-48af596fef8b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=546bb14f-6600-4086-9643-48af596fef8b,segment=NetworkSegment(64bf7a3f-900b-4d30-8976-bb2680c8c5b9),segment_id=64bf7a3f-900b-4d30-8976-bb2680c8c5b9)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:52.210213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-caeb3c6d-ad46-4b19-84a0-e337dfdf04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.222152 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1f14b0e-d9a9-48f4-9adb-c9c44fdbd75c req-c6d8afa7-8ebb-426d-89fa-8de3eb513f6c tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644805 Oct 29 08:32:52.229192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.318891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be75bf1-05e3-46c4-8a36-e02fa688e9a8']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:52.325326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:32:52.326376 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:32:52.336880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339f0c96-ffb4-44ef-bdc6-84977403f172') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:52.337161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339f0c96-ffb4-44ef-bdc6-84977403f172') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:52.347032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb3c6d-ad46-4b19-84a0-e337dfdf04fa None None] Pushing event updated for resources: {'Port': ['ID=546bb14f-6600-4086-9643-48af596fef8b,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:52.351433 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.370021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.382752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:32:52.383160 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:32:52.386611 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:32:52.464448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.502952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.506241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c07b-454a-4b88-be94-2be612ec7b2d req-9e3a3389-4b12-4f00-82aa-cbb5d24df0a8 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:52.508266 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df06c07b-454a-4b88-be94-2be612ec7b2d req-9e3a3389-4b12-4f00-82aa-cbb5d24df0a8 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 948 time: 0.0690718 Oct 29 08:32:52.546385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b284e745-8bc8-49e2-9952-17310dd028e8 None None] Provisioning complete for port 546bb14f-6600-4086-9643-48af596fef8b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:52.546800 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b284e745-8bc8-49e2-9952-17310dd028e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.556258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df06c07b-454a-4b88-be94-2be612ec7b2d req-3833be7c-9d8a-4a56-bb0a-b12983fe287d tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Oct 29 08:32:52.580075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.583142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6ac61500-529b-4707-82d0-6d51becef179 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:52.583395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "DELETE /v2.0/networks/8be75bf1-05e3-46c4-8a36-e02fa688e9a8 HTTP/1.1" status: 204 len: 168 time: 2.3594551 Oct 29 08:32:52.586193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45490) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:52.590102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba20dc-dde1-4744-8eba-c5c806cf54d3 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Network': ['ID=8be75bf1-05e3-46c4-8a36-e02fa688e9a8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:52.625454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcd0bc-e94e-4efd-a7da-834a0d0314fc req-1f415c0c-5f20-483d-a9e2-d71099110a5f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:52.627004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-55dcd0bc-e94e-4efd-a7da-834a0d0314fc req-1f415c0c-5f20-483d-a9e2-d71099110a5f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 945 time: 0.0921140 Oct 29 08:32:52.642200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5fb787-6242-483c-b4e4-fc8891b6a852 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting subnet 4424f48b-9f59-4d21-b0b0-492f76751512 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:32:52.646195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de5fb787-6242-483c-b4e4-fc8891b6a852 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.695368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de5fb787-6242-483c-b4e4-fc8891b6a852 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.744868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-55dcd0bc-e94e-4efd-a7da-834a0d0314fc req-3bf07c1f-5a37-4188-8205-9134901f83e4 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712299 Oct 29 08:32:52.758318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6ac61500-529b-4707-82d0-6d51becef179, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ac61500-529b-4707-82d0-6d51becef179,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:52.773106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.781712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '6ac61500-529b-4707-82d0-6d51becef179', 'network_id': '228003a1-554a-4cc3-b178-5af349575049', 'port_id': '6ac61500-529b-4707-82d0-6d51becef179', 'mac_address': 'fa:16:3e:c9:24:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63c4264-e3e0-4bd0-bae5-05566bec22fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:52.805087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de5fb787-6242-483c-b4e4-fc8891b6a852 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.866712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.887772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac61500-529b-4707-82d0-6d51becef179 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:52.913035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6ac61500-529b-4707-82d0-6d51becef179, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ac61500-529b-4707-82d0-6d51becef179,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:52.916979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226269f-048a-428e-8f6b-050f98ab8d8a req-b861671d-60aa-4d3f-92e4-53dbad9488d5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:52.918602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6226269f-048a-428e-8f6b-050f98ab8d8a req-b861671d-60aa-4d3f-92e4-53dbad9488d5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 949 time: 0.0777535 Oct 29 08:32:52.923417 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.947155 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de5fb787-6242-483c-b4e4-fc8891b6a852 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:52.969849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:52.980671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Router 2f06c050-af13-4c0f-8a33-e99ac1597404 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:32:52.988497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fb787-6242-483c-b4e4-fc8891b6a852 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Subnet': ['ID=4424f48b-9f59-4d21-b0b0-492f76751512,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:52.999387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de5fb787-6242-483c-b4e4-fc8891b6a852 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.002605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de5fb787-6242-483c-b4e4-fc8891b6a852 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "DELETE /v2.0/subnets/4424f48b-9f59-4d21-b0b0-492f76751512 HTTP/1.1" status: 204 len: 168 time: 0.4151425 Oct 29 08:32:53.003663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:53.004035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9a0788cf-2bbc-41ac-9b77-45d0a50969f4 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:53.011244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a1034-c8e0-4848-b613-830bad837d82 None None] Network bffb99b1-344c-4e68-8c65-0a35f0156746 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:32:53.012346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45494) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:53.028975 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6226269f-048a-428e-8f6b-050f98ab8d8a req-7ca0ff8c-f62b-44da-9665-c14a517535a1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880163 Oct 29 08:32:53.122956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:32:53.129890 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.146543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.148307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0631e792-431c-4373-87bb-30210b794928 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9354074 Oct 29 08:32:53.152114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45496) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:53.162120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Sync routers for ids ['2f06c050-af13-4c0f-8a33-e99ac1597404'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:32:53.164264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 546bb14f-6600-4086-9643-48af596fef8b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:53.166245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6ac61500-529b-4707-82d0-6d51becef179,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:53.204373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Deleting port 9fac824d-e083-47ed-8687-1520b7b9085e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:53.204759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.230030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6ac61500-529b-4707-82d0-6d51becef179'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:53.265871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Routers {'2f06c050-af13-4c0f-8a33-e99ac1597404'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:53.267024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2f06c050-af13-4c0f-8a33-e99ac1597404'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:53.280415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] For port 9fac824d-e083-47ed-8687-1520b7b9085e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9fac824d-e083-47ed-8687-1520b7b9085e,segment=NetworkSegment(bbc339d2-c7ae-4693-8842-82a2b0bd19c7),segment_id=bbc339d2-c7ae-4693-8842-82a2b0bd19c7)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:53.280902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.299410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Calling delete_port for 9fac824d-e083-47ed-8687-1520b7b9085e owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:53.318849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d0848-d949-4070-a6a6-5adc488c5f82 req-d8576a49-7e24-4ae7-b6bb-7737f77e6d92 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:53.326507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-849d0848-d949-4070-a6a6-5adc488c5f82 req-d8576a49-7e24-4ae7-b6bb-7737f77e6d92 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 943 time: 0.0834286 Oct 29 08:32:53.432130 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-849d0848-d949-4070-a6a6-5adc488c5f82 req-12d6357d-5472-4020-b11e-d420a997fddf tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046386 Oct 29 08:32:53.459093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67abd05-a307-4dc8-ac12-c17d40b5e4c3 req-fa8f8e13-cd2b-446d-85f0-98d78a236985 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:53.460973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c67abd05-a307-4dc8-ac12-c17d40b5e4c3 req-fa8f8e13-cd2b-446d-85f0-98d78a236985 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 944 time: 0.1085274 Oct 29 08:32:53.480818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 546bb14f-6600-4086-9643-48af596fef8b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:53.480818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.495619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b2355-6f7c-43e7-ada4-35cd855fa8ba None None] DHCP port deletion for bffb99b1-344c-4e68-8c65-0a35f0156746 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:32:53.517410 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.532851 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c67abd05-a307-4dc8-ac12-c17d40b5e4c3 req-258edeb5-2fd6-40ad-8007-411fecd6d66c tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593557 Oct 29 08:32:53.540325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Set router 2f06c050-af13-4c0f-8a33-e99ac1597404 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:53.554008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Port': ['ID=9fac824d-e083-47ed-8687-1520b7b9085e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:53.556169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] No DVR routers for this DVR port 9fac824d-e083-47ed-8687-1520b7b9085e on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:32:53.643420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-610b2355-6f7c-43e7-ada4-35cd855fa8ba None None] The port '9fac824d-e083-47ed-8687-1520b7b9085e' was deleted {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 29 08:32:53.677612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.703351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffb99b1-344c-4e68-8c65-0a35f0156746']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:53.717986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:53.718292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc339d2-c7ae-4693-8842-82a2b0bd19c7') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:53.738136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12183b2-688e-40e7-bcc7-d4c258079796 req-5a535764-3f17-43bf-857b-2049b2cbf5f2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:53.739926 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d12183b2-688e-40e7-bcc7-d4c258079796 req-5a535764-3f17-43bf-857b-2049b2cbf5f2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 948 time: 0.1069696 Oct 29 08:32:53.741861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.766439 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.768762 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.783341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:32:53.783749 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:32:53.787781 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:32:53.845934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d12183b2-688e-40e7-bcc7-d4c258079796 req-ec3e66ac-624b-43a2-b2f0-3bf02cbfb717 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960991 Oct 29 08:32:53.875999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.885584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:53.891108 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] 10.222.0.70 "DELETE /v2.0/networks/bffb99b1-344c-4e68-8c65-0a35f0156746 HTTP/1.1" status: 204 len: 168 time: 0.8646891 Oct 29 08:32:53.903607 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51fd2d-0115-4df9-855b-010a25f0309d tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] Pushing event deleted for resources: {'Network': ['ID=bffb99b1-344c-4e68-8c65-0a35f0156746,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:53.904502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:32:52Z', 'revision_number': 3, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port': {'id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:50Z', 'updated_at': '2021-10-29T08:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:53.971295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696343d9-b590-4a0f-90ad-c64c81352ee5 req-854b437d-0895-4d98-a657-f21f32a9e73d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:53.972940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696343d9-b590-4a0f-90ad-c64c81352ee5 req-854b437d-0895-4d98-a657-f21f32a9e73d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 945 time: 0.0948586 Oct 29 08:32:54.045018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Allocated IP 172.20.0.1 (8441f132-0169-427b-8a9e-ebbf7804f8c8/384cf552-a735-4f46-9293-67c337a42596/9ecebc92-447e-4bec-8aa1-1680f24d8fa0) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:32:54.050637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696343d9-b590-4a0f-90ad-c64c81352ee5 req-bb1caa59-7d00-447b-95c0-0fa1f1edc4d9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582623 Oct 29 08:32:54.069867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45518) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:54.095426 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4466458-483d-4c6b-a0ad-9abed9d71387 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:32:54.097483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 2e804438-b9dc-4c12-943e-9cce277a9601 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:54.104562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Checking router: 2f06c050-af13-4c0f-8a33-e99ac1597404 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:32:54.104909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Updating router 2f06c050-af13-4c0f-8a33-e99ac1597404 port a9973712-bf28-410f-bebb-bc4575b0d3d9 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:32:54.182521 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.205138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.250258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350fa0-afc7-4dfb-9b1b-07c0595fb36e req-1b4b7221-9310-4f90-bc20-cb19b94e979b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:54.251621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.252227 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b350fa0-afc7-4dfb-9b1b-07c0595fb36e req-1b4b7221-9310-4f90-bc20-cb19b94e979b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 949 time: 0.1066012 Oct 29 08:32:54.319639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Network 8441f132-0169-427b-8a9e-ebbf7804f8c8 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:54.322991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:54.327042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:32:54.371892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Pushing event updated for resources: {'Port': ['ID=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:54.385616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 2e804438-b9dc-4c12-943e-9cce277a9601 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:54.405642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b350fa0-afc7-4dfb-9b1b-07c0595fb36e req-71a0a9ac-5edf-425a-a3f9-b2987b041a0a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451797 Oct 29 08:32:54.408993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 2e804438-b9dc-4c12-943e-9cce277a9601 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:54.409138 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.422947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:54.456969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.534183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'port_id': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'mac_address': 'fa:16:3e:89:75:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a2fe-81ca-4b81-a5e4-840c0bfccc36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:32:54.594208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-1e87a123-bcaf-4197-a458-810cc742c0f2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:54.595824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-1e87a123-bcaf-4197-a458-810cc742c0f2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.2628055 Oct 29 08:32:54.612365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:54.627524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-3a16182e-2d93-4fd5-9af4-35e1b94e1ddd tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/quotas/24b6b3f61fbc4c2a916e6f12373383b8 HTTP/1.1" status: 200 len: 375 time: 0.0096171 Oct 29 08:32:54.661067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbda489-9ea9-45c2-bc39-06170b395f4d req-6885a6b9-7886-475f-9f2e-3a1866a5da5a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:54.662878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8fbda489-9ea9-45c2-bc39-06170b395f4d req-6885a6b9-7886-475f-9f2e-3a1866a5da5a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 943 time: 0.1062174 Oct 29 08:32:54.701683 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.732539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-ac808b0a-5dba-4a2e-bb1e-6e34493a5cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960414 Oct 29 08:32:54.734731 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8fbda489-9ea9-45c2-bc39-06170b395f4d req-bd4a0586-2635-43a6-a521-5014e654b335 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591929 Oct 29 08:32:54.744156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.766761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.785689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c77cf558-af6a-42ab-b770-6f31dc0a2f25 None None] Provisioning complete for port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:54.786061 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c77cf558-af6a-42ab-b770-6f31dc0a2f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.788680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4466458-483d-4c6b-a0ad-9abed9d71387 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:32:54.845670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:54.857708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:54.872744 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.875905 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.877799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:54.878154 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.887428 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:54.889409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c77cf558-af6a-42ab-b770-6f31dc0a2f25 None None] Port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:54.912203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3be2a-551e-437c-b29a-ec8d3039bce3 req-fe0a07ca-102d-44ca-8510-55cf86e72b79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:54.913730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32a3be2a-551e-437c-b29a-ec8d3039bce3 req-fe0a07ca-102d-44ca-8510-55cf86e72b79 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 944 time: 0.0764797 Oct 29 08:32:54.932652 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.003314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76030b1-8cbf-4327-87f2-3f6e844e96f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e804438-b9dc-4c12-943e-9cce277a9601'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:55.006316 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e769ee-09f8-474c-b5dd-1fd25ff26ffd" -d '{"events": [{"server_uuid": "f76030b1-8cbf-4327-87f2-3f6e844e96f7", "name": "network-vif-plugged", "status": "completed", "tag": "2e804438-b9dc-4c12-943e-9cce277a9601"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:55.012572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32a3be2a-551e-437c-b29a-ec8d3039bce3 req-bf84bb01-dc4c-4fa2-a2e8-49a0ae68befb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882208 Oct 29 08:32:55.020205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.032770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 2e804438-b9dc-4c12-943e-9cce277a9601, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e804438-b9dc-4c12-943e-9cce277a9601,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:55.033976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Attempting to bind port a9973712-bf28-410f-bebb-bc4575b0d3d9 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:32:55.034339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Attempting to bind port a9973712-bf28-410f-bebb-bc4575b0d3d9 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:32:55.034776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Attempting to bind port a9973712-bf28-410f-bebb-bc4575b0d3d9 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:32:55.037177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:55.046942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.055431 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.083974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:32:55.084250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:32:55.084667 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.085048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:32:55.086300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Bound port: a9973712-bf28-410f-bebb-bc4575b0d3d9, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:32:55.086300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.135770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-27f65165-850a-4c84-b1d5-77283ffa9bb5 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675265 Oct 29 08:32:55.160030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Deleting port 03957d33-f177-459e-a07b-b34ef5df2d93 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:32:55.162058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.162942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9fac824d-e083-47ed-8687-1520b7b9085e no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:32:55.204018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Pushing event updated for resources: {'Port': ['ID=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:55.214934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.225019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9fac824d-e083-47ed-8687-1520b7b9085e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:32:55.225241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9fac824d-e083-47ed-8687-1520b7b9085e not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:32:55.232596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33a678-1573-42fe-aff4-41a09e638eac None None] Pushing event updated for resources: {'Port': ['ID=a9973712-bf28-410f-bebb-bc4575b0d3d9,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:55.250794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.302259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] For port a9973712-bf28-410f-bebb-bc4575b0d3d9, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:32:55.329961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e68dc4-6daa-4396-9d3c-cb0906b0c94e req-a84a8839-f351-4c0c-afb8-a886ba55ff5e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:55.331674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-42e68dc4-6daa-4396-9d3c-cb0906b0c94e req-a84a8839-f351-4c0c-afb8-a886ba55ff5e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 949 time: 0.1039076 Oct 29 08:32:55.340136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] For port 03957d33-f177-459e-a07b-b34ef5df2d93, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=03957d33-f177-459e-a07b-b34ef5df2d93,segment=NetworkSegment(50681ca4-c1c5-455e-9248-980637021f3d),segment_id=50681ca4-c1c5-455e-9248-980637021f3d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:55.340540 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.343863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] For port a9973712-bf28-410f-bebb-bc4575b0d3d9, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a9973712-bf28-410f-bebb-bc4575b0d3d9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:32:55.349732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:55.354227 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.356801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=2e804438-b9dc-4c12-943e-9cce277a9601,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:55.360826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.361612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6ac61500-529b-4707-82d0-6d51becef179 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:55.376935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Calling delete_port for 03957d33-f177-459e-a07b-b34ef5df2d93 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:32:55.395687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4466458-483d-4c6b-a0ad-9abed9d71387'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:32:55.414177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-42e68dc4-6daa-4396-9d3c-cb0906b0c94e req-d73a5c54-3b0b-4c63-8435-f31bcc4c4cb6 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Oct 29 08:32:55.503760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Routers {'2f06c050-af13-4c0f-8a33-e99ac1597404'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:55.504463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2f06c050-af13-4c0f-8a33-e99ac1597404'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:55.506406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33a678-1573-42fe-aff4-41a09e638eac None None] Pushing event updated for resources: {'Port': ['ID=a9973712-bf28-410f-bebb-bc4575b0d3d9,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:55.583075 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d0c600-821a-4011-bb34-7729b12358d9 x-openstack-request-id: req-12d0c600-821a-4011-bb34-7729b12358d9 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:55.583993 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76030b1-8cbf-4327-87f2-3f6e844e96f7", "name": "network-vif-plugged", "status": "completed", "tag": "2e804438-b9dc-4c12-943e-9cce277a9601", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:55.583993 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12d0c600-821a-4011-bb34-7729b12358d9 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:55.584181 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76030b1-8cbf-4327-87f2-3f6e844e96f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e804438-b9dc-4c12-943e-9cce277a9601', 'code': 200} Oct 29 08:32:55.630238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 6ac61500-529b-4707-82d0-6d51becef179 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:55.659688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 6ac61500-529b-4707-82d0-6d51becef179 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:55.660099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.701993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-2d05b1cb-ad39-431a-9ef7-252c012e165d service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652084 Oct 29 08:32:55.708376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:55.741790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4509836-d00a-4873-a66e-2c0953f88347 req-033bd219-560a-4831-bae7-2ff56ac804a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:55.743382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d4509836-d00a-4873-a66e-2c0953f88347 req-033bd219-560a-4831-bae7-2ff56ac804a6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 1100 time: 0.1394649 Oct 29 08:32:55.759861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] Set router 2f06c050-af13-4c0f-8a33-e99ac1597404 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:55.763533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Network 8441f132-0169-427b-8a9e-ebbf7804f8c8 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:32:55.767353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:32:55.803529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd9f72-418b-4c79-b2ae-a1d6807ae1db req-25cedc47-6237-402e-b027-fdf67b80bd98 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:55.805305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-97bd9f72-418b-4c79-b2ae-a1d6807ae1db req-25cedc47-6237-402e-b027-fdf67b80bd98 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1511872 Oct 29 08:32:55.822633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d4509836-d00a-4873-a66e-2c0953f88347 req-5621e797-fbf1-4649-9415-05449b3f0193 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657611 Oct 29 08:32:55.824136 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:55.863317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=03957d33-f177-459e-a07b-b34ef5df2d93,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:56.006472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Router 2f06c050-af13-4c0f-8a33-e99ac1597404 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:32:56.043403 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-97bd9f72-418b-4c79-b2ae-a1d6807ae1db req-02809bf8-4730-429e-a976-8ac4c75086ef tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213993 Oct 29 08:32:56.143553 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:56.233098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e07d63-fb95-4d41-9321-93069aa61b54 req-cf76b44b-4ba6-4cd7-aa98-89cb46d36f0c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:56.234795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44e07d63-fb95-4d41-9321-93069aa61b54 req-cf76b44b-4ba6-4cd7-aa98-89cb46d36f0c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 944 time: 0.2313874 Oct 29 08:32:56.313210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44e07d63-fb95-4d41-9321-93069aa61b54 req-4d732cfe-b2e9-4de8-b3d3-15192d691ca5 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609839 Oct 29 08:32:56.330359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:32:56.337000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d0ae7832-e65b-4713-bdba-7d0289a6bb6c admin admin] 10.222.0.70 "PUT /v2.0/routers/2f06c050-af13-4c0f-8a33-e99ac1597404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1837974 Oct 29 08:32:56.454306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6ac61500-529b-4707-82d0-6d51becef179, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ac61500-529b-4707-82d0-6d51becef179,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:56.466048 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:56.501270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d205c095-c57e-4c75-b1be-30f4edd3f8b2 None None] Provisioning complete for port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:56.501549 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d205c095-c57e-4c75-b1be-30f4edd3f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:56.526534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a50a7d-160c-4be0-8942-79eeae459e9c req-354c7193-494f-46c1-9e8f-4dcb0e339e7d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:56.541967 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0a50a7d-160c-4be0-8942-79eeae459e9c req-354c7193-494f-46c1-9e8f-4dcb0e339e7d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 944 time: 0.0984268 Oct 29 08:32:56.623364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d205c095-c57e-4c75-b1be-30f4edd3f8b2 None None] Port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:32:56.631323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6ac61500-529b-4707-82d0-6d51becef179,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:56.640098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0a50a7d-160c-4be0-8942-79eeae459e9c req-4a927430-33a7-47f7-9287-74785b5c223e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930009 Oct 29 08:32:56.676441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:32:54Z', 'revision_number': 4, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port': {'id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:50Z', 'updated_at': '2021-10-29T08:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9ecebc92-447e-4bec-8aa1-1680f24d8fa0', 'name': '', 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'mac_address': 'fa:16:3e:ed:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '384cf552-a735-4f46-9293-67c337a42596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:53Z', 'updated_at': '2021-10-29T08:32:54Z', 'revision_number': 2, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'subnets': [{'id': '384cf552-a735-4f46-9293-67c337a42596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:56.713639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c8067-249c-44ff-a91f-2ebbd3634f33 None None] The sync data for ids ['2f06c050-af13-4c0f-8a33-e99ac1597404'] in n-d-815940-1 is: [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:32:54Z', 'revision_number': 4, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port': {'id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:50Z', 'updated_at': '2021-10-29T08:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9ecebc92-447e-4bec-8aa1-1680f24d8fa0', 'name': '', 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'mac_address': 'fa:16:3e:ed:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '384cf552-a735-4f46-9293-67c337a42596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:53Z', 'updated_at': '2021-10-29T08:32:54Z', 'revision_number': 2, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'subnets': [{'id': '384cf552-a735-4f46-9293-67c337a42596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:32:56.748775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3efe020-d197-41a4-a622-6e8777b7669b req-0b8c4d91-ef02-4257-9cf9-40e97afb53de tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 210 time: 0.5949955 Oct 29 08:32:56.857075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:57.155521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf0b1-b733-49f9-9589-5c0afd9c2d5f req-87da778b-7356-41f8-aed2-55c19b3fbad0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:57.157128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0bbf0b1-b733-49f9-9589-5c0afd9c2d5f req-87da778b-7356-41f8-aed2-55c19b3fbad0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 949 time: 0.2068324 Oct 29 08:32:57.273648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0bbf0b1-b733-49f9-9589-5c0afd9c2d5f req-6ac87887-c1ea-4884-9b6d-f5d9870e711b tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051476 Oct 29 08:32:57.337908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71597-91ed-4496-adf7-c44a655f5d9b req-6afe02b3-0571-47bc-89a8-f227382d2222 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:57.356819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a71597-91ed-4496-adf7-c44a655f5d9b req-6afe02b3-0571-47bc-89a8-f227382d2222 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1273100 Oct 29 08:32:57.534403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a71597-91ed-4496-adf7-c44a655f5d9b req-740d5ee3-88e8-440a-be61-a7b13f19749d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728091 Oct 29 08:32:57.585252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'}, {'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac61500-529b-4707-82d0-6d51becef179'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:57.588064 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20564ad6-ad38-4b56-8d3a-bd8c5e12d58d" -d '{"events": [{"server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "name": "network-vif-plugged", "status": "completed", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112"}, {"server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "name": "network-vif-plugged", "status": "completed", "tag": "6ac61500-529b-4707-82d0-6d51becef179"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:57.591077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Router 2138f8a3-ed35-44bd-b2d7-0f025408d31e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:32:57.655147 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf584b7a-d94a-4ba9-b122-a080e46dec76 x-openstack-request-id: req-bf584b7a-d94a-4ba9-b122-a080e46dec76 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:32:57.655147 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "name": "network-vif-plugged", "status": "completed", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112", "code": 200}, {"server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "name": "network-vif-plugged", "status": "completed", "tag": "6ac61500-529b-4707-82d0-6d51becef179", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:32:57.655147 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf584b7a-d94a-4ba9-b122-a080e46dec76 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:32:57.655147 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'code': 200} Oct 29 08:32:57.656037 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac61500-529b-4707-82d0-6d51becef179', 'code': 200} Oct 29 08:32:57.927735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2082d-3574-45ea-beb2-2706d9749327 req-d5c9f03a-1135-4852-8eee-fc5d74d8333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:57.929628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fb2082d-3574-45ea-beb2-2706d9749327 req-d5c9f03a-1135-4852-8eee-fc5d74d8333e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1101 time: 0.1774509 Oct 29 08:32:57.934206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c70b9-bea0-4d1b-aace-25d691821a64 req-3c5530be-5267-4a1d-a5a4-8e5774600c7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:57.944733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e98c70b9-bea0-4d1b-aace-25d691821a64 req-3c5530be-5267-4a1d-a5a4-8e5774600c7f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 944 time: 0.4332099 Oct 29 08:32:58.002647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4466458-483d-4c6b-a0ad-9abed9d71387 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:58.014814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda99a3-9a5e-4623-b345-d0717de0f8b7 req-7c6f8056-6469-4bff-a17b-216eda135dbb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:58.016426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfda99a3-9a5e-4623-b345-d0717de0f8b7 req-7c6f8056-6469-4bff-a17b-216eda135dbb tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 945 time: 0.1807678 Oct 29 08:32:58.095183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fb2082d-3574-45ea-beb2-2706d9749327 req-7b327028-14a5-4096-ab68-c6d8fa19c169 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572261 Oct 29 08:32:58.110640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port b4466458-483d-4c6b-a0ad-9abed9d71387 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:32:58.115382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b4466458-483d-4c6b-a0ad-9abed9d71387 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:58.115734 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:58.158363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa07cfe-4354-41fb-a09d-b4f70784528e req-63b4cf37-2572-4e08-87a9-fd2d91ef1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:58.162349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fa07cfe-4354-41fb-a09d-b4f70784528e req-63b4cf37-2572-4e08-87a9-fd2d91ef1e2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1096 time: 0.3293321 Oct 29 08:32:58.171856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dfda99a3-9a5e-4623-b345-d0717de0f8b7 req-a0a2a5c6-09f5-41ed-8949-59629103c7b2 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382902 Oct 29 08:32:58.174524 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e98c70b9-bea0-4d1b-aace-25d691821a64 req-ceb3c835-cdc5-4441-95d5-4dcbcfe794fc tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287021 Oct 29 08:32:58.233548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:32:58.252339 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] Sync routers for ids ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:32:58.290781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-df8965b3-b694-4054-801b-ce59add12c3e admin admin] 10.222.0.70 "PUT /v2.0/routers/2138f8a3-ed35-44bd-b2d7-0f025408d31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2145231 Oct 29 08:32:58.293395 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] Routers {'2138f8a3-ed35-44bd-b2d7-0f025408d31e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:58.294692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45588) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:32:58.298310 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:58.363912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f72afb5-70b6-4f26-9b55-33c6ebb9b225 req-ee7c080b-ce15-4ceb-9ebf-238d415f2748 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 210 time: 0.0960460 Oct 29 08:32:58.419496 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:58.539755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:58.549775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:58.644454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-80365877-e858-436f-8661-447fb90e37bc tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:58.646404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-80365877-e858-436f-8661-447fb90e37bc tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.93 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.6367960 Oct 29 08:32:58.684428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:58.689159 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:58.713086 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] Set router 2138f8a3-ed35-44bd-b2d7-0f025408d31e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:58.717837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Request body: {'port': {'device_id': '1c186693-8004-491e-89a5-1c95352bfad2', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'admin_state_up': True, 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:32:58.813259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51121f-4b1d-4ade-960c-ce6b83dbc26c req-9422c5c9-9229-4c08-becb-4440d0775a5d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:58.815347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f51121f-4b1d-4ade-960c-ce6b83dbc26c req-9422c5c9-9229-4c08-becb-4440d0775a5d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1194341 Oct 29 08:32:58.869020 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:58.907899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f51121f-4b1d-4ade-960c-ce6b83dbc26c req-79fe9f54-bce7-4825-b096-50a2d5303654 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707557 Oct 29 08:32:59.074256 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:32:55Z', 'revision_number': 5, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:59.082472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3277404-1365-4efa-9dac-6a68b77f26db req-92000e3b-12a5-47a9-881c-2536573f9ab0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:59.107245 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3277404-1365-4efa-9dac-6a68b77f26db req-92000e3b-12a5-47a9-881c-2536573f9ab0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 949 time: 0.4583900 Oct 29 08:32:59.108244 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] Checking router: 2138f8a3-ed35-44bd-b2d7-0f025408d31e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:32:59.120968 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] Routers {'2138f8a3-ed35-44bd-b2d7-0f025408d31e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:32:59.122132 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:59.330465 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] Set router 2138f8a3-ed35-44bd-b2d7-0f025408d31e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:32:59.343600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a9973712-bf28-410f-bebb-bc4575b0d3d9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:32:59.398369 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fa07cfe-4354-41fb-a09d-b4f70784528e req-467b7a27-db4a-4e5e-8794-ebba792842c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7172761 Oct 29 08:32:59.430968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3277404-1365-4efa-9dac-6a68b77f26db req-07fd04aa-0a15-432c-b21b-0c1b7763c4e6 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219318 Oct 29 08:32:59.480890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:32:59.489742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:59.509846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d3fc1-b904-4222-8cf6-cb57082219ab req-8f093a87-234f-4e21-9770-2e5ad82605e7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:32:59.511865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:59.514820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a9973712-bf28-410f-bebb-bc4575b0d3d9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:32:59.515561 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:59.528418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-809d3fc1-b904-4222-8cf6-cb57082219ab req-8f093a87-234f-4e21-9770-2e5ad82605e7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 945 time: 0.1748710 Oct 29 08:32:59.673863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:32:59.679639 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dca6eb-a494-4f03-8163-ce1a3879e7db" -d '{"events": [{"server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "name": "network-vif-plugged", "status": "completed", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:32:59.688502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-809d3fc1-b904-4222-8cf6-cb57082219ab req-3257c1ab-8e64-47c7-b80d-9d110424a099 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502485 Oct 29 08:32:59.744188 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:59.755344 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:32:55Z', 'revision_number': 5, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:32:59.794488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port a9973712-bf28-410f-bebb-bc4575b0d3d9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a9973712-bf28-410f-bebb-bc4575b0d3d9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:32:59.805064 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:32:59.839327 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a60976-d4b4-4b74-93d2-ebe1cdf8985c None None] The sync data for ids ['2138f8a3-ed35-44bd-b2d7-0f025408d31e'] in n-d-815940-1 is: [{'id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'name': 'tempest-ServersTestMultiNic-1073540604-router', 'tenant_id': '6ebb5602050c4b61ae3f7047783b5a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:30:31Z', 'updated_at': '2021-10-29T08:32:55Z', 'revision_number': 5, 'project_id': '6ebb5602050c4b61ae3f7047783b5a00', 'gw_port': {'id': '5d3b2e57-b254-480d-a51d-5a053caacd9b', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2138f8a3-ed35-44bd-b2d7-0f025408d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:30:33Z', 'updated_at': '2021-10-29T08:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:32:59.982894 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=a9973712-bf28-410f-bebb-bc4575b0d3d9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:32:59.990770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-761a10c9-6b3d-4afb-9bcd-8c227fa83ac6 req-5eacd5d6-1578-427a-8824-7d54fc90742a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 210 time: 0.0865080 Oct 29 08:33:00.049304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08fa67-afba-4145-aafd-5c49eded9fbc req-6ce65ed3-1695-4106-8bfa-e9a8b950be71 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:00.057197 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd08fa67-afba-4145-aafd-5c49eded9fbc req-6ce65ed3-1695-4106-8bfa-e9a8b950be71 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 945 time: 0.3530331 Oct 29 08:33:00.108771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Deleting port 5d3b2e57-b254-480d-a51d-5a053caacd9b {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:00.109558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:00.112594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Allocated IP 172.20.0.6 (e8f283a6-0ef3-4237-aed0-2369190cb484/3d25f8d9-c239-477a-8419-aa47faeea0bb/dd51d210-0acd-4008-9105-0a23d1c25768) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:00.237638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd08fa67-afba-4145-aafd-5c49eded9fbc req-2f453117-d7ac-4408-85cc-6ccb8a50ecf0 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792154 Oct 29 08:33:00.271080 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:00.307705 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5478e2fe-d118-4594-a18b-01149a6a25fb x-openstack-request-id: req-5478e2fe-d118-4594-a18b-01149a6a25fb {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:00.308071 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "name": "network-vif-plugged", "status": "completed", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:00.309288 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5478e2fe-d118-4594-a18b-01149a6a25fb {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:00.309288 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'code': 200} Oct 29 08:33:00.397135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Sync routers for ids ['2f06c050-af13-4c0f-8a33-e99ac1597404'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:33:00.412776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Routers {'2f06c050-af13-4c0f-8a33-e99ac1597404'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:33:00.413474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2f06c050-af13-4c0f-8a33-e99ac1597404'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:00.491379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764576f-2342-4726-9ef5-e17eeeb1153e req-38019be4-74ea-474c-9eed-e612e4c0ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:00.497942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0764576f-2342-4726-9ef5-e17eeeb1153e req-38019be4-74ea-474c-9eed-e612e4c0ac08 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 1096 time: 0.1218088 Oct 29 08:33:00.549206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0764576f-2342-4726-9ef5-e17eeeb1153e req-174dd0ed-14aa-4a21-ba56-647a193cd8c5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Oct 29 08:33:00.657536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] For port 5d3b2e57-b254-480d-a51d-5a053caacd9b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5d3b2e57-b254-480d-a51d-5a053caacd9b,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:00.657904 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:00.734310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Set router 2f06c050-af13-4c0f-8a33-e99ac1597404 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:33:00.756872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Calling delete_port for 5d3b2e57-b254-480d-a51d-5a053caacd9b owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:00.947623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62547d39-25bd-4bbf-9643-709aff422565 req-e0debd27-720d-4256-912e-dbbd85f94048 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:00.949685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62547d39-25bd-4bbf-9643-709aff422565 req-e0debd27-720d-4256-912e-dbbd85f94048 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.4799781 Oct 29 08:33:00.969487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.033902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.034295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.034943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.035457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.035932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.036556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.036989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.037446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.037899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.038349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.038801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.039251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.039704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.040418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.040708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.041150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.043912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-e6f4781b-b181-4955-85a8-bf896675b5a1 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2&device_id=52b43197-2d89-4df8-a535-3a8ee076b740&device_id=d097db95-5217-40b1-a657-52aabb8941ba&device_id=cece5d8d-95fc-4294-ab07-be11984d5261&device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7&device_id=2216a309-320e-409c-96ca-3cf3fbe3075d&device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b&device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48&device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36&device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 14563 time: 0.1142983 Oct 29 08:33:01.050967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62547d39-25bd-4bbf-9643-709aff422565 req-01272678-f7a6-4d17-82c1-c7f26f62c049 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910749 Oct 29 08:33:01.074235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-af9fcd5b-9106-40a2-aa12-833b114cc99e tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.086961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:32:54Z', 'revision_number': 4, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port': {'id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:50Z', 'updated_at': '2021-10-29T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9ecebc92-447e-4bec-8aa1-1680f24d8fa0', 'name': '', 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'mac_address': 'fa:16:3e:ed:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '384cf552-a735-4f46-9293-67c337a42596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:53Z', 'updated_at': '2021-10-29T08:32:54Z', 'revision_number': 2, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'subnets': [{'id': '384cf552-a735-4f46-9293-67c337a42596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:01.129023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Checking router: 2f06c050-af13-4c0f-8a33-e99ac1597404 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:33:01.129756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Updating router 2f06c050-af13-4c0f-8a33-e99ac1597404 port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:33:01.132843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.148877 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.182023 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.186474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['05b02673-dcb0-4937-9299-63b7852c3931'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:01.222541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:01.230482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-af9fcd5b-9106-40a2-aa12-833b114cc99e tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.237769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-af9fcd5b-9106-40a2-aa12-833b114cc99e tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.272397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a9973712-bf28-410f-bebb-bc4575b0d3d9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:01.309005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fcd5b-9106-40a2-aa12-833b114cc99e tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fdf463-1877-4123-a215-60db08b13902,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:01.325272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Network e8f283a6-0ef3-4237-aed0-2369190cb484 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:01.333802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:01.335775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event updated for resources: {'Port': ['ID=dd51d210-0acd-4008-9105-0a23d1c25768,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:01.336086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-181dff28-c38d-453d-bf44-f24f5bfffe78 req-af9fcd5b-9106-40a2-aa12-833b114cc99e tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=c5a610fd-78de-41fb-b7e9-96069a76e432&id=1e405755-da34-4810-82f0-48d990bdbe14&id=9056364e-ef33-40a6-b57d-6dab2f8a20e5&id=53ef3815-0023-4279-9fa8-0194fbbb56dc&id=0abebe6b-276c-4082-8129-75393d3aa5c6&id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 945 time: 0.2748747 Oct 29 08:33:01.378173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:01.446399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3b2e57-b254-480d-a51d-5a053caacd9b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:01.479935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd234f-c85a-4649-a8a3-40be6d7a6fa4 req-8f480200-0ec3-48a2-adfe-fe5e6f77b8b6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.488792 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49cd234f-c85a-4649-a8a3-40be6d7a6fa4 req-8f480200-0ec3-48a2-adfe-fe5e6f77b8b6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 945 time: 0.2647920 Oct 29 08:33:01.500291 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.591465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b37a4-9285-4b26-a298-2ce2ee672031 req-fcebc0c6-50b0-4523-9cb6-9d1f9dafff6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.599555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-385b37a4-9285-4b26-a298-2ce2ee672031 req-fcebc0c6-50b0-4523-9cb6-9d1f9dafff6d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 931 time: 0.0694849 Oct 29 08:33:01.613622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.616871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.650455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-385b37a4-9285-4b26-a298-2ce2ee672031 req-f46088ca-f723-4aaa-864b-3386c9758488 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498395 Oct 29 08:33:01.680272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.691751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2138f8a3-ed35-44bd-b2d7-0f025408d31e {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:33:01.706712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.709189 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3495fd29-10e0-48a1-b03f-ed5c31576f69 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2138f8a3-ed35-44bd-b2d7-0f025408d31e HTTP/1.1" status: 204 len: 168 time: 3.2145758 Oct 29 08:33:01.712011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45626) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:01.726627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a9973712-bf28-410f-bebb-bc4575b0d3d9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:01.728589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.734581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:01.735318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.812459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49cd234f-c85a-4649-a8a3-40be6d7a6fa4 req-aae8c661-02ed-4eea-9375-920608ae1171 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208506 Oct 29 08:33:01.825637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7df518d0-2671-4bcf-804c-12efdb435cef tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1164720 Oct 29 08:33:01.843670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5cf79d-f47f-4a51-876f-2bec3ee0f7e0 admin admin] Deleting subnet 1e557f55-079b-4e49-9e2c-838230bfcbf9 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:33:01.847868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Request body: {'port': {'device_id': '1c186693-8004-491e-89a5-1c95352bfad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:01.862784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf79d-f47f-4a51-876f-2bec3ee0f7e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:01.985228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf79d-f47f-4a51-876f-2bec3ee0f7e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.080560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.138077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e433bb-a6bc-48fd-a75d-0d3782214156 req-e6969f63-cc17-4f93-9fbe-7edd705a4a0a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:02.146584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89e433bb-a6bc-48fd-a75d-0d3782214156 req-e6969f63-cc17-4f93-9fbe-7edd705a4a0a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 945 time: 0.1293542 Oct 29 08:33:02.161914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 03957d33-f177-459e-a07b-b34ef5df2d93 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:02.233375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 03957d33-f177-459e-a07b-b34ef5df2d93 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:02.234989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 03957d33-f177-459e-a07b-b34ef5df2d93 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:02.275515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf79d-f47f-4a51-876f-2bec3ee0f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.277765 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.286639 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.311483 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89e433bb-a6bc-48fd-a75d-0d3782214156 req-1ce7b577-2524-46d2-8bb0-fd8db7ceba70 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639199 Oct 29 08:33:02.368648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf79d-f47f-4a51-876f-2bec3ee0f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.462470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cf79d-f47f-4a51-876f-2bec3ee0f7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e557f55-079b-4e49-9e2c-838230bfcbf9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:02.466305 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf79d-f47f-4a51-876f-2bec3ee0f7e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.473592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fc5cf79d-f47f-4a51-876f-2bec3ee0f7e0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1e557f55-079b-4e49-9e2c-838230bfcbf9 HTTP/1.1" status: 204 len: 168 time: 0.7603126 Oct 29 08:33:02.476955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:02.570711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f0149-abf2-460d-948c-3da5a802e313 None None] Network 82188f74-fe76-4918-bdcd-520fca899795 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:33:02.588223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.610705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96959685-9434-43b8-9dfc-dd82c02a9aa5 req-567a5f7e-a88f-4709-880c-51cc97408bfe tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:02.621168 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96959685-9434-43b8-9dfc-dd82c02a9aa5 req-567a5f7e-a88f-4709-880c-51cc97408bfe tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1101 time: 0.2654588 Oct 29 08:33:02.704293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-96959685-9434-43b8-9dfc-dd82c02a9aa5 req-f187c3b6-bbd6-495e-8db3-9e5e885598d7 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.723141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd51d210-0acd-4008-9105-0a23d1c25768 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:02.734414 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.753082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Transition to ACTIVE for port object dd51d210-0acd-4008-9105-0a23d1c25768 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:02.790599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781273ff-2d70-4ac3-bbda-eff7e0e8c0e2 None None] Pushing event updated for resources: {'Port': ['ID=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:02.796880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.859210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Deleting port 1ceec994-e003-4a7d-9698-9860439736eb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:02.859559 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.904839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Pushing event updated for resources: {'Port': ['ID=dd51d210-0acd-4008-9105-0a23d1c25768,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:02.925006 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-050550b8-2961-48fd-8bb0-14fb8a937331 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1978705274&fields=id&tenant_id=55e8e47b395a420e89c12619ae1f2a18 HTTP/1.1" status: 200 len: 267 time: 0.1651263 Oct 29 08:33:02.940435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Attempting to bind port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:02.941196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Attempting to bind port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:02.941793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Attempting to bind port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 on network 8441f132-0169-427b-8a9e-ebbf7804f8c8 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:02.958775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:02.959584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Checking segment: {'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:02.960359 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:02.960960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Bound using segment: {'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:02.961711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Bound port: 9ecebc92-447e-4bec-8aa1-1680f24d8fa0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bf7a3f-900b-4d30-8976-bb2680c8c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:02.962391 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.054088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] For port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:03.063599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] For port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,segment=NetworkSegment(64bf7a3f-900b-4d30-8976-bb2680c8c5b9),segment_id=64bf7a3f-900b-4d30-8976-bb2680c8c5b9)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:03.067029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d00c86-ceea-46cb-ba76-e4423180ee75 None None] DHCP port deletion for 82188f74-fe76-4918-bdcd-520fca899795 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:33:03.072207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.104470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] For port 1ceec994-e003-4a7d-9698-9860439736eb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1ceec994-e003-4a7d-9698-9860439736eb,segment=NetworkSegment(50681ca4-c1c5-455e-9248-980637021f3d),segment_id=50681ca4-c1c5-455e-9248-980637021f3d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:03.105108 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.124235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-6674e0fc-965f-49de-ae44-0d0ebe335827 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:03.125413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Calling delete_port for 1ceec994-e003-4a7d-9698-9860439736eb owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:03.125756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-6674e0fc-965f-49de-ae44-0d0ebe335827 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 945 time: 0.1927936 Oct 29 08:33:03.139966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'port': {'security_groups': ['bd06c5e0-20b3-42da-b3db-be00e611db99', '2a971206-e38f-4db5-99be-957f0d4b2420']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:03.245176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.262552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Attempting to bind port dd51d210-0acd-4008-9105-0a23d1c25768 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:03.262950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Attempting to bind port dd51d210-0acd-4008-9105-0a23d1c25768 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:03.263233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Attempting to bind port dd51d210-0acd-4008-9105-0a23d1c25768 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:03.265356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781273ff-2d70-4ac3-bbda-eff7e0e8c0e2 None None] Pushing event updated for resources: {'Port': ['ID=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:03.271420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Port dd51d210-0acd-4008-9105-0a23d1c25768 on network e8f283a6-0ef3-4237-aed0-2369190cb484 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:03.271420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Attempting to bind port dd51d210-0acd-4008-9105-0a23d1c25768 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:03.284278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-96959685-9434-43b8-9dfc-dd82c02a9aa5 req-f187c3b6-bbd6-495e-8db3-9e5e885598d7 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.284278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.292615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1ceec994-e003-4a7d-9698-9860439736eb no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:03.298594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:03.298877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Checking segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:03.299257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Bound using segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:03.299993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Bound port: dd51d210-0acd-4008-9105-0a23d1c25768, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:03.300362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.306027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-96959685-9434-43b8-9dfc-dd82c02a9aa5 req-f187c3b6-bbd6-495e-8db3-9e5e885598d7 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.310912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] No DVR routers for this DVR port 1ceec994-e003-4a7d-9698-9860439736eb on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:03.326749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 1ceec994-e003-4a7d-9698-9860439736eb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:03.327534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1ceec994-e003-4a7d-9698-9860439736eb not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:03.328800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5d3b2e57-b254-480d-a51d-5a053caacd9b no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:03.385229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 5d3b2e57-b254-480d-a51d-5a053caacd9b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:03.385759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5d3b2e57-b254-480d-a51d-5a053caacd9b not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:03.426214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-664fbd20-56f5-42ff-9840-c507b8d3c790 None None] Provisioning complete for port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:03.428693 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-664fbd20-56f5-42ff-9840-c507b8d3c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.430581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187c3b6-bbd6-495e-8db3-9e5e885598d7 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc524d16-58a4-4e4f-8efa-6b7742195ac5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:03.439487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ceec994-e003-4a7d-9698-9860439736eb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:03.440307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] For port dd51d210-0acd-4008-9105-0a23d1c25768, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:03.446992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] For port dd51d210-0acd-4008-9105-0a23d1c25768, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dd51d210-0acd-4008-9105-0a23d1c25768,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:03.456750 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.534467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.554420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Routers {'2f06c050-af13-4c0f-8a33-e99ac1597404'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:33:03.555845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2f06c050-af13-4c0f-8a33-e99ac1597404'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:03.571896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82188f74-fe76-4918-bdcd-520fca899795']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:03.585633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Pushing event updated for resources: {'Port': ['ID=dd51d210-0acd-4008-9105-0a23d1c25768,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:03.592792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50681ca4-c1c5-455e-9248-980637021f3d') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:03.593150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50681ca4-c1c5-455e-9248-980637021f3d') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:03.615267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:03.616003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.617137 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.617713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-b5fef1f9-f31b-4155-844e-f72fe144beca service neutron] 10.222.0.93 "PUT /v2.0/ports/dd51d210-0acd-4008-9105-0a23d1c25768 HTTP/1.1" status: 200 len: 1091 time: 1.7831271 Oct 29 08:33:03.653101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c186693-8004-491e-89a5-1c95352bfad2', 'tag': 'dd51d210-0acd-4008-9105-0a23d1c25768'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:03.656635 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6914cc09-3cc5-4b13-bfee-12add6f4513f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c186693-8004-491e-89a5-1c95352bfad2", "tag": "dd51d210-0acd-4008-9105-0a23d1c25768"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:03.660397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.673907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:33:03.676278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.751385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] Set router 2f06c050-af13-4c0f-8a33-e99ac1597404 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:33:03.779902 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:33:03.782733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.784414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96959685-9434-43b8-9dfc-dd82c02a9aa5 req-f187c3b6-bbd6-495e-8db3-9e5e885598d7 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1620138 Oct 29 08:33:03.799849 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.807851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] 10.222.0.70 "DELETE /v2.0/networks/82188f74-fe76-4918-bdcd-520fca899795 HTTP/1.1" status: 204 len: 168 time: 1.3252189 Oct 29 08:33:03.807851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff46c9-5c14-405a-b99e-073ac076b376 admin admin] Pushing event deleted for resources: {'Network': ['ID=82188f74-fe76-4918-bdcd-520fca899795,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:03.818882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] For port 6ac61500-529b-4707-82d0-6d51becef179, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ac61500-529b-4707-82d0-6d51becef179,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:03.857669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.888943 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-664fbd20-56f5-42ff-9840-c507b8d3c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.889584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:03.910048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:03.966487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6ac61500-529b-4707-82d0-6d51becef179'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:03.982780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-c1bf5254-e496-4f56-8ac3-f6b7b6550428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:03.986010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-c1bf5254-e496-4f56-8ac3-f6b7b6550428 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 1094 time: 0.2094693 Oct 29 08:33:04.035837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-664fbd20-56f5-42ff-9840-c507b8d3c790 None None] For port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,segment=NetworkSegment(64bf7a3f-900b-4d30-8976-bb2680c8c5b9),segment_id=64bf7a3f-900b-4d30-8976-bb2680c8c5b9)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:04.047274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'Port': ['ID=6ac61500-529b-4707-82d0-6d51becef179,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:04.052207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b1d00c86-ceea-46cb-ba76-e4423180ee75 None None] Deleting port 1ceec994-e003-4a7d-9698-9860439736eb {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:04.052598 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1d00c86-ceea-46cb-ba76-e4423180ee75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:04.079739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:04.081398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:04.098949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d269a8aa-1fa8-43b1-acf9-759e045a4281 req-83c68f74-6f52-46dc-ab7f-fac005bc7b59 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "PUT /v2.0/ports/6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 200 len: 981 time: 0.9636559 Oct 29 08:33:04.107061 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-664fbd20-56f5-42ff-9840-c507b8d3c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-b1d00c86-ceea-46cb-ba76-e4423180ee75 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 82188f74-fe76-4918-bdcd-520fca899795 could not be found. Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:33:04.187743 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 82188f74-fe76-4918-bdcd-520fca899795 could not be found. Oct 29 08:33:04.192079 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:33:04.252074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45648) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:04.292690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52fdb-716c-4f3a-ae8b-23dca6763f8d req-40dbb912-ffaf-48e9-8cb4-c4539dcd9f01 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:04.293169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52fdb-716c-4f3a-ae8b-23dca6763f8d req-40dbb912-ffaf-48e9-8cb4-c4539dcd9f01 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:04.293639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52fdb-716c-4f3a-ae8b-23dca6763f8d req-40dbb912-ffaf-48e9-8cb4-c4539dcd9f01 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:04.302638 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1fa52fdb-716c-4f3a-ae8b-23dca6763f8d req-40dbb912-ffaf-48e9-8cb4-c4539dcd9f01 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7&device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b&device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 2882 time: 0.1300514 Oct 29 08:33:04.317889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8cd5dc-fa60-450c-a59e-8bb52ca2d7e5 None None] DHCP port deletion for 82188f74-fe76-4918-bdcd-520fca899795 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:33:04.324897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fbd20-56f5-42ff-9840-c507b8d3c790 None None] Pushing event updated for resources: {'Port': ['ID=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:04.354815 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1fa52fdb-716c-4f3a-ae8b-23dca6763f8d req-96adfce9-01b9-4213-8977-5a43398b53bc tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Oct 29 08:33:04.392368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bf263099-cf95-4bf2-91ad-33f3c3838b26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ebb5602050c4b61ae3f7047783b5a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380281 Oct 29 08:33:04.392978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45652) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:04.405243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6ac61500-529b-4707-82d0-6d51becef179'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:04.512302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0f4b-7c3e-4720-9c71-5c9f7c47b7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:04.523034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465c90e-0b53-4993-9ccb-ffdfea989705 req-bd8be7e7-9b61-4fc3-b64c-eae9edbc1d15 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:04.546565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3465c90e-0b53-4993-9ccb-ffdfea989705 req-bd8be7e7-9b61-4fc3-b64c-eae9edbc1d15 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 945 time: 0.1195693 Oct 29 08:33:04.576635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4c203455-f33a-43b9-bd1f-bb412b91b010 None None] Provisioning complete for port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:04.577139 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c203455-f33a-43b9-bd1f-bb412b91b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:04.581060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-f7338ab2-db56-4ed6-8945-853b49cb3adb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd51d210-0acd-4008-9105-0a23d1c25768 HTTP/1.1" status: 200 len: 217 time: 0.5159686 Oct 29 08:33:04.616864 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3465c90e-0b53-4993-9ccb-ffdfea989705 req-fcdf45c0-b409-45ca-bdb6-247bd9aef58c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643771 Oct 29 08:33:04.619090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0f4b-7c3e-4720-9c71-5c9f7c47b7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:04.621744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6748bf59-6f13-43b3-bbfc-c0662449f988 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:33:04.683216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-151bd9c4-53c1-46a7-86b2-7b15a88b2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:04.685501 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-151bd9c4-53c1-46a7-86b2-7b15a88b2444 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.0875082 Oct 29 08:33:04.701683 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b62b61-a058-4bc2-ba80-d6c1ae87f62e x-openstack-request-id: req-23b62b61-a058-4bc2-ba80-d6c1ae87f62e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:04.701683 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c186693-8004-491e-89a5-1c95352bfad2", "tag": "dd51d210-0acd-4008-9105-0a23d1c25768", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:04.701683 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23b62b61-a058-4bc2-ba80-d6c1ae87f62e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:04.701683 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c186693-8004-491e-89a5-1c95352bfad2', 'tag': 'dd51d210-0acd-4008-9105-0a23d1c25768', 'status': 'completed', 'code': 200} Oct 29 08:33:04.721490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0f4b-7c3e-4720-9c71-5c9f7c47b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:04.724835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0f4b-7c3e-4720-9c71-5c9f7c47b7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:04.730197 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5a3b0f4b-7c3e-4720-9c71-5c9f7c47b7d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aca9557c-d00f-4bc1-9b3f-595a39e84460 HTTP/1.1" status: 204 len: 168 time: 0.3343923 Oct 29 08:33:04.748447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b0f4b-7c3e-4720-9c71-5c9f7c47b7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca9557c-d00f-4bc1-9b3f-595a39e84460,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:04.776806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191759-92e1-4634-b944-880fe7a45250 req-d5d8f4ff-395f-4757-9e97-1e952f02e3de tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:04.788706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2191759-92e1-4634-b944-880fe7a45250 req-d5d8f4ff-395f-4757-9e97-1e952f02e3de tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 943 time: 0.2196505 Oct 29 08:33:04.800814 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-00131e4b-17a1-4b9a-ad45-f44a48bddb58 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974071 Oct 29 08:33:04.953815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-74727b11-1c90-4674-be44-fdec48ba0a36 service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441662 Oct 29 08:33:05.227058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2191759-92e1-4634-b944-880fe7a45250 req-7af9d061-ef37-46b2-a6a1-287841cffbec tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373174 Oct 29 08:33:05.238179 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec6493eb-d175-43b0-ae01-0f39c388e6b9 req-7119783a-a83f-4fff-ab80-d2333291c6b1 service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647169 Oct 29 08:33:05.379981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-43d138ab-be81-4c40-8ca3-30ab4d54b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:05.382299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-43d138ab-be81-4c40-8ca3-30ab4d54b35f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 1094 time: 0.0769794 Oct 29 08:33:05.414877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51474347-ef8e-4827-886a-fd2ab2d92dd1 req-1e997552-e839-41a7-abe1-46fb0c25fec1 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/2a971206-e38f-4db5-99be-957f0d4b2420 HTTP/1.1" status: 200 len: 1800 time: 0.1335895 Oct 29 08:33:05.422484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:05.426510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6748bf59-6f13-43b3-bbfc-c0662449f988 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:33:05.549260 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-51474347-ef8e-4827-886a-fd2ab2d92dd1 req-b105884b-6514-4d97-99e6-d44cc21c0e57 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 08:33:05.550413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51474347-ef8e-4827-886a-fd2ab2d92dd1 req-b105884b-6514-4d97-99e6-d44cc21c0e57 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a971206-e38f-4db5-99be-957f0d4b2420 HTTP/1.1" status: 409 len: 341 time: 0.1176496 Oct 29 08:33:05.657388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-1ae02c52-3905-416a-b4a0-b21ddeba8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:05.658936 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-1ae02c52-3905-416a-b4a0-b21ddeba8a20 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 908 time: 0.2619903 Oct 29 08:33:05.757273 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-9690823f-2ec7-420b-99e9-84ff6b889507 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd51d210-0acd-4008-9105-0a23d1c25768 HTTP/1.1" status: 200 len: 217 time: 0.0748694 Oct 29 08:33:05.913282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-856bc80b-ca90-47c2-aa75-52259b993a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:05.927221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-856bc80b-ca90-47c2-aa75-52259b993a53 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.1600997 Oct 29 08:33:05.985186 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-74ae22a0-9882-4e1f-a81d-7f6829bc4920 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491498 Oct 29 08:33:06.323927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:06.395427 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-b40ffcba-9518-4b65-bdae-42c7ce192543 service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871384 Oct 29 08:33:06.410952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e32973-c5c5-4550-a3a0-0e1ffe0680b1 req-d03372eb-fb3a-43f3-84ec-7ad6ec98db11 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:06.428531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1e32973-c5c5-4550-a3a0-0e1ffe0680b1 req-d03372eb-fb3a-43f3-84ec-7ad6ec98db11 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1583288 Oct 29 08:33:06.555359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-445853569-network', 'tenant_id': 'ef7cbec9724d4eea8eb9a2526eeaed6c'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:06.602458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b554936-15e2-4fd4-b375-51d234a3a8a2 req-515a0480-faf8-4853-8db5-38063cbc2848 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:06.606305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6914cc09-3cc5-4b13-bfee-12add6f4513f req-c94e6f91-ff17-4b15-8c38-8a8f6cfadc5a service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178198 Oct 29 08:33:06.625288 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b554936-15e2-4fd4-b375-51d234a3a8a2 req-515a0480-faf8-4853-8db5-38063cbc2848 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 945 time: 0.1192861 Oct 29 08:33:06.638070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Made reservation on behalf of ef7cbec9724d4eea8eb9a2526eeaed6c for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:06.641388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:06.654858 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1e32973-c5c5-4550-a3a0-0e1ffe0680b1 req-81302f5c-2438-4517-ade8-a7f1adfde8bd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253747 Oct 29 08:33:06.662037 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:06.700353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:32:54Z', 'revision_number': 4, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port': {'id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:50Z', 'updated_at': '2021-10-29T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9ecebc92-447e-4bec-8aa1-1680f24d8fa0', 'name': '', 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'mac_address': 'fa:16:3e:ed:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '384cf552-a735-4f46-9293-67c337a42596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:53Z', 'updated_at': '2021-10-29T08:33:03Z', 'revision_number': 4, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'subnets': [{'id': '384cf552-a735-4f46-9293-67c337a42596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:06.703059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'tag': '6ac61500-529b-4707-82d0-6d51becef179'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:06.706680 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd07be1-5def-4dce-8880-b5e8e7e9398d" -d '{"events": [{"name": "network-changed", "server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "tag": "6ac61500-529b-4707-82d0-6d51becef179"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:06.719637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-be5b7a90-22b0-40c7-89e3-cb7252929ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:06.721911 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-be5b7a90-22b0-40c7-89e3-cb7252929ead service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1135 time: 0.2485244 Oct 29 08:33:06.735536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-2cc6211f-39ed-4f62-afe1-e7d6c96d312d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7872829 Oct 29 08:33:06.774781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:06.775194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:06.845221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:06.866367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806bc20-f1cf-4650-83fa-9775d24f39b0 None None] The sync data for ids ['2f06c050-af13-4c0f-8a33-e99ac1597404'] in n-d-815940-1 is: [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:32:54Z', 'revision_number': 4, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port': {'id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:50Z', 'updated_at': '2021-10-29T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9ecebc92-447e-4bec-8aa1-1680f24d8fa0', 'name': '', 'network_id': '8441f132-0169-427b-8a9e-ebbf7804f8c8', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'mac_address': 'fa:16:3e:ed:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '384cf552-a735-4f46-9293-67c337a42596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:53Z', 'updated_at': '2021-10-29T08:33:03Z', 'revision_number': 4, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'subnets': [{'id': '384cf552-a735-4f46-9293-67c337a42596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:33:06.874412 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:06.878333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-247bff4d-674c-4f33-a1ee-c2b67507b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:06.881603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-247bff4d-674c-4f33-a1ee-c2b67507b4b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 915 time: 0.1409841 Oct 29 08:33:06.888826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-3cf33689-3d5c-4402-aa69-851d30af15e4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:33:06.890310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-3cf33689-3d5c-4402-aa69-851d30af15e4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077052 Oct 29 08:33:06.922168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:33:06.957682 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:06.959493 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Added segment 9ec6aa31-35cb-4e43-9994-5bd5295c1bf1 of type vlan for network e776fa89-f1bf-4f70-94fd-06d632fb20f3 Oct 29 08:33:07.077383 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-be051880-97ce-456b-8118-efa3396f5480 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 200 len: 217 time: 0.1740558 Oct 29 08:33:07.111978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8e622-f968-4320-b3c7-0e801088711a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:07.133953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b554936-15e2-4fd4-b375-51d234a3a8a2 req-0b9b8765-e711-4bf4-bf88-98232f52a49e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157390 Oct 29 08:33:07.149273 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:07.335524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:07.356798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:07.361969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:07.378734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec8266-887b-403b-9303-a3ccda565f47 req-e6aea05f-5703-4112-9b1e-7e331cc224b5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:07.399261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eaec8266-887b-403b-9303-a3ccda565f47 req-e6aea05f-5703-4112-9b1e-7e331cc224b5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 943 time: 0.3541737 Oct 29 08:33:07.404741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-2e74f46a-741a-4d39-9343-2873748b870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:07.406883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-2e74f46a-741a-4d39-9343-2873748b870c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.2797322 Oct 29 08:33:07.493613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-9fcf572e-ae6e-4fb1-9707-a2333d7b753d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774686 Oct 29 08:33:07.518767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1282d48-ad33-4677-ac26-7a0092ce6131 req-7c8892a2-e231-4d5b-918a-cc1089785aef tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:07.538384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1282d48-ad33-4677-ac26-7a0092ce6131 req-7c8892a2-e231-4d5b-918a-cc1089785aef tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 984 time: 0.2784276 Oct 29 08:33:07.609388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2813768 Oct 29 08:33:07.616408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eaec8266-887b-403b-9303-a3ccda565f47 req-68843e2e-bd9e-4678-9f1d-eff9b226209f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158105 Oct 29 08:33:07.616990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45730) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:07.640517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b85d9-684c-4bf2-9a93-c159480e1645 admin admin] Pushing event updated for resources: {'Network': ['ID=e776fa89-f1bf-4f70-94fd-06d632fb20f3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:07.672061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network e776fa89-f1bf-4f70-94fd-06d632fb20f3 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:33:07.690556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Request body: {'subnet': {'network_id': 'e776fa89-f1bf-4f70-94fd-06d632fb20f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-445853569-subnet', 'tenant_id': 'ef7cbec9724d4eea8eb9a2526eeaed6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:07.728745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1282d48-ad33-4677-ac26-7a0092ce6131 req-127ef537-c575-46ee-9259-2bca2a2adabd tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&id=2a971206-e38f-4db5-99be-957f0d4b2420&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1862216 Oct 29 08:33:07.780375 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0810d8-861c-4f0f-b008-c3829912514b x-openstack-request-id: req-6a0810d8-861c-4f0f-b008-c3829912514b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:07.781812 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "tag": "6ac61500-529b-4707-82d0-6d51becef179", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:07.786989 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a0810d8-861c-4f0f-b008-c3829912514b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:07.787611 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'tag': '6ac61500-529b-4707-82d0-6d51becef179', 'status': 'completed', 'code': 200} Oct 29 08:33:07.793914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Made reservation on behalf of ef7cbec9724d4eea8eb9a2526eeaed6c for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:07.804983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:08.030891 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-1b28766e-0d1a-43f4-98ba-488d68db4685 service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208797 Oct 29 08:33:08.279797 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec1aa35-a074-4c23-8fd5-c344b4733332 req-6d086f6e-968a-4dbf-b4d2-6d00868363a9 service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391226 Oct 29 08:33:08.392791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2b3cd-58db-4b06-9814-3cfb0c3bd30c req-458d4aa1-80f0-45cb-927d-7b3bc22d9dd5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:08.401251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06e2b3cd-58db-4b06-9814-3cfb0c3bd30c req-458d4aa1-80f0-45cb-927d-7b3bc22d9dd5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.3125880 Oct 29 08:33:08.533043 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8424b-caca-441a-8062-120dffea50f4 req-78cbc06a-8a5c-42a5-bb28-76dd7b0666be tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:08.539123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cea8424b-caca-441a-8062-120dffea50f4 req-78cbc06a-8a5c-42a5-bb28-76dd7b0666be tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 945 time: 0.1430562 Oct 29 08:33:08.603355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cea8424b-caca-441a-8062-120dffea50f4 req-f8c926bc-8246-498e-ab78-a4006bc781df tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602646 Oct 29 08:33:08.710678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06e2b3cd-58db-4b06-9814-3cfb0c3bd30c req-28939136-9cc4-4637-a4e5-64b181b9f841 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085136 Oct 29 08:33:08.736810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-ecb9585a-b30f-49ba-8c4a-a8e828c80711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:08.740337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-ecb9585a-b30f-49ba-8c4a-a8e828c80711 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1135 time: 0.3358235 Oct 29 08:33:08.742261 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:08.797270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1677053-9c93-4f82-81ba-b6e172a5d4ad req-0031c99a-ae08-488c-a0b4-b72c1f06f855 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:08.799923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1677053-9c93-4f82-81ba-b6e172a5d4ad req-0031c99a-ae08-488c-a0b4-b72c1f06f855 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1100 time: 0.1102552 Oct 29 08:33:08.895030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1677053-9c93-4f82-81ba-b6e172a5d4ad req-5e0be7b5-1faa-4435-b881-0905b19d887a tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 Oct 29 08:33:09.002890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b4d566-8096-43fd-8d45-aaa97e8dd4a1,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:09.008039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Checking segment: {'id': '9ec6aa31-35cb-4e43-9994-5bd5295c1bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'e776fa89-f1bf-4f70-94fd-06d632fb20f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:09.008424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Network hostable DHCP agents. Network: e776fa89-f1bf-4f70-94fd-06d632fb20f3, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:33:09.028067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.028417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.028983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.029325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.029659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.029992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.030321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.030647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.031031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.031481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.031680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.032029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:09.069879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Network e776fa89-f1bf-4f70-94fd-06d632fb20f3 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:33:09.091452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-757ddfc4-3965-4923-abbf-e5f86ba58c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:09.095899 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-757ddfc4-3965-4923-abbf-e5f86ba58c91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 915 time: 0.3455977 Oct 29 08:33:09.098652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, e776fa89-f1bf-4f70-94fd-06d632fb20f3) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:09.110478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c4f69-1837-468e-8bf7-40bad2582c91 None None] Network e776fa89-f1bf-4f70-94fd-06d632fb20f3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:33:09.148552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:09.151673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:09.307280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16f05-d4b1-4019-a269-7ecafcc64ac5 req-dc985c1e-045e-41b7-a8d9-a05d56eefaa9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:09.313697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82e16f05-d4b1-4019-a269-7ecafcc64ac5 req-dc985c1e-045e-41b7-a8d9-a05d56eefaa9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 943 time: 0.1919477 Oct 29 08:33:09.368930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-47433b98-aebf-4bd6-9dc0-5811cf6e67a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 200 len: 217 time: 0.2258711 Oct 29 08:33:09.379312 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f6d49a06-b5ac-4264-9754-e6e08fda60a7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7437670 Oct 29 08:33:09.404922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82e16f05-d4b1-4019-a269-7ecafcc64ac5 req-6e883f0a-6d82-46e7-a49c-d3ba3e705cf8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844848 Oct 29 08:33:09.504417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-ef5a1571-73aa-47de-bfc6-dbc761c201f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:09.508463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-ef5a1571-73aa-47de-bfc6-dbc761c201f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.1219659 Oct 29 08:33:09.582145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1454b2-875e-487c-b1ea-94046f71a833 None None] Network e776fa89-f1bf-4f70-94fd-06d632fb20f3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:33:09.587880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-24270283-653b-4ac5-ad80-a5d9926b2751 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624154 Oct 29 08:33:09.705997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add47d2d-aaa0-4efe-8692-10ae6a65edcc req-78b463de-da9e-41ca-b789-bda5dc235823 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:09.718674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-add47d2d-aaa0-4efe-8692-10ae6a65edcc req-78b463de-da9e-41ca-b789-bda5dc235823 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 984 time: 0.2008593 Oct 29 08:33:09.862982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ce482-ae4b-4e7f-8cc1-ecd61c0409af req-1a642c90-1c30-4346-8a9a-8ee0e742f6d2 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:09.865123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de8ce482-ae4b-4e7f-8cc1-ecd61c0409af req-1a642c90-1c30-4346-8a9a-8ee0e742f6d2 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1100 time: 0.0957882 Oct 29 08:33:09.869986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-c122e72e-8d8a-44e2-958a-fa09ca31107a service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716122 Oct 29 08:33:09.872476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-add47d2d-aaa0-4efe-8692-10ae6a65edcc req-2e615e38-6ebe-4f6e-982e-a23b14ac78c2 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&id=2a971206-e38f-4db5-99be-957f0d4b2420&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1526656 Oct 29 08:33:09.883762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-7451eba6-4213-455e-b410-1a92b7160a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:09.886270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-7451eba6-4213-455e-b410-1a92b7160a10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1101 time: 0.1654062 Oct 29 08:33:09.977774 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de8ce482-ae4b-4e7f-8cc1-ecd61c0409af req-ca4e7bd7-5bb7-419c-b359-37e8701685c5 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060841 Oct 29 08:33:10.019607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device dd51d210-0acd-4008-9105-0a23d1c25768 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:10.113312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-d4c4bf91-b6df-42ba-a52e-89c573775156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:10.115113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-d4c4bf91-b6df-42ba-a52e-89c573775156 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2164674 Oct 29 08:33:10.118803 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bd07be1-5def-4dce-8880-b5e8e7e9398d req-8f9d437d-5b04-4974-81e0-ad1a6b97042d service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230392 Oct 29 08:33:10.196833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-797c9aa5-bc8a-49c0-a3e1-ea98bc43deef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 217 time: 0.0570133 Oct 29 08:33:10.305179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-550e8217-5884-4147-b6e8-f4c8715afdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:10.305458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port dd51d210-0acd-4008-9105-0a23d1c25768, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dd51d210-0acd-4008-9105-0a23d1c25768,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:10.308675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-550e8217-5884-4147-b6e8-f4c8715afdfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0971935 Oct 29 08:33:10.323098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'dd51d210-0acd-4008-9105-0a23d1c25768', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'port_id': 'dd51d210-0acd-4008-9105-0a23d1c25768', 'mac_address': 'fa:16:3e:d1:03:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d25f8d9-c239-477a-8419-aa47faeea0bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:10.383168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c8b1c-94e8-4fa1-a25c-c11594365664 req-c9669840-e1e3-457a-8ec9-07d4065c6a6e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:10.384801 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-955c8b1c-94e8-4fa1-a25c-c11594365664 req-c9669840-e1e3-457a-8ec9-07d4065c6a6e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1904819 Oct 29 08:33:10.405126 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:10.432741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd51d210-0acd-4008-9105-0a23d1c25768 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:10.446663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-955c8b1c-94e8-4fa1-a25c-c11594365664 req-a57c12af-a409-41a1-b888-f6dfaebbe932 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536501 Oct 29 08:33:10.479244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-87591591-5580-4e59-8b1d-fc9f15233654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:10.480908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-87591591-5580-4e59-8b1d-fc9f15233654 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1607759 Oct 29 08:33:10.498522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port dd51d210-0acd-4008-9105-0a23d1c25768, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dd51d210-0acd-4008-9105-0a23d1c25768,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:10.504678 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:10.609861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-840078a7-2174-4ed9-8dad-c24b33b017a0 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:10.612592 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-840078a7-2174-4ed9-8dad-c24b33b017a0 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/networks?id=e776fa89-f1bf-4f70-94fd-06d632fb20f3 HTTP/1.1" status: 200 len: 821 time: 0.2361412 Oct 29 08:33:10.628560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=dd51d210-0acd-4008-9105-0a23d1c25768,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:10.642345 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-65ce16f7-9e98-467e-99ce-35faea2d8fbc tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/quotas/ef7cbec9724d4eea8eb9a2526eeaed6c HTTP/1.1" status: 200 len: 375 time: 0.0191641 Oct 29 08:33:10.680117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-4baf69bf-63e3-4bd1-902c-fb262da2889f tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1370207395&fields=id&tenant_id=55e8e47b395a420e89c12619ae1f2a18 HTTP/1.1" status: 200 len: 267 time: 0.1366332 Oct 29 08:33:10.701921 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-72e2a543-5f7d-4cd8-8beb-2c72f181329e tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef7cbec9724d4eea8eb9a2526eeaed6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429926 Oct 29 08:33:10.757767 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-525d972e-831a-44a8-980f-8fe3d2f64f2c service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634523 Oct 29 08:33:10.775975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-bd135f83-7a0f-477a-a712-87d0cb02d811 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:10.785581 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-bd135f83-7a0f-477a-a712-87d0cb02d811 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 984 time: 0.1049907 Oct 29 08:33:10.793449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'port': {'security_groups': ['2a971206-e38f-4db5-99be-957f0d4b2420', 'bd06c5e0-20b3-42da-b3db-be00e611db99', '7e45d525-100b-4ab3-aaac-23c6169e3fee']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:10.841463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-08e57831-0a06-4bfd-aa0a-6c65add7d2f0 service neutron] 10.222.0.70 "GET /v2.0/networks/e776fa89-f1bf-4f70-94fd-06d632fb20f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262398 Oct 29 08:33:10.977359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-665ab458-5fbf-421a-8dd9-afda27f1e6c8 service neutron] 10.222.0.70 "GET /v2.0/networks/e776fa89-f1bf-4f70-94fd-06d632fb20f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347144 Oct 29 08:33:10.985589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:11.030772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-3ed66ed2-54cd-422d-a322-f495d7bb4843 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422562 Oct 29 08:33:11.364414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['dd51d210-0acd-4008-9105-0a23d1c25768'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:11.373385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] For port 6ac61500-529b-4707-82d0-6d51becef179, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ac61500-529b-4707-82d0-6d51becef179,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:11.423723 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:11.430756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:11.448311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6ac61500-529b-4707-82d0-6d51becef179'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:11.575191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:11.575895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:11.603020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10abf587-3a80-4410-a2e2-2bfbeb9c1465 req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "PUT /v2.0/ports/6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 200 len: 1020 time: 0.8162904 Oct 29 08:33:11.603552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'tag': '6ac61500-529b-4707-82d0-6d51becef179'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:11.606036 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783b531-358e-43c9-ba95-76864173e220" -d '{"events": [{"name": "network-changed", "server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "tag": "6ac61500-529b-4707-82d0-6d51becef179"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:11.636905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8479950-3789-42bd-8d2f-d3c2ead781e6 req-e82d1df3-c5b9-4d5f-ae4b-4ef122938b26 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:11.638878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b8479950-3789-42bd-8d2f-d3c2ead781e6 req-e82d1df3-c5b9-4d5f-ae4b-4ef122938b26 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 944 time: 0.1081374 Oct 29 08:33:11.678259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f759eb-7ad8-47f9-8486-f96e0ad835d4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'Port': ['ID=6ac61500-529b-4707-82d0-6d51becef179,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:11.726099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b8479950-3789-42bd-8d2f-d3c2ead781e6 req-55afecf4-23a0-45d3-82f6-ee03aaf1b768 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802038 Oct 29 08:33:11.755154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6ac61500-529b-4707-82d0-6d51becef179'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:11.853160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-955b50ae-df43-47ce-b12e-6e0cb9852368 req-c1bbae4b-2653-476c-9e4e-680c372f3bc1 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 210 time: 0.0580080 Oct 29 08:33:11.978530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d327df-0a89-41d4-beeb-acd9aaedbfde req-9fe08f4f-046f-48cb-8bbe-953eda9cd880 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:11.986117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8d327df-0a89-41d4-beeb-acd9aaedbfde req-9fe08f4f-046f-48cb-8bbe-953eda9cd880 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.0992692 Oct 29 08:33:12.066828 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1fc5b61-6ad4-4a56-94a7-a5fe92f507c2 req-99e7f49e-a426-4934-9541-e3f7fc7b01aa tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/7e45d525-100b-4ab3-aaac-23c6169e3fee HTTP/1.1" status: 200 len: 1800 time: 0.1220322 Oct 29 08:33:12.097549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8d327df-0a89-41d4-beeb-acd9aaedbfde req-913ca316-aea6-4151-8cee-57c15583632b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104455 Oct 29 08:33:12.151826 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a83f4b-d0ab-4060-b9d2-a7ef3247d344 x-openstack-request-id: req-d0a83f4b-d0ab-4060-b9d2-a7ef3247d344 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:12.152258 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "tag": "6ac61500-529b-4707-82d0-6d51becef179", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:12.152614 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0a83f4b-d0ab-4060-b9d2-a7ef3247d344 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:12.153467 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'tag': '6ac61500-529b-4707-82d0-6d51becef179', 'status': 'completed', 'code': 200} Oct 29 08:33:12.162938 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-c1fc5b61-6ad4-4a56-94a7-a5fe92f507c2 req-eb332776-ed53-4322-9457-7ae7919d3137 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 08:33:12.175525 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1fc5b61-6ad4-4a56-94a7-a5fe92f507c2 req-eb332776-ed53-4322-9457-7ae7919d3137 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/7e45d525-100b-4ab3-aaac-23c6169e3fee HTTP/1.1" status: 409 len: 341 time: 0.1065235 Oct 29 08:33:12.303902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783b531-358e-43c9-ba95-76864173e220 req-edd3d6fd-fabf-461d-a50b-784e12570e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:12.309977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e783b531-358e-43c9-ba95-76864173e220 req-edd3d6fd-fabf-461d-a50b-784e12570e66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55e8e47b395a420e89c12619ae1f2a18&device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1174 time: 0.1120298 Oct 29 08:33:12.515677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783b531-358e-43c9-ba95-76864173e220 req-f5d0caf7-43a3-48ec-a592-903b12b16afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:12.517627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e783b531-358e-43c9-ba95-76864173e220 req-f5d0caf7-43a3-48ec-a592-903b12b16afd service neutron] 10.222.0.15 "GET /v2.0/networks?id=228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 200 len: 915 time: 0.1983955 Oct 29 08:33:12.593935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e783b531-358e-43c9-ba95-76864173e220 req-7c6cb83e-78fe-4ad5-92fe-465c2b098c8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 200 len: 217 time: 0.0624235 Oct 29 08:33:12.630716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d332e3-0255-41aa-ae6c-a329738ef9b2 req-8b1caa00-e773-4a05-9595-9503953cdb9f tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:12.640962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3d332e3-0255-41aa-ae6c-a329738ef9b2 req-8b1caa00-e773-4a05-9595-9503953cdb9f tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1023 time: 0.0735762 Oct 29 08:33:12.700968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3d332e3-0255-41aa-ae6c-a329738ef9b2 req-c92c9ba5-1d86-4d20-a990-b9eab431a45b tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&id=7e45d525-100b-4ab3-aaac-23c6169e3fee&id=2a971206-e38f-4db5-99be-957f0d4b2420&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0581179 Oct 29 08:33:12.770299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783b531-358e-43c9-ba95-76864173e220 req-26f33e31-0cb8-451d-b187-63c4ad014ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:12.772908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e783b531-358e-43c9-ba95-76864173e220 req-26f33e31-0cb8-451d-b187-63c4ad014ca7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 200 len: 853 time: 0.1692214 Oct 29 08:33:12.805826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb9b91-8e56-4c89-8299-8658d92b3c83 req-fc20aaed-0c48-4a8a-8103-48d5492bad47 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:12.816201 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58bb9b91-8e56-4c89-8299-8658d92b3c83 req-fc20aaed-0c48-4a8a-8103-48d5492bad47 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1574407 Oct 29 08:33:12.882962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e783b531-358e-43c9-ba95-76864173e220 req-b9491de0-fa64-4b3f-ae52-35457a9460c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=228003a1-554a-4cc3-b178-5af349575049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569177 Oct 29 08:33:12.993941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b58d4-4f67-4db9-8535-a9ae812a370f req-91a783d8-749f-40d1-ab58-99de5404e614 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:13.001745 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97b58d4-4f67-4db9-8535-a9ae812a370f req-91a783d8-749f-40d1-ab58-99de5404e614 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 944 time: 0.1111255 Oct 29 08:33:13.008416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58bb9b91-8e56-4c89-8299-8658d92b3c83 req-eee28e73-d6b0-4bd9-97e5-097dbf3617cc tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913114 Oct 29 08:33:13.061612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-a2ee5294-3f87-4af1-b099-2c81215866c4 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:13.063294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-a2ee5294-3f87-4af1-b099-2c81215866c4 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.15 "GET /v2.0/networks?id=e776fa89-f1bf-4f70-94fd-06d632fb20f3 HTTP/1.1" status: 200 len: 821 time: 0.2638936 Oct 29 08:33:13.082483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Request body: {'port': {'device_id': '4a8070c0-c240-4963-b39f-62e70e221c82', 'network_id': 'e776fa89-f1bf-4f70-94fd-06d632fb20f3', 'admin_state_up': True, 'tenant_id': 'ef7cbec9724d4eea8eb9a2526eeaed6c'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:13.109096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e783b531-358e-43c9-ba95-76864173e220 req-848abe93-08de-4207-a50e-ac13838b62d8 service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001739 Oct 29 08:33:13.188784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:13.259439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97b58d4-4f67-4db9-8535-a9ae812a370f req-d5632127-b0f6-42b0-aed0-2853e8692969 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566974 Oct 29 08:33:13.279948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-06c546fd-cb6d-40bc-a44d-ff64c16d78d8 req-bc23b884-515c-4011-87b4-4c54831fe52e tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 210 time: 0.0427637 Oct 29 08:33:13.305836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Made reservation on behalf of ef7cbec9724d4eea8eb9a2526eeaed6c for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:13.311469 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:13.325369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e783b531-358e-43c9-ba95-76864173e220 req-22b5c330-7a08-49d3-8e26-f12062a8d4b9 service neutron] 10.222.0.15 "GET /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015355 Oct 29 08:33:13.507263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025ed3c-0e9a-4358-8624-1e1c1d2d3199 req-bbae5b51-9b68-4c7e-b67e-35728bd08bfe tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:13.516127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3025ed3c-0e9a-4358-8624-1e1c1d2d3199 req-bbae5b51-9b68-4c7e-b67e-35728bd08bfe tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1616325 Oct 29 08:33:13.522988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Allocated IP 172.20.0.12 (e776fa89-f1bf-4f70-94fd-06d632fb20f3/48b4d566-8096-43fd-8d45-aaa97e8dd4a1/6b580617-e1f4-407b-aaf8-d2285f9cd819) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:13.587511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3025ed3c-0e9a-4358-8624-1e1c1d2d3199 req-8891c151-65dd-470f-aa12-dd1090cb828b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701833 Oct 29 08:33:13.742603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:13.788986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:13.836958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5652-6404-4c75-b70a-dd86e1dfe58e req-3a6ba3d1-0b21-4d80-b537-47921fc02edf tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:13.846223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83de5652-6404-4c75-b70a-dd86e1dfe58e req-3a6ba3d1-0b21-4d80-b537-47921fc02edf tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1023 time: 0.0670018 Oct 29 08:33:13.849529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Network e776fa89-f1bf-4f70-94fd-06d632fb20f3 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:13.855279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:13.860479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:13.890666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Pushing event updated for resources: {'Port': ['ID=6b580617-e1f4-407b-aaf8-d2285f9cd819,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:13.908040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83de5652-6404-4c75-b70a-dd86e1dfe58e req-58583384-7494-4947-8a12-b85b94e84312 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&id=7e45d525-100b-4ab3-aaac-23c6169e3fee&id=2a971206-e38f-4db5-99be-957f0d4b2420&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0576978 Oct 29 08:33:13.929186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:13.930002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:13.947734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-9dbd579d-f9a4-4514-8b6c-297231ccc814 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8702681 Oct 29 08:33:13.962572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Request body: {'port': {'device_id': '4a8070c0-c240-4963-b39f-62e70e221c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:14.020217 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.035724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4466458-483d-4c6b-a0ad-9abed9d71387 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:14.055481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device dd51d210-0acd-4008-9105-0a23d1c25768 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:14.196757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81683e8-85a0-4ed1-9c9a-3bdb26d8a819 req-07ccaa1d-7fcf-45aa-8fd0-54314af1520b tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:14.198541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c81683e8-85a0-4ed1-9c9a-3bdb26d8a819 req-07ccaa1d-7fcf-45aa-8fd0-54314af1520b tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0731139 Oct 29 08:33:14.238904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port dd51d210-0acd-4008-9105-0a23d1c25768 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:33:14.267188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port dd51d210-0acd-4008-9105-0a23d1c25768 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:14.267709 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.284434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c81683e8-85a0-4ed1-9c9a-3bdb26d8a819 req-314cc2e4-8641-4ca6-8e07-1373223baaa0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790095 Oct 29 08:33:14.336833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-8df572b4-7a0f-4a5b-8613-f09a9a2168ca tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:14.339263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-8df572b4-7a0f-4a5b-8613-f09a9a2168ca tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.15 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1023 time: 0.1022167 Oct 29 08:33:14.510846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b580617-e1f4-407b-aaf8-d2285f9cd819 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:14.519662 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.524553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95445a09-a835-4d76-b09f-0058c2b084c4 req-79d7d17f-16c5-4253-b2a3-eed0ef28b023 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:14.535728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Transition to ACTIVE for port object 6b580617-e1f4-407b-aaf8-d2285f9cd819 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:14.538831 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db45a0fd-c797-4777-8a23-ea2519692960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.543624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95445a09-a835-4d76-b09f-0058c2b084c4 req-79d7d17f-16c5-4253-b2a3-eed0ef28b023 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 932 time: 0.1357961 Oct 29 08:33:14.546798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.554468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:14.574154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'port_id': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'mac_address': 'fa:16:3e:89:75:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a2fe-81ca-4b81-a5e4-840c0bfccc36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:14.577433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Deleting port 6ac61500-529b-4707-82d0-6d51becef179 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:14.577993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.620562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95445a09-a835-4d76-b09f-0058c2b084c4 req-10d2d9da-54c4-44b2-a5c9-b6c3e98aa670 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756326 Oct 29 08:33:14.672730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb2fe-0e7a-4170-99d2-ceca3843e0db req-a6b47a7b-1713-47d6-9953-0e0d1bc4ce1c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:14.673546 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.682327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c55cb2fe-0e7a-4170-99d2-ceca3843e0db req-a6b47a7b-1713-47d6-9953-0e0d1bc4ce1c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 944 time: 0.1443524 Oct 29 08:33:14.692823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4466458-483d-4c6b-a0ad-9abed9d71387 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:14.702219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.731489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:14.734834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Pushing event updated for resources: {'Port': ['ID=6b580617-e1f4-407b-aaf8-d2285f9cd819,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:14.757404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port dd51d210-0acd-4008-9105-0a23d1c25768, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dd51d210-0acd-4008-9105-0a23d1c25768,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:14.758701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c186693-8004-491e-89a5-1c95352bfad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd51d210-0acd-4008-9105-0a23d1c25768'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:14.761331 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b34cfe9-a1cf-4f02-b5af-04922bec35ca" -d '{"events": [{"server_uuid": "1c186693-8004-491e-89a5-1c95352bfad2", "name": "network-vif-plugged", "status": "completed", "tag": "dd51d210-0acd-4008-9105-0a23d1c25768"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:14.766368 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.770643 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.809879 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c55cb2fe-0e7a-4170-99d2-ceca3843e0db req-5b81707a-4d5b-4730-90dd-84cd6847b2c8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262503 Oct 29 08:33:14.844555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:14.873848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Attempting to bind port 6b580617-e1f4-407b-aaf8-d2285f9cd819 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:14.874255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Attempting to bind port 6b580617-e1f4-407b-aaf8-d2285f9cd819 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '9ec6aa31-35cb-4e43-9994-5bd5295c1bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'e776fa89-f1bf-4f70-94fd-06d632fb20f3'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:14.874669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Attempting to bind port 6b580617-e1f4-407b-aaf8-d2285f9cd819 on network e776fa89-f1bf-4f70-94fd-06d632fb20f3 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:14.880779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Port 6b580617-e1f4-407b-aaf8-d2285f9cd819 on network e776fa89-f1bf-4f70-94fd-06d632fb20f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:14.881329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Attempting to bind port 6b580617-e1f4-407b-aaf8-d2285f9cd819 on network e776fa89-f1bf-4f70-94fd-06d632fb20f3 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:14.885093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] For port 6ac61500-529b-4707-82d0-6d51becef179, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ac61500-529b-4707-82d0-6d51becef179,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:14.885871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.889000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:14.889409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Checking segment: {'id': '9ec6aa31-35cb-4e43-9994-5bd5295c1bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'e776fa89-f1bf-4f70-94fd-06d632fb20f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:14.889869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Bound using segment: {'id': '9ec6aa31-35cb-4e43-9994-5bd5295c1bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'e776fa89-f1bf-4f70-94fd-06d632fb20f3'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:14.890362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Bound port: 6b580617-e1f4-407b-aaf8-d2285f9cd819, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec6aa31-35cb-4e43-9994-5bd5295c1bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'e776fa89-f1bf-4f70-94fd-06d632fb20f3'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:14.891265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:14.907429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=dd51d210-0acd-4008-9105-0a23d1c25768,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:14.930961 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9645a612-7a48-4b47-993f-53dcc76306b7 x-openstack-request-id: req-9645a612-7a48-4b47-993f-53dcc76306b7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:14.931254 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c186693-8004-491e-89a5-1c95352bfad2", "name": "network-vif-plugged", "status": "completed", "tag": "dd51d210-0acd-4008-9105-0a23d1c25768", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:14.931510 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9645a612-7a48-4b47-993f-53dcc76306b7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:14.931935 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c186693-8004-491e-89a5-1c95352bfad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd51d210-0acd-4008-9105-0a23d1c25768', 'code': 200} Oct 29 08:33:14.938318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a98c7a-0f48-41a5-957f-8bdec4baffbe req-202e7caa-9854-4af7-b4c5-b0beeef1ba12 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:14.940970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05a98c7a-0f48-41a5-957f-8bdec4baffbe req-202e7caa-9854-4af7-b4c5-b0beeef1ba12 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1932416 Oct 29 08:33:14.951254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Calling delete_port for 6ac61500-529b-4707-82d0-6d51becef179 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:14.969924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b4466458-483d-4c6b-a0ad-9abed9d71387'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:15.022072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] For port 6b580617-e1f4-407b-aaf8-d2285f9cd819, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:15.034106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] For port 6b580617-e1f4-407b-aaf8-d2285f9cd819, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b580617-e1f4-407b-aaf8-d2285f9cd819,segment=NetworkSegment(9ec6aa31-35cb-4e43-9994-5bd5295c1bf1),segment_id=9ec6aa31-35cb-4e43-9994-5bd5295c1bf1)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:15.042744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:15.088085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05a98c7a-0f48-41a5-957f-8bdec4baffbe req-1b740802-c1db-4e71-b242-b68b8525dd5b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391149 Oct 29 08:33:15.125306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:15.125929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:15.128079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] 10.222.0.15 "PUT /v2.0/ports/6b580617-e1f4-407b-aaf8-d2285f9cd819 HTTP/1.1" status: 200 len: 1092 time: 1.1690598 Oct 29 08:33:15.130810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8070c0-c240-4963-b39f-62e70e221c82', 'tag': '6b580617-e1f4-407b-aaf8-d2285f9cd819'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:15.133292 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145baf09-a7d0-48aa-9a2a-de878c601eda" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8070c0-c240-4963-b39f-62e70e221c82", "tag": "6b580617-e1f4-407b-aaf8-d2285f9cd819"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:15.237379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43f0ec-79c9-480b-9568-0cd61ee5267e service neutron] Pushing event updated for resources: {'Port': ['ID=6b580617-e1f4-407b-aaf8-d2285f9cd819,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:15.242171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb131c-d3bf-471d-85b3-7d811b3f5e9f req-5c8887ec-ee76-4c4f-b612-fd34f67423b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:15.243742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95bb131c-d3bf-471d-85b3-7d811b3f5e9f req-5c8887ec-ee76-4c4f-b612-fd34f67423b6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 1096 time: 0.1843479 Oct 29 08:33:15.245452 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce43e865-fb1a-4190-bf5d-095c2c9b03ff x-openstack-request-id: req-ce43e865-fb1a-4190-bf5d-095c2c9b03ff {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:15.245737 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8070c0-c240-4963-b39f-62e70e221c82", "tag": "6b580617-e1f4-407b-aaf8-d2285f9cd819", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:15.245990 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce43e865-fb1a-4190-bf5d-095c2c9b03ff {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:15.246377 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8070c0-c240-4963-b39f-62e70e221c82', 'tag': '6b580617-e1f4-407b-aaf8-d2285f9cd819', 'status': 'completed', 'code': 200} Oct 29 08:33:15.301392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-44146ffe-f139-44e7-8882-b9118ae71011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:15.302504 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:15.303590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-44146ffe-f139-44e7-8882-b9118ae71011 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef7cbec9724d4eea8eb9a2526eeaed6c&device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 1095 time: 0.1165273 Oct 29 08:33:15.360656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410acd0-1eb2-4eff-b6e7-3bcebf0ff40b req-ec3e4500-90b0-4c81-a895-53cdf2ae3867 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:15.360656 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1410acd0-1eb2-4eff-b6e7-3bcebf0ff40b req-ec3e4500-90b0-4c81-a895-53cdf2ae3867 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=d097db95-5217-40b1-a657-52aabb8941ba HTTP/1.1" status: 200 len: 1023 time: 0.1599221 Oct 29 08:33:15.360913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6ac61500-529b-4707-82d0-6d51becef179'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:15.367893 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95bb131c-d3bf-471d-85b3-7d811b3f5e9f req-d6a1f9c9-3a61-4028-9b2b-0db5e45a8d1d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127064 Oct 29 08:33:15.376859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'Port': ['ID=6ac61500-529b-4707-82d0-6d51becef179,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:15.402381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-903361fb-3fbf-4ce2-afd9-bd02bb444b85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b580617-e1f4-407b-aaf8-d2285f9cd819 HTTP/1.1" status: 200 len: 217 time: 0.0486031 Oct 29 08:33:15.450272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1410acd0-1eb2-4eff-b6e7-3bcebf0ff40b req-9444562f-d0a1-4d39-8838-af014b06d5b4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&id=7e45d525-100b-4ab3-aaac-23c6169e3fee&id=2a971206-e38f-4db5-99be-957f0d4b2420&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1177015 Oct 29 08:33:15.468221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:15.475216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] No DVR routers for this DVR port 6ac61500-529b-4707-82d0-6d51becef179 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:15.478881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:15.483747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6396e9e0-be40-48e8-8f1d-1a9e200c83f5 req-dcdd9fb1-7ed2-409a-969a-89ac80d7e9da tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.15 "DELETE /v2.0/ports/6ac61500-529b-4707-82d0-6d51becef179 HTTP/1.1" status: 204 len: 173 time: 1.1338940 Oct 29 08:33:15.484374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'name': 'network-vif-deleted', 'tag': '6ac61500-529b-4707-82d0-6d51becef179'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:15.488603 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337895ce-5e17-44e0-a55f-f0587f4cd7cc" -d '{"events": [{"server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "name": "network-vif-deleted", "tag": "6ac61500-529b-4707-82d0-6d51becef179"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:15.547593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-64226e80-6ec0-4fa9-bbfc-4281c20a733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:15.549530 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-64226e80-6ec0-4fa9-bbfc-4281c20a733c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48b4d566-8096-43fd-8d45-aaa97e8dd4a1 HTTP/1.1" status: 200 len: 861 time: 0.0979838 Oct 29 08:33:15.568688 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cba73f5-c5b8-479a-95c8-ed1f09625c5d x-openstack-request-id: req-4cba73f5-c5b8-479a-95c8-ed1f09625c5d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:15.568688 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d097db95-5217-40b1-a657-52aabb8941ba", "name": "network-vif-deleted", "tag": "6ac61500-529b-4707-82d0-6d51becef179", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:15.568980 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cba73f5-c5b8-479a-95c8-ed1f09625c5d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:15.569321 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd097db95-5217-40b1-a657-52aabb8941ba', 'name': 'network-vif-deleted', 'tag': '6ac61500-529b-4707-82d0-6d51becef179', 'status': 'completed', 'code': 200} Oct 29 08:33:15.600320 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-fd82bad8-2571-42b9-9397-076d233e9022 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e776fa89-f1bf-4f70-94fd-06d632fb20f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367346 Oct 29 08:33:15.694030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c469-cf69-41be-b3b4-bf6ec7499c78 req-67a8eb54-7371-46f6-b0ea-14204a1733c0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:15.695730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6796c469-cf69-41be-b3b4-bf6ec7499c78 req-67a8eb54-7371-46f6-b0ea-14204a1733c0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1129720 Oct 29 08:33:15.784222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6796c469-cf69-41be-b3b4-bf6ec7499c78 req-1b131db5-cc17-4f18-bfb3-e6cb7f6d271e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786438 Oct 29 08:33:15.808916 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-11737d8b-4c5f-4b4e-b6d0-3052db2ec49c service neutron] 10.222.0.15 "GET /v2.0/networks/e776fa89-f1bf-4f70-94fd-06d632fb20f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963761 Oct 29 08:33:15.918673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f8bd9-413e-4f98-9c24-a29e5e98a9fb req-1a516af1-34d9-4eed-a6f2-652fcf93d61c tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:15.929785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-234f8bd9-413e-4f98-9c24-a29e5e98a9fb req-1a516af1-34d9-4eed-a6f2-652fcf93d61c tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 944 time: 0.1332939 Oct 29 08:33:16.009695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-234f8bd9-413e-4f98-9c24-a29e5e98a9fb req-87967c0e-e06d-4e6e-a7cc-f1e0675578d9 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714850 Oct 29 08:33:16.014209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461b96-70d0-450f-84ef-8c8177e573d5 req-acf7d20f-5786-4b86-9698-9252ee0d53e5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:16.016110 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0461b96-70d0-450f-84ef-8c8177e573d5 req-acf7d20f-5786-4b86-9698-9252ee0d53e5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 945 time: 0.0758536 Oct 29 08:33:16.020040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cdfff2b-d53e-4e53-81b1-f203f42b5682 req-d488b40b-8fd4-4ee5-adb6-e5f20e21700a service neutron] 10.222.0.15 "GET /v2.0/networks/e776fa89-f1bf-4f70-94fd-06d632fb20f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922150 Oct 29 08:33:16.052302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4466458-483d-4c6b-a0ad-9abed9d71387 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:16.064623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0461b96-70d0-450f-84ef-8c8177e573d5 req-bc522353-7dc5-4ab3-adbe-0578f70b2a8b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Oct 29 08:33:16.202795 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b4466458-483d-4c6b-a0ad-9abed9d71387 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:16.203855 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:16.205760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-2b124eaa-7bff-4d19-97f9-cfc50fa9295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:16.209557 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-2b124eaa-7bff-4d19-97f9-cfc50fa9295b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef7cbec9724d4eea8eb9a2526eeaed6c&device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 1095 time: 0.1174924 Oct 29 08:33:16.315297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46169c37-ceb9-4725-a35d-603f10cac416 req-0b6efd10-2784-45e3-a226-7080c88b6d63 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:16.327041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46169c37-ceb9-4725-a35d-603f10cac416 req-0b6efd10-2784-45e3-a226-7080c88b6d63 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1025701 Oct 29 08:33:16.335125 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:16.381237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:16.385512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46169c37-ceb9-4725-a35d-603f10cac416 req-9d82d5f0-c409-43a1-8b1d-801f8516a3ea tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572600 Oct 29 08:33:16.392293 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:16.446819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:16.545952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-85092f37-66c2-4784-acf9-4804a0cf934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:16.547690 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-85092f37-66c2-4784-acf9-4804a0cf934b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e776fa89-f1bf-4f70-94fd-06d632fb20f3 HTTP/1.1" status: 200 len: 923 time: 0.3280830 Oct 29 08:33:16.601126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-dccbd3dd-e178-4428-8f36-2007de65b88f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b580617-e1f4-407b-aaf8-d2285f9cd819 HTTP/1.1" status: 200 len: 217 time: 0.0436916 Oct 29 08:33:16.614884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01414ead-e3ea-478c-b19b-2ef75d1e4ed4 req-73a685ea-baa7-4505-a176-f2110aa65c9d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/2a971206-e38f-4db5-99be-957f0d4b2420 HTTP/1.1" status: 200 len: 1800 time: 0.0618846 Oct 29 08:33:16.675010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-0aa642e4-94c2-4842-bcb6-faa5e271c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:16.676709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-0aa642e4-94c2-4842-bcb6-faa5e271c66d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48b4d566-8096-43fd-8d45-aaa97e8dd4a1 HTTP/1.1" status: 200 len: 861 time: 0.0662432 Oct 29 08:33:16.722312 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-59c8173d-511d-4d57-9ba1-dc0b2f30c088 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e776fa89-f1bf-4f70-94fd-06d632fb20f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333028 Oct 29 08:33:16.736725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-01414ead-e3ea-478c-b19b-2ef75d1e4ed4 req-ed443400-3872-4b27-9ec0-9cb5f4ff38a3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:16.777134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-01414ead-e3ea-478c-b19b-2ef75d1e4ed4 req-ed443400-3872-4b27-9ec0-9cb5f4ff38a3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:16.863161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-8b547c81-3390-4a3c-8c80-b0e0760606f2 service neutron] 10.222.0.15 "GET /v2.0/networks/e776fa89-f1bf-4f70-94fd-06d632fb20f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322265 Oct 29 08:33:16.906015 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-01414ead-e3ea-478c-b19b-2ef75d1e4ed4 req-ed443400-3872-4b27-9ec0-9cb5f4ff38a3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:16.909023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-01414ead-e3ea-478c-b19b-2ef75d1e4ed4 req-ed443400-3872-4b27-9ec0-9cb5f4ff38a3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:16.915183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01414ead-e3ea-478c-b19b-2ef75d1e4ed4 req-ed443400-3872-4b27-9ec0-9cb5f4ff38a3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a971206-e38f-4db5-99be-957f0d4b2420 HTTP/1.1" status: 204 len: 173 time: 0.2935002 Oct 29 08:33:16.934049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:16.940237 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61359a7-3471-4043-9ccf-ec96ba454704" -d '{"events": [{"server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "name": "network-vif-plugged", "status": "completed", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:16.962533 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8b95ad3-107a-4627-90d4-aebdfb9337fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:16.972331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed443400-3872-4b27-9ec0-9cb5f4ff38a3 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a971206-e38f-4db5-99be-957f0d4b2420,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:17.055624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2fbcfb6-c48f-4859-bcce-aa9eac4c794c req-30b20ea1-121a-464d-8ca5-a68ae0d37266 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/7e45d525-100b-4ab3-aaac-23c6169e3fee HTTP/1.1" status: 200 len: 1800 time: 0.1086276 Oct 29 08:33:17.169364 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2fbcfb6-c48f-4859-bcce-aa9eac4c794c req-1e85434a-0a77-4560-ae61-ee69317d0d39 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:17.256137 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2fbcfb6-c48f-4859-bcce-aa9eac4c794c req-1e85434a-0a77-4560-ae61-ee69317d0d39 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:17.334802 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2fbcfb6-c48f-4859-bcce-aa9eac4c794c req-1e85434a-0a77-4560-ae61-ee69317d0d39 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:17.338033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2fbcfb6-c48f-4859-bcce-aa9eac4c794c req-1e85434a-0a77-4560-ae61-ee69317d0d39 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:17.339593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2fbcfb6-c48f-4859-bcce-aa9eac4c794c req-1e85434a-0a77-4560-ae61-ee69317d0d39 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/7e45d525-100b-4ab3-aaac-23c6169e3fee HTTP/1.1" status: 204 len: 173 time: 0.2829564 Oct 29 08:33:17.362641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85434a-0a77-4560-ae61-ee69317d0d39 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e45d525-100b-4ab3-aaac-23c6169e3fee,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:17.446153 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d969b8e9-8351-4199-9a60-60bd8e7fd7ca x-openstack-request-id: req-d969b8e9-8351-4199-9a60-60bd8e7fd7ca {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:17.446654 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "name": "network-vif-plugged", "status": "completed", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:17.446654 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d969b8e9-8351-4199-9a60-60bd8e7fd7ca {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:17.447103 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'code': 200} Oct 29 08:33:17.534296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-145baf09-a7d0-48aa-9a2a-de878c601eda req-fdc07f7d-abce-4740-97ba-e4ec0f0825ab service neutron] 10.222.0.15 "GET /v2.0/networks/e776fa89-f1bf-4f70-94fd-06d632fb20f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624808 Oct 29 08:33:17.600685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6d7f1-ab19-4591-bd98-c88bdc182163 req-848556a3-60a5-4dbc-870f-3c35d4600168 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:17.613562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3d6d7f1-ab19-4591-bd98-c88bdc182163 req-848556a3-60a5-4dbc-870f-3c35d4600168 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.6577394 Oct 29 08:33:17.693641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3d6d7f1-ab19-4591-bd98-c88bdc182163 req-4edabfb9-09d5-4445-adf0-8dd5deee2e24 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761933 Oct 29 08:33:17.699753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526897f1-5857-4d99-bfd2-e09b4cf4a57e req-8f934b53-aa8c-4300-9027-319a3149a099 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:17.721012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-526897f1-5857-4d99-bfd2-e09b4cf4a57e req-8f934b53-aa8c-4300-9027-319a3149a099 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 944 time: 0.1556072 Oct 29 08:33:17.794806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-526897f1-5857-4d99-bfd2-e09b4cf4a57e req-f18883cf-cb6e-40a8-9a28-c44f53742d0e tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647509 Oct 29 08:33:17.910347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ba70fb08-0d79-418a-9806-81aa7f769e4b req-94d38fe6-b0ed-4c39-8b98-8f19c826af0e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-523699174', 'description': 'tempest-description-1189558896'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:17.924457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c46fd-ca7b-468e-b725-ec6acaa960dc req-f001f898-8aa2-4ddd-b528-fb6cf4d5060e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:17.932680 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a9c46fd-ca7b-468e-b725-ec6acaa960dc req-f001f898-8aa2-4ddd-b528-fb6cf4d5060e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 945 time: 0.1095047 Oct 29 08:33:17.967829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ba70fb08-0d79-418a-9806-81aa7f769e4b req-94d38fe6-b0ed-4c39-8b98-8f19c826af0e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:17.988851 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a9c46fd-ca7b-468e-b725-ec6acaa960dc req-5b1dfede-7ca6-4955-a469-08a457f61e96 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Oct 29 08:33:18.058775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.142558 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ba70fb08-0d79-418a-9806-81aa7f769e4b req-94d38fe6-b0ed-4c39-8b98-8f19c826af0e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.155378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ba70fb08-0d79-418a-9806-81aa7f769e4b req-94d38fe6-b0ed-4c39-8b98-8f19c826af0e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.199162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ba70fb08-0d79-418a-9806-81aa7f769e4b req-94d38fe6-b0ed-4c39-8b98-8f19c826af0e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.217265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba70fb08-0d79-418a-9806-81aa7f769e4b req-94d38fe6-b0ed-4c39-8b98-8f19c826af0e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3121212 Oct 29 08:33:18.230637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.231485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d38fe6-b0ed-4c39-8b98-8f19c826af0e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474a5c3b-7b74-46f1-8d6a-5143ea199370,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:18.257654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2107-a646-49ef-b1e1-3262c8784459 req-bc03452e-422b-4b5e-8d25-5eb0a2de9c56 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:18.259658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-395d2107-a646-49ef-b1e1-3262c8784459 req-bc03452e-422b-4b5e-8d25-5eb0a2de9c56 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1310816 Oct 29 08:33:18.393435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-395d2107-a646-49ef-b1e1-3262c8784459 req-44fcff6a-ea4f-4e54-9854-d17027cf67ea tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215296 Oct 29 08:33:18.560811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda5e28-4159-4711-b354-d1fc3d8ebc69 req-f451c714-c842-4164-bc12-d047a224f803 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:18.562439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6dda5e28-4159-4711-b354-d1fc3d8ebc69 req-f451c714-c842-4164-bc12-d047a224f803 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 945 time: 0.0922070 Oct 29 08:33:18.635844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6dda5e28-4159-4711-b354-d1fc3d8ebc69 req-64596837-182d-478e-8cff-1251459909e6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628676 Oct 29 08:33:18.738263 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b96365a3-5911-4983-a518-10f6631aa0a5 req-747a72eb-7f1b-4801-86d4-7f41c19baed6 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/474a5c3b-7b74-46f1-8d6a-5143ea199370 HTTP/1.1" status: 200 len: 1800 time: 0.0601149 Oct 29 08:33:18.743679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-b96365a3-5911-4983-a518-10f6631aa0a5 req-327a89ab-e75f-4aa8-8196-ecb9327339b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Request body: {'security_group': {'name': 'tempest-sg-hth-781132155', 'description': 'tempest-description-hth-1366846230'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:18.769620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6b580617-e1f4-407b-aaf8-d2285f9cd819 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:18.776463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6ac61500-529b-4707-82d0-6d51becef179 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:18.795981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b96365a3-5911-4983-a518-10f6631aa0a5 req-327a89ab-e75f-4aa8-8196-ecb9327339b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.807419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 6ac61500-529b-4707-82d0-6d51becef179 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:18.808327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6ac61500-529b-4707-82d0-6d51becef179 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:18.891716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b96365a3-5911-4983-a518-10f6631aa0a5 req-327a89ab-e75f-4aa8-8196-ecb9327339b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.898214 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b96365a3-5911-4983-a518-10f6631aa0a5 req-327a89ab-e75f-4aa8-8196-ecb9327339b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.901027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b96365a3-5911-4983-a518-10f6631aa0a5 req-327a89ab-e75f-4aa8-8196-ecb9327339b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:18.907849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b96365a3-5911-4983-a518-10f6631aa0a5 req-327a89ab-e75f-4aa8-8196-ecb9327339b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "PUT /v2.0/security-groups/474a5c3b-7b74-46f1-8d6a-5143ea199370 HTTP/1.1" status: 200 len: 1774 time: 0.1683755 Oct 29 08:33:18.974058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a89ab-e75f-4aa8-8196-ecb9327339b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474a5c3b-7b74-46f1-8d6a-5143ea199370,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:19.068871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6b580617-e1f4-407b-aaf8-d2285f9cd819, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b580617-e1f4-407b-aaf8-d2285f9cd819,segment=NetworkSegment(9ec6aa31-35cb-4e43-9994-5bd5295c1bf1),segment_id=9ec6aa31-35cb-4e43-9994-5bd5295c1bf1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:19.082869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751d05-0724-4ad4-8a78-b341fa3b211a req-f945d4bd-fa1f-4f9e-89dd-7c52eba88e64 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:19.095358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5751d05-0724-4ad4-8a78-b341fa3b211a req-f945d4bd-fa1f-4f9e-89dd-7c52eba88e64 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 945 time: 0.0993640 Oct 29 08:33:19.100043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '6b580617-e1f4-407b-aaf8-d2285f9cd819', 'network_id': 'e776fa89-f1bf-4f70-94fd-06d632fb20f3', 'port_id': '6b580617-e1f4-407b-aaf8-d2285f9cd819', 'mac_address': 'fa:16:3e:ff:0a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b4d566-8096-43fd-8d45-aaa97e8dd4a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:19.154731 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5751d05-0724-4ad4-8a78-b341fa3b211a req-e80fc3ec-386e-450d-9434-1d6600dbe829 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579967 Oct 29 08:33:19.184937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:19.216163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b580617-e1f4-407b-aaf8-d2285f9cd819 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:19.263746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6b580617-e1f4-407b-aaf8-d2285f9cd819, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b580617-e1f4-407b-aaf8-d2285f9cd819,segment=NetworkSegment(9ec6aa31-35cb-4e43-9994-5bd5295c1bf1),segment_id=9ec6aa31-35cb-4e43-9994-5bd5295c1bf1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:19.274307 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:19.373575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608be70-713c-4e91-af8d-f84f9cb737d1 req-95d60349-6270-477a-9c3c-bfd1c1210ed6 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:19.393038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c608be70-713c-4e91-af8d-f84f9cb737d1 req-95d60349-6270-477a-9c3c-bfd1c1210ed6 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1193976 Oct 29 08:33:19.426957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6b580617-e1f4-407b-aaf8-d2285f9cd819,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:19.452745 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:19.490085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c608be70-713c-4e91-af8d-f84f9cb737d1 req-53e6e7dc-a246-4dd8-9fd3-80b535ded1f3 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960286 Oct 29 08:33:19.538873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6b580617-e1f4-407b-aaf8-d2285f9cd819'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:19.631453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f701e29-18d1-4886-b506-f6c06d42fc15 req-91bb6055-1855-4a07-9bc6-d56e5f28195b tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:19.633614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f701e29-18d1-4886-b506-f6c06d42fc15 req-91bb6055-1855-4a07-9bc6-d56e5f28195b tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 945 time: 0.0695221 Oct 29 08:33:19.685229 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f701e29-18d1-4886-b506-f6c06d42fc15 req-93f01672-b906-4c48-8b7c-2575ef6f2ae2 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Oct 29 08:33:19.907300 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f536a58c-09d3-4ad3-ba81-e74d8a3335c2 req-18dc2ba9-d51f-4317-9999-f89d43ca53ec tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/474a5c3b-7b74-46f1-8d6a-5143ea199370 HTTP/1.1" status: 200 len: 1774 time: 0.0784326 Oct 29 08:33:20.317351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27994b31-1b2e-4562-a09e-e6e35156a559 req-f1595168-f89c-4517-b210-c4a7f445d94d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:20.326776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27994b31-1b2e-4562-a09e-e6e35156a559 req-f1595168-f89c-4517-b210-c4a7f445d94d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.0663579 Oct 29 08:33:20.374392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27994b31-1b2e-4562-a09e-e6e35156a559 req-c2e35b58-0a3f-4eef-b728-abffe6e5659f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460858 Oct 29 08:33:20.466623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f32cbefc-2dd0-4e4e-885a-8cdf5de91e77 req-900cba69-e723-4453-afec-a9a55625a5c4 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/474a5c3b-7b74-46f1-8d6a-5143ea199370 HTTP/1.1" status: 200 len: 1774 time: 0.0584850 Oct 29 08:33:20.531022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f32cbefc-2dd0-4e4e-885a-8cdf5de91e77 req-7be60c28-9681-4bd8-94e8-62b1ebe0f0b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:20.558732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f32cbefc-2dd0-4e4e-885a-8cdf5de91e77 req-7be60c28-9681-4bd8-94e8-62b1ebe0f0b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:20.647880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f32cbefc-2dd0-4e4e-885a-8cdf5de91e77 req-7be60c28-9681-4bd8-94e8-62b1ebe0f0b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:20.651947 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f32cbefc-2dd0-4e4e-885a-8cdf5de91e77 req-7be60c28-9681-4bd8-94e8-62b1ebe0f0b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:20.672423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f32cbefc-2dd0-4e4e-885a-8cdf5de91e77 req-7be60c28-9681-4bd8-94e8-62b1ebe0f0b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/474a5c3b-7b74-46f1-8d6a-5143ea199370 HTTP/1.1" status: 204 len: 173 time: 0.2045872 Oct 29 08:33:20.703643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be60c28-9681-4bd8-94e8-62b1ebe0f0b5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a5c3b-7b74-46f1-8d6a-5143ea199370,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:20.761333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6b580617-e1f4-407b-aaf8-d2285f9cd819 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:20.931616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 6b580617-e1f4-407b-aaf8-d2285f9cd819 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:33:20.938730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 6b580617-e1f4-407b-aaf8-d2285f9cd819 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:20.939117 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:20.952065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368093-853f-4218-90f4-cb1f50eaf101 req-eee640e8-67b9-4ecc-a196-eeee68b8953f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:20.957279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7368093-853f-4218-90f4-cb1f50eaf101 req-eee640e8-67b9-4ecc-a196-eeee68b8953f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 945 time: 0.1789789 Oct 29 08:33:21.031766 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7368093-853f-4218-90f4-cb1f50eaf101 req-69d16661-66e5-4712-8a41-3995d4ef4ed1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563557 Oct 29 08:33:21.080540 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:21.146683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6b580617-e1f4-407b-aaf8-d2285f9cd819, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b580617-e1f4-407b-aaf8-d2285f9cd819,segment=NetworkSegment(9ec6aa31-35cb-4e43-9994-5bd5295c1bf1),segment_id=9ec6aa31-35cb-4e43-9994-5bd5295c1bf1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:21.148248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8070c0-c240-4963-b39f-62e70e221c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b580617-e1f4-407b-aaf8-d2285f9cd819'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:21.152316 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e8e647-bd3f-4d0a-8232-57eb9c0c70cb" -d '{"events": [{"server_uuid": "4a8070c0-c240-4963-b39f-62e70e221c82", "name": "network-vif-plugged", "status": "completed", "tag": "6b580617-e1f4-407b-aaf8-d2285f9cd819"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:21.157685 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:21.161526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684cb3b-13c3-49aa-a96e-07719b5791d5 req-5f68bf03-08fe-4cce-842c-689bb776ff4d tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:21.169675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1684cb3b-13c3-49aa-a96e-07719b5791d5 req-5f68bf03-08fe-4cce-842c-689bb776ff4d tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0701311 Oct 29 08:33:21.235168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6b580617-e1f4-407b-aaf8-d2285f9cd819,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:21.235838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1684cb3b-13c3-49aa-a96e-07719b5791d5 req-eba23e2e-fc0d-4239-aa38-c3cf3d83f16c tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596001 Oct 29 08:33:21.430289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bc1a0-cffc-40fa-ae7c-6060cff54f4a req-a6b870a1-ff94-4c3f-8e0e-c1814aeed025 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:21.446677 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c51bc1a0-cffc-40fa-ae7c-6060cff54f4a req-a6b870a1-ff94-4c3f-8e0e-c1814aeed025 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 946 time: 0.1083248 Oct 29 08:33:21.504670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c51bc1a0-cffc-40fa-ae7c-6060cff54f4a req-1879b9b2-977a-49c0-804a-2d1610dd0373 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548573 Oct 29 08:33:21.669673 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4d2820-e01e-46d9-ac64-1d42d5cd9393 x-openstack-request-id: req-8f4d2820-e01e-46d9-ac64-1d42d5cd9393 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:21.670275 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8070c0-c240-4963-b39f-62e70e221c82", "name": "network-vif-plugged", "status": "completed", "tag": "6b580617-e1f4-407b-aaf8-d2285f9cd819", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:21.670521 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f4d2820-e01e-46d9-ac64-1d42d5cd9393 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:21.670914 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8070c0-c240-4963-b39f-62e70e221c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b580617-e1f4-407b-aaf8-d2285f9cd819', 'code': 200} Oct 29 08:33:21.748866 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:33:21.837399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-66c71563-f29a-4227-89d6-44be862aadd3 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:21.840006 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-66c71563-f29a-4227-89d6-44be862aadd3 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 945 time: 0.1370311 Oct 29 08:33:22.001584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665f63c-2e79-4f55-b93a-de7dc33596dc req-8ad469aa-4f55-4294-b1e5-a56bb86ddd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:22.003066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2665f63c-2e79-4f55-b93a-de7dc33596dc req-8ad469aa-4f55-4294-b1e5-a56bb86ddd67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 1097 time: 0.2358944 Oct 29 08:33:22.017488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c5d4b-2fdc-4387-8b15-3e2f7a080e0b req-b8fee13c-afd5-43fb-8519-f19a598216ff tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:22.031233 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b12c5d4b-2fdc-4387-8b15-3e2f7a080e0b req-b8fee13c-afd5-43fb-8519-f19a598216ff tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1869826 Oct 29 08:33:22.122657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Deleting port dd51d210-0acd-4008-9105-0a23d1c25768 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:22.123053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:22.132261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b12c5d4b-2fdc-4387-8b15-3e2f7a080e0b req-82d4375d-f49b-40f2-80d0-c4fb0dc9a900 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000969 Oct 29 08:33:22.181635 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2665f63c-2e79-4f55-b93a-de7dc33596dc req-1a379654-b4bf-489f-8687-0c9adcf332e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424022 Oct 29 08:33:22.221955 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-7156539f-c018-4afc-973a-bcd09ac724e4 req-7b5f8186-4a0d-4672-977e-ab9360fbeda7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:33:22.234855 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7156539f-c018-4afc-973a-bcd09ac724e4 req-7b5f8186-4a0d-4672-977e-ab9360fbeda7 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/7e45d525-100b-4ab3-aaac-23c6169e3fee HTTP/1.1" status: 404 len: 352 time: 0.0419633 Oct 29 08:33:22.318053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] For port dd51d210-0acd-4008-9105-0a23d1c25768, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dd51d210-0acd-4008-9105-0a23d1c25768,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:22.318474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:22.380584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Calling delete_port for dd51d210-0acd-4008-9105-0a23d1c25768 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:22.452658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c244316-b540-4af8-93b0-b86c251e2bde req-8e689e60-3b0f-4c3f-8be7-d8ec208b4c71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:22.454219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c244316-b540-4af8-93b0-b86c251e2bde req-8e689e60-3b0f-4c3f-8be7-d8ec208b4c71 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c186693-8004-491e-89a5-1c95352bfad2 HTTP/1.1" status: 200 len: 945 time: 0.1188524 Oct 29 08:33:22.555280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c244316-b540-4af8-93b0-b86c251e2bde req-ce924da7-adf9-4a62-b71a-bee6d4b3f57e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904479 Oct 29 08:33:22.688174 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-b5c67c62-fd8c-4810-9c53-fabcd66f5296 req-94b2421f-c989-4491-9d77-e46aec2d2904 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:33:22.689468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c67c62-fd8c-4810-9c53-fabcd66f5296 req-94b2421f-c989-4491-9d77-e46aec2d2904 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/2a971206-e38f-4db5-99be-957f0d4b2420 HTTP/1.1" status: 404 len: 352 time: 0.0259480 Oct 29 08:33:22.690614 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:22.708699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['05b02673-dcb0-4937-9299-63b7852c3931'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:22.711164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:22.743779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event deleted for resources: {'Port': ['ID=dd51d210-0acd-4008-9105-0a23d1c25768,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:22.818343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] No DVR routers for this DVR port dd51d210-0acd-4008-9105-0a23d1c25768 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:22.822121 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:22.825975 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc82391c-d027-4bdf-8cc1-373b6a524651 req-6efcab1b-790d-4330-99ba-9edb3d0c002a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.93 "DELETE /v2.0/ports/dd51d210-0acd-4008-9105-0a23d1c25768 HTTP/1.1" status: 204 len: 173 time: 0.9614992 Oct 29 08:33:22.826449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c186693-8004-491e-89a5-1c95352bfad2', 'name': 'network-vif-deleted', 'tag': 'dd51d210-0acd-4008-9105-0a23d1c25768'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:22.829569 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f123648-64b2-4e87-a6d1-acfcc7e441ef" -d '{"events": [{"server_uuid": "1c186693-8004-491e-89a5-1c95352bfad2", "name": "network-vif-deleted", "tag": "dd51d210-0acd-4008-9105-0a23d1c25768"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:22.908328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68605865-6235-4d12-a61e-9385c0592234 req-036b494d-5ff5-40f9-b790-dbf0fd391c55 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:22.916039 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-68605865-6235-4d12-a61e-9385c0592234 req-036b494d-5ff5-40f9-b790-dbf0fd391c55 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1010962 Oct 29 08:33:23.024664 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-68605865-6235-4d12-a61e-9385c0592234 req-53c7298f-d372-4182-afb4-a9f364125f95 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017194 Oct 29 08:33:23.189029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d661dbe-4c4b-4010-b8e4-2f9c4fd853ce req-fe358100-9000-4ddb-a163-75fea6d26da9 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:23.199101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d661dbe-4c4b-4010-b8e4-2f9c4fd853ce req-fe358100-9000-4ddb-a163-75fea6d26da9 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 946 time: 0.0841320 Oct 29 08:33:23.262588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d661dbe-4c4b-4010-b8e4-2f9c4fd853ce req-fa8397a3-f842-4dc0-9380-3bae8c509fb4 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620332 Oct 29 08:33:23.408651 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-8aa65084-7ef4-4674-9712-d803481528ae req-398cad5c-ec30-42ca-b3db-1443218742db tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:33:23.423501 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8aa65084-7ef4-4674-9712-d803481528ae req-398cad5c-ec30-42ca-b3db-1443218742db tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/1145a6c1-f0ec-41ad-98bc-b7e91f0e75e6 HTTP/1.1" status: 404 len: 352 time: 0.0266140 Oct 29 08:33:23.498026 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367dec4f-ca6a-4e77-9399-34cc61023676 x-openstack-request-id: req-367dec4f-ca6a-4e77-9399-34cc61023676 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:23.498333 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c186693-8004-491e-89a5-1c95352bfad2", "name": "network-vif-deleted", "tag": "dd51d210-0acd-4008-9105-0a23d1c25768", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:23.498585 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-367dec4f-ca6a-4e77-9399-34cc61023676 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:23.498997 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c186693-8004-491e-89a5-1c95352bfad2', 'name': 'network-vif-deleted', 'tag': 'dd51d210-0acd-4008-9105-0a23d1c25768', 'status': 'completed', 'code': 200} Oct 29 08:33:23.717778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69e90-d3e0-486a-971c-bdd321ab47b4 req-bdd4e0af-d882-4e65-af4e-7eb5ce4c7662 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:23.730293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3f69e90-d3e0-486a-971c-bdd321ab47b4 req-bdd4e0af-d882-4e65-af4e-7eb5ce4c7662 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1486888 Oct 29 08:33:23.801762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3f69e90-d3e0-486a-971c-bdd321ab47b4 req-6a0b5941-3cb7-4b30-af81-214c4d383922 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681739 Oct 29 08:33:23.844312 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-77669d0f-03e8-42a0-b428-d65e9f68c6da req-604fca8d-23b4-4f11-8c7c-bac2d32c2e1d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:33:23.857172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77669d0f-03e8-42a0-b428-d65e9f68c6da req-604fca8d-23b4-4f11-8c7c-bac2d32c2e1d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/37b73fe0-ce19-46ba-a751-201ec916e58d HTTP/1.1" status: 404 len: 352 time: 0.0301018 Oct 29 08:33:23.943241 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-94f88d3f-8dad-4e87-ab84-6892880a244c req-70486459-9e94-4d8e-beff-872b860feecf tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:33:23.955041 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-94f88d3f-8dad-4e87-ab84-6892880a244c req-70486459-9e94-4d8e-beff-872b860feecf tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/8cc3032e-a4e3-4fd4-af1b-d20007ecf91c HTTP/1.1" status: 404 len: 352 time: 0.0306792 Oct 29 08:33:24.093951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device dd51d210-0acd-4008-9105-0a23d1c25768 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:24.125009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: dd51d210-0acd-4008-9105-0a23d1c25768 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:24.125349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device dd51d210-0acd-4008-9105-0a23d1c25768 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:24.206365 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-2d9e4310-f2d0-40d6-85c9-c8383921e719 req-c112b563-740b-448f-a076-70dbc9934f8d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] show failed (client error): The resource could not be found. Oct 29 08:33:24.207472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d9e4310-f2d0-40d6-85c9-c8383921e719 req-c112b563-740b-448f-a076-70dbc9934f8d tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/197771be-195d-4b80-8ecc-bd8298557829 HTTP/1.1" status: 404 len: 352 time: 0.0182610 Oct 29 08:33:24.369161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165426fa-60db-4043-999e-0cd81ece7015 req-f3485804-3a9c-40ab-a11e-1faa6cc3fef7 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:24.380420 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-165426fa-60db-4043-999e-0cd81ece7015 req-f3485804-3a9c-40ab-a11e-1faa6cc3fef7 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1018622 Oct 29 08:33:24.468333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-165426fa-60db-4043-999e-0cd81ece7015 req-34ac76a6-2b45-4806-b15f-440ce40e722e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870414 Oct 29 08:33:24.684634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3d7f3-c2a5-4bd8-b635-a70304d742c2 req-f810b811-3111-4033-a2f0-79e9831e42b1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:24.704531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14e3d7f3-c2a5-4bd8-b635-a70304d742c2 req-f810b811-3111-4033-a2f0-79e9831e42b1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 945 time: 0.0954306 Oct 29 08:33:24.759295 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14e3d7f3-c2a5-4bd8-b635-a70304d742c2 req-cbf95d51-848e-4c29-9449-3bf2bb49d6c7 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531647 Oct 29 08:33:25.055785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafc378-0fb6-433c-a88e-c5f9e14190a2 req-4e735644-17ea-4c85-859e-be403fe08b6a tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:25.060479 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bafc378-0fb6-433c-a88e-c5f9e14190a2 req-4e735644-17ea-4c85-859e-be403fe08b6a tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 946 time: 0.0656683 Oct 29 08:33:25.100242 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bafc378-0fb6-433c-a88e-c5f9e14190a2 req-d4ee05d9-78d6-427b-827a-a0f1bf7fb03d tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Oct 29 08:33:25.354343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f23e-070e-4c45-be3b-d6650b9e2bbb req-60fec01e-7674-49bb-bfcb-ca279275d0a5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:25.360349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87d4f23e-070e-4c45-be3b-d6650b9e2bbb req-60fec01e-7674-49bb-bfcb-ca279275d0a5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.0782971 Oct 29 08:33:25.373660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558fb1-4f0e-4b69-a386-1b542f174790 req-81f144d6-bc7b-42fa-8d88-3dc390179f32 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:25.375888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8558fb1-4f0e-4b69-a386-1b542f174790 req-81f144d6-bc7b-42fa-8d88-3dc390179f32 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1023 time: 0.0672195 Oct 29 08:33:25.415480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87d4f23e-070e-4c45-be3b-d6650b9e2bbb req-50426431-e920-4edd-b817-79a338440d2a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479276 Oct 29 08:33:25.443846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8558fb1-4f0e-4b69-a386-1b542f174790 req-3646811e-2507-4bbf-a1b4-8fbd471dc6c5 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&id=9056364e-ef33-40a6-b57d-6dab2f8a20e5&id=0abebe6b-276c-4082-8129-75393d3aa5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0589943 Oct 29 08:33:25.609628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549cc8b-fd9a-4d75-a9ed-dbf2b24f4855 req-b11eb484-cd0f-494d-8da1-72ac55c884d4 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:25.617921 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0549cc8b-fd9a-4d75-a9ed-dbf2b24f4855 req-b11eb484-cd0f-494d-8da1-72ac55c884d4 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0583231 Oct 29 08:33:25.663632 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0549cc8b-fd9a-4d75-a9ed-dbf2b24f4855 req-d41a8ad9-a59a-477b-8393-3179846798c9 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Oct 29 08:33:25.827209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-fc1636b5-4792-4ce8-b05e-e39ebfa6853a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:25.831153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-fc1636b5-4792-4ce8-b05e-e39ebfa6853a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 945 time: 0.1454000 Oct 29 08:33:26.077203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657a5fe-bcf1-4e44-9ae5-f950ef455a09 req-ec532172-f3fb-4670-80e9-3dbc83285e19 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:26.085986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c657a5fe-bcf1-4e44-9ae5-f950ef455a09 req-ec532172-f3fb-4670-80e9-3dbc83285e19 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 945 time: 0.1123519 Oct 29 08:33:26.117541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Deleting port 05b02673-dcb0-4937-9299-63b7852c3931 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:26.117541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:26.156167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-4d3e66ee-4016-412c-8c60-7ebd88142e64 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:26.163117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-4d3e66ee-4016-412c-8c60-7ebd88142e64 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/networks?id=eca5824a-7b9b-4647-a6b1-e89997edb38a HTTP/1.1" status: 200 len: 815 time: 0.5290792 Oct 29 08:33:26.175683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c657a5fe-bcf1-4e44-9ae5-f950ef455a09 req-6a412b14-76c6-4507-9f9a-09bd396192a6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893071 Oct 29 08:33:26.182727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-6763a952-90f2-4189-b787-58f0b2c59804 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/quotas/1feeb2caab6d4f6ba0f97b1e4be0c445 HTTP/1.1" status: 200 len: 375 time: 0.0136640 Oct 29 08:33:26.272135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] For port 05b02673-dcb0-4937-9299-63b7852c3931, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=05b02673-dcb0-4937-9299-63b7852c3931,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:26.272605 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:26.279957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-0f1933e4-e910-455c-aa2f-f99618061c5c tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1feeb2caab6d4f6ba0f97b1e4be0c445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881548 Oct 29 08:33:26.314479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Calling delete_port for 05b02673-dcb0-4937-9299-63b7852c3931 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:26.390357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca550080-f9a8-46f5-9161-b940793d4852 req-d752133d-c12c-4309-bbd1-a65ed1e5eb0a tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:26.398076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca550080-f9a8-46f5-9161-b940793d4852 req-d752133d-c12c-4309-bbd1-a65ed1e5eb0a tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 946 time: 0.1133404 Oct 29 08:33:26.444507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-542227e7-51a4-4e2b-9f71-dfcd4d1d7aba service neutron] 10.222.0.70 "GET /v2.0/networks/eca5824a-7b9b-4647-a6b1-e89997edb38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542780 Oct 29 08:33:26.460409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca550080-f9a8-46f5-9161-b940793d4852 req-2b248216-fee2-4971-aa3a-bde33916d465 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612814 Oct 29 08:33:26.543198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:26.558288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:26.561173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-192bb638-ddb5-440e-88f1-fb5a0ca31ecb service neutron] 10.222.0.70 "GET /v2.0/networks/eca5824a-7b9b-4647-a6b1-e89997edb38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088514 Oct 29 08:33:26.570761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['05b02673-dcb0-4937-9299-63b7852c3931'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:26.623346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event deleted for resources: {'Port': ['ID=05b02673-dcb0-4937-9299-63b7852c3931,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:26.696870 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] No DVR routers for this DVR port 05b02673-dcb0-4937-9299-63b7852c3931 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:26.700942 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:26.706249 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2407f60-80b3-4815-b08c-78ae1fdf8fc8 req-f6ed0dc5-f238-47ff-ae35-9d128df23629 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "DELETE /v2.0/ports/05b02673-dcb0-4937-9299-63b7852c3931 HTTP/1.1" status: 204 len: 173 time: 0.8650086 Oct 29 08:33:26.707732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2216a309-320e-409c-96ca-3cf3fbe3075d', 'name': 'network-vif-deleted', 'tag': '05b02673-dcb0-4937-9299-63b7852c3931'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:26.711072 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e43893-7d30-4845-a0f3-e13644365905" -d '{"events": [{"server_uuid": "2216a309-320e-409c-96ca-3cf3fbe3075d", "name": "network-vif-deleted", "tag": "05b02673-dcb0-4937-9299-63b7852c3931"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:26.763351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b861d4-0cb1-4195-9fc9-a5ce1a14407f req-c6649985-21fc-4828-b47e-3a9746e4ea0f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:26.767625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5b861d4-0cb1-4195-9fc9-a5ce1a14407f req-c6649985-21fc-4828-b47e-3a9746e4ea0f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.0813518 Oct 29 08:33:26.867983 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5b861d4-0cb1-4195-9fc9-a5ce1a14407f req-182de884-359d-4a57-acd9-85b3a3e531e7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895972 Oct 29 08:33:26.931861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c648ce4-ee83-440e-aa0d-44bf50827886 req-669f3141-771e-46af-a2f0-7314eb200de8 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:26.941100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c648ce4-ee83-440e-aa0d-44bf50827886 req-669f3141-771e-46af-a2f0-7314eb200de8 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1023 time: 0.0898774 Oct 29 08:33:26.997957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c648ce4-ee83-440e-aa0d-44bf50827886 req-38da49c4-4f83-4a5c-a49d-3d42f9fd6a84 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd06c5e0-20b3-42da-b3db-be00e611db99&id=9056364e-ef33-40a6-b57d-6dab2f8a20e5&id=0abebe6b-276c-4082-8129-75393d3aa5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0556636 Oct 29 08:33:27.102207 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a993b5f-ddf2-4479-9661-a9ce0ada3525 x-openstack-request-id: req-9a993b5f-ddf2-4479-9661-a9ce0ada3525 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:27.109685 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2216a309-320e-409c-96ca-3cf3fbe3075d", "name": "network-vif-deleted", "tag": "05b02673-dcb0-4937-9299-63b7852c3931", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:27.111934 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a993b5f-ddf2-4479-9661-a9ce0ada3525 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:27.112586 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2216a309-320e-409c-96ca-3cf3fbe3075d', 'name': 'network-vif-deleted', 'tag': '05b02673-dcb0-4937-9299-63b7852c3931', 'status': 'completed', 'code': 200} Oct 29 08:33:27.162963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a8ebd-111c-4b2c-a026-30fbce500ea7 req-60261dde-a2c8-40f2-8a55-a92e405d9d65 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:27.164867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e67a8ebd-111c-4b2c-a026-30fbce500ea7 req-60261dde-a2c8-40f2-8a55-a92e405d9d65 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1908917 Oct 29 08:33:27.182730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-73a518b0-1458-4645-bbc7-dac91f8f36dd tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:27.184447 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-73a518b0-1458-4645-bbc7-dac91f8f36dd tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.93 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 1023 time: 0.1668427 Oct 29 08:33:27.228088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89fe3fc9-9c88-44c8-9717-f33e7c3ac02f req-e7a375e9-077e-4552-8fd1-7736168565b1 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 210 time: 0.0869422 Oct 29 08:33:27.301162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e67a8ebd-111c-4b2c-a026-30fbce500ea7 req-a1200cb1-b6bc-4de3-84ca-f045c3cb2c8a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153803 Oct 29 08:33:27.395366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5735f6d5-fafb-4fc4-9721-f41979807bcd req-96fb85b7-8b42-4f49-8a84-179637fe0e26 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=2216a309-320e-409c-96ca-3cf3fbe3075d HTTP/1.1" status: 200 len: 210 time: 0.0505340 Oct 29 08:33:27.415387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Deleting port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:27.416011 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:27.684461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b818a23-192b-47b7-a735-a1febefe6852 req-407f8478-d1f2-4d33-9d1d-7aa6c58c9a2e tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:27.686301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b818a23-192b-47b7-a735-a1febefe6852 req-407f8478-d1f2-4d33-9d1d-7aa6c58c9a2e tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 946 time: 0.2324665 Oct 29 08:33:27.768002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] For port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,segment=NetworkSegment(fd1d9269-060c-4cb0-8843-ff13f0f5a4fd),segment_id=fd1d9269-060c-4cb0-8843-ff13f0f5a4fd)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:27.768375 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:27.794520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6c394-121e-4fd7-b5d7-899dbbf1cbb3 req-d75dd16d-d47d-4af3-9114-ee38f3fadc90 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:27.796448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ab6c394-121e-4fd7-b5d7-899dbbf1cbb3 req-d75dd16d-d47d-4af3-9114-ee38f3fadc90 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a8070c0-c240-4963-b39f-62e70e221c82 HTTP/1.1" status: 200 len: 946 time: 0.2490239 Oct 29 08:33:27.807191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Calling delete_port for 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:27.933421 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ab6c394-121e-4fd7-b5d7-899dbbf1cbb3 req-4b624896-5abc-4b74-b517-72f98ef85049 tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.70 "GET /v2.0/security-groups?id=49f8e622-f968-4320-b3c7-0e801088711a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218388 Oct 29 08:33:27.982822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Deleting port 6b580617-e1f4-407b-aaf8-d2285f9cd819 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:27.983498 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:28.038968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d163a-39e3-42ea-b978-cf88d1f22970 req-fff22586-a3e4-4456-a228-897b2f25dd8b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:28.040725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-997d163a-39e3-42ea-b978-cf88d1f22970 req-fff22586-a3e4-4456-a228-897b2f25dd8b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.0706685 Oct 29 08:33:28.130294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] For port 6b580617-e1f4-407b-aaf8-d2285f9cd819, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b580617-e1f4-407b-aaf8-d2285f9cd819,segment=NetworkSegment(9ec6aa31-35cb-4e43-9994-5bd5295c1bf1),segment_id=9ec6aa31-35cb-4e43-9994-5bd5295c1bf1)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:28.131547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:28.135420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-997d163a-39e3-42ea-b978-cf88d1f22970 req-02d8e06d-6351-4514-be97-233ab14a3db9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869086 Oct 29 08:33:28.148752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:28.169312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Calling delete_port for 6b580617-e1f4-407b-aaf8-d2285f9cd819 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:28.182372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:28.244509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc686e43-d196-4183-bf96-8c9e8640d047 req-fadd520e-55e7-4d78-88eb-bc522dc8e3b0 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37f69b2-39f0-4f3f-8f76-2847f4287f36 HTTP/1.1" status: 200 len: 210 time: 0.0962772 Oct 29 08:33:28.253321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'Port': ['ID=0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:28.418292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] No DVR routers for this DVR port 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:28.421774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:28.426613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2581c84e-9f46-4986-b232-3472aaa0b0cc req-07c17885-e5b2-44ca-8aab-579cd602f565 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.93 "DELETE /v2.0/ports/0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 HTTP/1.1" status: 204 len: 173 time: 1.2326393 Oct 29 08:33:28.513688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69457b6f-3c46-4bf3-96e8-46a7b54dda09 req-a826d79e-9a20-4973-b82f-f1163eb33a63 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 210 time: 0.0375667 Oct 29 08:33:28.630041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1262e-3cd0-40a3-ae34-ad0d1763cfd4 req-7da67c42-d29d-4c98-a10e-85abbd7d535a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:28.631597 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13c1262e-3cd0-40a3-ae34-ad0d1763cfd4 req-7da67c42-d29d-4c98-a10e-85abbd7d535a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1318676 Oct 29 08:33:28.645245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:28.663123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6b580617-e1f4-407b-aaf8-d2285f9cd819'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:28.704577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-7349a3fe-9a29-42c6-ab5d-b0371eb931b4 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:28.711556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-7349a3fe-9a29-42c6-ab5d-b0371eb931b4 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.15 "GET /v2.0/networks?id=eca5824a-7b9b-4647-a6b1-e89997edb38a HTTP/1.1" status: 200 len: 815 time: 0.4192078 Oct 29 08:33:28.712564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Pushing event deleted for resources: {'Port': ['ID=6b580617-e1f4-407b-aaf8-d2285f9cd819,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:28.729517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Request body: {'port': {'device_id': '284aa1a5-1195-4754-a5e5-daca61377335', 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a', 'admin_state_up': True, 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:28.766753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] No DVR routers for this DVR port 6b580617-e1f4-407b-aaf8-d2285f9cd819 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:28.772563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13c1262e-3cd0-40a3-ae34-ad0d1763cfd4 req-d4624502-13e5-4015-b06a-533677bfdb1e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065292 Oct 29 08:33:28.773668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:28.777210 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b818a23-192b-47b7-a735-a1febefe6852 req-ffd14174-5b0b-463a-85cf-80ea3e28f2ba tempest-InstanceActionsNegativeTestJSON-1030834196 tempest-InstanceActionsNegativeTestJSON-1030834196-project] 10.222.0.15 "DELETE /v2.0/ports/6b580617-e1f4-407b-aaf8-d2285f9cd819 HTTP/1.1" status: 204 len: 173 time: 1.0813932 Oct 29 08:33:28.884719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:28.903960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Made reservation on behalf of 1feeb2caab6d4f6ba0f97b1e4be0c445 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:28.908485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:29.105178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Allocated IP 172.20.0.6 (eca5824a-7b9b-4647-a6b1-e89997edb38a/a3bf758f-39eb-4439-ad64-42c5be4a19e9/3d02d1df-b4b5-49c2-9a15-cbff81339d70) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:29.114609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'name': 'network-vif-deleted', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9'}, {'server_uuid': '4a8070c0-c240-4963-b39f-62e70e221c82', 'name': 'network-vif-deleted', 'tag': '6b580617-e1f4-407b-aaf8-d2285f9cd819'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:29.117971 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3267a1ac-222d-4856-a0f3-4b5f7cdfc218" -d '{"events": [{"server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "name": "network-vif-deleted", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9"}, {"server_uuid": "4a8070c0-c240-4963-b39f-62e70e221c82", "name": "network-vif-deleted", "tag": "6b580617-e1f4-407b-aaf8-d2285f9cd819"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:29.423586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:29.540775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:29.620538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Network eca5824a-7b9b-4647-a6b1-e89997edb38a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:29.622672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Pushing event updated for resources: {'Port': ['ID=3d02d1df-b4b5-49c2-9a15-cbff81339d70,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:29.630269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:29.636369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:29.729738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:29.730872 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:29.790849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-ad857862-a390-4c98-a6ef-01328efa2f03 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0698309 Oct 29 08:33:29.912108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Request body: {'port': {'device_id': '284aa1a5-1195-4754-a5e5-daca61377335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:29.992661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4d1d6a04-07c6-4e0d-b950-54cbfef14083 None None] Provisioning complete for port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:29.993297 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6a04-07c6-4e0d-b950-54cbfef14083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.010967 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.063494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d6a04-07c6-4e0d-b950-54cbfef14083 None None] Port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:33:30.074761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:30.078148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:30.308157 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.380565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:30.399037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'mac_address': 'fa:16:3e:7f:e8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:30.461587 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.475101 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.503203 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91c272c3-b78e-416b-9a57-d47bca3a63fb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:30.526447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:30.531083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d02d1df-b4b5-49c2-9a15-cbff81339d70 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:30.542065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.543640 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.560355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Transition to ACTIVE for port object 3d02d1df-b4b5-49c2-9a15-cbff81339d70 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:30.566843 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.645994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:30.666647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Pushing event updated for resources: {'Port': ['ID=3d02d1df-b4b5-49c2-9a15-cbff81339d70,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:30.667420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.668041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.668563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.669060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.669553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.670538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.671971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.672583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.673154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.673669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.678268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.679611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:30.687792 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:33:30.688433 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:33:30.767766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6b580617-e1f4-407b-aaf8-d2285f9cd819 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:30.804539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Attempting to bind port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:30.805026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Attempting to bind port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:30.805477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Attempting to bind port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 on network eca5824a-7b9b-4647-a6b1-e89997edb38a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:30.815516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 on network eca5824a-7b9b-4647-a6b1-e89997edb38a not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:30.817753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Attempting to bind port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 on network eca5824a-7b9b-4647-a6b1-e89997edb38a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:30.825759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:30.826226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Checking segment: {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:30.827235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Bound using segment: {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:30.827719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Bound port: 3d02d1df-b4b5-49c2-9a15-cbff81339d70, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c1c26-ef84-4bef-b86d-86d719ec8601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:30.828322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:30.830249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 6b580617-e1f4-407b-aaf8-d2285f9cd819 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:30.830597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6b580617-e1f4-407b-aaf8-d2285f9cd819 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:30.831044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 05b02673-dcb0-4937-9299-63b7852c3931 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:30.866349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 05b02673-dcb0-4937-9299-63b7852c3931 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:30.866691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 05b02673-dcb0-4937-9299-63b7852c3931 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:30.981875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:31.023377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['91c272c3-b78e-416b-9a57-d47bca3a63fb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:31.030638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] For port 3d02d1df-b4b5-49c2-9a15-cbff81339d70, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:31.047748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] For port 3d02d1df-b4b5-49c2-9a15-cbff81339d70, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3d02d1df-b4b5-49c2-9a15-cbff81339d70,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:31.068950 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.078450 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929fb338-d48a-4d9b-9bb8-93714f1263a8 x-openstack-request-id: req-929fb338-d48a-4d9b-9bb8-93714f1263a8 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:31.081067 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37f69b2-39f0-4f3f-8f76-2847f4287f36", "name": "network-vif-deleted", "tag": "0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9", "status": "completed", "code": 200}, {"server_uuid": "4a8070c0-c240-4963-b39f-62e70e221c82", "name": "network-vif-deleted", "tag": "6b580617-e1f4-407b-aaf8-d2285f9cd819", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:31.081439 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-929fb338-d48a-4d9b-9bb8-93714f1263a8 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:31.082030 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37f69b2-39f0-4f3f-8f76-2847f4287f36', 'name': 'network-vif-deleted', 'tag': '0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9', 'status': 'completed', 'code': 200} Oct 29 08:33:31.083968 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8070c0-c240-4963-b39f-62e70e221c82', 'name': 'network-vif-deleted', 'tag': '6b580617-e1f4-407b-aaf8-d2285f9cd819', 'status': 'completed', 'code': 200} Oct 29 08:33:31.096613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e52dd6-bfb1-40b7-9f37-4002a46fdfb2 admin admin] Deleting subnet 48b4d566-8096-43fd-8d45-aaa97e8dd4a1 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:33:31.106822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3e52dd6-bfb1-40b7-9f37-4002a46fdfb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.195839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3e52dd6-bfb1-40b7-9f37-4002a46fdfb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.211463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Pushing event updated for resources: {'Port': ['ID=3d02d1df-b4b5-49c2-9a15-cbff81339d70,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:31.233018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:31.233697 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.235202 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-37e0cc14-e815-4d14-ba83-ac3001931845 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d02d1df-b4b5-49c2-9a15-cbff81339d70 HTTP/1.1" status: 200 len: 1091 time: 1.3285542 Oct 29 08:33:31.235688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284aa1a5-1195-4754-a5e5-daca61377335', 'tag': '3d02d1df-b4b5-49c2-9a15-cbff81339d70'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:31.251603 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf249c-4b74-4222-a65b-7439003c5ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "284aa1a5-1195-4754-a5e5-daca61377335", "tag": "3d02d1df-b4b5-49c2-9a15-cbff81339d70"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:31.292977 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.301492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-a8600677-2111-4ac4-94ab-162438a65771 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:31.303297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-a8600677-2111-4ac4-94ab-162438a65771 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.3776767 Oct 29 08:33:31.314222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 91c272c3-b78e-416b-9a57-d47bca3a63fb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:31.348825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-1cbc6a47-1d3d-46cb-9090-33a3c99bdef2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/quotas/24b6b3f61fbc4c2a916e6f12373383b8 HTTP/1.1" status: 200 len: 375 time: 0.0316386 Oct 29 08:33:31.355336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:31.372670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3e52dd6-bfb1-40b7-9f37-4002a46fdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.374535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.382755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ecb71-1701-4e11-ad86-39edc4d2e692 req-07dd9c6c-1e63-4a85-9903-ce852f66c119 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:31.391694 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b2ecb71-1701-4e11-ad86-39edc4d2e692 req-07dd9c6c-1e63-4a85-9903-ce852f66c119 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1265609 Oct 29 08:33:31.452991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-545cfa95-3a44-4918-a18b-6e4229d5221d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979936 Oct 29 08:33:31.506637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:31.562457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b2ecb71-1701-4e11-ad86-39edc4d2e692 req-293b2004-782e-40f8-a526-c058ecc0bbd7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506338 Oct 29 08:33:31.608669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3e52dd6-bfb1-40b7-9f37-4002a46fdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.662134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-7b7e1c06-a125-4f54-adc5-f01be113656a service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960714 Oct 29 08:33:31.681954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e52dd6-bfb1-40b7-9f37-4002a46fdfb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b4d566-8096-43fd-8d45-aaa97e8dd4a1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:31.693754 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3e52dd6-bfb1-40b7-9f37-4002a46fdfb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:31.702826 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f3e52dd6-bfb1-40b7-9f37-4002a46fdfb2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/48b4d566-8096-43fd-8d45-aaa97e8dd4a1 HTTP/1.1" status: 204 len: 168 time: 0.7197442 Oct 29 08:33:31.706865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46266) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:31.791555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-425a4951-1b5b-4d0b-b1f1-2ceb61789d80 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230772 Oct 29 08:33:31.845111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42739f-205c-4ccf-8676-73a281aa6eb2 req-64207120-6cab-4710-94cd-6dede5714991 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:31.846704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d42739f-205c-4ccf-8676-73a281aa6eb2 req-64207120-6cab-4710-94cd-6dede5714991 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 943 time: 0.0709515 Oct 29 08:33:31.898476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d42739f-205c-4ccf-8676-73a281aa6eb2 req-f0a97192-b83d-4405-83e3-eef03a71f7a9 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Oct 29 08:33:31.905906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.050900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.073999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e776fa89-f1bf-4f70-94fd-06d632fb20f3']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:32.095994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec6aa31-35cb-4e43-9994-5bd5295c1bf1') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:32.096565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec6aa31-35cb-4e43-9994-5bd5295c1bf1') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:32.100641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:32.132575 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.148429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:32.149083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 0b7699eb-b14f-42b2-9c3c-f4d0e8f2ccb9 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:32.165634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.173211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:33:32.174024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:33:32.176549 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:33:32.252465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6980e-0ead-4032-b06c-4d6cd21c1386 req-6e942b9d-8eec-4209-92d1-c197bd313a3f tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:32.254569 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92e6980e-0ead-4032-b06c-4d6cd21c1386 req-6e942b9d-8eec-4209-92d1-c197bd313a3f tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 947 time: 0.1712837 Oct 29 08:33:32.275312 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca10e4b-7752-4e32-a21b-3ad775342a62 x-openstack-request-id: req-1ca10e4b-7752-4e32-a21b-3ad775342a62 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:32.275761 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284aa1a5-1195-4754-a5e5-daca61377335", "tag": "3d02d1df-b4b5-49c2-9a15-cbff81339d70", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:32.276741 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ca10e4b-7752-4e32-a21b-3ad775342a62 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:32.277299 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284aa1a5-1195-4754-a5e5-daca61377335', 'tag': '3d02d1df-b4b5-49c2-9a15-cbff81339d70', 'status': 'completed', 'code': 200} Oct 29 08:33:32.279984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.300343 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.308123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] 10.222.0.70 "DELETE /v2.0/networks/e776fa89-f1bf-4f70-94fd-06d632fb20f3 HTTP/1.1" status: 204 len: 168 time: 0.5947993 Oct 29 08:33:32.347850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92e6980e-0ead-4032-b06c-4d6cd21c1386 req-19aafb14-ae55-415b-a881-c0a92549f508 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806079 Oct 29 08:33:32.377890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df01fdd-a529-405a-b4b1-10c875942f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=e776fa89-f1bf-4f70-94fd-06d632fb20f3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:32.378359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fe0c2c-8525-4d74-98a5-e3df057821e0 req-7da26d2b-3090-4e88-9aec-0fec0dc31b5e tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/0abebe6b-276c-4082-8129-75393d3aa5c6 HTTP/1.1" status: 200 len: 1801 time: 0.0820646 Oct 29 08:33:32.534372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46290) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:32.535252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c0fe0c2c-8525-4d74-98a5-e3df057821e0 req-708b2ee2-5866-42d2-887e-434322e8bf68 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.564300 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c0fe0c2c-8525-4d74-98a5-e3df057821e0 req-708b2ee2-5866-42d2-887e-434322e8bf68 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.566259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2071a930-dc1e-405f-b5b4-655a3140f6c8 req-f06f01a7-9212-46d2-b029-08b26badd48c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 210 time: 0.0759666 Oct 29 08:33:32.722995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c0fe0c2c-8525-4d74-98a5-e3df057821e0 req-708b2ee2-5866-42d2-887e-434322e8bf68 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.726648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c0fe0c2c-8525-4d74-98a5-e3df057821e0 req-708b2ee2-5866-42d2-887e-434322e8bf68 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.728055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fe0c2c-8525-4d74-98a5-e3df057821e0 req-708b2ee2-5866-42d2-887e-434322e8bf68 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/0abebe6b-276c-4082-8129-75393d3aa5c6 HTTP/1.1" status: 204 len: 173 time: 0.3510387 Oct 29 08:33:32.736268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9655817e-d245-4cc9-8722-43d95097033b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef7cbec9724d4eea8eb9a2526eeaed6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151183 Oct 29 08:33:32.738691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46304) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:32.765378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b2ee2-5866-42d2-887e-434322e8bf68 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abebe6b-276c-4082-8129-75393d3aa5c6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:32.880750 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35b0c98b-6bc4-4596-a569-a48b1bd3e179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.923220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54879c8-88ec-4cf1-835e-09102ce8c363 req-b12a19c1-fdc3-4d20-8ed8-91f0d5e9b548 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:32.925134 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35b0c98b-6bc4-4596-a569-a48b1bd3e179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:32.925355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a54879c8-88ec-4cf1-835e-09102ce8c363 req-b12a19c1-fdc3-4d20-8ed8-91f0d5e9b548 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.0762253 Oct 29 08:33:33.022106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a54879c8-88ec-4cf1-835e-09102ce8c363 req-d68bf378-5b37-4e3b-b06f-3134f55323a3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755410 Oct 29 08:33:33.022838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35b0c98b-6bc4-4596-a569-a48b1bd3e179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.026387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35b0c98b-6bc4-4596-a569-a48b1bd3e179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.029088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-35b0c98b-6bc4-4596-a569-a48b1bd3e179 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49f8e622-f968-4320-b3c7-0e801088711a HTTP/1.1" status: 204 len: 168 time: 0.2875111 Oct 29 08:33:33.052096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0c98b-6bc4-4596-a569-a48b1bd3e179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8e622-f968-4320-b3c7-0e801088711a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:33.176278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6daf1c39-b0a1-42fd-803e-b613c245d2b7 req-0238e457-590f-4ef2-a0fe-598a87338b08 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "GET /v2.0/security-groups/9056364e-ef33-40a6-b57d-6dab2f8a20e5 HTTP/1.1" status: 200 len: 1800 time: 0.0897243 Oct 29 08:33:33.271421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6daf1c39-b0a1-42fd-803e-b613c245d2b7 req-fe37ad87-103c-483f-958a-5808f977b679 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.300833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6daf1c39-b0a1-42fd-803e-b613c245d2b7 req-fe37ad87-103c-483f-958a-5808f977b679 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.349840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6daf1c39-b0a1-42fd-803e-b613c245d2b7 req-fe37ad87-103c-483f-958a-5808f977b679 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.352747 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6daf1c39-b0a1-42fd-803e-b613c245d2b7 req-fe37ad87-103c-483f-958a-5808f977b679 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.354270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6daf1c39-b0a1-42fd-803e-b613c245d2b7 req-fe37ad87-103c-483f-958a-5808f977b679 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] 10.222.0.70 "DELETE /v2.0/security-groups/9056364e-ef33-40a6-b57d-6dab2f8a20e5 HTTP/1.1" status: 204 len: 173 time: 0.1711223 Oct 29 08:33:33.361779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46328) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:33.381437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37ad87-103c-483f-958a-5808f977b679 tempest-SecurityGroupsTestJSON-317503873 tempest-SecurityGroupsTestJSON-317503873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056364e-ef33-40a6-b57d-6dab2f8a20e5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:33.486165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-375e9247-3a99-4041-8a6e-ffc6a0083f7f admin admin] Deleting subnet f63c4264-e3e0-4bd0-bae5-05566bec22fd {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:33:33.490539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-375e9247-3a99-4041-8a6e-ffc6a0083f7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.510568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2b86-3ad8-4c5a-95fb-5e16dfa44e05 req-223d2151-d7dd-4eaa-878a-72ca224f6fd4 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:33.513356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac0c2b86-3ad8-4c5a-95fb-5e16dfa44e05 req-223d2151-d7dd-4eaa-878a-72ca224f6fd4 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 943 time: 0.0626600 Oct 29 08:33:33.546915 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-375e9247-3a99-4041-8a6e-ffc6a0083f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.612420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-375e9247-3a99-4041-8a6e-ffc6a0083f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.647058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac0c2b86-3ad8-4c5a-95fb-5e16dfa44e05 req-4edef6ac-c141-42bb-8503-dfed71d2d3b7 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178815 Oct 29 08:33:33.714851 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-375e9247-3a99-4041-8a6e-ffc6a0083f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.764462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-375e9247-3a99-4041-8a6e-ffc6a0083f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:33.767687 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-375e9247-3a99-4041-8a6e-ffc6a0083f7f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f63c4264-e3e0-4bd0-bae5-05566bec22fd HTTP/1.1" status: 204 len: 168 time: 0.4048574 Oct 29 08:33:33.768805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9247-3a99-4041-8a6e-ffc6a0083f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63c4264-e3e0-4bd0-bae5-05566bec22fd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:33.770803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46358) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:33.928121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.043612 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd6d967a-33ad-4aa3-934c-a307e4acf063 req-2b7a1193-21da-4b38-bf59-1b78639a9093 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 210 time: 0.0595713 Oct 29 08:33:34.090518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:34.118825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.162647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995db286-9f3c-4139-b457-c95eaccee679 req-3d0c0d18-1c39-4a02-826d-1e730b91d5db tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:34.164374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-995db286-9f3c-4139-b457-c95eaccee679 req-3d0c0d18-1c39-4a02-826d-1e730b91d5db tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 947 time: 0.1866593 Oct 29 08:33:34.168302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228003a1-554a-4cc3-b178-5af349575049']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:34.176435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 91c272c3-b78e-416b-9a57-d47bca3a63fb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:34.176799 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.192567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:34.192949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1d9269-060c-4cb0-8843-ff13f0f5a4fd') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:33:34.213316 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.243910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.274837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-995db286-9f3c-4139-b457-c95eaccee679 req-c7491368-76f1-4ff7-a3ac-d7eaead3c06a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922191 Oct 29 08:33:34.278859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:33:34.279404 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.321478 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.343505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46372) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:34.404903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:34.407295 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b2528-1e95-4cad-bfb6-85cdc6c685a5" -d '{"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-plugged", "status": "completed", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:33:34.413642 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:33:34.448893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:34.468338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.579610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:34.583939 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fc8ae9-6e9e-456b-b772-372c63225673 x-openstack-request-id: req-c3fc8ae9-6e9e-456b-b772-372c63225673 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:34.584596 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-plugged", "status": "completed", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:34.585030 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3fc8ae9-6e9e-456b-b772-372c63225673 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:34.585592 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'code': 200} Oct 29 08:33:34.595051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-518089700-network', 'tenant_id': '6c45d660d40246e8a451d62ba9e9d307'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:34.599691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153d64-e0be-4567-9175-36dcd5bfd67d req-8d7ba5d0-3f65-480f-8226-709f01538d1e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:34.613416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44153d64-e0be-4567-9175-36dcd5bfd67d req-8d7ba5d0-3f65-480f-8226-709f01538d1e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1666908 Oct 29 08:33:34.616529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.649690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.654351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] 10.222.0.70 "DELETE /v2.0/networks/228003a1-554a-4cc3-b178-5af349575049 HTTP/1.1" status: 204 len: 168 time: 0.8812041 Oct 29 08:33:34.674200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Made reservation on behalf of 6c45d660d40246e8a451d62ba9e9d307 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:34.676488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.682650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ed77c-8982-429e-9f30-901108130651 admin admin] Pushing event deleted for resources: {'Network': ['ID=228003a1-554a-4cc3-b178-5af349575049,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:34.750144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44153d64-e0be-4567-9175-36dcd5bfd67d req-76f42c92-3f62-455e-984d-c1121c5cd18f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349292 Oct 29 08:33:34.808739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:34.927397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46396) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:34.935638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981c414-3ebf-4b10-8099-897a015aef09 req-65c74ec3-c3e7-48ad-9b06-76931061a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:34.937516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4981c414-3ebf-4b10-8099-897a015aef09 req-65c74ec3-c3e7-48ad-9b06-76931061a4e4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1100 time: 0.1240158 Oct 29 08:33:34.947050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-bb50a3da-56fa-43b2-beb2-88bb1477e316 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:34.954589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-bb50a3da-56fa-43b2-beb2-88bb1477e316 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 805 time: 0.2838383 Oct 29 08:33:35.009168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9084a-bf7e-44ab-a01e-543f17de8387 req-004768bc-dd15-4894-b4bd-ce3e98cf8354 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:35.017123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-72e6447c-f4d2-4bbb-a125-cc0ef20ffa2e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/quotas/22debf264e27401081114eceefc9026d HTTP/1.1" status: 200 len: 375 time: 0.0610609 Oct 29 08:33:35.025153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2e9084a-bf7e-44ab-a01e-543f17de8387 req-004768bc-dd15-4894-b4bd-ce3e98cf8354 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 943 time: 0.1577919 Oct 29 08:33:35.048372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4981c414-3ebf-4b10-8099-897a015aef09 req-dc414f56-8271-4de3-b7b1-27191f2e1e9d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842652 Oct 29 08:33:35.095134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-07b01da8-08e1-4292-ade4-6404be6e5577 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55e8e47b395a420e89c12619ae1f2a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664333 Oct 29 08:33:35.095823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46400) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:35.112544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-14c82e02-af08-4415-ab0a-e546b60d0316 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939147 Oct 29 08:33:35.128983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.138788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2e9084a-bf7e-44ab-a01e-543f17de8387 req-7b36e84a-cbd6-4ecf-b964-8817281777a7 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142848 Oct 29 08:33:35.141032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.194115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9acc077-bba0-4ec5-b862-9aa077b39f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.209582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:33:35.226682 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9acc077-bba0-4ec5-b862-9aa077b39f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.231710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f730ebd1-4ea1-462b-85f8-63bb4bf68687,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:35.234807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.235169 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Added segment ca388b3e-e6d8-41be-acda-a68612984886 of type vlan for network 0837ba7e-886c-4020-a5c5-2d86feab0f16 Oct 29 08:33:35.291322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9acc077-bba0-4ec5-b862-9aa077b39f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.295478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9acc077-bba0-4ec5-b862-9aa077b39f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.301870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e9acc077-bba0-4ec5-b862-9aa077b39f44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd06c5e0-20b3-42da-b3db-be00e611db99 HTTP/1.1" status: 204 len: 168 time: 0.2047653 Oct 29 08:33:35.319077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acc077-bba0-4ec5-b862-9aa077b39f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd06c5e0-20b3-42da-b3db-be00e611db99,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:35.357012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.378121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-26e22252-11e0-4ace-b639-1522ab30560f service neutron] 10.222.0.70 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471261 Oct 29 08:33:35.478771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be047c87-eae0-4b71-81b8-77a0b57423d0 req-1c71b986-98e9-405e-be25-4a77f4d17c61 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 210 time: 0.0290914 Oct 29 08:33:35.531943 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.533099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:35.535609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.624124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221422-a6d0-483c-bcc9-136f45f25ca6 req-7c086107-a18a-4b1c-a9a1-3f8880cf8e16 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:35.626379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60221422-a6d0-483c-bcc9-136f45f25ca6 req-7c086107-a18a-4b1c-a9a1-3f8880cf8e16 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0668743 Oct 29 08:33:35.638486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] Pushing event updated for resources: {'Network': ['ID=0837ba7e-886c-4020-a5c5-2d86feab0f16,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:35.655979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0837ba7e-886c-4020-a5c5-2d86feab0f16 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:33:35.678575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1ca5644d-da87-4799-8f40-b11c4484caf8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3333972 Oct 29 08:33:35.683624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46410) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:35.705557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Request body: {'subnet': {'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-518089700-subnet', 'tenant_id': '6c45d660d40246e8a451d62ba9e9d307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:35.735836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-47f0c904-4927-4a5b-8254-507747fca492 service neutron] 10.222.0.70 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437994 Oct 29 08:33:35.780500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60221422-a6d0-483c-bcc9-136f45f25ca6 req-c568d5ff-19bb-4d80-8ac3-1e761a26c166 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471324 Oct 29 08:33:35.782770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Made reservation on behalf of 6c45d660d40246e8a451d62ba9e9d307 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:35.785591 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:35.998665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6574240f-c840-4d70-9b82-1ff473858340 req-b3f5a741-bcd8-4288-a296-21a6c8e77bdb tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 210 time: 0.0432625 Oct 29 08:33:36.025181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f996e2-0fd6-4875-ac83-d924793c0d85 req-6db58093-0cbd-4f6e-a35e-bb98433646fc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:36.030024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46f996e2-0fd6-4875-ac83-d924793c0d85 req-6db58093-0cbd-4f6e-a35e-bb98433646fc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.0836768 Oct 29 08:33:36.093574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4466458-483d-4c6b-a0ad-9abed9d71387 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:36.167649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46f996e2-0fd6-4875-ac83-d924793c0d85 req-11a1be2d-2c68-4398-b17f-d4079e9de1a8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241415 Oct 29 08:33:36.204306 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:36.268975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:36.396354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:36.416033 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:36.422997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Checking segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:36.423606 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Network hostable DHCP agents. Network: 0837ba7e-886c-4020-a5c5-2d86feab0f16, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:33:36.488632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca2e5d9-8008-479b-941c-6b6e0ae57a68,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:36.557118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Network 0837ba7e-886c-4020-a5c5-2d86feab0f16 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:33:36.591640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:36.604281 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be8488f-7720-4472-9b9a-e3ff67ebc67b" -d '{"events": [{"server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "name": "network-vif-unplugged", "status": "completed", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:36.604639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7e89a-f59e-4094-9a6f-da4429b13e38 req-f2b27619-a3cf-4bc6-b1ce-b38361f52506 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:36.606431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0aa7e89a-f59e-4094-9a6f-da4429b13e38 req-f2b27619-a3cf-4bc6-b1ce-b38361f52506 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 943 time: 0.3169367 Oct 29 08:33:36.620511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0837ba7e-886c-4020-a5c5-2d86feab0f16) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:36.655719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a9a124-07a3-4e43-b5fa-762782f85c92 None None] Network 0837ba7e-886c-4020-a5c5-2d86feab0f16 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:33:36.667490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:36.670533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:36.705839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf249c-4b74-4222-a65b-7439003c5ffa req-7671cc91-631f-4241-9157-be6a29cd0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:36.711330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bbbf249c-4b74-4222-a65b-7439003c5ffa req-7671cc91-631f-4241-9157-be6a29cd0705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1feeb2caab6d4f6ba0f97b1e4be0c445&device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 1094 time: 0.1561763 Oct 29 08:33:36.811173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-121c0283-3b5d-4c36-b365-d4615b72ec5e req-c1ead0e3-cc21-4187-86e0-a984290fc220 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 210 time: 0.0680311 Oct 29 08:33:36.826197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:36.917510 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9523cd-8bde-4c47-a4ca-5c77f7061448 x-openstack-request-id: req-bd9523cd-8bde-4c47-a4ca-5c77f7061448 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:36.920094 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "name": "network-vif-unplugged", "status": "completed", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:36.920616 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd9523cd-8bde-4c47-a4ca-5c77f7061448 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:36.921047 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'code': 200} Oct 29 08:33:37.045588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46450) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:37.147551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b8092-0907-47b5-9d93-975e5c5fa631 None None] Network 0837ba7e-886c-4020-a5c5-2d86feab0f16 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:33:37.195216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7376b-94eb-479d-b2b1-bb7af747097f req-1d40a889-3e63-4a59-9d8a-50353b251d62 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:37.197400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e7376b-94eb-479d-b2b1-bb7af747097f req-1d40a889-3e63-4a59-9d8a-50353b251d62 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1508124 Oct 29 08:33:37.308358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf249c-4b74-4222-a65b-7439003c5ffa req-5dab4bb7-3f28-4617-a713-c6db92663ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:37.309896 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bbbf249c-4b74-4222-a65b-7439003c5ffa req-5dab4bb7-3f28-4617-a713-c6db92663ab1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1feeb2caab6d4f6ba0f97b1e4be0c445&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4212732 Oct 29 08:33:37.320819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1156275534-network', 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:37.347436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e7376b-94eb-479d-b2b1-bb7af747097f req-4b45b009-7ea9-476f-899d-7969c4ad31e0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311197 Oct 29 08:33:37.367341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9555fd92-70e0-419f-8432-8e15a02255b8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6802344 Oct 29 08:33:37.394320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:37.401351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:37.403831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0aa7e89a-f59e-4094-9a6f-da4429b13e38 req-79a3b1a9-a232-4959-9dd7-79b8a050a8e6 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7804911 Oct 29 08:33:37.471144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-28f785d5-5839-4d81-919c-26304b943488 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:37.476846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-28f785d5-5839-4d81-919c-26304b943488 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.93 "GET /v2.0/ports?device_id=52b43197-2d89-4df8-a535-3a8ee076b740 HTTP/1.1" status: 200 len: 943 time: 0.2045541 Oct 29 08:33:37.477912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:37.620814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6db06695-afad-40e9-81c4-1a336531670e req-02f17caa-979a-43ff-9d17-a936b1084aa8 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 210 time: 0.0450354 Oct 29 08:33:37.760532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf249c-4b74-4222-a65b-7439003c5ffa req-eaf4fe71-9420-4e8f-83e1-9650209c8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:37.762940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bbbf249c-4b74-4222-a65b-7439003c5ffa req-eaf4fe71-9420-4e8f-83e1-9650209c8ce9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2553360 Oct 29 08:33:37.768071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f815b7-ae2b-47aa-86f3-ed434c73ca27 req-ac3d6c94-93d3-48a8-aa97-69f113b393e4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:37.776375 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1f815b7-ae2b-47aa-86f3-ed434c73ca27 req-ac3d6c94-93d3-48a8-aa97-69f113b393e4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1526704 Oct 29 08:33:37.863576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Deleting port b4466458-483d-4c6b-a0ad-9abed9d71387 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:37.865589 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:37.889130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd814fc-9bd6-400f-a58d-b103518dedd1 req-7af386cf-51e4-41c1-98b7-ffa3000196b4 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:37.891309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cbd814fc-9bd6-400f-a58d-b103518dedd1 req-7af386cf-51e4-41c1-98b7-ffa3000196b4 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1009192 Oct 29 08:33:37.894038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:37.900908 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:37.918685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1f815b7-ae2b-47aa-86f3-ed434c73ca27 req-38a1c283-6fc7-45cb-a97a-01c0621418db tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318202 Oct 29 08:33:37.970846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:33:37.989306 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:37.989995 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Added segment b46b0abf-356e-4e87-a08a-d852b6cedf70 of type vlan for network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 Oct 29 08:33:38.011738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdd773f-ed71-4598-8b69-0e2609b07b2c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:38.091074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cbd814fc-9bd6-400f-a58d-b103518dedd1 req-fb60c403-0065-4185-8cf5-ffa8b6a4b434 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852438 Oct 29 08:33:38.123137 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:38.173460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:38.179522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:38.180989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:38.182838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] For port b4466458-483d-4c6b-a0ad-9abed9d71387, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b4466458-483d-4c6b-a0ad-9abed9d71387,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:38.183424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:38.229626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Calling delete_port for b4466458-483d-4c6b-a0ad-9abed9d71387 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:38.243938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1817782 Oct 29 08:33:38.249223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46474) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:38.274848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Request body: {'subnet': {'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1156275534-subnet', 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:38.345963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15b94e56-ef4b-4789-824b-b35a386ce560 req-020e758f-e7dd-4ad3-924d-62b9ad9442cd tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 210 time: 0.1326168 Oct 29 08:33:38.419290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d25a1-6bb2-40ae-9612-baf676ad53dc admin admin] Pushing event updated for resources: {'Network': ['ID=9f48f319-e2e0-4e54-8d57-5977c6f82e52,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:38.421524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:38.434329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:38.443771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:33:38.843061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-2d409c8c-7069-4d34-81c7-2ca554215dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:38.845738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-2d409c8c-7069-4d34-81c7-2ca554215dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1feeb2caab6d4f6ba0f97b1e4be0c445&device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 1094 time: 0.1061497 Oct 29 08:33:39.051640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305da09-f143-4d4c-8a4e-8b1c432825b6 req-e2df2f47-5961-476f-b529-fb94b78a6954 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:39.053633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9305da09-f143-4d4c-8a4e-8b1c432825b6 req-e2df2f47-5961-476f-b529-fb94b78a6954 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 943 time: 0.0655501 Oct 29 08:33:39.109371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9305da09-f143-4d4c-8a4e-8b1c432825b6 req-d48f6a30-bf81-4734-9e39-73035e6160d3 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482140 Oct 29 08:33:39.182470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-615a0d0f-d3e0-4dce-b9be-97752bcca133 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:39.184912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-615a0d0f-d3e0-4dce-b9be-97752bcca133 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.3231502 Oct 29 08:33:39.198645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:39.257579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b1bc8dd-a1c9-45bd-a341-ef9cf5462357 req-52c121d0-3f0e-4d37-aa56-adc5a57386fe tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 210 time: 0.0514381 Oct 29 08:33:39.284929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-f8d89f49-b30e-4935-9e3d-6501bc8e2f1c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:39.292194 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-f8d89f49-b30e-4935-9e3d-6501bc8e2f1c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 812 time: 0.7221406 Oct 29 08:33:39.337962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-aba0761d-369a-41b1-adee-839bc5785e5c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/quotas/6c45d660d40246e8a451d62ba9e9d307 HTTP/1.1" status: 200 len: 375 time: 0.0447335 Oct 29 08:33:39.348199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:39.399313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-b5c3f271-daf5-42ed-9aa8-366437d049dd tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603058 Oct 29 08:33:39.473110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d27dd1-3461-42a3-99f1-e87ef81f581c,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:39.514253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Pushing event deleted for resources: {'Port': ['ID=b4466458-483d-4c6b-a0ad-9abed9d71387,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:39.551684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Checking segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:39.551684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Network hostable DHCP agents. Network: 9f48f319-e2e0-4e54-8d57-5977c6f82e52, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:33:39.552299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5657e-6a95-4f04-93e6-8ee98ab40c43 req-630490e7-8c9d-4f09-8378-994ccb808588 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:39.552299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2fe5657e-6a95-4f04-93e6-8ee98ab40c43 req-630490e7-8c9d-4f09-8378-994ccb808588 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1005964 Oct 29 08:33:39.580073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2fe5657e-6a95-4f04-93e6-8ee98ab40c43 req-66e0d576-2db1-4502-841a-847259c84efa tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Oct 29 08:33:39.592110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] No DVR routers for this DVR port b4466458-483d-4c6b-a0ad-9abed9d71387 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:39.604089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:39.607743 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6bbb34e-5703-401c-9054-89c8a562d127 req-84191f87-53ee-49d9-97a7-a6ebf158912f tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.93 "DELETE /v2.0/ports/b4466458-483d-4c6b-a0ad-9abed9d71387 HTTP/1.1" status: 204 len: 173 time: 2.1221216 Oct 29 08:33:39.608254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'name': 'network-vif-deleted', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:39.610708 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db54a78-37c6-46a6-b192-09cb491b8d3d" -d '{"events": [{"server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "name": "network-vif-deleted", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:39.616337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:33:39.621127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-2939040c-08b9-44b3-b588-044b2354f669 service neutron] 10.222.0.70 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209799 Oct 29 08:33:39.638032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 9f48f319-e2e0-4e54-8d57-5977c6f82e52) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:39.650962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b27dae-533c-4940-8b80-e479ac5387ac None None] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:33:39.677752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:39.677752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:39.703223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7297227-3c8e-4050-9c48-b05cca277dce req-9f0bffb2-aa42-4839-89dd-de67033ab9cf tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:39.713128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eaa92294-ce76-452e-b0d8-1d07277f6031 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4545548 Oct 29 08:33:39.713388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7297227-3c8e-4050-9c48-b05cca277dce req-9f0bffb2-aa42-4839-89dd-de67033ab9cf tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.0669565 Oct 29 08:33:39.751069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-5b74d730-7be3-4aba-beaf-b2c420eac7be service neutron] 10.222.0.70 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220312 Oct 29 08:33:39.773578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7297227-3c8e-4050-9c48-b05cca277dce req-72f2d36a-784f-4e0f-b166-ad23c99f38b1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565987 Oct 29 08:33:39.834509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ddfd6-0469-46b6-97e2-912ba5bea81d None None] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:33:39.954122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Request body: {'port': {'device_id': '297ce6df-81ae-4fce-a943-76544a5b018d', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'admin_state_up': True, 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:40.004310 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c650ff-08ad-4ccd-8a9b-509deb52c5b8 x-openstack-request-id: req-93c650ff-08ad-4ccd-8a9b-509deb52c5b8 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:40.005455 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b43197-2d89-4df8-a535-3a8ee076b740", "name": "network-vif-deleted", "tag": "b4466458-483d-4c6b-a0ad-9abed9d71387", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:40.005901 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93c650ff-08ad-4ccd-8a9b-509deb52c5b8 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:40.010293 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b43197-2d89-4df8-a535-3a8ee076b740', 'name': 'network-vif-deleted', 'tag': 'b4466458-483d-4c6b-a0ad-9abed9d71387', 'status': 'completed', 'code': 200} Oct 29 08:33:40.038959 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-e3b22a29-cdd6-4ce1-83ef-9eb0dc881b55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d02d1df-b4b5-49c2-9a15-cbff81339d70 HTTP/1.1" status: 200 len: 217 time: 0.1143291 Oct 29 08:33:40.074425 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b14f4e82-beb2-4342-b260-af1635ab45eb req-6867dda6-e9bd-4a2d-ac91-7c13996e72cd tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 210 time: 0.1243949 Oct 29 08:33:40.152233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-3731db2b-e58e-4bc0-9fa1-1cfd1ffa1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:40.153770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-3731db2b-e58e-4bc0-9fa1-1cfd1ffa1a2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3bf758f-39eb-4439-ad64-42c5be4a19e9 HTTP/1.1" status: 200 len: 854 time: 0.0837908 Oct 29 08:33:40.230103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-bb0c0201-2c74-49e6-b0ba-273592645909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:40.232000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-bb0c0201-2c74-49e6-b0ba-273592645909 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca5824a-7b9b-4647-a6b1-e89997edb38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669327 Oct 29 08:33:40.330685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:40.336052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:40.380446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-44b57cde-1c48-4737-b5c1-eed9aae732cb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:40.381984 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-44b57cde-1c48-4737-b5c1-eed9aae732cb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.2001307 Oct 29 08:33:40.417705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c7edc-dfea-42a7-970a-05b1e3f804d1 req-4d1b8b54-393a-4934-a3ab-61f77b995e23 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:40.419816 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e08c7edc-dfea-42a7-970a-05b1e3f804d1 req-4d1b8b54-393a-4934-a3ab-61f77b995e23 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 943 time: 0.1026053 Oct 29 08:33:40.426181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-bbea650f-6980-48fa-a15e-3d5cfa7891c8 service neutron] 10.222.0.15 "GET /v2.0/networks/eca5824a-7b9b-4647-a6b1-e89997edb38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804929 Oct 29 08:33:40.460590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-328f726a-bce6-4f11-b334-ef07987f8307 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/quotas/fdec1b8475cc4e2a82609663ef07ee20 HTTP/1.1" status: 200 len: 375 time: 0.0664794 Oct 29 08:33:40.496829 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-8e4bec4d-6d3a-4fed-9d1d-9d3ae06d2f1f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349040 Oct 29 08:33:40.558137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e08c7edc-dfea-42a7-970a-05b1e3f804d1 req-4f1cb49f-855f-4f42-ab36-8ec49210ee92 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293111 Oct 29 08:33:40.636739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Allocated IP 172.20.0.4 (e8f283a6-0ef3-4237-aed0-2369190cb484/3d25f8d9-c239-477a-8419-aa47faeea0bb/a88debf7-9ddb-4b90-9c32-ca4fa12a05ec) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:40.682434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aea5093f-fe9d-43e6-af36-13db4cbb340d req-c0993e24-7f86-475e-943c-9442664abb58 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 210 time: 0.0550020 Oct 29 08:33:40.685649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-0552a5de-6326-4370-ae25-ea6a5bf0861e service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701138 Oct 29 08:33:40.726028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-646c40bd-3ea6-4531-aa41-b861fcb33b0f req-3176ccd0-bb26-4b2f-baba-701d4f2df6ca service neutron] 10.222.0.15 "GET /v2.0/networks/eca5824a-7b9b-4647-a6b1-e89997edb38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698419 Oct 29 08:33:40.736946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-e49ab426-441b-4db8-9150-7d235ad2a7f5 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:40.739235 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-e49ab426-441b-4db8-9150-7d235ad2a7f5 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.15 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 805 time: 0.2174854 Oct 29 08:33:40.753183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Request body: {'port': {'device_id': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'admin_state_up': True, 'tenant_id': '22debf264e27401081114eceefc9026d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:40.862130 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69438bee-73af-48c1-b165-f44fd384f5b4 req-2ddef5e5-e280-41a2-b92f-82939c826acb tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 210 time: 0.0360146 Oct 29 08:33:40.903677 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-b3884876-16cb-4abc-8443-e4b6aa23258a service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059762 Oct 29 08:33:40.942740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:40.975247 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-f9b4cace-feda-4c06-bf14-55288b4eb05a service neutron] show failed (client error): The resource could not be found. Oct 29 08:33:40.976271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-f9b4cace-feda-4c06-bf14-55288b4eb05a service neutron] 10.222.0.15 "GET /v2.0/ports/c8d9ce57-cfe3-48fc-a110-0b1b3fe35112/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.1103840 Oct 29 08:33:40.995896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Made reservation on behalf of 22debf264e27401081114eceefc9026d for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:40.999540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:41.026101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:41.047720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:41.098881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event updated for resources: {'Port': ['ID=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:41.119882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Network e8f283a6-0ef3-4237-aed0-2369190cb484 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:41.122217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:41.126251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:41.294377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:41.295384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:41.356961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-ad79e3a3-6541-4a8a-9c07-02782a254b43 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4074290 Oct 29 08:33:41.373658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69d3b6-5e84-41f1-87fd-fbd3e0b77800 req-82945ecc-bc0a-4b26-9f2e-1eb268a9c3fa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:41.375217 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa69d3b6-5e84-41f1-87fd-fbd3e0b77800 req-82945ecc-bc0a-4b26-9f2e-1eb268a9c3fa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1570127 Oct 29 08:33:41.381376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Request body: {'port': {'device_id': '297ce6df-81ae-4fce-a943-76544a5b018d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:41.399434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-f180ac41-bca9-4a73-9f6b-010f1162dbe4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3265471 Oct 29 08:33:41.416449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-8e80c4d8-01d5-44c2-9af4-f27e0501b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:41.419874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd1901-0f79-4cb5-b96a-ad7bee30f301 req-362098b2-99a5-41c4-8016-a6d3c99c1d0e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:41.421480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-8e80c4d8-01d5-44c2-9af4-f27e0501b829 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261&tenant_id=31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 1101 time: 0.1214650 Oct 29 08:33:41.429766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78cd1901-0f79-4cb5-b96a-ad7bee30f301 req-362098b2-99a5-41c4-8016-a6d3c99c1d0e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.3751698 Oct 29 08:33:41.441494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Allocated IP 172.20.0.12 (52e08743-59ca-4eee-9d57-9c0c6f76bb84/7951a2fe-81ca-4b81-a5e4-840c0bfccc36/3731f025-408d-495d-a014-6f811fffb6cc) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:41.446881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:41.509895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa69d3b6-5e84-41f1-87fd-fbd3e0b77800 req-db767c48-0857-4090-b2a8-d3639344b5ae tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221082 Oct 29 08:33:41.548041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:41.573258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78cd1901-0f79-4cb5-b96a-ad7bee30f301 req-019d0215-88ba-4041-9f93-397a23e840ae tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248443 Oct 29 08:33:41.583165 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:41.621132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-8094c8f5-1b68-42a7-8078-a5915ab89215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:41.626192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-8094c8f5-1b68-42a7-8078-a5915ab89215 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46452f57c5314af9bdebc57ca295414b&device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 1101 time: 0.1792235 Oct 29 08:33:41.819620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-916df890-bf99-4df1-aa25-f370d277026e req-86b66d57-e4d3-4a34-b4a0-78a6880a8922 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 210 time: 0.1268454 Oct 29 08:33:42.088162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4466458-483d-4c6b-a0ad-9abed9d71387 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:42.119493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:42.141663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295170ef-36e5-484c-b4a8-896235b45839 req-c3b6a195-eb50-44d9-b2e6-be4886232585 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:42.143478 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-295170ef-36e5-484c-b4a8-896235b45839 req-c3b6a195-eb50-44d9-b2e6-be4886232585 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 943 time: 0.1752028 Oct 29 08:33:42.147536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: b4466458-483d-4c6b-a0ad-9abed9d71387 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:33:42.147944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b4466458-483d-4c6b-a0ad-9abed9d71387 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:42.280651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0cc3c-8ad7-4332-ae48-8e078f6cbc9d req-8499baca-cf67-4b92-86f4-0caca52e9f98 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:42.282200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6f0cc3c-8ad7-4332-ae48-8e078f6cbc9d req-8499baca-cf67-4b92-86f4-0caca52e9f98 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 931 time: 0.6039805 Oct 29 08:33:42.284922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:42.322330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:42.331578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-295170ef-36e5-484c-b4a8-896235b45839 req-5e73c3fa-2e78-4320-972b-259a579f3112 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719537 Oct 29 08:33:42.359186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-c973d7c3-a28f-47c5-a890-dbf18fc5893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:42.360779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-c973d7c3-a28f-47c5-a890-dbf18fc5893d service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.6459260 Oct 29 08:33:42.416314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:42.419913 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db503d42-743f-4a60-8a0b-41dc42e76087" -d '{"events": [{"server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:42.427741 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:42.431608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-54d2ca18-2aff-4af1-af72-dc7a9513b05c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:42.433150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-54d2ca18-2aff-4af1-af72-dc7a9513b05c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 812 time: 0.6682916 Oct 29 08:33:42.438197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-095b6d0a-c036-49d5-b9ee-b4293fd585b3 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:42.438559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-b463b852-e1df-48f3-a5b8-2b63d40177c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=40a7da6f-72d6-4cae-8c68-63fc16c4be3c HTTP/1.1" status: 200 len: 217 time: 0.0652449 Oct 29 08:33:42.439734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-095b6d0a-c036-49d5-b9ee-b4293fd585b3 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 812 time: 0.3085842 Oct 29 08:33:42.459996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88debf7-9ddb-4b90-9c32-ca4fa12a05ec {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:42.467071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6f0cc3c-8ad7-4332-ae48-8e078f6cbc9d req-50e1c067-bfa3-4ab2-99a1-94031b69c5ff tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576164 Oct 29 08:33:42.491625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Request body: {'port': {'device_id': '2b58749d-619e-4353-9f9f-9c0a435e511d', 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'admin_state_up': True, 'tenant_id': '6c45d660d40246e8a451d62ba9e9d307'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:42.495696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b2c04607-fbdc-4607-8b58-b5a0a5092da8 req-3e1207d0-01cd-4060-b14e-2ab3e054dd3f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 210 time: 0.0710280 Oct 29 08:33:42.496848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Transition to ACTIVE for port object c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:42.512810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Request body: {'port': {'device_id': 'd5c1a7de-ba14-44d9-bda0-1843ca82a491', 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'admin_state_up': True, 'tenant_id': '6c45d660d40246e8a451d62ba9e9d307'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:42.519816 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:42.543314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:42.577353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:42.594132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-3fd32ff0-6c28-4ee7-994d-2d8a6e63ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:42.595615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-3fd32ff0-6c28-4ee7-994d-2d8a6e63ed03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1476595 Oct 29 08:33:42.606566 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7418b18-c362-46b9-b586-ac1396f0627d x-openstack-request-id: req-d7418b18-c362-46b9-b586-ac1396f0627d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:42.607028 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:42.613089 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7418b18-c362-46b9-b586-ac1396f0627d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:42.613089 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'code': 200} Oct 29 08:33:42.649764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Transition to ACTIVE for port object a88debf7-9ddb-4b90-9c32-ca4fa12a05ec will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:42.730874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:42.733388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:42.757896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] No DVR routers for this DVR port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:42.830849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:42.834431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3d02d1df-b4b5-49c2-9a15-cbff81339d70 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:42.842849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Pushing event updated for resources: {'Port': ['ID=3731f025-408d-495d-a014-6f811fffb6cc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:42.855081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:42.881930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:42.882139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Attempting to bind port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:42.882485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Attempting to bind port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:42.882916 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Attempting to bind port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:42.905797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:42.906243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Attempting to bind port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:42.931788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b64072-7881-449e-a4cb-9504aa1a8fa6 req-5c5653f7-3edf-470c-ad56-08a861a89077 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:42.939891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44b64072-7881-449e-a4cb-9504aa1a8fa6 req-5c5653f7-3edf-470c-ad56-08a861a89077 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 932 time: 0.3990512 Oct 29 08:33:42.963597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Pushing event updated for resources: {'Port': ['ID=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:42.975557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:42.975928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:42.976755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:42.976999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-55108e5c-45c3-4406-8f54-78f4d737565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:42.977213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Bound port: c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:42.977932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:42.978692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-55108e5c-45c3-4406-8f54-78f4d737565a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3208823 Oct 29 08:33:43.000359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Made reservation on behalf of 6c45d660d40246e8a451d62ba9e9d307 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:43.004678 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.014095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3d02d1df-b4b5-49c2-9a15-cbff81339d70, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3d02d1df-b4b5-49c2-9a15-cbff81339d70,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:43.026022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '3d02d1df-b4b5-49c2-9a15-cbff81339d70', 'network_id': 'eca5824a-7b9b-4647-a6b1-e89997edb38a', 'port_id': '3d02d1df-b4b5-49c2-9a15-cbff81339d70', 'mac_address': 'fa:16:3e:aa:39:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3bf758f-39eb-4439-ad64-42c5be4a19e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:43.092634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.101861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-05fe8461-3318-488c-9eab-b0b284d4c65a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:43.103450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-05fe8461-3318-488c-9eab-b0b284d4c65a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.4410028 Oct 29 08:33:43.113643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d02d1df-b4b5-49c2-9a15-cbff81339d70 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:43.118545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:43.119393 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.140416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Request body: {'port': {'device_id': '270923e1-b4d7-4f3b-a79f-e5a924b3e7db', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'admin_state_up': True, 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:43.144217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3d02d1df-b4b5-49c2-9a15-cbff81339d70, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3d02d1df-b4b5-49c2-9a15-cbff81339d70,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:43.149282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.158322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44b64072-7881-449e-a4cb-9504aa1a8fa6 req-75f5c49c-1f49-476f-a813-3d94954d7194 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173495 Oct 29 08:33:43.166541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Made reservation on behalf of 6c45d660d40246e8a451d62ba9e9d307 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:43.179771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.216367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3d02d1df-b4b5-49c2-9a15-cbff81339d70,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:43.235961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-ebcda66e-f17d-4d41-84b8-15323fdb0c45 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4877501 Oct 29 08:33:43.259791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Request body: {'port': {'device_id': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:43.352493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-aa77dda1-4911-4763-8809-7f6883e17e58 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557441 Oct 29 08:33:43.367012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3d02d1df-b4b5-49c2-9a15-cbff81339d70'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:43.413994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972d9b8-134e-4948-9d09-2ee8b96bde9a req-026bb0aa-7b39-4b20-8918-c09df4ae704a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:43.415584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b972d9b8-134e-4948-9d09-2ee8b96bde9a req-026bb0aa-7b39-4b20-8918-c09df4ae704a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 948 time: 0.6858525 Oct 29 08:33:43.546034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d984fc7-fec1-46a3-9e50-7b69fa619241 req-7a94bea8-d599-420f-98da-edb06b3151e1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:43.552062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d984fc7-fec1-46a3-9e50-7b69fa619241 req-7a94bea8-d599-420f-98da-edb06b3151e1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.3049731 Oct 29 08:33:43.556552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.572215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Attempting to bind port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:43.572924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Attempting to bind port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:43.572924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Attempting to bind port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:43.588582 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b972d9b8-134e-4948-9d09-2ee8b96bde9a req-b474448c-72b3-40ac-ab6b-90506aa7f1b8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330640 Oct 29 08:33:43.590464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec on network e8f283a6-0ef3-4237-aed0-2369190cb484 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:43.590787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Attempting to bind port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:43.593186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:43.597295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:43.601463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:43.601802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Checking segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:43.602186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Bound using segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:43.602647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Bound port: a88debf7-9ddb-4b90-9c32-ca4fa12a05ec, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:43.603000 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.605922 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.648892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:43.652497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.669885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:43.670518 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.671935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] 10.222.0.93 "PUT /v2.0/ports/c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 1096 time: 2.2303975 Oct 29 08:33:43.742727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4123c-4221-46eb-916b-c98e69877d0c service neutron] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=7']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:43.785883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] For port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:43.789882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] For port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:43.792358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-469df4e5-c52b-4ac6-af00-b37154972f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:43.793935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-469df4e5-c52b-4ac6-af00-b37154972f40 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1099 time: 0.0840461 Oct 29 08:33:43.804822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.837561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff6426e8-aaa0-47aa-8500-5eaef1582b1d req-50070f41-db19-428c-8b2c-ef27d820c2ce service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369853 Oct 29 08:33:43.841582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Allocated IP 172.20.0.5 (0837ba7e-886c-4020-a5c5-2d86feab0f16/eca2e5d9-8008-479b-941c-6b6e0ae57a68/70e78329-b1e4-44cf-b59d-594d3b2db2ad) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:43.848062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e58855e-17e0-4f06-8566-eca19a3c50b2 req-eea56a3b-7b8c-417d-a9d4-2fcd1f14e8ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 210 time: 0.0525491 Oct 29 08:33:43.860190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d984fc7-fec1-46a3-9e50-7b69fa619241 req-8a7abc6a-b6e8-42ab-8627-62c9ee53a2af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898333 Oct 29 08:33:43.934200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:43.934945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:43.936604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] 10.222.0.15 "PUT /v2.0/ports/a88debf7-9ddb-4b90-9c32-ca4fa12a05ec HTTP/1.1" status: 200 len: 1091 time: 2.5595524 Oct 29 08:33:44.023280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16ffdf-ccee-4fed-bb12-705e9c9639fa service neutron] Pushing event updated for resources: {'Port': ['ID=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:44.076216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-0aa0e723-4185-405a-b342-9e7d5ab9afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.078706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-0aa0e723-4185-405a-b342-9e7d5ab9afe0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2709353 Oct 29 08:33:44.093553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5046c2-211e-4452-9b6f-99603b27685f req-5f6d3302-bd78-48e9-b307-81923909ebb0 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.095045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d5046c2-211e-4452-9b6f-99603b27685f req-5f6d3302-bd78-48e9-b307-81923909ebb0 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 944 time: 0.1289039 Oct 29 08:33:44.147120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-75d6aa7a-b8d6-496c-883d-bd1cc0da8609 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 217 time: 0.0510163 Oct 29 08:33:44.154570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-45a4aec2-d3d8-44af-92aa-1c4baace2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.156069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-45a4aec2-d3d8-44af-92aa-1c4baace2e80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 1094 time: 0.1625118 Oct 29 08:33:44.207262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4bf3c-893d-47f3-91e5-7800fcac1a11 req-0281320a-afa0-4584-81e0-78226a7065d8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.208980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3c4bf3c-893d-47f3-91e5-7800fcac1a11 req-0281320a-afa0-4584-81e0-78226a7065d8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 943 time: 0.2402146 Oct 29 08:33:44.253675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-957381ab-264a-4fc1-9060-175639e27f4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec HTTP/1.1" status: 200 len: 217 time: 0.0885429 Oct 29 08:33:44.259008 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d5046c2-211e-4452-9b6f-99603b27685f req-aa1147ae-4419-4225-8e92-2d254765206a tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535020 Oct 29 08:33:44.260947 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1f77ef5d-6bb7-42d0-9e33-1a49f9df8ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:44.276130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Allocated IP 172.20.0.12 (9f48f319-e2e0-4e54-8d57-5977c6f82e52/d7d27dd1-3461-42a3-99f1-e87ef81f581c/1a595bf4-79c2-4b00-a0b5-d4b4133bb33d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:44.276670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-80cec972-d1c6-4052-aebe-6a30b52d2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.278211 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-80cec972-d1c6-4052-aebe-6a30b52d2da9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1120794 Oct 29 08:33:44.341447 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3c4bf3c-893d-47f3-91e5-7800fcac1a11 req-6e9d203d-6cc3-4aee-b4bf-5ac425fc9084 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225564 Oct 29 08:33:44.405966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d436cdd-a985-4f83-b97f-5855d5db0622 req-21827acf-5341-4e8c-9f00-b4b5dba5769b tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 210 time: 0.0520766 Oct 29 08:33:44.408890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-0f2457c9-e690-4455-af2b-6b4ff3f166e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.409628 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-0f2457c9-e690-4455-af2b-6b4ff3f166e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.1442695 Oct 29 08:33:44.411497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:44.412617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-5b761c6a-7d21-41f5-ab84-c7409383f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.414036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-5b761c6a-7d21-41f5-ab84-c7409383f958 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082058 Oct 29 08:33:44.498698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-699aba2d-ea5e-401d-82b5-9d4927f55ead service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809562 Oct 29 08:33:44.500825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.93', 61561) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:33:44.541512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3731f025-408d-495d-a014-6f811fffb6cc {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:44.563183 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:44.600320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Transition to ACTIVE for port object 3731f025-408d-495d-a014-6f811fffb6cc will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:44.611231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'}, {'name': 'network-changed', 'server_uuid': '297ce6df-81ae-4fce-a943-76544a5b018d', 'tag': 'a88debf7-9ddb-4b90-9c32-ca4fa12a05ec'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:44.612217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244b3c6-d815-4b3c-9869-e79596aff913 req-9b65b0e8-ea16-45ea-9118-c75e3826d9c3 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.613658 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66" -d '{"events": [{"name": "network-changed", "server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112"}, {"name": "network-changed", "server_uuid": "297ce6df-81ae-4fce-a943-76544a5b018d", "tag": "a88debf7-9ddb-4b90-9c32-ca4fa12a05ec"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:44.613978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f244b3c6-d815-4b3c-9869-e79596aff913 req-9b65b0e8-ea16-45ea-9118-c75e3826d9c3 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 932 time: 0.1793489 Oct 29 08:33:44.621940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:44.673850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-91049223-924f-45fd-b036-6c76460bc609 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518160 Oct 29 08:33:44.684308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-6edcd76b-3ded-44c5-b27f-35506a914e8a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1820350 Oct 29 08:33:44.696851 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:44.697954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-c009044c-757e-43f2-a7e2-b4e4cc3df67f service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824744 Oct 29 08:33:44.722428 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89353f17-26e7-4037-8a64-fd1d2b0744da x-openstack-request-id: req-89353f17-26e7-4037-8a64-fd1d2b0744da {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:44.722428 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "297ce6df-81ae-4fce-a943-76544a5b018d", "tag": "a88debf7-9ddb-4b90-9c32-ca4fa12a05ec", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:44.722428 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89353f17-26e7-4037-8a64-fd1d2b0744da {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:44.723159 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'status': 'completed', 'code': 200} Oct 29 08:33:44.723678 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297ce6df-81ae-4fce-a943-76544a5b018d', 'tag': 'a88debf7-9ddb-4b90-9c32-ca4fa12a05ec', 'status': 'completed', 'code': 200} Oct 29 08:33:44.759524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:44.789749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752748d-6250-4351-830f-7996151843b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3731f025-408d-495d-a014-6f811fffb6cc,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:44.813194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f244b3c6-d815-4b3c-9869-e79596aff913 req-3b1b5dbe-f0aa-4321-973a-83b110758235 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798413 Oct 29 08:33:44.817705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Network 0837ba7e-886c-4020-a5c5-2d86feab0f16 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:44.845938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:44.851275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3d02d1df-b4b5-49c2-9a15-cbff81339d70 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:44.874232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:44.924482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Allocated IP 172.20.0.9 (0837ba7e-886c-4020-a5c5-2d86feab0f16/eca2e5d9-8008-479b-941c-6b6e0ae57a68/1d45a831-7655-432d-bde8-9e98f7ba65bb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:44.935361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:33:44.942858 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:44.943350 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:44.950382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7ea84266-81e3-40e2-973a-31c8b22a2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.950864 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7ea84266-81e3-40e2-973a-31c8b22a2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.951329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7ea84266-81e3-40e2-973a-31c8b22a2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.951825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7ea84266-81e3-40e2-973a-31c8b22a2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.952282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7ea84266-81e3-40e2-973a-31c8b22a2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.952739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7ea84266-81e3-40e2-973a-31c8b22a2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.953192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7ea84266-81e3-40e2-973a-31c8b22a2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.955096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7ea84266-81e3-40e2-973a-31c8b22a2ade service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6492 time: 0.1424558 Oct 29 08:33:44.957873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-249d506c-54f8-423c-847a-2ed43f658f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.959702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-249d506c-54f8-423c-847a-2ed43f658f7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1099 time: 0.2308271 Oct 29 08:33:44.967459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Pushing event updated for resources: {'Port': ['ID=70e78329-b1e4-44cf-b59d-594d3b2db2ad,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:44.973846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b49b86-a479-4882-bcad-38b9cc90bc76 req-c28c519a-9872-4c09-be44-e780b42571f8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:44.981740 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-67b49b86-a479-4882-bcad-38b9cc90bc76 req-c28c519a-9872-4c09-be44-e780b42571f8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 948 time: 0.1976173 Oct 29 08:33:45.005390 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.038445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Attempting to bind port 3731f025-408d-495d-a014-6f811fffb6cc on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:45.039376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Attempting to bind port 3731f025-408d-495d-a014-6f811fffb6cc by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:45.039667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Attempting to bind port 3731f025-408d-495d-a014-6f811fffb6cc on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:45.053123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.053775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.074563 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.099540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284aa1a5-1195-4754-a5e5-daca61377335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d02d1df-b4b5-49c2-9a15-cbff81339d70'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:45.102389 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f0370-d975-4b90-bfbb-7a3828253e2c" -d '{"events": [{"server_uuid": "284aa1a5-1195-4754-a5e5-daca61377335", "name": "network-vif-plugged", "status": "completed", "tag": "3d02d1df-b4b5-49c2-9a15-cbff81339d70"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:45.103105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Port 3731f025-408d-495d-a014-6f811fffb6cc on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:45.103573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Attempting to bind port 3731f025-408d-495d-a014-6f811fffb6cc on network 52e08743-59ca-4eee-9d57-9c0c6f76bb84 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:45.105024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90bca83a-8b84-41ef-a722-a3dbc3f9e952 req-8f9740a8-055f-4cc6-8057-bc974dc3aff1 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781466 Oct 29 08:33:45.117480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7118c8ab-b006-40e3-8656-90eb8c109ad0 req-202f8862-4f1d-4ffa-95a9-76b469e4ed8b service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319427 Oct 29 08:33:45.119397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3d02d1df-b4b5-49c2-9a15-cbff81339d70, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3d02d1df-b4b5-49c2-9a15-cbff81339d70,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:45.139215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.141055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:33:45.145315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:45.145660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Checking segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:45.146063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Bound using segment: {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:45.146622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Bound port: 3731f025-408d-495d-a014-6f811fffb6cc, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8770760d-56ec-4475-b0a3-eb00b3070b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:45.147090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.161298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58c5ea69-fe9a-41f9-b21b-0b66d5bd6fb6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6736143 Oct 29 08:33:45.161931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-67b49b86-a479-4882-bcad-38b9cc90bc76 req-82f671f7-c75a-4546-8dcb-da717654eed9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791549 Oct 29 08:33:45.176013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:45.187215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:45.188723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event updated for resources: {'Port': ['ID=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:45.191081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:45.199994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Request body: {'port': {'device_id': '2b58749d-619e-4353-9f9f-9c0a435e511d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:45.230440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:33:45.248376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3d02d1df-b4b5-49c2-9a15-cbff81339d70,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:45.257680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-887941e7-b2dc-483a-9c8a-4bd3104cccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.258446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-887941e7-b2dc-483a-9c8a-4bd3104cccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.259078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-887941e7-b2dc-483a-9c8a-4bd3104cccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.262294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-887941e7-b2dc-483a-9c8a-4bd3104cccaf service neutron] 10.222.0.93 "GET /v2.0/networks?id=4c20bffe-ce6f-4744-917e-c58555209531&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 HTTP/1.1" status: 200 len: 2295 time: 0.2629848 Oct 29 08:33:45.453817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.460076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-ed60eff9-d3c7-40be-baf3-6ae8326a3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.461599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-ed60eff9-d3c7-40be-baf3-6ae8326a3f64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1099 time: 0.1931162 Oct 29 08:33:45.471310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-43894de8-0252-4d61-8809-fb4986338657 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e440b82-37fc-4112-a04f-8772d0b42499 HTTP/1.1" status: 200 len: 1000 time: 0.1633403 Oct 29 08:33:45.541391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c6ee-fbcd-43aa-b700-8227aadc00bf req-3998f995-9776-419a-b8bf-c5a1ad9fb773 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.542943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1672c6ee-fbcd-43aa-b700-8227aadc00bf req-3998f995-9776-419a-b8bf-c5a1ad9fb773 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.2296383 Oct 29 08:33:45.628307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-9c5460e2-51c8-489f-aacb-26c01540686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.630413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-9c5460e2-51c8-489f-aacb-26c01540686a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14a20128-055b-41ef-b11d-4d5b279adbdf HTTP/1.1" status: 200 len: 850 time: 0.1446493 Oct 29 08:33:45.634312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.682381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf0437-90b4-4b14-9667-9a1c4e38c718 req-70a26b41-02db-4304-868a-e55ebda92fca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.684032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39bf0437-90b4-4b14-9667-9a1c4e38c718 req-70a26b41-02db-4304-868a-e55ebda92fca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 932 time: 0.6416886 Oct 29 08:33:45.708973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-43ceefd2-90ed-41a6-b036-e2fa5c98ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.710431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-43ceefd2-90ed-41a6-b036-e2fa5c98ef98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.7314131 Oct 29 08:33:45.725854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1672c6ee-fbcd-43aa-b700-8227aadc00bf req-58d86e55-8a79-4bac-a1b0-4db3b0e38afe tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583529 Oct 29 08:33:45.739378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Network 0837ba7e-886c-4020-a5c5-2d86feab0f16 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:45.746897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.747505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.755956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-4b219edf-b61d-4821-a671-0d64b095cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.757518 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-4b219edf-b61d-4821-a671-0d64b095cc17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2831495 Oct 29 08:33:45.758475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:45.762919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:45.765589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Pushing event updated for resources: {'Port': ['ID=1d45a831-7655-432d-bde8-9e98f7ba65bb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:45.782239 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de89229e-e872-4610-a8a4-5ac068f4742c x-openstack-request-id: req-de89229e-e872-4610-a8a4-5ac068f4742c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:45.782812 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284aa1a5-1195-4754-a5e5-daca61377335", "name": "network-vif-plugged", "status": "completed", "tag": "3d02d1df-b4b5-49c2-9a15-cbff81339d70", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:45.782934 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de89229e-e872-4610-a8a4-5ac068f4742c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:45.783435 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284aa1a5-1195-4754-a5e5-daca61377335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d02d1df-b4b5-49c2-9a15-cbff81339d70', 'code': 200} Oct 29 08:33:45.799497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.809101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-4e6f8b97-576a-426e-b637-eda9139ef8f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 217 time: 0.0817409 Oct 29 08:33:45.829601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:45.835547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-33d7f02f-a4d2-48b2-b34c-e91024c426dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.837250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-33d7f02f-a4d2-48b2-b34c-e91024c426dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c20bffe-ce6f-4744-917e-c58555209531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971507 Oct 29 08:33:45.841968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-3b8af643-5fac-498f-b4ba-5ac3492452b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 217 time: 0.0720923 Oct 29 08:33:45.855477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ea27acb6-d099-41a5-a654-830651b1d6ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7251482 Oct 29 08:33:45.889067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3731f025-408d-495d-a014-6f811fffb6cc,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:45.895755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Request body: {'port': {'device_id': '270923e1-b4d7-4f3b-a79f-e5a924b3e7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:45.927512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39bf0437-90b4-4b14-9667-9a1c4e38c718 req-892bb83f-a83c-439f-99df-11afb4b80c06 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161109 Oct 29 08:33:45.947382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:45.983465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:45.984119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:46.026168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.026850 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:46.028428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-f752748d-6250-4351-830f-7996151843b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/3731f025-408d-495d-a014-6f811fffb6cc HTTP/1.1" status: 200 len: 1092 time: 2.7765660 Oct 29 08:33:46.032867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'tag': '3731f025-408d-495d-a014-6f811fffb6cc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:46.035445 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e678d-d2b1-4511-abc9-444b08357fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "214486b5-fb3c-4ff4-89b7-70fda15566db", "tag": "3731f025-408d-495d-a014-6f811fffb6cc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:46.037846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-074e8257-53bd-496d-849f-6e6e419297ec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5543687 Oct 29 08:33:46.039039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-64a37bac-075b-45fc-972d-7863da9ff651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.040722 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-64a37bac-075b-45fc-972d-7863da9ff651 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2148540 Oct 29 08:33:46.046498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-f5f51cc5-2ab3-4813-a47f-56d00c6fe9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.047938 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-f5f51cc5-2ab3-4813-a47f-56d00c6fe9f3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1947191 Oct 29 08:33:46.066845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Request body: {'port': {'device_id': 'd5c1a7de-ba14-44d9-bda0-1843ca82a491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:46.091075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d14f1-5179-488a-a2fa-e03b086047ad req-7dec0aa5-19b6-4207-b588-c91ed09e5e8c tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.093906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-754d14f1-5179-488a-a2fa-e03b086047ad req-7dec0aa5-19b6-4207-b588-c91ed09e5e8c tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 945 time: 0.2220483 Oct 29 08:33:46.095059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc832aaf-80d5-4bc9-a82f-ea357c5f220d req-ac1b50ea-820e-4874-a566-a0300b580652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.096449 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc832aaf-80d5-4bc9-a82f-ea357c5f220d req-ac1b50ea-820e-4874-a566-a0300b580652 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 1096 time: 0.2422831 Oct 29 08:33:46.168891 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-7df93be8-9212-4e6c-a9f9-1ef9b24ddabe service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168321 Oct 29 08:33:46.212097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:46.221162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752748d-6250-4351-830f-7996151843b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3731f025-408d-495d-a014-6f811fffb6cc,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:46.348092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76943bd-1a46-4e1e-8eab-16a011339bb2 req-11847273-6dc6-4998-bde0-8251dc6c9002 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.349776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b76943bd-1a46-4e1e-8eab-16a011339bb2 req-11847273-6dc6-4998-bde0-8251dc6c9002 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 943 time: 0.3569720 Oct 29 08:33:46.359642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-f8323f4b-af78-4239-b4fb-b698f6390add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.361222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-f8323f4b-af78-4239-b4fb-b698f6390add service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2704265 Oct 29 08:33:46.368359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-040d2211-5e67-4033-8660-78f349eceb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.370252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-040d2211-5e67-4033-8660-78f349eceb4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 1095 time: 0.2735908 Oct 29 08:33:46.561845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-13e5da84-1f8e-4b4d-8afe-af3d5b65028d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3731f025-408d-495d-a014-6f811fffb6cc HTTP/1.1" status: 200 len: 217 time: 0.1625950 Oct 29 08:33:46.596267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-aa8b030b-9691-4d21-989a-e25629de4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.597833 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-aa8b030b-9691-4d21-989a-e25629de4693 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5253787 Oct 29 08:33:46.598389 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:46.601200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc832aaf-80d5-4bc9-a82f-ea357c5f220d req-6dd95a74-f26c-48e2-95b6-e694b9b74c83 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839013 Oct 29 08:33:46.606508 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-754d14f1-5179-488a-a2fa-e03b086047ad req-8c3e4ee0-dc79-4e29-9e52-dec9c3b19f5e tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756339 Oct 29 08:33:46.689643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b76943bd-1a46-4e1e-8eab-16a011339bb2 req-c8804266-b6bc-4202-8355-f5f8ff5ebaeb tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256209 Oct 29 08:33:46.759596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-90dfbed6-cbb9-4a69-ba0e-22f43b6aec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.761106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-90dfbed6-cbb9-4a69-ba0e-22f43b6aec2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.1855595 Oct 29 08:33:46.794093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-24ba551f-7627-4e6e-ba85-2d1fbd3126a0 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196177 Oct 29 08:33:46.845564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-3cde545a-6016-4a7d-a2ce-a1928dc78576 service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635046 Oct 29 08:33:46.875574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-10c7c977-cefc-43a9-97c2-19337fdfe7ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801144 Oct 29 08:33:46.888864 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c82c33-f045-44c6-a165-c4ac0285f2ee req-1db31b0f-1c9a-4072-bd83-6eea1e1fe74f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:46.890358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e7c82c33-f045-44c6-a165-c4ac0285f2ee req-1db31b0f-1c9a-4072-bd83-6eea1e1fe74f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 931 time: 0.2180507 Oct 29 08:33:46.910212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e78329-b1e4-44cf-b59d-594d3b2db2ad {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:46.920886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-bb10e323-09a6-4cf5-8dd8-19f75530c31b service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027112 Oct 29 08:33:46.927027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-ce95dc48-1983-425f-ae01-34bdc984dcff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 200 len: 217 time: 0.0632656 Oct 29 08:33:46.931786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f87351c7-ada2-486b-990d-bf3ab1b76e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:46.938688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.014765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Transition to ACTIVE for port object 70e78329-b1e4-44cf-b59d-594d3b2db2ad will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:47.031783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.047311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ca9f3-ce45-4f01-b220-7f7d06a351bb req-5fb9293a-f476-4933-ba48-d67c04621d83 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.048841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b07ca9f3-ce45-4f01-b220-7f7d06a351bb req-5fb9293a-f476-4933-ba48-d67c04621d83 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 944 time: 0.2940221 Oct 29 08:33:47.080818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e7c82c33-f045-44c6-a165-c4ac0285f2ee req-dfad38ec-05e1-4e1c-923a-5b5626fab300 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589622 Oct 29 08:33:47.098353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-094b67c4-c089-461e-9a7d-74637337c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.099908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-094b67c4-c089-461e-9a7d-74637337c916 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.1586783 Oct 29 08:33:47.190620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-ed8f3ed5-b290-48a5-bb09-67e56cfcd343 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504323 Oct 29 08:33:47.201560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-c973d2ad-ffed-452b-9814-f2e59e436041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.203304 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-c973d2ad-ffed-452b-9814-f2e59e436041 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928473 Oct 29 08:33:47.206295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Pushing event updated for resources: {'Port': ['ID=70e78329-b1e4-44cf-b59d-594d3b2db2ad,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:47.213945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:47.219474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-7e69f812-af24-4763-87a8-4e3ac3139cc1 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880293 Oct 29 08:33:47.233529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.240464 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce172b16-531e-4c6c-befc-a1ee51ea9ab0 x-openstack-request-id: req-ce172b16-531e-4c6c-befc-a1ee51ea9ab0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:47.241401 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214486b5-fb3c-4ff4-89b7-70fda15566db", "tag": "3731f025-408d-495d-a014-6f811fffb6cc", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:47.241401 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce172b16-531e-4c6c-befc-a1ee51ea9ab0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:47.241401 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'tag': '3731f025-408d-495d-a014-6f811fffb6cc', 'status': 'completed', 'code': 200} Oct 29 08:33:47.260252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-e3cb1619-4e65-48fd-bd42-2fc1e56e405b service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450811 Oct 29 08:33:47.290371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b07ca9f3-ce45-4f01-b220-7f7d06a351bb req-38b9a1ac-90eb-40c4-81c2-67d2c31cb098 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323327 Oct 29 08:33:47.318006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Transition to ACTIVE for port object 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:47.378374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.379584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d45a831-7655-432d-bde8-9e98f7ba65bb {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:47.390202 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.393912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-f5f6e26f-897f-435d-b825-c14e8c00234b service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796310 Oct 29 08:33:47.426770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Transition to ACTIVE for port object 1d45a831-7655-432d-bde8-9e98f7ba65bb will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:47.461444 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.473851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83aa8d-a6b2-4f37-ac54-07c4c3c06524 req-96b6615a-2214-4e98-be28-938f2dca235f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.475447 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cd83aa8d-a6b2-4f37-ac54-07c4c3c06524 req-96b6615a-2214-4e98-be28-938f2dca235f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 948 time: 0.1488886 Oct 29 08:33:47.500017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Attempting to bind port 70e78329-b1e4-44cf-b59d-594d3b2db2ad on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:47.500388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Attempting to bind port 70e78329-b1e4-44cf-b59d-594d3b2db2ad by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:47.500675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Attempting to bind port 70e78329-b1e4-44cf-b59d-594d3b2db2ad on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:47.512862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Pushing event updated for resources: {'Port': ['ID=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:47.521325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-9d437e1f-6149-47c7-a5d6-0a9b7ca3ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.522997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-9d437e1f-6149-47c7-a5d6-0a9b7ca3ec61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 1094 time: 0.2263727 Oct 29 08:33:47.537897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Port 70e78329-b1e4-44cf-b59d-594d3b2db2ad on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:47.538299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Attempting to bind port 70e78329-b1e4-44cf-b59d-594d3b2db2ad on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:47.550589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Pushing event updated for resources: {'Port': ['ID=1d45a831-7655-432d-bde8-9e98f7ba65bb,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:47.589333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d691f-3693-45f7-b853-3f1294703fd0 req-4fea6bca-a693-4aa4-bc44-7bd30487d5d2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.590868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea8d691f-3693-45f7-b853-3f1294703fd0 req-4fea6bca-a693-4aa4-bc44-7bd30487d5d2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.2167504 Oct 29 08:33:47.613612 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-67d9c152-0e31-4b70-a954-e91b590ca332 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099676 Oct 29 08:33:47.618370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cd83aa8d-a6b2-4f37-ac54-07c4c3c06524 req-4fc2ac70-6bb5-41b8-a96b-eb9ec177b873 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173425 Oct 29 08:33:47.638803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac5d8fa-fdba-40ad-9894-119c81c8ba09 req-14cbd4bb-58a7-4c58-9477-86e1ef465a9d service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433907 Oct 29 08:33:47.640376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:47.640376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Checking segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:47.640637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Bound using segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:47.641089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Bound port: 70e78329-b1e4-44cf-b59d-594d3b2db2ad, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:47.641451 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.685799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-6b31c5cd-823e-4edf-a9ce-dbde1332ffd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 200 len: 217 time: 0.0479898 Oct 29 08:33:47.748308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Attempting to bind port 1d45a831-7655-432d-bde8-9e98f7ba65bb on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:47.748960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Attempting to bind port 1d45a831-7655-432d-bde8-9e98f7ba65bb by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:47.749272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Attempting to bind port 1d45a831-7655-432d-bde8-9e98f7ba65bb on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:47.754723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-147fc816-be76-461a-af23-3cdadf5cd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.756260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-147fc816-be76-461a-af23-3cdadf5cd25d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 908 time: 0.1996150 Oct 29 08:33:47.779534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Port 1d45a831-7655-432d-bde8-9e98f7ba65bb on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:47.779886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Attempting to bind port 1d45a831-7655-432d-bde8-9e98f7ba65bb on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:47.792720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:47.793054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Checking segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:47.793429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Bound using segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:47.793862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Bound port: 1d45a831-7655-432d-bde8-9e98f7ba65bb, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:47.794224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.798377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-e59eb71f-d91c-41f3-9a62-8a6759fbc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.799910 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-e59eb71f-d91c-41f3-9a62-8a6759fbc5ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.1038575 Oct 29 08:33:47.848080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110331d-ff9f-4564-917f-768722a54991 req-c292e159-20fd-4f75-89ef-2c8fa99e1eb9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.849551 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3110331d-ff9f-4564-917f-768722a54991 req-c292e159-20fd-4f75-89ef-2c8fa99e1eb9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 944 time: 0.1135340 Oct 29 08:33:47.858745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea8d691f-3693-45f7-b853-3f1294703fd0 req-bca529a5-e830-4efd-a553-99ff037c9d98 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128665 Oct 29 08:33:47.860049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-385d2241-7152-4df1-9361-7ad2197a2d7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec HTTP/1.1" status: 200 len: 217 time: 0.0892544 Oct 29 08:33:47.888330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Attempting to bind port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:47.888606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Attempting to bind port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:47.888925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Attempting to bind port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:47.922230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] For port 70e78329-b1e4-44cf-b59d-594d3b2db2ad, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:47.925131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:47.925455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Attempting to bind port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:47.946809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] For port 70e78329-b1e4-44cf-b59d-594d3b2db2ad, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=70e78329-b1e4-44cf-b59d-594d3b2db2ad,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:47.950666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-aa022d50-7781-47c6-a7c3-bf8bf03e893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.952175 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-aa022d50-7781-47c6-a7c3-bf8bf03e893b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404381 Oct 29 08:33:47.960292 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3110331d-ff9f-4564-917f-768722a54991 req-27a844dc-b54b-49eb-9f7d-64b6bda1ba52 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906894 Oct 29 08:33:47.960929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-0da56caa-4b12-455b-b724-f58ec804d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:47.962706 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-0da56caa-4b12-455b-b724-f58ec804d62c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22debf264e27401081114eceefc9026d&device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 1095 time: 0.1761169 Oct 29 08:33:47.963828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] For port 1d45a831-7655-432d-bde8-9e98f7ba65bb, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:47.973412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] For port 1d45a831-7655-432d-bde8-9e98f7ba65bb, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1d45a831-7655-432d-bde8-9e98f7ba65bb,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:47.983698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:47.984072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Checking segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:47.984453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Bound using segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:47.984902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Bound port: 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:47.985254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:47.987613 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:48.013711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-c92e9490-c306-4be5-9ebe-51810e395901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.015230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-c92e9490-c306-4be5-9ebe-51810e395901 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.1464143 Oct 29 08:33:48.020411 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:48.049918 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:48.104322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.104945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:48.106400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] 10.222.0.93 "PUT /v2.0/ports/1d45a831-7655-432d-bde8-9e98f7ba65bb HTTP/1.1" status: 200 len: 1091 time: 2.0555611 Oct 29 08:33:48.110788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c1a7de-ba14-44d9-bda0-1843ca82a491', 'tag': '1d45a831-7655-432d-bde8-9e98f7ba65bb'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:48.113030 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a171253-433e-43c9-9f75-020ad1dfc077" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c1a7de-ba14-44d9-bda0-1843ca82a491", "tag": "1d45a831-7655-432d-bde8-9e98f7ba65bb"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:48.152317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5350b2b-1e84-4a4b-aeda-96fac0577689 service neutron] Pushing event updated for resources: {'Port': ['ID=1d45a831-7655-432d-bde8-9e98f7ba65bb,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:48.173938 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c380ce5-0d20-4e53-84fd-3f4baff00e98 req-e2d6999b-65a6-410a-9fca-174a53fe11e1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.175545 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c380ce5-0d20-4e53-84fd-3f4baff00e98 req-e2d6999b-65a6-410a-9fca-174a53fe11e1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 943 time: 0.1242549 Oct 29 08:33:48.197333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-799138e1-1d2a-488a-8742-19bdc840690f service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347493 Oct 29 08:33:48.202820 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:48.308231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c380ce5-0d20-4e53-84fd-3f4baff00e98 req-1c65ce11-9d1a-4aaf-93fa-b15d94b9f4d0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210594 Oct 29 08:33:48.314751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-931cd257-254b-4000-b37f-c84c0d47cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.316281 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-931cd257-254b-4000-b37f-c84c0d47cfa3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 1094 time: 0.1512496 Oct 29 08:33:48.372970 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-90a35cb4-6ff8-4cf1-a95e-d6c3173c349c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d45a831-7655-432d-bde8-9e98f7ba65bb HTTP/1.1" status: 200 len: 217 time: 0.0448048 Oct 29 08:33:48.387584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-a90ec2ca-6d3f-41ad-95c2-5dfc284b78e6 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735938 Oct 29 08:33:48.443023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.443641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:48.445163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] 10.222.0.93 "PUT /v2.0/ports/70e78329-b1e4-44cf-b59d-594d3b2db2ad HTTP/1.1" status: 200 len: 1091 time: 3.2606883 Oct 29 08:33:48.466100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-1b403065-d33c-45e6-98c1-8ceb4208daca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4263790 Oct 29 08:33:48.487325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-a484f2cc-15aa-4e37-ab41-6ae7579d8940 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd HTTP/1.1" status: 200 len: 217 time: 0.0736647 Oct 29 08:33:48.495165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-f210e469-93da-4ff5-9cdd-71ffa1fc06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.496708 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-f210e469-93da-4ff5-9cdd-71ffa1fc06cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 200 len: 852 time: 0.1071022 Oct 29 08:33:48.539241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8b1c2-6bc6-40b7-b337-d287703f8599 req-36788d18-2745-47ae-81b1-ff403fa31fc1 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.544747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1fc8b1c2-6bc6-40b7-b337-d287703f8599 req-36788d18-2745-47ae-81b1-ff403fa31fc1 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 945 time: 0.6116343 Oct 29 08:33:48.548269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567ccee-6ff3-4e54-bcaa-f451bddc6677 req-acd8ff81-7ff9-4bd0-b835-f4c44b2cbe15 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.550717 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2567ccee-6ff3-4e54-bcaa-f451bddc6677 req-acd8ff81-7ff9-4bd0-b835-f4c44b2cbe15 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 943 time: 0.1731811 Oct 29 08:33:48.575630 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-232726fe-ed29-43fc-83b1-3f864ceb0451 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0837ba7e-886c-4020-a5c5-2d86feab0f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637743 Oct 29 08:33:48.605081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Pushing event updated for resources: {'Port': ['ID=70e78329-b1e4-44cf-b59d-594d3b2db2ad,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:48.671342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2567ccee-6ff3-4e54-bcaa-f451bddc6677 req-64f6071f-57c5-4df2-b577-2019919bb771 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924642 Oct 29 08:33:48.674889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-adcd49c6-83a3-462e-a12e-3e7d5f6b35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.677201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-adcd49c6-83a3-462e-a12e-3e7d5f6b35c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.1776712 Oct 29 08:33:48.680942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.681295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.681643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.681993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.682320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.682654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.682995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.683322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.683669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.684046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.684371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.684782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30773-9c39-43d0-8d44-b0e2d94c108f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:33:48.711707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] For port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:48.739977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-0ad412df-a0cc-43db-b8bd-fed2e5186e7d service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526064 Oct 29 08:33:48.745141 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a569a59-a58b-403f-b286-7899b045200f x-openstack-request-id: req-1a569a59-a58b-403f-b286-7899b045200f {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:48.745538 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c1a7de-ba14-44d9-bda0-1843ca82a491", "tag": "1d45a831-7655-432d-bde8-9e98f7ba65bb", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:48.745885 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a569a59-a58b-403f-b286-7899b045200f {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:48.746369 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c1a7de-ba14-44d9-bda0-1843ca82a491', 'tag': '1d45a831-7655-432d-bde8-9e98f7ba65bb', 'status': 'completed', 'code': 200} Oct 29 08:33:48.747754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] For port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:48.759490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-087bab0a-8293-4c62-ad75-1efedd2c8a40 service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633639 Oct 29 08:33:48.764914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-44851d0a-8236-4a79-a073-d785f94dee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.766785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-44851d0a-8236-4a79-a073-d785f94dee43 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768869 Oct 29 08:33:48.767668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:48.782599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-aeb32b50-af6e-4334-a917-4d1020d48735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.784144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-aeb32b50-af6e-4334-a917-4d1020d48735 service neutron] 10.222.0.15 "GET /v2.0/networks?id=52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 200 len: 907 time: 0.7942362 Oct 29 08:33:48.786290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58b53b17-0962-4e63-9117-19c151936a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.787698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-58b53b17-0962-4e63-9117-19c151936a8c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&device_id=2b58749d-619e-4353-9f9f-9c0a435e511d HTTP/1.1" status: 200 len: 1094 time: 0.2657657 Oct 29 08:33:48.790651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1fc8b1c2-6bc6-40b7-b337-d287703f8599 req-55e68fdc-1e49-4480-98c3-84b1d453a698 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738281 Oct 29 08:33:48.877493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a88debf7-9ddb-4b90-9c32-ca4fa12a05ec details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:48.938440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:48.939078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:48.940585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] 10.222.0.93 "PUT /v2.0/ports/1a595bf4-79c2-4b00-a0b5-d4b4133bb33d HTTP/1.1" status: 200 len: 1092 time: 3.0576758 Oct 29 08:33:48.944972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-0606768e-86c0-4838-b11e-f262ccd508c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3731f025-408d-495d-a014-6f811fffb6cc HTTP/1.1" status: 200 len: 217 time: 0.1136806 Oct 29 08:33:48.946307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-95ab434c-dbc3-41a4-b046-daf366c070a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70e78329-b1e4-44cf-b59d-594d3b2db2ad HTTP/1.1" status: 200 len: 217 time: 0.1177840 Oct 29 08:33:48.993665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-d3260244-3715-401d-b11b-a7c19a51becc service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172222 Oct 29 08:33:48.999130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:49.016680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'a88debf7-9ddb-4b90-9c32-ca4fa12a05ec', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'port_id': 'a88debf7-9ddb-4b90-9c32-ca4fa12a05ec', 'mac_address': 'fa:16:3e:b4:bd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d25f8d9-c239-477a-8419-aa47faeea0bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:49.065710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:49.083461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88debf7-9ddb-4b90-9c32-ca4fa12a05ec {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:49.109133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:49.118315 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:49.133412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16a2e9-fc75-4939-9f01-f329ca85bd8f service neutron] Pushing event updated for resources: {'Port': ['ID=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:49.147326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-bb9fe39c-2e6c-4437-b02c-58ab8f1cc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.149136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-bb9fe39c-2e6c-4437-b02c-58ab8f1cc8db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 200 len: 845 time: 0.1918736 Oct 29 08:33:49.152121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf4e1-a5aa-424d-b263-fa08ccd292c5 req-116fb13f-68dd-4a27-8e2e-453f59abe666 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.153808 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3fddf4e1-a5aa-424d-b263-fa08ccd292c5 req-116fb13f-68dd-4a27-8e2e-453f59abe666 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 948 time: 0.1628544 Oct 29 08:33:49.156110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-64c45e63-d9de-4dda-9a85-fa381b38a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.157732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-d266896b-9147-42bc-abc2-d8358d1b3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.157908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-64c45e63-d9de-4dda-9a85-fa381b38a989 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 1094 time: 0.1055946 Oct 29 08:33:49.159771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-d266896b-9147-42bc-abc2-d8358d1b3edf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 200 len: 852 time: 0.1903207 Oct 29 08:33:49.162014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-eda04024-516d-4909-a61b-c631d937999e service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095047 Oct 29 08:33:49.181999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1219d-c1a6-4d93-b1d3-7029ef269da3 req-d53abcb3-2c06-4d81-8bc5-0fdfe9078d5c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.183954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5f1219d-c1a6-4d93-b1d3-7029ef269da3 req-d53abcb3-2c06-4d81-8bc5-0fdfe9078d5c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 944 time: 0.2514732 Oct 29 08:33:49.218816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-c773a593-4638-470d-af7a-3f9fdd9ff812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.220732 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-c773a593-4638-470d-af7a-3f9fdd9ff812 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 1095 time: 0.2000687 Oct 29 08:33:49.243117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-fddaa6e6-1b01-4782-aea0-385c0f83448d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52e08743-59ca-4eee-9d57-9c0c6f76bb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796630 Oct 29 08:33:49.246315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b58749d-619e-4353-9f9f-9c0a435e511d', 'tag': '70e78329-b1e4-44cf-b59d-594d3b2db2ad'}, {'name': 'network-changed', 'server_uuid': '270923e1-b4d7-4f3b-a79f-e5a924b3e7db', 'tag': '1a595bf4-79c2-4b00-a0b5-d4b4133bb33d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:49.248946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:49.249773 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a634d6a-9c63-494d-b969-588a2dae8b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b58749d-619e-4353-9f9f-9c0a435e511d", "tag": "70e78329-b1e4-44cf-b59d-594d3b2db2ad"}, {"name": "network-changed", "server_uuid": "270923e1-b4d7-4f3b-a79f-e5a924b3e7db", "tag": "1a595bf4-79c2-4b00-a0b5-d4b4133bb33d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:49.254761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-039b54e1-ec30-4e01-85b0-9a792a4fd7e2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0837ba7e-886c-4020-a5c5-2d86feab0f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669124 Oct 29 08:33:49.328496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3fddf4e1-a5aa-424d-b263-fa08ccd292c5 req-e7911cdc-4e6c-4d7b-b0b6-9df4fec6a41b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610849 Oct 29 08:33:49.342448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-9366f8b4-342a-4bb7-8a7c-4bc3c08c7d1c service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642908 Oct 29 08:33:49.343208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-c43506f9-be69-4e17-b6d1-484e15e18863 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d HTTP/1.1" status: 200 len: 217 time: 0.0986784 Oct 29 08:33:49.359141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['a88debf7-9ddb-4b90-9c32-ca4fa12a05ec'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:49.430556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-26f2236d-2f77-4365-83f7-4a182b516e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.431214 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-26f2236d-2f77-4365-83f7-4a182b516e7f service neutron] 10.222.0.93 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 914 time: 0.2479339 Oct 29 08:33:49.477521 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:49.496863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5f1219d-c1a6-4d93-b1d3-7029ef269da3 req-331ed544-d843-4627-8307-1383e9279da3 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808979 Oct 29 08:33:49.517686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-72cf1f4b-5430-4c8e-80dd-0e914184f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.518918 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-39831c7a-80f2-412e-9ccd-879dc5128740 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d45a831-7655-432d-bde8-9e98f7ba65bb HTTP/1.1" status: 200 len: 217 time: 0.0687618 Oct 29 08:33:49.519177 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-72cf1f4b-5430-4c8e-80dd-0e914184f8b7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.1174095 Oct 29 08:33:49.587964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-ee80834a-f282-4a81-82e9-51c5ff013599 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507343 Oct 29 08:33:49.595137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-e9d19328-e79a-4fea-8c9f-bae76e60bed7 service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259580 Oct 29 08:33:49.597049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-469380b2-2831-4991-b4f9-cfb3e7ddaa96 service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236661 Oct 29 08:33:49.876452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-47af2d5c-bed5-4ae0-92f0-3ebf386928f6 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690544 Oct 29 08:33:49.878468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77933d06-bb7b-4d95-99a5-675ed29528d6 req-c31c28d2-0b48-42b9-a0e8-727a04da61f7 service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699420 Oct 29 08:33:49.964898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e683a3f-b349-40ad-b1be-603528d59f12 req-20e70849-0293-48f3-98d5-40b475e345bf tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:49.974774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e683a3f-b349-40ad-b1be-603528d59f12 req-20e70849-0293-48f3-98d5-40b475e345bf tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 944 time: 0.3826630 Oct 29 08:33:49.993382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbce12-53cc-420d-b80a-b5f90b6b1ad6 req-e7cf2fe5-d1b6-4d96-a494-6fe629d3e857 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.001053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbbce12-53cc-420d-b80a-b5f90b6b1ad6 req-e7cf2fe5-d1b6-4d96-a494-6fe629d3e857 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.5845454 Oct 29 08:33:50.047463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-bb42ef43-b417-4b06-a28e-0095d48ca883 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923544 Oct 29 08:33:50.054506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-9efef25d-fd4d-48ce-b46e-97ab743c9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.056294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-9efef25d-fd4d-48ce-b46e-97ab743c9da8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 200 len: 852 time: 0.5077109 Oct 29 08:33:50.074995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e683a3f-b349-40ad-b1be-603528d59f12 req-acc6055d-1917-4fe3-ac7e-fe0f21278ef3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993001 Oct 29 08:33:50.081121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-541e678d-d2b1-4511-abc9-444b08357fb2 req-bae6764d-ffd9-48b4-ba5d-9b1a308bbf4b service neutron] 10.222.0.15 "GET /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715278 Oct 29 08:33:50.100028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:50.101917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0bd611-49b2-4893-9a19-9796bfac73fb req-14975e85-ed7e-4759-8b22-0decb5f054f7 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127242 Oct 29 08:33:50.133541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3dbbce12-53cc-420d-b80a-b5f90b6b1ad6 req-4488dc80-636a-4d34-bf0b-1a964309a334 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298621 Oct 29 08:33:50.184613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-626a91d6-c43d-4aae-a480-ac6d823d25a5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0837ba7e-886c-4020-a5c5-2d86feab0f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173842 Oct 29 08:33:50.185924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-a6a3da1f-f138-44e1-af91-c7ddbef310c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a HTTP/1.1" status: 200 len: 217 time: 0.1286769 Oct 29 08:33:50.189918 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911dd8cc-6b64-4e9f-8ea0-94152cbe4734 x-openstack-request-id: req-911dd8cc-6b64-4e9f-8ea0-94152cbe4734 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:50.190400 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b58749d-619e-4353-9f9f-9c0a435e511d", "tag": "70e78329-b1e4-44cf-b59d-594d3b2db2ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "270923e1-b4d7-4f3b-a79f-e5a924b3e7db", "tag": "1a595bf4-79c2-4b00-a0b5-d4b4133bb33d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:50.190771 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-911dd8cc-6b64-4e9f-8ea0-94152cbe4734 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:50.191296 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b58749d-619e-4353-9f9f-9c0a435e511d', 'tag': '70e78329-b1e4-44cf-b59d-594d3b2db2ad', 'status': 'completed', 'code': 200} Oct 29 08:33:50.191678 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270923e1-b4d7-4f3b-a79f-e5a924b3e7db', 'tag': '1a595bf4-79c2-4b00-a0b5-d4b4133bb33d', 'status': 'completed', 'code': 200} Oct 29 08:33:50.227239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:50.245360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'mac_address': 'fa:16:3e:49:a7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:50.310445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-8fe2202e-1573-4d88-9f70-a018ea1413a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.314604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-8fe2202e-1573-4d88-9f70-a018ea1413a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.0990872 Oct 29 08:33:50.324264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-b5931848-7dd2-42d7-958d-9c83acca76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.326669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-b5931848-7dd2-42d7-958d-9c83acca76aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&device_id=2b58749d-619e-4353-9f9f-9c0a435e511d HTTP/1.1" status: 200 len: 1094 time: 0.1042712 Oct 29 08:33:50.328529 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:50.373144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:50.404142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:50.429858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:50.496247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7046217-eb90-4b30-a2a2-d34274145b51 req-50f64727-a407-4325-b15d-660a46233acf tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.497860 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7046217-eb90-4b30-a2a2-d34274145b51 req-50f64727-a407-4325-b15d-660a46233acf tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 944 time: 0.2418418 Oct 29 08:33:50.500974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-61086f5d-a91e-4018-a391-82ba156695f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.501760 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-61086f5d-a91e-4018-a391-82ba156695f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1623688 Oct 29 08:33:50.529256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:50.549704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-031d0117-9586-4a61-ac82-87996766ca7c service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183479 Oct 29 08:33:50.652635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-c71c3600-a048-4c74-be9f-e3cb77924b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.654062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-c71c3600-a048-4c74-be9f-e3cb77924b6c service neutron] 10.222.0.93 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 914 time: 0.3111215 Oct 29 08:33:50.668703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7046217-eb90-4b30-a2a2-d34274145b51 req-ea1f2808-1c4a-4631-9a61-145943beef24 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636224 Oct 29 08:33:50.714887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-eb9cbe71-f343-41cc-bfd0-150e8e24ee54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70e78329-b1e4-44cf-b59d-594d3b2db2ad HTTP/1.1" status: 200 len: 217 time: 0.0507343 Oct 29 08:33:50.723050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-c9946f47-1b86-427b-a4b1-13a1baccb19d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.724662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-c9946f47-1b86-427b-a4b1-13a1baccb19d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261&tenant_id=31e6300b3b05407b95d6113502f238d1&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 949 time: 0.1738179 Oct 29 08:33:50.736717 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-670fd5f2-34a6-4061-89dc-327a4bf3049e service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261965 Oct 29 08:33:50.742525 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a171253-433e-43c9-9f75-020ad1dfc077 req-79605d6f-5261-4cf1-b107-a1d261e814f3 service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472847 Oct 29 08:33:50.752481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154eea01-d357-44e6-9fa3-bb7ca3114e6b req-ee1ef239-a405-4bff-a574-d449ec6bec72 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.754066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-154eea01-d357-44e6-9fa3-bb7ca3114e6b req-ee1ef239-a405-4bff-a574-d449ec6bec72 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 943 time: 0.2053659 Oct 29 08:33:50.843696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-107673c2-8f9c-4650-a965-5b6ffc10fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.845228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-107673c2-8f9c-4650-a965-5b6ffc10fa82 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 200 len: 852 time: 0.1168683 Oct 29 08:33:50.872106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-154eea01-d357-44e6-9fa3-bb7ca3114e6b req-08bcd090-6f3d-4da2-96c3-16c8349188bc tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829594 Oct 29 08:33:50.878592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13fa3d-95c7-49b4-8322-76e87edc5352 req-22754a5d-ed1c-4e7b-afd4-7c8f010e243d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:50.880335 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a13fa3d-95c7-49b4-8322-76e87edc5352 req-22754a5d-ed1c-4e7b-afd4-7c8f010e243d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 949 time: 0.0769558 Oct 29 08:33:50.893139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-92e0dec3-8172-4e6f-b957-45725bdd008e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0837ba7e-886c-4020-a5c5-2d86feab0f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373158 Oct 29 08:33:50.895684 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-d54e63ff-fc82-4e80-a053-3d1557aa5e77 service neutron] delete failed (client error): The resource could not be found. Oct 29 08:33:50.896731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-d54e63ff-fc82-4e80-a053-3d1557aa5e77 service neutron] 10.222.0.15 "DELETE /v2.0/ports/c8d9ce57-cfe3-48fc-a110-0b1b3fe35112/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.1607287 Oct 29 08:33:50.898047 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-a8f1d35a-0823-400c-90d4-576d8d7f406b service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457412 Oct 29 08:33:50.907619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3731f025-408d-495d-a014-6f811fffb6cc details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:50.911227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a88debf7-9ddb-4b90-9c32-ca4fa12a05ec up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:50.989715 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-29ca0d68-5b0a-41e5-8f7c-22a7342c9d5e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c219d5f-da67-41ab-9403-8d346836763d HTTP/1.1" status: 200 len: 217 time: 0.0799849 Oct 29 08:33:51.032571 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a13fa3d-95c7-49b4-8322-76e87edc5352 req-923308f5-cce5-47c8-bbf7-70b293e4f67f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332521 Oct 29 08:33:51.067379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-1620543d-1d2f-4b01-ab89-8a18bdf4c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.070470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-1620543d-1d2f-4b01-ab89-8a18bdf4c0ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.0725484 Oct 29 08:33:51.075499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:33:51.088581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:51.088971 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:51.096129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303ae03-ed21-4b47-8138-3955028b50ee req-1bc2dd2f-44b8-4f9e-89a0-72383649c1bb tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.097770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2303ae03-ed21-4b47-8138-3955028b50ee req-1bc2dd2f-44b8-4f9e-89a0-72383649c1bb tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 944 time: 0.1282310 Oct 29 08:33:51.099697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-b70e6e47-bb92-4204-b305-2bcd79216e7f service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931081 Oct 29 08:33:51.101797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-24e18eb3-c7cf-4dd3-9b89-5bf3c8cb2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.103168 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-24e18eb3-c7cf-4dd3-9b89-5bf3c8cb2f3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1100 time: 0.1005375 Oct 29 08:33:51.115407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3731f025-408d-495d-a014-6f811fffb6cc,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:51.142111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-5bd809b4-2631-4fc6-bc55-00f933eaf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.142413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '3731f025-408d-495d-a014-6f811fffb6cc', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'port_id': '3731f025-408d-495d-a014-6f811fffb6cc', 'mac_address': 'fa:16:3e:d5:bd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a2fe-81ca-4b81-a5e4-840c0bfccc36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:51.144213 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-5bd809b4-2631-4fc6-bc55-00f933eaf172 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608749 Oct 29 08:33:51.213328 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:51.236367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3731f025-408d-495d-a014-6f811fffb6cc {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:51.240941 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:51.262397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:51.264079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2303ae03-ed21-4b47-8138-3955028b50ee req-65e26568-5f78-4cc6-bb7e-31de4a16b5e2 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572025 Oct 29 08:33:51.302423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e325429-be03-4b2a-903e-abd536325682 req-649cc306-63cd-40b5-9734-08d660f11068 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.311411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3731f025-408d-495d-a014-6f811fffb6cc,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:51.311657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5e325429-be03-4b2a-903e-abd536325682 req-649cc306-63cd-40b5-9734-08d660f11068 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 944 time: 0.1354043 Oct 29 08:33:51.311857 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-a3b9d395-45d8-4b82-9b42-a5203182eed6 service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038646 Oct 29 08:33:51.312335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297ce6df-81ae-4fce-a943-76544a5b018d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88debf7-9ddb-4b90-9c32-ca4fa12a05ec'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:51.314835 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10165645-9e13-46b1-9354-74646cb17f74" -d '{"events": [{"server_uuid": "297ce6df-81ae-4fce-a943-76544a5b018d", "name": "network-vif-plugged", "status": "completed", "tag": "a88debf7-9ddb-4b90-9c32-ca4fa12a05ec"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:51.342329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-c3845094-2961-4b73-baff-bc5fdafd0210 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890540 Oct 29 08:33:51.348665 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:51.355122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:51.360715 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5e325429-be03-4b2a-903e-abd536325682 req-fb98fad9-ca69-4d9d-ac56-155f5ce1634c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482297 Oct 29 08:33:51.367569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-b318d3b3-3492-4d57-9411-7250d042db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.369343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-b318d3b3-3492-4d57-9411-7250d042db71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2561364 Oct 29 08:33:51.397617 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:51.457559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-27761041-f13b-4315-9695-5d45e320c84b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 217 time: 0.0714424 Oct 29 08:33:51.501072 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-965b3b28-19ce-48e5-b1c0-7a8fb88f2809 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308897 Oct 29 08:33:51.512671 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8e086-af17-4629-94a7-66b803f0120e x-openstack-request-id: req-c9e8e086-af17-4629-94a7-66b803f0120e {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:51.513053 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297ce6df-81ae-4fce-a943-76544a5b018d", "name": "network-vif-plugged", "status": "completed", "tag": "a88debf7-9ddb-4b90-9c32-ca4fa12a05ec", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:51.513269 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9e8e086-af17-4629-94a7-66b803f0120e {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:51.513629 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297ce6df-81ae-4fce-a943-76544a5b018d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88debf7-9ddb-4b90-9c32-ca4fa12a05ec', 'code': 200} Oct 29 08:33:51.528998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-0c7f30a0-248f-4424-be0e-288ec5b690f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.530637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-0c7f30a0-248f-4424-be0e-288ec5b690f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 1095 time: 0.1458480 Oct 29 08:33:51.534552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3731f025-408d-495d-a014-6f811fffb6cc,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:51.541700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163e698-4598-49d1-9a61-511c957b5e2b req-d2a987cc-03ad-413f-ba3e-6992126f7fe1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.543272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e163e698-4598-49d1-9a61-511c957b5e2b req-d2a987cc-03ad-413f-ba3e-6992126f7fe1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.2008555 Oct 29 08:33:51.569342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-adedf6e5-2c42-40ab-a783-a94822733e45 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd HTTP/1.1" status: 200 len: 217 time: 0.0544708 Oct 29 08:33:51.620469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3731f025-408d-495d-a014-6f811fffb6cc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:51.645528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-1f702337-de93-4272-8152-a8418a043775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.648182 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-1f702337-de93-4272-8152-a8418a043775 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.0701220 Oct 29 08:33:51.664354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:51.725745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-45535e57-1f66-429d-8a47-35bf8f8471c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:51.727311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-45535e57-1f66-429d-8a47-35bf8f8471c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715857 Oct 29 08:33:51.917591 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-3d1e0d46-e1a3-4359-9bf4-27541fe63710 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819944 Oct 29 08:33:52.004791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590491f-d42d-4492-94a5-69456e04c8f9 req-d72b2187-ae42-4929-9425-95bf6d51fdc6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.006397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b590491f-d42d-4492-94a5-69456e04c8f9 req-d72b2187-ae42-4929-9425-95bf6d51fdc6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 945 time: 0.1308415 Oct 29 08:33:52.016548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-3280bd10-ba8b-4b91-9aa3-d2c5c056950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.018178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-3280bd10-ba8b-4b91-9aa3-d2c5c056950a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.5386386 Oct 29 08:33:52.068214 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e163e698-4598-49d1-9a61-511c957b5e2b req-1c69916c-25d4-4e69-b83d-6ca26bd4c843 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131346 Oct 29 08:33:52.070998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b590491f-d42d-4492-94a5-69456e04c8f9 req-397d35a3-9c84-4b85-9fe1-a61ee90cc7c1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571244 Oct 29 08:33:52.076518 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c35828-c161-4fd0-b2de-35c4f20d8f7c req-5ee14301-1e07-4984-9e5f-7c4d5b9470fa service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494155 Oct 29 08:33:52.100758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd6f72-c2d7-46a8-931f-fce3f22566f3 req-99a5ae18-b1ce-4ef0-9f88-426456ead12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.102366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1dd6f72-c2d7-46a8-931f-fce3f22566f3 req-99a5ae18-b1ce-4ef0-9f88-426456ead12e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 1096 time: 0.5548630 Oct 29 08:33:52.180293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-32aa4a6b-632a-4086-9cd6-4c9b73ddaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.181852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-32aa4a6b-632a-4086-9cd6-4c9b73ddaa6f service neutron] 10.222.0.93 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 914 time: 0.6354058 Oct 29 08:33:52.198267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-784e5366-985c-486e-af46-d0a708daac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.199911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-784e5366-985c-486e-af46-d0a708daac44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724448 Oct 29 08:33:52.216353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1dd6f72-c2d7-46a8-931f-fce3f22566f3 req-68a343e4-ef98-4d73-8317-f9187a5cbdad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018972 Oct 29 08:33:52.226641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d5c13-24d7-4a5e-93cf-a3958581f390 req-1c51aa84-acb1-41ec-b3c8-64df5203b34d tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.228993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a36d5c13-24d7-4a5e-93cf-a3958581f390 req-1c51aa84-acb1-41ec-b3c8-64df5203b34d tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 943 time: 0.0646565 Oct 29 08:33:52.273565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-33366960-49df-489f-a9a2-bd4d0a78297e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d HTTP/1.1" status: 200 len: 217 time: 0.0717905 Oct 29 08:33:52.274968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a36d5c13-24d7-4a5e-93cf-a3958581f390 req-2477db16-12e1-44b8-8bd2-241befbacfca tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Oct 29 08:33:52.393252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f16cba-5bfd-4deb-959d-b09665f9fc9c req-64369bc7-46e8-4c5e-9df7-826a0a0afa8e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.395225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27f16cba-5bfd-4deb-959d-b09665f9fc9c req-64369bc7-46e8-4c5e-9df7-826a0a0afa8e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 945 time: 0.0561676 Oct 29 08:33:52.402806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-62ae2704-7796-4e2f-bce0-fa5ffbdf2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.404312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-62ae2704-7796-4e2f-bce0-fa5ffbdf2b3f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.0914884 Oct 29 08:33:52.441952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c61f0-21eb-48cc-87dd-418415073a59 req-d90435ce-310a-45c5-ad43-2e73c1f3ce39 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.443512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fb1c61f0-21eb-48cc-87dd-418415073a59 req-d90435ce-310a-45c5-ad43-2e73c1f3ce39 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 949 time: 0.1843855 Oct 29 08:33:52.452493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27f16cba-5bfd-4deb-959d-b09665f9fc9c req-9c37fa5f-d88a-4391-94d5-435cd2da84a6 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497670 Oct 29 08:33:52.468627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-e5cd629f-b9df-42b9-875a-0566ea87b99f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481443 Oct 29 08:33:52.479768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-de051881-ac1e-4935-9591-6e04ff94c7a4 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669127 Oct 29 08:33:52.559095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bf97d-756b-493c-b6dd-80fb2c0f1d4a req-ffc10fe1-3f3a-44af-908e-980f0108c7a6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:52.560853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd3bf97d-756b-493c-b6dd-80fb2c0f1d4a req-ffc10fe1-3f3a-44af-908e-980f0108c7a6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 944 time: 0.0538807 Oct 29 08:33:52.604471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd3bf97d-756b-493c-b6dd-80fb2c0f1d4a req-5310733c-ecb9-402c-b4d0-5939c9a295e7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Oct 29 08:33:52.612024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fb1c61f0-21eb-48cc-87dd-418415073a59 req-36433c5b-858f-4980-850c-3961fd273d9d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521487 Oct 29 08:33:52.677982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-24f12459-511a-46e2-af37-5867f429e601 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068653 Oct 29 08:33:52.681568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a89722d-3e75-4b49-b9e7-d2b5d21224ac req-5993abb4-b993-4c75-ab51-0db6f4128df1 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914606 Oct 29 08:33:52.781862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a634d6a-9c63-494d-b969-588a2dae8b3d req-74fadc06-cca6-49c5-8576-b1170c1bf85b service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960853 Oct 29 08:33:52.919618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3731f025-408d-495d-a014-6f811fffb6cc up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:52.973022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 3731f025-408d-495d-a014-6f811fffb6cc completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:33:52.977173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 3731f025-408d-495d-a014-6f811fffb6cc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:52.977547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:53.063628 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:53.109801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3731f025-408d-495d-a014-6f811fffb6cc,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:53.115453 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:53.177985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3731f025-408d-495d-a014-6f811fffb6cc,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:53.198988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c127-d70a-4826-a077-4184f485d2f6 req-ee02bdeb-c1d6-4884-af35-617bce586524 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:53.207395 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c73c127-d70a-4826-a077-4184f485d2f6 req-ee02bdeb-c1d6-4884-af35-617bce586524 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0669227 Oct 29 08:33:53.239656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9bdd7-74a3-48ac-a30f-789a8eaae83a req-979a25c8-a27d-4696-8a01-0d28bd61d047 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:53.241271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ce9bdd7-74a3-48ac-a30f-789a8eaae83a req-979a25c8-a27d-4696-8a01-0d28bd61d047 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 945 time: 0.0555599 Oct 29 08:33:53.263315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c73c127-d70a-4826-a077-4184f485d2f6 req-297b5f2f-0bd8-42c5-a5a8-2e828565b974 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547192 Oct 29 08:33:53.307249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ce9bdd7-74a3-48ac-a30f-789a8eaae83a req-919a3997-d2a6-4602-948a-aa319469166e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589459 Oct 29 08:33:53.450060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b37a3-12c3-49e6-bbff-cb2d80c7c451 req-68dfb0b0-973e-454d-a31c-0af6750061dc tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:53.456273 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d5b37a3-12c3-49e6-bbff-cb2d80c7c451 req-68dfb0b0-973e-454d-a31c-0af6750061dc tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 943 time: 0.0729449 Oct 29 08:33:53.500282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d5b37a3-12c3-49e6-bbff-cb2d80c7c451 req-d5a4e190-f390-4eab-99a1-dec599b0d370 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Oct 29 08:33:53.515477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3731f025-408d-495d-a014-6f811fffb6cc'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:53.518290 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6162ef-cf10-49b8-acc6-9d2be058ae33" -d '{"events": [{"server_uuid": "214486b5-fb3c-4ff4-89b7-70fda15566db", "name": "network-vif-plugged", "status": "completed", "tag": "3731f025-408d-495d-a014-6f811fffb6cc"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:53.558257 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b4089c-d12f-482a-82a7-c0055f25053c x-openstack-request-id: req-21b4089c-d12f-482a-82a7-c0055f25053c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:53.558560 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214486b5-fb3c-4ff4-89b7-70fda15566db", "name": "network-vif-plugged", "status": "completed", "tag": "3731f025-408d-495d-a014-6f811fffb6cc", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:53.558842 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21b4089c-d12f-482a-82a7-c0055f25053c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:53.559254 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3731f025-408d-495d-a014-6f811fffb6cc', 'code': 200} Oct 29 08:33:53.595262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70128fb-5979-419d-b564-43f2f8fc4f17 req-e2adff6b-37f7-461a-bf18-52364e38bd50 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:53.596972 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f70128fb-5979-419d-b564-43f2f8fc4f17 req-e2adff6b-37f7-461a-bf18-52364e38bd50 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 946 time: 0.0599089 Oct 29 08:33:53.647716 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f70128fb-5979-419d-b564-43f2f8fc4f17 req-7f0772fa-eae7-44ba-9033-8f59afd31342 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Oct 29 08:33:53.680285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7134b-93b4-412f-9b02-b6fb070209d1 req-cd41712b-9276-4128-97d4-4c2c069c0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:53.681988 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46b7134b-93b4-412f-9b02-b6fb070209d1 req-cd41712b-9276-4128-97d4-4c2c069c0ff1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 1097 time: 0.0553601 Oct 29 08:33:53.756695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4b7c6-2260-4e22-910d-3fc1ebcb75ce req-bbb9a127-f124-456c-bed4-c87ce9b09c3e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:53.758307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47d4b7c6-2260-4e22-910d-3fc1ebcb75ce req-bbb9a127-f124-456c-bed4-c87ce9b09c3e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 944 time: 0.0745785 Oct 29 08:33:53.759953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46b7134b-93b4-412f-9b02-b6fb070209d1 req-bd5dd550-4321-4d15-9075-9d86c0868fc4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658367 Oct 29 08:33:53.763927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8359d-440f-459e-aa41-cdfe923a9e37 req-983db0c5-6f68-4670-ad1b-c9924af883b1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:53.765555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ee8359d-440f-459e-aa41-cdfe923a9e37 req-983db0c5-6f68-4670-ad1b-c9924af883b1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 949 time: 0.0520918 Oct 29 08:33:53.801386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47d4b7c6-2260-4e22-910d-3fc1ebcb75ce req-e7d3d092-273d-43dc-9833-a149bcf295e0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Oct 29 08:33:53.807723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ee8359d-440f-459e-aa41-cdfe923a9e37 req-813eebb1-abeb-499b-b4e3-176e3ea420aa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360539 Oct 29 08:33:53.913845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01b4f8-fb5b-4e31-a733-3a90a52dcb38 req-ef9f7494-54cb-47a7-afbd-ba65ed939d20 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:53.915290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f01b4f8-fb5b-4e31-a733-3a90a52dcb38 req-ef9f7494-54cb-47a7-afbd-ba65ed939d20 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1100 time: 0.0431671 Oct 29 08:33:53.951919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f01b4f8-fb5b-4e31-a733-3a90a52dcb38 req-5d82a4e1-801a-4dd2-a9fa-e7e88f06b913 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299437 Oct 29 08:33:54.113559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:54.116070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:33:54.188949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-e45eb8ba-29e8-44a8-ac1a-8d905fdd914d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=31e6300b3b05407b95d6113502f238d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255063 Oct 29 08:33:54.231556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:33:54.244395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:54.244860 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:54.290248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:54.308623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '1a595bf4-79c2-4b00-a0b5-d4b4133bb33d', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'port_id': '1a595bf4-79c2-4b00-a0b5-d4b4133bb33d', 'mac_address': 'fa:16:3e:f8:7e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d27dd1-3461-42a3-99f1-e87ef81f581c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:54.333545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-8c6201e4-ec95-4079-a27a-31370e543d54 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:54.336004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-8c6201e4-ec95-4079-a27a-31370e543d54 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405854 Oct 29 08:33:54.356984 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-24de1cf1-708d-4f92-a1c5-d4ab3e7a5f8f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/quotas/31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 375 time: 0.0117342 Oct 29 08:33:54.381247 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:54.392757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:54.406416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca6e4f-2ac4-42a3-9e78-946e7d1b55e7 req-0b238c2b-e079-454a-b102-d4049c13d598 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:54.415788 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fca6e4f-2ac4-42a3-9e78-946e7d1b55e7 req-0b238c2b-e079-454a-b102-d4049c13d598 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0901349 Oct 29 08:33:54.417037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:54.447899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:54.451328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-ee9100e1-bf41-43d0-818a-5d2fb128c315 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846040 Oct 29 08:33:54.452087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:54.456586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:54.489009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fca6e4f-2ac4-42a3-9e78-946e7d1b55e7 req-96ecd44c-e7f7-4d32-87a4-dc925f111eea tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719812 Oct 29 08:33:54.515467 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:54.516329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1d45a831-7655-432d-bde8-9e98f7ba65bb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:54.521619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:54.664657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c10f8-02ab-4ed9-b7a3-17da09c0ba11 req-88e7e8f5-771e-4a8d-9429-a4f454cea787 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:54.674488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:54.682136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1d45a831-7655-432d-bde8-9e98f7ba65bb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1d45a831-7655-432d-bde8-9e98f7ba65bb,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:54.692757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d83c10f8-02ab-4ed9-b7a3-17da09c0ba11 req-88e7e8f5-771e-4a8d-9429-a4f454cea787 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 945 time: 0.1129675 Oct 29 08:33:54.693700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '1d45a831-7655-432d-bde8-9e98f7ba65bb', 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'port_id': '1d45a831-7655-432d-bde8-9e98f7ba65bb', 'mac_address': 'fa:16:3e:da:14:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca2e5d9-8008-479b-941c-6b6e0ae57a68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:54.738621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d83c10f8-02ab-4ed9-b7a3-17da09c0ba11 req-37cd87f1-d440-42c5-82e3-d86a798b73e2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451915 Oct 29 08:33:54.743469 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:54.759509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d45a831-7655-432d-bde8-9e98f7ba65bb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:54.798335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1d45a831-7655-432d-bde8-9e98f7ba65bb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1d45a831-7655-432d-bde8-9e98f7ba65bb,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:54.804480 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:54.805692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 70e78329-b1e4-44cf-b59d-594d3b2db2ad details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:33:54.884933 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab4ddd9a-5431-4e60-b9a1-a3eefe7c8454 req-838e17ff-cbd1-4a7f-bc3b-8dcf4bf17db4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 210 time: 0.0616643 Oct 29 08:33:54.890634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359463df-e847-4afc-a4cf-88899bb9128f req-8befa7c0-130e-40d9-9a65-830c99f92264 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:54.899826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359463df-e847-4afc-a4cf-88899bb9128f req-8befa7c0-130e-40d9-9a65-830c99f92264 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 944 time: 0.1025643 Oct 29 08:33:54.946910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 70e78329-b1e4-44cf-b59d-594d3b2db2ad, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=70e78329-b1e4-44cf-b59d-594d3b2db2ad,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:54.950825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359463df-e847-4afc-a4cf-88899bb9128f req-11ca18f3-69d7-4d41-a65c-adaf089e67ef tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Oct 29 08:33:54.962490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1d45a831-7655-432d-bde8-9e98f7ba65bb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:54.984799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '70e78329-b1e4-44cf-b59d-594d3b2db2ad', 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'port_id': '70e78329-b1e4-44cf-b59d-594d3b2db2ad', 'mac_address': 'fa:16:3e:26:b1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca2e5d9-8008-479b-941c-6b6e0ae57a68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:33:55.060967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464b551-2a4d-4d0c-ac16-7da482869ed1 req-a4411b94-938c-40f2-b020-3c472995189c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:55.069262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0464b551-2a4d-4d0c-ac16-7da482869ed1 req-a4411b94-938c-40f2-b020-3c472995189c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 946 time: 0.1177452 Oct 29 08:33:55.080518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:55.104559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e78329-b1e4-44cf-b59d-594d3b2db2ad {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:55.145681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 70e78329-b1e4-44cf-b59d-594d3b2db2ad, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=70e78329-b1e4-44cf-b59d-594d3b2db2ad,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:55.154057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0464b551-2a4d-4d0c-ac16-7da482869ed1 req-60b9a857-fa52-4aa4-b7e5-9338be7190ad tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837331 Oct 29 08:33:55.155141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:55.256363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=70e78329-b1e4-44cf-b59d-594d3b2db2ad,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:55.256792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c168d8-bcd8-4f0c-ab1b-14032e85fc26 req-5d7c0391-6f68-4d30-b62b-775720762746 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:55.258600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6c168d8-bcd8-4f0c-ab1b-14032e85fc26 req-5d7c0391-6f68-4d30-b62b-775720762746 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 945 time: 0.0607963 Oct 29 08:33:55.305812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6c168d8-bcd8-4f0c-ab1b-14032e85fc26 req-585c1e93-c0fb-4469-8c07-69cf3e9018f3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Oct 29 08:33:55.356542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985d174-12ef-4c77-a368-5fbe4824d49f req-ebbcd003-21d8-400e-a1f0-17fd3cf5483a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:55.358111 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4985d174-12ef-4c77-a368-5fbe4824d49f req-ebbcd003-21d8-400e-a1f0-17fd3cf5483a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 945 time: 0.0734975 Oct 29 08:33:55.404890 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4985d174-12ef-4c77-a368-5fbe4824d49f req-219af0e9-600c-465e-9fae-2fe567eba0e7 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386634 Oct 29 08:33:55.547541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9b6d5-a922-4ecb-8256-3a47ac8f4633 req-d2a44205-4398-4cdf-b79b-db7303a8fe87 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:55.549907 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dcd9b6d5-a922-4ecb-8256-3a47ac8f4633 req-d2a44205-4398-4cdf-b79b-db7303a8fe87 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 945 time: 0.0620546 Oct 29 08:33:55.561478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:55.564750 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c584a50-d0dd-4c84-a1a3-7547dc0753ce" -d '{"events": [{"server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "name": "network-vif-plugged", "status": "completed", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:55.604352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dcd9b6d5-a922-4ecb-8256-3a47ac8f4633 req-c445f5e9-1818-4dcb-9f00-eba9ffae8b45 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 Oct 29 08:33:55.632351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5586b-c6a0-4a26-afee-dc0afab205d5 req-c7006e99-f641-4521-935c-0b88f98aa218 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:55.633733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ad5586b-c6a0-4a26-afee-dc0afab205d5 req-c7006e99-f641-4521-935c-0b88f98aa218 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0547535 Oct 29 08:33:55.655743 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f2d56b-9458-46cb-be9a-c86928081468 x-openstack-request-id: req-43f2d56b-9458-46cb-be9a-c86928081468 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:55.656076 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "name": "network-vif-plugged", "status": "completed", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:55.656333 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43f2d56b-9458-46cb-be9a-c86928081468 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:55.656744 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'code': 200} Oct 29 08:33:55.676760 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ad5586b-c6a0-4a26-afee-dc0afab205d5 req-2a7c1336-9e1e-426e-a316-5b69f740e6a2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371811 Oct 29 08:33:55.755235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['70e78329-b1e4-44cf-b59d-594d3b2db2ad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:55.841761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['1d45a831-7655-432d-bde8-9e98f7ba65bb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:55.843781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['1a595bf4-79c2-4b00-a0b5-d4b4133bb33d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:55.951032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-026b56cb-f3e0-41e9-ba14-8b9e219cf576 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=31e6300b3b05407b95d6113502f238d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455973 Oct 29 08:33:56.001059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2475817-416e-4426-ad3f-88dca022e295 req-6919828d-8af0-4541-b170-7174bfb70184 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:56.006774 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b2475817-416e-4426-ad3f-88dca022e295 req-6919828d-8af0-4541-b170-7174bfb70184 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 945 time: 0.1158333 Oct 29 08:33:56.078657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94463c74-004f-4c7b-9bee-780043fd4a50 req-12832292-e400-492d-b713-e07172a7eab5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 210 time: 0.0333085 Oct 29 08:33:56.087779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b2475817-416e-4426-ad3f-88dca022e295 req-4160bfe6-44b3-47b0-a457-776c38ddeb50 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730336 Oct 29 08:33:56.156996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-5aec402b-b308-4c0a-92bf-9c5072f5043d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:56.159312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-5aec402b-b308-4c0a-92bf-9c5072f5043d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019789 Oct 29 08:33:56.186106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Request body: {'port': {'device_id': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '31e6300b3b05407b95d6113502f238d1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:56.292305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0000d-b0a0-4835-9dc9-97fcd8d0dd4f req-dc3c9d39-8925-48f3-b192-34994e34de21 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:56.294646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60b0000d-b0a0-4835-9dc9-97fcd8d0dd4f req-dc3c9d39-8925-48f3-b192-34994e34de21 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 946 time: 0.0621943 Oct 29 08:33:56.299306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbd5e0-6e40-44a3-acbd-cff66eb365f4 req-243fe509-5af0-47dd-8f8f-31498f77cbd9 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:56.316388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdbbd5e0-6e40-44a3-acbd-cff66eb365f4 req-243fe509-5af0-47dd-8f8f-31498f77cbd9 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 944 time: 0.1264963 Oct 29 08:33:56.340619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60b0000d-b0a0-4835-9dc9-97fcd8d0dd4f req-413ac848-1aef-4d5f-9f55-60a1749a5c5c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Oct 29 08:33:56.368449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdbbd5e0-6e40-44a3-acbd-cff66eb365f4 req-58967078-58c0-4cfa-b25c-203efaeddbec tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Oct 29 08:33:56.491837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d2c3-bb9e-41f3-956e-e2b9624325a6 req-52635cbd-4c27-45d6-a593-d103df120e00 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:56.495872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5387d2c3-bb9e-41f3-956e-e2b9624325a6 req-52635cbd-4c27-45d6-a593-d103df120e00 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 945 time: 0.0714648 Oct 29 08:33:56.496122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Made reservation on behalf of 31e6300b3b05407b95d6113502f238d1 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:33:56.500091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:56.558973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5387d2c3-bb9e-41f3-956e-e2b9624325a6 req-5c6a5367-6fc8-48a0-a96f-5d88ca0f0a3f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568500 Oct 29 08:33:56.664200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Allocated IP 192.168.233.90 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/adf88c00-579a-4825-8aad-390c1e2b4c1e) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:33:56.840893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d727-dcee-4fbd-8ef6-91aa07ee3e82 req-13e0d372-df4d-4a34-a50e-779a2d5541a9 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:56.843546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e74d727-dcee-4fbd-8ef6-91aa07ee3e82 req-13e0d372-df4d-4a34-a50e-779a2d5541a9 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0653973 Oct 29 08:33:56.846364 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:56.895455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e74d727-dcee-4fbd-8ef6-91aa07ee3e82 req-f4afb55a-89c5-41b3-8362-028835580615 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Oct 29 08:33:56.903086 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:56.961971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:33:56.965179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:33:56.968560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:33:57.004850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:57.041966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:57.043048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:57.065972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-6686027c-95bc-463a-aa5d-120c011061c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8844271 Oct 29 08:33:57.100344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Request body: {'port': {'device_id': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:33:57.234350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:57.281507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b7b43-2bbe-439d-9d70-9e662076d916 req-55e783dc-e5fa-4b7f-88ae-bdcfbbf6b5a2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:57.292538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c45b7b43-2bbe-439d-9d70-9e662076d916 req-55e783dc-e5fa-4b7f-88ae-bdcfbbf6b5a2 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 945 time: 0.0908701 Oct 29 08:33:57.334061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c45b7b43-2bbe-439d-9d70-9e662076d916 req-d355a00a-015e-4f80-a28e-18fc4587d7d5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Oct 29 08:33:57.378492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-995e301f-96b2-44c2-87a1-3ef84c03fd11 None None] Provisioning complete for port adf88c00-579a-4825-8aad-390c1e2b4c1e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:33:57.379242 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-995e301f-96b2-44c2-87a1-3ef84c03fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:57.413014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b7527-979a-4cda-b75e-de87a7d40486 req-6e342e76-a9f7-4612-8082-9dbe14a0e384 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:57.414601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e54b7527-979a-4cda-b75e-de87a7d40486 req-6e342e76-a9f7-4612-8082-9dbe14a0e384 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 935 time: 0.2089641 Oct 29 08:33:57.425784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-995e301f-96b2-44c2-87a1-3ef84c03fd11 None None] Port adf88c00-579a-4825-8aad-390c1e2b4c1e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:33:57.433916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-179d1ca7-79a7-4dee-9078-1eaf6488529d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:57.435432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-179d1ca7-79a7-4dee-9078-1eaf6488529d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 945 time: 0.1660347 Oct 29 08:33:57.528364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a549d-981e-441d-981a-7d66d92212b2 req-15c2c155-f23b-4509-8a35-312d98954372 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:57.530510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a2a549d-981e-441d-981a-7d66d92212b2 req-15c2c155-f23b-4509-8a35-312d98954372 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 944 time: 0.0567250 Oct 29 08:33:57.556161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e54b7527-979a-4cda-b75e-de87a7d40486 req-437db50a-8b6a-46d6-b915-8e3227e0ebeb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319129 Oct 29 08:33:57.588333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a2a549d-981e-441d-981a-7d66d92212b2 req-4625c7f3-985b-40ed-9730-386c0bc702e0 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511086 Oct 29 08:33:57.624518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:57.726502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Deleting port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:33:57.727134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:57.734619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba68140-c485-4703-9457-6e1d4a79d8f4 req-e988743e-9198-418f-b193-0b8f84f39960 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:57.742679 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ba68140-c485-4703-9457-6e1d4a79d8f4 req-e988743e-9198-418f-b193-0b8f84f39960 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 945 time: 0.0633881 Oct 29 08:33:57.813746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ba68140-c485-4703-9457-6e1d4a79d8f4 req-29843c6c-e74e-46c9-a167-e82dbae6eaad tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700145 Oct 29 08:33:57.881214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] For port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:33:57.881584 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:57.901652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Calling delete_port for a88debf7-9ddb-4b90-9c32-ca4fa12a05ec owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:33:57.909269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf88c00-579a-4825-8aad-390c1e2b4c1e {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:33:57.919829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:57.951402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf7753-dd76-41fa-a674-7957ce8fdb90 req-a6624bac-da00-48c9-9c13-57ef6e295a7a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:57.953172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cf7753-dd76-41fa-a674-7957ce8fdb90 req-a6624bac-da00-48c9-9c13-57ef6e295a7a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 946 time: 0.0563574 Oct 29 08:33:57.964020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Transition to ACTIVE for port object adf88c00-579a-4825-8aad-390c1e2b4c1e will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:33:57.971023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:58.000457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cf7753-dd76-41fa-a674-7957ce8fdb90 req-5961d1c5-5ca4-49b4-b860-11f5e2ecce5a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Oct 29 08:33:58.087107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:58.163339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fec42-d12d-44bd-b9b7-7216be40de15 req-70329489-7105-45c2-9b8c-f4699ced4c77 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:58.164988 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec9fec42-d12d-44bd-b9b7-7216be40de15 req-70329489-7105-45c2-9b8c-f4699ced4c77 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1780896 Oct 29 08:33:58.219874 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:58.233870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['a88debf7-9ddb-4b90-9c32-ca4fa12a05ec'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:58.268987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Attempting to bind port adf88c00-579a-4825-8aad-390c1e2b4c1e on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:33:58.269323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Attempting to bind port adf88c00-579a-4825-8aad-390c1e2b4c1e by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:33:58.269657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Attempting to bind port adf88c00-579a-4825-8aad-390c1e2b4c1e on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:58.274248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec9fec42-d12d-44bd-b9b7-7216be40de15 req-5352fc6d-29ba-450f-9ad4-bca341a86787 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005538 Oct 29 08:33:58.276427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event deleted for resources: {'Port': ['ID=a88debf7-9ddb-4b90-9c32-ca4fa12a05ec,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:58.283873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Port adf88c00-579a-4825-8aad-390c1e2b4c1e on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:33:58.284222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Attempting to bind port adf88c00-579a-4825-8aad-390c1e2b4c1e on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:33:58.287466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:33:58.290703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:33:58.291046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:33:58.291422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:33:58.291895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Bound port: adf88c00-579a-4825-8aad-390c1e2b4c1e, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:33:58.292259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:58.333776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] No DVR routers for this DVR port a88debf7-9ddb-4b90-9c32-ca4fa12a05ec on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:33:58.338551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:58.342692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd61e5ad-c4be-4498-ad14-bbee252834c8 req-edb8abf7-acda-4f54-af26-877cb1d9ea9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "DELETE /v2.0/ports/a88debf7-9ddb-4b90-9c32-ca4fa12a05ec HTTP/1.1" status: 204 len: 173 time: 0.8366761 Oct 29 08:33:58.343165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297ce6df-81ae-4fce-a943-76544a5b018d', 'name': 'network-vif-deleted', 'tag': 'a88debf7-9ddb-4b90-9c32-ca4fa12a05ec'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:33:58.345671 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7711f-e32b-4fa5-8f1d-431cee4de062" -d '{"events": [{"server_uuid": "297ce6df-81ae-4fce-a943-76544a5b018d", "name": "network-vif-deleted", "tag": "a88debf7-9ddb-4b90-9c32-ca4fa12a05ec"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:33:58.420408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:33:58.423935 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281fcda1-5b84-4500-b4f8-57e71222c2f6 x-openstack-request-id: req-281fcda1-5b84-4500-b4f8-57e71222c2f6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:33:58.424289 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297ce6df-81ae-4fce-a943-76544a5b018d", "name": "network-vif-deleted", "tag": "a88debf7-9ddb-4b90-9c32-ca4fa12a05ec", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:33:58.424613 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-281fcda1-5b84-4500-b4f8-57e71222c2f6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:33:58.425017 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297ce6df-81ae-4fce-a943-76544a5b018d', 'name': 'network-vif-deleted', 'tag': 'a88debf7-9ddb-4b90-9c32-ca4fa12a05ec', 'status': 'completed', 'code': 200} Oct 29 08:33:58.427576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:33:58.432798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:58.479210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:58.480011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:58.481840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] 10.222.0.15 "PUT /v2.0/ports/adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 1095 time: 1.3890159 Oct 29 08:33:58.492454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8560ec24-3b35-49a3-a97d-7bbef84c9520 req-48621d07-868a-4fcb-8618-8b76202eb52a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=297ce6df-81ae-4fce-a943-76544a5b018d HTTP/1.1" status: 200 len: 210 time: 0.0448444 Oct 29 08:33:58.504180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3817a-478d-49ab-bc59-1b643aa1c4fd service neutron] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:33:58.599497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-005f7c99-e062-45e4-8004-53ae4a6e29e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:58.601134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-005f7c99-e062-45e4-8004-53ae4a6e29e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1098 time: 0.0463433 Oct 29 08:33:58.653645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-ed0bf901-feb3-447e-a79b-41c8fcfe7218 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 217 time: 0.0408561 Oct 29 08:33:58.719110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee247fb9-19a9-4ec0-84c5-a5b94a80e65f req-1273cbb1-e39c-4db6-8bb5-d122841e3071 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:58.720756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee247fb9-19a9-4ec0-84c5-a5b94a80e65f req-1273cbb1-e39c-4db6-8bb5-d122841e3071 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 944 time: 0.0513127 Oct 29 08:33:58.739333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-9192b44d-163e-45f0-8350-f168601a5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:58.740868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-9192b44d-163e-45f0-8350-f168601a5619 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0761132 Oct 29 08:33:58.748615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13e85c-dac2-4afd-9b2b-6622895f9699 req-43f8ad76-171b-41a0-9880-821f1159858d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:58.748869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:33:58.750131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc13e85c-dac2-4afd-9b2b-6622895f9699 req-43f8ad76-171b-41a0-9880-821f1159858d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 947 time: 0.0956094 Oct 29 08:33:58.770779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee247fb9-19a9-4ec0-84c5-a5b94a80e65f req-bef0c06e-0376-4630-8d44-95ee4d63b3c8 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Oct 29 08:33:58.813786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-feaade80-32da-4a13-bd37-0fd6cb8d4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:58.815292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-feaade80-32da-4a13-bd37-0fd6cb8d4c92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642810 Oct 29 08:33:58.828100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc13e85c-dac2-4afd-9b2b-6622895f9699 req-a45f2970-55c8-4e0d-8d77-d12b50dfb603 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673735 Oct 29 08:33:58.850240 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:33:58.923624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-e116eb52-e338-4e2b-a69d-5f29a55cefad service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945299 Oct 29 08:33:58.938962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb089-bc4e-4a05-aaf5-92b269a1e449 req-56f4fd44-c003-4259-a053-fd5b427b840e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:58.940464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6accb089-bc4e-4a05-aaf5-92b269a1e449 req-56f4fd44-c003-4259-a053-fd5b427b840e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 945 time: 0.0572166 Oct 29 08:33:58.978934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6accb089-bc4e-4a05-aaf5-92b269a1e449 req-afbc510c-47cf-46ef-b6d3-c143a53d12f5 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Oct 29 08:33:59.066247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f49ab8a-3392-4929-9da7-5d3f3d13435d req-99029fff-44fc-435a-b627-88e25c757644 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935597 Oct 29 08:33:59.127103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a7ff-a492-43da-9100-f2656c6f08b2 req-a0c67d3d-b454-47b3-934b-de91c5ef9bab tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:59.128764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a89a7ff-a492-43da-9100-f2656c6f08b2 req-a0c67d3d-b454-47b3-934b-de91c5ef9bab tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 946 time: 0.0525155 Oct 29 08:33:59.179132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a89a7ff-a492-43da-9100-f2656c6f08b2 req-5ad19b15-7367-4fa2-a771-c14543c3f2dc tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 Oct 29 08:33:59.402369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be00bbd-75ef-436f-8801-ddd6b454603c req-c004ea43-59ae-4445-992e-bfde3d0cdbd3 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:59.403934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6be00bbd-75ef-436f-8801-ddd6b454603c req-c004ea43-59ae-4445-992e-bfde3d0cdbd3 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0510225 Oct 29 08:33:59.443222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6be00bbd-75ef-436f-8801-ddd6b454603c req-5e4f9128-b706-433d-9135-f127a40185ea tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Oct 29 08:33:59.814760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-69eee7e4-ce3d-46eb-9ab4-23e3b83ea112 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:59.816305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-69eee7e4-ce3d-46eb-9ab4-23e3b83ea112 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.1102893 Oct 29 08:33:59.831902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-6401f9e7-202b-4ede-a971-34e2fe7a49d0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/quotas/24b6b3f61fbc4c2a916e6f12373383b8 HTTP/1.1" status: 200 len: 375 time: 0.0092022 Oct 29 08:33:59.883877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-04f12e0a-55e3-4aff-ae82-feda9f9ac70f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459855 Oct 29 08:33:59.889706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ce057-2146-44e7-a42c-bc26d00fb33a req-d5cb2a90-0719-42d2-9037-8656b94d4937 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:33:59.891184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac5ce057-2146-44e7-a42c-bc26d00fb33a req-d5cb2a90-0719-42d2-9037-8656b94d4937 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 944 time: 0.0492094 Oct 29 08:33:59.939942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac5ce057-2146-44e7-a42c-bc26d00fb33a req-16b1bb3f-4189-42c0-940e-7d2a1c562ac9 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Oct 29 08:33:59.998960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-d7c0e4e6-c16a-44d6-a536-3dafc758f082 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078165 Oct 29 08:34:00.051106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008228b3-566b-47dd-afab-c07722d3b717 req-b96d9c7e-9de1-463a-bbce-b23fbd621378 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:00.052685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-008228b3-566b-47dd-afab-c07722d3b717 req-b96d9c7e-9de1-463a-bbce-b23fbd621378 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 947 time: 0.0519140 Oct 29 08:34:00.090960 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-008228b3-566b-47dd-afab-c07722d3b717 req-3661e227-a046-4513-b3be-4d3bc872f0d0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Oct 29 08:34:00.095498 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-8c2d4310-9bfc-4a3b-a99b-16038fac16cd service neutron] 10.222.0.70 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896907 Oct 29 08:34:00.119466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:00.173147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:00.178127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:00.178501 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:00.209093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e95df-3dd2-4da5-a524-259bcc3c6c76 req-da8e88d6-9ff9-49e8-8a0f-dd4d232ea878 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:00.210756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc7e95df-3dd2-4da5-a524-259bcc3c6c76 req-da8e88d6-9ff9-49e8-8a0f-dd4d232ea878 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 945 time: 0.0602844 Oct 29 08:34:00.240163 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:00.271311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc7e95df-3dd2-4da5-a524-259bcc3c6c76 req-b66eee32-cf0e-473a-a211-0a66d0419129 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503449 Oct 29 08:34:00.304331 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:00.337705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270923e1-b4d7-4f3b-a79f-e5a924b3e7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a595bf4-79c2-4b00-a0b5-d4b4133bb33d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:00.340405 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16915ec-28ca-4c19-ad9b-bfad36741ffa" -d '{"events": [{"server_uuid": "270923e1-b4d7-4f3b-a79f-e5a924b3e7db", "name": "network-vif-plugged", "status": "completed", "tag": "1a595bf4-79c2-4b00-a0b5-d4b4133bb33d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:00.355074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:00.364169 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:00.365011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1d45a831-7655-432d-bde8-9e98f7ba65bb up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:00.386673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4ca1a213-16e4-40e9-b9b6-d894d58051b5 req-e1c7e824-6eb5-4916-8bf7-a25fee6601e0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 210 time: 0.0410571 Oct 29 08:34:00.427971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:00.429956 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5673a81-1309-4386-a5f1-e290de707f41" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:00.453071 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe50a1b-4757-452c-965c-8ea1f862eb72 x-openstack-request-id: req-cbe50a1b-4757-452c-965c-8ea1f862eb72 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:00.453364 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270923e1-b4d7-4f3b-a79f-e5a924b3e7db", "name": "network-vif-plugged", "status": "completed", "tag": "1a595bf4-79c2-4b00-a0b5-d4b4133bb33d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:00.453641 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbe50a1b-4757-452c-965c-8ea1f862eb72 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:00.454042 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270923e1-b4d7-4f3b-a79f-e5a924b3e7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a595bf4-79c2-4b00-a0b5-d4b4133bb33d', 'code': 200} Oct 29 08:34:00.472959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7533911-a4c2-4d34-8146-db805a6bb2e6 req-96b9f1de-b142-40e7-b5d2-585e81b8b1f6 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:00.477272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7533911-a4c2-4d34-8146-db805a6bb2e6 req-96b9f1de-b142-40e7-b5d2-585e81b8b1f6 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 946 time: 0.1052184 Oct 29 08:34:00.500710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:00.518670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 1d45a831-7655-432d-bde8-9e98f7ba65bb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:00.528100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 1d45a831-7655-432d-bde8-9e98f7ba65bb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:00.536785 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:00.537591 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff0ca55-2923-40a8-bef3-457a3a6a843b x-openstack-request-id: req-fff0ca55-2923-40a8-bef3-457a3a6a843b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:00.537887 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:00.538211 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fff0ca55-2923-40a8-bef3-457a3a6a843b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:00.538507 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'status': 'completed', 'code': 200} Oct 29 08:34:00.636600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7533911-a4c2-4d34-8146-db805a6bb2e6 req-1abd201b-1b43-4da8-a03e-3c3f7cbe8478 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537962 Oct 29 08:34:00.647343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b16fd9-c4db-41ed-ab4a-2ba0978e96d1 req-a76dc74f-3eae-4908-9c7c-c1fefbe6b3d0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:00.664620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58b16fd9-c4db-41ed-ab4a-2ba0978e96d1 req-a76dc74f-3eae-4908-9c7c-c1fefbe6b3d0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0832603 Oct 29 08:34:00.664764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf93d84-2431-48a8-b6a3-a524f7da8e58 req-2e716302-bd8b-4fa5-8616-8247d5880015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:00.673684 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:00.676223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ddf93d84-2431-48a8-b6a3-a524f7da8e58 req-2e716302-bd8b-4fa5-8616-8247d5880015 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 1097 time: 0.1291335 Oct 29 08:34:00.683952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5673a81-1309-4386-a5f1-e290de707f41 req-874fc1f4-3768-45cf-b437-eb4ad3564479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:00.687440 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5673a81-1309-4386-a5f1-e290de707f41 req-874fc1f4-3768-45cf-b437-eb4ad3564479 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1098 time: 0.1301324 Oct 29 08:34:00.709951 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58b16fd9-c4db-41ed-ab4a-2ba0978e96d1 req-bc6cb327-67cb-4147-bcb9-d432352139ad tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Oct 29 08:34:00.738342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1d45a831-7655-432d-bde8-9e98f7ba65bb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1d45a831-7655-432d-bde8-9e98f7ba65bb,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:00.744616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:00.745426 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 70e78329-b1e4-44cf-b59d-594d3b2db2ad up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:00.806111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ddf93d84-2431-48a8-b6a3-a524f7da8e58 req-721311c4-7a10-4e1c-9485-c7c817faba1c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173341 Oct 29 08:34:00.844621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1d45a831-7655-432d-bde8-9e98f7ba65bb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:00.858452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 70e78329-b1e4-44cf-b59d-594d3b2db2ad completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:00.865373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 70e78329-b1e4-44cf-b59d-594d3b2db2ad triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:00.865907 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:00.889211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5673a81-1309-4386-a5f1-e290de707f41 req-d00d8a9a-bc02-4d35-9be9-729c1c16b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:00.890919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5673a81-1309-4386-a5f1-e290de707f41 req-d00d8a9a-bc02-4d35-9be9-729c1c16b0c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1681321 Oct 29 08:34:00.925303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3731f025-408d-495d-a014-6f811fffb6cc details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:00.927505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a88debf7-9ddb-4b90-9c32-ca4fa12a05ec no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:00.951416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5673a81-1309-4386-a5f1-e290de707f41 req-593263f9-f655-42f6-8e7d-f041aa6fc90c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 217 time: 0.0527465 Oct 29 08:34:00.959233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: a88debf7-9ddb-4b90-9c32-ca4fa12a05ec {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:00.959611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a88debf7-9ddb-4b90-9c32-ca4fa12a05ec not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:01.078706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5673a81-1309-4386-a5f1-e290de707f41 req-606accab-f714-4743-9b14-fd0e87fbce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:01.080900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5673a81-1309-4386-a5f1-e290de707f41 req-606accab-f714-4743-9b14-fd0e87fbce64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1011653 Oct 29 08:34:01.101557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b67db9-dccc-4182-8930-73bcaa24aede req-8234fa59-d050-4cea-b505-0df9e835d8d6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:01.105497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9aeb-5144-43bb-b27c-e9bfe6e3957d req-3843c2ab-b200-42f4-85c0-7cf4380ba1f1 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:01.108235 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-283b9aeb-5144-43bb-b27c-e9bfe6e3957d req-3843c2ab-b200-42f4-85c0-7cf4380ba1f1 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 946 time: 0.0751307 Oct 29 08:34:01.109383 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6b67db9-dccc-4182-8930-73bcaa24aede req-8234fa59-d050-4cea-b505-0df9e835d8d6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 945 time: 0.0624440 Oct 29 08:34:01.127168 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:01.144033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3731f025-408d-495d-a014-6f811fffb6cc,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:01.153101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6b67db9-dccc-4182-8930-73bcaa24aede req-776cdb26-37d8-44c5-b72e-913dfe0c45c4 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Oct 29 08:34:01.173099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '3731f025-408d-495d-a014-6f811fffb6cc', 'network_id': '52e08743-59ca-4eee-9d57-9c0c6f76bb84', 'port_id': '3731f025-408d-495d-a014-6f811fffb6cc', 'mac_address': 'fa:16:3e:d5:bd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951a2fe-81ca-4b81-a5e4-840c0bfccc36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:01.184538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-283b9aeb-5144-43bb-b27c-e9bfe6e3957d req-c4b85aba-6359-41fb-a478-fa30552c2c2a tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615399 Oct 29 08:34:01.188643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5673a81-1309-4386-a5f1-e290de707f41 req-07103f17-4b51-4a26-833f-61a8e6f28091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:01.189253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 70e78329-b1e4-44cf-b59d-594d3b2db2ad, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=70e78329-b1e4-44cf-b59d-594d3b2db2ad,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:01.190252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5673a81-1309-4386-a5f1-e290de707f41 req-07103f17-4b51-4a26-833f-61a8e6f28091 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806959 Oct 29 08:34:01.215585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:01.264170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:01.268369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ded77b-5cee-4c7e-9d55-5ec3a7e696b9 req-0ac6b26b-52be-427e-8638-dd6ab189735f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:01.270232 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20ded77b-5cee-4c7e-9d55-5ec3a7e696b9 req-0ac6b26b-52be-427e-8638-dd6ab189735f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 947 time: 0.0544956 Oct 29 08:34:01.289217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3731f025-408d-495d-a014-6f811fffb6cc {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:01.308965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=70e78329-b1e4-44cf-b59d-594d3b2db2ad,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:01.311191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5673a81-1309-4386-a5f1-e290de707f41 req-8a22e83d-bdc0-449b-b6f0-a4bad6ef329f service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084800 Oct 29 08:34:01.317985 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20ded77b-5cee-4c7e-9d55-5ec3a7e696b9 req-0374adaf-e563-47e1-ae71-eaba073b8e63 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Oct 29 08:34:01.329199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3731f025-408d-495d-a014-6f811fffb6cc,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:01.335065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:01.402720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3731f025-408d-495d-a014-6f811fffb6cc,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:01.429726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3731f025-408d-495d-a014-6f811fffb6cc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:01.464855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ca602-d691-4b73-963a-17b957bd4535 req-024e90f3-72e6-40a6-9afe-342eddb4826f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:01.472917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b80ca602-d691-4b73-963a-17b957bd4535 req-024e90f3-72e6-40a6-9afe-342eddb4826f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 946 time: 0.1124802 Oct 29 08:34:01.546463 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5673a81-1309-4386-a5f1-e290de707f41 req-998ca956-4dc4-4f17-a895-71dce94b3d42 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205493 Oct 29 08:34:01.552657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-794821c3-a7a5-4692-a14a-984aba0cf9e3 req-d7e14d28-acd5-47fd-92d2-4a446a4d92e8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 210 time: 0.0399060 Oct 29 08:34:01.639374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b80ca602-d691-4b73-963a-17b957bd4535 req-8b99614d-25f4-4c0b-a93c-0f34e3c3e07c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654429 Oct 29 08:34:01.682990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-161f904d-af71-4e54-bd74-0018bf9b34b5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:01.684514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-161f904d-af71-4e54-bd74-0018bf9b34b5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 806 time: 0.1702054 Oct 29 08:34:01.708658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Request body: {'port': {'device_id': '9757e878-5219-45db-ad47-d9adcd32fcfd', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'admin_state_up': True, 'tenant_id': '24b6b3f61fbc4c2a916e6f12373383b8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:01.823593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Made reservation on behalf of 24b6b3f61fbc4c2a916e6f12373383b8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:01.827177 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:01.830873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac71eec-1559-4328-9d50-645692c32910 req-bec7e0b2-6567-4b6e-9f04-eace59a861f6 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:01.832415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ac71eec-1559-4328-9d50-645692c32910 req-bec7e0b2-6567-4b6e-9f04-eace59a861f6 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0515347 Oct 29 08:34:01.872504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ac71eec-1559-4328-9d50-645692c32910 req-77b4275e-6bf1-4802-abfc-59c2f6255bd4 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335305 Oct 29 08:34:01.963351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Allocated IP 172.20.0.11 (e8f283a6-0ef3-4237-aed0-2369190cb484/3d25f8d9-c239-477a-8419-aa47faeea0bb/b1dc8978-df22-43e3-ae3a-7f07ff7988e4) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:02.322230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d42d40-5498-49ef-9326-adb8b63a3620 req-23352613-a213-4d14-b947-57c6f22319f1 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.324014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5d42d40-5498-49ef-9326-adb8b63a3620 req-23352613-a213-4d14-b947-57c6f22319f1 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 945 time: 0.0546887 Oct 29 08:34:02.384349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5d42d40-5498-49ef-9326-adb8b63a3620 req-af0386f5-0d99-458f-bd9b-70444b9e4b52 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Oct 29 08:34:02.455641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c1a7de-ba14-44d9-bda0-1843ca82a491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d45a831-7655-432d-bde8-9e98f7ba65bb'}, {'server_uuid': '2b58749d-619e-4353-9f9f-9c0a435e511d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e78329-b1e4-44cf-b59d-594d3b2db2ad'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:02.459090 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719fc34c-863f-4c39-887f-bfc32d56d14b" -d '{"events": [{"server_uuid": "d5c1a7de-ba14-44d9-bda0-1843ca82a491", "name": "network-vif-plugged", "status": "completed", "tag": "1d45a831-7655-432d-bde8-9e98f7ba65bb"}, {"server_uuid": "2b58749d-619e-4353-9f9f-9c0a435e511d", "name": "network-vif-plugged", "status": "completed", "tag": "70e78329-b1e4-44cf-b59d-594d3b2db2ad"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:02.472776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12d74-5029-41c4-87d8-3c6558caa360 req-d872093c-cb78-4f7a-abe7-d73336fbbb69 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.476325 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aff12d74-5029-41c4-87d8-3c6558caa360 req-d872093c-cb78-4f7a-abe7-d73336fbbb69 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 945 time: 0.0841777 Oct 29 08:34:02.499313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:02.514816 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0304d-fb90-458e-aeeb-02df530948a3 req-baa0142f-c880-4e9d-96d0-b74a6ec64a4d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.516407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4f0304d-fb90-458e-aeeb-02df530948a3 req-baa0142f-c880-4e9d-96d0-b74a6ec64a4d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 947 time: 0.0509088 Oct 29 08:34:02.534931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aff12d74-5029-41c4-87d8-3c6558caa360 req-e48b119d-4da6-450f-b814-aa6a1a8d1c7b tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518498 Oct 29 08:34:02.570511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:02.570922 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4f0304d-fb90-458e-aeeb-02df530948a3 req-38f01fb6-80d7-4201-8f98-13edc86edd58 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Oct 29 08:34:02.582309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:02.640186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event updated for resources: {'Port': ['ID=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:02.654230 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebff053c-87a7-46f3-ab5d-33a9f56212ba x-openstack-request-id: req-ebff053c-87a7-46f3-ab5d-33a9f56212ba {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:02.654784 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c1a7de-ba14-44d9-bda0-1843ca82a491", "name": "network-vif-plugged", "status": "completed", "tag": "1d45a831-7655-432d-bde8-9e98f7ba65bb", "code": 200}, {"server_uuid": "2b58749d-619e-4353-9f9f-9c0a435e511d", "name": "network-vif-plugged", "status": "completed", "tag": "70e78329-b1e4-44cf-b59d-594d3b2db2ad", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:02.655040 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebff053c-87a7-46f3-ab5d-33a9f56212ba {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:02.655459 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c1a7de-ba14-44d9-bda0-1843ca82a491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d45a831-7655-432d-bde8-9e98f7ba65bb', 'code': 200} Oct 29 08:34:02.655716 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b58749d-619e-4353-9f9f-9c0a435e511d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e78329-b1e4-44cf-b59d-594d3b2db2ad', 'code': 200} Oct 29 08:34:02.657348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Network e8f283a6-0ef3-4237-aed0-2369190cb484 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:02.658848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:02.668334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:02.778790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecd064-088e-4281-9de6-8e286f5a1160 req-80742cba-3c8f-4088-80cd-3855bc77b18a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.780387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ffecd064-088e-4281-9de6-8e286f5a1160 req-80742cba-3c8f-4088-80cd-3855bc77b18a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 932 time: 0.0559056 Oct 29 08:34:02.811934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.812841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:02.863597 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ffecd064-088e-4281-9de6-8e286f5a1160 req-d4d06855-7cdc-4b85-b86b-012684ad105a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700920 Oct 29 08:34:02.870240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee0dfa-d59f-42b9-b9d1-c9e0b3174dd1 req-d345273c-1b23-4233-b1e0-1e9f58bda022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.871741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8ee0dfa-d59f-42b9-b9d1-c9e0b3174dd1 req-d345273c-1b23-4233-b1e0-1e9f58bda022 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 1096 time: 0.0682676 Oct 29 08:34:02.871990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-33bfca93-dc66-41b3-9905-bc4d221e0aed tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1671047 Oct 29 08:34:02.887325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Request body: {'port': {'device_id': '9757e878-5219-45db-ad47-d9adcd32fcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:02.897051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-17e03db7-085c-4387-bf28-2ff73133d2bd tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.898554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-17e03db7-085c-4387-bf28-2ff73133d2bd tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.15 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 945 time: 0.1471901 Oct 29 08:34:02.915157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8ee0dfa-d59f-42b9-b9d1-c9e0b3174dd1 req-33fb5afe-e435-4502-b9bb-0accce91737d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Oct 29 08:34:02.920553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device adf88c00-579a-4825-8aad-390c1e2b4c1e details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:02.924718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3731f025-408d-495d-a014-6f811fffb6cc up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:02.939797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676eb16-4f1c-499c-adfc-b442330290b1 req-139962ef-e869-4555-b4f6-afe06eeb213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.940841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b676eb16-4f1c-499c-adfc-b442330290b1 req-139962ef-e869-4555-b4f6-afe06eeb213d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b58749d-619e-4353-9f9f-9c0a435e511d HTTP/1.1" status: 200 len: 1096 time: 0.1522169 Oct 29 08:34:02.952239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4755bf8-fec6-4f10-81e3-7d468aa8332b req-bb68a3e9-4a0e-4261-9c81-d9f8edb4fc33 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:02.953710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4755bf8-fec6-4f10-81e3-7d468aa8332b req-bb68a3e9-4a0e-4261-9c81-d9f8edb4fc33 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 946 time: 0.1928785 Oct 29 08:34:03.010514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27174525-1600-45ce-b6e8-6b8f1650b575 req-53db3726-4edb-4598-bef2-328bda29e850 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:03.013123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27174525-1600-45ce-b6e8-6b8f1650b575 req-53db3726-4edb-4598-bef2-328bda29e850 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0621357 Oct 29 08:34:03.048001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 3731f025-408d-495d-a014-6f811fffb6cc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:03.048412 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.051164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.061929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27174525-1600-45ce-b6e8-6b8f1650b575 req-f50c08d5-3ad6-466e-a066-22a87cf8232b tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Oct 29 08:34:03.079439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4755bf8-fec6-4f10-81e3-7d468aa8332b req-2ce39525-b43f-45dc-9af3-32b0421997d8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069751 Oct 29 08:34:03.101635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:03.122231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'mac_address': 'fa:16:3e:8c:18:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:03.193232 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.196172 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.203794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Deleting port 3731f025-408d-495d-a014-6f811fffb6cc {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:03.204234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.224378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf88c00-579a-4825-8aad-390c1e2b4c1e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:03.250451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3731f025-408d-495d-a014-6f811fffb6cc,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:03.260642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:03.261786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.268530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.314467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3731f025-408d-495d-a014-6f811fffb6cc,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:03.328757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b676eb16-4f1c-499c-adfc-b442330290b1 req-5929ea0d-472e-4115-a880-df83dc2a6a5c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465456 Oct 29 08:34:03.370157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:03.422593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] For port 3731f025-408d-495d-a014-6f811fffb6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3731f025-408d-495d-a014-6f811fffb6cc,segment=NetworkSegment(8770760d-56ec-4475-b0a3-eb00b3070b4c),segment_id=8770760d-56ec-4475-b0a3-eb00b3070b4c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:03.423044 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.450334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Calling delete_port for 3731f025-408d-495d-a014-6f811fffb6cc owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:03.474008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1037d-2522-42e6-9eee-3aa2d5845ed5 req-5e760e83-5f1c-42c7-9378-f0e7114dd8be tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:03.475533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9d1037d-2522-42e6-9eee-3aa2d5845ed5 req-5e760e83-5f1c-42c7-9378-f0e7114dd8be tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 946 time: 0.1429043 Oct 29 08:34:03.514811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['adf88c00-579a-4825-8aad-390c1e2b4c1e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:03.536842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad87e-bcb3-48ad-b120-0dd37b1fe681 req-f58341a5-0bf3-4194-bce2-94fe8886586e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:03.538524 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-270ad87e-bcb3-48ad-b120-0dd37b1fe681 req-f58341a5-0bf3-4194-bce2-94fe8886586e tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/ports?device_id=214486b5-fb3c-4ff4-89b7-70fda15566db HTTP/1.1" status: 200 len: 946 time: 0.0591080 Oct 29 08:34:03.581235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-270ad87e-bcb3-48ad-b120-0dd37b1fe681 req-985d1cae-2342-4e1e-ae4d-f4f2906afd49 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5a610fd-78de-41fb-b7e9-96069a76e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362909 Oct 29 08:34:03.610472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1dc8978-df22-43e3-ae3a-7f07ff7988e4 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:03.625906 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9d1037d-2522-42e6-9eee-3aa2d5845ed5 req-7f87807a-c52d-48d8-8331-c945b9813a47 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384361 Oct 29 08:34:03.632134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.680262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Transition to ACTIVE for port object b1dc8978-df22-43e3-ae3a-7f07ff7988e4 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:34:03.702278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.736869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370f78-6702-4d52-a512-0e550e5d883c req-e2e9a3a5-c197-4982-b4c8-ebc0337af4e0 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:03.738493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0370f78-6702-4d52-a512-0e550e5d883c req-e2e9a3a5-c197-4982-b4c8-ebc0337af4e0 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 945 time: 0.0776074 Oct 29 08:34:03.786207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0370f78-6702-4d52-a512-0e550e5d883c req-8dedca79-3100-47a9-b42a-4ef5451e93bc tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Oct 29 08:34:03.838989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:03.858421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Pushing event updated for resources: {'Port': ['ID=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:03.919084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Pushing event deleted for resources: {'Port': ['ID=3731f025-408d-495d-a014-6f811fffb6cc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:03.941221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f1d7b-edbc-45ea-b7cb-40acb18fd20d req-ec4ea640-8732-4576-9b90-884aed44daca tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:03.943374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c3f1d7b-edbc-45ea-b7cb-40acb18fd20d req-ec4ea640-8732-4576-9b90-884aed44daca tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 948 time: 0.2090981 Oct 29 08:34:03.997484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] No DVR routers for this DVR port 3731f025-408d-495d-a014-6f811fffb6cc on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:04.002121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:04.005986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0520b9ed-d342-48b0-a076-59c644b07cd9 req-e88966b3-ee1a-4421-8d03-2dc47a62125c tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] 10.222.0.15 "DELETE /v2.0/ports/3731f025-408d-495d-a014-6f811fffb6cc HTTP/1.1" status: 204 len: 173 time: 1.0769434 Oct 29 08:34:04.006571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'name': 'network-vif-deleted', 'tag': '3731f025-408d-495d-a014-6f811fffb6cc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:04.008904 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40014f49-1a14-45d0-a89d-75f1e45bfbc9" -d '{"events": [{"server_uuid": "214486b5-fb3c-4ff4-89b7-70fda15566db", "name": "network-vif-deleted", "tag": "3731f025-408d-495d-a014-6f811fffb6cc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:04.023889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d9b40-e428-442f-82b6-c2534bbe6d23 req-1bcde20b-966b-47a9-8fcd-df71468fb148 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:04.025798 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b89d9b40-e428-442f-82b6-c2534bbe6d23 req-1bcde20b-966b-47a9-8fcd-df71468fb148 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 944 time: 0.0614674 Oct 29 08:34:04.034395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Attempting to bind port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:04.034742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Attempting to bind port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:04.035100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Attempting to bind port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:04.045582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3731f025-408d-495d-a014-6f811fffb6cc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:04.058090 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c3f1d7b-edbc-45ea-b7cb-40acb18fd20d req-7395b085-a647-4529-a4b4-23d8fc2487fa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950396 Oct 29 08:34:04.060695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 on network e8f283a6-0ef3-4237-aed0-2369190cb484 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:34:04.061780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Attempting to bind port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 on network e8f283a6-0ef3-4237-aed0-2369190cb484 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:04.068142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:04.068612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Checking segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:04.069262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Bound using segment: {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:04.069593 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b89d9b40-e428-442f-82b6-c2534bbe6d23 req-e1224b88-1d3c-47e6-a129-df1cb8dfec9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365527 Oct 29 08:34:04.069885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Bound port: b1dc8978-df22-43e3-ae3a-7f07ff7988e4, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:04.072358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:04.146166 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989affa-3268-4382-bcda-de3bcc170642 x-openstack-request-id: req-4989affa-3268-4382-bcda-de3bcc170642 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:04.146841 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214486b5-fb3c-4ff4-89b7-70fda15566db", "name": "network-vif-deleted", "tag": "3731f025-408d-495d-a014-6f811fffb6cc", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:04.147154 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4989affa-3268-4382-bcda-de3bcc170642 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:04.147674 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'name': 'network-vif-deleted', 'tag': '3731f025-408d-495d-a014-6f811fffb6cc', 'status': 'completed', 'code': 200} Oct 29 08:34:04.185003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] For port b1dc8978-df22-43e3-ae3a-7f07ff7988e4, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:04.191244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] For port b1dc8978-df22-43e3-ae3a-7f07ff7988e4, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:04.203606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:04.255550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:04.256188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:04.257582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] 10.222.0.15 "PUT /v2.0/ports/b1dc8978-df22-43e3-ae3a-7f07ff7988e4 HTTP/1.1" status: 200 len: 1092 time: 1.3754134 Oct 29 08:34:04.296664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced2f5-8723-45c0-8bdb-6a7c02433d33 req-3419af3b-671d-4971-98e0-e0bbc9bf737a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:04.296664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19ced2f5-8723-45c0-8bdb-6a7c02433d33 req-3419af3b-671d-4971-98e0-e0bbc9bf737a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1074462 Oct 29 08:34:04.296664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df945e5-a22c-4b76-a875-0206e9994f25 service neutron] Pushing event updated for resources: {'Port': ['ID=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:04.374436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19ced2f5-8723-45c0-8bdb-6a7c02433d33 req-fc4f6b80-95c4-4df4-90da-958d76503de5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706623 Oct 29 08:34:04.384617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-6502535e-fb6b-462e-b71f-cbef6fa5cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:04.386094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-6502535e-fb6b-462e-b71f-cbef6fa5cb15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 1095 time: 0.0670147 Oct 29 08:34:04.434125 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-4a42a9e4-c7f7-47a1-99ed-21c48fb54b2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1dc8978-df22-43e3-ae3a-7f07ff7988e4 HTTP/1.1" status: 200 len: 217 time: 0.0374937 Oct 29 08:34:04.496592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-11ea3a61-dc90-43ae-b08e-edf36df979e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:04.498100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-11ea3a61-dc90-43ae-b08e-edf36df979e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.0529964 Oct 29 08:34:04.538946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-f782b71c-2996-4e32-ad5b-8413beae53f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321355 Oct 29 08:34:04.647543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-85a18aa7-a81e-4373-8538-25c5f99706a5 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991988 Oct 29 08:34:04.656756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3731f025-408d-495d-a014-6f811fffb6cc'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:04.660667 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6413e92-9abd-4f1e-8b0d-664ad171a2cb" -d '{"events": [{"server_uuid": "214486b5-fb3c-4ff4-89b7-70fda15566db", "name": "network-vif-plugged", "status": "completed", "tag": "3731f025-408d-495d-a014-6f811fffb6cc"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:04.724733 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f65c36e-43f7-48d9-9a55-709c8a0e8098 x-openstack-request-id: req-9f65c36e-43f7-48d9-9a55-709c8a0e8098 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:04.725980 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214486b5-fb3c-4ff4-89b7-70fda15566db", "name": "network-vif-plugged", "status": "completed", "tag": "3731f025-408d-495d-a014-6f811fffb6cc", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:04.726598 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f65c36e-43f7-48d9-9a55-709c8a0e8098 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:04.727212 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214486b5-fb3c-4ff4-89b7-70fda15566db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3731f025-408d-495d-a014-6f811fffb6cc', 'code': 200} Oct 29 08:34:04.769081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acda66-b14e-4299-8890-cf4a477762c8 req-37119e4c-4782-4dd0-8a64-31650ba7998e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:04.771246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74acda66-b14e-4299-8890-cf4a477762c8 req-37119e4c-4782-4dd0-8a64-31650ba7998e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 946 time: 0.0536604 Oct 29 08:34:04.774726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4384ad3b-1045-4d87-8166-7a4d80df90a4 req-fa6aa0af-0c87-4dd1-a696-743b9e363ffe service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171052 Oct 29 08:34:04.827836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74acda66-b14e-4299-8890-cf4a477762c8 req-b678db86-7e1f-4755-8007-2ab69c339ae4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Oct 29 08:34:04.926577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device adf88c00-579a-4825-8aad-390c1e2b4c1e up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:04.953193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24354-4bdd-4bfd-945d-d4e801b1f667 req-916492df-bb68-40ef-9a4d-74a9e421583c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:04.956750 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73c24354-4bdd-4bfd-945d-d4e801b1f667 req-916492df-bb68-40ef-9a4d-74a9e421583c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 945 time: 0.0772855 Oct 29 08:34:04.991672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port adf88c00-579a-4825-8aad-390c1e2b4c1e completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:04.997572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port adf88c00-579a-4825-8aad-390c1e2b4c1e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:04.998372 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.007021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73c24354-4bdd-4bfd-945d-d4e801b1f667 req-7e3bc0b9-dd1c-4840-a7bb-76ecf8866bd1 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Oct 29 08:34:05.093292 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.142000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:05.147795 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.148876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3731f025-408d-495d-a014-6f811fffb6cc no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:05.176586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 3731f025-408d-495d-a014-6f811fffb6cc {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:05.176932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3731f025-408d-495d-a014-6f811fffb6cc not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:05.228909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:05.243039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6d17d-7669-4461-a6ac-8f0c7547a5b6 req-3feed436-f57e-496a-b3d3-5d3a1d8e0127 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:05.244661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61c6d17d-7669-4461-a6ac-8f0c7547a5b6 req-3feed436-f57e-496a-b3d3-5d3a1d8e0127 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 944 time: 0.0730240 Oct 29 08:34:05.262245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d3b7-3758-4070-b4eb-33cf690ccf28 req-16d47cd6-f007-4c48-b972-4cdee0efd49a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:05.271316 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2ed4d3b7-3758-4070-b4eb-33cf690ccf28 req-16d47cd6-f007-4c48-b972-4cdee0efd49a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1045103 Oct 29 08:34:05.292327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61c6d17d-7669-4461-a6ac-8f0c7547a5b6 req-29430575-24fd-4d38-a389-76d1583ab99d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Oct 29 08:34:05.336367 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2ed4d3b7-3758-4070-b4eb-33cf690ccf28 req-748b0024-60c4-4e03-adb6-827cf9bf61b6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637450 Oct 29 08:34:05.361151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47036) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:05.420012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c82ad6d-f650-48e5-8411-73d84c71d71f admin admin] Deleting subnet 7951a2fe-81ca-4b81-a5e4-840c0bfccc36 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:34:05.423362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c82ad6d-f650-48e5-8411-73d84c71d71f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.459180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c82ad6d-f650-48e5-8411-73d84c71d71f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.505228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938834e-a0d6-4848-974f-b2c42a67bdd1 req-c0bffa58-78e9-48b0-b78f-23f5efed8aad tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:05.506680 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8938834e-a0d6-4848-974f-b2c42a67bdd1 req-c0bffa58-78e9-48b0-b78f-23f5efed8aad tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0538540 Oct 29 08:34:05.508881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c82ad6d-f650-48e5-8411-73d84c71d71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.546374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8938834e-a0d6-4848-974f-b2c42a67bdd1 req-659cfc26-2f9c-48aa-b761-a2805bfcd88a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Oct 29 08:34:05.590362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c82ad6d-f650-48e5-8411-73d84c71d71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.622157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82ad6d-f650-48e5-8411-73d84c71d71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7951a2fe-81ca-4b81-a5e4-840c0bfccc36,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:05.624485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c82ad6d-f650-48e5-8411-73d84c71d71f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.630360 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c82ad6d-f650-48e5-8411-73d84c71d71f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7951a2fe-81ca-4b81-a5e4-840c0bfccc36 HTTP/1.1" status: 204 len: 168 time: 0.2646735 Oct 29 08:34:05.631399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47040) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:05.646704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945760-4452-4a35-be94-0055edbb1b6f req-96ec4468-d2a6-465f-b94a-7dcd5292c8b0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:05.648371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8945760-4452-4a35-be94-0055edbb1b6f req-96ec4468-d2a6-465f-b94a-7dcd5292c8b0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 946 time: 0.0939603 Oct 29 08:34:05.772519 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.878198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Deleting port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:05.878614 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.885274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:05.971041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e08743-59ca-4eee-9d57-9c0c6f76bb84']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:05.986668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8770760d-56ec-4475-b0a3-eb00b3070b4c') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:05.986936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8770760d-56ec-4475-b0a3-eb00b3070b4c') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:06.007186 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.036752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.051026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44b58c-ebdc-4643-8d75-cf0b17510399 req-3763a6b4-6827-4d74-af08-3c5dde57fbb0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:06.054862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f44b58c-ebdc-4643-8d75-cf0b17510399 req-3763a6b4-6827-4d74-af08-3c5dde57fbb0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 946 time: 0.1577654 Oct 29 08:34:06.064706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:34:06.065255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:34:06.067549 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:34:06.155188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9757e878-5219-45db-ad47-d9adcd32fcfd', 'tag': 'b1dc8978-df22-43e3-ae3a-7f07ff7988e4'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:06.157954 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88309e26-37f0-468a-b29a-802436d871a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9757e878-5219-45db-ad47-d9adcd32fcfd", "tag": "b1dc8978-df22-43e3-ae3a-7f07ff7988e4"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:06.163506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d338-77ea-4678-b40e-c573c69b5151 req-b9441b49-f929-49f0-9993-77bc6b92a033 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:06.167316 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d54d338-77ea-4678-b40e-c573c69b5151 req-b9441b49-f929-49f0-9993-77bc6b92a033 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 945 time: 0.0544190 Oct 29 08:34:06.172326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] For port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:06.172776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.190494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f44b58c-ebdc-4643-8d75-cf0b17510399 req-54d277f4-712b-4094-b479-32af0ab72982 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284723 Oct 29 08:34:06.195356 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.200396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.207124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] 10.222.0.70 "DELETE /v2.0/networks/52e08743-59ca-4eee-9d57-9c0c6f76bb84 HTTP/1.1" status: 204 len: 168 time: 0.5748239 Oct 29 08:34:06.208350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Calling delete_port for 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:06.215498 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d54d338-77ea-4678-b40e-c573c69b5151 req-18b6ad62-0d7e-4c68-84f5-f34b2717d811 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Oct 29 08:34:06.228055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0ae86-1dce-4fdc-af51-78fc12da8441 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e08743-59ca-4eee-9d57-9c0c6f76bb84,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:06.292692 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e36095-19c0-43a4-89ac-57f01d4850b9 x-openstack-request-id: req-d0e36095-19c0-43a4-89ac-57f01d4850b9 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:06.293299 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9757e878-5219-45db-ad47-d9adcd32fcfd", "tag": "b1dc8978-df22-43e3-ae3a-7f07ff7988e4", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:06.293299 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0e36095-19c0-43a4-89ac-57f01d4850b9 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:06.293613 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9757e878-5219-45db-ad47-d9adcd32fcfd', 'tag': 'b1dc8978-df22-43e3-ae3a-7f07ff7988e4', 'status': 'completed', 'code': 200} Oct 29 08:34:06.383275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30454-1706-47d1-9371-b8ba210a1cbb req-58847518-7247-4b3c-b112-849183f0f374 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:06.391778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03f30454-1706-47d1-9371-b8ba210a1cbb req-58847518-7247-4b3c-b112-849183f0f374 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b58749d-619e-4353-9f9f-9c0a435e511d HTTP/1.1" status: 200 len: 945 time: 0.0696261 Oct 29 08:34:06.405441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88309e26-37f0-468a-b29a-802436d871a0 req-04f3add5-49f2-46b5-b286-5c6c1ededdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:06.407191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88309e26-37f0-468a-b29a-802436d871a0 req-04f3add5-49f2-46b5-b286-5c6c1ededdf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 1095 time: 0.0911608 Oct 29 08:34:06.442941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03f30454-1706-47d1-9371-b8ba210a1cbb req-17292c10-67b3-42f6-bf89-3058b58e9480 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496836 Oct 29 08:34:06.443482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:06.522374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f3ed54b3-0883-4d8a-b887-3117c113f601 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22debf264e27401081114eceefc9026d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775995 Oct 29 08:34:06.530461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47064) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:06.589698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e86a4-feb4-4347-a14f-e9f5076e598b req-a129f0cc-4b2f-4714-b5fe-2263c4ec1341 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:06.591635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-226e86a4-feb4-4347-a14f-e9f5076e598b req-a129f0cc-4b2f-4714-b5fe-2263c4ec1341 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 944 time: 0.1460135 Oct 29 08:34:06.601678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.609715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cdda-d067-4777-bb1b-bf55358abd81 req-cf55de93-8e1e-4ffb-8c79-ab71f5a3d743 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:06.613438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['1a595bf4-79c2-4b00-a0b5-d4b4133bb33d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:06.617215 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f557cdda-d067-4777-bb1b-bf55358abd81 req-cf55de93-8e1e-4ffb-8c79-ab71f5a3d743 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0980470 Oct 29 08:34:06.636724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88309e26-37f0-468a-b29a-802436d871a0 req-a0529912-ecd1-4e07-8fc6-78303c4ae36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:06.638291 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88309e26-37f0-468a-b29a-802436d871a0 req-a0529912-ecd1-4e07-8fc6-78303c4ae36b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 908 time: 0.2141039 Oct 29 08:34:06.652527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0f6df3f-fbf8-4418-8d83-94bdb036f91a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.674347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f557cdda-d067-4777-bb1b-bf55358abd81 req-97614345-dc1b-47be-adf9-7d28ae4095e8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Oct 29 08:34:06.678927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event deleted for resources: {'Port': ['ID=1a595bf4-79c2-4b00-a0b5-d4b4133bb33d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:06.688612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0f6df3f-fbf8-4418-8d83-94bdb036f91a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.720914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88309e26-37f0-468a-b29a-802436d871a0 req-5b28cf2c-463b-4e19-8005-c5ef7ca7d3b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1dc8978-df22-43e3-ae3a-7f07ff7988e4 HTTP/1.1" status: 200 len: 217 time: 0.0556300 Oct 29 08:34:06.729582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:06.734164 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3233ac50-74ca-40d2-bf15-04131454506d" -d '{"events": [{"server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "name": "network-vif-plugged", "status": "completed", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:06.793231 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0f6df3f-fbf8-4418-8d83-94bdb036f91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.797711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0f6df3f-fbf8-4418-8d83-94bdb036f91a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.803468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-226e86a4-feb4-4347-a14f-e9f5076e598b req-d10cf337-3486-44ea-a4ff-ab75ebbed0ec tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042646 Oct 29 08:34:06.804197 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c0f6df3f-fbf8-4418-8d83-94bdb036f91a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5a610fd-78de-41fb-b7e9-96069a76e432 HTTP/1.1" status: 204 len: 168 time: 0.2697201 Oct 29 08:34:06.806022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] No DVR routers for this DVR port 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:06.809943 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:06.813250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8945760-4452-4a35-be94-0055edbb1b6f req-ac49b936-36e6-43a3-80f6-103b6b32eb56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "DELETE /v2.0/ports/1a595bf4-79c2-4b00-a0b5-d4b4133bb33d HTTP/1.1" status: 204 len: 173 time: 1.1545329 Oct 29 08:34:06.818959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6df3f-fbf8-4418-8d83-94bdb036f91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a610fd-78de-41fb-b7e9-96069a76e432,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:06.859121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88309e26-37f0-468a-b29a-802436d871a0 req-b5b46d6c-8dd8-40a4-8219-f71244d7c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:06.865492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88309e26-37f0-468a-b29a-802436d871a0 req-b5b46d6c-8dd8-40a4-8219-f71244d7c249 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.1365097 Oct 29 08:34:06.923306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b1dc8978-df22-43e3-ae3a-7f07ff7988e4 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:06.956700 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88309e26-37f0-468a-b29a-802436d871a0 req-e5d7f560-eeda-4d0b-86d5-9b1de03c24d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823755 Oct 29 08:34:07.087414 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d1bbd4-7dd5-460b-9b56-9808717759df x-openstack-request-id: req-a1d1bbd4-7dd5-460b-9b56-9808717759df {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:07.087725 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "name": "network-vif-plugged", "status": "completed", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:07.088258 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1d1bbd4-7dd5-460b-9b56-9808717759df {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:07.088821 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'code': 200} Oct 29 08:34:07.157864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b1dc8978-df22-43e3-ae3a-7f07ff7988e4, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:07.158916 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88309e26-37f0-468a-b29a-802436d871a0 req-095d1ed3-6d64-40af-a398-33523460d225 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860120 Oct 29 08:34:07.182353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'b1dc8978-df22-43e3-ae3a-7f07ff7988e4', 'network_id': 'e8f283a6-0ef3-4237-aed0-2369190cb484', 'port_id': 'b1dc8978-df22-43e3-ae3a-7f07ff7988e4', 'mac_address': 'fa:16:3e:f9:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d25f8d9-c239-477a-8419-aa47faeea0bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:07.305632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:07.345453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1dc8978-df22-43e3-ae3a-7f07ff7988e4 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:07.382431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600b6b5-7b04-4560-a0f0-77a981708d2d req-99463b7a-d30e-4623-b17b-4d5e8949b4d3 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:07.393901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3600b6b5-7b04-4560-a0f0-77a981708d2d req-99463b7a-d30e-4623-b17b-4d5e8949b4d3 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.4349501 Oct 29 08:34:07.423408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b1dc8978-df22-43e3-ae3a-7f07ff7988e4, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:07.427646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1498a-3986-453b-9574-5449ad8266a8 req-779f5cb2-bd87-461d-9470-4766551226a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:07.429273 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbc1498a-3986-453b-9574-5449ad8266a8 req-779f5cb2-bd87-461d-9470-4766551226a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1100 time: 0.2689183 Oct 29 08:34:07.436295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:07.530257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:07.537599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3600b6b5-7b04-4560-a0f0-77a981708d2d req-adce1260-cdcc-4897-8c32-87eaf3078aeb tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273844 Oct 29 08:34:07.543011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbc1498a-3986-453b-9574-5449ad8266a8 req-4856f717-3a5e-4033-9c1b-9fb2d9842e9a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017404 Oct 29 08:34:07.561307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88309e26-37f0-468a-b29a-802436d871a0 req-bc8ad652-5e19-453a-b9e9-312c1c9a8e80 service neutron] 10.222.0.15 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471067 Oct 29 08:34:07.624424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c370737-02f2-4780-acaf-97a267979eb7 req-2e5efc71-ad5d-4da1-a19e-342e7d880843 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=270923e1-b4d7-4f3b-a79f-e5a924b3e7db HTTP/1.1" status: 200 len: 210 time: 0.0706894 Oct 29 08:34:07.709756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b1dc8978-df22-43e3-ae3a-7f07ff7988e4'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:07.792042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-ff904774-dc0d-4998-8527-951061bda016 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:07.799993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-ff904774-dc0d-4998-8527-951061bda016 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 812 time: 0.1519516 Oct 29 08:34:07.816714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-1c4d6433-a9f6-438c-a64b-81fd02934b1d tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/quotas/6c45d660d40246e8a451d62ba9e9d307 HTTP/1.1" status: 200 len: 375 time: 0.0156550 Oct 29 08:34:07.883961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde481c5-e6e4-4443-a20c-b698e70f8cfd req-bbe37764-9139-4335-aa0a-b8537fd2003d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:07.884143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-1f1e0592-d142-468a-aeec-a436a8d7c29e tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647037 Oct 29 08:34:07.892449 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bde481c5-e6e4-4443-a20c-b698e70f8cfd req-bbe37764-9139-4335-aa0a-b8537fd2003d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1175263 Oct 29 08:34:07.952245 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bde481c5-e6e4-4443-a20c-b698e70f8cfd req-c4d26018-6140-4bef-b48f-24a063976e47 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473053 Oct 29 08:34:08.004979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-9de40b6f-2e6b-45bd-b1bf-e836721bdfa1 service neutron] 10.222.0.70 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215427 Oct 29 08:34:08.071576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f0234-a578-493f-a518-7989cda353eb req-ce0b88f3-fe58-4f9b-928c-cb3ce8bbe068 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:08.073237 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c59f0234-a578-493f-a518-7989cda353eb req-ce0b88f3-fe58-4f9b-928c-cb3ce8bbe068 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 945 time: 0.0613770 Oct 29 08:34:08.116446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c59f0234-a578-493f-a518-7989cda353eb req-337c8622-87da-4cab-8000-b03a0a0fb071 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369890 Oct 29 08:34:08.411662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270923e1-b4d7-4f3b-a79f-e5a924b3e7db', 'name': 'network-vif-deleted', 'tag': '1a595bf4-79c2-4b00-a0b5-d4b4133bb33d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:08.414608 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6bad02-1d8c-428b-a85a-e396226e3462" -d '{"events": [{"server_uuid": "270923e1-b4d7-4f3b-a79f-e5a924b3e7db", "name": "network-vif-deleted", "tag": "1a595bf4-79c2-4b00-a0b5-d4b4133bb33d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:08.506452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-38645e08-d685-415d-9e20-8779def13fa3 service neutron] 10.222.0.70 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926422 Oct 29 08:34:08.554314 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2180a1-651a-4c0c-ab55-82b827de2a54 x-openstack-request-id: req-fe2180a1-651a-4c0c-ab55-82b827de2a54 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:08.554988 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270923e1-b4d7-4f3b-a79f-e5a924b3e7db", "name": "network-vif-deleted", "tag": "1a595bf4-79c2-4b00-a0b5-d4b4133bb33d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:08.555560 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe2180a1-651a-4c0c-ab55-82b827de2a54 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:08.556513 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270923e1-b4d7-4f3b-a79f-e5a924b3e7db', 'name': 'network-vif-deleted', 'tag': '1a595bf4-79c2-4b00-a0b5-d4b4133bb33d', 'status': 'completed', 'code': 200} Oct 29 08:34:08.736842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d8c6e-c981-4c7d-9432-06e995361a39 req-d0626aac-d969-4294-8f42-8d84ea1dc5ca tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:08.763654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5d8c6e-c981-4c7d-9432-06e995361a39 req-d0626aac-d969-4294-8f42-8d84ea1dc5ca tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1298654 Oct 29 08:34:08.821580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47136) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:08.880558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb5d8c6e-c981-4c7d-9432-06e995361a39 req-8d2b2e72-0f5a-409e-b638-dbd8e72a5e7f tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098728 Oct 29 08:34:08.892580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-51a589bd-9867-4681-830a-58bf02391194 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:08.895550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-51a589bd-9867-4681-830a-58bf02391194 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b58749d-619e-4353-9f9f-9c0a435e511d HTTP/1.1" status: 200 len: 945 time: 0.1226101 Oct 29 08:34:08.943557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b1dc8978-df22-43e3-ae3a-7f07ff7988e4 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:09.030952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:09.042754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:09.044786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.198506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-3ce66f91-b273-4f28-9a9e-2d5c93239632 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:09.200198 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-3ce66f91-b273-4f28-9a9e-2d5c93239632 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5c1a7de-ba14-44d9-bda0-1843ca82a491 HTTP/1.1" status: 200 len: 945 time: 0.1393781 Oct 29 08:34:09.215422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29ed3cfa-1e48-45b5-b81b-2646c6003ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.298221 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.305738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e925644-e59a-415c-acb2-cf32f6173362 req-880cb25f-b307-490f-9d0d-19ea1a3947cc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:09.313485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e925644-e59a-415c-acb2-cf32f6173362 req-880cb25f-b307-490f-9d0d-19ea1a3947cc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.2233613 Oct 29 08:34:09.374612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9757e878-5219-45db-ad47-d9adcd32fcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dc8978-df22-43e3-ae3a-7f07ff7988e4'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:09.377543 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e3100a-ae67-44aa-b667-8b9794ccb2c8" -d '{"events": [{"server_uuid": "9757e878-5219-45db-ad47-d9adcd32fcfd", "name": "network-vif-plugged", "status": "completed", "tag": "b1dc8978-df22-43e3-ae3a-7f07ff7988e4"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:09.386874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Deleting port 70e78329-b1e4-44cf-b59d-594d3b2db2ad {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:09.387208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.415320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b1dc8978-df22-43e3-ae3a-7f07ff7988e4, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:09.432254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Deleting port 1d45a831-7655-432d-bde8-9e98f7ba65bb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:09.432973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.455100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.545748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4260bc-8299-4d74-b5bb-041dfb1fb695 req-2dad1d7a-6642-4c73-b3eb-d0266f6ee81c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:09.554219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa4260bc-8299-4d74-b5bb-041dfb1fb695 req-2dad1d7a-6642-4c73-b3eb-d0266f6ee81c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1159515 Oct 29 08:34:09.623218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] For port 1d45a831-7655-432d-bde8-9e98f7ba65bb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1d45a831-7655-432d-bde8-9e98f7ba65bb,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:09.623990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.624737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:09.630615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e925644-e59a-415c-acb2-cf32f6173362 req-ef7d1a47-0cec-4997-8f8e-579f970f35d1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158655 Oct 29 08:34:09.653466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa4260bc-8299-4d74-b5bb-041dfb1fb695 req-99de481e-fbe1-4020-afa0-4b9c75c8c95a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927119 Oct 29 08:34:09.668286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Calling delete_port for 1d45a831-7655-432d-bde8-9e98f7ba65bb owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:09.750531 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29ed3cfa-1e48-45b5-b81b-2646c6003ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.773694 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29ed3cfa-1e48-45b5-b81b-2646c6003ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.781284 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74dfe254-d6b6-447b-bd5c-51a5f3dcaa74 req-e4909a3c-0db9-4a13-92c0-90a716c48a16 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 210 time: 0.0420439 Oct 29 08:34:09.847712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed3cfa-1e48-45b5-b81b-2646c6003ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8247ea4b-0d7c-44ec-b4bb-38ba300cd39d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:09.878177 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada663f1-457c-4861-934b-234012cae395 x-openstack-request-id: req-ada663f1-457c-4861-934b-234012cae395 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:09.878469 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9757e878-5219-45db-ad47-d9adcd32fcfd", "name": "network-vif-plugged", "status": "completed", "tag": "b1dc8978-df22-43e3-ae3a-7f07ff7988e4", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:09.878824 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ada663f1-457c-4861-934b-234012cae395 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:09.879252 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9757e878-5219-45db-ad47-d9adcd32fcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dc8978-df22-43e3-ae3a-7f07ff7988e4', 'code': 200} Oct 29 08:34:09.890262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] For port 70e78329-b1e4-44cf-b59d-594d3b2db2ad, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=70e78329-b1e4-44cf-b59d-594d3b2db2ad,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:09.890629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.949952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-29ed3cfa-1e48-45b5-b81b-2646c6003ff9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14fa19d213604b7399e3483a3d6030b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1272879 Oct 29 08:34:09.952631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47182) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:09.973466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Calling delete_port for 70e78329-b1e4-44cf-b59d-594d3b2db2ad owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:09.976471 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:09.994781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['70e78329-b1e4-44cf-b59d-594d3b2db2ad', '1d45a831-7655-432d-bde8-9e98f7ba65bb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:10.057580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Pushing event deleted for resources: {'Port': ['ID=1d45a831-7655-432d-bde8-9e98f7ba65bb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:10.106577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.107071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.107517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.108161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.108810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.109369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.109922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.110497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.111050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.111597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.112188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.112771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:10.151977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:10.177674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] No DVR routers for this DVR port 1d45a831-7655-432d-bde8-9e98f7ba65bb on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:10.204507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:10.211611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45ea348f-68f2-4ae3-b764-e52d2e122a78 req-cc5da351-69e7-4dec-8e83-ccc3fd52c091 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "DELETE /v2.0/ports/1d45a831-7655-432d-bde8-9e98f7ba65bb HTTP/1.1" status: 204 len: 173 time: 1.0035791 Oct 29 08:34:10.212187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c1a7de-ba14-44d9-bda0-1843ca82a491', 'name': 'network-vif-deleted', 'tag': '1d45a831-7655-432d-bde8-9e98f7ba65bb'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:10.223655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:10.228034 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95018d9b-a811-4501-aad0-1dacfc58032b" -d '{"events": [{"server_uuid": "d5c1a7de-ba14-44d9-bda0-1843ca82a491", "name": "network-vif-deleted", "tag": "1d45a831-7655-432d-bde8-9e98f7ba65bb"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:10.241095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6e22-5efa-40d0-ac72-0016d279a78d req-12ae25bc-a308-4cfa-bd59-3038aff26293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:10.242894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec4e6e22-5efa-40d0-ac72-0016d279a78d req-12ae25bc-a308-4cfa-bd59-3038aff26293 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 1097 time: 0.2708731 Oct 29 08:34:10.244404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1a595bf4-79c2-4b00-a0b5-d4b4133bb33d not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:10.251036 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ec2c-5456-4786-972b-729e9413505d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:10.270541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-832b5a97-5f1b-428b-a9e0-5a17e8f878c2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:10.284649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-832b5a97-5f1b-428b-a9e0-5a17e8f878c2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.5484531 Oct 29 08:34:10.304454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ec2c-5456-4786-972b-729e9413505d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:10.489624 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ec2c-5456-4786-972b-729e9413505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:10.495699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ec2c-5456-4786-972b-729e9413505d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:10.503290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6bc3ec2c-5456-4786-972b-729e9413505d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8247ea4b-0d7c-44ec-b4bb-38ba300cd39d HTTP/1.1" status: 204 len: 168 time: 0.5488088 Oct 29 08:34:10.531399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3ec2c-5456-4786-972b-729e9413505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8247ea4b-0d7c-44ec-b4bb-38ba300cd39d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:10.545338 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:10.559718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['1d45a831-7655-432d-bde8-9e98f7ba65bb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:10.579238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-fd8eab41-9614-476e-9d00-866831c29777 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/quotas/fdec1b8475cc4e2a82609663ef07ee20 HTTP/1.1" status: 200 len: 375 time: 0.2929933 Oct 29 08:34:10.646914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec4e6e22-5efa-40d0-ac72-0016d279a78d req-8f5a1db3-6694-4225-8cb6-a0680373cb5a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311183 Oct 29 08:34:10.660912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Pushing event deleted for resources: {'Port': ['ID=70e78329-b1e4-44cf-b59d-594d3b2db2ad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:10.692676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-e4da1134-5c98-45bb-af71-11dea5435e6c req-49dbdf94-e4d5-4173-ab62-713bd6467520 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:34:10.694252 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4da1134-5c98-45bb-af71-11dea5435e6c req-49dbdf94-e4d5-4173-ab62-713bd6467520 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129077 Oct 29 08:34:10.740499 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-bb1300e2-0d90-467f-97fe-3f1fcc266493 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1598527 Oct 29 08:34:10.772899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] No DVR routers for this DVR port 70e78329-b1e4-44cf-b59d-594d3b2db2ad on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:10.776539 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:10.782285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c3d6097-d1ee-40a4-9ce7-a6f9c27b4075 req-df2926f3-8800-4fea-8587-89d41eec2577 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "DELETE /v2.0/ports/70e78329-b1e4-44cf-b59d-594d3b2db2ad HTTP/1.1" status: 204 len: 173 time: 1.8796482 Oct 29 08:34:10.783092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b58749d-619e-4353-9f9f-9c0a435e511d', 'name': 'network-vif-deleted', 'tag': '70e78329-b1e4-44cf-b59d-594d3b2db2ad'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:10.788741 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21747628-2635-4ee7-9c7e-56f242e63f46" -d '{"events": [{"server_uuid": "2b58749d-619e-4353-9f9f-9c0a435e511d", "name": "network-vif-deleted", "tag": "70e78329-b1e4-44cf-b59d-594d3b2db2ad"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:10.946964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-bae6912a-91ae-4c05-981c-d1d539706e4c service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834514 Oct 29 08:34:11.115022 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-76796585-929d-4a04-a89c-6e0bf681aacd service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666751 Oct 29 08:34:11.121198 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-851d3980-0608-4155-861f-0149a71f7c82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814250 Oct 29 08:34:11.145614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fd89e-cab1-4a77-bfa3-8ecfb655efa8 req-79de72fd-48af-4383-ba68-8097ea447e42 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:11.161067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a9fd89e-cab1-4a77-bfa3-8ecfb655efa8 req-79de72fd-48af-4383-ba68-8097ea447e42 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.1359799 Oct 29 08:34:11.239324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a9fd89e-cab1-4a77-bfa3-8ecfb655efa8 req-66a1ddca-ee6b-4ddb-8f43-325af61e2c6b tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628307 Oct 29 08:34:11.284737 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda70008-d278-470b-a32f-4e6e18a5f7bb x-openstack-request-id: req-eda70008-d278-470b-a32f-4e6e18a5f7bb {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:11.285145 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c1a7de-ba14-44d9-bda0-1843ca82a491", "name": "network-vif-deleted", "tag": "1d45a831-7655-432d-bde8-9e98f7ba65bb", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:11.285725 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eda70008-d278-470b-a32f-4e6e18a5f7bb {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:11.286366 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c1a7de-ba14-44d9-bda0-1843ca82a491', 'name': 'network-vif-deleted', 'tag': '1d45a831-7655-432d-bde8-9e98f7ba65bb', 'status': 'completed', 'code': 200} Oct 29 08:34:11.369387 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cde785a-25e6-41cd-9320-68306a4a1ecc x-openstack-request-id: req-2cde785a-25e6-41cd-9320-68306a4a1ecc {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:11.370298 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b58749d-619e-4353-9f9f-9c0a435e511d", "name": "network-vif-deleted", "tag": "70e78329-b1e4-44cf-b59d-594d3b2db2ad", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:11.372855 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cde785a-25e6-41cd-9320-68306a4a1ecc {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:11.373558 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b58749d-619e-4353-9f9f-9c0a435e511d', 'name': 'network-vif-deleted', 'tag': '70e78329-b1e4-44cf-b59d-594d3b2db2ad', 'status': 'completed', 'code': 200} Oct 29 08:34:11.462975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-8a21b41b-1fe4-4c49-ac20-2be146c07025 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:11.464804 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-8a21b41b-1fe4-4c49-ac20-2be146c07025 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 812 time: 0.2515788 Oct 29 08:34:11.527922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Request body: {'port': {'device_id': 'c29024d8-5d89-4b30-b30a-a6275009414f', 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'admin_state_up': True, 'tenant_id': '6c45d660d40246e8a451d62ba9e9d307'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:11.537116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f617de1-3180-4c88-8dac-df2719872a89 req-5fe02f41-8d0c-4a2a-ab8e-a909f8efe920 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:11.552251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f617de1-3180-4c88-8dac-df2719872a89 req-5fe02f41-8d0c-4a2a-ab8e-a909f8efe920 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1546459 Oct 29 08:34:11.681052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a5d80fe-15d8-4a57-ac77-6f0ab1aa1fe2 req-05afcfac-6528-42da-a488-e306a76c7b2e tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 210 time: 0.1999402 Oct 29 08:34:11.690224 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f617de1-3180-4c88-8dac-df2719872a89 req-4e31b1c5-08be-42f4-aaa7-2b5990cd9daa tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370461 Oct 29 08:34:11.839846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Made reservation on behalf of 6c45d660d40246e8a451d62ba9e9d307 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:11.845043 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:11.923663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-164526eb-4e5f-414b-a4eb-bfe33d63a949 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:11.928868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-164526eb-4e5f-414b-a4eb-bfe33d63a949 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.15 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 812 time: 0.2627850 Oct 29 08:34:11.990824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47250) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:11.994094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Request body: {'port': {'device_id': 'a2297101-794f-4241-9a85-6a97fc39bad9', 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'admin_state_up': True, 'tenant_id': '6c45d660d40246e8a451d62ba9e9d307'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:12.135704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e9f86-297c-4372-89e2-9d1950988d1f req-883ecccf-2657-4f15-8804-84bfbac84e67 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:12.145165 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d5e9f86-297c-4372-89e2-9d1950988d1f req-883ecccf-2657-4f15-8804-84bfbac84e67 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.2714531 Oct 29 08:34:12.166853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-858368757-network', 'tenant_id': 'b0df1b210bcb4b3097c9fdb6caa3f948'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:12.171722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 70e78329-b1e4-44cf-b59d-594d3b2db2ad no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:12.214722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Made reservation on behalf of b0df1b210bcb4b3097c9fdb6caa3f948 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:12.216500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 70e78329-b1e4-44cf-b59d-594d3b2db2ad {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:12.219469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 70e78329-b1e4-44cf-b59d-594d3b2db2ad not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:12.221714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.247279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.280923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d5e9f86-297c-4372-89e2-9d1950988d1f req-46509028-99e9-4239-b3f1-b439900035d8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342618 Oct 29 08:34:12.297218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Allocated IP 172.20.0.13 (0837ba7e-886c-4020-a5c5-2d86feab0f16/eca2e5d9-8008-479b-941c-6b6e0ae57a68/8094842f-8161-45e5-8558-dd14460d01ea) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:12.311196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Made reservation on behalf of 6c45d660d40246e8a451d62ba9e9d307 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:12.315660 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.526260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.533016 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.565463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:34:12.568178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9e2deda-8e52-4317-908c-803f4b9c2eca req-fdf79958-0655-400b-be3f-713097adeaf2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0807035 Oct 29 08:34:12.668958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.669702 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Added segment f7148002-a9af-42b2-9cc6-ffed5fadf2df of type vlan for network 26cf5f9f-24df-49ca-8e3c-9b092559f712 Oct 29 08:34:12.688642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b627f16a-cae9-4bc5-8a08-f4b485bd3571,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:12.738510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.745302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6357b-e969-4c71-b367-cea476c4321b req-ad0b05e7-1b3a-4b2c-822f-db85ba14e197 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:12.753179 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9af6357b-e969-4c71-b367-cea476c4321b req-ad0b05e7-1b3a-4b2c-822f-db85ba14e197 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.2001116 Oct 29 08:34:12.783938 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.816549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.822920 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9af6357b-e969-4c71-b367-cea476c4321b req-6aaa634b-1041-462b-bb38-b4a5c798f126 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682886 Oct 29 08:34:12.844240 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.845470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:12.846375 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:12.931458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Network 0837ba7e-886c-4020-a5c5-2d86feab0f16 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:12.939814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] Pushing event updated for resources: {'Network': ['ID=26cf5f9f-24df-49ca-8e3c-9b092559f712,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:12.941294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:12.943422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Pushing event updated for resources: {'Port': ['ID=8094842f-8161-45e5-8558-dd14460d01ea,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:12.945861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:12.950229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Allocated IP 172.20.0.12 (0837ba7e-886c-4020-a5c5-2d86feab0f16/eca2e5d9-8008-479b-941c-6b6e0ae57a68/11272d57-761c-404d-bbda-33ca3ac17b3f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:12.956601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c531be69-1f00-43bb-ad45-3a5cf52d64c0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9637372 Oct 29 08:34:12.958804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47274) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:12.961992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f20f6-3ca9-4c7f-9824-837c60232742 req-7994660d-2b01-4857-8e83-206dc4f9af40 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:12.965619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 26cf5f9f-24df-49ca-8e3c-9b092559f712 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:34:12.969737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e2f20f6-3ca9-4c7f-9824-837c60232742 req-7994660d-2b01-4857-8e83-206dc4f9af40 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1865182 Oct 29 08:34:12.975777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Request body: {'subnet': {'network_id': '26cf5f9f-24df-49ca-8e3c-9b092559f712', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-858368757-subnet', 'tenant_id': 'b0df1b210bcb4b3097c9fdb6caa3f948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:13.043404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9458c-858f-4db0-aedc-2ae7b692bf83 req-941d1798-5d74-4de3-b093-732e1f0512af tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:13.046027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b8e9458c-858f-4db0-aedc-2ae7b692bf83 req-941d1798-5d74-4de3-b093-732e1f0512af tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 932 time: 0.1080410 Oct 29 08:34:13.064155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:13.064860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:13.072676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Made reservation on behalf of b0df1b210bcb4b3097c9fdb6caa3f948 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:13.075014 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:13.126670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e2f20f6-3ca9-4c7f-9824-837c60232742 req-6be2623c-9524-4f9e-9777-bfa419043a14 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505089 Oct 29 08:34:13.149167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b8e9458c-858f-4db0-aedc-2ae7b692bf83 req-23553d32-01ae-49d9-9ae9-fe94d106175a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931764 Oct 29 08:34:13.219780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-f71a7d88-0c19-42a6-9c38-0f88078c3416 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7130885 Oct 29 08:34:13.259171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Request body: {'port': {'device_id': 'c29024d8-5d89-4b30-b30a-a6275009414f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:13.472735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:13.507669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-1586b7c2-b7e5-4c88-aaef-a2dd32884cbd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:13.509146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-1586b7c2-b7e5-4c88-aaef-a2dd32884cbd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.4537196 Oct 29 08:34:13.539456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Request body: {'port': {'device_id': '0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'admin_state_up': True, 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:13.541937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52282c-8404-4f39-905c-d5a18b704a70 req-26896365-1eef-4582-9bd6-9b28206fd069 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:13.543474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d52282c-8404-4f39-905c-d5a18b704a70 req-26896365-1eef-4582-9bd6-9b28206fd069 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1558867 Oct 29 08:34:13.563257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:13.564145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-ccdc4867-a8f2-478b-ab22-1dd904ab2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:13.565656 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-ccdc4867-a8f2-478b-ab22-1dd904ab2b66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1100 time: 0.1262147 Oct 29 08:34:13.571960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eddc115c-a2b2-4507-96eb-85045c1a2f50,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:13.640182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Checking segment: {'id': 'f7148002-a9af-42b2-9cc6-ffed5fadf2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '26cf5f9f-24df-49ca-8e3c-9b092559f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:13.640541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Network hostable DHCP agents. Network: 26cf5f9f-24df-49ca-8e3c-9b092559f712, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:34:13.646307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:13.655252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faced56-9b3c-4f11-9234-0854cccca171 req-7b55cd47-40d7-4a78-a5f2-067463a75641 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:13.656877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8faced56-9b3c-4f11-9234-0854cccca171 req-7b55cd47-40d7-4a78-a5f2-067463a75641 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.2221398 Oct 29 08:34:13.853194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8faced56-9b3c-4f11-9234-0854cccca171 req-74b8a11d-ebf9-438c-94a8-16568eb9e63e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721668 Oct 29 08:34:13.881509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:13.898172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:13.901666 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:13.988641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d52282c-8404-4f39-905c-d5a18b704a70 req-a59c8dd8-88d9-462d-a8ed-896813b9bc04 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288199 Oct 29 08:34:13.996613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Network 0837ba7e-886c-4020-a5c5-2d86feab0f16 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:14.005915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Network 26cf5f9f-24df-49ca-8e3c-9b092559f712 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:34:14.027289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:14.038841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-25c787cd-8098-44a1-ac8a-564b651cac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.040357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-25c787cd-8098-44a1-ac8a-564b651cac82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.4569638 Oct 29 08:34:14.040899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 26cf5f9f-24df-49ca-8e3c-9b092559f712) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:14.045449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.046387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Pushing event updated for resources: {'Port': ['ID=11272d57-761c-404d-bbda-33ca3ac17b3f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:14.046530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.048924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:14.061934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ae761-85e3-4a08-b401-ba5a145a2faa None None] Network 26cf5f9f-24df-49ca-8e3c-9b092559f712 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:14.100644 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-cb645391-e9fe-4fc6-9b24-19356c9354d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 217 time: 0.0504141 Oct 29 08:34:14.125696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6da43db6-6ddf-49e9-8767-8085f1b7e43d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1484272 Oct 29 08:34:14.143009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4c1c1b4-86f2-48fe-98ad-ec81f92908d2 req-0bc7480f-78db-451b-a58b-125b0d904391 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0471721 Oct 29 08:34:14.191454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-2395a5bb-0715-4d00-82c8-c08f3b03edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.193298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1d45a831-7655-432d-bde8-9e98f7ba65bb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:14.193609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-2395a5bb-0715-4d00-82c8-c08f3b03edc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0530632 Oct 29 08:34:14.232261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 1d45a831-7655-432d-bde8-9e98f7ba65bb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:14.233464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1d45a831-7655-432d-bde8-9e98f7ba65bb not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:14.233767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.234434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.234607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:14.280130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a2b80-b63d-4935-9dc3-6c13b0b3c57f req-0125df3b-5b47-4a9b-8692-4c9e77bc460b tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.287747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e8a2b80-b63d-4935-9dc3-6c13b0b3c57f req-0125df3b-5b47-4a9b-8692-4c9e77bc460b tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 945 time: 0.2867725 Oct 29 08:34:14.299340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-2bbd0011-da1b-42cb-8b01-56ca9ba76e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.301487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-2bbd0011-da1b-42cb-8b01-56ca9ba76e28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998352 Oct 29 08:34:14.329022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a608e-7622-44c9-af8e-3fdaa6de2ee6 req-95c85bde-e88f-4b90-b2f9-3590289706e1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.330586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-879a608e-7622-44c9-af8e-3fdaa6de2ee6 req-95c85bde-e88f-4b90-b2f9-3590289706e1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0798240 Oct 29 08:34:14.331076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-b2b19a68-b10d-4c73-aeb4-54b3c0084a7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3449636 Oct 29 08:34:14.344359 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b607d57-adab-419f-82c8-e2af3fe4d6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.350807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb36366-ab09-4a77-ab7a-0c555736d347 None None] Network 26cf5f9f-24df-49ca-8e3c-9b092559f712 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:14.374448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Request body: {'port': {'device_id': 'a2297101-794f-4241-9a85-6a97fc39bad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:14.428529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Allocated IP 172.20.0.2 (9f48f319-e2e0-4e54-8d57-5977c6f82e52/d7d27dd1-3461-42a3-99f1-e87ef81f581c/1bc40f59-33b3-4f58-97cb-266606a6c793) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:14.432390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-879a608e-7622-44c9-af8e-3fdaa6de2ee6 req-ea091664-3b06-49c5-b745-d2dedcffdf23 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654395 Oct 29 08:34:14.450618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8094842f-8161-45e5-8558-dd14460d01ea {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:14.450895 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.456450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.456674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-68bb72bb-f6c5-464f-a431-1e8da5eec106 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450071 Oct 29 08:34:14.495758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:14.498321 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe4918c-f647-4e05-b8c7-46de045d30d2" -d '{"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-unplugged", "status": "completed", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:14.514960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:14.522299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e8a2b80-b63d-4935-9dc3-6c13b0b3c57f req-b11fecf6-1ec9-4018-a66e-bfc07886634d tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce685cbd-901c-4de6-874d-fc0c0ec34a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336342 Oct 29 08:34:14.538652 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.555878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Transition to ACTIVE for port object 8094842f-8161-45e5-8558-dd14460d01ea will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:34:14.590689 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.596350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec69648-6eac-4ab8-bd6e-a155450b7ce9 req-23f05a8d-dc43-471d-8f36-bc041d449965 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.597956 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ec69648-6eac-4ab8-bd6e-a155450b7ce9 req-23f05a8d-dc43-471d-8f36-bc041d449965 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0799282 Oct 29 08:34:14.599574 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.618805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:14.626116 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-7e86bc71-cec7-4c62-aa1b-80e7bfc3dd6d service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612797 Oct 29 08:34:14.650578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ec69648-6eac-4ab8-bd6e-a155450b7ce9 req-fb636977-909a-4faa-9811-56ce4d449153 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Oct 29 08:34:14.740656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-b2501e58-033e-44f0-8c38-cbebf6a989b0 req-c4bf923e-7cbe-4e46-9a88-13722d922c26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-740081956', 'description': 'tempest-description-63641662'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:14.768553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Pushing event updated for resources: {'Port': ['ID=8094842f-8161-45e5-8558-dd14460d01ea,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:14.769703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b2501e58-033e-44f0-8c38-cbebf6a989b0 req-c4bf923e-7cbe-4e46-9a88-13722d922c26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.856293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b2501e58-033e-44f0-8c38-cbebf6a989b0 req-c4bf923e-7cbe-4e46-9a88-13722d922c26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.861314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b2501e58-033e-44f0-8c38-cbebf6a989b0 req-c4bf923e-7cbe-4e46-9a88-13722d922c26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.891829 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b2501e58-033e-44f0-8c38-cbebf6a989b0 req-c4bf923e-7cbe-4e46-9a88-13722d922c26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:14.893083 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b2501e58-033e-44f0-8c38-cbebf6a989b0 req-c4bf923e-7cbe-4e46-9a88-13722d922c26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1574836 Oct 29 08:34:14.894947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf923e-7cbe-4e46-9a88-13722d922c26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a188f39-1266-468c-a218-9af58be199a4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:14.901648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b141a9-4dc0-4258-a8a1-66d0b1682527 req-7a110627-25b4-44ef-a8f9-ad3ad4a450f7 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:14.903275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-37b141a9-4dc0-4258-a8a1-66d0b1682527 req-7a110627-25b4-44ef-a8f9-ad3ad4a450f7 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 944 time: 0.2563999 Oct 29 08:34:14.944623 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86810476-5586-4fcb-a047-f67f43514809 x-openstack-request-id: req-86810476-5586-4fcb-a047-f67f43514809 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:14.945355 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-unplugged", "status": "completed", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:14.945934 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86810476-5586-4fcb-a047-f67f43514809 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:14.946604 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'code': 200} Oct 29 08:34:15.193006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992091d-ade6-4777-9352-65bee3cbd35e req-870cf864-6dbd-43ca-b169-2f3f58325615 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:15.194516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f992091d-ade6-4777-9352-65bee3cbd35e req-870cf864-6dbd-43ca-b169-2f3f58325615 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.15 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 945 time: 0.0889432 Oct 29 08:34:15.206030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b77ac2-48b0-4bbd-9b8b-58b915917da3 req-74af8446-4554-4614-8a6f-42b3a28b463e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:15.207718 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6b77ac2-48b0-4bbd-9b8b-58b915917da3 req-74af8446-4554-4614-8a6f-42b3a28b463e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0741427 Oct 29 08:34:15.299468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6b77ac2-48b0-4bbd-9b8b-58b915917da3 req-d434d7af-2ad1-40a8-90a1-af8e17654116 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824387 Oct 29 08:34:15.346718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Deleting port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:15.347075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.365993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.389498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-37b141a9-4dc0-4258-a8a1-66d0b1682527 req-a6d4c9b7-85d3-4591-b3a0-587afbfe0c7a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548531 Oct 29 08:34:15.408869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Attempting to bind port 8094842f-8161-45e5-8558-dd14460d01ea on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:15.409226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Attempting to bind port 8094842f-8161-45e5-8558-dd14460d01ea by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:15.410473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Attempting to bind port 8094842f-8161-45e5-8558-dd14460d01ea on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:15.426731 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-85aab21f-3158-4772-a7eb-3c64b8118510 req-5676d820-36cb-49fc-a014-c2101e476ab6 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/3a188f39-1266-468c-a218-9af58be199a4 HTTP/1.1" status: 200 len: 1810 time: 0.0983341 Oct 29 08:34:15.455121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Port 8094842f-8161-45e5-8558-dd14460d01ea on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:34:15.455341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Attempting to bind port 8094842f-8161-45e5-8558-dd14460d01ea on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:15.466684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-85aab21f-3158-4772-a7eb-3c64b8118510 req-3f37bf29-02e8-4ad0-bee0-7f96fe852c8d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a188f39-1266-468c-a218-9af58be199a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:15.467015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-85aab21f-3158-4772-a7eb-3c64b8118510 req-3f37bf29-02e8-4ad0-bee0-7f96fe852c8d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a188f39-1266-468c-a218-9af58be199a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:15.472694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:15.473149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Checking segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:15.473551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Bound using segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:15.474003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Bound port: 8094842f-8161-45e5-8558-dd14460d01ea, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:15.474354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.491329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] For port 3d02d1df-b4b5-49c2-9a15-cbff81339d70, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3d02d1df-b4b5-49c2-9a15-cbff81339d70,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:15.491721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.510361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Calling delete_port for 3d02d1df-b4b5-49c2-9a15-cbff81339d70 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:15.525125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.600319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-85aab21f-3158-4772-a7eb-3c64b8118510 req-3f37bf29-02e8-4ad0-bee0-7f96fe852c8d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.641622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-85aab21f-3158-4772-a7eb-3c64b8118510 req-3f37bf29-02e8-4ad0-bee0-7f96fe852c8d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.645798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-85aab21f-3158-4772-a7eb-3c64b8118510 req-3f37bf29-02e8-4ad0-bee0-7f96fe852c8d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.660514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:15.675179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:15.677831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:15.686217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37bf29-02e8-4ad0-bee0-7f96fe852c8d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0087fb60-d9a7-425e-b348-cba4d7b87023,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:15.690982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11272d57-761c-404d-bbda-33ca3ac17b3f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:15.703334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-85aab21f-3158-4772-a7eb-3c64b8118510 req-3f37bf29-02e8-4ad0-bee0-7f96fe852c8d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.704641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-85aab21f-3158-4772-a7eb-3c64b8118510 req-3f37bf29-02e8-4ad0-bee0-7f96fe852c8d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2649517 Oct 29 08:34:15.718416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] For port 8094842f-8161-45e5-8558-dd14460d01ea, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:15.723750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event updated for resources: {'Port': ['ID=1bc40f59-33b3-4f58-97cb-266606a6c793,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:15.729125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.734830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.746466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3d02d1df-b4b5-49c2-9a15-cbff81339d70'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:15.757991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] For port 8094842f-8161-45e5-8558-dd14460d01ea, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8094842f-8161-45e5-8558-dd14460d01ea,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:15.768186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Pushing event deleted for resources: {'Port': ['ID=3d02d1df-b4b5-49c2-9a15-cbff81339d70,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:15.773151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d585f-b459-4793-ad72-05336cf3ea8e req-1695bac4-ab11-419a-8ed1-65e145abaf5a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:15.775152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-824d585f-b459-4793-ad72-05336cf3ea8e req-1695bac4-ab11-419a-8ed1-65e145abaf5a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.2442811 Oct 29 08:34:15.794409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.800181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Transition to ACTIVE for port object 11272d57-761c-404d-bbda-33ca3ac17b3f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:34:15.831636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] No DVR routers for this DVR port 3d02d1df-b4b5-49c2-9a15-cbff81339d70 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:15.841613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:15.842250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.848077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.849722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.851661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f992091d-ade6-4777-9352-65bee3cbd35e req-965116bd-898c-42c1-9ec3-7298590a6f36 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.15 "DELETE /v2.0/ports/3d02d1df-b4b5-49c2-9a15-cbff81339d70 HTTP/1.1" status: 204 len: 173 time: 0.6412263 Oct 29 08:34:15.852542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284aa1a5-1195-4754-a5e5-daca61377335', 'name': 'network-vif-deleted', 'tag': '3d02d1df-b4b5-49c2-9a15-cbff81339d70'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:15.854987 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e859b078-2bfb-4ef7-aec5-57e029253ac4" -d '{"events": [{"server_uuid": "284aa1a5-1195-4754-a5e5-daca61377335", "name": "network-vif-deleted", "tag": "3d02d1df-b4b5-49c2-9a15-cbff81339d70"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:15.869321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:15.870261 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:15.872009 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] 10.222.0.93 "PUT /v2.0/ports/8094842f-8161-45e5-8558-dd14460d01ea HTTP/1.1" status: 200 len: 1092 time: 2.6316795 Oct 29 08:34:15.887202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29024d8-5d89-4b30-b30a-a6275009414f', 'tag': '8094842f-8161-45e5-8558-dd14460d01ea'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:15.890161 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6" -d '{"events": [{"name": "network-changed", "server_uuid": "c29024d8-5d89-4b30-b30a-a6275009414f", "tag": "8094842f-8161-45e5-8558-dd14460d01ea"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:15.892857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac059fe-2d67-4d6f-928e-b42e5a73d82f req-e529ab78-5f58-4ecb-a733-1a325f707bfd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:15.901572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ac059fe-2d67-4d6f-928e-b42e5a73d82f req-e529ab78-5f58-4ecb-a733-1a325f707bfd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 931 time: 0.1016870 Oct 29 08:34:15.941231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-9ca1487b-d12b-49fb-97dd-6ccc47f51780 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4166481 Oct 29 08:34:15.947020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ac059fe-2d67-4d6f-928e-b42e5a73d82f req-613eb0be-f103-43a1-9755-acdfaf97eef5 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Oct 29 08:34:15.960364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-824d585f-b459-4793-ad72-05336cf3ea8e req-fad82c17-5b83-4520-85dc-5617fe73b109 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766150 Oct 29 08:34:15.968585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Request body: {'port': {'device_id': '0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:15.972606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79356a0c-1874-45f2-b34c-fc9db05bd7cd service neutron] Pushing event updated for resources: {'Port': ['ID=8094842f-8161-45e5-8558-dd14460d01ea,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:16.102746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449748ea-0258-445c-9762-9bbc973d1a68 req-9d9c6365-bdfa-45b9-b367-75ad12e19783 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:16.104555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-449748ea-0258-445c-9762-9bbc973d1a68 req-9d9c6365-bdfa-45b9-b367-75ad12e19783 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 947 time: 0.0702386 Oct 29 08:34:16.144475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Pushing event updated for resources: {'Port': ['ID=11272d57-761c-404d-bbda-33ca3ac17b3f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:16.144786 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-449748ea-0258-445c-9762-9bbc973d1a68 req-91386399-fb44-4b5e-a7bb-999dd5d36b4a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Oct 29 08:34:16.170452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-135553f8-3eec-4b31-8be9-69fea1e9efca req-315dbab1-d87e-427c-a213-d00cb1cd2aa7 tempest-AttachSCSIVolumeTestJSON-1514045842 tempest-AttachSCSIVolumeTestJSON-1514045842-project] 10.222.0.70 "GET /v2.0/ports?device_id=284aa1a5-1195-4754-a5e5-daca61377335 HTTP/1.1" status: 200 len: 210 time: 0.0734482 Oct 29 08:34:16.175871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-d5c073a5-8054-4475-9b3f-24fbfb9d5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:16.177193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-d5c073a5-8054-4475-9b3f-24fbfb9d5e4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 1095 time: 0.2333364 Oct 29 08:34:16.179847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.195917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:16.225328 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-589c6135-8141-4d9c-ab50-3878f175c4e4 req-6468c378-6905-4a8a-8ad5-f92ce8714783 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/3a188f39-1266-468c-a218-9af58be199a4 HTTP/1.1" status: 200 len: 2403 time: 0.0555573 Oct 29 08:34:16.233954 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2736cbf3-9381-429b-8b91-e4fd90afc43e x-openstack-request-id: req-2736cbf3-9381-429b-8b91-e4fd90afc43e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:16.234545 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284aa1a5-1195-4754-a5e5-daca61377335", "name": "network-vif-deleted", "tag": "3d02d1df-b4b5-49c2-9a15-cbff81339d70", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:16.235039 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2736cbf3-9381-429b-8b91-e4fd90afc43e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:16.235678 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284aa1a5-1195-4754-a5e5-daca61377335', 'name': 'network-vif-deleted', 'tag': '3d02d1df-b4b5-49c2-9a15-cbff81339d70', 'status': 'completed', 'code': 200} Oct 29 08:34:16.268691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-8480b819-48b4-4db1-ba47-a478c20a2b16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8094842f-8161-45e5-8558-dd14460d01ea HTTP/1.1" status: 200 len: 217 time: 0.0666230 Oct 29 08:34:16.272396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b9d2503-cd06-4d20-906b-52681ee214c2 req-c129e2f7-aff2-4c83-b16b-99394ef27438 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-group-rules/0087fb60-d9a7-425e-b348-cba4d7b87023 HTTP/1.1" status: 200 len: 778 time: 0.0240946 Oct 29 08:34:16.276076 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8277d83d-243e-4571-ab87-c0ec7b4a8528 x-openstack-request-id: req-8277d83d-243e-4571-ab87-c0ec7b4a8528 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:16.276433 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29024d8-5d89-4b30-b30a-a6275009414f", "tag": "8094842f-8161-45e5-8558-dd14460d01ea", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:16.276863 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8277d83d-243e-4571-ab87-c0ec7b4a8528 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:16.277257 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29024d8-5d89-4b30-b30a-a6275009414f', 'tag': '8094842f-8161-45e5-8558-dd14460d01ea', 'status': 'completed', 'code': 200} Oct 29 08:34:16.279875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Attempting to bind port 11272d57-761c-404d-bbda-33ca3ac17b3f on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:16.280216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Attempting to bind port 11272d57-761c-404d-bbda-33ca3ac17b3f by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:16.280596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Attempting to bind port 11272d57-761c-404d-bbda-33ca3ac17b3f on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:16.321465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:16.322803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Port 11272d57-761c-404d-bbda-33ca3ac17b3f on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:34:16.323135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Attempting to bind port 11272d57-761c-404d-bbda-33ca3ac17b3f on network 0837ba7e-886c-4020-a5c5-2d86feab0f16 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:16.333895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:16.334586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Checking segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:16.335102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Bound using segment: {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:16.335394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Bound port: 11272d57-761c-404d-bbda-33ca3ac17b3f, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca388b3e-e6d8-41be-acda-a68612984886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:16.335987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.339964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'mac_address': 'fa:16:3e:7f:e8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:16.350663 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b9d2503-cd06-4d20-906b-52681ee214c2 req-c85690ef-968a-4066-bc61-bff341c418cc tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/3a188f39-1266-468c-a218-9af58be199a4 HTTP/1.1" status: 200 len: 2403 time: 0.0700932 Oct 29 08:34:16.379061 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1b9d2503-cd06-4d20-906b-52681ee214c2 req-2d0c0da1-b491-47b0-8ae2-49c51bcfa3fc tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.388602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1b9d2503-cd06-4d20-906b-52681ee214c2 req-2d0c0da1-b491-47b0-8ae2-49c51bcfa3fc tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.396999 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.419707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c272c3-b78e-416b-9a57-d47bca3a63fb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:16.434013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1b9d2503-cd06-4d20-906b-52681ee214c2 req-2d0c0da1-b491-47b0-8ae2-49c51bcfa3fc tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.444262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1b9d2503-cd06-4d20-906b-52681ee214c2 req-2d0c0da1-b491-47b0-8ae2-49c51bcfa3fc tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.447453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:16.461578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.462157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b9d2503-cd06-4d20-906b-52681ee214c2 req-2d0c0da1-b491-47b0-8ae2-49c51bcfa3fc tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0087fb60-d9a7-425e-b348-cba4d7b87023 HTTP/1.1" status: 204 len: 173 time: 0.1104822 Oct 29 08:34:16.476932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c0da1-b491-47b0-8ae2-49c51bcfa3fc tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0087fb60-d9a7-425e-b348-cba4d7b87023,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:16.496543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-9a4da220-5b43-432e-bea8-0467e9a04b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:16.497674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-9a4da220-5b43-432e-bea8-0467e9a04b6e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 200 len: 852 time: 0.2148721 Oct 29 08:34:16.528052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=10']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:16.585900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03abeb5-85e9-4332-8300-95f2b295709a req-836e32fe-02d7-457d-b64a-f4975ba89497 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:16.587538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d03abeb5-85e9-4332-8300-95f2b295709a req-836e32fe-02d7-457d-b64a-f4975ba89497 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 944 time: 0.0535769 Oct 29 08:34:16.616291 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-7db874c4-695c-4190-81b6-2c3f62403163 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0837ba7e-886c-4020-a5c5-2d86feab0f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876048 Oct 29 08:34:16.626940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] For port 11272d57-761c-404d-bbda-33ca3ac17b3f, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:16.627958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d03abeb5-85e9-4332-8300-95f2b295709a req-17bba0bb-ea9f-4b8c-ad48-6131606ec90c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Oct 29 08:34:16.655629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-e33b317b-7b98-4892-b6c6-dd84889fb7f9 req-cb30b5d0-6dca-4c45-acd0-146a54b708de tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-89838013', 'description': 'tempest-description-137118293'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:16.680058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e33b317b-7b98-4892-b6c6-dd84889fb7f9 req-cb30b5d0-6dca-4c45-acd0-146a54b708de tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.692811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] For port 11272d57-761c-404d-bbda-33ca3ac17b3f, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=11272d57-761c-404d-bbda-33ca3ac17b3f,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:16.707170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.716619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f1be9-1a7f-4c18-b144-353ba7083031 req-c87c0e17-4f7c-422a-bced-14b6517a0ddb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:16.718350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df8f1be9-1a7f-4c18-b144-353ba7083031 req-c87c0e17-4f7c-422a-bced-14b6517a0ddb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.2505352 Oct 29 08:34:16.749663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e33b317b-7b98-4892-b6c6-dd84889fb7f9 req-cb30b5d0-6dca-4c45-acd0-146a54b708de tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.755047 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e33b317b-7b98-4892-b6c6-dd84889fb7f9 req-cb30b5d0-6dca-4c45-acd0-146a54b708de tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.780848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:16.781476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.782915 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/11272d57-761c-404d-bbda-33ca3ac17b3f HTTP/1.1" status: 200 len: 1092 time: 2.4135430 Oct 29 08:34:16.786120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e33b317b-7b98-4892-b6c6-dd84889fb7f9 req-cb30b5d0-6dca-4c45-acd0-146a54b708de tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:16.804465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e33b317b-7b98-4892-b6c6-dd84889fb7f9 req-cb30b5d0-6dca-4c45-acd0-146a54b708de tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1531234 Oct 29 08:34:16.806887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30b5d0-6dca-4c45-acd0-146a54b708de tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff3a87-80d5-41a3-afcd-74d76e86f8c8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:16.880632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['91c272c3-b78e-416b-9a57-d47bca3a63fb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:16.913879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df8f1be9-1a7f-4c18-b144-353ba7083031 req-d6f67fe3-cd19-4932-b02a-c2cc6ec7501f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793637 Oct 29 08:34:16.915019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f24825-0868-4b0f-bb2d-bf549c9572b4 service neutron] Pushing event updated for resources: {'Port': ['ID=11272d57-761c-404d-bbda-33ca3ac17b3f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:16.927703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12be5e3c-f5f9-4336-a554-08db0fe61540 req-d2e57ea5-1a28-4c80-81b4-d96520f1e1de tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/ebff3a87-80d5-41a3-afcd-74d76e86f8c8 HTTP/1.1" status: 200 len: 1810 time: 0.0475709 Oct 29 08:34:16.942362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-c98a20ca-576a-411a-9de4-a3759bee8dbf service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127577 Oct 29 08:34:16.973160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-fa5c7924-2540-4c7d-baac-e39b79da7295 req-f7dee3e0-ff30-4e28-8ffc-da644b45d83b tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-915923263', 'description': 'tempest-description-709826888'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:16.983329 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26f5b318-6381-494a-b89f-5dc16a998561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.008736 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fa5c7924-2540-4c7d-baac-e39b79da7295 req-f7dee3e0-ff30-4e28-8ffc-da644b45d83b tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.062029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-59e7b8aa-897a-44bc-bf10-e5bcd9172623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:17.064015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-59e7b8aa-897a-44bc-bf10-e5bcd9172623 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&device_id=a2297101-794f-4241-9a85-6a97fc39bad9 HTTP/1.1" status: 200 len: 1095 time: 0.2256446 Oct 29 08:34:17.085091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fa5c7924-2540-4c7d-baac-e39b79da7295 req-f7dee3e0-ff30-4e28-8ffc-da644b45d83b tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.091240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc40f59-33b3-4f58-97cb-266606a6c793 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:17.091735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fa5c7924-2540-4c7d-baac-e39b79da7295 req-f7dee3e0-ff30-4e28-8ffc-da644b45d83b tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.116105 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.124554 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fa5c7924-2540-4c7d-baac-e39b79da7295 req-f7dee3e0-ff30-4e28-8ffc-da644b45d83b tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.125798 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fa5c7924-2540-4c7d-baac-e39b79da7295 req-f7dee3e0-ff30-4e28-8ffc-da644b45d83b tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1571620 Oct 29 08:34:17.127605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dee3e0-ff30-4e28-8ffc-da644b45d83b tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762bb190-ae5e-4ab9-8e47-80a5399e88a8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:17.161903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-cf111c6b-2338-4d6f-83a3-d3f9c7a3c39b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11272d57-761c-404d-bbda-33ca3ac17b3f HTTP/1.1" status: 200 len: 217 time: 0.0763216 Oct 29 08:34:17.198619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Transition to ACTIVE for port object 1bc40f59-33b3-4f58-97cb-266606a6c793 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:34:17.224841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17651688-ee23-43b5-acd3-f126a2a3579c req-c68482c8-ae77-499f-9aed-d13af324fe9e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:17.226338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17651688-ee23-43b5-acd3-f126a2a3579c req-c68482c8-ae77-499f-9aed-d13af324fe9e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 931 time: 0.1927824 Oct 29 08:34:17.230829 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-a3cf09a6-0fb3-4bf7-bf7c-aba3fa404d86 service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800007 Oct 29 08:34:17.233185 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.236995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6e24b-43f9-4103-9a3b-54fc071f427f req-40243826-98d3-490c-bc73-0258c3e36755 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:17.238665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1d6e24b-43f9-4103-9a3b-54fc071f427f req-40243826-98d3-490c-bc73-0258c3e36755 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0525620 Oct 29 08:34:17.281835 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1d6e24b-43f9-4103-9a3b-54fc071f427f req-a7d04ee7-5e6d-44f1-924a-25f7bf8fed2c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356638 Oct 29 08:34:17.342226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90325c-294f-443b-98e6-f1394940c6ce req-879049b8-644c-4ea1-bd20-dc9aeed3673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:17.343755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-879049b8-644c-4ea1-bd20-dc9aeed3673e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 200 len: 852 time: 0.1642551 Oct 29 08:34:17.350192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5617ae9-4b29-4e0b-856f-8592b49caa7c req-97fc2c6e-c6af-4b29-896c-28213983dfd7 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/762bb190-ae5e-4ab9-8e47-80a5399e88a8 HTTP/1.1" status: 200 len: 1811 time: 0.0452535 Oct 29 08:34:17.375191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc40f59-33b3-4f58-97cb-266606a6c793,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:17.385672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17651688-ee23-43b5-acd3-f126a2a3579c req-f6d95d4c-4a1e-49c2-ba86-332c5da97e63 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460407 Oct 29 08:34:17.407493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-241f46e6-44f4-4568-939e-8eaa88764a5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0837ba7e-886c-4020-a5c5-2d86feab0f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452995 Oct 29 08:34:17.472175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-539bf3f8-063e-416f-a38c-41ad5fcc6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:17.473909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-539bf3f8-063e-416f-a38c-41ad5fcc6b9b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 1095 time: 0.1828599 Oct 29 08:34:17.475924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d05aa-1dc9-4aa5-9f38-c523da4da4c1 req-a49338f5-2b3f-445d-aac8-954acea87c6e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:17.482734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a45d05aa-1dc9-4aa5-9f38-c523da4da4c1 req-a49338f5-2b3f-445d-aac8-954acea87c6e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0777357 Oct 29 08:34:17.505416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f0bc323f-5745-43b0-a3fe-f5df113b45fa req-67b5ee00-ac0f-43b6-88cf-16e6b4288a9c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1965551663', 'description': 'tempest-description-1207128899'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:17.523004 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a45d05aa-1dc9-4aa5-9f38-c523da4da4c1 req-05c00e55-31fc-4261-8249-152e8c0eff30 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Oct 29 08:34:17.629099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Attempting to bind port 1bc40f59-33b3-4f58-97cb-266606a6c793 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:17.629570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Attempting to bind port 1bc40f59-33b3-4f58-97cb-266606a6c793 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:17.629911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Attempting to bind port 1bc40f59-33b3-4f58-97cb-266606a6c793 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:17.636968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f0bc323f-5745-43b0-a3fe-f5df113b45fa req-67b5ee00-ac0f-43b6-88cf-16e6b4288a9c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.662180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Port 1bc40f59-33b3-4f58-97cb-266606a6c793 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:34:17.662713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Attempting to bind port 1bc40f59-33b3-4f58-97cb-266606a6c793 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:17.685699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-4cfff217-e7ba-4f58-a97e-936694f6a252 service neutron] 10.222.0.15 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628260 Oct 29 08:34:17.688935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:17.689273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Checking segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:17.689660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Bound using segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:17.690115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Bound port: 1bc40f59-33b3-4f58-97cb-266606a6c793, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:17.690471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:17.710675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-4d55a1fe-1947-44a3-9aa6-8479a51b1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:17.712067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-4d55a1fe-1947-44a3-9aa6-8479a51b1e64 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 914 time: 0.2102017 Oct 29 08:34:17.773491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89723e-cbfb-4d2c-96ea-ae4e5e235f6c req-275babe0-718b-4806-856d-11dbcc3a707f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:17.780307 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fa89723e-cbfb-4d2c-96ea-ae4e5e235f6c req-275babe0-718b-4806-856d-11dbcc3a707f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 944 time: 0.0747950 Oct 29 08:34:17.821743 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fa89723e-cbfb-4d2c-96ea-ae4e5e235f6c req-986ba19d-5aa8-4cc9-923a-01859801d8c6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368810 Oct 29 08:34:17.823382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-1d1eb76c-cc10-44ca-b999-639d914064a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8094842f-8161-45e5-8558-dd14460d01ea HTTP/1.1" status: 200 len: 217 time: 0.0896580 Oct 29 08:34:17.996794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f0bc323f-5745-43b0-a3fe-f5df113b45fa req-67b5ee00-ac0f-43b6-88cf-16e6b4288a9c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:18.007185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-c6d49833-9b9c-49df-8fba-7a6fa37f4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:18.009220 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-c6d49833-9b9c-49df-8fba-7a6fa37f4f5c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 200 len: 852 time: 0.1590014 Oct 29 08:34:18.013925 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f0bc323f-5745-43b0-a3fe-f5df113b45fa req-67b5ee00-ac0f-43b6-88cf-16e6b4288a9c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:18.021860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] For port 1bc40f59-33b3-4f58-97cb-266606a6c793, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:18.046929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c90325c-294f-443b-98e6-f1394940c6ce req-2cba992d-7d4c-4db7-9881-123f3b86c419 service neutron] 10.222.0.15 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518653 Oct 29 08:34:18.058470 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:18.071157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ffea-7104-40a8-a152-9e03893eb073 req-3f266d15-9a05-4feb-b985-ab017a48739b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:18.073170 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f350ffea-7104-40a8-a152-9e03893eb073 req-3f266d15-9a05-4feb-b985-ab017a48739b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0731003 Oct 29 08:34:18.085703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] For port 1bc40f59-33b3-4f58-97cb-266606a6c793, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1bc40f59-33b3-4f58-97cb-266606a6c793,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:18.091184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-86a4eaf0-c01c-48a8-9426-a3afa6dff6ee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0837ba7e-886c-4020-a5c5-2d86feab0f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738008 Oct 29 08:34:18.100266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:18.117817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f0bc323f-5745-43b0-a3fe-f5df113b45fa req-67b5ee00-ac0f-43b6-88cf-16e6b4288a9c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:18.123337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0bc323f-5745-43b0-a3fe-f5df113b45fa req-67b5ee00-ac0f-43b6-88cf-16e6b4288a9c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6536765 Oct 29 08:34:18.132109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f350ffea-7104-40a8-a152-9e03893eb073 req-5ec6a2c6-e08e-489c-a8a7-16acbf74f97e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Oct 29 08:34:18.139918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5ee00-ac0f-43b6-88cf-16e6b4288a9c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d570e68-ada5-4729-85d6-39580e167259,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:18.200740 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:18.229161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:18.229838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:18.231246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/1bc40f59-33b3-4f58-97cb-266606a6c793 HTTP/1.1" status: 200 len: 1091 time: 2.2688496 Oct 29 08:34:18.279084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2297101-794f-4241-9a85-6a97fc39bad9', 'tag': '11272d57-761c-404d-bbda-33ca3ac17b3f'}, {'name': 'network-changed', 'server_uuid': '0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3', 'tag': '1bc40f59-33b3-4f58-97cb-266606a6c793'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:18.282087 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bce0be1-3a4f-46a1-924e-c0d7e168069d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2297101-794f-4241-9a85-6a97fc39bad9", "tag": "11272d57-761c-404d-bbda-33ca3ac17b3f"}, {"name": "network-changed", "server_uuid": "0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3", "tag": "1bc40f59-33b3-4f58-97cb-266606a6c793"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:18.294569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1c707-87e0-4f4b-b493-752bbdbd73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc40f59-33b3-4f58-97cb-266606a6c793,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:18.351214 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d05174d2-9551-45d6-88cd-cf5ee9ad36c0 req-32bc0fe0-76cc-47eb-bc80-9f5d5612ea6c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/8d570e68-ada5-4729-85d6-39580e167259 HTTP/1.1" status: 200 len: 1813 time: 0.1475973 Oct 29 08:34:18.353330 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c9b11-fdf1-4b99-a894-926170d46ce7 x-openstack-request-id: req-ec0c9b11-fdf1-4b99-a894-926170d46ce7 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:18.354708 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2297101-794f-4241-9a85-6a97fc39bad9", "tag": "11272d57-761c-404d-bbda-33ca3ac17b3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3", "tag": "1bc40f59-33b3-4f58-97cb-266606a6c793", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:18.363522 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec0c9b11-fdf1-4b99-a894-926170d46ce7 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:18.366736 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2297101-794f-4241-9a85-6a97fc39bad9', 'tag': '11272d57-761c-404d-bbda-33ca3ac17b3f', 'status': 'completed', 'code': 200} Oct 29 08:34:18.367010 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3', 'tag': '1bc40f59-33b3-4f58-97cb-266606a6c793', 'status': 'completed', 'code': 200} Oct 29 08:34:18.380990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-de7b9aaa-7a1e-41e5-9f18-81889fdc0ce5 service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770529 Oct 29 08:34:18.386202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-166bb421-6ab3-4a9c-a52b-dbe291c6affe req-5c26502d-eb50-42b7-9809-cf2352ef23c0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-834026576', 'description': 'tempest-description-206726629'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:18.486915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8b343-f4a1-46cd-b9fa-10cec102c4dd req-ec860e7a-9452-4fe4-b781-5a978bcd70f8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:18.490256 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-26b8b343-f4a1-46cd-b9fa-10cec102c4dd req-ec860e7a-9452-4fe4-b781-5a978bcd70f8 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0652649 Oct 29 08:34:18.537237 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-26b8b343-f4a1-46cd-b9fa-10cec102c4dd req-b48b2f24-065d-4c45-b0b6-6efc2c291a5f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Oct 29 08:34:18.654723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d53627-4d8b-4a32-90b1-b083c30cfa5f req-ca43ae77-0995-440c-af74-444b06541a6e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:18.656940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2d53627-4d8b-4a32-90b1-b083c30cfa5f req-ca43ae77-0995-440c-af74-444b06541a6e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 943 time: 0.0569611 Oct 29 08:34:18.702421 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2d53627-4d8b-4a32-90b1-b083c30cfa5f req-c75a2281-a906-45a0-86a4-2750d9c4469c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380642 Oct 29 08:34:18.817608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-86eddd38-91a5-46f7-942a-315c274fe0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:18.819119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-86eddd38-91a5-46f7-942a-315c274fe0f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 1094 time: 0.5306656 Oct 29 08:34:18.826116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e721-7101-495a-8eeb-55e926f79b24 req-5877d42e-ce8e-4255-8bce-02cb782e8603 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:18.832662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9fa7e721-7101-495a-8eeb-55e926f79b24 req-5877d42e-ce8e-4255-8bce-02cb782e8603 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0597501 Oct 29 08:34:18.845622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-166bb421-6ab3-4a9c-a52b-dbe291c6affe req-5c26502d-eb50-42b7-9809-cf2352ef23c0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:18.875582 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9fa7e721-7101-495a-8eeb-55e926f79b24 req-12523b3e-2bf5-4759-8835-ee0ca2b8f4cc tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Oct 29 08:34:18.893020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-212bfd10-d97a-478f-a00f-a87c1594cfa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bc40f59-33b3-4f58-97cb-266606a6c793 HTTP/1.1" status: 200 len: 217 time: 0.0615683 Oct 29 08:34:18.898564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-8d940c36-56c5-4eef-a0c3-2c819a7d58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:18.900129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-8d940c36-56c5-4eef-a0c3-2c819a7d58e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c45d660d40246e8a451d62ba9e9d307&device_id=a2297101-794f-4241-9a85-6a97fc39bad9 HTTP/1.1" status: 200 len: 1095 time: 0.5070906 Oct 29 08:34:18.961233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3d02d1df-b4b5-49c2-9a15-cbff81339d70 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:18.989068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 3d02d1df-b4b5-49c2-9a15-cbff81339d70 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:18.989808 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3d02d1df-b4b5-49c2-9a15-cbff81339d70 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:19.003497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a102ac-a6fe-42e5-96dd-a72810520ff7 req-1338e1db-f8ec-47bc-a97e-6b96b73630c0 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:19.005910 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58a102ac-a6fe-42e5-96dd-a72810520ff7 req-1338e1db-f8ec-47bc-a97e-6b96b73630c0 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 944 time: 0.0659478 Oct 29 08:34:19.035962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0481fa4-dde9-4140-8cc6-1af9c6b6bef6 req-202b0eae-5113-494d-a835-001402af0712 service neutron] 10.222.0.93 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398716 Oct 29 08:34:19.051121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-7fe9f33a-5282-4782-a66a-ba9951d9f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:19.052852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-7fe9f33a-5282-4782-a66a-ba9951d9f698 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.1506824 Oct 29 08:34:19.060219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58a102ac-a6fe-42e5-96dd-a72810520ff7 req-5daf1a27-0d15-43ca-a7a2-254baf8b4d2c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Oct 29 08:34:19.107102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-b005085b-2dd2-4965-a13f-d166861840c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419033 Oct 29 08:34:19.146058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-81fa304c-98c2-4315-828e-53c7982b732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:19.147624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-81fa304c-98c2-4315-828e-53c7982b732e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 200 len: 914 time: 0.2351522 Oct 29 08:34:19.150234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-166bb421-6ab3-4a9c-a52b-dbe291c6affe req-5c26502d-eb50-42b7-9809-cf2352ef23c0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:19.199040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-166bb421-6ab3-4a9c-a52b-dbe291c6affe req-5c26502d-eb50-42b7-9809-cf2352ef23c0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:19.257811 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-ae43b1ac-357c-4037-8f2a-2f76587f90d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11272d57-761c-404d-bbda-33ca3ac17b3f HTTP/1.1" status: 200 len: 217 time: 0.0963142 Oct 29 08:34:19.284463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f31d8-b614-47fa-a35d-37e8c9e9034b req-3a6e59bd-7e40-465f-a301-e1ec4629dcfa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:19.286470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d74f31d8-b614-47fa-a35d-37e8c9e9034b req-3a6e59bd-7e40-465f-a301-e1ec4629dcfa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0616739 Oct 29 08:34:19.286605 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-166bb421-6ab3-4a9c-a52b-dbe291c6affe req-5c26502d-eb50-42b7-9809-cf2352ef23c0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:19.287728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-166bb421-6ab3-4a9c-a52b-dbe291c6affe req-5c26502d-eb50-42b7-9809-cf2352ef23c0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9096410 Oct 29 08:34:19.334731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-09bd5361-bea0-4622-a6bf-b9f38b6f7f81 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096598 Oct 29 08:34:19.346514 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d74f31d8-b614-47fa-a35d-37e8c9e9034b req-34ce27d3-09bd-4e7a-9b03-82edb2ab256b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 Oct 29 08:34:19.359754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26502d-eb50-42b7-9809-cf2352ef23c0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2064e43c-e893-49bd-8738-9a147350c5a3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:19.404328 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:19.456475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-e14f00cc-f611-4084-99e0-f282dbd63028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:19.458270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-e14f00cc-f611-4084-99e0-f282dbd63028 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 200 len: 852 time: 0.1857719 Oct 29 08:34:19.503397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-7342683c-130a-4fdf-b0fa-f1d5ed77d812 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0837ba7e-886c-4020-a5c5-2d86feab0f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328515 Oct 29 08:34:19.508235 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c581cc0-1cfb-43c8-a9e3-05612da80ca2 req-2a5a56f9-2ecb-4272-bb1f-d8a4311ce652 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/2064e43c-e893-49bd-8738-9a147350c5a3 HTTP/1.1" status: 200 len: 1811 time: 0.1725883 Oct 29 08:34:19.555114 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-60ff0c2d-47b0-4e53-966b-2622a374ce6f req-cea0bf76-9e20-4598-8d1b-70bc650bfc26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] show failed (client error): The resource could not be found. Oct 29 08:34:19.556439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60ff0c2d-47b0-4e53-966b-2622a374ce6f req-cea0bf76-9e20-4598-8d1b-70bc650bfc26 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/6caa0a13-b9d4-446b-9dd2-1b6f7526bc7c HTTP/1.1" status: 404 len: 352 time: 0.0206442 Oct 29 08:34:19.595306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b973721a-44a3-4182-8ccf-5d496ca4d208 req-ba81185b-8ba5-4089-a4ea-d951a3c9d533 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305233 Oct 29 08:34:19.639945 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-cf5216ed-fff9-4cd4-a04c-5d84c1826028 req-0d2ac029-cc27-4d9b-adab-67c7d6f4ad15 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] show failed (client error): The resource could not be found. Oct 29 08:34:19.642054 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cf5216ed-fff9-4cd4-a04c-5d84c1826028 req-0d2ac029-cc27-4d9b-adab-67c7d6f4ad15 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-group-rules/0d97e44e-1993-418c-9c6f-768c22ea5a2c HTTP/1.1" status: 404 len: 361 time: 0.0299892 Oct 29 08:34:19.697085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-458164fd-0b77-4e35-8e27-d2cc42ac5a42 service neutron] 10.222.0.15 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858034 Oct 29 08:34:19.717594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ca5c352-60d8-4816-842e-7ed850283496 req-b7431d70-9d04-4151-9959-fd6bb29b8497 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/2064e43c-e893-49bd-8738-9a147350c5a3 HTTP/1.1" status: 200 len: 1811 time: 0.0492005 Oct 29 08:34:19.720986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a22940-5efd-43e5-a7ae-9dc11fd4cb44 req-f47d1d29-8951-440e-921c-62d79552edd6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:19.722812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28a22940-5efd-43e5-a7ae-9dc11fd4cb44 req-f47d1d29-8951-440e-921c-62d79552edd6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0809345 Oct 29 08:34:19.798972 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3ca5c352-60d8-4816-842e-7ed850283496 req-8dd0344e-a93f-4eca-b1b3-a67e5351c54c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:19.824725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3ca5c352-60d8-4816-842e-7ed850283496 req-8dd0344e-a93f-4eca-b1b3-a67e5351c54c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:19.835998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28a22940-5efd-43e5-a7ae-9dc11fd4cb44 req-1e9f7791-06f5-46a9-ac0e-89c43a957955 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573959 Oct 29 08:34:19.872747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-24dceaf4-3347-40f1-89df-840baf7ecabb service neutron] 10.222.0.15 "GET /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487515 Oct 29 08:34:19.874270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3ca5c352-60d8-4816-842e-7ed850283496 req-8dd0344e-a93f-4eca-b1b3-a67e5351c54c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:19.877471 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3ca5c352-60d8-4816-842e-7ed850283496 req-8dd0344e-a93f-4eca-b1b3-a67e5351c54c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:19.884441 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ca5c352-60d8-4816-842e-7ed850283496 req-8dd0344e-a93f-4eca-b1b3-a67e5351c54c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "DELETE /v2.0/security-groups/2064e43c-e893-49bd-8738-9a147350c5a3 HTTP/1.1" status: 204 len: 173 time: 0.1540987 Oct 29 08:34:19.897371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0344e-a93f-4eca-b1b3-a67e5351c54c tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064e43c-e893-49bd-8738-9a147350c5a3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:19.952550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d2b1fcd-5bd9-47f7-b003-bd3a2bd11067 req-41804c27-626e-4925-9e49-050494b50a79 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/8d570e68-ada5-4729-85d6-39580e167259 HTTP/1.1" status: 200 len: 1813 time: 0.0465307 Oct 29 08:34:19.992208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2acf1-2d1c-43e4-8f24-a37cc75e3c0e req-8b2581bc-92db-4dd4-bfe4-c80d3766b7b0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:19.993849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72b2acf1-2d1c-43e4-8f24-a37cc75e3c0e req-8b2581bc-92db-4dd4-bfe4-c80d3766b7b0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 943 time: 0.0935407 Oct 29 08:34:20.018656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-84dc0c10-0d71-404e-875a-f5f9bca2047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:20.021131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-84dc0c10-0d71-404e-875a-f5f9bca2047d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 1094 time: 0.0840852 Oct 29 08:34:20.031275 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3d2b1fcd-5bd9-47f7-b003-bd3a2bd11067 req-a78503e6-88b2-4ae1-8660-9ed69f9237a0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.060199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3d2b1fcd-5bd9-47f7-b003-bd3a2bd11067 req-a78503e6-88b2-4ae1-8660-9ed69f9237a0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.108403 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3d2b1fcd-5bd9-47f7-b003-bd3a2bd11067 req-a78503e6-88b2-4ae1-8660-9ed69f9237a0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.111494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3d2b1fcd-5bd9-47f7-b003-bd3a2bd11067 req-a78503e6-88b2-4ae1-8660-9ed69f9237a0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.127101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72b2acf1-2d1c-43e4-8f24-a37cc75e3c0e req-679b7cc8-9d44-488b-ac77-2a53409c7146 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182625 Oct 29 08:34:20.128442 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d2b1fcd-5bd9-47f7-b003-bd3a2bd11067 req-a78503e6-88b2-4ae1-8660-9ed69f9237a0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "DELETE /v2.0/security-groups/8d570e68-ada5-4729-85d6-39580e167259 HTTP/1.1" status: 204 len: 173 time: 0.1687269 Oct 29 08:34:20.138929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78503e6-88b2-4ae1-8660-9ed69f9237a0 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d570e68-ada5-4729-85d6-39580e167259,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:20.184603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-35e2f62e-f663-4991-9568-52edbb6c6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:20.186105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-35e2f62e-f663-4991-9568-52edbb6c6430 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 914 time: 0.1496840 Oct 29 08:34:20.237234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:20.239641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-10759fb5-b2d8-4ae4-8bba-160fe49b18c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bc40f59-33b3-4f58-97cb-266606a6c793 HTTP/1.1" status: 200 len: 217 time: 0.0459261 Oct 29 08:34:20.257927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2607c-51c9-412f-9551-971a55cf525d req-d5d640c0-45d9-404d-a3c4-e6422aad8d5e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:20.259912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0f2607c-51c9-412f-9551-971a55cf525d req-d5d640c0-45d9-404d-a3c4-e6422aad8d5e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 949 time: 0.0616150 Oct 29 08:34:20.309190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 91c272c3-b78e-416b-9a57-d47bca3a63fb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:20.310035 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.324411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0f2607c-51c9-412f-9551-971a55cf525d req-23dfc602-fde9-4bf7-b9a2-f94b7c7ecef1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497398 Oct 29 08:34:20.359318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7314-7847-4336-a9dd-662f6f8df2a3 req-2f1b7845-eb73-4c89-8c39-2a1cd353900c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:20.369640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bbd7314-7847-4336-a9dd-662f6f8df2a3 req-2f1b7845-eb73-4c89-8c39-2a1cd353900c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 944 time: 0.1289175 Oct 29 08:34:20.398170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-33878656-406b-4203-a456-ae37c804feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:20.400397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-33878656-406b-4203-a456-ae37c804feb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.1198001 Oct 29 08:34:20.403897 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-faee4a1b-3bce-4c05-86fe-5bdda43ddbc1 req-0411abff-a0e1-4e0e-acc7-75713184be56 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/762bb190-ae5e-4ab9-8e47-80a5399e88a8 HTTP/1.1" status: 200 len: 1811 time: 0.0528469 Oct 29 08:34:20.413538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.447099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-1198534c-7a13-4ca4-b5e6-86f2b7d3314a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359693 Oct 29 08:34:20.463562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bbd7314-7847-4336-a9dd-662f6f8df2a3 req-b0fd2f7d-e66d-4229-b9b7-4d3ba372b271 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846126 Oct 29 08:34:20.463740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:20.466159 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02b62c8-f7bd-4c9f-a050-ca8f4c8331da" -d '{"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-plugged", "status": "completed", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:20.485481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:20.492136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.524918 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-faee4a1b-3bce-4c05-86fe-5bdda43ddbc1 req-09d6d586-c467-439b-95b5-6093609d2aa1 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.574066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-2270f983-8127-466d-b0f1-fafee696ab48 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092365 Oct 29 08:34:20.576452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=11']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:20.581474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-faee4a1b-3bce-4c05-86fe-5bdda43ddbc1 req-09d6d586-c467-439b-95b5-6093609d2aa1 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.638321 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-faee4a1b-3bce-4c05-86fe-5bdda43ddbc1 req-09d6d586-c467-439b-95b5-6093609d2aa1 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.641576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-faee4a1b-3bce-4c05-86fe-5bdda43ddbc1 req-09d6d586-c467-439b-95b5-6093609d2aa1 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.642960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-faee4a1b-3bce-4c05-86fe-5bdda43ddbc1 req-09d6d586-c467-439b-95b5-6093609d2aa1 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "DELETE /v2.0/security-groups/762bb190-ae5e-4ab9-8e47-80a5399e88a8 HTTP/1.1" status: 204 len: 173 time: 0.2300532 Oct 29 08:34:20.657115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6d586-c467-439b-95b5-6093609d2aa1 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762bb190-ae5e-4ab9-8e47-80a5399e88a8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:20.716762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a576-ebd9-4bef-abd8-0fb8525cf015 req-f1152a16-c4c7-46e5-97db-e9d9da05616f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:20.717518 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a1cce7-f625-4b78-afd0-6bf1b59c5062 x-openstack-request-id: req-00a1cce7-f625-4b78-afd0-6bf1b59c5062 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:20.717813 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-plugged", "status": "completed", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:20.718065 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00a1cce7-f625-4b78-afd0-6bf1b59c5062 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:20.718347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7990a576-ebd9-4bef-abd8-0fb8525cf015 req-f1152a16-c4c7-46e5-97db-e9d9da05616f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0879641 Oct 29 08:34:20.718485 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'code': 200} Oct 29 08:34:20.720503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bce0be1-3a4f-46a1-924e-c0d7e168069d req-266b9463-56f8-41ce-a64b-621b6fbe3f70 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378720 Oct 29 08:34:20.788226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7990a576-ebd9-4bef-abd8-0fb8525cf015 req-91a968c1-f4a0-4402-95b4-7125461b8873 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586135 Oct 29 08:34:20.815343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-502987d8-04d7-4e59-bdc8-1e0455bc5451 req-767ac66a-546b-40d3-bb8e-55ac1e25154d tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/ebff3a87-80d5-41a3-afcd-74d76e86f8c8 HTTP/1.1" status: 200 len: 1810 time: 0.0696218 Oct 29 08:34:20.899964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-502987d8-04d7-4e59-bdc8-1e0455bc5451 req-d4075c1f-3f2f-4bc8-a0fa-9d1601cb99fe tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.923585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200bca2-3ddc-437a-a74f-70f706097f6d req-c064642a-a0bb-476c-866b-e5297a9d918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:20.926323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6200bca2-3ddc-437a-a74f-70f706097f6d req-c064642a-a0bb-476c-866b-e5297a9d918e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1101 time: 0.0742562 Oct 29 08:34:20.929277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-502987d8-04d7-4e59-bdc8-1e0455bc5451 req-d4075c1f-3f2f-4bc8-a0fa-9d1601cb99fe tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:20.966058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 11272d57-761c-404d-bbda-33ca3ac17b3f details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:20.999679 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-502987d8-04d7-4e59-bdc8-1e0455bc5451 req-d4075c1f-3f2f-4bc8-a0fa-9d1601cb99fe tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.003057 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-502987d8-04d7-4e59-bdc8-1e0455bc5451 req-d4075c1f-3f2f-4bc8-a0fa-9d1601cb99fe tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.009776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6200bca2-3ddc-437a-a74f-70f706097f6d req-acf905ac-9379-49a4-a59e-277d1736ebd2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739615 Oct 29 08:34:21.014834 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-502987d8-04d7-4e59-bdc8-1e0455bc5451 req-d4075c1f-3f2f-4bc8-a0fa-9d1601cb99fe tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "DELETE /v2.0/security-groups/ebff3a87-80d5-41a3-afcd-74d76e86f8c8 HTTP/1.1" status: 204 len: 173 time: 0.2078297 Oct 29 08:34:21.019005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485d8a5-4138-41da-9123-b34a6e608f56 req-8ff617ce-e4fa-4ef8-b877-099239c4f0e0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:21.026701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1485d8a5-4138-41da-9123-b34a6e608f56 req-8ff617ce-e4fa-4ef8-b877-099239c4f0e0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0815721 Oct 29 08:34:21.056308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4075c1f-3f2f-4bc8-a0fa-9d1601cb99fe tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff3a87-80d5-41a3-afcd-74d76e86f8c8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:21.075500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1485d8a5-4138-41da-9123-b34a6e608f56 req-6600d18b-69fb-476b-b5c3-235588e93e38 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Oct 29 08:34:21.083425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 11272d57-761c-404d-bbda-33ca3ac17b3f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=11272d57-761c-404d-bbda-33ca3ac17b3f,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:21.103544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '11272d57-761c-404d-bbda-33ca3ac17b3f', 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'port_id': '11272d57-761c-404d-bbda-33ca3ac17b3f', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca2e5d9-8008-479b-941c-6b6e0ae57a68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:21.110133 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f51e7b9-dbbc-4450-9605-8739259dccbd req-162a6802-9640-4a4a-b218-324c91f25d3e tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "GET /v2.0/security-groups/3a188f39-1266-468c-a218-9af58be199a4 HTTP/1.1" status: 200 len: 1810 time: 0.0660567 Oct 29 08:34:21.150357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.164870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11272d57-761c-404d-bbda-33ca3ac17b3f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:21.174191 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1f51e7b9-dbbc-4450-9605-8739259dccbd req-753111a8-f69f-4b83-b897-85f7d1242251 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.189207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 11272d57-761c-404d-bbda-33ca3ac17b3f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=11272d57-761c-404d-bbda-33ca3ac17b3f,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:21.196706 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.204378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1f51e7b9-dbbc-4450-9605-8739259dccbd req-753111a8-f69f-4b83-b897-85f7d1242251 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.261788 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1f51e7b9-dbbc-4450-9605-8739259dccbd req-753111a8-f69f-4b83-b897-85f7d1242251 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.264957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=11272d57-761c-404d-bbda-33ca3ac17b3f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:21.265127 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1f51e7b9-dbbc-4450-9605-8739259dccbd req-753111a8-f69f-4b83-b897-85f7d1242251 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.276580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f51e7b9-dbbc-4450-9605-8739259dccbd req-753111a8-f69f-4b83-b897-85f7d1242251 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a188f39-1266-468c-a218-9af58be199a4 HTTP/1.1" status: 204 len: 173 time: 0.1634917 Oct 29 08:34:21.278338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47460) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:21.287363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753111a8-f69f-4b83-b897-85f7d1242251 tempest-SecurityGroupRulesNegativeTestJSON-1168849980 tempest-SecurityGroupRulesNegativeTestJSON-1168849980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a188f39-1266-468c-a218-9af58be199a4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:21.320055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a086e-9095-4cc5-92c6-75906d73f8a5 req-8d5efaf0-6413-442c-8a9e-47ef505e5a0e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:21.321598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d7a086e-9095-4cc5-92c6-75906d73f8a5 req-8d5efaf0-6413-442c-8a9e-47ef505e5a0e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 943 time: 0.0927260 Oct 29 08:34:21.358588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9833b3d2-870e-4caa-8027-d3b53bd832bf admin admin] Deleting subnet eddc115c-a2b2-4507-96eb-85045c1a2f50 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:34:21.362701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9833b3d2-870e-4caa-8027-d3b53bd832bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.400979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d7a086e-9095-4cc5-92c6-75906d73f8a5 req-da681dae-d3c3-4eb1-9190-69a0e6af638c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Oct 29 08:34:21.415143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9833b3d2-870e-4caa-8027-d3b53bd832bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.461765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335a084-7fce-4a10-8d93-9abf74471ce3 req-45acb4a8-c71c-4ca6-9ced-b4b585a2322a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:21.471604 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9833b3d2-870e-4caa-8027-d3b53bd832bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.472274 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a335a084-7fce-4a10-8d93-9abf74471ce3 req-45acb4a8-c71c-4ca6-9ced-b4b585a2322a tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 950 time: 0.0744097 Oct 29 08:34:21.482734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['11272d57-761c-404d-bbda-33ca3ac17b3f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:21.522979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a335a084-7fce-4a10-8d93-9abf74471ce3 req-6c541613-4154-400f-bbce-0588c2791039 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Oct 29 08:34:21.581064 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9833b3d2-870e-4caa-8027-d3b53bd832bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.650178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9833b3d2-870e-4caa-8027-d3b53bd832bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.657244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47470) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:21.657802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9833b3d2-870e-4caa-8027-d3b53bd832bf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eddc115c-a2b2-4507-96eb-85045c1a2f50 HTTP/1.1" status: 204 len: 168 time: 0.3782539 Oct 29 08:34:21.659028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833b3d2-870e-4caa-8027-d3b53bd832bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eddc115c-a2b2-4507-96eb-85045c1a2f50,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:21.714150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a2fbc-8a54-4f95-8191-19827849f0ec req-6cf9269e-88d4-4460-a0cb-d10abc079992 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:21.715696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e3a2fbc-8a54-4f95-8191-19827849f0ec req-6cf9269e-88d4-4460-a0cb-d10abc079992 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 944 time: 0.0835867 Oct 29 08:34:21.749689 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.760644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e3a2fbc-8a54-4f95-8191-19827849f0ec req-589088d1-448f-4a5f-a286-66ddad3d126a tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370817 Oct 29 08:34:21.839379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.864039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cf5f9f-24df-49ca-8e3c-9b092559f712']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:21.876984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7148002-a9af-42b2-9cc6-ffed5fadf2df') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:21.877408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7148002-a9af-42b2-9cc6-ffed5fadf2df') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:21.895370 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.924606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.933934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:34:21.934428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:34:21.936934 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:34:21.982929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aa6ef-8bcf-44d4-9596-580a880ef6a4 req-e0686f74-a82c-4f5a-9836-faf5142a0b49 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:21.984468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-476aa6ef-8bcf-44d4-9596-580a880ef6a4 req-e0686f74-a82c-4f5a-9836-faf5142a0b49 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1097920 Oct 29 08:34:22.020278 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:22.025850 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:22.031725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] 10.222.0.70 "DELETE /v2.0/networks/26cf5f9f-24df-49ca-8e3c-9b092559f712 HTTP/1.1" status: 204 len: 168 time: 0.3734069 Oct 29 08:34:22.051951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9780f85-1190-4d6b-9610-86c37712f24a admin admin] Pushing event deleted for resources: {'Network': ['ID=26cf5f9f-24df-49ca-8e3c-9b092559f712,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:22.064367 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-476aa6ef-8bcf-44d4-9596-580a880ef6a4 req-413e11c9-741a-44d5-a313-e7dbb5733ecb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672548 Oct 29 08:34:22.147929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47478) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:22.190936 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-00384ed7-ddb5-4767-ae1a-c8ce87a7a28a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0df1b210bcb4b3097c9fdb6caa3f948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394905 Oct 29 08:34:22.191316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47480) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:22.195782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ccb7d-f6aa-466a-b252-8a41e1640a0e req-a035229d-8072-4800-9d43-35e54516618c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:22.197787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-857ccb7d-f6aa-466a-b252-8a41e1640a0e req-a035229d-8072-4800-9d43-35e54516618c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0557361 Oct 29 08:34:22.240447 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-857ccb7d-f6aa-466a-b252-8a41e1640a0e req-49417c13-507e-4f3c-a369-eee04a4cd69e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Oct 29 08:34:22.242141 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-557c675a-63ed-4e9a-8166-305587ef047f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:22.249031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8094842f-8161-45e5-8558-dd14460d01ea details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:22.267655 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-557c675a-63ed-4e9a-8166-305587ef047f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:22.319424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-557c675a-63ed-4e9a-8166-305587ef047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:22.322840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-557c675a-63ed-4e9a-8166-305587ef047f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:22.324203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-557c675a-63ed-4e9a-8166-305587ef047f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b627f16a-cae9-4bc5-8a08-f4b485bd3571 HTTP/1.1" status: 204 len: 168 time: 0.1319044 Oct 29 08:34:22.346047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c675a-63ed-4e9a-8166-305587ef047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b627f16a-cae9-4bc5-8a08-f4b485bd3571,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:22.409166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8094842f-8161-45e5-8558-dd14460d01ea, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8094842f-8161-45e5-8558-dd14460d01ea,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:22.427139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '8094842f-8161-45e5-8558-dd14460d01ea', 'network_id': '0837ba7e-886c-4020-a5c5-2d86feab0f16', 'port_id': '8094842f-8161-45e5-8558-dd14460d01ea', 'mac_address': 'fa:16:3e:93:31:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca2e5d9-8008-479b-941c-6b6e0ae57a68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:22.470932 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:22.493501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8094842f-8161-45e5-8558-dd14460d01ea {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:22.517398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8094842f-8161-45e5-8558-dd14460d01ea, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8094842f-8161-45e5-8558-dd14460d01ea,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:22.525049 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:22.552509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a927ee-cfb3-4de8-85c2-e5a4affea56e req-bb706236-264a-49d3-8739-e125df6a59cc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:22.554465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30a927ee-cfb3-4de8-85c2-e5a4affea56e req-bb706236-264a-49d3-8739-e125df6a59cc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 943 time: 0.0639431 Oct 29 08:34:22.615344 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30a927ee-cfb3-4de8-85c2-e5a4affea56e req-c7832b1c-b691-4dab-9a3f-8d666c8db9a5 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528319 Oct 29 08:34:22.619448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8094842f-8161-45e5-8558-dd14460d01ea,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:22.703574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47498) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:22.729586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e80d5-8120-49b7-bb2a-1a87cc23291b req-bb95d44b-0e7e-4d10-873a-1b9d57862388 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:22.731376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-035e80d5-8120-49b7-bb2a-1a87cc23291b req-bb95d44b-0e7e-4d10-873a-1b9d57862388 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 950 time: 0.0610106 Oct 29 08:34:22.820816 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-035e80d5-8120-49b7-bb2a-1a87cc23291b req-8f55c827-dabb-4eb8-bc3f-ad46c843158e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788651 Oct 29 08:34:22.947691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['8094842f-8161-45e5-8558-dd14460d01ea'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:23.026451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a422-a08e-44ac-b044-2eda4cec175e req-5ecc33f2-cbd2-460a-9ec5-31e3933bd356 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:23.040912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3636a422-a08e-44ac-b044-2eda4cec175e req-5ecc33f2-cbd2-460a-9ec5-31e3933bd356 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 945 time: 0.1104348 Oct 29 08:34:23.042241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1bc40f59-33b3-4f58-97cb-266606a6c793 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:23.065259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 11272d57-761c-404d-bbda-33ca3ac17b3f up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:23.112168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3636a422-a08e-44ac-b044-2eda4cec175e req-705d65ad-1984-49d1-8c35-06098a1c9c71 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697942 Oct 29 08:34:23.138233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9e84c-58ca-4d28-a615-def545caa4eb req-e52a9f49-b87c-4693-ac97-ced67f7ebd4b tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:23.148824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91e9e84c-58ca-4d28-a615-def545caa4eb req-e52a9f49-b87c-4693-ac97-ced67f7ebd4b tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1101 time: 0.0631857 Oct 29 08:34:23.201596 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91e9e84c-58ca-4d28-a615-def545caa4eb req-3ea7bad2-b65e-4fe3-9204-6d6c612bd220 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Oct 29 08:34:23.227116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 11272d57-761c-404d-bbda-33ca3ac17b3f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:23.240704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 11272d57-761c-404d-bbda-33ca3ac17b3f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:23.241192 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.304058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756d676-1f1d-47ec-8c8d-b4eb644be8ff req-029bec1a-017e-44e1-9228-ae3ba9f42cae tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:23.305492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2756d676-1f1d-47ec-8c8d-b4eb644be8ff req-029bec1a-017e-44e1-9228-ae3ba9f42cae tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0913234 Oct 29 08:34:23.354010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2756d676-1f1d-47ec-8c8d-b4eb644be8ff req-26886ba6-9568-4512-860a-b2938c0af3e4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Oct 29 08:34:23.371163 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.445097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2297101-794f-4241-9a85-6a97fc39bad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11272d57-761c-404d-bbda-33ca3ac17b3f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:23.447370 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817c6729-a61b-4ec9-b6e4-f17f1ad08606" -d '{"events": [{"server_uuid": "a2297101-794f-4241-9a85-6a97fc39bad9", "name": "network-vif-plugged", "status": "completed", "tag": "11272d57-761c-404d-bbda-33ca3ac17b3f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:23.459532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47532) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:23.463549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1bc40f59-33b3-4f58-97cb-266606a6c793, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1bc40f59-33b3-4f58-97cb-266606a6c793,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:23.482837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 11272d57-761c-404d-bbda-33ca3ac17b3f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=11272d57-761c-404d-bbda-33ca3ac17b3f,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:23.493383 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.510094 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.517619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '1bc40f59-33b3-4f58-97cb-266606a6c793', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'port_id': '1bc40f59-33b3-4f58-97cb-266606a6c793', 'mac_address': 'fa:16:3e:cf:c9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d27dd1-3461-42a3-99f1-e87ef81f581c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:23.538542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8a620-3f2f-4d27-a753-9cb894ed1d6f req-d0df0acb-80df-4954-94e4-5feb5a38002c tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:23.546982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcd8a620-3f2f-4d27-a753-9cb894ed1d6f req-d0df0acb-80df-4954-94e4-5feb5a38002c tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 1101 time: 0.0554409 Oct 29 08:34:23.564792 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.591726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc40f59-33b3-4f58-97cb-266606a6c793 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:23.592426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcd8a620-3f2f-4d27-a753-9cb894ed1d6f req-7cdd840d-1b77-4b3c-b937-8b460dfc8ba8 tempest-ServersAdminTestJSON-1294815128 tempest-ServersAdminTestJSON-1294815128-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442629 Oct 29 08:34:23.612115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1bc40f59-33b3-4f58-97cb-266606a6c793, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1bc40f59-33b3-4f58-97cb-266606a6c793,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:23.613258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=11272d57-761c-404d-bbda-33ca3ac17b3f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:23.625266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1650703020-network', 'tenant_id': 'd8ce69ed8b804a7484978b5ab081d4d0'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:23.626124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.651340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Made reservation on behalf of d8ce69ed8b804a7484978b5ab081d4d0 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:23.654685 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.657678 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0e2f3e-185b-4998-9397-4db6507a3515 x-openstack-request-id: req-ac0e2f3e-185b-4998-9397-4db6507a3515 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:23.658061 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2297101-794f-4241-9a85-6a97fc39bad9", "name": "network-vif-plugged", "status": "completed", "tag": "11272d57-761c-404d-bbda-33ca3ac17b3f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:23.658409 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac0e2f3e-185b-4998-9397-4db6507a3515 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:23.658915 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2297101-794f-4241-9a85-6a97fc39bad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11272d57-761c-404d-bbda-33ca3ac17b3f', 'code': 200} Oct 29 08:34:23.676806 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.691730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1bc40f59-33b3-4f58-97cb-266606a6c793,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:23.703759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609123-a229-4de6-a958-5e991a8ff6a8 req-3c49c75f-56b1-4a10-b260-05e6330a0759 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:23.705758 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f609123-a229-4de6-a958-5e991a8ff6a8 req-3c49c75f-56b1-4a10-b260-05e6330a0759 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1808302 Oct 29 08:34:23.761630 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f609123-a229-4de6-a958-5e991a8ff6a8 req-2e53246c-7ada-4ee6-8eae-daa3a4bb75db tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479050 Oct 29 08:34:23.806493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.814229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b8c0f-f5b9-4d83-8ba7-e2a5162b75d0 req-4352aff2-502b-4679-82c0-f118636a11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:23.815691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a82b8c0f-f5b9-4d83-8ba7-e2a5162b75d0 req-4352aff2-502b-4679-82c0-f118636a11d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2297101-794f-4241-9a85-6a97fc39bad9 HTTP/1.1" status: 200 len: 1097 time: 0.0741069 Oct 29 08:34:23.817123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.867713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:34:23.874319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50de196-4dad-4897-84a3-7a8161e06dfd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:23.885737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.886238 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Added segment 35be8e6f-de99-4d5e-9b2e-a6070103c613 of type vlan for network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 Oct 29 08:34:23.906451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a82b8c0f-f5b9-4d83-8ba7-e2a5162b75d0 req-d1407ebc-be53-4121-a8b9-a7879cb5f18e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739415 Oct 29 08:34:23.923251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['1bc40f59-33b3-4f58-97cb-266606a6c793'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:23.942155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.977033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.978196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:23.978785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:23.992204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b883260-7e0a-419a-bacb-db91af703318 req-cf30d558-f55c-44d2-a3f7-686ac6ff761f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:23.993871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b883260-7e0a-419a-bacb-db91af703318 req-cf30d558-f55c-44d2-a3f7-686ac6ff761f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 944 time: 0.0920167 Oct 29 08:34:24.043387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Deleting port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:24.044580 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:24.056643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5960600 Oct 29 08:34:24.061125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47544) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:24.073348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Request body: {'subnet': {'network_id': '2511f0b8-37f8-4dfc-88bb-6f397b7d4e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1650703020-subnet', 'tenant_id': 'd8ce69ed8b804a7484978b5ab081d4d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:24.077455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391de9e0-292a-4792-833c-749c409f99a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2511f0b8-37f8-4dfc-88bb-6f397b7d4e31,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:24.088633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b883260-7e0a-419a-bacb-db91af703318 req-85753a0a-33e5-4080-945c-367d1a242817 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810001 Oct 29 08:34:24.099013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:34:24.147255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40875802-d3d1-469d-a569-35ca53d9439a req-b3c08a55-a9c3-41ff-8ae4-751e9272b0dc tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:24.147419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] For port e34e1987-9c2a-4d5d-ba36-1f2c99d9f266, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:24.147724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:24.148924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40875802-d3d1-469d-a569-35ca53d9439a req-b3c08a55-a9c3-41ff-8ae4-751e9272b0dc tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 949 time: 0.0911598 Oct 29 08:34:24.150115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Made reservation on behalf of d8ce69ed8b804a7484978b5ab081d4d0 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:24.152456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:24.163348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Calling delete_port for e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:24.271539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad4828-3e00-4f4d-aadc-bb8c87738d4f req-790fdf9e-8ab1-4036-a3ba-0d9c3fd2cf92 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:24.272118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40875802-d3d1-469d-a569-35ca53d9439a req-3836d192-c396-4475-8408-3c755ff0b3d0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560536 Oct 29 08:34:24.273017 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6aad4828-3e00-4f4d-aadc-bb8c87738d4f req-790fdf9e-8ab1-4036-a3ba-0d9c3fd2cf92 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 945 time: 0.0656056 Oct 29 08:34:24.359543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6aad4828-3e00-4f4d-aadc-bb8c87738d4f req-8895d369-1b61-49b4-82c5-15d56ae753c6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477355 Oct 29 08:34:24.385006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:24.436690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37911c8-12d9-4f3d-ac16-aa9ea8f9bdc6,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:24.444252 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:24.494391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Checking segment: {'id': '35be8e6f-de99-4d5e-9b2e-a6070103c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2511f0b8-37f8-4dfc-88bb-6f397b7d4e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:24.494736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Network hostable DHCP agents. Network: 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:34:24.515640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39668f1-a58a-4043-b37b-938fda723384 req-d6094fbb-20b3-425c-807d-109aeb8cf722 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:24.517255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34e1987-9c2a-4d5d-ba36-1f2c99d9f266,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:24.517427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c39668f1-a58a-4043-b37b-938fda723384 req-d6094fbb-20b3-425c-807d-109aeb8cf722 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0725515 Oct 29 08:34:24.535550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:34:24.564042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:24.568810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:24.569642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:24.574407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604710be-804e-45c6-ba27-1e7ec16846aa None None] Network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:24.600361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c39668f1-a58a-4043-b37b-938fda723384 req-96dbb25c-dc68-46d5-ae1a-f3acba0f0bc2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692515 Oct 29 08:34:24.630298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-25b1acca-0231-4844-8c1d-c4575f03a96d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5674663 Oct 29 08:34:24.637337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:24.750420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84054e6d-2e3b-4f36-92a5-99a3ecb583c6 None None] Network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:24.931584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c3ab0-f42b-489b-8ad2-6431ccd2ea97 req-e267d475-8bc7-4674-9b93-3a0321e302a9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:24.933285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-348c3ab0-f42b-489b-8ad2-6431ccd2ea97 req-e267d475-8bc7-4674-9b93-3a0321e302a9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0799508 Oct 29 08:34:24.937424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Router 142e3f73-e4ff-45e4-9834-2522ac792008 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:34:24.990759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1bc40f59-33b3-4f58-97cb-266606a6c793 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:25.055017 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-348c3ab0-f42b-489b-8ad2-6431ccd2ea97 req-9734168e-6563-4cca-bbfc-f64715984bfe tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120222 Oct 29 08:34:25.084545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:34:25.092113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9e0d8f76-16b0-4b05-8e5a-e5992b33c495 admin admin] 10.222.0.70 "PUT /v2.0/routers/142e3f73-e4ff-45e4-9834-2522ac792008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3873684 Oct 29 08:34:25.092719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47570) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:25.094969 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] Sync routers for ids ['142e3f73-e4ff-45e4-9834-2522ac792008'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:34:25.117702 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] Routers {'142e3f73-e4ff-45e4-9834-2522ac792008'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:34:25.117702 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['142e3f73-e4ff-45e4-9834-2522ac792008'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:25.135929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 1bc40f59-33b3-4f58-97cb-266606a6c793 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:25.140325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 1bc40f59-33b3-4f58-97cb-266606a6c793 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:25.140705 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:25.178544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1f60205f-7038-45d8-8ddd-99dbc5a326ce tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:25.189760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1f60205f-7038-45d8-8ddd-99dbc5a326ce tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/networks?id=2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 HTTP/1.1" status: 200 len: 822 time: 0.1452370 Oct 29 08:34:25.232863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-72476284-8387-4a9f-86a3-332447503991 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/quotas/d8ce69ed8b804a7484978b5ab081d4d0 HTTP/1.1" status: 200 len: 375 time: 0.0415897 Oct 29 08:34:25.294727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-8c271fa7-bbe5-4ad8-9e30-79807097aea4 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d8ce69ed8b804a7484978b5ab081d4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601642 Oct 29 08:34:25.303064 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:25.328978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:25.345392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1bc40f59-33b3-4f58-97cb-266606a6c793, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1bc40f59-33b3-4f58-97cb-266606a6c793,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:25.351484 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:25.412379 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] Set router 142e3f73-e4ff-45e4-9834-2522ac792008 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:34:25.413891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1bc40f59-33b3-4f58-97cb-266606a6c793,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:25.423047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-7c3f8233-46a2-4634-a5a0-d74ea70a6dbc service neutron] 10.222.0.70 "GET /v2.0/networks/2511f0b8-37f8-4dfc-88bb-6f397b7d4e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247017 Oct 29 08:34:25.465243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8adb85-ad1f-423f-a556-d2a8e4720d13 req-7737bbd3-e97e-4293-ba1c-339b5eb00dc3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:25.466358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc8adb85-ad1f-423f-a556-d2a8e4720d13 req-7737bbd3-e97e-4293-ba1c-339b5eb00dc3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 944 time: 0.1661673 Oct 29 08:34:25.502190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:25.581082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-d4ee8867-b27c-49e1-8620-d8526055aaa0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:25.583052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-d4ee8867-b27c-49e1-8620-d8526055aaa0 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 949 time: 0.1620629 Oct 29 08:34:25.621591 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:34:24Z', 'revision_number': 5, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port': {'id': '0ed4fbed-38b4-4268-b1d3-25d6f3e2dada', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:29Z', 'updated_at': '2021-10-29T08:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:25.629903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-64ada13b-b1bf-413f-93aa-ba274f74da81 service neutron] 10.222.0.70 "GET /v2.0/networks/2511f0b8-37f8-4dfc-88bb-6f397b7d4e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973608 Oct 29 08:34:25.654360 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] Checking router: 142e3f73-e4ff-45e4-9834-2522ac792008 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:34:25.660154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc40f59-33b3-4f58-97cb-266606a6c793'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:25.663955 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] Routers {'142e3f73-e4ff-45e4-9834-2522ac792008'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:34:25.664642 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc55c1e-eb64-4b9a-bb82-88589d08f648" -d '{"events": [{"server_uuid": "0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3", "name": "network-vif-plugged", "status": "completed", "tag": "1bc40f59-33b3-4f58-97cb-266606a6c793"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:25.665181 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['142e3f73-e4ff-45e4-9834-2522ac792008'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:25.707468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Deleting port 2e804438-b9dc-4c12-943e-9cce277a9601 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:25.707855 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:25.786290 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] Set router 142e3f73-e4ff-45e4-9834-2522ac792008 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:34:25.854993 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:34:25Z', 'revision_number': 6, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:25.899576 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe48d96-3726-4885-98ec-0e4b696783ff None None] The sync data for ids ['142e3f73-e4ff-45e4-9834-2522ac792008'] in n-d-815940-1 is: [{'id': '142e3f73-e4ff-45e4-9834-2522ac792008', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289683269-router', 'tenant_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:27Z', 'updated_at': '2021-10-29T08:34:25Z', 'revision_number': 6, 'project_id': '1feeb2caab6d4f6ba0f97b1e4be0c445', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:34:25.910325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc8adb85-ad1f-423f-a556-d2a8e4720d13 req-8d97edec-ed47-48a2-b95c-ab64927e3f94 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327080 Oct 29 08:34:25.914253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] For port 2e804438-b9dc-4c12-943e-9cce277a9601, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=2e804438-b9dc-4c12-943e-9cce277a9601,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:25.914253 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:25.943657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc875f99-9194-4244-a8dc-ae28ce76aa0a req-d9628135-1a42-4b8e-abe3-614e04e9e045 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:25.945231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc875f99-9194-4244-a8dc-ae28ce76aa0a req-d9628135-1a42-4b8e-abe3-614e04e9e045 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 949 time: 0.1055913 Oct 29 08:34:25.946281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Calling delete_port for 2e804438-b9dc-4c12-943e-9cce277a9601 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:25.961928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Deleting port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:25.964298 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.043832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc875f99-9194-4244-a8dc-ae28ce76aa0a req-43a47782-9506-4810-b4d1-55fc6c54b038 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738454 Oct 29 08:34:26.087996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] For port 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0ed4fbed-38b4-4268-b1d3-25d6f3e2dada,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:26.088593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.104535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03ca10-2de6-4c83-b144-c1b4b4724394 req-2809a396-659e-411f-8ca5-8fd7d5a0e62f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:26.106306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad03ca10-2de6-4c83-b144-c1b4b4724394 req-2809a396-659e-411f-8ca5-8fd7d5a0e62f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 945 time: 0.0885453 Oct 29 08:34:26.115317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Calling delete_port for 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:26.200415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad03ca10-2de6-4c83-b144-c1b4b4724394 req-2dc0ddb7-c52b-475a-afc1-c3e9470f53b3 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871916 Oct 29 08:34:26.210595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af9ee2-3c24-4548-bd86-d514e6577a2c req-1ad03248-5031-4a23-9eeb-7a0adbce3a45 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:26.212329 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71af9ee2-3c24-4548-bd86-d514e6577a2c req-1ad03248-5031-4a23-9eeb-7a0adbce3a45 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0918887 Oct 29 08:34:26.213173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.232794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['2e804438-b9dc-4c12-943e-9cce277a9601', '91c272c3-b78e-416b-9a57-d47bca3a63fb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:26.240636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['40a7da6f-72d6-4cae-8c68-63fc16c4be3c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:26.271986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8094842f-8161-45e5-8558-dd14460d01ea up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:26.280538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Pushing event deleted for resources: {'Port': ['ID=2e804438-b9dc-4c12-943e-9cce277a9601,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:26.366461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71af9ee2-3c24-4548-bd86-d514e6577a2c req-ee09ada2-2289-4e62-b610-dbcf22a3e555 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462793 Oct 29 08:34:26.368589 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b7d6d3-9005-4570-b9d1-f115b543779e x-openstack-request-id: req-83b7d6d3-9005-4570-b9d1-f115b543779e {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:26.369341 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3", "name": "network-vif-plugged", "status": "completed", "tag": "1bc40f59-33b3-4f58-97cb-266606a6c793", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:26.369797 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83b7d6d3-9005-4570-b9d1-f115b543779e {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:26.370521 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc40f59-33b3-4f58-97cb-266606a6c793', 'code': 200} Oct 29 08:34:26.429770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] No DVR routers for this DVR port 2e804438-b9dc-4c12-943e-9cce277a9601 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:26.448262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5be8e53-2bc5-49e1-9912-db1893b1f93e req-29294c14-c10b-4ec6-9fdb-f82ab3e3b488 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 210 time: 0.0801237 Oct 29 08:34:26.477064 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.480473 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58e9e4f8-1cff-4526-a72a-972c6af6959b req-360ae8fd-e8b8-44b4-9072-39de41d6c8d5 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "DELETE /v2.0/ports/2e804438-b9dc-4c12-943e-9cce277a9601 HTTP/1.1" status: 204 len: 173 time: 0.8905716 Oct 29 08:34:26.491464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76030b1-8cbf-4327-87f2-3f6e844e96f7', 'name': 'network-vif-deleted', 'tag': '2e804438-b9dc-4c12-943e-9cce277a9601'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:26.493905 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a124853-6151-419d-85cd-5e490cd2e6e8" -d '{"events": [{"server_uuid": "f76030b1-8cbf-4327-87f2-3f6e844e96f7", "name": "network-vif-deleted", "tag": "2e804438-b9dc-4c12-943e-9cce277a9601"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:26.521203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.559725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b878c3-a874-47cb-950d-60d64887221b req-aceaa338-a500-450c-aa15-a69733dba0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:26.561550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2b878c3-a874-47cb-950d-60d64887221b req-aceaa338-a500-450c-aa15-a69733dba0a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 1096 time: 0.1737287 Oct 29 08:34:26.582343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75fe0-d9fe-46c0-884c-a495ff3bec7f req-b9299f91-b5ae-4fe4-8861-79cb3d2b86df tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:26.590513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0db75fe0-d9fe-46c0-884c-a495ff3bec7f req-b9299f91-b5ae-4fe4-8861-79cb3d2b86df tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0933392 Oct 29 08:34:26.612011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed4fbed-38b4-4268-b1d3-25d6f3e2dada,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:26.639771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 8094842f-8161-45e5-8558-dd14460d01ea completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:26.673124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0db75fe0-d9fe-46c0-884c-a495ff3bec7f req-a8e01812-a369-4ac8-be37-6d962d5e6a45 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811911 Oct 29 08:34:26.675270 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d97594-b922-473f-941a-592e3164e318 x-openstack-request-id: req-51d97594-b922-473f-941a-592e3164e318 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:26.675630 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76030b1-8cbf-4327-87f2-3f6e844e96f7", "name": "network-vif-deleted", "tag": "2e804438-b9dc-4c12-943e-9cce277a9601", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:26.675905 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51d97594-b922-473f-941a-592e3164e318 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:26.676308 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76030b1-8cbf-4327-87f2-3f6e844e96f7', 'name': 'network-vif-deleted', 'tag': '2e804438-b9dc-4c12-943e-9cce277a9601', 'status': 'completed', 'code': 200} Oct 29 08:34:26.678221 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2b878c3-a874-47cb-950d-60d64887221b req-0bec6143-1d2c-4005-8573-dc34f8761cf2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850346 Oct 29 08:34:26.680857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 8094842f-8161-45e5-8558-dd14460d01ea triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:26.681378 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.712594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.819083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.821456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.871642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.872297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 142e3f73-e4ff-45e4-9834-2522ac792008 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:34:26.877839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.882093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e04ee3ce-e0cb-4818-81d7-dc0e1f211e1d admin admin] 10.222.0.70 "DELETE /v2.0/routers/142e3f73-e4ff-45e4-9834-2522ac792008 HTTP/1.1" status: 204 len: 168 time: 1.7883828 Oct 29 08:34:26.882762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47598) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:26.907095 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.952302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8314c2-02f8-4c56-aa16-a7a75343bc2c admin admin] Deleting subnet a3bf758f-39eb-4439-ad64-42c5be4a19e9 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:34:26.955377 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b8314c2-02f8-4c56-aa16-a7a75343bc2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.955996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8094842f-8161-45e5-8558-dd14460d01ea, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8094842f-8161-45e5-8558-dd14460d01ea,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:26.962615 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:26.996542 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b8314c2-02f8-4c56-aa16-a7a75343bc2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.026952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8094842f-8161-45e5-8558-dd14460d01ea,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:27.055024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25944489-cc0f-4404-83c4-7d8d7d266f8c req-9743d0f8-0ea2-4277-83e3-a3d90f5c5d96 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:27.056801 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25944489-cc0f-4404-83c4-7d8d7d266f8c req-9743d0f8-0ea2-4277-83e3-a3d90f5c5d96 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 945 time: 0.0537658 Oct 29 08:34:27.091832 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b8314c2-02f8-4c56-aa16-a7a75343bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.117386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25944489-cc0f-4404-83c4-7d8d7d266f8c req-03fdd8e8-72eb-4afc-993f-b56e8f3e5fb1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541472 Oct 29 08:34:27.165010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b8314c2-02f8-4c56-aa16-a7a75343bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.207852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8314c2-02f8-4c56-aa16-a7a75343bc2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3bf758f-39eb-4439-ad64-42c5be4a19e9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:27.227137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2226d2ba-aac9-411b-ad85-be21861eacd5 req-e60fb839-950b-4f1f-ab6b-8997f4b1dd3e tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=f76030b1-8cbf-4327-87f2-3f6e844e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0580251 Oct 29 08:34:27.228218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b8314c2-02f8-4c56-aa16-a7a75343bc2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.231869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5b8314c2-02f8-4c56-aa16-a7a75343bc2c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a3bf758f-39eb-4439-ad64-42c5be4a19e9 HTTP/1.1" status: 204 len: 168 time: 0.3480427 Oct 29 08:34:27.234790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47604) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:27.235221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683160a7-c2e7-4fe6-91b1-1317f9c1bdd2 None None] Network eca5824a-7b9b-4647-a6b1-e89997edb38a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:27.399583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.411566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0082-d07a-4474-ac85-62090b1777d5 req-438b1aa4-3c21-433b-a24b-979752e88bd0 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:27.414286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-438b1aa4-3c21-433b-a24b-979752e88bd0 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.93 "GET /v2.0/networks?id=2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 HTTP/1.1" status: 200 len: 822 time: 0.1899943 Oct 29 08:34:27.417949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcc686-1bf0-4e73-88a3-2b815bd406c9 req-a4bf19e2-4cb9-4cb9-abec-4a8abf66159f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:27.419898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1dcc686-1bf0-4e73-88a3-2b815bd406c9 req-a4bf19e2-4cb9-4cb9-abec-4a8abf66159f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 946 time: 0.0967388 Oct 29 08:34:27.450632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Request body: {'port': {'device_id': '88fd1ca9-da12-4a82-b231-7f4ed4ff0a46', 'network_id': '2511f0b8-37f8-4dfc-88bb-6f397b7d4e31', 'admin_state_up': True, 'tenant_id': 'd8ce69ed8b804a7484978b5ab081d4d0'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:27.516773 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1dcc686-1bf0-4e73-88a3-2b815bd406c9 req-ebb4582c-be4f-4cd8-a305-5d74377187c0 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Oct 29 08:34:27.547776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] DHCP port deletion for eca5824a-7b9b-4647-a6b1-e89997edb38a request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:34:27.565422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Deleting port a173e8fc-bdba-4425-8dfb-92797e06943a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:27.565830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.600515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d256a-667a-4157-b51a-3d5e98ecbbdd req-34ad3469-914f-4193-99dd-105f87e6b32b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:27.602397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-328d256a-667a-4157-b51a-3d5e98ecbbdd req-34ad3469-914f-4193-99dd-105f87e6b32b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1079917 Oct 29 08:34:27.618260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:27.645023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:27.645597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0ed4fbed-38b4-4268-b1d3-25d6f3e2dada not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:27.646111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:27.655169 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d6b9093d-4fa6-4ecd-845c-5dc4b6530cdf req-5f048519-0ff0-4c89-a02d-eec7b972bb53 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 210 time: 0.0615282 Oct 29 08:34:27.695012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-328d256a-667a-4157-b51a-3d5e98ecbbdd req-e342b8ef-8db0-4c72-a035-970650332a73 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837684 Oct 29 08:34:27.706325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:27.707042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e34e1987-9c2a-4d5d-ba36-1f2c99d9f266 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:27.719952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Made reservation on behalf of d8ce69ed8b804a7484978b5ab081d4d0 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:27.720827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] For port a173e8fc-bdba-4425-8dfb-92797e06943a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a173e8fc-bdba-4425-8dfb-92797e06943a,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:27.721196 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.727474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.731686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] Deleting port a173e8fc-bdba-4425-8dfb-92797e06943a {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:27.732097 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.736896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Calling delete_port for a173e8fc-bdba-4425-8dfb-92797e06943a owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:27.831973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] For port a173e8fc-bdba-4425-8dfb-92797e06943a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a173e8fc-bdba-4425-8dfb-92797e06943a,segment=NetworkSegment(3d4c1c26-ef84-4bef-b86d-86d719ec8601),segment_id=3d4c1c26-ef84-4bef-b86d-86d719ec8601)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:27.832294 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.833260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.847587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] Calling delete_port for a173e8fc-bdba-4425-8dfb-92797e06943a owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:27.861957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada9e80-b7b1-40e9-9cc9-6f28122e1ef6 req-a5a0de06-d93a-406a-8f05-9dc12caffbf9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:27.862207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a173e8fc-bdba-4425-8dfb-92797e06943a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:27.863929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ada9e80-b7b1-40e9-9cc9-6f28122e1ef6 req-a5a0de06-d93a-406a-8f05-9dc12caffbf9 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0715888 Oct 29 08:34:27.872612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] No DVR routers for this DVR port a173e8fc-bdba-4425-8dfb-92797e06943a on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:27.930913 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.944034 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ada9e80-b7b1-40e9-9cc9-6f28122e1ef6 req-68045c4f-3b7a-4b7f-ba4b-a63abd764318 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562029 Oct 29 08:34:27.945141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Allocated IP 172.20.0.8 (2511f0b8-37f8-4dfc-88bb-6f397b7d4e31/f37911c8-12d9-4f3d-ac16-aa9ea8f9bdc6/22419f62-9c45-41ca-909e-3c0e93b17f70) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:27.957535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] Pushing event deleted for resources: {'Port': ['ID=a173e8fc-bdba-4425-8dfb-92797e06943a,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:27.962441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04d171-d585-4134-8967-38b2269369d7 None None] No DVR routers for this DVR port a173e8fc-bdba-4425-8dfb-92797e06943a on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:27.969197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:27.998908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca5824a-7b9b-4647-a6b1-e89997edb38a']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:28.008792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4c1c26-ef84-4bef-b86d-86d719ec8601') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:28.009087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4c1c26-ef84-4bef-b86d-86d719ec8601') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:28.018841 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.034144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.040436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:34:28.040838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:34:28.042866 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:34:28.102474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.114637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.122472 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.127858 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eca5824a-7b9b-4647-a6b1-e89997edb38a HTTP/1.1" status: 204 len: 168 time: 0.8887532 Oct 29 08:34:28.127858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b40aa-0649-4608-a4c6-7b6dca096d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca5824a-7b9b-4647-a6b1-e89997edb38a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:28.128790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47616) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:28.155041 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.202390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:28.205901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:28.211851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:28.245829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Pushing event updated for resources: {'Port': ['ID=22419f62-9c45-41ca-909e-3c0e93b17f70,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:28.273574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:28.274422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.278100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d96a7-f15f-466b-bc9a-e5a31cee2cce req-08f7a55e-9db8-453b-a592-f00289172b5b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:28.279646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a4d96a7-f15f-466b-bc9a-e5a31cee2cce req-08f7a55e-9db8-453b-a592-f00289172b5b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 945 time: 0.0730841 Oct 29 08:34:28.291697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-6500f8ae-1f64-4177-a583-78b2f1b3df68 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8607078 Oct 29 08:34:28.307212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Request body: {'port': {'device_id': '88fd1ca9-da12-4a82-b231-7f4ed4ff0a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:28.373005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29024d8-5d89-4b30-b30a-a6275009414f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8094842f-8161-45e5-8558-dd14460d01ea'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:28.377474 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea66cb1e-c0ff-420b-8efe-4fd2d845cd49" -d '{"events": [{"server_uuid": "c29024d8-5d89-4b30-b30a-a6275009414f", "name": "network-vif-plugged", "status": "completed", "tag": "8094842f-8161-45e5-8558-dd14460d01ea"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:28.380535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.393607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a4d96a7-f15f-466b-bc9a-e5a31cee2cce req-8f49757d-0ca3-4c27-a197-73ba7a85892c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048491 Oct 29 08:34:28.490166 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ad3dd-eac6-4a8d-a585-e3b701593070 x-openstack-request-id: req-b92ad3dd-eac6-4a8d-a585-e3b701593070 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:28.490572 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29024d8-5d89-4b30-b30a-a6275009414f", "name": "network-vif-plugged", "status": "completed", "tag": "8094842f-8161-45e5-8558-dd14460d01ea", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:28.490888 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b92ad3dd-eac6-4a8d-a585-e3b701593070 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:28.491413 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29024d8-5d89-4b30-b30a-a6275009414f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8094842f-8161-45e5-8558-dd14460d01ea', 'code': 200} Oct 29 08:34:28.704255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d98abf-e7d5-4fa6-a92c-485d59ce5ce1 req-76f7a4f3-c5a2-4b56-87ea-5bd6ff8b3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:28.706040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61d98abf-e7d5-4fa6-a92c-485d59ce5ce1 req-76f7a4f3-c5a2-4b56-87ea-5bd6ff8b3762 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 1097 time: 0.1150348 Oct 29 08:34:28.777851 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61d98abf-e7d5-4fa6-a92c-485d59ce5ce1 req-571c6928-cc59-4102-aaab-7ed28f214203 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564575 Oct 29 08:34:28.813457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168fa21-a2f0-437e-a958-3c9d9d9f5460 req-8938547e-42e7-4440-824f-2251bd23be82 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:28.815324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6168fa21-a2f0-437e-a958-3c9d9d9f5460 req-8938547e-42e7-4440-824f-2251bd23be82 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 946 time: 0.1927853 Oct 29 08:34:28.885308 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.888553 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:28.932048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6168fa21-a2f0-437e-a958-3c9d9d9f5460 req-82c7f39f-b1be-4047-ab4b-0c57115f9622 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048572 Oct 29 08:34:29.021408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cecf9e-deff-4ab9-bd6e-4949a032f7b4 req-1ac88488-c049-431f-ac78-9301de93d390 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:29.024801 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9cecf9e-deff-4ab9-bd6e-4949a032f7b4 req-1ac88488-c049-431f-ac78-9301de93d390 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 950 time: 0.4653466 Oct 29 08:34:29.084489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9cecf9e-deff-4ab9-bd6e-4949a032f7b4 req-7b8bc0be-9a67-4d3b-86e0-9a41f4c372a1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524275 Oct 29 08:34:29.147826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697300b4-509a-48e8-b56d-2d125e187b84 req-b3c21a84-ce19-431d-bd3d-718518ed1f92 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:29.150010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-697300b4-509a-48e8-b56d-2d125e187b84 req-b3c21a84-ce19-431d-bd3d-718518ed1f92 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 931 time: 0.0935390 Oct 29 08:34:29.168233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22419f62-9c45-41ca-909e-3c0e93b17f70 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:29.187092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:29.219374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Transition to ACTIVE for port object 22419f62-9c45-41ca-909e-3c0e93b17f70 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:34:29.227597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:29.227928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-697300b4-509a-48e8-b56d-2d125e187b84 req-e164ef1b-e30b-42be-8b47-81b7d46ceac4 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620084 Oct 29 08:34:29.284845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Deleting port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:29.285995 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:29.292909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=22419f62-9c45-41ca-909e-3c0e93b17f70,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:29.311737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908756f3-424f-44b3-966a-63ab21d069ae req-e5d6e0d2-1cd0-469f-9e6a-e7504af76ac0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:29.313412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-908756f3-424f-44b3-966a-63ab21d069ae req-e5d6e0d2-1cd0-469f-9e6a-e7504af76ac0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1367061 Oct 29 08:34:29.443997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] For port 9ecebc92-447e-4bec-8aa1-1680f24d8fa0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,segment=NetworkSegment(64bf7a3f-900b-4d30-8976-bb2680c8c5b9),segment_id=64bf7a3f-900b-4d30-8976-bb2680c8c5b9)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:29.444175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-908756f3-424f-44b3-966a-63ab21d069ae req-d9c3fed7-0b76-4f28-a780-ee798bf06651 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963972 Oct 29 08:34:29.444390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:29.462312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Calling delete_port for 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:29.472093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Attempting to bind port 22419f62-9c45-41ca-909e-3c0e93b17f70 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:29.472560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Attempting to bind port 22419f62-9c45-41ca-909e-3c0e93b17f70 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '35be8e6f-de99-4d5e-9b2e-a6070103c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2511f0b8-37f8-4dfc-88bb-6f397b7d4e31'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:29.473008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Attempting to bind port 22419f62-9c45-41ca-909e-3c0e93b17f70 on network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:29.477776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec1df4-ca72-4758-8549-b921572fcc49 req-5f76a0fc-a704-451f-bfbf-83e27df9d795 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:29.477943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Port 22419f62-9c45-41ca-909e-3c0e93b17f70 on network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:34:29.478316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Attempting to bind port 22419f62-9c45-41ca-909e-3c0e93b17f70 on network 2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:29.484072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:29.484592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Checking segment: {'id': '35be8e6f-de99-4d5e-9b2e-a6070103c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2511f0b8-37f8-4dfc-88bb-6f397b7d4e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:29.484850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Bound using segment: {'id': '35be8e6f-de99-4d5e-9b2e-a6070103c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2511f0b8-37f8-4dfc-88bb-6f397b7d4e31'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:29.485291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Bound port: 22419f62-9c45-41ca-909e-3c0e93b17f70, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35be8e6f-de99-4d5e-9b2e-a6070103c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2511f0b8-37f8-4dfc-88bb-6f397b7d4e31'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:29.485657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:29.495433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37ec1df4-ca72-4758-8549-b921572fcc49 req-5f76a0fc-a704-451f-bfbf-83e27df9d795 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1041138 Oct 29 08:34:29.545377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a173e8fc-bdba-4425-8dfb-92797e06943a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:29.566831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: a173e8fc-bdba-4425-8dfb-92797e06943a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:29.567532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a173e8fc-bdba-4425-8dfb-92797e06943a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:29.578703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] For port 22419f62-9c45-41ca-909e-3c0e93b17f70, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:29.582094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] For port 22419f62-9c45-41ca-909e-3c0e93b17f70, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=22419f62-9c45-41ca-909e-3c0e93b17f70,segment=NetworkSegment(35be8e6f-de99-4d5e-9b2e-a6070103c613),segment_id=35be8e6f-de99-4d5e-9b2e-a6070103c613)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:29.588354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:29.589266 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37ec1df4-ca72-4758-8549-b921572fcc49 req-3ead506a-9bbd-4ec6-b29e-2df9b4ce2216 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927935 Oct 29 08:34:29.630006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:29.630639 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:29.632120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] 10.222.0.93 "PUT /v2.0/ports/22419f62-9c45-41ca-909e-3c0e93b17f70 HTTP/1.1" status: 200 len: 1091 time: 1.3298159 Oct 29 08:34:29.632575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fd1ca9-da12-4a82-b231-7f4ed4ff0a46', 'tag': '22419f62-9c45-41ca-909e-3c0e93b17f70'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:29.635394 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29581360-53f2-4c84-a9f8-b3d96b0cb231" -d '{"events": [{"name": "network-changed", "server_uuid": "88fd1ca9-da12-4a82-b231-7f4ed4ff0a46", "tag": "22419f62-9c45-41ca-909e-3c0e93b17f70"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:29.672077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9b966-3f15-4df1-a3d7-af726d823ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=22419f62-9c45-41ca-909e-3c0e93b17f70,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:29.730059 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b5cce-54dc-4b6c-a0d2-b4611d04ada9 x-openstack-request-id: req-cd4b5cce-54dc-4b6c-a0d2-b4611d04ada9 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:29.730371 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fd1ca9-da12-4a82-b231-7f4ed4ff0a46", "tag": "22419f62-9c45-41ca-909e-3c0e93b17f70", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:29.731199 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd4b5cce-54dc-4b6c-a0d2-b4611d04ada9 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:29.731199 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fd1ca9-da12-4a82-b231-7f4ed4ff0a46', 'tag': '22419f62-9c45-41ca-909e-3c0e93b17f70', 'status': 'completed', 'code': 200} Oct 29 08:34:29.743788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1787e297-3782-45d9-9ecf-3a64fbb7f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:29.745366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-1787e297-3782-45d9-9ecf-3a64fbb7f127 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8ce69ed8b804a7484978b5ab081d4d0&device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 1094 time: 0.0547121 Oct 29 08:34:29.773085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:29.793475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-bc00a1ca-dd87-4854-89ac-d956e7309a50 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22419f62-9c45-41ca-909e-3c0e93b17f70 HTTP/1.1" status: 200 len: 217 time: 0.0374014 Oct 29 08:34:29.801221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecebc92-447e-4bec-8aa1-1680f24d8fa0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:29.873072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0082-d07a-4474-ac85-62090b1777d5 req-26fa228e-f6d6-4542-b7f2-1f1ae3cb6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:29.875438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-26fa228e-f6d6-4542-b7f2-1f1ae3cb6977 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f37911c8-12d9-4f3d-ac16-aa9ea8f9bdc6 HTTP/1.1" status: 200 len: 862 time: 0.0655174 Oct 29 08:34:29.911976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-ec8b038d-c412-4f89-908b-5bad7f0fc66d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2511f0b8-37f8-4dfc-88bb-6f397b7d4e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260489 Oct 29 08:34:30.029737 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:30.061213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-fab7e7ca-70e3-4582-8313-b84a79889076 service neutron] 10.222.0.93 "GET /v2.0/networks/2511f0b8-37f8-4dfc-88bb-6f397b7d4e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376569 Oct 29 08:34:30.135324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-6d177ed7-4d3a-434f-a22f-e91a4145d705 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.136845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-6d177ed7-4d3a-434f-a22f-e91a4145d705 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.15 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 950 time: 0.1247609 Oct 29 08:34:30.146362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc1862-354d-417c-98d8-e484443a8de4 req-ce7d9ac2-c11c-4dca-8318-bc0d649981a5 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.149253 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36bc1862-354d-417c-98d8-e484443a8de4 req-ce7d9ac2-c11c-4dca-8318-bc0d649981a5 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 946 time: 0.1207683 Oct 29 08:34:30.212074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36bc1862-354d-417c-98d8-e484443a8de4 req-015e751a-b247-492b-9361-38e49a95f7df tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513456 Oct 29 08:34:30.279865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 2e804438-b9dc-4c12-943e-9cce277a9601 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:30.283640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-186f0082-d07a-4474-ac85-62090b1777d5 req-89886e30-ef36-413a-a526-6b77f68ad0f0 service neutron] 10.222.0.93 "GET /v2.0/networks/2511f0b8-37f8-4dfc-88bb-6f397b7d4e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127240 Oct 29 08:34:30.301321 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:30.310547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4f9d-4cf8-4fd9-bdec-fccc9d6e862c req-f2eed39a-5641-4d37-a31e-dcccf409e6f9 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.320526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176b4f9d-4cf8-4fd9-bdec-fccc9d6e862c req-f2eed39a-5641-4d37-a31e-dcccf409e6f9 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 950 time: 0.1333132 Oct 29 08:34:30.324765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Deleting port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:30.325201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:30.331305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 2e804438-b9dc-4c12-943e-9cce277a9601 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:30.334849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 2e804438-b9dc-4c12-943e-9cce277a9601 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:30.358752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Router 2f06c050-af13-4c0f-8a33-e99ac1597404 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:34:30.459292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176b4f9d-4cf8-4fd9-bdec-fccc9d6e862c req-e847f12d-901e-4dd3-8917-96289c3d6694 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381280 Oct 29 08:34:30.476418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-2acca8cd-e7b2-40ab-b83e-eb643a8b445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.477945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-2acca8cd-e7b2-40ab-b83e-eb643a8b445d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8ce69ed8b804a7484978b5ab081d4d0&device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 1094 time: 0.1027577 Oct 29 08:34:30.483142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] For port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:30.483512 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:30.495424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c17d6-445f-43f3-98b6-578a4f8bc295 req-e3e860fa-0539-4e78-96a6-79e11cc2a249 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.496958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-071c17d6-445f-43f3-98b6-578a4f8bc295 req-e3e860fa-0539-4e78-96a6-79e11cc2a249 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 943 time: 0.1352627 Oct 29 08:34:30.535386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:34:30.539025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Calling delete_port for 40a7da6f-72d6-4cae-8c68-63fc16c4be3c owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:30.544780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2dbff963-0a79-44be-8aa6-70833d55a9f5 admin admin] 10.222.0.70 "PUT /v2.0/routers/2f06c050-af13-4c0f-8a33-e99ac1597404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149106 Oct 29 08:34:30.545326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47660) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:30.550805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] Sync routers for ids ['2f06c050-af13-4c0f-8a33-e99ac1597404'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:34:30.561651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] Routers {'2f06c050-af13-4c0f-8a33-e99ac1597404'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:34:30.562529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2f06c050-af13-4c0f-8a33-e99ac1597404'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:30.579311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-071c17d6-445f-43f3-98b6-578a4f8bc295 req-3d82755b-a468-47a0-9510-f16362f7e3e8 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740323 Oct 29 08:34:30.640192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-9d62dc00-491e-4bfb-87d6-9f27dee8b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.641853 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-9d62dc00-491e-4bfb-87d6-9f27dee8b8b7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 HTTP/1.1" status: 200 len: 924 time: 0.1502311 Oct 29 08:34:30.697390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] Set router 2f06c050-af13-4c0f-8a33-e99ac1597404 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:34:30.708235 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:30.711423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-f120bd5e-c185-4f53-a2ad-17769e688aae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22419f62-9c45-41ca-909e-3c0e93b17f70 HTTP/1.1" status: 200 len: 217 time: 0.0556872 Oct 29 08:34:30.820138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-b65482f9-b018-4844-ad57-4c894905aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.821561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-b65482f9-b018-4844-ad57-4c894905aaae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f37911c8-12d9-4f3d-ac16-aa9ea8f9bdc6 HTTP/1.1" status: 200 len: 862 time: 0.0943811 Oct 29 08:34:30.831511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2df96-485b-4a6a-b266-de2cbb995c77 req-eeed3c29-80d4-45e8-b73b-cb50b0e6f8be tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.833900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54a2df96-485b-4a6a-b266-de2cbb995c77 req-eeed3c29-80d4-45e8-b73b-cb50b0e6f8be tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1353593 Oct 29 08:34:30.843107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2a4d2-1f5b-414f-b0e6-4f9c93ecbd89 req-e9744910-6640-4fd6-bcf6-e2eed3f0dce7 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:30.845617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:30.847391 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-66a2a4d2-1f5b-414f-b0e6-4f9c93ecbd89 req-e9744910-6640-4fd6-bcf6-e2eed3f0dce7 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1320813 Oct 29 08:34:30.872369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['91c272c3-b78e-416b-9a57-d47bca3a63fb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:30.875357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['40a7da6f-72d6-4cae-8c68-63fc16c4be3c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:30.882490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-8bbe880d-d81d-4307-938c-81643bf51417 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2511f0b8-37f8-4dfc-88bb-6f397b7d4e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444043 Oct 29 08:34:30.892578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:30.919354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Pushing event deleted for resources: {'Port': ['ID=40a7da6f-72d6-4cae-8c68-63fc16c4be3c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:30.922238 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-66a2a4d2-1f5b-414f-b0e6-4f9c93ecbd89 req-f5f65e71-a411-4ddf-b686-5c1b8b380f4f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Oct 29 08:34:31.024145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] No DVR routers for this DVR port 40a7da6f-72d6-4cae-8c68-63fc16c4be3c on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:31.030554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54a2df96-485b-4a6a-b266-de2cbb995c77 req-ad8115c1-78c7-4e90-adee-5c1a8f82b4ca tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827068 Oct 29 08:34:31.033268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:31.037176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ec0d4b2-3410-4d62-9bf5-d73297ae3425 req-3964ea52-7cbf-487b-bd4c-47558245c4af tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.15 "DELETE /v2.0/ports/40a7da6f-72d6-4cae-8c68-63fc16c4be3c HTTP/1.1" status: 204 len: 173 time: 0.8904870 Oct 29 08:34:31.084947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-5bb825ad-b15a-4fa4-a1d5-c288a5bae845 service neutron] 10.222.0.93 "GET /v2.0/networks/2511f0b8-37f8-4dfc-88bb-6f397b7d4e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780052 Oct 29 08:34:31.101318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:34:29Z', 'revision_number': 5, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port': {'id': 'a9973712-bf28-410f-bebb-bc4575b0d3d9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:32:50Z', 'updated_at': '2021-10-29T08:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:31.158816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] Checking router: 2f06c050-af13-4c0f-8a33-e99ac1597404 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:34:31.197668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29581360-53f2-4c84-a9f8-b3d96b0cb231 req-e059db5a-1da0-4617-ba9f-b094b18c0f36 service neutron] 10.222.0.93 "GET /v2.0/networks/2511f0b8-37f8-4dfc-88bb-6f397b7d4e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037338 Oct 29 08:34:31.207656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] Routers {'2f06c050-af13-4c0f-8a33-e99ac1597404'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:34:31.208995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2f06c050-af13-4c0f-8a33-e99ac1597404'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:31.326171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] Set router 2f06c050-af13-4c0f-8a33-e99ac1597404 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:34:31.434589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:34:30Z', 'revision_number': 6, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:31.438633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Deleting port a9973712-bf28-410f-bebb-bc4575b0d3d9 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:31.439184 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:31.449654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503793af-a39e-41af-8c3a-6642569548ba req-856fe459-2225-42f9-b8b7-17bfcfa3a43b tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:31.459386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-503793af-a39e-41af-8c3a-6642569548ba req-856fe459-2225-42f9-b8b7-17bfcfa3a43b tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 946 time: 0.1109576 Oct 29 08:34:31.521432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ee49d-91b6-4be8-84ee-0dab9b3706df None None] The sync data for ids ['2f06c050-af13-4c0f-8a33-e99ac1597404'] in n-d-815940-1 is: [{'id': '2f06c050-af13-4c0f-8a33-e99ac1597404', 'name': 'tempest-AttachSCSIVolumeTestJSON-471097829-router', 'tenant_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:32:48Z', 'updated_at': '2021-10-29T08:34:30Z', 'revision_number': 6, 'project_id': 'b79ba5e460e84a62bc69bbf0631324cd', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:34:31.534321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-503793af-a39e-41af-8c3a-6642569548ba req-cdd5602b-da0f-4b38-a3ff-25b8bb6eba2f tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739613 Oct 29 08:34:31.693154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44c764af-a764-4a7e-951e-b7da88472e1a req-ff80e287-f626-4685-b73c-08d95ea7eca6 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=a59b2fde-a508-4e7e-ae22-f743e10f2f9b HTTP/1.1" status: 200 len: 210 time: 0.0417609 Oct 29 08:34:31.710120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] For port a9973712-bf28-410f-bebb-bc4575b0d3d9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a9973712-bf28-410f-bebb-bc4575b0d3d9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:31.710751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:31.732589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59b2fde-a508-4e7e-ae22-f743e10f2f9b', 'name': 'network-vif-deleted', 'tag': '40a7da6f-72d6-4cae-8c68-63fc16c4be3c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:31.737638 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a332dfb-90c4-48e9-ac9b-cbe9d2a50853" -d '{"events": [{"server_uuid": "a59b2fde-a508-4e7e-ae22-f743e10f2f9b", "name": "network-vif-deleted", "tag": "40a7da6f-72d6-4cae-8c68-63fc16c4be3c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:31.755460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Calling delete_port for a9973712-bf28-410f-bebb-bc4575b0d3d9 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:31.828403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc234d0-b439-43d5-96f7-c2804c7971e3 req-117c7c9e-71d4-4d0f-b740-cc8b9c0845d6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:31.829990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffc234d0-b439-43d5-96f7-c2804c7971e3 req-117c7c9e-71d4-4d0f-b740-cc8b9c0845d6 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2297101-794f-4241-9a85-6a97fc39bad9 HTTP/1.1" status: 200 len: 946 time: 0.0552487 Oct 29 08:34:31.872515 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ffc234d0-b439-43d5-96f7-c2804c7971e3 req-f7843a28-4c33-4cf1-85eb-facde2e9e2b9 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350151 Oct 29 08:34:31.874276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcac0e-3fc1-4905-b001-2a0c53b74521 req-ae1473b9-2675-45e8-8091-bc588b088e98 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:31.876055 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f2bcac0e-3fc1-4905-b001-2a0c53b74521 req-ae1473b9-2675-45e8-8091-bc588b088e98 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 943 time: 0.0989687 Oct 29 08:34:31.949535 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e9ab1b-4fbd-440e-86f5-d51bd346300f x-openstack-request-id: req-38e9ab1b-4fbd-440e-86f5-d51bd346300f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:31.950292 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59b2fde-a508-4e7e-ae22-f743e10f2f9b", "name": "network-vif-deleted", "tag": "40a7da6f-72d6-4cae-8c68-63fc16c4be3c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:31.950754 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38e9ab1b-4fbd-440e-86f5-d51bd346300f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:31.952251 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59b2fde-a508-4e7e-ae22-f743e10f2f9b', 'name': 'network-vif-deleted', 'tag': '40a7da6f-72d6-4cae-8c68-63fc16c4be3c', 'status': 'completed', 'code': 200} Oct 29 08:34:31.987255 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f2bcac0e-3fc1-4905-b001-2a0c53b74521 req-8b0f0a61-4224-450c-b2de-ae2f6fa26463 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017132 Oct 29 08:34:32.078711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.120939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9973712-bf28-410f-bebb-bc4575b0d3d9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:32.212967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4095a-06d5-4afb-90c7-f199ef3ce31f req-81d74010-3135-4dac-9f76-b6620044a594 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:32.214525 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2ea4095a-06d5-4afb-90c7-f199ef3ce31f req-81d74010-3135-4dac-9f76-b6620044a594 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1085100 Oct 29 08:34:32.219745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.243065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88662d-db9a-4878-9f44-5c76224b876c req-86310d81-4090-4719-a85c-82d9ba5845a7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:32.244615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c88662d-db9a-4878-9f44-5c76224b876c req-86310d81-4090-4719-a85c-82d9ba5845a7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0600638 Oct 29 08:34:32.286876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c88662d-db9a-4878-9f44-5c76224b876c req-61729658-8861-4d13-bc05-5a9b1f6a77c5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361698 Oct 29 08:34:32.324578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.328409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.392537 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2ea4095a-06d5-4afb-90c7-f199ef3ce31f req-91506627-c11e-4843-a2b3-2265c4a59f9f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460328 Oct 29 08:34:32.405284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.405874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f06c050-af13-4c0f-8a33-e99ac1597404 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:34:32.419328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.422960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c3e5b989-64b3-4eaf-9225-11a1df6d8190 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2f06c050-af13-4c0f-8a33-e99ac1597404 HTTP/1.1" status: 204 len: 168 time: 1.8615768 Oct 29 08:34:32.430566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47696) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:32.499222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-910dbd0b-8c32-4c37-b5ea-975f2bf8c7c7 admin admin] Deleting subnet 384cf552-a735-4f46-9293-67c337a42596 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:34:32.503386 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-910dbd0b-8c32-4c37-b5ea-975f2bf8c7c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.557458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-910dbd0b-8c32-4c37-b5ea-975f2bf8c7c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.587522 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeab262-5993-4880-9a72-97fc37095243 req-bfdd5e9d-c571-4990-8e7b-2d62a2a7c6d1 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:32.589106 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2eeab262-5993-4880-9a72-97fc37095243 req-bfdd5e9d-c571-4990-8e7b-2d62a2a7c6d1 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2297101-794f-4241-9a85-6a97fc39bad9 HTTP/1.1" status: 200 len: 946 time: 0.0652468 Oct 29 08:34:32.631754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2eeab262-5993-4880-9a72-97fc37095243 req-45cba5e8-eee1-4ce9-ad2f-1889e44df4e5 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Oct 29 08:34:32.651190 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-910dbd0b-8c32-4c37-b5ea-975f2bf8c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.762973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-910dbd0b-8c32-4c37-b5ea-975f2bf8c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.804761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dbd0b-8c32-4c37-b5ea-975f2bf8c7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384cf552-a735-4f46-9293-67c337a42596,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:32.808587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-910dbd0b-8c32-4c37-b5ea-975f2bf8c7c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.812539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-910dbd0b-8c32-4c37-b5ea-975f2bf8c7c7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/384cf552-a735-4f46-9293-67c337a42596 HTTP/1.1" status: 204 len: 168 time: 0.3808715 Oct 29 08:34:32.813544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e942c-4d0b-41a3-8e16-502811015d2c None None] Network 8441f132-0169-427b-8a9e-ebbf7804f8c8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:32.815177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47708) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:32.903933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:32.983239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Deleting port 546bb14f-6600-4086-9643-48af596fef8b {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:32.983901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.036522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 40a7da6f-72d6-4cae-8c68-63fc16c4be3c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:33.069909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 40a7da6f-72d6-4cae-8c68-63fc16c4be3c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:33.070529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 40a7da6f-72d6-4cae-8c68-63fc16c4be3c not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:33.072252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] DHCP port deletion for 8441f132-0169-427b-8a9e-ebbf7804f8c8 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:34:33.119723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] For port 546bb14f-6600-4086-9643-48af596fef8b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=546bb14f-6600-4086-9643-48af596fef8b,segment=NetworkSegment(64bf7a3f-900b-4d30-8976-bb2680c8c5b9),segment_id=64bf7a3f-900b-4d30-8976-bb2680c8c5b9)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:33.120412 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.129684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Deleting port 546bb14f-6600-4086-9643-48af596fef8b {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:33.130404 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.138341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ad4c3-74f9-4d47-9721-d9f03b80adeb req-b21bc04b-342d-449f-849f-396bf262b490 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:33.141541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f54ad4c3-74f9-4d47-9721-d9f03b80adeb req-b21bc04b-342d-449f-849f-396bf262b490 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 943 time: 0.0686116 Oct 29 08:34:33.156889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9759d34-7da8-487d-996b-ff117b6654ef req-bf1dfbde-cdaf-4fdc-8e13-fd9f9432034f tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:33.167255 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9759d34-7da8-487d-996b-ff117b6654ef req-bf1dfbde-cdaf-4fdc-8e13-fd9f9432034f tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 950 time: 0.1225722 Oct 29 08:34:33.188165 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f54ad4c3-74f9-4d47-9721-d9f03b80adeb req-969cd480-e8db-409b-b23b-828a238a8623 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Oct 29 08:34:33.189918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Calling delete_port for 546bb14f-6600-4086-9643-48af596fef8b owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:33.218612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] For port 546bb14f-6600-4086-9643-48af596fef8b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=546bb14f-6600-4086-9643-48af596fef8b,segment=NetworkSegment(64bf7a3f-900b-4d30-8976-bb2680c8c5b9),segment_id=64bf7a3f-900b-4d30-8976-bb2680c8c5b9)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:33.219109 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.232435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Calling delete_port for 546bb14f-6600-4086-9643-48af596fef8b owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:33.255876 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9759d34-7da8-487d-996b-ff117b6654ef req-86b15eee-9381-4b5a-923a-723c5a9829cf tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876505 Oct 29 08:34:33.322805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.325108 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.355470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Pushing event deleted for resources: {'Port': ['ID=546bb14f-6600-4086-9643-48af596fef8b,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:33.355892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] No DVR routers for this DVR port 546bb14f-6600-4086-9643-48af596fef8b on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:33.357542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Pushing event deleted for resources: {'Port': ['ID=546bb14f-6600-4086-9643-48af596fef8b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:33.367669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] No DVR routers for this DVR port 546bb14f-6600-4086-9643-48af596fef8b on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:33.377058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.377685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.378206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.378945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.379499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.381492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.382046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.382552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.383393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.383919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.384433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.384937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008febcf-25df-4f33-9338-26d3722bb3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:33.456834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.471471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d038829-1fdd-4167-bea1-24b51a72fc94 req-d90f3bbf-c7d0-4995-81cf-ed9acfdd87c1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:33.473506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d038829-1fdd-4167-bea1-24b51a72fc94 req-d90f3bbf-c7d0-4995-81cf-ed9acfdd87c1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0712228 Oct 29 08:34:33.483460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8441f132-0169-427b-8a9e-ebbf7804f8c8']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:33.496952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bf7a3f-900b-4d30-8976-bb2680c8c5b9') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:33.497257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bf7a3f-900b-4d30-8976-bb2680c8c5b9') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:33.509294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.530020 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.562911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d038829-1fdd-4167-bea1-24b51a72fc94 req-dac5e6f4-cdc9-4753-879f-4a051af930d1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776203 Oct 29 08:34:33.571206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:34:33.571993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:34:33.574048 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:34:33.588870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a9973712-bf28-410f-bebb-bc4575b0d3d9 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:33.651164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: a9973712-bf28-410f-bebb-bc4575b0d3d9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:33.653526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a9973712-bf28-410f-bebb-bc4575b0d3d9 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:33.655027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:33.664270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efd68c-b60f-4838-a4b1-ca946120c157 req-f4b85af9-291e-406e-bb6f-f02732112066 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:33.666402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49efd68c-b60f-4838-a4b1-ca946120c157 req-f4b85af9-291e-406e-bb6f-f02732112066 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1374979 Oct 29 08:34:33.667627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.675078 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.680413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8441f132-0169-427b-8a9e-ebbf7804f8c8 HTTP/1.1" status: 204 len: 168 time: 0.8606050 Oct 29 08:34:33.705426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78448a5-7f51-4151-9a27-e6ea4b823871 admin admin] Pushing event deleted for resources: {'Network': ['ID=8441f132-0169-427b-8a9e-ebbf7804f8c8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:33.731667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:33.733579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9ecebc92-447e-4bec-8aa1-1680f24d8fa0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:33.734110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 546bb14f-6600-4086-9643-48af596fef8b no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:33.748208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49efd68c-b60f-4838-a4b1-ca946120c157 req-1555b0d7-ad90-43b3-83a6-a28ddebc2a9b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645201 Oct 29 08:34:33.755418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-094b255a-d739-4f9d-821e-1083ade693a8 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:33.756773 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-094b255a-d739-4f9d-821e-1083ade693a8 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2297101-794f-4241-9a85-6a97fc39bad9 HTTP/1.1" status: 200 len: 946 time: 0.1329615 Oct 29 08:34:33.773832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 546bb14f-6600-4086-9643-48af596fef8b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:33.774129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 546bb14f-6600-4086-9643-48af596fef8b not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:33.888271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47726) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:33.914526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47306f-248f-4a37-9d5c-0370f53f2087 req-227f1d82-892f-41c1-843f-b19074d14c16 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:33.916041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec47306f-248f-4a37-9d5c-0370f53f2087 req-227f1d82-892f-41c1-843f-b19074d14c16 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2297101-794f-4241-9a85-6a97fc39bad9 HTTP/1.1" status: 200 len: 946 time: 0.1315989 Oct 29 08:34:33.942326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8b50fe1d-57ec-4c35-ab13-82b27adce059 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1feeb2caab6d4f6ba0f97b1e4be0c445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527813 Oct 29 08:34:33.943037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47728) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:33.967591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Deleting port 11272d57-761c-404d-bbda-33ca3ac17b3f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:33.968163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:33.977011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec47306f-248f-4a37-9d5c-0370f53f2087 req-525df8f6-23b5-41f4-9287-a25e1a929be1 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/security-groups?id=f730ebd1-4ea1-462b-85f8-63bb4bf68687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497591 Oct 29 08:34:34.002183 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a60b7e4-da1e-430b-9ed0-0ec8b2b1be14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.026188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a60b7e4-da1e-430b-9ed0-0ec8b2b1be14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.081954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] For port 11272d57-761c-404d-bbda-33ca3ac17b3f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=11272d57-761c-404d-bbda-33ca3ac17b3f,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:34.082223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.083906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a60b7e4-da1e-430b-9ed0-0ec8b2b1be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.087216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a60b7e4-da1e-430b-9ed0-0ec8b2b1be14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.090881 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0a60b7e4-da1e-430b-9ed0-0ec8b2b1be14 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce685cbd-901c-4de6-874d-fc0c0ec34a7e HTTP/1.1" status: 204 len: 168 time: 0.1438968 Oct 29 08:34:34.096608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Calling delete_port for 11272d57-761c-404d-bbda-33ca3ac17b3f owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:34.101513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60b7e4-da1e-430b-9ed0-0ec8b2b1be14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce685cbd-901c-4de6-874d-fc0c0ec34a7e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:34.212434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-7b725613-719a-4a15-9d6b-58b4e46e5dcd tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:34.213985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-7b725613-719a-4a15-9d6b-58b4e46e5dcd tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "GET /v2.0/ports?device_id=c29024d8-5d89-4b30-b30a-a6275009414f HTTP/1.1" status: 200 len: 946 time: 0.1029983 Oct 29 08:34:34.264107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 22419f62-9c45-41ca-909e-3c0e93b17f70 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:34.371050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02687fdc-0675-48ac-aa74-8f703e10723f req-ebeba409-41be-4c32-87b8-ee2124382bcb tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:34.385838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02687fdc-0675-48ac-aa74-8f703e10723f req-ebeba409-41be-4c32-87b8-ee2124382bcb tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 943 time: 0.1082492 Oct 29 08:34:34.413527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.447722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02687fdc-0675-48ac-aa74-8f703e10723f req-12249fd4-0d55-4b9c-aa0c-75ff1c7f6ce1 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608640 Oct 29 08:34:34.455889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 22419f62-9c45-41ca-909e-3c0e93b17f70, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=22419f62-9c45-41ca-909e-3c0e93b17f70,segment=NetworkSegment(35be8e6f-de99-4d5e-9b2e-a6070103c613),segment_id=35be8e6f-de99-4d5e-9b2e-a6070103c613)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:34.458782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Deleting port 8094842f-8161-45e5-8558-dd14460d01ea {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:34.459136 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.513235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Pushing event deleted for resources: {'Port': ['ID=11272d57-761c-404d-bbda-33ca3ac17b3f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:34.619764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] No DVR routers for this DVR port 11272d57-761c-404d-bbda-33ca3ac17b3f on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:34.628411 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.633541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c61bb0c-a938-4dcb-b025-3a53ec6ab520 req-ca481264-3e08-4760-bea4-c8e88ff0ba64 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.15 "DELETE /v2.0/ports/11272d57-761c-404d-bbda-33ca3ac17b3f HTTP/1.1" status: 204 len: 173 time: 0.8504419 Oct 29 08:34:34.635598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2297101-794f-4241-9a85-6a97fc39bad9', 'name': 'network-vif-deleted', 'tag': '11272d57-761c-404d-bbda-33ca3ac17b3f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:34.638465 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4039369-4fe5-4937-8cb9-5edabc41bae9" -d '{"events": [{"server_uuid": "a2297101-794f-4241-9a85-6a97fc39bad9", "name": "network-vif-deleted", "tag": "11272d57-761c-404d-bbda-33ca3ac17b3f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:34.680402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbcc01-7f17-44b6-9834-3e3f5e7b19dc req-acb02bd8-004b-44ba-b093-d1d69c0a6136 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:34.687902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47744) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:34.693258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcbbcc01-7f17-44b6-9834-3e3f5e7b19dc req-acb02bd8-004b-44ba-b093-d1d69c0a6136 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 950 time: 0.2996547 Oct 29 08:34:34.777806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcbbcc01-7f17-44b6-9834-3e3f5e7b19dc req-9d35d991-7bde-4be8-9d41-4ee22f0e4eb1 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ef3815-0023-4279-9fa8-0194fbbb56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708973 Oct 29 08:34:34.780956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['11272d57-761c-404d-bbda-33ca3ac17b3f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:34.784826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['8094842f-8161-45e5-8558-dd14460d01ea'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:34.787469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '22419f62-9c45-41ca-909e-3c0e93b17f70', 'network_id': '2511f0b8-37f8-4dfc-88bb-6f397b7d4e31', 'port_id': '22419f62-9c45-41ca-909e-3c0e93b17f70', 'mac_address': 'fa:16:3e:89:3e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37911c8-12d9-4f3d-ac16-aa9ea8f9bdc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:34.792211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08996207-7795-4a8c-9b8e-77c7a218720c req-0fc10662-3255-412e-addd-6d9174b898ae tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:34.801515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-08996207-7795-4a8c-9b8e-77c7a218720c req-0fc10662-3255-412e-addd-6d9174b898ae tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1457686 Oct 29 08:34:34.819434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-13b4f0f0-1fd6-4ec7-a1ec-8c9b2b5ab5c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b79ba5e460e84a62bc69bbf0631324cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212394 Oct 29 08:34:34.821034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47748) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:34.854646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] For port 8094842f-8161-45e5-8558-dd14460d01ea, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8094842f-8161-45e5-8558-dd14460d01ea,segment=NetworkSegment(ca388b3e-e6d8-41be-acda-a68612984886),segment_id=ca388b3e-e6d8-41be-acda-a68612984886)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:34.855014 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.861169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-32bcae36-db3b-45ae-a3a4-aec42dd5cc73 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:34.863050 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-32bcae36-db3b-45ae-a3a4-aec42dd5cc73 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 950 time: 0.1954291 Oct 29 08:34:34.872449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Calling delete_port for 8094842f-8161-45e5-8558-dd14460d01ea owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:34.876026 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13624dfa-e5fd-45b9-9cda-27fe9f41de6d x-openstack-request-id: req-13624dfa-e5fd-45b9-9cda-27fe9f41de6d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:34.876317 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2297101-794f-4241-9a85-6a97fc39bad9", "name": "network-vif-deleted", "tag": "11272d57-761c-404d-bbda-33ca3ac17b3f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:34.876565 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13624dfa-e5fd-45b9-9cda-27fe9f41de6d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:34.876969 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2297101-794f-4241-9a85-6a97fc39bad9', 'name': 'network-vif-deleted', 'tag': '11272d57-761c-404d-bbda-33ca3ac17b3f', 'status': 'completed', 'code': 200} Oct 29 08:34:34.934073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:34.958509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22419f62-9c45-41ca-909e-3c0e93b17f70 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:34.998300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 22419f62-9c45-41ca-909e-3c0e93b17f70, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=22419f62-9c45-41ca-909e-3c0e93b17f70,segment=NetworkSegment(35be8e6f-de99-4d5e-9b2e-a6070103c613),segment_id=35be8e6f-de99-4d5e-9b2e-a6070103c613)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:35.004921 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-08996207-7795-4a8c-9b8e-77c7a218720c req-8f0f88f5-612b-42d7-811e-d9d693428102 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017126 Oct 29 08:34:35.009326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.065131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.087868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5a4778e1-2f3d-48d4-bdfa-5818e5db4292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.113691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Pushing event deleted for resources: {'Port': ['ID=8094842f-8161-45e5-8558-dd14460d01ea,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:35.136070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=22419f62-9c45-41ca-909e-3c0e93b17f70,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:35.141295 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5a4778e1-2f3d-48d4-bdfa-5818e5db4292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.204721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] No DVR routers for this DVR port 8094842f-8161-45e5-8558-dd14460d01ea on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:35.213167 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.218135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-327eea61-fed1-4b50-9e82-5d5293ec3f5a req-6fb27dfd-0e1e-4bc7-8aec-d241dfe5fe6c tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.93 "DELETE /v2.0/ports/8094842f-8161-45e5-8558-dd14460d01ea HTTP/1.1" status: 204 len: 173 time: 0.9981501 Oct 29 08:34:35.227958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a268a5-3cab-4f10-be49-a3b36e0e6cab req-63f66e8c-9c60-4a90-a0a2-9bb889aa0b21 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:35.232116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Deleting port 91c272c3-b78e-416b-9a57-d47bca3a63fb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:35.232562 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.236831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7a268a5-3cab-4f10-be49-a3b36e0e6cab req-63f66e8c-9c60-4a90-a0a2-9bb889aa0b21 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1834898 Oct 29 08:34:35.251862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5a4778e1-2f3d-48d4-bdfa-5818e5db4292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.255038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5a4778e1-2f3d-48d4-bdfa-5818e5db4292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.258775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5a4778e1-2f3d-48d4-bdfa-5818e5db4292 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/daba23fc-8222-4a3e-8de1-57c4c0fd2543 HTTP/1.1" status: 204 len: 168 time: 0.4240377 Oct 29 08:34:35.318334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7a268a5-3cab-4f10-be49-a3b36e0e6cab req-41ce2ddc-a84b-4b1b-8d73-f0283b8fc93d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805364 Oct 29 08:34:35.334371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4778e1-2f3d-48d4-bdfa-5818e5db4292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daba23fc-8222-4a3e-8de1-57c4c0fd2543,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:35.349563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f9d2b54-e6a2-4f7f-8eb2-8fb866e49b5f req-2b1d5c7e-a157-4333-9a5a-f1b072c1ccc9 tempest-MultipleCreateTestJSON-2106929802 tempest-MultipleCreateTestJSON-2106929802-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2297101-794f-4241-9a85-6a97fc39bad9 HTTP/1.1" status: 200 len: 210 time: 0.0586855 Oct 29 08:34:35.412413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['22419f62-9c45-41ca-909e-3c0e93b17f70'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:35.446823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] For port 91c272c3-b78e-416b-9a57-d47bca3a63fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=91c272c3-b78e-416b-9a57-d47bca3a63fb,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:35.446823 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.464272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Calling delete_port for 91c272c3-b78e-416b-9a57-d47bca3a63fb owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:35.630745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0407802-5b03-4958-b11d-8d5516227d69 req-4498be4a-89d5-4b7b-8655-17c546f84c95 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:35.640820 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0407802-5b03-4958-b11d-8d5516227d69 req-4498be4a-89d5-4b7b-8655-17c546f84c95 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 944 time: 0.1119230 Oct 29 08:34:35.709730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0407802-5b03-4958-b11d-8d5516227d69 req-e8a2411c-fca8-4881-ac13-de87915443fb tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672534 Oct 29 08:34:35.736237 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.755301 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:34:35.797838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Pushing event deleted for resources: {'Port': ['ID=91c272c3-b78e-416b-9a57-d47bca3a63fb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:35.934532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] No DVR routers for this DVR port 91c272c3-b78e-416b-9a57-d47bca3a63fb on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:35.945259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:35.949726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-767ef7a3-1fdf-422d-ab31-46c23b9a00b4 req-fd0e1c29-1cb8-488f-be9a-77a001529cce tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.93 "DELETE /v2.0/ports/91c272c3-b78e-416b-9a57-d47bca3a63fb HTTP/1.1" status: 204 len: 173 time: 1.0707166 Oct 29 08:34:35.950202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-deleted', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:35.952841 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32baa9c7-30b2-470e-8af0-764078a14d8d" -d '{"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-deleted", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:35.997555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c992b811-3e4c-4b4b-bcde-1a9a78591af7 req-2882b209-3f50-4af3-8c8a-9db9641ee1e2 tempest-ServersAdminTestJSON-960866560 tempest-ServersAdminTestJSON-960866560-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d4a56b-d738-4eac-ac82-4e67a0951b48 HTTP/1.1" status: 200 len: 210 time: 0.0643840 Oct 29 08:34:36.040891 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0318c95b-7c17-4fd7-8588-a3d99f037049 x-openstack-request-id: req-0318c95b-7c17-4fd7-8588-a3d99f037049 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:36.041193 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d4a56b-d738-4eac-ac82-4e67a0951b48", "name": "network-vif-deleted", "tag": "91c272c3-b78e-416b-9a57-d47bca3a63fb", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:36.041500 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0318c95b-7c17-4fd7-8588-a3d99f037049 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:36.041899 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d4a56b-d738-4eac-ac82-4e67a0951b48', 'name': 'network-vif-deleted', 'tag': '91c272c3-b78e-416b-9a57-d47bca3a63fb', 'status': 'completed', 'code': 200} Oct 29 08:34:36.193868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d12ab-6a62-4d0b-aa57-2ef82a65108d req-1aad0c62-cf59-46f1-957d-9c19c0f9be03 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:36.195389 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-013d12ab-6a62-4d0b-aa57-2ef82a65108d req-1aad0c62-cf59-46f1-957d-9c19c0f9be03 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1051466 Oct 29 08:34:36.249958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-013d12ab-6a62-4d0b-aa57-2ef82a65108d req-5cb71df5-1ffc-4814-b164-7301a19e42c6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Oct 29 08:34:36.365506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47788) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:36.449523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47796) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:36.520684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1167516456-network', 'tenant_id': '9b3ed6bb45cb4167874acad388046486'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:36.536336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f8a537-0fbf-46a7-b6de-7b9b746d2c61 admin admin] Deleting subnet eca2e5d9-8008-479b-941c-6b6e0ae57a68 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:34:36.542174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55f8a537-0fbf-46a7-b6de-7b9b746d2c61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.582181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bba556-c2ee-4033-b027-29c0fa3c0a4c req-ce183b65-949f-44c4-a080-993d038556c0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:36.583727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4bba556-c2ee-4033-b027-29c0fa3c0a4c req-ce183b65-949f-44c4-a080-993d038556c0 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1698296 Oct 29 08:34:36.612237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Made reservation on behalf of 9b3ed6bb45cb4167874acad388046486 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:36.614929 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.627554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55f8a537-0fbf-46a7-b6de-7b9b746d2c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.648652 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.692891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4bba556-c2ee-4033-b027-29c0fa3c0a4c req-f3584796-e692-4802-907d-ffdea9b5487e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989590 Oct 29 08:34:36.709561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55f8a537-0fbf-46a7-b6de-7b9b746d2c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.799156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55f8a537-0fbf-46a7-b6de-7b9b746d2c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.802865 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.838831 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.866643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db0feb-abd4-456f-bcd0-5db1c06ecc10 req-76ae8af3-7618-485d-87da-ca8117ecf1af tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:36.870387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8a537-0fbf-46a7-b6de-7b9b746d2c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca2e5d9-8008-479b-941c-6b6e0ae57a68,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:36.873804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55f8a537-0fbf-46a7-b6de-7b9b746d2c61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.876279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4db0feb-abd4-456f-bcd0-5db1c06ecc10 req-76ae8af3-7618-485d-87da-ca8117ecf1af tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 944 time: 0.0681386 Oct 29 08:34:36.879645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-55f8a537-0fbf-46a7-b6de-7b9b746d2c61 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eca2e5d9-8008-479b-941c-6b6e0ae57a68 HTTP/1.1" status: 204 len: 168 time: 0.4292145 Oct 29 08:34:36.879645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e9016-539e-4323-b13d-c601d306243d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:36.880023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47802) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:36.880739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29024d8-5d89-4b30-b30a-a6275009414f', 'name': 'network-vif-deleted', 'tag': '8094842f-8161-45e5-8558-dd14460d01ea'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:36.883176 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4ef950-bf2e-4a9f-81cb-b26162b485b0" -d '{"events": [{"server_uuid": "c29024d8-5d89-4b30-b30a-a6275009414f", "name": "network-vif-deleted", "tag": "8094842f-8161-45e5-8558-dd14460d01ea"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:36.894066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:34:36.905511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.905892 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Added segment bc5c0735-58d3-4416-b25a-8a29795744c0 of type vlan for network 7d74b32a-e839-415a-b93f-6133a518e8cf Oct 29 08:34:36.952709 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55f3029-b313-4a3c-8743-e6527dc14844 x-openstack-request-id: req-f55f3029-b313-4a3c-8743-e6527dc14844 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:36.953012 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29024d8-5d89-4b30-b30a-a6275009414f", "name": "network-vif-deleted", "tag": "8094842f-8161-45e5-8558-dd14460d01ea", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:36.953265 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f55f3029-b313-4a3c-8743-e6527dc14844 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:36.953664 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29024d8-5d89-4b30-b30a-a6275009414f', 'name': 'network-vif-deleted', 'tag': '8094842f-8161-45e5-8558-dd14460d01ea', 'status': 'completed', 'code': 200} Oct 29 08:34:36.957045 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.984097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:36.985087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:36.985678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.009170 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4db0feb-abd4-456f-bcd0-5db1c06ecc10 req-93959f1d-7e1a-4284-a976-a002713436f6 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319072 Oct 29 08:34:37.015448 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.048247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 11272d57-761c-404d-bbda-33ca3ac17b3f no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:37.048828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6811321 Oct 29 08:34:37.052166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47808) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:37.058306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Request body: {'subnet': {'network_id': '7d74b32a-e839-415a-b93f-6133a518e8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1167516456-subnet', 'tenant_id': '9b3ed6bb45cb4167874acad388046486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:37.089820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b0e4b-a5c2-4558-9fcc-c01db758badc admin admin] Pushing event updated for resources: {'Network': ['ID=7d74b32a-e839-415a-b93f-6133a518e8cf,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:37.098774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 11272d57-761c-404d-bbda-33ca3ac17b3f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:37.099492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 11272d57-761c-404d-bbda-33ca3ac17b3f not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:37.102376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Made reservation on behalf of 9b3ed6bb45cb4167874acad388046486 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:37.107326 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.108308 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 7d74b32a-e839-415a-b93f-6133a518e8cf details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:34:37.237670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.321154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0837ba7e-886c-4020-a5c5-2d86feab0f16']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:37.339231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.342047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca388b3e-e6d8-41be-acda-a68612984886') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:37.342408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca388b3e-e6d8-41be-acda-a68612984886') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:37.356210 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.381138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.393069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:34:37.393899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.427573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47818) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:34:37.446351 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:34:37.458725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402c4ad6-6515-4568-8ec8-c0515cdd8721,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:37.462025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Checking segment: {'id': 'bc5c0735-58d3-4416-b25a-8a29795744c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d74b32a-e839-415a-b93f-6133a518e8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:37.462392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Network hostable DHCP agents. Network: 7d74b32a-e839-415a-b93f-6133a518e8cf, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:34:37.476656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.480277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0f0ca-adcf-4119-be46-e8244a821c49 req-7da7135b-d591-4148-b6b7-de741b844c50 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:37.484794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.487058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11c0f0ca-adcf-4119-be46-e8244a821c49 req-7da7135b-d591-4148-b6b7-de741b844c50 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1028361 Oct 29 08:34:37.498572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0837ba7e-886c-4020-a5c5-2d86feab0f16 HTTP/1.1" status: 204 len: 168 time: 0.6145749 Oct 29 08:34:37.518633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Network 7d74b32a-e839-415a-b93f-6133a518e8cf is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:34:37.523671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d05f2-3768-400b-be24-27698d4e5ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0837ba7e-886c-4020-a5c5-2d86feab0f16,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:37.541428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 7d74b32a-e839-415a-b93f-6133a518e8cf) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:37.549826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:37.550635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.556643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7277d0c6-fa66-4338-9ba3-49a674518305 None None] Network 7d74b32a-e839-415a-b93f-6133a518e8cf requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:37.565710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11c0f0ca-adcf-4119-be46-e8244a821c49 req-36afceb1-41a5-4d95-94ce-653495d431e2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697789 Oct 29 08:34:37.616308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-db2f27f6-c875-4ea3-9ce8-049da8a08285 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5624583 Oct 29 08:34:37.718365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47828) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:37.725580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c140e-2031-4b1f-8b2c-f2fe3ae88f36 None None] Network 7d74b32a-e839-415a-b93f-6133a518e8cf requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:37.731681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9314eb7d-1555-4235-8ea2-5155ee100636 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46452f57c5314af9bdebc57ca295414b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020236 Oct 29 08:34:37.734027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47830) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:37.817849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8d77f1d8-4d54-4144-a9c2-9e4550aa6dcb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c45d660d40246e8a451d62ba9e9d307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814211 Oct 29 08:34:37.819932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47832) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:37.821930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a628e118-1fa0-4cfc-8071-799ff862b089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.914647 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a628e118-1fa0-4cfc-8071-799ff862b089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:37.964634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1c062-2cde-478a-8e34-57e867d61616 req-3ce7be0c-3ad2-4ec8-8852-af0c118d90c7 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:37.966251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-00d1c062-2cde-478a-8e34-57e867d61616 req-3ce7be0c-3ad2-4ec8-8852-af0c118d90c7 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1207716 Oct 29 08:34:38.006561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9968340e-3d86-449d-ae60-759360b0ed60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.040189 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-00d1c062-2cde-478a-8e34-57e867d61616 req-5c984ed1-fc09-400c-ab41-1adf836e112e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646896 Oct 29 08:34:38.044807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a628e118-1fa0-4cfc-8071-799ff862b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.047218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a628e118-1fa0-4cfc-8071-799ff862b089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.051067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a628e118-1fa0-4cfc-8071-799ff862b089 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53ef3815-0023-4279-9fa8-0194fbbb56dc HTTP/1.1" status: 204 len: 168 time: 0.3316417 Oct 29 08:34:38.053414 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9968340e-3d86-449d-ae60-759360b0ed60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.075738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628e118-1fa0-4cfc-8071-799ff862b089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ef3815-0023-4279-9fa8-0194fbbb56dc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:38.138130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9968340e-3d86-449d-ae60-759360b0ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.140842 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9968340e-3d86-449d-ae60-759360b0ed60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.142239 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9968340e-3d86-449d-ae60-759360b0ed60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f730ebd1-4ea1-462b-85f8-63bb4bf68687 HTTP/1.1" status: 204 len: 168 time: 0.3210957 Oct 29 08:34:38.152539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968340e-3d86-449d-ae60-759360b0ed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f730ebd1-4ea1-462b-85f8-63bb4bf68687,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:38.210496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adb9d6-8e26-4a73-9bd0-4d2447dea4c1 req-4f7e194a-c9b1-4e09-9c01-18e08c3b1e81 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:38.212103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01adb9d6-8e26-4a73-9bd0-4d2447dea4c1 req-4f7e194a-c9b1-4e09-9c01-18e08c3b1e81 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 944 time: 0.0744126 Oct 29 08:34:38.258147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01adb9d6-8e26-4a73-9bd0-4d2447dea4c1 req-5f1f00a0-0645-4a03-a08b-1358c369a1d0 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Oct 29 08:34:38.286918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 22419f62-9c45-41ca-909e-3c0e93b17f70 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:38.343592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 22419f62-9c45-41ca-909e-3c0e93b17f70 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:38.348643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 22419f62-9c45-41ca-909e-3c0e93b17f70 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:38.349032 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.442246 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.471365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fd1ca9-da12-4a82-b231-7f4ed4ff0a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22419f62-9c45-41ca-909e-3c0e93b17f70'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:38.474511 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c4eb3b-6e66-4403-8df0-2dda755ff99c" -d '{"events": [{"server_uuid": "88fd1ca9-da12-4a82-b231-7f4ed4ff0a46", "name": "network-vif-plugged", "status": "completed", "tag": "22419f62-9c45-41ca-909e-3c0e93b17f70"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:38.495770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 22419f62-9c45-41ca-909e-3c0e93b17f70, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=22419f62-9c45-41ca-909e-3c0e93b17f70,segment=NetworkSegment(35be8e6f-de99-4d5e-9b2e-a6070103c613),segment_id=35be8e6f-de99-4d5e-9b2e-a6070103c613)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:38.501467 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.502458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8094842f-8161-45e5-8558-dd14460d01ea no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:38.530122 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2d1fe-6276-4b13-a6ab-a0d3730a6419 x-openstack-request-id: req-f1d2d1fe-6276-4b13-a6ab-a0d3730a6419 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:38.530420 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fd1ca9-da12-4a82-b231-7f4ed4ff0a46", "name": "network-vif-plugged", "status": "completed", "tag": "22419f62-9c45-41ca-909e-3c0e93b17f70", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:38.530931 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1d2d1fe-6276-4b13-a6ab-a0d3730a6419 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:38.532286 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fd1ca9-da12-4a82-b231-7f4ed4ff0a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22419f62-9c45-41ca-909e-3c0e93b17f70', 'code': 200} Oct 29 08:34:38.555754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 8094842f-8161-45e5-8558-dd14460d01ea {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:38.556425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8094842f-8161-45e5-8558-dd14460d01ea not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:38.557038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:38.563306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47860) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:38.617905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 91c272c3-b78e-416b-9a57-d47bca3a63fb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:38.619999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 91c272c3-b78e-416b-9a57-d47bca3a63fb not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:38.627458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a09ff3f3-3546-44fd-aaa2-ca209daf815e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b586703873d4e3cac221e877d655871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626452 Oct 29 08:34:38.630607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47866) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:38.661662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=22419f62-9c45-41ca-909e-3c0e93b17f70,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:38.703631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df461994-89df-4b03-baa4-b11fd61c5a19 req-b3f9d155-a5f5-4743-b38a-a843cd9d3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:38.705352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df461994-89df-4b03-baa4-b11fd61c5a19 req-b3f9d155-a5f5-4743-b38a-a843cd9d3230 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 1096 time: 0.0952709 Oct 29 08:34:38.720061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a2687e-d4d0-431f-877d-5e272e11405b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.749963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a2687e-d4d0-431f-877d-5e272e11405b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.774858 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df461994-89df-4b03-baa4-b11fd61c5a19 req-f9c1ca97-fad8-4dee-9330-6dd5f52201ad service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535574 Oct 29 08:34:38.783469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37971861-e204-4bca-8b29-83f1cce312ab req-bde63cb5-4e66-4d02-acde-3f7f5fbb0449 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:38.785203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37971861-e204-4bca-8b29-83f1cce312ab req-bde63cb5-4e66-4d02-acde-3f7f5fbb0449 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0761628 Oct 29 08:34:38.785804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47874) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:38.790369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2009371528-network', 'tenant_id': '6e2fe9f2ec7145b3ae3c4e8570f5f8c7'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:38.813784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a2687e-d4d0-431f-877d-5e272e11405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.816814 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a2687e-d4d0-431f-877d-5e272e11405b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.817765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-18a2687e-d4d0-431f-877d-5e272e11405b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50fdf463-1877-4123-a215-60db08b13902 HTTP/1.1" status: 204 len: 168 time: 0.1858296 Oct 29 08:34:38.828841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2687e-d4d0-431f-877d-5e272e11405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fdf463-1877-4123-a215-60db08b13902,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:38.838322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Made reservation on behalf of 6e2fe9f2ec7145b3ae3c4e8570f5f8c7 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:38.840540 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.853708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.858969 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37971861-e204-4bca-8b29-83f1cce312ab req-39f4f04d-2c3c-4741-b981-39b05e59ea53 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653062 Oct 29 08:34:38.948312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.954703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:38.985709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:34:38.993914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7849e50f-a554-4061-beeb-c2e7ae898368,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:39.001296 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.001610 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Added segment 7fccb132-c1fb-42e3-b599-36f9245a2578 of type vlan for network fdcaafbb-334b-48f1-bd36-613347527e33 Oct 29 08:34:39.059819 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.087536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.089294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:39.090559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.185802 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3990731 Oct 29 08:34:39.188688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47896) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:39.206784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Request body: {'subnet': {'network_id': 'fdcaafbb-334b-48f1-bd36-613347527e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2009371528-subnet', 'tenant_id': '6e2fe9f2ec7145b3ae3c4e8570f5f8c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:39.218875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd1b0f-f18a-4d22-b8b0-89a1e6e63f1b admin admin] Pushing event updated for resources: {'Network': ['ID=fdcaafbb-334b-48f1-bd36-613347527e33,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:39.235007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network fdcaafbb-334b-48f1-bd36-613347527e33 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:34:39.248642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Made reservation on behalf of 6e2fe9f2ec7145b3ae3c4e8570f5f8c7 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:39.251098 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.254259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318ac58-c1ab-42fe-922c-00f90a0fa070 req-07122a8b-d91d-4c1b-8738-8f95e3fbee64 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:39.263358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f318ac58-c1ab-42fe-922c-00f90a0fa070 req-07122a8b-d91d-4c1b-8738-8f95e3fbee64 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1169102 Oct 29 08:34:39.326692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f318ac58-c1ab-42fe-922c-00f90a0fa070 req-b75bcf08-c2d8-4658-bb16-0629362c52a4 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560844 Oct 29 08:34:39.361397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47904) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:39.487991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2aac7-6698-461b-b62c-a82b18873fd1 req-189d8b70-09aa-40fc-8cd5-df466f0ba8c2 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:39.490991 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34f2aac7-6698-461b-b62c-a82b18873fd1 req-189d8b70-09aa-40fc-8cd5-df466f0ba8c2 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 945 time: 0.1062536 Oct 29 08:34:39.570572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-941291292-network', 'tenant_id': 'b46ca5aead8148a3a6d230484455a576'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:39.575948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-34f2aac7-6698-461b-b62c-a82b18873fd1 req-f11cfe32-e3f4-461d-be30-81adf023e054 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768149 Oct 29 08:34:39.607987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.608311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Made reservation on behalf of b46ca5aead8148a3a6d230484455a576 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:39.611384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.620996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.677578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f6e049-3249-4dbe-9090-f5d7b51fd6d0,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:39.688795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Checking segment: {'id': '7fccb132-c1fb-42e3-b599-36f9245a2578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fdcaafbb-334b-48f1-bd36-613347527e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:39.689343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Network hostable DHCP agents. Network: fdcaafbb-334b-48f1-bd36-613347527e33, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:34:39.710141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Network fdcaafbb-334b-48f1-bd36-613347527e33 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:34:39.725122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, fdcaafbb-334b-48f1-bd36-613347527e33) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:39.730808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:39.731507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.737221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.740864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68baed-c854-4346-bbd0-d6bd689dad5b None None] Network fdcaafbb-334b-48f1-bd36-613347527e33 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:39.747010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.762763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a2f8bab2-5b92-44d3-9086-5275467f3259 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5728891 Oct 29 08:34:39.787950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:34:39.803526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f61987-c889-4f4b-9df1-464c029930f2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:39.810102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.810676 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Added segment b1f08a04-cec7-43a8-a080-56b5dc577c1e of type vlan for network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e Oct 29 08:34:39.863163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.903707 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.905352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:39.906137 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:39.970416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a543d-a20a-48b8-905a-9bec3aedff22 None None] Network fdcaafbb-334b-48f1-bd36-613347527e33 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:40.004172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6401958 Oct 29 08:34:40.007328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47928) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:40.018124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Request body: {'subnet': {'network_id': 'd8d7afad-63ed-4fec-91d9-1b7b16ef9e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-941291292-subnet', 'tenant_id': 'b46ca5aead8148a3a6d230484455a576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:40.069981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Made reservation on behalf of b46ca5aead8148a3a6d230484455a576 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:40.073547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:40.082010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8396b-76ac-4f5d-b29d-20321acb2306 admin admin] Pushing event updated for resources: {'Network': ['ID=d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:40.119491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b43a9-4d91-43eb-98fd-e0a8405c8347 req-1633b44a-0729-425c-bd98-12a70004459f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:40.127662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:34:40.136723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-627b43a9-4d91-43eb-98fd-e0a8405c8347 req-1633b44a-0729-425c-bd98-12a70004459f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1307373 Oct 29 08:34:40.206535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-627b43a9-4d91-43eb-98fd-e0a8405c8347 req-38aef83f-8d15-4517-adf8-3241704d4950 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687852 Oct 29 08:34:40.426206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:40.484403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1184624-5cb7-4dcd-8acd-42b34eb18d8a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:40.503261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7da9a-f07f-49a3-897d-e2478402c8ed req-e2bccb90-8f85-42a7-b8fa-da262eca0c5e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:40.510530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Checking segment: {'id': 'b1f08a04-cec7-43a8-a080-56b5dc577c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd8d7afad-63ed-4fec-91d9-1b7b16ef9e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:40.510913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Network hostable DHCP agents. Network: d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:34:40.512356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04b7da9a-f07f-49a3-897d-e2478402c8ed req-e2bccb90-8f85-42a7-b8fa-da262eca0c5e tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0910687 Oct 29 08:34:40.537865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:34:40.558670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:40.565232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04b7da9a-f07f-49a3-897d-e2478402c8ed req-7938223f-3567-4d36-a517-aa8fc04052f6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513012 Oct 29 08:34:40.569472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ae231-0db3-44fc-a0e2-9f6a9d31468a None None] Network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:40.570881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:40.573429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:40.636168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b9d7a0a3-e30a-401a-a4f6-ab8b896c1fcc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6263912 Oct 29 08:34:40.729824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c9ebd-0000-419d-877f-d7ea727b8e54 None None] Network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:40.807785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11295cb1-0893-44f4-bd13-03f12f9eb709 req-d8e8a184-9c2c-4a5d-9d5b-67679e14d6e8 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:40.817098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11295cb1-0893-44f4-bd13-03f12f9eb709 req-d8e8a184-9c2c-4a5d-9d5b-67679e14d6e8 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 945 time: 0.0700340 Oct 29 08:34:40.848710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-70216899-ed48-4e4e-906e-4eb1ea1a3c00 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:40.850252 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-70216899-ed48-4e4e-906e-4eb1ea1a3c00 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/networks?id=7d74b32a-e839-415a-b93f-6133a518e8cf HTTP/1.1" status: 200 len: 815 time: 0.1800189 Oct 29 08:34:40.873943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-23642e4b-a171-4b77-bde3-3ca7596d2a32 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/quotas/9b3ed6bb45cb4167874acad388046486 HTTP/1.1" status: 200 len: 375 time: 0.0168221 Oct 29 08:34:40.880249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11295cb1-0893-44f4-bd13-03f12f9eb709 req-7ce8524b-42aa-4e0e-a6da-6a43d280e2be tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580611 Oct 29 08:34:40.928864 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-8bef611c-1bdb-463a-ba2c-caa57a23a8dc tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b3ed6bb45cb4167874acad388046486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479541 Oct 29 08:34:41.040170 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-3db0e4c1-8c70-460d-8e82-69fd394be8a1 service neutron] 10.222.0.70 "GET /v2.0/networks/7d74b32a-e839-415a-b93f-6133a518e8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941741 Oct 29 08:34:41.133283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-32f537d4-78e9-430e-9a22-ad6ccde335d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:41.134897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-32f537d4-78e9-430e-9a22-ad6ccde335d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1100 time: 0.0478284 Oct 29 08:34:41.145774 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-bf7dd814-8493-4eed-a471-0656562a9cd6 service neutron] 10.222.0.70 "GET /v2.0/networks/7d74b32a-e839-415a-b93f-6133a518e8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966277 Oct 29 08:34:41.366596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-4b63037f-8e92-4863-92f7-6901d40d91c3 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:41.368353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-4b63037f-8e92-4863-92f7-6901d40d91c3 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/networks?id=d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e HTTP/1.1" status: 200 len: 813 time: 0.1977212 Oct 29 08:34:41.371771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-4edf851b-d9a9-49f5-bbbf-8b9bc31afc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:41.373808 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-4edf851b-d9a9-49f5-bbbf-8b9bc31afc9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2121899 Oct 29 08:34:41.424101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-1690c1d5-089a-4b75-bd32-4cb89755d2bd tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/quotas/b46ca5aead8148a3a6d230484455a576 HTTP/1.1" status: 200 len: 375 time: 0.0546231 Oct 29 08:34:41.425454 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-ce5ea3e1-dcd7-4b17-bfc0-8900798a9ae9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 217 time: 0.0431516 Oct 29 08:34:41.469088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158cfd5-8ae8-406b-a486-0065eff34aa5 req-142bcd15-2914-4b3a-bbe3-5f7a17f99f72 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:41.470612 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3158cfd5-8ae8-406b-a486-0065eff34aa5 req-142bcd15-2914-4b3a-bbe3-5f7a17f99f72 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0611267 Oct 29 08:34:41.491137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-f2d03ffe-93dd-4216-8db5-7ce2582b9e84 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b46ca5aead8148a3a6d230484455a576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588651 Oct 29 08:34:41.517437 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3158cfd5-8ae8-406b-a486-0065eff34aa5 req-c3668c91-f1d7-4ba9-9531-aa64a0eda048 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Oct 29 08:34:41.560137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-ae1cbff1-0b8b-441c-ae8b-2a526810f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:41.561642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-ae1cbff1-0b8b-441c-ae8b-2a526810f44a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1284039 Oct 29 08:34:41.602077 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f76a46c-de78-4ae7-b0ee-24f0aa0d4893 req-4c244032-c145-4f9e-b966-ac9c57323d95 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 210 time: 0.0400257 Oct 29 08:34:41.906866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582af493-7955-4639-9371-92196b56ec1c req-6ce0a8d7-3d85-49c6-8d66-d3ef02c8c4b3 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:41.908563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-582af493-7955-4639-9371-92196b56ec1c req-6ce0a8d7-3d85-49c6-8d66-d3ef02c8c4b3 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0541091 Oct 29 08:34:41.950821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-582af493-7955-4639-9371-92196b56ec1c req-310655ea-fad5-4655-a731-726a32a8ffab tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347683 Oct 29 08:34:41.999225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-0b793bbe-b114-416a-8192-6156dffb5aee service neutron] 10.222.0.70 "GET /v2.0/networks/d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000026 Oct 29 08:34:42.004970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-200d820e-4be5-44b2-a4e9-2e0d1b1695b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:42.006464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-200d820e-4be5-44b2-a4e9-2e0d1b1695b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4365590 Oct 29 08:34:42.130520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf442-ad35-47cb-814f-77b09a8c21c4 req-61ce8532-1953-4a63-b0ff-31130067d8aa tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:42.132076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-456bf442-ad35-47cb-814f-77b09a8c21c4 req-61ce8532-1953-4a63-b0ff-31130067d8aa tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Oct 29 08:34:42.167932 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-4aafd4bb-0cdf-45cf-bd35-1ee922ed503d service neutron] 10.222.0.70 "GET /v2.0/networks/d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583800 Oct 29 08:34:42.172300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-e865bc07-5abf-4a4a-8070-3103461b5830 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527109 Oct 29 08:34:42.173794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-456bf442-ad35-47cb-814f-77b09a8c21c4 req-47f4d87f-d5da-4f70-8378-bee7170a3d50 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347233 Oct 29 08:34:42.285076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176bdc17-f698-4c3d-b4f5-054b9eb88bb0 req-4c111761-2929-4d2a-bf63-34cbdc1e1d6b service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051419 Oct 29 08:34:42.452516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfcf94a2-bb6c-4c7e-b6bd-7b76be0ae412 req-83eb4a18-5a66-49d5-a351-38da180af865 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 210 time: 0.0752158 Oct 29 08:34:42.522748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-56a8e425-372f-462a-b694-618f4eced7aa tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:42.525721 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-56a8e425-372f-462a-b694-618f4eced7aa tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.93 "GET /v2.0/networks?id=7d74b32a-e839-415a-b93f-6133a518e8cf HTTP/1.1" status: 200 len: 815 time: 0.1352985 Oct 29 08:34:42.539311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Request body: {'port': {'device_id': '800f0791-6a2d-4469-83ef-4c7866fbe2ee', 'network_id': '7d74b32a-e839-415a-b93f-6133a518e8cf', 'admin_state_up': True, 'tenant_id': '9b3ed6bb45cb4167874acad388046486'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:42.681002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Made reservation on behalf of 9b3ed6bb45cb4167874acad388046486 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:42.684930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:42.705580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9140009-2d75-445c-bcbf-92aa7ad1e138 req-74ca0495-e0ca-4bd5-a62e-6a2d7d73ff1b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:42.707939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9140009-2d75-445c-bcbf-92aa7ad1e138 req-74ca0495-e0ca-4bd5-a62e-6a2d7d73ff1b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0922339 Oct 29 08:34:42.742871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-48d01710-73a4-4f00-ae60-530627c91df4 req-7d7b5a85-3e7e-4a98-b64b-c0f71d8f294b tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 210 time: 0.0392139 Oct 29 08:34:42.762080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9140009-2d75-445c-bcbf-92aa7ad1e138 req-fddcbe40-18e9-4c76-a61d-ec4419230a75 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479066 Oct 29 08:34:42.868557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Allocated IP 172.20.0.12 (7d74b32a-e839-415a-b93f-6133a518e8cf/402c4ad6-6515-4568-8ec8-c0515cdd8721/bc10b41e-48a8-49e3-96a8-7590201c8492) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:42.883825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48054) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:43.030202 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bbc68fbb-9fd3-488f-8a0c-9ed6cdb61199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.096567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.130184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a65e0-787b-43c0-b587-bf9985d634dd req-57910a72-8414-4c27-92ab-e9643a2d229d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:43.131791 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f24a65e0-787b-43c0-b587-bf9985d634dd req-57910a72-8414-4c27-92ab-e9643a2d229d tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1069856 Oct 29 08:34:43.209450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f24a65e0-787b-43c0-b587-bf9985d634dd req-9cd48d09-450d-488d-b194-89b6e39e7642 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676680 Oct 29 08:34:43.212255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.284855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Network 7d74b32a-e839-415a-b93f-6133a518e8cf is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:43.286715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bbc68fbb-9fd3-488f-8a0c-9ed6cdb61199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.290423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:43.295280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:43.297772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bbc68fbb-9fd3-488f-8a0c-9ed6cdb61199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.308916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838f092-d92a-4744-a0ff-b7dfbe5e803e req-fc5a211c-792d-49e2-a63f-6fb0934768ff tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:43.310455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5838f092-d92a-4744-a0ff-b7dfbe5e803e req-fc5a211c-792d-49e2-a63f-6fb0934768ff tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 945 time: 0.0577319 Oct 29 08:34:43.339408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Pushing event updated for resources: {'Port': ['ID=bc10b41e-48a8-49e3-96a8-7590201c8492,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:43.381370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc68fbb-9fd3-488f-8a0c-9ed6cdb61199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa682f-93b6-43d6-a86a-d38b49bcb878,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:43.388136 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bbc68fbb-9fd3-488f-8a0c-9ed6cdb61199 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b35e24de8c8446a9b27e10e376fcf428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030797 Oct 29 08:34:43.395306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:43.395981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.396242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-3a17853e-5a77-4d42-9919-9901577d548b tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:43.398220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48066) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:43.398819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-3a17853e-5a77-4d42-9919-9901577d548b tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.93 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 945 time: 0.0874145 Oct 29 08:34:43.403316 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5838f092-d92a-4744-a0ff-b7dfbe5e803e req-c0a7302f-ba74-4697-9288-140c315ae59b tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50de196-4dad-4897-84a3-7a8161e06dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832148 Oct 29 08:34:43.461105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-0aa28754-1224-4d0d-afc9-83932f188246 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9258258 Oct 29 08:34:43.480119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Request body: {'port': {'device_id': '800f0791-6a2d-4469-83ef-4c7866fbe2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:43.521087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcd5076a-1a5f-496a-b858-fa7cc9832544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.528946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-fc2daff6-b3f4-4381-aa1c-a51d8574839d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068442 Oct 29 08:34:43.535851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Deleting port 22419f62-9c45-41ca-909e-3c0e93b17f70 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:43.536750 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.614893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcd5076a-1a5f-496a-b858-fa7cc9832544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.618319 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2ead49fa-a727-42af-81b5-0b9c4e03c476 req-12b1bca3-d930-47cd-8c04-5cf55e76dd87 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 210 time: 0.0673771 Oct 29 08:34:43.651715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.664669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-a0437d81-e816-409c-84cf-fa07c1b128e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:43.666322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-a0437d81-e816-409c-84cf-fa07c1b128e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 1096 time: 0.0812392 Oct 29 08:34:43.680350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] For port 22419f62-9c45-41ca-909e-3c0e93b17f70, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=22419f62-9c45-41ca-909e-3c0e93b17f70,segment=NetworkSegment(35be8e6f-de99-4d5e-9b2e-a6070103c613),segment_id=35be8e6f-de99-4d5e-9b2e-a6070103c613)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:43.681142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.706982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Calling delete_port for 22419f62-9c45-41ca-909e-3c0e93b17f70 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:43.771661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-4a1eafd3-0b8d-437f-a38e-3aba1f5a4e00 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:43.773211 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-4a1eafd3-0b8d-437f-a38e-3aba1f5a4e00 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.93 "GET /v2.0/networks?id=d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e HTTP/1.1" status: 200 len: 813 time: 0.2132974 Oct 29 08:34:43.838401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Request body: {'port': {'device_id': 'b46afe71-bc63-4f58-a68c-d60ce5ff2b74', 'network_id': 'd8d7afad-63ed-4fec-91d9-1b7b16ef9e8e', 'admin_state_up': True, 'tenant_id': 'b46ca5aead8148a3a6d230484455a576'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:43.852718 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcd5076a-1a5f-496a-b858-fa7cc9832544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.855355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcd5076a-1a5f-496a-b858-fa7cc9832544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:43.859434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fcd5076a-1a5f-496a-b858-fa7cc9832544 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08fa682f-93b6-43d6-a86a-d38b49bcb878 HTTP/1.1" status: 204 len: 168 time: 0.4575217 Oct 29 08:34:43.863106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-7e6a131f-d867-4785-a5c9-a3f4db8da4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:43.866095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-7e6a131f-d867-4785-a5c9-a3f4db8da4fe service neutron] 10.222.0.93 "GET /v2.0/networks?id=e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 200 len: 908 time: 0.1701155 Oct 29 08:34:43.927897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5076a-1a5f-496a-b858-fa7cc9832544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa682f-93b6-43d6-a86a-d38b49bcb878,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:43.937601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-e2ebf080-8ff9-4db3-9082-aab4703a2715 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71713e19-c2ae-44f9-88d1-26ef3cc64669 HTTP/1.1" status: 200 len: 217 time: 0.0607154 Oct 29 08:34:44.034829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315744cc-790c-4895-b906-42d964d721bb req-aca6728c-db0a-49df-b3a6-0a36b654c86c tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:44.037157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-315744cc-790c-4895-b906-42d964d721bb req-aca6728c-db0a-49df-b3a6-0a36b654c86c tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 932 time: 0.1451309 Oct 29 08:34:44.038759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-e6e57bbe-dd68-457e-9142-453d0c8664ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:44.040225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-e6e57bbe-dd68-457e-9142-453d0c8664ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 200 len: 846 time: 0.0862405 Oct 29 08:34:44.117735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-870a4e83-0b46-437f-a581-b678f84b28b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8f283a6-0ef3-4237-aed0-2369190cb484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471621 Oct 29 08:34:44.206013 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.213252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-315744cc-790c-4895-b906-42d964d721bb req-e43319f3-fdc6-4825-922f-4b6ae4f639f2 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438217 Oct 29 08:34:44.231862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['22419f62-9c45-41ca-909e-3c0e93b17f70'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:44.253108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48080) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:44.264208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Pushing event deleted for resources: {'Port': ['ID=22419f62-9c45-41ca-909e-3c0e93b17f70,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:44.290107 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ad1939f-da00-4caa-a4c0-a2daca4d2c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.308051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-93b24fb3-dd06-489a-847b-7c692af11280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.360202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] No DVR routers for this DVR port 22419f62-9c45-41ca-909e-3c0e93b17f70 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:44.362805 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.366154 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.93 "DELETE /v2.0/ports/22419f62-9c45-41ca-909e-3c0e93b17f70 HTTP/1.1" status: 204 len: 173 time: 0.9453177 Oct 29 08:34:44.366632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fd1ca9-da12-4a82-b231-7f4ed4ff0a46', 'name': 'network-vif-deleted', 'tag': '22419f62-9c45-41ca-909e-3c0e93b17f70'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:44.368977 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e864be-af25-41b0-9ad1-36cfe989abf0" -d '{"events": [{"server_uuid": "88fd1ca9-da12-4a82-b231-7f4ed4ff0a46", "name": "network-vif-deleted", "tag": "22419f62-9c45-41ca-909e-3c0e93b17f70"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:44.374524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-168ea51f-9ac1-41cc-8059-e3bf370350fa service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491429 Oct 29 08:34:44.382920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa10d1-bb5e-4682-8c4e-972bcf6bc7d7 req-981b6811-f503-4382-abc6-d5f87cc51323 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:44.391221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5faa10d1-bb5e-4682-8c4e-972bcf6bc7d7 req-981b6811-f503-4382-abc6-d5f87cc51323 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.4898663 Oct 29 08:34:44.470128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5faa10d1-bb5e-4682-8c4e-972bcf6bc7d7 req-2d81177d-7e1e-433b-af08-9596a101436b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779266 Oct 29 08:34:44.488850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Made reservation on behalf of b46ca5aead8148a3a6d230484455a576 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:44.494815 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.549048 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531f57e2-55d1-43e0-a2f3-271dce96f153 x-openstack-request-id: req-531f57e2-55d1-43e0-a2f3-271dce96f153 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:44.549353 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fd1ca9-da12-4a82-b231-7f4ed4ff0a46", "name": "network-vif-deleted", "tag": "22419f62-9c45-41ca-909e-3c0e93b17f70", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:44.549609 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-531f57e2-55d1-43e0-a2f3-271dce96f153 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:44.550012 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fd1ca9-da12-4a82-b231-7f4ed4ff0a46', 'name': 'network-vif-deleted', 'tag': '22419f62-9c45-41ca-909e-3c0e93b17f70', 'status': 'completed', 'code': 200} Oct 29 08:34:44.570991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc206b2-dd5a-48cc-881b-9557f539b652 req-82a482eb-3862-47fc-9a42-d216d1f0d717 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:44.578617 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cc206b2-dd5a-48cc-881b-9557f539b652 req-82a482eb-3862-47fc-9a42-d216d1f0d717 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1249943 Oct 29 08:34:44.604208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc10b41e-48a8-49e3-96a8-7590201c8492 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:44.610337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a97c8940-b2b8-4cab-8f53-56b28b0bb692 req-db1e33f4-9eb4-4732-8cdf-d946c4841b81 service neutron] 10.222.0.93 "GET /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266386 Oct 29 08:34:44.618693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.631206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-93b24fb3-dd06-489a-847b-7c692af11280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.654437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-93b24fb3-dd06-489a-847b-7c692af11280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.677245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Transition to ACTIVE for port object bc10b41e-48a8-49e3-96a8-7590201c8492 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:34:44.694532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.702193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cc206b2-dd5a-48cc-881b-9557f539b652 req-f1a77def-32a1-43e4-8e69-bbc4e60ae51f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226728 Oct 29 08:34:44.707872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-93b24fb3-dd06-489a-847b-7c692af11280 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af2653222c614953bee344f00aba893d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611359 Oct 29 08:34:44.711703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:44.741437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b24fb3-dd06-489a-847b-7c692af11280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a3178d-9c5d-4c1b-b8e4-9a889857fa86,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:44.761556 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea9e9ff4-1a19-4718-8258-6fca99da9317 req-bfaa2e86-a160-4671-a516-29ea0e1c4a01 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] 10.222.0.70 "GET /v2.0/ports?device_id=88fd1ca9-da12-4a82-b231-7f4ed4ff0a46 HTTP/1.1" status: 200 len: 210 time: 0.0805509 Oct 29 08:34:44.784352 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0647bfdd-adbc-4f49-8692-814f20a47e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.801016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc10b41e-48a8-49e3-96a8-7590201c8492,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:44.822199 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0647bfdd-adbc-4f49-8692-814f20a47e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.852371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Allocated IP 172.20.0.7 (d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e/c1184624-5cb7-4dcd-8acd-42b34eb18d8a/51a635e2-2e88-4ad8-ba9d-763adfd4dc07) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:44.876509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71bfc0a0-e936-444a-aac4-4de0f8adbd2b req-7d0a7567-4240-4ac1-8708-35ebd0b49c0a tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 210 time: 0.0685561 Oct 29 08:34:44.925666 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0647bfdd-adbc-4f49-8692-814f20a47e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.928781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0647bfdd-adbc-4f49-8692-814f20a47e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:44.930066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0647bfdd-adbc-4f49-8692-814f20a47e9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66a3178d-9c5d-4c1b-b8e4-9a889857fa86 HTTP/1.1" status: 204 len: 168 time: 0.2173209 Oct 29 08:34:44.938907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647bfdd-adbc-4f49-8692-814f20a47e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a3178d-9c5d-4c1b-b8e4-9a889857fa86,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:44.952218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Attempting to bind port bc10b41e-48a8-49e3-96a8-7590201c8492 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:44.952557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Attempting to bind port bc10b41e-48a8-49e3-96a8-7590201c8492 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'bc5c0735-58d3-4416-b25a-8a29795744c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d74b32a-e839-415a-b93f-6133a518e8cf'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:44.952888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Attempting to bind port bc10b41e-48a8-49e3-96a8-7590201c8492 on network 7d74b32a-e839-415a-b93f-6133a518e8cf {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:44.973544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Port bc10b41e-48a8-49e3-96a8-7590201c8492 on network 7d74b32a-e839-415a-b93f-6133a518e8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:34:44.973878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Attempting to bind port bc10b41e-48a8-49e3-96a8-7590201c8492 on network 7d74b32a-e839-415a-b93f-6133a518e8cf {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:44.982391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:44.982732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Checking segment: {'id': 'bc5c0735-58d3-4416-b25a-8a29795744c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d74b32a-e839-415a-b93f-6133a518e8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:44.983119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Bound using segment: {'id': 'bc5c0735-58d3-4416-b25a-8a29795744c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d74b32a-e839-415a-b93f-6133a518e8cf'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:44.983608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Bound port: bc10b41e-48a8-49e3-96a8-7590201c8492, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5c0735-58d3-4416-b25a-8a29795744c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d74b32a-e839-415a-b93f-6133a518e8cf'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:44.983996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:45.089015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b4927-fce6-40e0-af1f-24295c0a34ce req-3ef6d2ce-ceb9-4f28-8cfe-bb4288853065 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:45.097023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de4b4927-fce6-40e0-af1f-24295c0a34ce req-3ef6d2ce-ceb9-4f28-8cfe-bb4288853065 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 945 time: 0.0663130 Oct 29 08:34:45.146124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de4b4927-fce6-40e0-af1f-24295c0a34ce req-22ab8428-9530-4e2e-ae93-01d269e166e3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Oct 29 08:34:45.155007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] For port bc10b41e-48a8-49e3-96a8-7590201c8492, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:45.160689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] For port bc10b41e-48a8-49e3-96a8-7590201c8492, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=bc10b41e-48a8-49e3-96a8-7590201c8492,segment=NetworkSegment(bc5c0735-58d3-4416-b25a-8a29795744c0),segment_id=bc5c0735-58d3-4416-b25a-8a29795744c0)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:45.168081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:45.177758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:45.221832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:45.222475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:45.224184 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] 10.222.0.93 "PUT /v2.0/ports/bc10b41e-48a8-49e3-96a8-7590201c8492 HTTP/1.1" status: 200 len: 1092 time: 1.7484708 Oct 29 08:34:45.224691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800f0791-6a2d-4469-83ef-4c7866fbe2ee', 'tag': 'bc10b41e-48a8-49e3-96a8-7590201c8492'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:45.227079 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c" -d '{"events": [{"name": "network-changed", "server_uuid": "800f0791-6a2d-4469-83ef-4c7866fbe2ee", "tag": "bc10b41e-48a8-49e3-96a8-7590201c8492"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:45.262636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab295817-484b-4fb0-9ab4-ce636f19efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc10b41e-48a8-49e3-96a8-7590201c8492,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:45.272683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:45.325059 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e630336-94fa-479b-bee4-6817a483f863 x-openstack-request-id: req-2e630336-94fa-479b-bee4-6817a483f863 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:45.325354 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800f0791-6a2d-4469-83ef-4c7866fbe2ee", "tag": "bc10b41e-48a8-49e3-96a8-7590201c8492", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:45.325608 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e630336-94fa-479b-bee4-6817a483f863 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:45.326008 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800f0791-6a2d-4469-83ef-4c7866fbe2ee', 'tag': 'bc10b41e-48a8-49e3-96a8-7590201c8492', 'status': 'completed', 'code': 200} Oct 29 08:34:45.382851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:45.390876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Pushing event updated for resources: {'Port': ['ID=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:45.394595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f313f3-77ab-4d47-8781-61035cecef19 req-607772e8-3754-443d-895d-9404c3ebd605 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:45.397160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1f313f3-77ab-4d47-8781-61035cecef19 req-607772e8-3754-443d-895d-9404c3ebd605 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 944 time: 0.0709195 Oct 29 08:34:45.403370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:45.407071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:45.482893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-df1431ba-11c0-4e4e-9904-090d10f831db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:45.485722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-df1431ba-11c0-4e4e-9904-090d10f831db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9b3ed6bb45cb4167874acad388046486&device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 1095 time: 0.1819367 Oct 29 08:34:45.493979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1f313f3-77ab-4d47-8781-61035cecef19 req-473035e3-9837-49d2-bfd3-c861e5724534 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866129 Oct 29 08:34:45.572287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:45.572287 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:45.575046 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-f1597b75-d2c2-4f4a-921f-8f65db25bb72 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc10b41e-48a8-49e3-96a8-7590201c8492 HTTP/1.1" status: 200 len: 217 time: 0.0601668 Oct 29 08:34:45.649095 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6a415834-9533-473b-8cf6-cfd95d4c4af6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8186936 Oct 29 08:34:45.667836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Request body: {'port': {'device_id': 'b46afe71-bc63-4f58-a68c-d60ce5ff2b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:45.673807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-dc7001b6-3501-4594-994a-9a80d9da2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:45.675401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-dc7001b6-3501-4594-994a-9a80d9da2872 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=402c4ad6-6515-4568-8ec8-c0515cdd8721 HTTP/1.1" status: 200 len: 855 time: 0.0868456 Oct 29 08:34:45.710525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae4a38-9267-4295-9d12-7966ee4705cc req-e16fdfa9-f0e5-4d0f-88f0-48999e5cd68f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:45.712061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5eae4a38-9267-4295-9d12-7966ee4705cc req-e16fdfa9-f0e5-4d0f-88f0-48999e5cd68f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1389790 Oct 29 08:34:45.734849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-f9fd2c51-276d-449b-b261-08de254cba3e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7d74b32a-e839-415a-b93f-6133a518e8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408647 Oct 29 08:34:45.837466 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:45.838659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024257-91da-4377-bafc-bf970c202f73 req-d77290fe-acd3-4bf2-893a-218d2089435f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:45.840518 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79024257-91da-4377-bafc-bf970c202f73 req-d77290fe-acd3-4bf2-893a-218d2089435f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0580261 Oct 29 08:34:45.861461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5eae4a38-9267-4295-9d12-7966ee4705cc req-c85c3add-fc05-4bee-832c-33d8a6af7138 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308739 Oct 29 08:34:45.916286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79024257-91da-4377-bafc-bf970c202f73 req-16bd4d8f-19aa-497b-8a6c-dbb2817c86d4 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611567 Oct 29 08:34:45.936446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-858e1db7-1511-4cba-8c87-16e89b0f3e8c service neutron] 10.222.0.93 "GET /v2.0/networks/7d74b32a-e839-415a-b93f-6133a518e8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925504 Oct 29 08:34:45.939612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48136) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:45.994853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5743b9f6-1bce-4fa4-bba9-f222cec6c362 admin admin] Deleting subnet f37911c8-12d9-4f3d-ac16-aa9ea8f9bdc6 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:34:45.999083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5743b9f6-1bce-4fa4-bba9-f222cec6c362 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.073856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5743b9f6-1bce-4fa4-bba9-f222cec6c362 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.114106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe17d6-1666-4801-9f0d-881aa7bfa726 req-858584df-6e16-4575-9040-b152abd7c3f8 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:46.115856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78fe17d6-1666-4801-9f0d-881aa7bfa726 req-858584df-6e16-4575-9040-b152abd7c3f8 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 931 time: 0.0938232 Oct 29 08:34:46.135733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5743b9f6-1bce-4fa4-bba9-f222cec6c362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.189260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78fe17d6-1666-4801-9f0d-881aa7bfa726 req-79dab153-0c83-4308-a602-993fb08625d3 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670071 Oct 29 08:34:46.227048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5743b9f6-1bce-4fa4-bba9-f222cec6c362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.256843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a77a6e-acb2-43d7-b4b5-3392a260884b req-830c048f-d88b-4a36-8508-c940fb130f50 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:46.258924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5a77a6e-acb2-43d7-b4b5-3392a260884b req-830c048f-d88b-4a36-8508-c940fb130f50 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1230896 Oct 29 08:34:46.263184 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a34c1254-a489-4daf-b58f-7c93723614f3 req-3d999f2a-f07c-4bf2-bd0b-ab09dd1c022d service neutron] 10.222.0.93 "GET /v2.0/networks/7d74b32a-e839-415a-b93f-6133a518e8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449901 Oct 29 08:34:46.291254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743b9f6-1bce-4fa4-bba9-f222cec6c362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37911c8-12d9-4f3d-ac16-aa9ea8f9bdc6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:46.293564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5743b9f6-1bce-4fa4-bba9-f222cec6c362 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.297257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5743b9f6-1bce-4fa4-bba9-f222cec6c362 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f37911c8-12d9-4f3d-ac16-aa9ea8f9bdc6 HTTP/1.1" status: 204 len: 168 time: 0.3541920 Oct 29 08:34:46.304181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48146) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:46.351450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8fb8d-a16d-4416-9170-b8cd60e93de9 req-d3d84103-6bcc-4486-9684-f4373fda970a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:46.353088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80b8fb8d-a16d-4416-9170-b8cd60e93de9 req-d3d84103-6bcc-4486-9684-f4373fda970a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 945 time: 0.0657730 Oct 29 08:34:46.360518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 22419f62-9c45-41ca-909e-3c0e93b17f70 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:46.395663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 22419f62-9c45-41ca-909e-3c0e93b17f70 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:46.396560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 22419f62-9c45-41ca-909e-3c0e93b17f70 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:46.411080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80b8fb8d-a16d-4416-9170-b8cd60e93de9 req-0ea5d9b0-9c7e-4857-99f1-3c6274a8b194 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Oct 29 08:34:46.437564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5a77a6e-acb2-43d7-b4b5-3392a260884b req-ca700237-b596-47ab-b486-8d10b4dc5929 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718616 Oct 29 08:34:46.450655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:46.483487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.506996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.517691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-b484f3eb-0f9f-4acf-a090-02a591251a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:46.519846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-b484f3eb-0f9f-4acf-a090-02a591251a69 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9b3ed6bb45cb4167874acad388046486&device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 1095 time: 0.1748519 Oct 29 08:34:46.531506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Transition to ACTIVE for port object 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:34:46.564961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.578300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d0a-0812-47c6-9db0-20948b52289e req-556a413f-3e9a-4480-a32b-591c2acae6c1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:46.580566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f056d0a-0812-47c6-9db0-20948b52289e req-556a413f-3e9a-4480-a32b-591c2acae6c1 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0618861 Oct 29 08:34:46.636047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f056d0a-0812-47c6-9db0-20948b52289e req-a57b97c3-3cb6-4d22-9e43-ab5ed5c2cf19 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Oct 29 08:34:46.804224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.836677 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Pushing event updated for resources: {'Port': ['ID=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:46.848597 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-1efdf927-9be7-4897-8aec-027f569ab372 service neutron] show failed (client error): The resource could not be found. Oct 29 08:34:46.849720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-1efdf927-9be7-4897-8aec-027f569ab372 service neutron] 10.222.0.15 "GET /v2.0/ports/adf88c00-579a-4825-8aad-390c1e2b4c1e/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0660837 Oct 29 08:34:46.875611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2511f0b8-37f8-4dfc-88bb-6f397b7d4e31']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:46.895617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042e40-4536-4462-97c2-0a5e2355e432 req-beaf7af0-61c5-4936-9833-d23394af13d3 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:46.897242 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13042e40-4536-4462-97c2-0a5e2355e432 req-beaf7af0-61c5-4936-9833-d23394af13d3 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 944 time: 0.2689764 Oct 29 08:34:46.901940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-252cc756-00a9-4226-89dc-5fb99527a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:46.903381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-252cc756-00a9-4226-89dc-5fb99527a155 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7d74b32a-e839-415a-b93f-6133a518e8cf HTTP/1.1" status: 200 len: 917 time: 0.3679070 Oct 29 08:34:46.905138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35be8e6f-de99-4d5e-9b2e-a6070103c613') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:46.905436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35be8e6f-de99-4d5e-9b2e-a6070103c613') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:46.908525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-067ce26a-4996-4c65-8d69-ab8adba7877b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:46.910038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-067ce26a-4996-4c65-8d69-ab8adba7877b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 945 time: 0.0593901 Oct 29 08:34:46.937313 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-592327d9-8a83-4b7a-a8c3-178d885e9d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.937987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:46.997577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-0567bc7e-6973-48ab-889a-65ea448295f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc10b41e-48a8-49e3-96a8-7590201c8492 HTTP/1.1" status: 200 len: 217 time: 0.0805933 Oct 29 08:34:47.017592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Attempting to bind port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:47.017937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Attempting to bind port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'b1f08a04-cec7-43a8-a080-56b5dc577c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd8d7afad-63ed-4fec-91d9-1b7b16ef9e8e'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:47.018276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Attempting to bind port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 on network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:47.029886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.045725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Deleting port 1bc40f59-33b3-4f58-97cb-266606a6c793 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:47.046099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.075775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 on network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:34:47.076160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Attempting to bind port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 on network d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:47.088809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13042e40-4536-4462-97c2-0a5e2355e432 req-481fec19-97ac-41bc-9e55-40831c97c17a tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792808 Oct 29 08:34:47.115942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:34:47.117147 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.162275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-619f01c3-5ed5-46a8-9dc1-f3a4450e7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.166187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-619f01c3-5ed5-46a8-9dc1-f3a4450e7032 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=402c4ad6-6515-4568-8ec8-c0515cdd8721 HTTP/1.1" status: 200 len: 855 time: 0.1445258 Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:34:47.166897 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:34:47.199703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:47.200606 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Checking segment: {'id': 'b1f08a04-cec7-43a8-a080-56b5dc577c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd8d7afad-63ed-4fec-91d9-1b7b16ef9e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:47.200996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Bound using segment: {'id': 'b1f08a04-cec7-43a8-a080-56b5dc577c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd8d7afad-63ed-4fec-91d9-1b7b16ef9e8e'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:47.201447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Bound port: 51a635e2-2e88-4ad8-ba9d-763adfd4dc07, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f08a04-cec7-43a8-a080-56b5dc577c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd8d7afad-63ed-4fec-91d9-1b7b16ef9e8e'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:47.201806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.220124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-53b016aa-77f8-4ecb-8850-ce3a8dab0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.221994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-53b016aa-77f8-4ecb-8850-ce3a8dab0cdb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9&tenant_id=31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 1100 time: 0.1192031 Oct 29 08:34:47.235310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a607-8439-4307-8ecc-7e1808f93e86 req-b5bd1e2d-e48b-4ea0-8c2e-ec144aac72bb tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.236789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d99a607-8439-4307-8ecc-7e1808f93e86 req-b5bd1e2d-e48b-4ea0-8c2e-ec144aac72bb tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.0979769 Oct 29 08:34:47.238619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] For port 1bc40f59-33b3-4f58-97cb-266606a6c793, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1bc40f59-33b3-4f58-97cb-266606a6c793,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:47.238988 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.250635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:47.250898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-441b8e36-5be2-4383-9a22-5f46c9629b9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7d74b32a-e839-415a-b93f-6133a518e8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725484 Oct 29 08:34:47.266898 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.281005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.284204 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] 10.222.0.70 "DELETE /v2.0/networks/2511f0b8-37f8-4dfc-88bb-6f397b7d4e31 HTTP/1.1" status: 204 len: 168 time: 0.9770126 Oct 29 08:34:47.285877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Calling delete_port for 1bc40f59-33b3-4f58-97cb-266606a6c793 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:47.359109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e6abd-ec6d-40ee-9f0f-d8b957a64b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=2511f0b8-37f8-4dfc-88bb-6f397b7d4e31,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:47.388764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d99a607-8439-4307-8ecc-7e1808f93e86 req-52d54a71-e06e-47ed-8367-8536437420e5 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341116 Oct 29 08:34:47.401140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc23d3a-f66e-433a-8175-33ed6bf98c4f req-10099f31-d0e4-435d-8836-4452a8b8715f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.401832 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.409128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dc23d3a-f66e-433a-8175-33ed6bf98c4f req-10099f31-d0e4-435d-8836-4452a8b8715f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.2355177 Oct 29 08:34:47.451250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] For port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:47.484510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] For port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,segment=NetworkSegment(b1f08a04-cec7-43a8-a080-56b5dc577c1e),segment_id=b1f08a04-cec7-43a8-a080-56b5dc577c1e)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:47.508537 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dc23d3a-f66e-433a-8175-33ed6bf98c4f req-014187ec-684b-4aa8-b518-32cef76aadda tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926816 Oct 29 08:34:47.510984 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-de75e7ff-61e6-4a05-912d-7bb10fc44de9 service neutron] 10.222.0.93 "GET /v2.0/networks/7d74b32a-e839-415a-b93f-6133a518e8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523239 Oct 29 08:34:47.513005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.514963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48186) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:47.617672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.618289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.619628 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] 10.222.0.93 "PUT /v2.0/ports/51a635e2-2e88-4ad8-ba9d-763adfd4dc07 HTTP/1.1" status: 200 len: 1091 time: 1.9592037 Oct 29 08:34:47.620094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46afe71-bc63-4f58-a68c-d60ce5ff2b74', 'tag': '51a635e2-2e88-4ad8-ba9d-763adfd4dc07'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:47.622330 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24817b3d-6ee3-4ef2-9987-826d206f4bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "b46afe71-bc63-4f58-a68c-d60ce5ff2b74", "tag": "51a635e2-2e88-4ad8-ba9d-763adfd4dc07"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:47.669473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4dda6-f40c-4fce-8b0f-e5f468417c49 service neutron] Pushing event updated for resources: {'Port': ['ID=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:47.699120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-63fcc825-bd24-40f6-902b-fc037755f2c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8ce69ed8b804a7484978b5ab081d4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828058 Oct 29 08:34:47.699895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.706107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48192) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:47.712305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['1bc40f59-33b3-4f58-97cb-266606a6c793'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:47.737752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13756c9-53ea-452b-bd1e-bf5ebb20e926 req-ab4d9e94-1e2e-4636-95ae-5977aaaf1dda tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.740049 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c13756c9-53ea-452b-bd1e-bf5ebb20e926 req-ab4d9e94-1e2e-4636-95ae-5977aaaf1dda tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 867 time: 0.1386840 Oct 29 08:34:47.763434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52a93cd7-09e1-4cbc-9e44-6e3e4b0daa3c req-cb02318b-2940-4be4-b9d5-7f800bd6c965 service neutron] 10.222.0.93 "GET /v2.0/networks/7d74b32a-e839-415a-b93f-6133a518e8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427278 Oct 29 08:34:47.766037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af9463-9888-4dfa-bc8d-fb6d35a13bab req-179f427f-b24c-4b66-8c49-c388e12cec4c tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.767522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21af9463-9888-4dfa-bc8d-fb6d35a13bab req-179f427f-b24c-4b66-8c49-c388e12cec4c tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 943 time: 0.2366037 Oct 29 08:34:47.768309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event deleted for resources: {'Port': ['ID=1bc40f59-33b3-4f58-97cb-266606a6c793,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:47.779619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-51c79b61-06c6-4193-9e3e-b1fb9a40939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.781130 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-51c79b61-06c6-4193-9e3e-b1fb9a40939a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b46ca5aead8148a3a6d230484455a576&device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 1094 time: 0.1053276 Oct 29 08:34:47.808958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c13756c9-53ea-452b-bd1e-bf5ebb20e926 req-de85ea2d-f1c6-41e3-82b4-b3cd02efa50b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592248 Oct 29 08:34:47.838027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-a0b59664-a9ab-48e5-a795-cf532216d0ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51a635e2-2e88-4ad8-ba9d-763adfd4dc07 HTTP/1.1" status: 200 len: 217 time: 0.0449004 Oct 29 08:34:47.896586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] No DVR routers for this DVR port 1bc40f59-33b3-4f58-97cb-266606a6c793 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:47.896869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6855e9ca-283d-443a-8761-b77255afbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:47.898246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-6855e9ca-283d-443a-8761-b77255afbe66 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1184624-5cb7-4dcd-8acd-42b34eb18d8a HTTP/1.1" status: 200 len: 853 time: 0.0535891 Oct 29 08:34:47.900434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:47.904175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a056f7c0-5e17-49ae-a0d1-db3bce2b762b req-c967c4ae-0a08-49b1-8189-510f6b884dd4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "DELETE /v2.0/ports/1bc40f59-33b3-4f58-97cb-266606a6c793 HTTP/1.1" status: 204 len: 173 time: 0.9845684 Oct 29 08:34:47.906684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3', 'name': 'network-vif-deleted', 'tag': '1bc40f59-33b3-4f58-97cb-266606a6c793'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:47.910005 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd8e8a2-543d-4b55-b4d2-ae3f431653b8" -d '{"events": [{"server_uuid": "0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3", "name": "network-vif-deleted", "tag": "1bc40f59-33b3-4f58-97cb-266606a6c793"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:47.940852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21af9463-9888-4dfa-bc8d-fb6d35a13bab req-badcc880-bb2b-48dc-ab75-e582cb167388 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594853 Oct 29 08:34:47.960920 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-4834e364-cfe4-4146-96c7-2a28f85be3f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434244 Oct 29 08:34:47.980498 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee94373-1606-4f78-b161-35cd9075666c x-openstack-request-id: req-9ee94373-1606-4f78-b161-35cd9075666c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:47.980828 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46afe71-bc63-4f58-a68c-d60ce5ff2b74", "tag": "51a635e2-2e88-4ad8-ba9d-763adfd4dc07", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:47.981057 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ee94373-1606-4f78-b161-35cd9075666c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:47.981460 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46afe71-bc63-4f58-a68c-d60ce5ff2b74', 'tag': '51a635e2-2e88-4ad8-ba9d-763adfd4dc07', 'status': 'completed', 'code': 200} Oct 29 08:34:48.011230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-94e5b836-c1ce-4e4a-9b67-77c405a7eb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.039053 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-94e5b836-c1ce-4e4a-9b67-77c405a7eb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.070726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.101703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-d8d2d14a-926c-43d0-87f1-9d43a5c298c6 service neutron] 10.222.0.93 "GET /v2.0/networks/d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248136 Oct 29 08:34:48.120068 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c28a4df-f9f3-435e-b775-1f710f9d49f3 x-openstack-request-id: req-3c28a4df-f9f3-435e-b775-1f710f9d49f3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:48.120368 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3", "name": "network-vif-deleted", "tag": "1bc40f59-33b3-4f58-97cb-266606a6c793", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:48.120627 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c28a4df-f9f3-435e-b775-1f710f9d49f3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:48.121070 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3', 'name': 'network-vif-deleted', 'tag': '1bc40f59-33b3-4f58-97cb-266606a6c793', 'status': 'completed', 'code': 200} Oct 29 08:34:48.193692 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-94e5b836-c1ce-4e4a-9b67-77c405a7eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.196419 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-94e5b836-c1ce-4e4a-9b67-77c405a7eb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.199985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-94e5b836-c1ce-4e4a-9b67-77c405a7eb5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a50de196-4dad-4897-84a3-7a8161e06dfd HTTP/1.1" status: 204 len: 168 time: 0.4832067 Oct 29 08:34:48.199985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:48.226955 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.242728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-d57d56d2-44e8-40f4-bdef-06c1b9a76c98 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:48.242990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-d57d56d2-44e8-40f4-bdef-06c1b9a76c98 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.1170871 Oct 29 08:34:48.268249 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7f97e1e-b1d8-46a4-b769-54f8defb435d req-761718ec-933c-4d30-9fc5-f577ba916f2f service neutron] 10.222.0.93 "GET /v2.0/networks/d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526630 Oct 29 08:34:48.354470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:48.397647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf2d33-e67d-4781-846b-caec670a1ef2 req-fa2ea369-f194-4045-aae8-214ef180405a tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:48.403782 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.406667 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3cf2d33-e67d-4781-846b-caec670a1ef2 req-fa2ea369-f194-4045-aae8-214ef180405a tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 944 time: 0.1371493 Oct 29 08:34:48.426824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Transition to ACTIVE for port object adf88c00-579a-4825-8aad-390c1e2b4c1e will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:34:48.428305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5b836-c1ce-4e4a-9b67-77c405a7eb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50de196-4dad-4897-84a3-7a8161e06dfd,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:48.438018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-0bdf782a-ddab-4e65-9df5-d840efee79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:48.438184 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.445488 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-0bdf782a-ddab-4e65-9df5-d840efee79c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b46ca5aead8148a3a6d230484455a576&device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 1094 time: 0.1228995 Oct 29 08:34:48.523262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3cf2d33-e67d-4781-846b-caec670a1ef2 req-b3cc4f2f-df01-4041-b5ae-5e4f0d9ca20f tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152709 Oct 29 08:34:48.636206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] No DVR routers for this DVR port adf88c00-579a-4825-8aad-390c1e2b4c1e on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:48.652197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:48.702551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-da9b23d4-a796-4ee8-b2d1-2ca81fec9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:48.703026 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-da9b23d4-a796-4ee8-b2d1-2ca81fec9ad6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e HTTP/1.1" status: 200 len: 915 time: 0.2500367 Oct 29 08:34:48.748517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Attempting to bind port adf88c00-579a-4825-8aad-390c1e2b4c1e on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:48.748861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Attempting to bind port adf88c00-579a-4825-8aad-390c1e2b4c1e by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:48.749193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Attempting to bind port adf88c00-579a-4825-8aad-390c1e2b4c1e on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:48.758459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Port adf88c00-579a-4825-8aad-390c1e2b4c1e on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:34:48.765880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Attempting to bind port adf88c00-579a-4825-8aad-390c1e2b4c1e on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:48.787400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:48.787737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:48.788159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:48.788681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Bound port: adf88c00-579a-4825-8aad-390c1e2b4c1e, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:48.788988 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.813419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Deleting port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:48.814255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:48.839043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-5ccfbb26-96d7-473f-a24a-912646de2ad7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51a635e2-2e88-4ad8-ba9d-763adfd4dc07 HTTP/1.1" status: 200 len: 217 time: 0.1013184 Oct 29 08:34:48.973567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:48.973845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aa0d5-84a8-4ed7-8299-39cf4b8f8ab3 req-af8c70c0-81e7-4bca-a3d3-e2dcec69ffa6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:48.975439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b52aa0d5-84a8-4ed7-8299-39cf4b8f8ab3 req-af8c70c0-81e7-4bca-a3d3-e2dcec69ffa6 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=9757e878-5219-45db-ad47-d9adcd32fcfd HTTP/1.1" status: 200 len: 946 time: 0.3136880 Oct 29 08:34:48.983703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:48.998753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.011252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-f8480ef3-dc0a-484a-9830-6987a718fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:49.011598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] For port b1dc8978-df22-43e3-ae3a-7f07ff7988e4, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:49.012046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.015315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-f8480ef3-dc0a-484a-9830-6987a718fc22 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1184624-5cb7-4dcd-8acd-42b34eb18d8a HTTP/1.1" status: 200 len: 853 time: 0.1662130 Oct 29 08:34:49.052945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Calling delete_port for b1dc8978-df22-43e3-ae3a-7f07ff7988e4 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:49.064149 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-48847788-c815-4be6-9064-3b2f3c71215c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397780 Oct 29 08:34:49.078275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:49.078909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.080350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] 10.222.0.93 "PUT /v2.0/ports/adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 1095 time: 1.8386981 Oct 29 08:34:49.245502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-5421d098-d64f-4628-84f6-4e1b09fbdc71 service neutron] 10.222.0.93 "GET /v2.0/networks/d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733444 Oct 29 08:34:49.251516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:49.286244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.286598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.286943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.287281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.287618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.287979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.288310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.288634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.288961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.289283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.289611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.289930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506de23-62ee-44ca-b19f-7a344097ae60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:34:49.322824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-e43755c0-cf4d-491d-84e1-854053ac6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:49.326032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-e43755c0-cf4d-491d-84e1-854053ac6d38 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1098 time: 0.1393354 Oct 29 08:34:49.438065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.475306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24817b3d-6ee3-4ef2-9987-826d206f4bd7 req-ef161053-a62d-4452-b394-e8fa4a3067b5 service neutron] 10.222.0.93 "GET /v2.0/networks/d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206259 Oct 29 08:34:49.567874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162546-a962-4d20-94f1-69eaee6df11f req-43e7c8f9-e11d-4300-bbc5-f092dedcd679 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:49.569296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b52aa0d5-84a8-4ed7-8299-39cf4b8f8ab3 req-de067440-54ad-4073-8fa0-5f2b9fbe4f73 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765977 Oct 29 08:34:49.569807 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34162546-a962-4d20-94f1-69eaee6df11f req-43e7c8f9-e11d-4300-bbc5-f092dedcd679 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 947 time: 0.6309378 Oct 29 08:34:49.570868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:49.579966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.596510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:49.598779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-0886d30e-8540-4ad8-9bf3-7fff3122a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:49.600303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-0886d30e-8540-4ad8-9bf3-7fff3122a278 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2620311 Oct 29 08:34:49.686118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event deleted for resources: {'Port': ['ID=b1dc8978-df22-43e3-ae3a-7f07ff7988e4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:49.712260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0572c0d0-d28d-42dd-b7e9-dcc595ffdcc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.734603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] No DVR routers for this DVR port b1dc8978-df22-43e3-ae3a-7f07ff7988e4 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:49.738529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.744236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0af7e6c-19ba-4078-835e-bb2174ba6a49 req-f94d2c20-2a11-4a8d-beab-14b045d51f1b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.15 "DELETE /v2.0/ports/b1dc8978-df22-43e3-ae3a-7f07ff7988e4 HTTP/1.1" status: 204 len: 173 time: 1.4757669 Oct 29 08:34:49.761083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-6a1a0865-1a2f-40e3-8897-cf566a053101 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 217 time: 0.1148059 Oct 29 08:34:49.836969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0572c0d0-d28d-42dd-b7e9-dcc595ffdcc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.856371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34162546-a962-4d20-94f1-69eaee6df11f req-03a46e0d-1380-4b76-a9a1-6ee933b86802 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550170 Oct 29 08:34:49.860704 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0572c0d0-d28d-42dd-b7e9-dcc595ffdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:49.885715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-bacdc81c-5d6c-4ebb-a898-4929c97292b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:49.886656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-bacdc81c-5d6c-4ebb-a898-4929c97292b6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1161716 Oct 29 08:34:49.958177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-f6a77c6b-9f29-4912-92ac-084a9d4e2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:49.959791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-f6a77c6b-9f29-4912-92ac-084a9d4e2242 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641708 Oct 29 08:34:50.006569 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-570872bc-61cb-4c5d-a115-f01d4240f738 req-6f6bd201-3818-4c13-ae8d-99aa9d7cfd48 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 210 time: 0.1501417 Oct 29 08:34:50.009699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c0d0-d28d-42dd-b7e9-dcc595ffdcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52322762-9cd4-4acb-90ae-72b53f99621b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:50.015848 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0572c0d0-d28d-42dd-b7e9-dcc595ffdcc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=765fd13dc46048ec841c67b9a019ad51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419982 Oct 29 08:34:50.020533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48270) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:50.101258 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f53ab838-0b54-49c2-872e-e6effe6ae35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:50.123927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e'}, {'name': 'network-changed', 'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e'}, {'server_uuid': '9757e878-5219-45db-ad47-d9adcd32fcfd', 'name': 'network-vif-deleted', 'tag': 'b1dc8978-df22-43e3-ae3a-7f07ff7988e4'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:50.125344 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde41493-0fa6-4e85-bc01-bb304944995e" -d '{"events": [{"server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "name": "network-vif-unplugged", "status": "completed", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e"}, {"name": "network-changed", "server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e"}, {"server_uuid": "9757e878-5219-45db-ad47-d9adcd32fcfd", "name": "network-vif-deleted", "tag": "b1dc8978-df22-43e3-ae3a-7f07ff7988e4"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:50.152961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f53ab838-0b54-49c2-872e-e6effe6ae35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:50.170169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68af7e0-3bea-42b1-ba54-4c99dcf018ff req-85855192-3d91-4620-9b8e-3fbd7d9aabc5 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:50.171941 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b68af7e0-3bea-42b1-ba54-4c99dcf018ff req-85855192-3d91-4620-9b8e-3fbd7d9aabc5 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 943 time: 0.0999405 Oct 29 08:34:50.174011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-fff2eb02-59c9-4b91-823a-163638cbe3da service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007875 Oct 29 08:34:50.210933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedff3bf-33b6-4451-982b-3d3bec3d12fd req-442fa32d-ed54-4e63-bd17-ff11108e6986 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:50.213181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bedff3bf-33b6-4451-982b-3d3bec3d12fd req-442fa32d-ed54-4e63-bd17-ff11108e6986 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 944 time: 0.1083663 Oct 29 08:34:50.287272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b68af7e0-3bea-42b1-ba54-4c99dcf018ff req-d2ad30c7-ccc1-44eb-9894-1ee11a64faa5 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054199 Oct 29 08:34:50.374672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5106c16-2bee-4d8f-a819-355dcb4d5d95 req-a0f19c77-06e6-4ea2-9871-154878928fb5 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916473 Oct 29 08:34:50.392145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device bc10b41e-48a8-49e3-96a8-7590201c8492 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:50.597699 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072bd1be-c151-40df-9bf6-8be2759c2425 x-openstack-request-id: req-072bd1be-c151-40df-9bf6-8be2759c2425 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:50.598007 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "name": "network-vif-unplugged", "status": "completed", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e", "code": 200}, {"name": "network-changed", "server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e", "status": "completed", "code": 200}, {"server_uuid": "9757e878-5219-45db-ad47-d9adcd32fcfd", "name": "network-vif-deleted", "tag": "b1dc8978-df22-43e3-ae3a-7f07ff7988e4", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:50.598269 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-072bd1be-c151-40df-9bf6-8be2759c2425 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:50.598704 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'code': 200} Oct 29 08:34:50.598957 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'status': 'completed', 'code': 200} Oct 29 08:34:50.599209 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9757e878-5219-45db-ad47-d9adcd32fcfd', 'name': 'network-vif-deleted', 'tag': 'b1dc8978-df22-43e3-ae3a-7f07ff7988e4', 'status': 'completed', 'code': 200} Oct 29 08:34:50.675976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port bc10b41e-48a8-49e3-96a8-7590201c8492, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=bc10b41e-48a8-49e3-96a8-7590201c8492,segment=NetworkSegment(bc5c0735-58d3-4416-b25a-8a29795744c0),segment_id=bc5c0735-58d3-4416-b25a-8a29795744c0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:50.693108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'bc10b41e-48a8-49e3-96a8-7590201c8492', 'network_id': '7d74b32a-e839-415a-b93f-6133a518e8cf', 'port_id': 'bc10b41e-48a8-49e3-96a8-7590201c8492', 'mac_address': 'fa:16:3e:d9:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402c4ad6-6515-4568-8ec8-c0515cdd8721', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:50.799924 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:50.840682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc10b41e-48a8-49e3-96a8-7590201c8492 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:50.841523 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bedff3bf-33b6-4451-982b-3d3bec3d12fd req-4955c703-f607-4c7c-8883-1bf1459b422d tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195433 Oct 29 08:34:50.845799 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f53ab838-0b54-49c2-872e-e6effe6ae35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:50.858928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f53ab838-0b54-49c2-872e-e6effe6ae35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:50.860188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f53ab838-0b54-49c2-872e-e6effe6ae35e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52322762-9cd4-4acb-90ae-72b53f99621b HTTP/1.1" status: 204 len: 168 time: 0.8377783 Oct 29 08:34:50.875542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41493-0fa6-4e85-bc01-bb304944995e req-3ee34584-16f3-4004-8f13-f523cf7ad9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:50.878114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-3ee34584-16f3-4004-8f13-f523cf7ad9b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1098 time: 0.2348449 Oct 29 08:34:50.893431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port bc10b41e-48a8-49e3-96a8-7590201c8492, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=bc10b41e-48a8-49e3-96a8-7590201c8492,segment=NetworkSegment(bc5c0735-58d3-4416-b25a-8a29795744c0),segment_id=bc5c0735-58d3-4416-b25a-8a29795744c0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:50.898856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ab838-0b54-49c2-872e-e6effe6ae35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52322762-9cd4-4acb-90ae-72b53f99621b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:50.903855 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:51.069188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=bc10b41e-48a8-49e3-96a8-7590201c8492,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:51.091605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b1dc8978-df22-43e3-ae3a-7f07ff7988e4 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:51.138379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c6b0a-23c7-4ccb-8aa3-11415800a0d6 req-3b34a4e3-7aa0-4e36-939b-84292fb1b7de tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:51.155108 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c9c6b0a-23c7-4ccb-8aa3-11415800a0d6 req-3b34a4e3-7aa0-4e36-939b-84292fb1b7de tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 947 time: 0.1271238 Oct 29 08:34:51.166299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: b1dc8978-df22-43e3-ae3a-7f07ff7988e4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:51.166661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b1dc8978-df22-43e3-ae3a-7f07ff7988e4 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:51.167349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device adf88c00-579a-4825-8aad-390c1e2b4c1e no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:51.218668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48302) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:51.267090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c9c6b0a-23c7-4ccb-8aa3-11415800a0d6 req-c58bbb56-5e34-433f-8de7-4705ac159d45 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108198 Oct 29 08:34:51.282406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device adf88c00-579a-4825-8aad-390c1e2b4c1e not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:51.282963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1bc40f59-33b3-4f58-97cb-266606a6c793 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:51.339091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 1bc40f59-33b3-4f58-97cb-266606a6c793 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:51.339442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1bc40f59-33b3-4f58-97cb-266606a6c793 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:51.463773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['bc10b41e-48a8-49e3-96a8-7590201c8492'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:51.477788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afef4ab-175d-4b99-8a6e-e74cea68ebae req-3692fdd5-7914-42b7-9cc0-d578c130fabc tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:51.485634 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1afef4ab-175d-4b99-8a6e-e74cea68ebae req-3692fdd5-7914-42b7-9cc0-d578c130fabc tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 943 time: 0.0869861 Oct 29 08:34:51.499858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41493-0fa6-4e85-bc01-bb304944995e req-b465546c-1afd-41d0-b016-9d8e1bb3174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:51.501614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-b465546c-1afd-41d0-b016-9d8e1bb3174e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1098 time: 0.8880804 Oct 29 08:34:51.505634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:51.558884 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1a6e81bb-6a8a-426b-bd63-3ac18479142d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:51.561712 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9ff76d6-9626-4e3a-a901-652705095237 req-1a88bf36-d869-499b-b107-53ad25186937 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0680089 Oct 29 08:34:51.570248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a684c8c3-a5f8-4565-9007-5e4577c0303b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:51.639943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41493-0fa6-4e85-bc01-bb304944995e req-7bf28377-3619-4ca8-9976-1e9d858e1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:51.641992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-7bf28377-3619-4ca8-9976-1e9d858e1db1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.7461207 Oct 29 08:34:51.690096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1a6e81bb-6a8a-426b-bd63-3ac18479142d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:51.697803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-4f307577-cd55-4dbe-b553-dd566e963245 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 217 time: 0.0472760 Oct 29 08:34:51.700427 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1afef4ab-175d-4b99-8a6e-e74cea68ebae req-f3880b6e-4da1-4413-a959-001a6dcdb560 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975112 Oct 29 08:34:51.703419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41493-0fa6-4e85-bc01-bb304944995e req-0c715cfd-4299-4708-a647-532c3f7132db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:51.704339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1a6e81bb-6a8a-426b-bd63-3ac18479142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:51.706394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-0c715cfd-4299-4708-a647-532c3f7132db service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1935866 Oct 29 08:34:51.749834 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1a6e81bb-6a8a-426b-bd63-3ac18479142d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53294000652847b5aeadd26a21ce09b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291507 Oct 29 08:34:51.754758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48318) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:51.796341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-b95a9843-ce6d-41ec-a1ed-0bb5ab1c5e52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 217 time: 0.0792630 Oct 29 08:34:51.802651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e81bb-6a8a-426b-bd63-3ac18479142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47afdcbd-ef8c-4b51-8e61-e0d8cb5c92b2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:51.871114 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-af678334-4ac1-48a1-8c6c-e58842810128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:51.907286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41493-0fa6-4e85-bc01-bb304944995e req-2ac9c6bd-e70c-4306-99bb-f964b3a12a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:51.920677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a684c8c3-a5f8-4565-9007-5e4577c0303b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:51.926337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-af678334-4ac1-48a1-8c6c-e58842810128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:51.926990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-2ac9c6bd-e70c-4306-99bb-f964b3a12a0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.2050920 Oct 29 08:34:51.984777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41493-0fa6-4e85-bc01-bb304944995e req-c77b6ecd-0d58-4908-a09c-d49d7a7b675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:51.986552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-c77b6ecd-0d58-4908-a09c-d49d7a7b675d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1793544 Oct 29 08:34:51.989773 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a684c8c3-a5f8-4565-9007-5e4577c0303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.000988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-af678334-4ac1-48a1-8c6c-e58842810128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.007325 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-af678334-4ac1-48a1-8c6c-e58842810128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.008030 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-af678334-4ac1-48a1-8c6c-e58842810128 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47afdcbd-ef8c-4b51-8e61-e0d8cb5c92b2 HTTP/1.1" status: 204 len: 168 time: 0.2498891 Oct 29 08:34:52.069706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41493-0fa6-4e85-bc01-bb304944995e req-44d10bbf-632c-4f04-aebd-2db5fcc6b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:52.072314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-44d10bbf-632c-4f04-aebd-2db5fcc6b1fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352136 Oct 29 08:34:52.094527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde41493-0fa6-4e85-bc01-bb304944995e req-32644852-5166-41ad-a410-33a5c4047efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:52.096395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-32644852-5166-41ad-a410-33a5c4047efd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009474 Oct 29 08:34:52.098463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684c8c3-a5f8-4565-9007-5e4577c0303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0d7488-1010-4155-9e2f-712376e11323,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:52.110215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af678334-4ac1-48a1-8c6c-e58842810128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47afdcbd-ef8c-4b51-8e61-e0d8cb5c92b2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:52.116083 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a684c8c3-a5f8-4565-9007-5e4577c0303b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04b23ac08f5c498d81036ad889cd265a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053352 Oct 29 08:34:52.121355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48334) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:52.207566 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-757195e7-54bd-4017-877d-0f480ece23da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.222514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f98a8-6246-4773-a57d-debb157e50e3 req-0764e9a8-8af3-447c-8d37-7edc2d39dd73 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:52.224741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a70f98a8-6246-4773-a57d-debb157e50e3 req-0764e9a8-8af3-447c-8d37-7edc2d39dd73 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 945 time: 0.2305050 Oct 29 08:34:52.265356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-ff2dba52-502f-43a6-8fda-c05a07eefb06 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523807 Oct 29 08:34:52.291824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-757195e7-54bd-4017-877d-0f480ece23da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.370762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a70f98a8-6246-4773-a57d-debb157e50e3 req-51763d6b-6d8e-420c-ab3d-090d7d1f28bd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351540 Oct 29 08:34:52.396298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:52.463499 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-757195e7-54bd-4017-877d-0f480ece23da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.466328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-757195e7-54bd-4017-877d-0f480ece23da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.470074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-757195e7-54bd-4017-877d-0f480ece23da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be0d7488-1010-4155-9e2f-712376e11323 HTTP/1.1" status: 204 len: 168 time: 0.3432715 Oct 29 08:34:52.483503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757195e7-54bd-4017-877d-0f480ece23da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0d7488-1010-4155-9e2f-712376e11323,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:52.517358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-3c0ac4bc-3a8c-43ba-aa87-a602f27cab00 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347270 Oct 29 08:34:52.543132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-356dc06d-2639-414b-8ed6-914a00eb8159 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688928 Oct 29 08:34:52.667148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fa4d3-6d6a-46c5-b1f4-1767350bcb38 req-be497638-350c-43db-a4fa-c4eb60668b37 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:52.669517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e9fa4d3-6d6a-46c5-b1f4-1767350bcb38 req-be497638-350c-43db-a4fa-c4eb60668b37 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 947 time: 0.1301572 Oct 29 08:34:52.730437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,segment=NetworkSegment(b1f08a04-cec7-43a8-a080-56b5dc577c1e),segment_id=b1f08a04-cec7-43a8-a080-56b5dc577c1e)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:52.748126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '51a635e2-2e88-4ad8-ba9d-763adfd4dc07', 'network_id': 'd8d7afad-63ed-4fec-91d9-1b7b16ef9e8e', 'port_id': '51a635e2-2e88-4ad8-ba9d-763adfd4dc07', 'mac_address': 'fa:16:3e:26:90:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1184624-5cb7-4dcd-8acd-42b34eb18d8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:52.750488 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e9fa4d3-6d6a-46c5-b1f4-1767350bcb38 req-c8002c96-6f0e-4084-8c90-5f2bf22fbf07 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735915 Oct 29 08:34:52.833654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865587a-1039-446f-abf8-b05eba705085 req-32b18d65-9fa3-4f5c-8c0c-5fd2b327626c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:52.835570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f865587a-1039-446f-abf8-b05eba705085 req-32b18d65-9fa3-4f5c-8c0c-5fd2b327626c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 945 time: 0.1447139 Oct 29 08:34:52.854967 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.881811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:52.899587 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a7082b1a-cc61-4d57-8520-596e4c61c89c req-e75e17d9-9cba-4d7b-a32d-3532dbcdbf49 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0525343 Oct 29 08:34:52.905175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,segment=NetworkSegment(b1f08a04-cec7-43a8-a080-56b5dc577c1e),segment_id=b1f08a04-cec7-43a8-a080-56b5dc577c1e)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:52.925604 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:52.955273 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dde41493-0fa6-4e85-bc01-bb304944995e req-bd740a0d-9d8d-4e54-8659-7bbe79cbbf3a service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103637 Oct 29 08:34:52.983715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:53.006085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f865587a-1039-446f-abf8-b05eba705085 req-ad8a44fd-10b6-406c-93eb-1dec56aba81a tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351049 Oct 29 08:34:53.076274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404038b-f403-4ca0-9867-bfae0b6d8669 req-912ce69f-e71d-4b0c-8e7b-c646a11f7090 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:53.077884 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1404038b-f403-4ca0-9867-bfae0b6d8669 req-912ce69f-e71d-4b0c-8e7b-c646a11f7090 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 944 time: 0.0684643 Oct 29 08:34:53.160439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1404038b-f403-4ca0-9867-bfae0b6d8669 req-c0b6ce76-287e-40ee-8b54-ebfedd90f7ec tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743282 Oct 29 08:34:53.406633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['51a635e2-2e88-4ad8-ba9d-763adfd4dc07'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:53.572174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e5771-1d61-47e7-b764-b44a1addd622 req-de65a13b-2682-416c-8531-6bcf5ac03340 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:53.583709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-445e5771-1d61-47e7-b764-b44a1addd622 req-de65a13b-2682-416c-8531-6bcf5ac03340 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 945 time: 0.1070356 Oct 29 08:34:53.630284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48398) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:53.631333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-445e5771-1d61-47e7-b764-b44a1addd622 req-bf2cbbb4-34ae-463c-b1b6-3bb1e6590edf tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Oct 29 08:34:53.740776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-488564945-network', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:53.768018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Made reservation on behalf of 2e5adf24ee3f43539bc603e7e229f9e7 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:53.786128 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:53.802286 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:53.932131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:53.939572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:53.967685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:34:53.985591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a91bd3-823a-49d9-b6be-f5ba1990e730,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:53.992110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:53.992455 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Added segment cf7676bc-18ee-4f8d-99bf-37342d233464 of type vlan for network 99993d79-aea3-44b9-9aec-6681f0b37a33 Oct 29 08:34:54.008508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad99b8-4e30-4e80-a885-83e04c8ba76e req-b1ca2feb-0be4-42c4-a081-d7d9705aafeb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:54.014063 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28ad99b8-4e30-4e80-a885-83e04c8ba76e req-b1ca2feb-0be4-42c4-a081-d7d9705aafeb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 947 time: 0.1470919 Oct 29 08:34:54.043399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.074056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.074932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:54.075541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.086257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28ad99b8-4e30-4e80-a885-83e04c8ba76e req-13decf85-fe16-4866-ad66-cf842923fb6c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659704 Oct 29 08:34:54.165149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5335088 Oct 29 08:34:54.168092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48426) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:54.176720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Request body: {'subnet': {'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-subnet', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:54.183154 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74053326-5c6b-466c-955c-dcae5d9a0eed req-9e573580-f937-4bc9-96f9-18769af4ccf1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0437064 Oct 29 08:34:54.186513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae06e8-cc5c-46de-bec1-b7173a28018f admin admin] Pushing event updated for resources: {'Network': ['ID=99993d79-aea3-44b9-9aec-6681f0b37a33,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:54.197313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 99993d79-aea3-44b9-9aec-6681f0b37a33 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:34:54.216597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Made reservation on behalf of 2e5adf24ee3f43539bc603e7e229f9e7 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:34:54.218965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.326008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48221a-16a7-40b5-b48f-2bfc20ef0957 req-65c65ec4-db39-4f84-94f5-f1684bc2a71b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:54.328002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-53b421c2-cbdf-4e01-807d-9d24ec5e450c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:54.331422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-53b421c2-cbdf-4e01-807d-9d24ec5e450c tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.93 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 945 time: 0.1068621 Oct 29 08:34:54.336323 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8a48221a-16a7-40b5-b48f-2bfc20ef0957 req-65c65ec4-db39-4f84-94f5-f1684bc2a71b tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 945 time: 0.1633017 Oct 29 08:34:54.389444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8a48221a-16a7-40b5-b48f-2bfc20ef0957 req-61915665-6731-4fa9-9600-0e562f76ba2f tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523777 Oct 29 08:34:54.403410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device adf88c00-579a-4825-8aad-390c1e2b4c1e details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:34:54.420562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device bc10b41e-48a8-49e3-96a8-7590201c8492 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:54.508671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513a91b-5a1b-49db-93f5-ae0f745d47eb req-feded511-79f0-4b39-8e94-ff85073fea8c tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:54.510962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2513a91b-5a1b-49db-93f5-ae0f745d47eb req-feded511-79f0-4b39-8e94-ff85073fea8c tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 944 time: 0.1581202 Oct 29 08:34:54.540515 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.569831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Deleting port 71713e19-c2ae-44f9-88d1-26ef3cc64669 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:34:54.570178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.577309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2513a91b-5a1b-49db-93f5-ae0f745d47eb req-48d2a828-983b-409c-a78d-9aee22d6b25c tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559459 Oct 29 08:34:54.633345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf512b8f-6e13-45e9-bbb0-27ec591cce3f,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:54.674409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Checking segment: {'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:54.675379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Network hostable DHCP agents. Network: 99993d79-aea3-44b9-9aec-6681f0b37a33, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:34:54.697557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Network 99993d79-aea3-44b9-9aec-6681f0b37a33 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:34:54.717413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 99993d79-aea3-44b9-9aec-6681f0b37a33) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:54.730132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] For port 71713e19-c2ae-44f9-88d1-26ef3cc64669, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=71713e19-c2ae-44f9-88d1-26ef3cc64669,segment=NetworkSegment(c5a70536-4257-47ef-8ee9-82ae12eeb4f0),segment_id=c5a70536-4257-47ef-8ee9-82ae12eeb4f0)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:54.730598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.737455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:54.738529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.762785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Calling delete_port for 71713e19-c2ae-44f9-88d1-26ef3cc64669 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:34:54.764456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97b99058-74da-4383-a43a-0160cd631707 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5930934 Oct 29 08:34:54.766983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48448) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:54.774596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:34:54.778249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da87e1-4705-4173-a37e-707d0465824d None None] Network 99993d79-aea3-44b9-9aec-6681f0b37a33 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:54.859756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.860907 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.861785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port bc10b41e-48a8-49e3-96a8-7590201c8492 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:54.879914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:54.886521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port bc10b41e-48a8-49e3-96a8-7590201c8492 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:54.886990 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.909730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492ade0-83c4-4567-84fd-299a59dd46a4 req-b7d8ca32-598a-45b4-a2a1-f22a3b74c09c tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:54.911308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1492ade0-83c4-4567-84fd-299a59dd46a4 req-b7d8ca32-598a-45b4-a2a1-f22a3b74c09c tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 945 time: 0.1149542 Oct 29 08:34:54.921954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48450) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:54.934758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'mac_address': 'fa:16:3e:8c:18:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:34:54.946697 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.991674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Pushing event deleted for resources: {'Port': ['ID=71713e19-c2ae-44f9-88d1-26ef3cc64669,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:54.995419 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:54.997906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['71713e19-c2ae-44f9-88d1-26ef3cc64669'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:55.057915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] No DVR routers for this DVR port 71713e19-c2ae-44f9-88d1-26ef3cc64669 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:34:55.061859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.062878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf88c00-579a-4825-8aad-390c1e2b4c1e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:34:55.066403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab38f786-2c6d-4aa9-8837-32d4a0331234 req-50539ad4-4d70-4b1c-b55f-27781ed5a722 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.93 "DELETE /v2.0/ports/71713e19-c2ae-44f9-88d1-26ef3cc64669 HTTP/1.1" status: 204 len: 173 time: 0.7269411 Oct 29 08:34:55.067073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c7e7a7-b0b1-4843-90ce-27f099e12242', 'name': 'network-vif-deleted', 'tag': '71713e19-c2ae-44f9-88d1-26ef3cc64669'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:55.070691 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6960216-c478-45a3-a472-264280084022" -d '{"events": [{"server_uuid": "67c7e7a7-b0b1-4843-90ce-27f099e12242", "name": "network-vif-deleted", "tag": "71713e19-c2ae-44f9-88d1-26ef3cc64669"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:55.120983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.133539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1492ade0-83c4-4567-84fd-299a59dd46a4 req-41e82477-5621-428e-b5c6-19f68fdf7c82 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137649 Oct 29 08:34:55.162325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:55.170257 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0535dc1a-fde0-4a43-be43-d2d2bf059537 x-openstack-request-id: req-0535dc1a-fde0-4a43-be43-d2d2bf059537 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:55.171507 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c7e7a7-b0b1-4843-90ce-27f099e12242", "name": "network-vif-deleted", "tag": "71713e19-c2ae-44f9-88d1-26ef3cc64669", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:55.171788 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0535dc1a-fde0-4a43-be43-d2d2bf059537 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:55.172247 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c7e7a7-b0b1-4843-90ce-27f099e12242', 'name': 'network-vif-deleted', 'tag': '71713e19-c2ae-44f9-88d1-26ef3cc64669', 'status': 'completed', 'code': 200} Oct 29 08:34:55.176256 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.218084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.278076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-99993d79-aea3-44b9-9aec-6681f0b37a33', 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'fixed_ips': [{'subnet_id': 'cf512b8f-6e13-45e9-bbb0-27ec591cce3f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:34:55.279096 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.292052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff5cda4f-5124-4f29-92b8-5afb2d31d024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.308498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800f0791-6a2d-4469-83ef-4c7866fbe2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc10b41e-48a8-49e3-96a8-7590201c8492'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:55.311427 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14825af-76b1-4985-9ea9-08b28b4c1c31" -d '{"events": [{"server_uuid": "800f0791-6a2d-4469-83ef-4c7866fbe2ee", "name": "network-vif-plugged", "status": "completed", "tag": "bc10b41e-48a8-49e3-96a8-7590201c8492"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:55.318611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:55.331130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port bc10b41e-48a8-49e3-96a8-7590201c8492, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=bc10b41e-48a8-49e3-96a8-7590201c8492,segment=NetworkSegment(bc5c0735-58d3-4416-b25a-8a29795744c0),segment_id=bc5c0735-58d3-4416-b25a-8a29795744c0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:55.340246 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.361750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bec1909e-fc66-46e9-bcaa-9f91f122ec39 req-a4c389a1-1335-4b7c-97db-b8dbaf5f59d0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=0faf4afe-5f36-49ff-ae4f-5a8c8ffb5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0314581 Oct 29 08:34:55.430261 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.439794 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da297820-25dc-4e72-a072-3d4ad46d23e8 x-openstack-request-id: req-da297820-25dc-4e72-a072-3d4ad46d23e8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:55.440391 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800f0791-6a2d-4469-83ef-4c7866fbe2ee", "name": "network-vif-plugged", "status": "completed", "tag": "bc10b41e-48a8-49e3-96a8-7590201c8492", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:55.440658 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da297820-25dc-4e72-a072-3d4ad46d23e8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:55.440985 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800f0791-6a2d-4469-83ef-4c7866fbe2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc10b41e-48a8-49e3-96a8-7590201c8492', 'code': 200} Oct 29 08:34:55.449091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ccf38-c704-4e0f-8ecd-19c76557fd5c req-2a546cf0-b6a4-404f-85e5-389b8b571d4e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:55.458160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f6ccf38-c704-4e0f-8ecd-19c76557fd5c req-2a546cf0-b6a4-404f-85e5-389b8b571d4e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 948 time: 0.2165761 Oct 29 08:34:55.497033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=bc10b41e-48a8-49e3-96a8-7590201c8492,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:55.533273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Allocated IP 172.20.0.2 (99993d79-aea3-44b9-9aec-6681f0b37a33/cf512b8f-6e13-45e9-bbb0-27ec591cce3f/238886c5-04e2-45b3-8e6b-9b6d4d98693c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:55.561722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8ccc0-03aa-47df-a4e2-7decf13c95e9 req-9fb3d8a1-aed0-45bd-a4d4-d292a857fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:55.563654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fce8ccc0-03aa-47df-a4e2-7decf13c95e9 req-9fb3d8a1-aed0-45bd-a4d4-d292a857fdbd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 1097 time: 0.0491035 Oct 29 08:34:55.595766 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f6ccf38-c704-4e0f-8ecd-19c76557fd5c req-b1ec2eed-7657-46cc-bd59-5be1b8c8e520 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330781 Oct 29 08:34:55.616346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-863b91d8-838a-4040-a43f-3fe79803674b req-ce867918-645d-450d-80f2-af1f58faeb55 tempest-ServersTestJSON-756016670 tempest-ServersTestJSON-756016670-project] 10.222.0.70 "GET /v2.0/ports?device_id=67c7e7a7-b0b1-4843-90ce-27f099e12242 HTTP/1.1" status: 200 len: 210 time: 0.0515347 Oct 29 08:34:55.646337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fce8ccc0-03aa-47df-a4e2-7decf13c95e9 req-ca7bffdd-4a56-4ccb-946d-bfcc0161fc8b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708373 Oct 29 08:34:55.650559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['adf88c00-579a-4825-8aad-390c1e2b4c1e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:34:55.691882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff5cda4f-5124-4f29-92b8-5afb2d31d024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.700280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff5cda4f-5124-4f29-92b8-5afb2d31d024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.783699 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ff5cda4f-5124-4f29-92b8-5afb2d31d024 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ddf242786cc422f98dc60c750353209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605399 Oct 29 08:34:55.786597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48470) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:55.787940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cda4f-5124-4f29-92b8-5afb2d31d024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafe6202-2fcd-47c9-ace6-b0d6454165f5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:55.819910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443f58-8217-4b98-8d52-80049d4e26ef req-474333db-6199-4e9a-812b-79a8a0be655c tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:55.821673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b443f58-8217-4b98-8d52-80049d4e26ef req-474333db-6199-4e9a-812b-79a8a0be655c tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 944 time: 0.1120420 Oct 29 08:34:55.850567 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f070e23-fee8-4bf3-94f9-a65d25bb0c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.873857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f070e23-fee8-4bf3-94f9-a65d25bb0c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.881355 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.902683 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.939725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b443f58-8217-4b98-8d52-80049d4e26ef req-6faf44cb-4ccd-4283-804a-de2f546ed17e tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100733 Oct 29 08:34:55.960650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Network 99993d79-aea3-44b9-9aec-6681f0b37a33 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:55.961728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f070e23-fee8-4bf3-94f9-a65d25bb0c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.964532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f070e23-fee8-4bf3-94f9-a65d25bb0c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:55.971451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:55.977086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:55.987048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Pushing event updated for resources: {'Port': ['ID=238886c5-04e2-45b3-8e6b-9b6d4d98693c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:55.988268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3f070e23-fee8-4bf3-94f9-a65d25bb0c37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eafe6202-2fcd-47c9-ace6-b0d6454165f5 HTTP/1.1" status: 204 len: 168 time: 0.1998250 Oct 29 08:34:56.012607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f070e23-fee8-4bf3-94f9-a65d25bb0c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafe6202-2fcd-47c9-ace6-b0d6454165f5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:56.041274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.086058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Attempting to bind port 238886c5-04e2-45b3-8e6b-9b6d4d98693c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:34:56.086214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Attempting to bind port 238886c5-04e2-45b3-8e6b-9b6d4d98693c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:34:56.086507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Attempting to bind port 238886c5-04e2-45b3-8e6b-9b6d4d98693c on network 99993d79-aea3-44b9-9aec-6681f0b37a33 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:34:56.091980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:34:56.092284 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Checking segment: {'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:34:56.092510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.092686 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.093201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Bound using segment: {'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:34:56.093540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Bound port: 238886c5-04e2-45b3-8e6b-9b6d4d98693c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:34:56.093923 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.176869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] For port 238886c5-04e2-45b3-8e6b-9b6d4d98693c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:34:56.180844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] For port 238886c5-04e2-45b3-8e6b-9b6d4d98693c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=238886c5-04e2-45b3-8e6b-9b6d4d98693c,segment=NetworkSegment(cf7676bc-18ee-4f8d-99bf-37342d233464),segment_id=cf7676bc-18ee-4f8d-99bf-37342d233464)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:34:56.194068 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.260955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be233e77-7c66-4463-adca-437c437dd1a7 None None] Pushing event updated for resources: {'Port': ['ID=238886c5-04e2-45b3-8e6b-9b6d4d98693c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:56.312230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efefcd-d2dd-4ac5-918b-8cf7eefe0abd req-95b42bf2-07e9-4f70-b643-ee04a51a0f9f tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:56.320329 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2efefcd-d2dd-4ac5-918b-8cf7eefe0abd req-95b42bf2-07e9-4f70-b643-ee04a51a0f9f tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 946 time: 0.1084244 Oct 29 08:34:56.338083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cd424-639c-4675-b909-04167e0dc842 req-f95c1ca3-56b2-468f-b677-bbf69fc47917 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:56.339820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f00cd424-639c-4675-b909-04167e0dc842 req-f95c1ca3-56b2-468f-b677-bbf69fc47917 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 948 time: 0.1529794 Oct 29 08:34:56.375562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-2fb36488-2ee0-4a52-8e3b-188a6dd37925 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:56.377172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-2fb36488-2ee0-4a52-8e3b-188a6dd37925 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9&tenant_id=31e6300b3b05407b95d6113502f238d1&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 948 time: 0.1214738 Oct 29 08:34:56.391931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2efefcd-d2dd-4ac5-918b-8cf7eefe0abd req-01b7397c-ae36-4905-9f07-3576c8092d62 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704455 Oct 29 08:34:56.411859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Allocated IP 172.25.5.71 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/a6dfef21-de1f-426b-93e6-637b2d8a4da4) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:34:56.422607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f00cd424-639c-4675-b909-04167e0dc842 req-5140cf3c-582e-4001-b006-de7bbc32410e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733151 Oct 29 08:34:56.429679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:56.546291 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-f6ba069e-49b9-4875-9232-1edf87179167 service neutron] delete failed (client error): The resource could not be found. Oct 29 08:34:56.547538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-f6ba069e-49b9-4875-9232-1edf87179167 service neutron] 10.222.0.15 "DELETE /v2.0/ports/adf88c00-579a-4825-8aad-390c1e2b4c1e/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.1544812 Oct 29 08:34:56.569787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:56.579632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:56.580249 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.635957 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.717938 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.725895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48498) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:56.752155 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.769875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-6dbcf006-ad26-4674-a2f8-5193d454069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:56.771548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-6dbcf006-ad26-4674-a2f8-5193d454069b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 1099 time: 0.0839207 Oct 29 08:34:56.809979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,segment=NetworkSegment(b1f08a04-cec7-43a8-a080-56b5dc577c1e),segment_id=b1f08a04-cec7-43a8-a080-56b5dc577c1e)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:56.810534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:34:56.818217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:34:56.819199 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.820901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:34:56.827487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 71713e19-c2ae-44f9-88d1-26ef3cc64669 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:34:56.862401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dfef21-de1f-426b-93e6-637b2d8a4da4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:56.886029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-53808537-7059-419a-8a19-a9ea37d035a4 admin admin] Deleting subnet 3d25f8d9-c239-477a-8419-aa47faeea0bb {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:34:56.891943 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53808537-7059-419a-8a19-a9ea37d035a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:56.901854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 71713e19-c2ae-44f9-88d1-26ef3cc64669 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:34:56.904935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 71713e19-c2ae-44f9-88d1-26ef3cc64669 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:34:56.923134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-a3f12023-227b-426f-bd6d-acfe02603d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:56.926044 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-a3f12023-227b-426f-bd6d-acfe02603d7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1431701 Oct 29 08:34:56.967495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:57.072719 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53808537-7059-419a-8a19-a9ea37d035a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:57.126947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5acb5-27be-44c0-bbb5-c6f2f85da281 req-5bf041ab-8b24-41bd-bbc9-f6f85398ce90 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:57.147088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ca5acb5-27be-44c0-bbb5-c6f2f85da281 req-5bf041ab-8b24-41bd-bbc9-f6f85398ce90 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 945 time: 0.1072559 Oct 29 08:34:57.161811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53808537-7059-419a-8a19-a9ea37d035a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:57.224574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ca5acb5-27be-44c0-bbb5-c6f2f85da281 req-d4c1504f-dc56-402d-9906-c20f27f2fe76 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709019 Oct 29 08:34:57.291431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-cacd2645-8e5d-4f8c-82bc-50c50f06b685 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 200 len: 217 time: 0.3569572 Oct 29 08:34:57.366228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-7d3de32f-be68-4508-b433-7a275d32bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:57.368150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-7d3de32f-be68-4508-b433-7a275d32bd5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0671327 Oct 29 08:34:57.442772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46afe71-bc63-4f58-a68c-d60ce5ff2b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a635e2-2e88-4ad8-ba9d-763adfd4dc07'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:34:57.445371 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19d9f92-80f5-4cee-8018-c77268e4efb1" -d '{"events": [{"server_uuid": "b46afe71-bc63-4f58-a68c-d60ce5ff2b74", "name": "network-vif-plugged", "status": "completed", "tag": "51a635e2-2e88-4ad8-ba9d-763adfd4dc07"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:34:57.451476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-3ce9e7f0-7288-4bf0-90ec-c3dca2736f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:57.453594 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-3ce9e7f0-7288-4bf0-90ec-c3dca2736f5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786278 Oct 29 08:34:57.468704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-11682c0c-5d45-48cf-8dc2-eb019940ecf8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:34:57.472445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-11682c0c-5d45-48cf-8dc2-eb019940ecf8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098906 Oct 29 08:34:57.500676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53808537-7059-419a-8a19-a9ea37d035a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:57.521401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-1c4798e1-ed5b-4630-a6b6-a9841d07ca2b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:57.528642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-1c4798e1-ed5b-4630-a6b6-a9841d07ca2b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.3318844 Oct 29 08:34:57.560133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:57.564442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53808537-7059-419a-8a19-a9ea37d035a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d25f8d9-c239-477a-8419-aa47faeea0bb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:57.620244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-af910ebb-3f9c-446a-b5a3-83adfe581524 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/quotas/fdec1b8475cc4e2a82609663ef07ee20 HTTP/1.1" status: 200 len: 375 time: 0.0906570 Oct 29 08:34:57.641868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-3f36e8a8-46b3-49d4-85d4-662e8dd669be service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612177 Oct 29 08:34:57.653580 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53808537-7059-419a-8a19-a9ea37d035a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:57.656906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-53808537-7059-419a-8a19-a9ea37d035a4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3d25f8d9-c239-477a-8419-aa47faeea0bb HTTP/1.1" status: 204 len: 168 time: 0.9280767 Oct 29 08:34:57.662197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48546) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:57.711577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 238886c5-04e2-45b3-8e6b-9b6d4d98693c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:57.753239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf124e-4864-4baa-96c0-0b0ca1305195 req-6af98c6e-d1b1-43fd-9356-75c40068a54a tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:57.754495 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-267b203b-5e73-4b63-9324-33917c5d0f57 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914757 Oct 29 08:34:57.766659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3abf124e-4864-4baa-96c0-0b0ca1305195 req-6af98c6e-d1b1-43fd-9356-75c40068a54a tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 946 time: 0.2663491 Oct 29 08:34:57.771328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d86a1d5-cc21-4d46-8617-ae020e6b881f None None] Network 99993d79-aea3-44b9-9aec-6681f0b37a33 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:34:57.785799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48550) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:57.805657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:57.877076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4afdc37c-9e55-4032-9386-c2ba8061cbc4 None None] Provisioning complete for port 238886c5-04e2-45b3-8e6b-9b6d4d98693c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:57.877349 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4afdc37c-9e55-4032-9386-c2ba8061cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:57.898314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3abf124e-4864-4baa-96c0-0b0ca1305195 req-bf0c9c8e-446c-42dc-ba04-2f5c943368f9 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297040 Oct 29 08:34:57.925061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee57cbc7-9c75-4d03-b655-4669cb94c57a req-fcfe1bc4-3f61-42c8-8f13-aecd36de0f23 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741723 Oct 29 08:34:57.963265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 238886c5-04e2-45b3-8e6b-9b6d4d98693c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:57.964540 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.026755 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd4d84c-1640-4972-b507-0bc2f5495d3f x-openstack-request-id: req-4cd4d84c-1640-4972-b507-0bc2f5495d3f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:34:58.027396 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46afe71-bc63-4f58-a68c-d60ce5ff2b74", "name": "network-vif-plugged", "status": "completed", "tag": "51a635e2-2e88-4ad8-ba9d-763adfd4dc07", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:34:58.028058 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cd4d84c-1640-4972-b507-0bc2f5495d3f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:34:58.028650 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46afe71-bc63-4f58-a68c-d60ce5ff2b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a635e2-2e88-4ad8-ba9d-763adfd4dc07', 'code': 200} Oct 29 08:34:58.194276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f0f8-3d4e-4090-a9f4-af1a4fb11a2b req-c86458e9-5916-4085-bd1b-86fc5f6ec2e3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:58.201045 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf09f0f8-3d4e-4090-a9f4-af1a4fb11a2b req-c86458e9-5916-4085-bd1b-86fc5f6ec2e3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 948 time: 0.1045308 Oct 29 08:34:58.204077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61913cb-eb3c-49de-ae25-9c512dd704ee req-40771711-000d-456e-b472-3484fc6588eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:58.206218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a61913cb-eb3c-49de-ae25-9c512dd704ee req-40771711-000d-456e-b472-3484fc6588eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 1096 time: 0.0981610 Oct 29 08:34:58.229720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4afdc37c-9e55-4032-9386-c2ba8061cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.261978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.294645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4afdc37c-9e55-4032-9386-c2ba8061cbc4 None None] For port 238886c5-04e2-45b3-8e6b-9b6d4d98693c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=238886c5-04e2-45b3-8e6b-9b6d4d98693c,segment=NetworkSegment(cf7676bc-18ee-4f8d-99bf-37342d233464),segment_id=cf7676bc-18ee-4f8d-99bf-37342d233464)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:58.297563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a61913cb-eb3c-49de-ae25-9c512dd704ee req-d156815f-5508-4d2c-a494-42b5717e7987 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640464 Oct 29 08:34:58.308097 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4afdc37c-9e55-4032-9386-c2ba8061cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.322462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-94483e44-8b59-422f-be5a-1354c1a22122 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:34:58.329683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-94483e44-8b59-422f-be5a-1354c1a22122 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5759647 Oct 29 08:34:58.333262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.335856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf09f0f8-3d4e-4090-a9f4-af1a4fb11a2b req-9f6157c8-6a75-49a2-a898-2660a1d0dd9e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188600 Oct 29 08:34:58.412406 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed527-a40d-4a1a-a9f4-f85c4e4384ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.467582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f283a6-0ef3-4237-aed0-2369190cb484']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:58.581496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:58.582324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a70536-4257-47ef-8ee9-82ae12eeb4f0') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:58.592381 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.645467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device adf88c00-579a-4825-8aad-390c1e2b4c1e up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:58.667372 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.718491 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:34:58.718915 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:34:58.755588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98fd06-6e85-46a0-a69c-52cef8323171 req-7c006016-6663-46f5-a37f-69d63f46a3c7 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:58.763554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdc37c-9e55-4032-9386-c2ba8061cbc4 None None] Pushing event updated for resources: {'Port': ['ID=238886c5-04e2-45b3-8e6b-9b6d4d98693c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:58.772551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac98fd06-6e85-46a0-a69c-52cef8323171 req-7c006016-6663-46f5-a37f-69d63f46a3c7 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 945 time: 0.0958023 Oct 29 08:34:58.781020 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.792682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-25415a7c-1bec-424b-9d2f-633d432adefb None None] Provisioning complete for port 238886c5-04e2-45b3-8e6b-9b6d4d98693c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:58.792982 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25415a7c-1bec-424b-9d2f-633d432adefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.824654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:34:58.825348 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:34:58.829101 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:34:58.837438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac98fd06-6e85-46a0-a69c-52cef8323171 req-cc1e3402-92f9-4042-ac8a-30cc637c51e6 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517633 Oct 29 08:34:58.838802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port adf88c00-579a-4825-8aad-390c1e2b4c1e completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:34:58.851328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port adf88c00-579a-4825-8aad-390c1e2b4c1e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:58.851694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.894190 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.921973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-c7f2eea2-1d85-4aeb-9e7c-84558e9a6b0b service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914047 Oct 29 08:34:58.947541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:58.983194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.013046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.019848 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] 10.222.0.70 "DELETE /v2.0/networks/e8f283a6-0ef3-4237-aed0-2369190cb484 HTTP/1.1" status: 204 len: 168 time: 1.3551607 Oct 29 08:34:59.024257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc496c4-0dc6-4e2f-994a-e704ca26b10d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f283a6-0ef3-4237-aed0-2369190cb484,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:59.024741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:34:59.028844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed527-a40d-4a1a-a9f4-f85c4e4384ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.033265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.051413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed527-a40d-4a1a-a9f4-f85c4e4384ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.114043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:59.123004 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ff2ed527-a40d-4a1a-a9f4-f85c4e4384ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62b89872bef446a0b15caefbee91e946&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3333957 Oct 29 08:34:59.123424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48568) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:59.137070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ed527-a40d-4a1a-a9f4-f85c4e4384ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb3042e-ce18-47e3-b075-d08ec0f491d1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:59.164140 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0d09b24e-8976-446a-abd7-30d35af23aee service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287011 Oct 29 08:34:59.165791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Router fe080451-56c9-48ec-a118-a25ee055309e is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:34:59.245023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48570) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:59.308198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5f5-8cfe-4810-adc7-d8f369dbdc92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.316226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-843fbdba-76ba-46b3-aaf7-d8fde6710e00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24b6b3f61fbc4c2a916e6f12373383b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680945 Oct 29 08:34:59.320408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48572) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:59.349030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:34:59.361549 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Sync routers for ids ['fe080451-56c9-48ec-a118-a25ee055309e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:34:59.378761 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Routers {'fe080451-56c9-48ec-a118-a25ee055309e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:34:59.383826 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fe080451-56c9-48ec-a118-a25ee055309e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:34:59.395966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5f5-8cfe-4810-adc7-d8f369dbdc92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.414363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.427002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48582) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:34:59.432483 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0ad2faf6-4198-4091-92b0-77367b206015 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6492953 Oct 29 08:34:59.546317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6128671-d2b3-4a93-b565-c03e98ecf8c4 req-bf9c1d90-6528-4f6f-9079-bc173446f009 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:34:59.556887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c6128671-d2b3-4a93-b565-c03e98ecf8c4 req-bf9c1d90-6528-4f6f-9079-bc173446f009 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1035724 Oct 29 08:34:59.642320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 238886c5-04e2-45b3-8e6b-9b6d4d98693c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:34:59.642565 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Set router fe080451-56c9-48ec-a118-a25ee055309e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:34:59.656919 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c6128671-d2b3-4a93-b565-c03e98ecf8c4 req-4710bfa2-0de2-433e-bbba-92ccbc2751ad tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966444 Oct 29 08:34:59.725897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5f5-8cfe-4810-adc7-d8f369dbdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.741754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5f5-8cfe-4810-adc7-d8f369dbdc92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.741754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9f90c5f5-8cfe-4810-adc7-d8f369dbdc92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4eb3042e-ce18-47e3-b075-d08ec0f491d1 HTTP/1.1" status: 204 len: 168 time: 0.6108608 Oct 29 08:34:59.749901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da589284-6c8f-4482-a946-9b6209d9ae48 req-73fa37ff-d730-432c-975c-518b83644f80 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=37946e1b-a6cd-44d2-af20-d9472344a5ef HTTP/1.1" status: 200 len: 210 time: 0.2864244 Oct 29 08:34:59.801381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c5f5-8cfe-4810-adc7-d8f369dbdc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb3042e-ce18-47e3-b075-d08ec0f491d1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:34:59.822141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a6583-cc6c-46b0-ae83-d9b28ec95492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:34:59.843901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 238886c5-04e2-45b3-8e6b-9b6d4d98693c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:34:59.844423 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:00.030480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:00.032973 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4100aa37-d543-4f26-8bd9-5a34e99d235f" -d '{"events": [{"server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "name": "network-vif-plugged", "status": "completed", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:00.096217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a6583-cc6c-46b0-ae83-d9b28ec95492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:00.103795 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:34:57Z', 'revision_number': 3, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port': {'id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:34:56Z', 'updated_at': '2021-10-29T08:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:00.140453 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Checking router: fe080451-56c9-48ec-a118-a25ee055309e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:35:00.140805 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Updating router fe080451-56c9-48ec-a118-a25ee055309e port a6dfef21-de1f-426b-93e6-637b2d8a4da4 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:35:00.165249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce025c4-5d41-48f0-8c0c-a6736a3bd22b req-3ccb694f-0f02-4bcb-b3cf-8ee6e1b4ae3e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:00.174490 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:00.177883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ce025c4-5d41-48f0-8c0c-a6736a3bd22b req-3ccb694f-0f02-4bcb-b3cf-8ee6e1b4ae3e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.3153148 Oct 29 08:35:00.269475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ce025c4-5d41-48f0-8c0c-a6736a3bd22b req-130e707b-562a-4fd9-a586-04f088a7088c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878556 Oct 29 08:35:00.273625 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:00.443775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a6583-cc6c-46b0-ae83-d9b28ec95492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:00.445892 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a6583-cc6c-46b0-ae83-d9b28ec95492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:00.449599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-474a6583-cc6c-46b0-ae83-d9b28ec95492 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f HTTP/1.1" status: 204 len: 168 time: 1.1254878 Oct 29 08:35:00.490874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a6583-cc6c-46b0-ae83-d9b28ec95492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef2ce1f-1f63-49eb-b4b6-abfa20888a9f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:00.636980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66310e-fd69-46f4-a129-ba40a0cfa49a req-6428ef26-9743-4c0d-94a3-a788d065838d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:00.649148 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a66310e-fd69-46f4-a129-ba40a0cfa49a req-6428ef26-9743-4c0d-94a3-a788d065838d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 945 time: 0.1552229 Oct 29 08:35:00.743384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a66310e-fd69-46f4-a129-ba40a0cfa49a req-db2b8d07-5ce7-432d-836a-fb325ce30463 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878906 Oct 29 08:35:00.809752 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b10f5bb-cdbd-43b6-812f-aab3ac222971 x-openstack-request-id: req-1b10f5bb-cdbd-43b6-812f-aab3ac222971 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:00.810135 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "name": "network-vif-plugged", "status": "completed", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:00.810620 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b10f5bb-cdbd-43b6-812f-aab3ac222971 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:00.811322 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'code': 200} Oct 29 08:35:00.833001 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:00.845215 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:00.984165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.010420 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Attempting to bind port a6dfef21-de1f-426b-93e6-637b2d8a4da4 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:01.010787 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Attempting to bind port a6dfef21-de1f-426b-93e6-637b2d8a4da4 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:01.011359 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Attempting to bind port a6dfef21-de1f-426b-93e6-637b2d8a4da4 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:01.017178 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Pushing event updated for resources: {'Port': ['ID=a6dfef21-de1f-426b-93e6-637b2d8a4da4,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:01.025256 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:01.031598 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:01.032183 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.035079 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:01.036271 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Bound port: a6dfef21-de1f-426b-93e6-637b2d8a4da4, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:01.036693 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.200947 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.201691 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.205092 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.211178 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.211725 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.212565 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.213111 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.215943 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.217266 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.217797 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.220413 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.222215 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:01.249613 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] For port a6dfef21-de1f-426b-93e6-637b2d8a4da4, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:01.254329 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] For port a6dfef21-de1f-426b-93e6-637b2d8a4da4, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a6dfef21-de1f-426b-93e6-637b2d8a4da4,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:01.269532 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.350498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2707ff54-09c5-4abf-af21-da8bfae06bf0 req-93504663-514e-49fa-b6fa-1659ce446217 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=37946e1b-a6cd-44d2-af20-d9472344a5ef HTTP/1.1" status: 200 len: 210 time: 0.0805874 Oct 29 08:35:01.363483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48658) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:01.409463 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Routers {'fe080451-56c9-48ec-a118-a25ee055309e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:01.411180 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fe080451-56c9-48ec-a118-a25ee055309e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:01.423673 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b487af-2493-479d-9b0c-d2dd83a25919 None None] Pushing event updated for resources: {'Port': ['ID=a6dfef21-de1f-426b-93e6-637b2d8a4da4,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:01.486823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Allocated IP 172.20.0.1 (99993d79-aea3-44b9-9aec-6681f0b37a33/cf512b8f-6e13-45e9-bbb0-27ec591cce3f/7b5d2c0d-f21f-45e3-92d3-143f495014ba) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:01.637258 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] Set router fe080451-56c9-48ec-a118-a25ee055309e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:01.659580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-236271212-network', 'tenant_id': '527ed82a040d42019780616f8ace9daf'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:01.695154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Made reservation on behalf of 527ed82a040d42019780616f8ace9daf for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:01.705353 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.727359 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.727611 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.788479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.894711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Network 99993d79-aea3-44b9-9aec-6681f0b37a33 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:01.905758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.907194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:01.912626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:01.926761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.976475 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:01.992399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:35:01.998903 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:34:57Z', 'revision_number': 3, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port': {'id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:34:56Z', 'updated_at': '2021-10-29T08:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:02.028888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e342f-bab8-4b5f-bf36-570b21bc20f7 req-c6404c63-a8ee-4780-9157-be436f62b5df tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:02.035153 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a723f-0bbd-4982-bd4e-3fff7ca66328 None None] The sync data for ids ['fe080451-56c9-48ec-a118-a25ee055309e'] in n-d-815940-1 is: [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:34:57Z', 'revision_number': 3, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port': {'id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:34:56Z', 'updated_at': '2021-10-29T08:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:35:02.043969 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-869e342f-bab8-4b5f-bf36-570b21bc20f7 req-c6404c63-a8ee-4780-9157-be436f62b5df tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 945 time: 0.1611485 Oct 29 08:35:02.046782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06d0cd-1496-4fa1-9c0c-6fe570f12424,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:02.074235 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:02.074864 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Added segment 57984678-6eef-4fb6-a343-46b156353429 of type vlan for network b912040f-b9e8-4a0c-a631-1a4e6c59bbde Oct 29 08:35:02.098209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5d2c0d-f21f-45e3-92d3-143f495014ba,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:02.176871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:02.282771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:02.294798 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-869e342f-bab8-4b5f-bf36-570b21bc20f7 req-eea720d0-dd3d-4fbd-ada9-8f88f349be53 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344306 Oct 29 08:35:02.299432 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:35:02.395811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:02.399525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:02.399525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:02.427774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bfe84370-a809-415e-8b3e-4ecc4c3d521c None None] Provisioning complete for port 7b5d2c0d-f21f-45e3-92d3-143f495014ba triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:02.428929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bfe84370-a809-415e-8b3e-4ecc4c3d521c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:02.467197 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1022587 Oct 29 08:35:02.467874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48698) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:02.533410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Request body: {'subnet': {'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-subnet', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:02.622628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-bfe84370-a809-415e-8b3e-4ecc4c3d521c None None] Port 7b5d2c0d-f21f-45e3-92d3-143f495014ba cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:02.686514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Made reservation on behalf of 527ed82a040d42019780616f8ace9daf for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:02.689225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:02.949602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:02.972592 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-7776ed22-12f9-4123-a565-8ca96e6015fc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=31e6300b3b05407b95d6113502f238d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3849788 Oct 29 08:35:03.096007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9c614-97aa-48b2-925d-04d87bd148d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b912040f-b9e8-4a0c-a631-1a4e6c59bbde,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:03.106609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:35:03.151468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-428f016a-b13b-476f-b64c-cda4e6c8378e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:03.153239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-428f016a-b13b-476f-b64c-cda4e6c8378e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.8201778 Oct 29 08:35:03.177822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Request body: {'port': {'device_id': '37946e1b-a6cd-44d2-af20-d9472344a5ef', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'admin_state_up': True, 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:03.195110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc7b0c0-4805-4966-a05c-946e8dd26516,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:03.266773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Checking segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:03.267141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Network hostable DHCP agents. Network: b912040f-b9e8-4a0c-a631-1a4e6c59bbde, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:35:03.284052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-b382d247-55b4-4eb1-92db-588c7e4ff9e7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:03.286139 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-b382d247-55b4-4eb1-92db-588c7e4ff9e7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121350 Oct 29 08:35:03.333995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:03.351687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:03.356567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-e432c1f4-6bf1-446a-8932-2c6c2e797392 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/quotas/31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 375 time: 0.0540159 Oct 29 08:35:03.390516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:35:03.456010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, b912040f-b9e8-4a0c-a631-1a4e6c59bbde) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:03.466252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:03.467296 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:03.469475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc234e-bc14-4e1d-8b2a-8a6707a7a8ad None None] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:35:03.564592 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-9f27d45f-69ba-489c-8b88-4feb990676c5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011223 Oct 29 08:35:03.589212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d6e86531-a16d-44f6-a137-2361b566ec7c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0701904 Oct 29 08:35:03.617129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48740) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:03.627941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:03.654387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5d2c0d-f21f-45e3-92d3-143f495014ba,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:03.673909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:03.703740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-e374e252-e854-466f-88a0-9b10c93a736f tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:03.705895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-e374e252-e854-466f-88a0-9b10c93a736f tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.93 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 945 time: 0.3692169 Oct 29 08:35:03.721845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:03.723950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:03.726991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a6dfef21-de1f-426b-93e6-637b2d8a4da4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:03.819246 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:03.873064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:03.877053 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:03.967173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-9ed71c42-7df1-4516-ae20-737b66f10e9c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:03.968838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-9ed71c42-7df1-4516-ae20-737b66f10e9c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.4997516 Oct 29 08:35:04.072365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a6dfef21-de1f-426b-93e6-637b2d8a4da4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:04.074538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:04.084159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:35:04.085053 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:04.101967 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:04.178426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13569467-ae3b-4a08-b55c-6bb229ae96bd req-09424215-b647-4c5a-8ca7-a35641e143ce tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0661633 Oct 29 08:35:04.229645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-c0b5785e-9854-49cd-a741-dacb4bc5ed87 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/quotas/fdec1b8475cc4e2a82609663ef07ee20 HTTP/1.1" status: 200 len: 375 time: 0.1492617 Oct 29 08:35:04.356275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-c5d31649-faf2-4ee4-9b58-0a6a4e4b0972 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256261 Oct 29 08:35:04.463946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Network 99993d79-aea3-44b9-9aec-6681f0b37a33 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:04.534497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a746129-5d3f-4aa5-ba64-6135134b1810 req-42e501ea-b014-4094-8eb3-c0854358cac1 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:04.544585 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a746129-5d3f-4aa5-ba64-6135134b1810 req-42e501ea-b014-4094-8eb3-c0854358cac1 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 945 time: 0.1821661 Oct 29 08:35:04.557700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:04.622108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Allocated IP 172.20.0.2 (b912040f-b9e8-4a0c-a631-1a4e6c59bbde/dfc7b0c0-4805-4966-a05c-946e8dd26516/8b110a3c-86ca-40ac-a432-bfb6fb95aaed) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:04.664683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a746129-5d3f-4aa5-ba64-6135134b1810 req-a405dd32-eeb4-46fb-b74d-b385f302ec41 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156945 Oct 29 08:35:04.675368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Allocated IP 172.20.0.7 (9f48f319-e2e0-4e54-8d57-5977c6f82e52/d7d27dd1-3461-42a3-99f1-e87ef81f581c/8ed809e2-0142-4629-825b-2b983d289fc8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:04.712037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Deleting port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:04.721431 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:04.897433 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:04.906487 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:04.917213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.006410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port a6dfef21-de1f-426b-93e6-637b2d8a4da4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a6dfef21-de1f-426b-93e6-637b2d8a4da4,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:05.027409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.047489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:05.048050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Pushing event updated for resources: {'Port': ['ID=8b110a3c-86ca-40ac-a432-bfb6fb95aaed,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:05.051435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:05.102715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=a6dfef21-de1f-426b-93e6-637b2d8a4da4,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:05.106654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:05.121065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-3d46ad96-9da9-4089-8cbe-d1c9b7356dc1 service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637835 Oct 29 08:35:05.129514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-24f99538-3bac-4830-a10c-9a24fe8d40fd None None] Provisioning complete for port 7b5d2c0d-f21f-45e3-92d3-143f495014ba triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:05.130253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-24f99538-3bac-4830-a10c-9a24fe8d40fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.155055 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-349cf6d7-3b6b-4be8-be1d-f28bf5868cd6 req-8cfac20e-20e5-4f34-a0ac-453906b3e5d3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 210 time: 0.1425183 Oct 29 08:35:05.199384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.245438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.269874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-24f99538-3bac-4830-a10c-9a24fe8d40fd None None] Port 7b5d2c0d-f21f-45e3-92d3-143f495014ba cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:05.309264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Attempting to bind port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:05.309547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Attempting to bind port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:05.310135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Attempting to bind port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed on network b912040f-b9e8-4a0c-a631-1a4e6c59bbde {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:05.316574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:05.317279 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Checking segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:05.317935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.318644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Bound using segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:05.322452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Bound port: 8b110a3c-86ca-40ac-a432-bfb6fb95aaed, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:05.323133 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.464083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] For port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,segment=NetworkSegment(b1f08a04-cec7-43a8-a080-56b5dc577c1e),segment_id=b1f08a04-cec7-43a8-a080-56b5dc577c1e)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:05.464740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.471415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a614952-540b-4482-bcf7-d91c638a61bf req-5ff9f7e0-43cf-4d46-bbf0-ae30ae0329bd tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.1048601 Oct 29 08:35:05.509365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Calling delete_port for 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:05.509723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] For port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:05.517951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] For port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b110a3c-86ca-40ac-a432-bfb6fb95aaed,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:05.526603 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.529920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Router fe080451-56c9-48ec-a118-a25ee055309e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:35:05.570923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Allocated IP 172.25.5.35 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:05.611421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-dfeaada5-f519-4ab3-9279-d05ee4568e27 service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892802 Oct 29 08:35:05.666857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.679991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205f7ed-3ded-4b4c-9c5c-7a8ff55f3819 None None] Pushing event updated for resources: {'Port': ['ID=8b110a3c-86ca-40ac-a432-bfb6fb95aaed,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:05.780335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a6dfef21-de1f-426b-93e6-637b2d8a4da4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:05.803157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.880253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a6dfef21-de1f-426b-93e6-637b2d8a4da4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:05.880726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:05.963095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-ebc57cd3-7064-4df0-a284-2aeacdad791a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=31e6300b3b05407b95d6113502f238d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086833 Oct 29 08:35:06.017398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935690f3-d8c2-499a-be9a-7375affed9e2 req-474fa9b2-ee8a-4f06-b6ac-90264693ac45 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:06.031718 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-935690f3-d8c2-499a-be9a-7375affed9e2 req-474fa9b2-ee8a-4f06-b6ac-90264693ac45 tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/ports?device_id=b46afe71-bc63-4f58-a68c-d60ce5ff2b74 HTTP/1.1" status: 200 len: 945 time: 0.2173071 Oct 29 08:35:06.098389 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:06.216566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:06.260471 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cfe0278-c0e9-4fb2-ac23-c0327543b2fc req-7d7ee55e-364e-4623-8841-6a6598a7b7ac tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 210 time: 0.1231186 Oct 29 08:35:06.271979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-935690f3-d8c2-499a-be9a-7375affed9e2 req-b444c1fa-c727-438c-aeb7-0edbf1ac5beb tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7f61987-c889-4f4b-9df1-464c029930f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305336 Oct 29 08:35:06.277645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:06.279039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:06.299474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:06.350653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:06.372113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:06.494875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:35:06.519520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38bf6211-5593-457a-8a56-322c987f3bdd req-43fb2762-d000-46df-925f-2d9f3348d55c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0589445 Oct 29 08:35:06.537488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:35:06.537846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:35:06.543273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:06.545744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event updated for resources: {'Port': ['ID=8ed809e2-0142-4629-825b-2b983d289fc8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:06.570762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:35:06.583594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Sync routers for ids ['fe080451-56c9-48ec-a118-a25ee055309e'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:35:06.604032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c8f60f69-caaf-4ad9-8566-5bec822340e1 admin admin] 10.222.0.70 "PUT /v2.0/routers/fe080451-56c9-48ec-a118-a25ee055309e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1526315 Oct 29 08:35:06.611630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Routers {'fe080451-56c9-48ec-a118-a25ee055309e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:06.612742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fe080451-56c9-48ec-a118-a25ee055309e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:06.613348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-8490a777-1821-4504-b5f0-608387bd36b8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:06.616618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-8490a777-1821-4504-b5f0-608387bd36b8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6008396 Oct 29 08:35:06.632809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:06.654339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:06.761086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Request body: {'port': {'device_id': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '31e6300b3b05407b95d6113502f238d1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:06.775817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:06.866149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Set router fe080451-56c9-48ec-a118-a25ee055309e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:06.923010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b97c48c1-8366-4780-b2c7-5bae699bab53 req-7ed67a43-a408-4842-8119-96391fa3e696 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.1439288 Oct 29 08:35:07.022767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:07.023452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:07.053111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Pushing event deleted for resources: {'Port': ['ID=51a635e2-2e88-4ad8-ba9d-763adfd4dc07,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:07.070056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] No DVR routers for this DVR port 51a635e2-2e88-4ad8-ba9d-763adfd4dc07 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:35:07.074246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:07.079037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56e6820d-a9dc-4b68-a76d-2dabebb81ebc req-47c14af1-cdd5-4fa0-9a02-d5ce8d69812d tempest-ServerAddressesTestJSON-755485390 tempest-ServerAddressesTestJSON-755485390-project] 10.222.0.93 "DELETE /v2.0/ports/51a635e2-2e88-4ad8-ba9d-763adfd4dc07 HTTP/1.1" status: 204 len: 173 time: 3.3495522 Oct 29 08:35:07.082291 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83880e34-ca42-4c7c-a893-09c34462a40f req-c56c355c-21f5-4089-96d4-45a19eace2b6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 210 time: 0.5497313 Oct 29 08:35:07.123113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46afe71-bc63-4f58-a68c-d60ce5ff2b74', 'name': 'network-vif-deleted', 'tag': '51a635e2-2e88-4ad8-ba9d-763adfd4dc07'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:07.132595 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a20afd5-f531-4528-a055-097e00696e69" -d '{"events": [{"server_uuid": "b46afe71-bc63-4f58-a68c-d60ce5ff2b74", "name": "network-vif-deleted", "tag": "51a635e2-2e88-4ad8-ba9d-763adfd4dc07"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:07.218440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:35:02Z', 'revision_number': 4, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port': {'id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:34:56Z', 'updated_at': '2021-10-29T08:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7b5d2c0d-f21f-45e3-92d3-143f495014ba', 'name': '', 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'mac_address': 'fa:16:3e:22:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'cf512b8f-6e13-45e9-bbb0-27ec591cce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:01Z', 'updated_at': '2021-10-29T08:35:03Z', 'revision_number': 2, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'subnets': [{'id': 'cf512b8f-6e13-45e9-bbb0-27ec591cce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:07.223740 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-b1a2606c-8da4-4a71-80ba-4b2b5827c7fc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0568557 Oct 29 08:35:07.243183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Request body: {'port': {'device_id': '37946e1b-a6cd-44d2-af20-d9472344a5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:07.276583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Checking router: fe080451-56c9-48ec-a118-a25ee055309e for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:35:07.277251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Updating router fe080451-56c9-48ec-a118-a25ee055309e port 7b5d2c0d-f21f-45e3-92d3-143f495014ba binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:35:07.279768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e4c129-da6c-4e07-b396-e3aa50fc1a43 None None] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:35:07.480252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:07.512961 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736651ef-d355-4a84-a261-7dd23b1df72f x-openstack-request-id: req-736651ef-d355-4a84-a261-7dd23b1df72f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:07.513304 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46afe71-bc63-4f58-a68c-d60ce5ff2b74", "name": "network-vif-deleted", "tag": "51a635e2-2e88-4ad8-ba9d-763adfd4dc07", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:07.513671 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-736651ef-d355-4a84-a261-7dd23b1df72f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:07.515123 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46afe71-bc63-4f58-a68c-d60ce5ff2b74', 'name': 'network-vif-deleted', 'tag': '51a635e2-2e88-4ad8-ba9d-763adfd4dc07', 'status': 'completed', 'code': 200} Oct 29 08:35:07.551242 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:07.573283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-da127a1b-0fcc-40e6-8d30-57836b275171 None None] Provisioning complete for port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:07.573918 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da127a1b-0fcc-40e6-8d30-57836b275171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:07.625420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:07.697387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-fe81c876-1e17-419c-82f1-683c8b34c4f0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:07.698994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-fe81c876-1e17-419c-82f1-683c8b34c4f0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.1611764 Oct 29 08:35:07.869834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Request body: {'port': {'device_id': 'ed6e5c83-8aad-4c62-964e-b333374e8cc2', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'admin_state_up': True, 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:07.921501 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0173fe9-d27a-41b2-8de9-9fd5a3de1ebc req-abe01dbb-edd8-4946-b775-4ad7ced4ecb9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 210 time: 0.2195554 Oct 29 08:35:07.922151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b110a3c-86ca-40ac-a432-bfb6fb95aaed up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:08.496474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.513682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.525688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48806) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:08.625904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c1623-ffd8-42f2-8a98-29da38d77d72 None None] Pushing event updated for resources: {'Port': ['ID=7b5d2c0d-f21f-45e3-92d3-143f495014ba,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:08.628503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da127a1b-0fcc-40e6-8d30-57836b275171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.691272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:08.693417 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.725573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Made reservation on behalf of 31e6300b3b05407b95d6113502f238d1 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:08.733724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.795067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Attempting to bind port 7b5d2c0d-f21f-45e3-92d3-143f495014ba on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:08.795888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Attempting to bind port 7b5d2c0d-f21f-45e3-92d3-143f495014ba by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:08.796517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Attempting to bind port 7b5d2c0d-f21f-45e3-92d3-143f495014ba on network 99993d79-aea3-44b9-9aec-6681f0b37a33 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:08.802811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-da127a1b-0fcc-40e6-8d30-57836b275171 None None] For port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b110a3c-86ca-40ac-a432-bfb6fb95aaed,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:08.813775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:08.814640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Checking segment: {'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:08.815354 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.816217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Bound using segment: {'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:08.816991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Bound port: 7b5d2c0d-f21f-45e3-92d3-143f495014ba, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7676bc-18ee-4f8d-99bf-37342d233464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:08.818047 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.825714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8931a65-197d-4723-be8e-a60fda22750f req-d9cf1912-3f42-489c-ad7e-ad8ff88cb3d9 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.1461055 Oct 29 08:35:08.840042 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da127a1b-0fcc-40e6-8d30-57836b275171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.841402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-128d9a33-70bb-42f6-952c-29e3180c585f req-beb44990-69bc-406a-aaa5-29ba7209a1f4 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5947247 Oct 29 08:35:08.897264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:08.918724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3084e0-a00d-45b0-b7e3-65116211cc86 admin admin] Deleting subnet c1184624-5cb7-4dcd-8acd-42b34eb18d8a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:35:08.923508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b3084e0-a00d-45b0-b7e3-65116211cc86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:08.984229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b3084e0-a00d-45b0-b7e3-65116211cc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.030089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b3084e0-a00d-45b0-b7e3-65116211cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.045239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] For port 7b5d2c0d-f21f-45e3-92d3-143f495014ba, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:09.048403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da127a1b-0fcc-40e6-8d30-57836b275171 None None] Pushing event updated for resources: {'Port': ['ID=8b110a3c-86ca-40ac-a432-bfb6fb95aaed,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:09.055227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-058dedd3-aabf-455c-857b-a35d000e957a None None] Provisioning complete for port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:09.055757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-058dedd3-aabf-455c-857b-a35d000e957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.107643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] For port 7b5d2c0d-f21f-45e3-92d3-143f495014ba, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7b5d2c0d-f21f-45e3-92d3-143f495014ba,segment=NetworkSegment(cf7676bc-18ee-4f8d-99bf-37342d233464),segment_id=cf7676bc-18ee-4f8d-99bf-37342d233464)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:09.121630 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.132118 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b3084e0-a00d-45b0-b7e3-65116211cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.151611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b3084e0-a00d-45b0-b7e3-65116211cc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.161622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9b3084e0-a00d-45b0-b7e3-65116211cc86 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c1184624-5cb7-4dcd-8acd-42b34eb18d8a HTTP/1.1" status: 204 len: 168 time: 0.6347153 Oct 29 08:35:09.177299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48818) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:09.198178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3084e0-a00d-45b0-b7e3-65116211cc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1184624-5cb7-4dcd-8acd-42b34eb18d8a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:09.226050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:09.230652 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.241195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:35:09.245849 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.276684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Routers {'fe080451-56c9-48ec-a118-a25ee055309e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:09.277469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fe080451-56c9-48ec-a118-a25ee055309e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:09.340900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05ac2424-9383-44f0-ab79-8408cd1b9d36 req-3c1520e4-a47e-48aa-bc0f-c1a0c9a61b62 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 210 time: 0.1878934 Oct 29 08:35:09.344405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Allocated IP 192.168.233.58 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/cf67396e-0000-4bb9-947d-268fcbe1624c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:09.553470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c1623-ffd8-42f2-8a98-29da38d77d72 None None] Pushing event updated for resources: {'Port': ['ID=7b5d2c0d-f21f-45e3-92d3-143f495014ba,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:09.638129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] Set router fe080451-56c9-48ec-a118-a25ee055309e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:09.657080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:35:09.671426 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Sync routers for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:35:09.685774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.689772 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:09.690417 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:09.740354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.762113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.764121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0d764156-6780-41cb-8b70-0bc094e21c81 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1428335 Oct 29 08:35:09.771692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48822) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:09.787290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-467a8b1c-f6d8-414b-808e-9a880e42ee4d None None] Provisioning complete for port 7b5d2c0d-f21f-45e3-92d3-143f495014ba triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:09.787290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-467a8b1c-f6d8-414b-808e-9a880e42ee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:09.844763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b110a3c-86ca-40ac-a432-bfb6fb95aaed up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:09.953722 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:10.068053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed809e2-0142-4629-825b-2b983d289fc8 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:10.121755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.149463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Allocated IP 172.25.5.154 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/e6429139-aa0d-4c00-ace2-0ffe99bfa0e1) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:10.163965 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-467a8b1c-f6d8-414b-808e-9a880e42ee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.173004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2c96c94-f9f4-4665-9867-24bed17b758d req-56dcbdbd-ccf1-4f15-a39b-4b66fac6dfed tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 210 time: 0.1102564 Oct 29 08:35:10.198304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Transition to ACTIVE for port object 8ed809e2-0142-4629-825b-2b983d289fc8 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:35:10.239650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.316116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:10.317000 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.339587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.374477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-467a8b1c-f6d8-414b-808e-9a880e42ee4d None None] For port 7b5d2c0d-f21f-45e3-92d3-143f495014ba, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7b5d2c0d-f21f-45e3-92d3-143f495014ba,segment=NetworkSegment(cf7676bc-18ee-4f8d-99bf-37342d233464),segment_id=cf7676bc-18ee-4f8d-99bf-37342d233464)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:10.387431 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-467a8b1c-f6d8-414b-808e-9a880e42ee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.413315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.449418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.454519 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:06Z', 'revision_number': 3, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:10.460337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:35:02Z', 'revision_number': 4, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port': {'id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:34:56Z', 'updated_at': '2021-10-29T08:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7b5d2c0d-f21f-45e3-92d3-143f495014ba', 'name': '', 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'mac_address': 'fa:16:3e:22:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'cf512b8f-6e13-45e9-bbb0-27ec591cce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:01Z', 'updated_at': '2021-10-29T08:35:09Z', 'revision_number': 4, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'subnets': [{'id': 'cf512b8f-6e13-45e9-bbb0-27ec591cce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:10.492814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:10.507733 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Checking router: cbf363f6-35d2-4010-8b5b-bdfe54383ca2 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:35:10.508583 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Updating router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:35:10.509942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f08a04-cec7-43a8-a080-56b5dc577c1e') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:10.510258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f08a04-cec7-43a8-a080-56b5dc577c1e') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:10.521974 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.522517 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.532962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12045bdd-5320-459d-b17b-876a3f4df0be None None] The sync data for ids ['fe080451-56c9-48ec-a118-a25ee055309e'] in n-d-815940-1 is: [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:35:02Z', 'revision_number': 4, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port': {'id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:34:56Z', 'updated_at': '2021-10-29T08:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7b5d2c0d-f21f-45e3-92d3-143f495014ba', 'name': '', 'network_id': '99993d79-aea3-44b9-9aec-6681f0b37a33', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'mac_address': 'fa:16:3e:22:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'cf512b8f-6e13-45e9-bbb0-27ec591cce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:01Z', 'updated_at': '2021-10-29T08:35:09Z', 'revision_number': 4, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'subnets': [{'id': 'cf512b8f-6e13-45e9-bbb0-27ec591cce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:35:10.540202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.547889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:35:10.548719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.551600 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.564539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a8b1c-f6d8-414b-808e-9a880e42ee4d None None] Pushing event updated for resources: {'Port': ['ID=7b5d2c0d-f21f-45e3-92d3-143f495014ba,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:35:10.716595 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:35:10.726956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.732421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.736743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-496645e9-77d3-446c-ab99-e14bfd65407e None None] Provisioning complete for port 7b5d2c0d-f21f-45e3-92d3-143f495014ba triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:10.737918 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-496645e9-77d3-446c-ab99-e14bfd65407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:10.738628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e HTTP/1.1" status: 204 len: 168 time: 1.5556924 Oct 29 08:35:10.746100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:10.757785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:10.762842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:10.766119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event updated for resources: {'Port': ['ID=e6429139-aa0d-4c00-ace2-0ffe99bfa0e1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:10.794649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Pushing event updated for resources: {'Port': ['ID=8ed809e2-0142-4629-825b-2b983d289fc8,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:10.853260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fc583-8ac3-47b2-9a20-ddf8a8cec207 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d7afad-63ed-4fec-91d9-1b7b16ef9e8e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:10.870265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.871998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.873104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.873791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.874784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.875320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.875870 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.876506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.877912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.878589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.879142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.880496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:10.992506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Allocated IP 172.20.0.8 (9f48f319-e2e0-4e54-8d57-5977c6f82e52/d7d27dd1-3461-42a3-99f1-e87ef81f581c/28b7657a-4b0b-467f-aaa7-17abfbfb96ea) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:11.080597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cae7b5bb-b368-48e3-8b7b-cb42c0816919 req-a344ce09-0a3e-498f-b4b7-6895f9ef805f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 210 time: 0.0819228 Oct 29 08:35:11.108473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Attempting to bind port 8ed809e2-0142-4629-825b-2b983d289fc8 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:11.109003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Attempting to bind port 8ed809e2-0142-4629-825b-2b983d289fc8 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:11.109525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Attempting to bind port 8ed809e2-0142-4629-825b-2b983d289fc8 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:11.124943 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.137313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'adf88c00-579a-4825-8aad-390c1e2b4c1e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:35:11.151025 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.163872 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.220887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48852) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:11.260682 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982340b1-cbc4-4a1b-ab52-9f15f221b70c None None] Pushing event updated for resources: {'Port': ['ID=f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:11.310840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.317984 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Attempting to bind port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:11.318297 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Attempting to bind port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:11.318601 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Attempting to bind port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:11.325650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:11.330642 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:11.331055 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:11.331533 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.331952 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:11.332427 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Bound port: f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:11.332835 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.342943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Port 8ed809e2-0142-4629-825b-2b983d289fc8 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:35:11.343594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Attempting to bind port 8ed809e2-0142-4629-825b-2b983d289fc8 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:11.360269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.385218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6f37cc39-b3c7-44ca-b4c6-2a7362c8b51d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b46ca5aead8148a3a6d230484455a576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604137 Oct 29 08:35:11.403052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48854) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:11.432613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:11.433727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Checking segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:11.434335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Bound using segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:11.435096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Bound port: 8ed809e2-0142-4629-825b-2b983d289fc8, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:11.435882 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.448438 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] For port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:11.452117 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] For port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:11.459584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:11.463412 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.488692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:11.492792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:11.528282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8ba698a-0ec7-4544-905d-1e83bb266858 req-46c35af7-95a1-4eed-82de-1d8466fef8e1 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.1918960 Oct 29 08:35:11.577923 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:11.578810 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:11.641668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2eb05ad4-9169-4c74-b19e-700683a63175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.648216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.722544 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982340b1-cbc4-4a1b-ab52-9f15f221b70c None None] Pushing event updated for resources: {'Port': ['ID=f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:11.747340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2eb05ad4-9169-4c74-b19e-700683a63175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.811838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7b5d2c0d-f21f-45e3-92d3-143f495014ba up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:11.832152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea4f9e2a-c492-4b91-ac40-0d4fe8077c99 req-a4dcbf22-2f9b-4830-8d3a-e6329f6ff2ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 210 time: 0.2169271 Oct 29 08:35:11.833251 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:11.884506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:11.885371 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.923570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7b5d2c0d-f21f-45e3-92d3-143f495014ba triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:11.924874 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.925798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] For port 8ed809e2-0142-4629-825b-2b983d289fc8, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:11.932442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2eb05ad4-9169-4c74-b19e-700683a63175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.935362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2eb05ad4-9169-4c74-b19e-700683a63175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.937135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2eb05ad4-9169-4c74-b19e-700683a63175 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7f61987-c889-4f4b-9df1-464c029930f2 HTTP/1.1" status: 204 len: 168 time: 0.5328715 Oct 29 08:35:11.937331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] For port 8ed809e2-0142-4629-825b-2b983d289fc8, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8ed809e2-0142-4629-825b-2b983d289fc8,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:11.944089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-2e998599-3f87-491b-9a30-35142012ccdd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2014115 Oct 29 08:35:11.959635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:11.970283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Request body: {'port': {'device_id': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:11.993497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb05ad4-9169-4c74-b19e-700683a63175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f61987-c889-4f4b-9df1-464c029930f2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:12.053772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Allocated IP 172.20.0.1 (b912040f-b9e8-4a0c-a631-1a4e6c59bbde/dfc7b0c0-4805-4966-a05c-946e8dd26516/7c7400c8-ccfd-453c-8f42-23e1913000a0) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:12.084707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-30a1738f-9a27-4e46-bba2-dbf7d833e392 None None] Provisioning complete for port cf67396e-0000-4bb9-947d-268fcbe1624c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:12.085297 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-30a1738f-9a27-4e46-bba2-dbf7d833e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.095028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.193234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:12.194040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.194995 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:06Z', 'revision_number': 3, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:12.195613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] 10.222.0.15 "PUT /v2.0/ports/8ed809e2-0142-4629-825b-2b983d289fc8 HTTP/1.1" status: 200 len: 1091 time: 4.9641900 Oct 29 08:35:12.200190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37946e1b-a6cd-44d2-af20-d9472344a5ef', 'tag': '8ed809e2-0142-4629-825b-2b983d289fc8'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:12.202585 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab5f160-015b-4ca8-94e3-47e19a98d79c" -d '{"events": [{"name": "network-changed", "server_uuid": "37946e1b-a6cd-44d2-af20-d9472344a5ef", "tag": "8ed809e2-0142-4629-825b-2b983d289fc8"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:12.217110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-30a1738f-9a27-4e46-bba2-dbf7d833e392 None None] Port cf67396e-0000-4bb9-947d-268fcbe1624c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:12.267622 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad490da-0cfc-4e3b-a010-9e0cdb3b28c1 None None] The sync data for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 is: [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:06Z', 'revision_number': 3, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:35:12.331457 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.347035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990c6b3-2de6-42f6-825f-749edeeef38b service neutron] Pushing event updated for resources: {'Port': ['ID=8ed809e2-0142-4629-825b-2b983d289fc8,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:12.350182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.355648 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.396888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.424262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff770386-ed65-44b9-8cee-e4feb7af7d7b req-eee4eb85-f53b-4685-93d1-30d00182e4d4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:12.433312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff770386-ed65-44b9-8cee-e4feb7af7d7b req-eee4eb85-f53b-4685-93d1-30d00182e4d4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 935 time: 0.2054231 Oct 29 08:35:12.453194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.504074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event updated for resources: {'Port': ['ID=e6429139-aa0d-4c00-ace2-0ffe99bfa0e1,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:12.514751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.515941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-128d9a33-70bb-42f6-952c-29e3180c585f req-7a6de45a-3386-4bdd-ab9d-94889b5c33a3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6270521 Oct 29 08:35:12.526054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff770386-ed65-44b9-8cee-e4feb7af7d7b req-ad8b60a8-0360-494f-a41c-870603bd0717 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918298 Oct 29 08:35:12.532190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.539376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-133f1354-db96-4d91-bcea-38be2b00c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:12.541418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-133f1354-db96-4d91-bcea-38be2b00c196 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=37946e1b-a6cd-44d2-af20-d9472344a5ef HTTP/1.1" status: 200 len: 1094 time: 0.2553558 Oct 29 08:35:12.565522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.641848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:12.653396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-128d9a33-70bb-42f6-952c-29e3180c585f req-5a68564a-8d04-4e9f-9a27-9834da3b1337 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.1245317 Oct 29 08:35:12.654306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:12.664013 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef587875-9cb3-4bce-95f6-3fc9f23e6bfe x-openstack-request-id: req-ef587875-9cb3-4bce-95f6-3fc9f23e6bfe {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:12.664309 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37946e1b-a6cd-44d2-af20-d9472344a5ef", "tag": "8ed809e2-0142-4629-825b-2b983d289fc8", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:12.664562 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef587875-9cb3-4bce-95f6-3fc9f23e6bfe {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:12.665099 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37946e1b-a6cd-44d2-af20-d9472344a5ef', 'tag': '8ed809e2-0142-4629-825b-2b983d289fc8', 'status': 'completed', 'code': 200} Oct 29 08:35:12.670615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:12.673406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-443bf7d0-91d4-452c-8a0c-62db2489152f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ed809e2-0142-4629-825b-2b983d289fc8 HTTP/1.1" status: 200 len: 217 time: 0.1057153 Oct 29 08:35:12.748942 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:35:12.763933 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:12.865033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:12.873107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7400c8-ccfd-453c-8f42-23e1913000a0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:12.884562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:12.954877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:12.955144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.955535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:12.988494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event updated for resources: {'Port': ['ID=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:13.074076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ebcea7c-b8b4-4074-a94d-b4e116508665 req-003a51a5-9ec3-41b1-8feb-1169bd69441d tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.2066243 Oct 29 08:35:13.098565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-52c54fa4-e45d-4198-95fb-978438f1b349 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2366438 Oct 29 08:35:13.101581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-471a497f-e12e-4a88-8874-8d52fe8ce407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:13.102897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-471a497f-e12e-4a88-8874-8d52fe8ce407 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.4191628 Oct 29 08:35:13.126141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-9d632eac-3dd9-4c8a-970f-3d982fdf1b89 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:35:13.127269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-9d632eac-3dd9-4c8a-970f-3d982fdf1b89 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0198314 Oct 29 08:35:13.130098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d9a33-70bb-42f6-952c-29e3180c585f req-11dd60ca-931b-4ede-9cb5-2cac21ab194e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:13.132168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-128d9a33-70bb-42f6-952c-29e3180c585f req-11dd60ca-931b-4ede-9cb5-2cac21ab194e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.4549868 Oct 29 08:35:13.185322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-5dc6daae-8156-47aa-9be8-0f92cdc0b0a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564182 Oct 29 08:35:13.198157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-62dcd9c0-e8f3-4cf2-8f51-cea6439d5b12 None None] Provisioning complete for port 7c7400c8-ccfd-453c-8f42-23e1913000a0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:13.198654 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62dcd9c0-e8f3-4cf2-8f51-cea6439d5b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:13.264938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd9c0-e8f3-4cf2-8f51-cea6439d5b12 None None] Port 7c7400c8-ccfd-453c-8f42-23e1913000a0 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:13.412640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Request body: {'port': {'device_id': 'ed6e5c83-8aad-4c62-964e-b333374e8cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:13.435913 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:13.436458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-8fb4ffb6-847c-4d3f-91d3-c1352ca61b7e service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366538 Oct 29 08:35:13.446822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acd9d6-d86c-4b54-9373-4f85b0465960 req-c17bb7ff-d909-4c02-8b39-5423600848d4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:13.449105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-76acd9d6-d86c-4b54-9373-4f85b0465960 req-c17bb7ff-d909-4c02-8b39-5423600848d4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 931 time: 0.1574152 Oct 29 08:35:13.455817 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-01019537-1dd7-495d-b87f-418b1806e78b tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2764635 Oct 29 08:35:13.484450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:13.525056 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:13.572798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf67396e-0000-4bb9-947d-268fcbe1624c {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:13.592303 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:13.639294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-76acd9d6-d86c-4b54-9373-4f85b0465960 req-ee71b52d-08dd-46a3-8598-831d0dd65690 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418204 Oct 29 08:35:13.653000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Transition to ACTIVE for port object cf67396e-0000-4bb9-947d-268fcbe1624c will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:35:13.674542 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:13.676743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:13.754996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-984434c0-4a0d-428b-be27-98838fb7e631 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044796 Oct 29 08:35:13.793218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:13.854072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:14.014396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:14.014981 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.118388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5f160-015b-4ca8-94e3-47e19a98d79c req-63df0ac4-2eba-4ea2-bdd7-6b57c434596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:14.123527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5ab5f160-015b-4ca8-94e3-47e19a98d79c req-63df0ac4-2eba-4ea2-bdd7-6b57c434596b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=37946e1b-a6cd-44d2-af20-d9472344a5ef HTTP/1.1" status: 200 len: 1094 time: 0.3085504 Oct 29 08:35:14.133286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Attempting to bind port cf67396e-0000-4bb9-947d-268fcbe1624c on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:14.133632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Attempting to bind port cf67396e-0000-4bb9-947d-268fcbe1624c by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:14.133967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Attempting to bind port cf67396e-0000-4bb9-947d-268fcbe1624c on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:14.173060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.179485 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.204811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:14.206510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.212843 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.284536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:14.327698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-be4d5e2d-5cb7-4f98-8b5d-868d20152908 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:14.329407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-be4d5e2d-5cb7-4f98-8b5d-868d20152908 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "GET /v2.0/ports?device_id=37946e1b-a6cd-44d2-af20-d9472344a5ef HTTP/1.1" status: 200 len: 943 time: 0.2862413 Oct 29 08:35:14.334710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Port cf67396e-0000-4bb9-947d-268fcbe1624c on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:35:14.335040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Attempting to bind port cf67396e-0000-4bb9-947d-268fcbe1624c on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:14.338755 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b664eb3-2a37-4ace-82ba-37c999ccdad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.361860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:14.362182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:14.362661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:14.363092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Bound port: cf67396e-0000-4bb9-947d-268fcbe1624c, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:14.363465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.373398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.375035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7400c8-ccfd-453c-8f42-23e1913000a0,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:14.450358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5f160-015b-4ca8-94e3-47e19a98d79c req-8d47128c-303f-4d94-be68-3f1bc660b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:14.451963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5ab5f160-015b-4ca8-94e3-47e19a98d79c req-8d47128c-303f-4d94-be68-3f1bc660b6ca service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3201649 Oct 29 08:35:14.518608 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.595399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec596f-40cd-4e5c-a346-581024a94ca1 req-58221ea4-2288-4c13-8672-faed5debc94e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:14.603082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fec596f-40cd-4e5c-a346-581024a94ca1 req-58221ea4-2288-4c13-8672-faed5debc94e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 947 time: 0.2361672 Oct 29 08:35:14.635932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:14.667271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:14.682618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:14.694633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:14.705619 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.709283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Deleting port 8ed809e2-0142-4629-825b-2b983d289fc8 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:14.710122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.777938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fec596f-40cd-4e5c-a346-581024a94ca1 req-7172ee16-e4c5-4f30-96be-559305b680aa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738541 Oct 29 08:35:14.812264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5f160-015b-4ca8-94e3-47e19a98d79c req-1228ee3d-446c-452b-b1fa-de9f4ec895e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:14.813901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5ab5f160-015b-4ca8-94e3-47e19a98d79c req-1228ee3d-446c-452b-b1fa-de9f4ec895e7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3329484 Oct 29 08:35:14.831997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b7657a-4b0b-467f-aaa7-17abfbfb96ea {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:14.858088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:14.874052 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.875587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 200 len: 1095 time: 2.9176741 Oct 29 08:35:14.876165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:14.878762 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ef21e0-df05-4d32-abfc-09c453f701b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:14.891392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.954225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Transition to ACTIVE for port object 28b7657a-4b0b-467f-aaa7-17abfbfb96ea will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:35:14.956198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800787d-ccda-4a6d-a59b-157b5f1d9898 service neutron] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:14.962963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.974404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] For port 8ed809e2-0142-4629-825b-2b983d289fc8, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8ed809e2-0142-4629-825b-2b983d289fc8,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:14.975458 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:14.992003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Calling delete_port for 8ed809e2-0142-4629-825b-2b983d289fc8 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:14.999153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Allocated IP 172.25.5.52 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/95056002-ed87-415c-b023-cf5307904279) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:15.119438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:35:15.156015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Pushing event updated for resources: {'Port': ['ID=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:15.165105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5deee413-fc55-46b8-b228-e49a02a484fa None None] Provisioning complete for port 7c7400c8-ccfd-453c-8f42-23e1913000a0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:15.165486 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5deee413-fc55-46b8-b228-e49a02a484fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:15.193270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d54966a-addc-41a6-bb2c-a7e06ed8b29f req-097e5a84-8b8e-4e26-917e-6b74ae029411 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0955315 Oct 29 08:35:15.244454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5deee413-fc55-46b8-b228-e49a02a484fa None None] Port 7c7400c8-ccfd-453c-8f42-23e1913000a0 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:15.482367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:35:15.488976 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-91fc2b11-6604-4041-b7e1-f2c16506a3f8 admin admin] 10.222.0.70 "PUT /v2.0/routers/cbf363f6-35d2-4010-8b5b-bdfe54383ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7132440 Oct 29 08:35:15.500505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Sync routers for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:35:15.516756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:15.518800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:34:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:15.549362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:15.597879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event deleted for resources: {'Port': ['ID=8ed809e2-0142-4629-825b-2b983d289fc8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:15.606530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3989f418-eeac-4564-b562-068c77158efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:15.608170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-3989f418-eeac-4564-b562-068c77158efa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 1098 time: 0.5807102 Oct 29 08:35:15.626707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:15.684340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe60a853-a87c-4936-8f51-14419fcf207b req-affcad3c-b282-4e3c-9182-a3c42ab1f11f tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0751452 Oct 29 08:35:15.742258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] No DVR routers for this DVR port 8ed809e2-0142-4629-825b-2b983d289fc8 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:35:15.754682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-eec5f66e-322e-4578-b15d-60677882de90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 200 len: 217 time: 0.1354306 Oct 29 08:35:15.757777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:15.773450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49d0db4d-3bd4-4195-8c12-ca005b79a012 req-63f32f87-48c3-42b5-96ab-4d2403599506 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "DELETE /v2.0/ports/8ed809e2-0142-4629-825b-2b983d289fc8 HTTP/1.1" status: 204 len: 173 time: 1.4216623 Oct 29 08:35:15.773967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37946e1b-a6cd-44d2-af20-d9472344a5ef', 'name': 'network-vif-deleted', 'tag': '8ed809e2-0142-4629-825b-2b983d289fc8'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:15.776601 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3b7754-496f-4fc4-a648-cdf35f4c6da4" -d '{"events": [{"server_uuid": "37946e1b-a6cd-44d2-af20-d9472344a5ef", "name": "network-vif-deleted", "tag": "8ed809e2-0142-4629-825b-2b983d289fc8"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:15.819151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:15.832867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Attempting to bind port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:15.833490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Attempting to bind port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:15.834026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Attempting to bind port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:15.860889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:35:15.861538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Attempting to bind port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:15.871779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:15.882380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:15.884366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Checking segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:15.884777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Bound using segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:15.885249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Bound port: 28b7657a-4b0b-467f-aaa7-17abfbfb96ea, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:15.885614 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:15.893961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:15.912887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-6686023b-3e88-463e-9538-ef99fca2f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:15.914386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-6686023b-3e88-463e-9538-ef99fca2f435 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1521764 Oct 29 08:35:15.918720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:15.924145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:15.927715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event updated for resources: {'Port': ['ID=95056002-ed87-415c-b023-cf5307904279,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:15.979976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:16.044258 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.091423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.095739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:16.096129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-15e35f4d-a668-4e8b-9e49-2f86cf838044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:16.096579 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.098010 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-15e35f4d-a668-4e8b-9e49-2f86cf838044 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731660 Oct 29 08:35:16.108905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f24d-72bd-417d-84ae-d281fcdc9dd8 req-d6e3be40-8ac0-4031-93a2-e2f56b65d052 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:16.110504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c02f24d-72bd-417d-84ae-d281fcdc9dd8 req-d6e3be40-8ac0-4031-93a2-e2f56b65d052 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 943 time: 0.2000399 Oct 29 08:35:16.127848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] For port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:16.188729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] For port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:16.200622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.255854 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c02f24d-72bd-417d-84ae-d281fcdc9dd8 req-9f86869f-2a02-428e-8a8f-e252da6d21ec tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358590 Oct 29 08:35:16.267596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:16.268242 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.269685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] 10.222.0.93 "PUT /v2.0/ports/28b7657a-4b0b-467f-aaa7-17abfbfb96ea HTTP/1.1" status: 200 len: 1091 time: 3.1292281 Oct 29 08:35:16.306433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc191d7-d6b7-46a2-ba65-4545cb2c0010 service neutron] Pushing event updated for resources: {'Port': ['ID=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:16.310751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-76436ae3-eba2-450d-aade-0b3f1628cd48 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979063 Oct 29 08:35:16.358968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.366512 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a54ac56-34c2-4ca6-8744-3ea9ba4e3cc8 x-openstack-request-id: req-1a54ac56-34c2-4ca6-8744-3ea9ba4e3cc8 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:16.367050 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:16.367260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.367448 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a54ac56-34c2-4ca6-8744-3ea9ba4e3cc8 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:16.369628 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'status': 'completed', 'code': 200} Oct 29 08:35:16.391047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 2, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:16.437994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Checking router: cbf363f6-35d2-4010-8b5b-bdfe54383ca2 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:35:16.438398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Updating router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 port 7c7400c8-ccfd-453c-8f42-23e1913000a0 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:35:16.473768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.476940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.491989 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.500425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-37d857f1-dd05-4faa-8182-cec4efbdcf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:16.500660 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0222356 Oct 29 08:35:16.502310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-37d857f1-dd05-4faa-8182-cec4efbdcf93 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 1094 time: 0.1318393 Oct 29 08:35:16.552952 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-91d83bd2-5c46-4149-92c7-37e0fcbcc244 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.0516367 Oct 29 08:35:16.553737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8572d1-2695-4e93-972f-80df0bdaeb4e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event updated for resources: {'Port': ['ID=95056002-ed87-415c-b023-cf5307904279,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:16.574240 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-1f5ac99b-0a18-4bc1-a59f-a7fd67eb77ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7657a-4b0b-467f-aaa7-17abfbfb96ea HTTP/1.1" status: 200 len: 217 time: 0.0612485 Oct 29 08:35:16.576254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3b5773-bffc-40f0-9666-33685656e0c2 req-47231e26-1268-46d1-a6b8-8fca2e94593c service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581849 Oct 29 08:35:16.693627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-9e6728a6-83b6-4a13-95fc-d2e8c14a5754 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:16.696417 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24abf2c6-b53e-49e9-af3e-815ac7198d5d req-9e6728a6-83b6-4a13-95fc-d2e8c14a5754 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1306171 Oct 29 08:35:16.742181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-3561efe1-d0e5-4467-a374-1d2392ad171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:16.743690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-3561efe1-d0e5-4467-a374-1d2392ad171d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 1098 time: 0.1034641 Oct 29 08:35:16.754988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-9b2fe40a-1928-4bc7-ab11-95bc81fe73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:16.756785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-9b2fe40a-1928-4bc7-ab11-95bc81fe73b5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.0634241 Oct 29 08:35:16.795918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48960) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:16.801212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-987c5ba5-5097-4e5d-b302-2b3aaf399426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198464345', 'description': 'tempest-description--920822043'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:16.817787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-744f5e83-a3bd-4995-b4f7-9215eec3cd5d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503945 Oct 29 08:35:16.843732 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f366794-0ebf-4056-ade0-17137ffdf055 x-openstack-request-id: req-0f366794-0ebf-4056-ade0-17137ffdf055 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:16.845478 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37946e1b-a6cd-44d2-af20-d9472344a5ef", "name": "network-vif-deleted", "tag": "8ed809e2-0142-4629-825b-2b983d289fc8", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:16.845975 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f366794-0ebf-4056-ade0-17137ffdf055 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:16.848640 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37946e1b-a6cd-44d2-af20-d9472344a5ef', 'name': 'network-vif-deleted', 'tag': '8ed809e2-0142-4629-825b-2b983d289fc8', 'status': 'completed', 'code': 200} Oct 29 08:35:16.850659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987c5ba5-5097-4e5d-b302-2b3aaf399426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.867471 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.876538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.945693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082b1e0-dc35-4d8f-b1e5-2d84fa4a183b None None] Pushing event updated for resources: {'Port': ['ID=7c7400c8-ccfd-453c-8f42-23e1913000a0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:16.948073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-28d1dcd6-c505-4cd8-834e-a4abdfcca657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.976286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987c5ba5-5097-4e5d-b302-2b3aaf399426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:16.983496 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987c5ba5-5097-4e5d-b302-2b3aaf399426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.027407 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987c5ba5-5097-4e5d-b302-2b3aaf399426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.031164 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-987c5ba5-5097-4e5d-b302-2b3aaf399426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2309027 Oct 29 08:35:17.031270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48962) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:17.031373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-aaaa9841-b0fc-49e1-a4ce-1412f3e0e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:17.033156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-aaaa9841-b0fc-49e1-a4ce-1412f3e0e530 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2750826 Oct 29 08:35:17.036664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6af49203-d0fe-4e42-a014-ccd5b2bc2133 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'security_group_rule': {'security_group_id': '420c32e9-4a2d-449f-89b2-022da2d738b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:17.042266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Attempting to bind port 7c7400c8-ccfd-453c-8f42-23e1913000a0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:17.043047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Attempting to bind port 7c7400c8-ccfd-453c-8f42-23e1913000a0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:17.043047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Attempting to bind port 7c7400c8-ccfd-453c-8f42-23e1913000a0 on network b912040f-b9e8-4a0c-a631-1a4e6c59bbde {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:17.044619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c5ba5-5097-4e5d-b302-2b3aaf399426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420c32e9-4a2d-449f-89b2-022da2d738b6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:17.051742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b14ca-d78c-4a04-b763-5287ddcc0e89 req-93ba37c7-4b4b-42a1-9ccc-a23769410530 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:17.053275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-865b14ca-d78c-4a04-b763-5287ddcc0e89 req-93ba37c7-4b4b-42a1-9ccc-a23769410530 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 947 time: 0.1407168 Oct 29 08:35:17.060168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:17.060486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Checking segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:17.061065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.061466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Bound using segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:17.066207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Bound port: 7c7400c8-ccfd-453c-8f42-23e1913000a0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:17.067752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.081611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6af49203-d0fe-4e42-a014-ccd5b2bc2133 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.088255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-26fc3be4-c675-4498-91b6-c9f86703c08c service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380056 Oct 29 08:35:17.148165 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-110ff5fc-62d1-44ee-ac1b-3509c17de7ff req-9595b880-130b-4a82-8894-615217006778 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0536237 Oct 29 08:35:17.154657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-5cec42ce-fde4-4c97-a299-7355450a21fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 200 len: 217 time: 0.0956175 Oct 29 08:35:17.173326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] For port 7c7400c8-ccfd-453c-8f42-23e1913000a0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:17.178250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] For port 7c7400c8-ccfd-453c-8f42-23e1913000a0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7c7400c8-ccfd-453c-8f42-23e1913000a0,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:17.185012 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.205485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6af49203-d0fe-4e42-a014-ccd5b2bc2133 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.212912 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6af49203-d0fe-4e42-a014-ccd5b2bc2133 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.234153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af49203-d0fe-4e42-a014-ccd5b2bc2133 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9b243a-88b5-4035-9780-5cea13507930,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:17.262272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6af49203-d0fe-4e42-a014-ccd5b2bc2133 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.264222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6af49203-d0fe-4e42-a014-ccd5b2bc2133 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2315681 Oct 29 08:35:17.267852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48966) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:17.276123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7e3bf822-afe0-4c38-848d-7c21961804f5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'security_group_rule': {'security_group_id': '420c32e9-4a2d-449f-89b2-022da2d738b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:17.314257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf822-afe0-4c38-848d-7c21961804f5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.336493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-865b14ca-d78c-4a04-b763-5287ddcc0e89 req-714816ed-148f-4e31-8d14-38d0fe10d14a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690811 Oct 29 08:35:17.337180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:17.338020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:17.356659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-591870cf-bed0-44a3-994a-552cf95b2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:17.358259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-591870cf-bed0-44a3-994a-552cf95b2b45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1869969 Oct 29 08:35:17.455567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf822-afe0-4c38-848d-7c21961804f5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.461456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082b1e0-dc35-4d8f-b1e5-2d84fa4a183b None None] Pushing event updated for resources: {'Port': ['ID=7c7400c8-ccfd-453c-8f42-23e1913000a0,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:17.462053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf822-afe0-4c38-848d-7c21961804f5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.481146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bf822-afe0-4c38-848d-7c21961804f5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8468ea-50a1-43d7-a2c8-562c9f4befbe,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:17.498262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf822-afe0-4c38-848d-7c21961804f5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.500397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7e3bf822-afe0-4c38-848d-7c21961804f5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2309670 Oct 29 08:35:17.502218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-691fb6bd-c725-4d9a-bf8e-bbad0183704f req-067828a7-823a-494c-a2aa-ce87d1b287ef service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637571 Oct 29 08:35:17.503379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48972) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:17.505583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1a9ea0d7-47f7-4fa3-b2ff-1b424887046d None None] Provisioning complete for port 7c7400c8-ccfd-453c-8f42-23e1913000a0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:17.505987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a9ea0d7-47f7-4fa3-b2ff-1b424887046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.509464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:17.538384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-43e99988-e244-4dc6-a782-ef69c27b95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:17.540539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-43e99988-e244-4dc6-a782-ef69c27b95df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1730814 Oct 29 08:35:17.545713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.650829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:17.719961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-7f2ff219-17ed-4806-98d8-99f05805fe8f service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696069 Oct 29 08:35:17.729105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-943c4aeb-755e-4bb3-9b57-496df8f1017d req-fec1f10c-7f1d-43af-bec3-a0fa8e1b00fc tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0329378 Oct 29 08:35:17.749286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.762191 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a9ea0d7-47f7-4fa3-b2ff-1b424887046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.787307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-17e5a343-754b-433c-8139-517bca37a6d5 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4086711 Oct 29 08:35:17.794275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:17.821998 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.886969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1a9ea0d7-47f7-4fa3-b2ff-1b424887046d None None] For port 7c7400c8-ccfd-453c-8f42-23e1913000a0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7c7400c8-ccfd-453c-8f42-23e1913000a0,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:17.894506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a9ea0d7-47f7-4fa3-b2ff-1b424887046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.919753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50ef21e0-df05-4d32-abfc-09c453f701b4 req-ca81712e-d216-4bb1-86b3-7a089881ec99 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928320 Oct 29 08:35:17.924779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93b108-0800-4c01-877c-b6d700980ca5 req-34e447b5-3be5-4d64-bcb5-7fb566466620 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:17.925993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d93b108-0800-4c01-877c-b6d700980ca5 req-34e447b5-3be5-4d64-bcb5-7fb566466620 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 943 time: 0.0970423 Oct 29 08:35:17.943235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Allocated IP 172.25.5.32 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/87e127cf-e474-4113-805f-fb7bea8ce850) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:17.979461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:17.996094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ea0d7-47f7-4fa3-b2ff-1b424887046d None None] Pushing event updated for resources: {'Port': ['ID=7c7400c8-ccfd-453c-8f42-23e1913000a0,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:18.015844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d93b108-0800-4c01-877c-b6d700980ca5 req-69779e08-a2b3-4fef-8df9-04644b4e7043 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792282 Oct 29 08:35:18.037051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d03dbe48-4e2b-406f-b8d4-5fa4a12dc8ec None None] Provisioning complete for port 7c7400c8-ccfd-453c-8f42-23e1913000a0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:18.037964 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d03dbe48-4e2b-406f-b8d4-5fa4a12dc8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.090953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.105869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:18.112057 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.129757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.159665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece7497-62d8-41ed-a69c-ae6176147122 None None] The sync data for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 is: [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:35:18.165864 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:18.169374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:18.174673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:18.194924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Allocated IP 172.25.5.162 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/9d6a99d3-22fb-4f37-89bb-75eb5a80741e) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:18.239434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.284848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'Port': ['ID=87e127cf-e474-4113-805f-fb7bea8ce850,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:18.372351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.375847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6e5c83-8aad-4c62-964e-b333374e8cc2', 'tag': '28b7657a-4b0b-467f-aaa7-17abfbfb96ea'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:18.379048 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f27078b-94bc-4d97-b7ec-ba92660ffae0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6e5c83-8aad-4c62-964e-b333374e8cc2", "tag": "28b7657a-4b0b-467f-aaa7-17abfbfb96ea"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:18.408770 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.460554 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.473022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.516285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0f8e4df-f27b-41e3-9949-99c6fc6b1325 req-450e55f1-882f-4376-bc16-c0a711361044 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0575778 Oct 29 08:35:18.524146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:18.528120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:18.531542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:18.567558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event updated for resources: {'Port': ['ID=9d6a99d3-22fb-4f37-89bb-75eb5a80741e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:18.660110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.700339 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.724307 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.738671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511024b-c1cf-4a20-9f25-aaf8c4ff3fbf req-8874cbb0-0e95-4df5-a21c-0e2fd7b75867 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:18.740932 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7511024b-c1cf-4a20-9f25-aaf8c4ff3fbf req-8874cbb0-0e95-4df5-a21c-0e2fd7b75867 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 947 time: 0.0757301 Oct 29 08:35:18.741766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.831512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'Port': ['ID=87e127cf-e474-4113-805f-fb7bea8ce850,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:18.865777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7511024b-c1cf-4a20-9f25-aaf8c4ff3fbf req-c4ec5279-0ee6-4482-af51-6d703efd549f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947168 Oct 29 08:35:18.869067 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.883937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.888905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.892215 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9a46fdda-768f-4c57-a7b3-7ccc4378e5f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3860860 Oct 29 08:35:18.902500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:18.935628 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f7f565-f064-4137-880e-935bd4a3f714 x-openstack-request-id: req-66f7f565-f064-4137-880e-935bd4a3f714 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:18.935900 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6e5c83-8aad-4c62-964e-b333374e8cc2", "tag": "28b7657a-4b0b-467f-aaa7-17abfbfb96ea", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:18.936146 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66f7f565-f064-4137-880e-935bd4a3f714 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:18.936542 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6e5c83-8aad-4c62-964e-b333374e8cc2', 'tag': '28b7657a-4b0b-467f-aaa7-17abfbfb96ea', 'status': 'completed', 'code': 200} Oct 29 08:35:19.014401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a0a2820-0a2c-4bea-adfa-2d8e4e857ef7 req-d6a7092e-3635-4f61-bb4a-c58dda2e7200 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0310001 Oct 29 08:35:19.026774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event updated for resources: {'Port': ['ID=9d6a99d3-22fb-4f37-89bb-75eb5a80741e,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:19.066923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-0fb543db-139b-4460-b03f-28f08cb8d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:19.068622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-0fb543db-139b-4460-b03f-28f08cb8d659 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 1094 time: 0.1016467 Oct 29 08:35:19.069429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:19.109515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:19.117933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-c8dfa9a9-a79d-45e7-91e3-764b062278ae tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3296034 Oct 29 08:35:19.160021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4d2a2596-ae37-47f8-8399-3d00b3b8392c req-5df326e6-7428-4a36-8dd4-abfd4d77e514 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0267692 Oct 29 08:35:19.195792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-506e2fb1-6751-45d7-b364-53801024a73b tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.0765855 Oct 29 08:35:19.198422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-4adc41bf-ca9f-4bb1-af60-42902337174e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1198464345&fields=id&tenant_id=527ed82a040d42019780616f8ace9daf HTTP/1.1" status: 200 len: 267 time: 0.0798888 Oct 29 08:35:19.202262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:35:19.353230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-108f25ab-e87b-48b7-88ca-567432f11e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:19.355073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-108f25ab-e87b-48b7-88ca-567432f11e1d service neutron] 10.222.0.93 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 914 time: 0.2701170 Oct 29 08:35:19.384189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:19.386948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-11f9980e-5a4f-429b-a830-ea82ef91e6c2 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:19.388406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c83e38e1-01e5-4c0b-a23d-01410569ef8b req-11f9980e-5a4f-429b-a830-ea82ef91e6c2 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1583161 Oct 29 08:35:19.401922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-6afc3008-3569-437f-a8ff-35cff5c9eec0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:19.410170 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-6afc3008-3569-437f-a8ff-35cff5c9eec0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 816 time: 0.2104378 Oct 29 08:35:19.428365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'mac_address': 'fa:16:3e:24:81:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:35:19.433574 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f5990a8e-b832-400b-91e0-89a4c855a51d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/quotas/527ed82a040d42019780616f8ace9daf HTTP/1.1" status: 200 len: 375 time: 0.0216949 Oct 29 08:35:19.465618 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:19.481939 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:19.497219 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-4c321dfa-f67e-4c2f-8e23-09ee9549823b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7657a-4b0b-467f-aaa7-17abfbfb96ea HTTP/1.1" status: 200 len: 217 time: 0.0438221 Oct 29 08:35:19.519383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf67396e-0000-4bb9-947d-268fcbe1624c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:19.525272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-9bbcb122-3eaf-4d50-8ad4-97664af1d918 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907056 Oct 29 08:35:19.555101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:19.563316 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:19.621800 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4ad6a-e7a7-47e1-9809-f73559daf677 req-f9b7c62d-36b4-4d37-b9ed-8e1aeed030e1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:19.629525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08d4ad6a-e7a7-47e1-9809-f73559daf677 req-f9b7c62d-36b4-4d37-b9ed-8e1aeed030e1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 943 time: 0.1249781 Oct 29 08:35:19.635183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:19.648496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-ab98d8eb-2f99-4816-9ab8-716cda54eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:19.651349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-ab98d8eb-2f99-4816-9ab8-716cda54eac4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.1146994 Oct 29 08:35:19.703375 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-c53882cb-2442-43af-b053-7a5333f9a9b7 service neutron] 10.222.0.70 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770244 Oct 29 08:35:19.719762 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-d8404670-a8ed-40b5-8d60-1942defaed46 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570540 Oct 29 08:35:19.769906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7c7400c8-ccfd-453c-8f42-23e1913000a0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:19.785091 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08d4ad6a-e7a7-47e1-9809-f73559daf677 req-a262aec3-fa6f-40b1-9c88-17ddcad2fd46 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479733 Oct 29 08:35:19.804077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['cf67396e-0000-4bb9-947d-268fcbe1624c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:35:19.866218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-fcbff53b-2370-43d7-9f76-c968b2ddf7fb service neutron] 10.222.0.70 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580219 Oct 29 08:35:19.891109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7c7400c8-ccfd-453c-8f42-23e1913000a0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:19.891478 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:19.914475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-4b5fe98d-3f3b-4d8d-84c3-554bc4b405a5 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847205 Oct 29 08:35:20.037011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f27078b-94bc-4d97-b7ec-ba92660ffae0 req-30653251-255a-482a-8f3b-98ff3d001213 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110682 Oct 29 08:35:20.092088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-5e30beda-9e73-44a8-9050-693319f59d6d tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2617528 Oct 29 08:35:20.106061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:20.149473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:20.234310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49f4e3e0-7127-48e3-8b84-a1cd2f2ce230 req-d2c8bd18-646b-45e5-b395-3c65d2e200aa tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0348315 Oct 29 08:35:20.299039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:20.472052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c9c0-b8f6-45cc-91c4-826d51248510 req-8ee912cb-09ce-48f3-80d7-bcb15c5c239f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:20.473997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Allocated IP 172.25.5.245 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/fad8e861-8167-4ab9-981d-2cdb451d3c3b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:20.482381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0422c9c0-b8f6-45cc-91c4-826d51248510 req-8ee912cb-09ce-48f3-80d7-bcb15c5c239f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 948 time: 0.0951746 Oct 29 08:35:20.533170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 28b7657a-4b0b-467f-aaa7-17abfbfb96ea details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:35:20.580535 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0422c9c0-b8f6-45cc-91c4-826d51248510 req-7ab3c331-0cb3-48c2-bc62-e13768b86d73 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968785 Oct 29 08:35:20.642356 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:20.660719 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44c806bd-0759-40b2-a776-414b0561e9a3 req-7c84fe83-d0c3-44a8-b1c4-0ef82fae9410 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 210 time: 0.0384338 Oct 29 08:35:20.739446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:20.786830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:20.794685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3aad9819-14eb-4433-a8fd-cf6a2c862904 req-cf3c1da7-c5f1-4f33-a39d-a9f26a1ec64c tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0318086 Oct 29 08:35:20.824044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '28b7657a-4b0b-467f-aaa7-17abfbfb96ea', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'port_id': '28b7657a-4b0b-467f-aaa7-17abfbfb96ea', 'mac_address': 'fa:16:3e:ef:4c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d27dd1-3461-42a3-99f1-e87ef81f581c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:35:20.849757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event updated for resources: {'Port': ['ID=fad8e861-8167-4ab9-981d-2cdb451d3c3b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:20.870203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:20.872775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:20.875666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:20.920580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:20.943186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b7657a-4b0b-467f-aaa7-17abfbfb96ea {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:20.968190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:20.972076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ff386-9906-4d07-b1b3-d3213a25140e req-797b65ab-2668-4ab7-b705-149b4b0f2e8a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:20.974134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f2ff386-9906-4d07-b1b3-d3213a25140e req-797b65ab-2668-4ab7-b705-149b4b0f2e8a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 943 time: 0.0960760 Oct 29 08:35:20.977236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.016852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.042421 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f2ff386-9906-4d07-b1b3-d3213a25140e req-21ccca3c-2195-4564-beeb-f899dfdb8d22 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Oct 29 08:35:21.050518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:21.083834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.219973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:21.244785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.250382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.274624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port cf67396e-0000-4bb9-947d-268fcbe1624c completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:35:21.279478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port cf67396e-0000-4bb9-947d-268fcbe1624c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:21.279827 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.352903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event updated for resources: {'Port': ['ID=fad8e861-8167-4ab9-981d-2cdb451d3c3b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:21.357977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.398047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['28b7657a-4b0b-467f-aaa7-17abfbfb96ea'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:35:21.406169 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8479e328-81da-4716-98b7-56f9c3520dae req-68dedfe7-0250-4aa0-a80f-af89850ee8c7 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0615063 Oct 29 08:35:21.410504 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.412776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-9d85924a-4b13-455f-974d-55200ff0be65 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3115225 Oct 29 08:35:21.433266 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.483230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-322ea1d0-0dab-45eb-a698-c793ee053703 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0634069 Oct 29 08:35:21.495649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:21.498000 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38a369f-13bb-4538-a199-b12480e341ea" -d '{"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-plugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:21.514019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:21.528377 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:21.626107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:21.709896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-2f1ff11d-0fc8-4283-a360-243922710f09 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:21.711388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9708e7-12a9-47a5-9c69-cd6fb8f51a6e req-2f1ff11d-0fc8-4283-a360-243922710f09 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2219627 Oct 29 08:35:21.723315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-c30b2317-7ae5-4c3d-82fd-9fd24107924c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:21.725045 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-c30b2317-7ae5-4c3d-82fd-9fd24107924c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.93 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 816 time: 0.1711767 Oct 29 08:35:21.774740 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283828a9-639f-49bd-a953-8b3782a5c60d x-openstack-request-id: req-283828a9-639f-49bd-a953-8b3782a5c60d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:21.774740 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-plugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:21.775060 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-283828a9-639f-49bd-a953-8b3782a5c60d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:21.775417 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'code': 200} Oct 29 08:35:21.794994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-d7984416-537b-4cc2-a39e-77e9817a2b4e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527ed82a040d42019780616f8ace9daf HTTP/1.1" status: 200 len: 380 time: 0.0599179 Oct 29 08:35:21.814610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'port': {'device_id': '9004e9d9-a504-4692-8082-39e22a6ea862', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'admin_state_up': True, 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'security_groups': ['420c32e9-4a2d-449f-89b2-022da2d738b6']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:21.875999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-825681f5-40e3-4ce6-b5a8-218819f3e90a req-a5e7800f-a90b-4afd-8841-58b60fe396b0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 210 time: 0.0409985 Oct 29 08:35:21.955562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e42652-8066-48df-b70b-9e9dcdba5fb4 req-03c0d9b6-ea9e-4523-baf2-84f5b7e5d799 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:21.957973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8e42652-8066-48df-b70b-9e9dcdba5fb4 req-03c0d9b6-ea9e-4523-baf2-84f5b7e5d799 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1620586 Oct 29 08:35:21.971900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba95d7fb-5845-41fd-96d2-4aa2e2957838 req-0eace074-8dc2-4bd6-a887-eb23ac7fe0ec tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips/028bde74-6167-4a54-8f6c-79eb678cae38 HTTP/1.1" status: 200 len: 693 time: 0.0566936 Oct 29 08:35:21.991101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de519-9e18-4689-ba33-b0f5fb23146b req-46b5b27c-5259-42a2-a236-bbb7c41bf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:21.992671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-889de519-9e18-4689-ba33-b0f5fb23146b req-46b5b27c-5259-42a2-a236-bbb7c41bf67f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 1100 time: 0.1112635 Oct 29 08:35:22.066769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8e42652-8066-48df-b70b-9e9dcdba5fb4 req-6fa60f3f-2fe3-4064-8747-f161c1f8fbfa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898032 Oct 29 08:35:22.075406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Made reservation on behalf of 527ed82a040d42019780616f8ace9daf for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:22.081400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:22.097220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95d7fb-5845-41fd-96d2-4aa2e2957838 req-b5873827-2853-4bd1-8cc3-9fa5b4505a39 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:22.100942 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba95d7fb-5845-41fd-96d2-4aa2e2957838 req-b5873827-2853-4bd1-8cc3-9fa5b4505a39 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1234133 Oct 29 08:35:22.110683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-ba95d7fb-5845-41fd-96d2-4aa2e2957838 req-520304ef-712c-4617-9e96-5786f1335864 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:35:22.111654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba95d7fb-5845-41fd-96d2-4aa2e2957838 req-520304ef-712c-4617-9e96-5786f1335864 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058947 Oct 29 08:35:22.158427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-889de519-9e18-4689-ba33-b0f5fb23146b req-227d34b9-e9ff-4616-a466-7aece144c580 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481831 Oct 29 08:35:22.196425 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36e71aa9-cf9f-45b7-a63b-b43b442d4b43 req-f2f5198a-7b1e-433d-b482-7ec581d88ef0 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0374811 Oct 29 08:35:22.236758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd36313-cd29-40dd-8930-055e1513fa03 req-249b7528-0794-407e-9360-d00b74842863 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:22.238491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ddd36313-cd29-40dd-8930-055e1513fa03 req-249b7528-0794-407e-9360-d00b74842863 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 944 time: 0.0648882 Oct 29 08:35:22.278251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ddd36313-cd29-40dd-8930-055e1513fa03 req-cabaa96c-3aa4-4ca9-b0f9-928c7d22887a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331497 Oct 29 08:35:22.306277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-7c60d761-6090-44ef-918e-bb469cdc1762 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips/028bde74-6167-4a54-8f6c-79eb678cae38 HTTP/1.1" status: 200 len: 693 time: 0.0626514 Oct 29 08:35:22.307471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Allocated IP 172.20.0.13 (b912040f-b9e8-4a0c-a631-1a4e6c59bbde/dfc7b0c0-4805-4966-a05c-946e8dd26516/38ece50c-f92d-49f4-9460-74e37cc71864) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:22.526631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-2f51837f-64cd-4a0e-97c1-69fc2d279f78 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:22.528278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-2f51837f-64cd-4a0e-97c1-69fc2d279f78 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.2083991 Oct 29 08:35:22.675442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-d4d0b0f1-e188-4994-8dcb-6ba88f14f73f tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.1378596 Oct 29 08:35:22.683290 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:22.688627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-014be31e-a0e9-46c0-909c-3090eb1787d6 req-1e605e68-7359-4b0f-b08b-1e1ba1bbafd7 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0384288 Oct 29 08:35:22.740429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-6120ea73-76df-4155-a03a-1432c26c90ee tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0638933 Oct 29 08:35:22.845407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-176eb8ae-189f-4d29-98e7-fc9edd1f588f req-48c05036-1f4c-4e4e-a3f7-483a487f0a08 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0304971 Oct 29 08:35:22.865784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:23.035788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e934c8-7c55-46cf-ab7e-91e476c95385 req-695183e9-d459-4ea7-9400-b7464bbd75fb tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:23.038353 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-81e934c8-7c55-46cf-ab7e-91e476c95385 req-695183e9-d459-4ea7-9400-b7464bbd75fb tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 932 time: 0.0672736 Oct 29 08:35:23.086000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-81e934c8-7c55-46cf-ab7e-91e476c95385 req-358c92d3-dbf0-46e0-8816-67b23a17aac8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 Oct 29 08:35:23.207124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e845f7d-4f31-4f34-b8ed-82fd3b39e5dc req-dab5735b-6d79-4803-8c18-88b0a90c42bd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:23.208895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e845f7d-4f31-4f34-b8ed-82fd3b39e5dc req-dab5735b-6d79-4803-8c18-88b0a90c42bd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0584118 Oct 29 08:35:23.263585 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e845f7d-4f31-4f34-b8ed-82fd3b39e5dc req-da795275-1df1-463f-9a1c-892559b5ed76 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Oct 29 08:35:23.284990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:23.284990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:23.284990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:23.286718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:23.338305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Deleting port fad8e861-8167-4ab9-981d-2cdb451d3c3b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:23.338658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:23.347133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:23.347976 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:23.442419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-0c53e980-e424-4e13-ab34-02d63b8f614a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6333020 Oct 29 08:35:23.461278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Request body: {'port': {'device_id': '9004e9d9-a504-4692-8082-39e22a6ea862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:23.481963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1840e-bd8a-41be-ab76-149640311a55 req-5186fac9-ab66-4b15-a846-f74fc2fca00c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:23.491533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9a1840e-bd8a-41be-ab76-149640311a55 req-5186fac9-ab66-4b15-a846-f74fc2fca00c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 944 time: 0.1120450 Oct 29 08:35:23.552417 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9a1840e-bd8a-41be-ab76-149640311a55 req-7d4ded09-adb0-455f-91f5-2e1de9dd52c5 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598361 Oct 29 08:35:23.553488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:23.566649 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:23.567061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:23.588439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Calling delete_port for fad8e861-8167-4ab9-981d-2cdb451d3c3b owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:23.650124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-eaef4270-6e02-48d2-987e-ed51cf230b51 None None] Provisioning complete for port 38ece50c-f92d-49f4-9460-74e37cc71864 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:23.650767 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eaef4270-6e02-48d2-987e-ed51cf230b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:23.687516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-eaef4270-6e02-48d2-987e-ed51cf230b51 None None] Port 38ece50c-f92d-49f4-9460-74e37cc71864 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:23.806808 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae426c1b-e9d2-4990-bca5-7ad1bb1b8273 req-4a847edf-f0a5-41ea-8fe2-8b7534083684 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0355589 Oct 29 08:35:23.955642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:23.979054 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-839d3ca1-fd61-4f58-b63e-1b68ef5793ae req-610588e3-814b-4f2d-9287-b32e34ea8c4e tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0311532 Oct 29 08:35:23.997661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event deleted for resources: {'Port': ['ID=fad8e861-8167-4ab9-981d-2cdb451d3c3b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:24.001782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ece50c-f92d-49f4-9460-74e37cc71864 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:24.011388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.069534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Transition to ACTIVE for port object 38ece50c-f92d-49f4-9460-74e37cc71864 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:35:24.078662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.111350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.115477 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.116701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57a82d14-0afc-48bf-ab20-aca5be8a9a42 req-fd22d010-27cc-45dd-af12-5cb816b47ea3 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "DELETE /v2.0/floatingips/028bde74-6167-4a54-8f6c-79eb678cae38 HTTP/1.1" status: 204 len: 173 time: 1.3714879 Oct 29 08:35:24.153030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:24.235382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721ae1-8368-4bdf-85f6-156d13f2b6cd req-33ec73a4-9ed6-43e1-8e02-592c92cbbfe3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:24.244272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ce721ae1-8368-4bdf-85f6-156d13f2b6cd req-33ec73a4-9ed6-43e1-8e02-592c92cbbfe3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.0628135 Oct 29 08:35:24.309986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ce721ae1-8368-4bdf-85f6-156d13f2b6cd req-87b28065-2e66-4847-a9b9-fe4f92f40381 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Oct 29 08:35:24.446458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc21b06-0e79-4413-a513-591e0137da8d req-82a2b61f-96d3-4e3e-ad70-5e51fa38ff12 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:24.448196 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4cc21b06-0e79-4413-a513-591e0137da8d req-82a2b61f-96d3-4e3e-ad70-5e51fa38ff12 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2673252 Oct 29 08:35:24.448963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c74210-7dbc-4285-b6e1-f4284d223bcb req-eb1caece-5caa-4391-91d4-e3a340ec63f6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:24.449301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Attempting to bind port 38ece50c-f92d-49f4-9460-74e37cc71864 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:24.449643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Attempting to bind port 38ece50c-f92d-49f4-9460-74e37cc71864 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:24.449976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Attempting to bind port 38ece50c-f92d-49f4-9460-74e37cc71864 on network b912040f-b9e8-4a0c-a631-1a4e6c59bbde {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:24.457141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58c74210-7dbc-4285-b6e1-f4284d223bcb req-eb1caece-5caa-4391-91d4-e3a340ec63f6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0714376 Oct 29 08:35:24.462682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Port 38ece50c-f92d-49f4-9460-74e37cc71864 on network b912040f-b9e8-4a0c-a631-1a4e6c59bbde not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:35:24.463016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Attempting to bind port 38ece50c-f92d-49f4-9460-74e37cc71864 on network b912040f-b9e8-4a0c-a631-1a4e6c59bbde {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:24.468466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:24.468811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Checking segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:24.469753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Bound using segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:24.469753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Bound port: 38ece50c-f92d-49f4-9460-74e37cc71864, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:24.470117 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.496763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58c74210-7dbc-4285-b6e1-f4284d223bcb req-f18647d6-7e9f-4010-926d-a3d9ffc3d77f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391226 Oct 29 08:35:24.549043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 28b7657a-4b0b-467f-aaa7-17abfbfb96ea up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:24.586843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-887b4f2b-d0a5-4c0e-8fc1-68a8c205470e req-a9bcd0da-df0f-458b-a2bb-71739526dfe0 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=2e5adf24ee3f43539bc603e7e229f9e7 HTTP/1.1" status: 200 len: 1656 time: 0.1066935 Oct 29 08:35:24.608549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:35:24.616076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:24.617190 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.649158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f8aa-0cec-4413-b06c-15a566191f08 req-659188d1-51fa-4c13-a682-5b451442272b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:24.650928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4709f8aa-0cec-4413-b06c-15a566191f08 req-659188d1-51fa-4c13-a682-5b451442272b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0796065 Oct 29 08:35:24.676812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:24.682218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:24.689311 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.710978 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4709f8aa-0cec-4413-b06c-15a566191f08 req-b2588e76-9188-4c60-b28e-0892d3f7dfb5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530448 Oct 29 08:35:24.740325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:24.740979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.742433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] 10.222.0.93 "PUT /v2.0/ports/38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 200 len: 1092 time: 1.2888656 Oct 29 08:35:24.755830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:24.758512 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880f204-2e0e-4329-8252-4e2da16b984a" -d '{"events": [{"name": "network-changed", "server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:24.803058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4f2b-d0a5-4c0e-8fc1-68a8c205470e req-904da4a5-d016-4ea6-abf1-ab3ca9a05ae2 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:24.804723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-887b4f2b-d0a5-4c0e-8fc1-68a8c205470e req-904da4a5-d016-4ea6-abf1-ab3ca9a05ae2 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks?id=6fec1c60-9481-4b61-bbaf-90b386e9f372&id=6fec1c60-9481-4b61-bbaf-90b386e9f372&id=6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 787 time: 0.2091553 Oct 29 08:35:24.832615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a97df-3576-426a-9d89-4e02de29ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:24.844504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-887b4f2b-d0a5-4c0e-8fc1-68a8c205470e req-5163761f-9b8f-4bb6-af58-b709c7b2be8a tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:35:24.845532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-887b4f2b-d0a5-4c0e-8fc1-68a8c205470e req-5163761f-9b8f-4bb6-af58-b709c7b2be8a tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089498 Oct 29 08:35:24.866131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-05048f75-7ab5-4f22-828b-e43106a2755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:24.869420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-05048f75-7ab5-4f22-828b-e43106a2755d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1095 time: 0.0634503 Oct 29 08:35:24.882028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c555dd-777b-41e9-a85a-6591bc1b2960 req-3bad3db3-7ba6-4fa7-9866-d36a55a947eb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:24.889977 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05c555dd-777b-41e9-a85a-6591bc1b2960 req-3bad3db3-7ba6-4fa7-9866-d36a55a947eb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 944 time: 0.0925345 Oct 29 08:35:24.908233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:24.929721 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05c555dd-777b-41e9-a85a-6591bc1b2960 req-23252d87-c56a-476e-93a2-b0139bd294eb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Oct 29 08:35:24.930231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-f3f9483c-aee3-40d4-afc2-b396705ca87b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 200 len: 217 time: 0.0501266 Oct 29 08:35:24.945844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6e5c83-8aad-4c62-964e-b333374e8cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7657a-4b0b-467f-aaa7-17abfbfb96ea'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:24.951716 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec4deec-9b8b-406b-a11a-c66199652905" -d '{"events": [{"server_uuid": "ed6e5c83-8aad-4c62-964e-b333374e8cc2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7657a-4b0b-467f-aaa7-17abfbfb96ea"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:24.974550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:24.982633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:25.007412 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a73f5-6824-48c4-9419-3baaa1a3d19b x-openstack-request-id: req-f99a73f5-6824-48c4-9419-3baaa1a3d19b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:25.007600 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:25.007705 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f99a73f5-6824-48c4-9419-3baaa1a3d19b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:25.008165 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864', 'status': 'completed', 'code': 200} Oct 29 08:35:25.016487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-e3e8110a-44c9-46a0-8849-078bfb9c176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:25.020369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-e3e8110a-44c9-46a0-8849-078bfb9c176a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.0818257 Oct 29 08:35:25.060786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:25.100080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80236af8-4613-43d6-bf6d-2e9f73888676 req-5b897b96-7f3b-4667-a22d-93077684417f tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0275571 Oct 29 08:35:25.123781 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-70adf13a-dbe3-4983-8be7-4542c533da3d tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips/776c0920-ed5c-450b-be83-bbabb7e045ab HTTP/1.1" status: 200 len: 693 time: 0.0940952 Oct 29 08:35:25.177638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-09ca8a47-042b-49fa-9a2d-af3ce92b4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:25.179229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-09ca8a47-042b-49fa-9a2d-af3ce92b4cfb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453698 Oct 29 08:35:25.201805 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc47545-e914-4bdb-9b25-de788bea3e58 x-openstack-request-id: req-9cc47545-e914-4bdb-9b25-de788bea3e58 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:25.202015 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6e5c83-8aad-4c62-964e-b333374e8cc2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7657a-4b0b-467f-aaa7-17abfbfb96ea", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:25.202355 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cc47545-e914-4bdb-9b25-de788bea3e58 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:25.202860 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6e5c83-8aad-4c62-964e-b333374e8cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7657a-4b0b-467f-aaa7-17abfbfb96ea', 'code': 200} Oct 29 08:35:25.310292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-29941257-69e4-4c2f-9d9d-7fbdb5ac986b tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:25.313340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-29941257-69e4-4c2f-9d9d-7fbdb5ac986b tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1882358 Oct 29 08:35:25.329018 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86826361-ecda-4fe4-ae80-99c5ea42123e req-04eecac9-2412-41d9-bb57-33aeab29eb05 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0380085 Oct 29 08:35:25.338705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-bb791ab5-fc07-4786-9cb6-e7ea07929fa0 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500373 Oct 29 08:35:25.376767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9e950-4c86-44f5-92b1-e260def77130 req-f6525831-10f0-4cdd-b338-1ae6c94dc5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:25.379215 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5d9e950-4c86-44f5-92b1-e260def77130 req-f6525831-10f0-4cdd-b338-1ae6c94dc5cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0772855 Oct 29 08:35:25.433666 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-4b178640-e9f3-4fa6-b789-ba72c9ff38c6 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.1084113 Oct 29 08:35:25.452616 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5d9e950-4c86-44f5-92b1-e260def77130 req-b44b0814-deaf-43d3-a323-e8f5314083b3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649412 Oct 29 08:35:25.493357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-56a6e744-f220-4f31-897e-7ed07e5b7da9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.0511608 Oct 29 08:35:25.614626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12003520-b334-4446-9bbb-2dab1499ea60 req-719f7735-0fb6-4f62-8a26-2a42700a3e41 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:25.622135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12003520-b334-4446-9bbb-2dab1499ea60 req-719f7735-0fb6-4f62-8a26-2a42700a3e41 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.0618813 Oct 29 08:35:25.628628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e7d2231-2268-416f-9f64-62ae1942d977 req-8621f7bf-24a6-4bca-86bb-088710a9a199 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504494 Oct 29 08:35:25.691955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12003520-b334-4446-9bbb-2dab1499ea60 req-7c1a8dee-ca9c-43d5-b3c1-5f42ce60ab08 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575533 Oct 29 08:35:25.739983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Deleting port 9d6a99d3-22fb-4f37-89bb-75eb5a80741e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:25.740343 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:25.822940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64442d80-148f-424f-a8cb-a5b54487a7df req-d5a1b46a-92c6-47af-b468-97ae103defdc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:25.828283 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64442d80-148f-424f-a8cb-a5b54487a7df req-d5a1b46a-92c6-47af-b468-97ae103defdc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0689280 Oct 29 08:35:25.864164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-78ca7e50-e57e-469d-8da1-59a34c392fec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2640643 Oct 29 08:35:25.866752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64442d80-148f-424f-a8cb-a5b54487a7df req-d0070017-ec9b-4806-a34e-3173ee47b99c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348952 Oct 29 08:35:25.875080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f204-2e0e-4329-8252-4e2da16b984a req-53728405-926a-4eb2-be67-b066e6cf7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:25.876721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2880f204-2e0e-4329-8252-4e2da16b984a req-53728405-926a-4eb2-be67-b066e6cf7bfe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1095 time: 0.1145141 Oct 29 08:35:25.883607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-a3a24bc1-92ea-47d9-bbae-08cb62aafd1d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:35:25.884731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-a3a24bc1-92ea-47d9-bbae-08cb62aafd1d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070250 Oct 29 08:35:25.915345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:25.915780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:25.983180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Calling delete_port for 9d6a99d3-22fb-4f37-89bb-75eb5a80741e owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:26.019086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f204-2e0e-4329-8252-4e2da16b984a req-2f3f10f1-8165-4ce2-8eb2-f1e8361d1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:26.021254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2880f204-2e0e-4329-8252-4e2da16b984a req-2f3f10f1-8165-4ce2-8eb2-f1e8361d1c3c service neutron] 10.222.0.93 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.1322737 Oct 29 08:35:26.074750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7b693-5638-49ed-ba6a-dde4e4d8d837 req-7dbec3dc-ab96-4e94-b413-7683996fcf48 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:26.080662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-93c7b693-5638-49ed-ba6a-dde4e4d8d837 req-7dbec3dc-ab96-4e94-b413-7683996fcf48 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 945 time: 0.0581343 Oct 29 08:35:26.109634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2880f204-2e0e-4329-8252-4e2da16b984a req-718222b5-9eae-419e-9042-48eb75dd2217 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 200 len: 217 time: 0.0456095 Oct 29 08:35:26.129943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-93c7b693-5638-49ed-ba6a-dde4e4d8d837 req-9821d8f8-67c6-4d23-bc0c-1b2d4f81cf6b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Oct 29 08:35:26.200455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f204-2e0e-4329-8252-4e2da16b984a req-e636b20b-da9e-497f-96d1-29d56fecbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:26.202223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2880f204-2e0e-4329-8252-4e2da16b984a req-e636b20b-da9e-497f-96d1-29d56fecbd07 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.0846369 Oct 29 08:35:26.307972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f204-2e0e-4329-8252-4e2da16b984a req-f2540b09-03ad-426c-9adf-5750e48400cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:26.312374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1ec79f0-16c5-44fd-9346-a71d7c97a7be req-c04e9258-4e4b-4245-a6cd-567b1ce2488f tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0383794 Oct 29 08:35:26.314989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2880f204-2e0e-4329-8252-4e2da16b984a req-f2540b09-03ad-426c-9adf-5750e48400cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021106 Oct 29 08:35:26.335133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:26.422399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event deleted for resources: {'Port': ['ID=9d6a99d3-22fb-4f37-89bb-75eb5a80741e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:26.477489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58656941-3f91-4b5b-9258-3a7a9f911827 req-bcece2b6-169a-4a19-aa12-efb580447a7c tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0562057 Oct 29 08:35:26.544903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2880f204-2e0e-4329-8252-4e2da16b984a req-cb4e7827-9583-45e5-9fed-df1cbb0e2a37 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201338 Oct 29 08:35:26.555593 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:26.558292 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:26.559576 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-083f4ae2-f4cb-4c70-910b-d4f033267559 req-5e031311-6d1c-497b-9102-95fb4a530bd9 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "DELETE /v2.0/floatingips/776c0920-ed5c-450b-be83-bbabb7e045ab HTTP/1.1" status: 204 len: 173 time: 1.0508597 Oct 29 08:35:26.651762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-3beebc73-8b17-42ff-8bb5-7bc6716409c1 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips/a26610c4-2ce8-4f8a-be99-9f8fae7e5d29 HTTP/1.1" status: 200 len: 692 time: 0.0724788 Oct 29 08:35:26.672244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2880f204-2e0e-4329-8252-4e2da16b984a req-35859325-4e56-46b0-945e-b248f76ea801 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115270 Oct 29 08:35:26.778411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-e5f82172-1f2a-4274-a408-eb943ff0935f tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:26.779889 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-e5f82172-1f2a-4274-a408-eb943ff0935f tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1208324 Oct 29 08:35:26.801797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934b93-105d-467e-a07b-22c4235db6f9 req-c19cb0cb-0397-4e17-8a08-814ac95522c6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:26.803308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46934b93-105d-467e-a07b-22c4235db6f9 req-c19cb0cb-0397-4e17-8a08-814ac95522c6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.0545588 Oct 29 08:35:26.832682 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-4790a345-be28-4fbd-a8d5-05976c6cbf49 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.0460627 Oct 29 08:35:26.849271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46934b93-105d-467e-a07b-22c4235db6f9 req-962d5799-ea41-43b8-a916-27ceb1086004 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395415 Oct 29 08:35:26.885493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-855ae11c-8a54-4dc5-ac5c-e0540de345bf tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.0451298 Oct 29 08:35:26.990463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810016fb-c28c-45bc-9973-9921c4fd0061 req-918f4acf-e97a-46f7-a3c2-d9747d0cd7b1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:26.992098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-810016fb-c28c-45bc-9973-9921c4fd0061 req-918f4acf-e97a-46f7-a3c2-d9747d0cd7b1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0519898 Oct 29 08:35:27.020822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Deleting port 95056002-ed87-415c-b023-cf5307904279 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:27.021169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:27.030735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-810016fb-c28c-45bc-9973-9921c4fd0061 req-5f7e1805-18bb-431f-ae4c-d7a3c610faf4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Oct 29 08:35:27.106383 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:27.106651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:27.118832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Calling delete_port for 95056002-ed87-415c-b023-cf5307904279 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:27.262827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cda6aa-7ef8-43d9-a58e-516c448e2a6b req-9b6611f2-e750-4322-b26c-73de1604e3a6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:27.264431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72cda6aa-7ef8-43d9-a58e-516c448e2a6b req-9b6611f2-e750-4322-b26c-73de1604e3a6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 945 time: 0.0696695 Oct 29 08:35:27.327314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72cda6aa-7ef8-43d9-a58e-516c448e2a6b req-0e031537-8c4a-432e-b378-a3396134ae45 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548644 Oct 29 08:35:27.398856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-4b248547-1130-4fb7-84b0-23838e869cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:27.400389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-4b248547-1130-4fb7-84b0-23838e869cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 1100 time: 0.0477967 Oct 29 08:35:27.592901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:27.620231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event deleted for resources: {'Port': ['ID=95056002-ed87-415c-b023-cf5307904279,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:27.699263 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:27.701974 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:27.703175 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4c3323d-e40a-472d-9cfd-03edf77a70d9 req-0b8a7436-7eb8-42a1-9faa-ba7e9bf65c24 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "DELETE /v2.0/floatingips/a26610c4-2ce8-4f8a-be99-9f8fae7e5d29 HTTP/1.1" status: 204 len: 173 time: 0.8119321 Oct 29 08:35:27.790203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2c1f83d5-7d54-4a5a-8df3-a6b30c9fb403 req-3a4db344-22f1-4614-be83-224ace440793 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0313461 Oct 29 08:35:27.826580 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cbffa0e7-1ce6-4ba8-a6c2-dc35f1e3565b req-2bb0a812-c433-41c5-aee7-f4cc9f9a2ebc tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.3626459 Oct 29 08:35:27.864227 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-851ffc1f-7f6a-41a2-bb06-1e02a1eae14e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips/4aa70a4e-a501-4899-aa61-09053c0b6a40 HTTP/1.1" status: 200 len: 693 time: 0.0449121 Oct 29 08:35:27.876759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-765e7176-afee-494c-92a4-25eaae072b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:27.878413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-765e7176-afee-494c-92a4-25eaae072b82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.4710166 Oct 29 08:35:27.930322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-7d2f6540-5f30-47a9-8953-76604f9e1c3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 200 len: 217 time: 0.0430105 Oct 29 08:35:28.009845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-c38f2565-0d01-4fa1-b898-51b1cf3a0a9e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:28.014934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-919eb615-84d7-4521-893f-1ed5ec1a7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:28.016432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-919eb615-84d7-4521-893f-1ed5ec1a7430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0786996 Oct 29 08:35:28.020056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-c38f2565-0d01-4fa1-b898-51b1cf3a0a9e tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1496701 Oct 29 08:35:28.041622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39716c-4389-46ed-8d57-17d743f25534 req-233c8906-fc97-4c6c-8866-a11e734aa86f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:28.043532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f39716c-4389-46ed-8d57-17d743f25534 req-233c8906-fc97-4c6c-8866-a11e734aa86f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.0733035 Oct 29 08:35:28.075071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-69aced5a-2f66-4343-b536-4928f3a586be tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.0544691 Oct 29 08:35:28.101111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-abf1c284-1e5b-454a-895f-c857e7403974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:28.102639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-abf1c284-1e5b-454a-895f-c857e7403974 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787652 Oct 29 08:35:28.105495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f39716c-4389-46ed-8d57-17d743f25534 req-0830d6fe-6e2f-4f9e-8ff5-4e8984816fac tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466371 Oct 29 08:35:28.153026 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-d9a6cb90-723e-4c82-a808-a1e6a038a617 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.0724165 Oct 29 08:35:28.245415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-9084dd76-d6ef-4336-857d-75662947a79f service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322215 Oct 29 08:35:28.254577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01625ec5-2b47-4dda-8013-2f996151975d req-55660efb-674f-4d2b-9f68-d0fdd1eec21a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:28.256430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01625ec5-2b47-4dda-8013-2f996151975d req-55660efb-674f-4d2b-9f68-d0fdd1eec21a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0765240 Oct 29 08:35:28.298364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Deleting port e6429139-aa0d-4c00-ace2-0ffe99bfa0e1 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:28.298854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.359536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01625ec5-2b47-4dda-8013-2f996151975d req-ab315869-c605-407c-9552-d46a766e635d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822067 Oct 29 08:35:28.399858 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.400503 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.401464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-670cdf24-fce6-41c0-9352-7ec950de7f93 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438785 Oct 29 08:35:28.414855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Calling delete_port for e6429139-aa0d-4c00-ace2-0ffe99bfa0e1 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:28.488232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c4166-3f19-47e6-b974-96c9cee7283f req-e31e97ae-f9d6-4645-b6c1-c4555abbc0e3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:28.491783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f9c4166-3f19-47e6-b974-96c9cee7283f req-e31e97ae-f9d6-4645-b6c1-c4555abbc0e3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 945 time: 0.0600059 Oct 29 08:35:28.536443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f9c4166-3f19-47e6-b974-96c9cee7283f req-ac810d3c-8399-4875-a5c6-ed4d98583886 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 Oct 29 08:35:28.575550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:35:28.627992 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.661391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Pushing event deleted for resources: {'Port': ['ID=e6429139-aa0d-4c00-ace2-0ffe99bfa0e1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:28.721117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:28.735551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '38ece50c-f92d-49f4-9460-74e37cc71864', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'port_id': '38ece50c-f92d-49f4-9460-74e37cc71864', 'mac_address': 'fa:16:3e:0f:a3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:35:28.746002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.749363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.750683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-075429a6-e8e3-40b1-bbd4-13e853144838 req-df916a41-aa5a-426a-9428-179041965740 tempest-FloatingIPDetailsTestJSON-1667596880 tempest-FloatingIPDetailsTestJSON-1667596880-project] 10.222.0.70 "DELETE /v2.0/floatingips/4aa70a4e-a501-4899-aa61-09053c0b6a40 HTTP/1.1" status: 204 len: 173 time: 0.5911484 Oct 29 08:35:28.758452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49208) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:28.802304 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.839388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ece50c-f92d-49f4-9460-74e37cc71864 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:28.871408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:28.883655 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.919907 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:28.936121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624f5b0-1dc2-4bf2-9060-6c76fdb26d14 req-d53d7d2c-a88d-48b2-a16d-72a0c799a834 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:28.938783 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8624f5b0-1dc2-4bf2-9060-6c76fdb26d14 req-d53d7d2c-a88d-48b2-a16d-72a0c799a834 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 945 time: 0.0708342 Oct 29 08:35:28.953972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:29.012452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8624f5b0-1dc2-4bf2-9060-6c76fdb26d14 req-e1cafec7-56b7-4300-bfba-68e7b2a76648 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671978 Oct 29 08:35:29.022450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b963756-594c-4b0d-af40-88bae8472e18 req-4936f8ba-e50b-4298-8eaf-1bd599f0d132 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0763218 Oct 29 08:35:29.133118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d469f97-9478-4847-89cc-6e2d14368d4d req-500d04ca-0d95-4b1d-b448-5700bb431ce2 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0326889 Oct 29 08:35:29.264739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3081f-09e6-47e5-bee9-e9bfb5b3fff7 req-b8f74f6d-cd46-41c8-9784-3da9bfb5698a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:29.266323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43c3081f-09e6-47e5-bee9-e9bfb5b3fff7 req-b8f74f6d-cd46-41c8-9784-3da9bfb5698a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 945 time: 0.0687470 Oct 29 08:35:29.328566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43c3081f-09e6-47e5-bee9-e9bfb5b3fff7 req-66c29a28-158a-4c6e-ad2d-b0a9c109e70d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452726 Oct 29 08:35:29.340244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:29.364884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['38ece50c-f92d-49f4-9460-74e37cc71864'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:35:29.490642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb94fe-ccbc-4a5b-8576-ccc48c4d7f77 req-bdee6e76-100d-47c5-8b46-b6360da94324 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:29.492487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75fb94fe-ccbc-4a5b-8576-ccc48c4d7f77 req-bdee6e76-100d-47c5-8b46-b6360da94324 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0599923 Oct 29 08:35:29.539644 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75fb94fe-ccbc-4a5b-8576-ccc48c4d7f77 req-826e39a8-a1eb-42f1-a5f6-68599769bb02 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Oct 29 08:35:29.642455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Deleting port 7b5d2c0d-f21f-45e3-92d3-143f495014ba {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:29.642687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:29.728653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] For port 7b5d2c0d-f21f-45e3-92d3-143f495014ba, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7b5d2c0d-f21f-45e3-92d3-143f495014ba,segment=NetworkSegment(cf7676bc-18ee-4f8d-99bf-37342d233464),segment_id=cf7676bc-18ee-4f8d-99bf-37342d233464)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:29.728987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:29.743887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Calling delete_port for 7b5d2c0d-f21f-45e3-92d3-143f495014ba owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:29.935161 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:29.961888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5d2c0d-f21f-45e3-92d3-143f495014ba,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:30.206693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe428f86-b9be-4a89-ac2c-357943c7247f req-5a6f8a73-0021-4c6e-a7a0-147b5c5b2c0f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:30.208853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fe428f86-b9be-4a89-ac2c-357943c7247f req-5a6f8a73-0021-4c6e-a7a0-147b5c5b2c0f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 945 time: 0.0689473 Oct 29 08:35:30.246915 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:30.250258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-861d462f-abf5-426a-9bd1-924be2dc6a1d req-19e4e207-87ff-463f-9ab9-7744db42b4fd tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0736597 Oct 29 08:35:30.275178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:30.276564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fe428f86-b9be-4a89-ac2c-357943c7247f req-a283e312-9836-4d00-8969-33041ed77628 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582471 Oct 29 08:35:30.393958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-292b9aa6-28b9-4dac-a00f-200c15b6df7f req-5ef6d48b-2353-4a87-9c01-913266dae8ca tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0636580 Oct 29 08:35:30.573708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c266d8-40d6-4431-b022-8c09015b763f req-8eb87732-6230-4b5a-a691-8416a57a2dfe tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:30.575218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87c266d8-40d6-4431-b022-8c09015b763f req-8eb87732-6230-4b5a-a691-8416a57a2dfe tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 945 time: 0.0718064 Oct 29 08:35:30.593528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Router fe080451-56c9-48ec-a118-a25ee055309e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:35:30.604322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b9fa9-8d41-42d3-9eb2-a2c511ca3a40 req-8e40fc58-ac4c-4000-b04a-cc23d133cf14 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:30.605923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-894b9fa9-8d41-42d3-9eb2-a2c511ca3a40 req-8e40fc58-ac4c-4000-b04a-cc23d133cf14 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 945 time: 0.0617368 Oct 29 08:35:30.653745 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-894b9fa9-8d41-42d3-9eb2-a2c511ca3a40 req-dfc5ee19-4414-4078-91df-e58cd3b029a6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 Oct 29 08:35:30.701737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87c266d8-40d6-4431-b022-8c09015b763f req-7b970548-c34f-4e6c-a2a9-2081e2c8dedd tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105239 Oct 29 08:35:30.748838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:35:30.760119 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] Sync routers for ids ['fe080451-56c9-48ec-a118-a25ee055309e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:35:30.772485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49242) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:30.779565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-95a9a6ab-bb9b-4e3a-ba6e-3764ec8d045f admin admin] 10.222.0.70 "PUT /v2.0/routers/fe080451-56c9-48ec-a118-a25ee055309e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0197883 Oct 29 08:35:30.780035 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] Routers {'fe080451-56c9-48ec-a118-a25ee055309e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:30.780782 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fe080451-56c9-48ec-a118-a25ee055309e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:30.866167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e46fb-f730-46e9-a9e3-41383165b5df req-430a94a6-bba0-4e9b-a0fd-417a872cc42b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:30.867687 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-110e46fb-f730-46e9-a9e3-41383165b5df req-430a94a6-bba0-4e9b-a0fd-417a872cc42b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1407905 Oct 29 08:35:30.898539 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] Set router fe080451-56c9-48ec-a118-a25ee055309e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:30.930426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-110e46fb-f730-46e9-a9e3-41383165b5df req-47daca4b-6e93-455e-8eb2-7e15cc321dcb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529392 Oct 29 08:35:30.939632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.059085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.096686 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:35:29Z', 'revision_number': 5, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port': {'id': 'a6dfef21-de1f-426b-93e6-637b2d8a4da4', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:34:56Z', 'updated_at': '2021-10-29T08:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:31.115612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Deleting port a6dfef21-de1f-426b-93e6-637b2d8a4da4 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:31.116002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.123668 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] Checking router: fe080451-56c9-48ec-a118-a25ee055309e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:35:31.132752 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] Routers {'fe080451-56c9-48ec-a118-a25ee055309e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:31.133480 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fe080451-56c9-48ec-a118-a25ee055309e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:31.199611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] For port a6dfef21-de1f-426b-93e6-637b2d8a4da4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a6dfef21-de1f-426b-93e6-637b2d8a4da4,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:31.200012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.217008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Calling delete_port for a6dfef21-de1f-426b-93e6-637b2d8a4da4 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:31.229244 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] Set router fe080451-56c9-48ec-a118-a25ee055309e gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:31.309537 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:35:31Z', 'revision_number': 6, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:31.372036 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94a760-8575-44ee-a22c-612c3cecd810 None None] The sync data for ids ['fe080451-56c9-48ec-a118-a25ee055309e'] in n-d-815940-1 is: [{'id': 'fe080451-56c9-48ec-a118-a25ee055309e', 'name': 'tempest-FloatingIPDetailsTestJSON-488564945-router', 'tenant_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:34:54Z', 'updated_at': '2021-10-29T08:35:31Z', 'revision_number': 6, 'project_id': '2e5adf24ee3f43539bc603e7e229f9e7', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:35:31.402541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99eb862a-da36-4370-a74e-7caf827faa25 req-8c6c5894-c71b-4a38-82e1-acedb5e1c9d9 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0280190 Oct 29 08:35:31.449377 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.489773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dfef21-de1f-426b-93e6-637b2d8a4da4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:31.558458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d47f86b-d27e-40d3-9c2a-5ecb3bd7501d req-2fee1d16-02a5-44d7-ac57-5a5a8a1fac31 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0696392 Oct 29 08:35:31.578985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.675223 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.677668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.735262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.736026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe080451-56c9-48ec-a118-a25ee055309e {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:35:31.747788 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.749194 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-86553364-7d5e-4075-b12e-f01725f5d44c admin admin] 10.222.0.70 "DELETE /v2.0/routers/fe080451-56c9-48ec-a118-a25ee055309e HTTP/1.1" status: 204 len: 168 time: 0.9755929 Oct 29 08:35:31.751635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49258) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:31.817775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2bc4fe-1469-4a76-87b9-139219f51826 admin admin] Deleting subnet cf512b8f-6e13-45e9-bbb0-27ec591cce3f {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:35:31.822545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e2bc4fe-1469-4a76-87b9-139219f51826 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.868659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9cd49-f05d-4c4f-922e-9eb26c361433 req-cd2e0435-b8d3-4360-9e20-98c59ba05e04 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:31.871566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9dc9cd49-f05d-4c4f-922e-9eb26c361433 req-cd2e0435-b8d3-4360-9e20-98c59ba05e04 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 945 time: 0.1312253 Oct 29 08:35:31.920943 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e2bc4fe-1469-4a76-87b9-139219f51826 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:31.968960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7b5d2c0d-f21f-45e3-92d3-143f495014ba no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:35:31.997188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9dc9cd49-f05d-4c4f-922e-9eb26c361433 req-638548ad-2965-4759-bc8e-2d4c15271964 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038065 Oct 29 08:35:32.000125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7b5d2c0d-f21f-45e3-92d3-143f495014ba {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:35:32.000899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7b5d2c0d-f21f-45e3-92d3-143f495014ba not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:35:32.054474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fbc1a-6126-43f3-8ce4-2fe2aee9d6aa req-b6d81cb2-6784-43b2-8936-c341a6aa92d7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:32.056123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c0fbc1a-6126-43f3-8ce4-2fe2aee9d6aa req-b6d81cb2-6784-43b2-8936-c341a6aa92d7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 945 time: 0.1427953 Oct 29 08:35:32.117692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e2bc4fe-1469-4a76-87b9-139219f51826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.145241 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c0fbc1a-6126-43f3-8ce4-2fe2aee9d6aa req-2df93381-5c2e-4380-a604-8b04fbc712f1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684555 Oct 29 08:35:32.192558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e2bc4fe-1469-4a76-87b9-139219f51826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.203031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1dac8-d805-4252-b935-ebfad67a7871 req-51f800a5-874c-47b3-93b4-b471fd64d769 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:32.204657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2af1dac8-d805-4252-b935-ebfad67a7871 req-51f800a5-874c-47b3-93b4-b471fd64d769 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0718627 Oct 29 08:35:32.224283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bc4fe-1469-4a76-87b9-139219f51826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf512b8f-6e13-45e9-bbb0-27ec591cce3f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:32.228292 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e2bc4fe-1469-4a76-87b9-139219f51826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.232148 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6e2bc4fe-1469-4a76-87b9-139219f51826 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cf512b8f-6e13-45e9-bbb0-27ec591cce3f HTTP/1.1" status: 204 len: 168 time: 0.4786792 Oct 29 08:35:32.236635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49264) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:32.236917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851dcb1-9479-40a4-b0ef-b60ca4aaafd3 None None] Network 99993d79-aea3-44b9-9aec-6681f0b37a33 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:35:32.262401 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2af1dac8-d805-4252-b935-ebfad67a7871 req-6ea16cdc-4bb3-4000-9ceb-d6f0187051ca tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504215 Oct 29 08:35:32.316096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-a14f5779-336a-41c7-af22-b9de58561b48 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:32.317485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-a14f5779-336a-41c7-af22-b9de58561b48 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 945 time: 0.0689037 Oct 29 08:35:32.367966 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.487487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Deleting port 238886c5-04e2-45b3-8e6b-9b6d4d98693c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:32.492305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.511159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Deleting port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:32.511554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.545379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] DHCP port deletion for 99993d79-aea3-44b9-9aec-6681f0b37a33 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:35:32.598594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] For port 238886c5-04e2-45b3-8e6b-9b6d4d98693c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=238886c5-04e2-45b3-8e6b-9b6d4d98693c,segment=NetworkSegment(cf7676bc-18ee-4f8d-99bf-37342d233464),segment_id=cf7676bc-18ee-4f8d-99bf-37342d233464)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:32.599033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.599161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:32.616580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Calling delete_port for 238886c5-04e2-45b3-8e6b-9b6d4d98693c owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:32.717759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 38ece50c-f92d-49f4-9460-74e37cc71864 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:35:32.717984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.727475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 38ece50c-f92d-49f4-9460-74e37cc71864 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:32.727881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.748533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53b6e46f-adc6-4ed4-97eb-e01b7f8c31d9 req-1169973c-8fe2-40d4-a047-a5dedf93160d tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0424144 Oct 29 08:35:32.765101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] Deleting port 238886c5-04e2-45b3-8e6b-9b6d4d98693c {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:32.765529 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.776514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7429dba-3b06-4a84-8550-f02a982a99ed req-5277feef-2554-40be-a44a-c6310a882680 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0645976 Oct 29 08:35:32.798644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Pushing event deleted for resources: {'Port': ['ID=238886c5-04e2-45b3-8e6b-9b6d4d98693c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:32.799621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] For port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:32.800215 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.805361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] No DVR routers for this DVR port 238886c5-04e2-45b3-8e6b-9b6d4d98693c on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:35:32.836725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Calling delete_port for 28b7657a-4b0b-467f-aaa7-17abfbfb96ea owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:32.918020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] For port 238886c5-04e2-45b3-8e6b-9b6d4d98693c, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:32.919018 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.932530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.938561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] Calling delete_port for 238886c5-04e2-45b3-8e6b-9b6d4d98693c owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:32.943496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] Port 238886c5-04e2-45b3-8e6b-9b6d4d98693c was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:35:32.948280 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.964693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99993d79-aea3-44b9-9aec-6681f0b37a33']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:32.969585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] No DVR routers for this DVR port 238886c5-04e2-45b3-8e6b-9b6d4d98693c on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:35:32.975004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7676bc-18ee-4f8d-99bf-37342d233464') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:32.975388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7676bc-18ee-4f8d-99bf-37342d233464') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:32.988612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:32.998353 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.000635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a5a2d-5008-47da-81da-dfd55d4b9176 None None] Pushing event deleted for resources: {'Port': ['ID=238886c5-04e2-45b3-8e6b-9b6d4d98693c,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:33.008262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.018525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:35:33.019025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:35:33.021910 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:35:33.035200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:33.038015 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b7afe8-23f7-4b69-816c-45cd74def31c" -d '{"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-plugged", "status": "completed", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:33.062864 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.076189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:33.084996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['28b7657a-4b0b-467f-aaa7-17abfbfb96ea'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:35:33.093949 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.131788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event deleted for resources: {'Port': ['ID=28b7657a-4b0b-467f-aaa7-17abfbfb96ea,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:33.134369 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ebaa20-2aad-44e3-87b0-1c28ebef7492 x-openstack-request-id: req-48ebaa20-2aad-44e3-87b0-1c28ebef7492 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:33.134880 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-plugged", "status": "completed", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:33.135023 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48ebaa20-2aad-44e3-87b0-1c28ebef7492 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:33.135484 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864', 'code': 200} Oct 29 08:35:33.188646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-577272f8-7e4e-44da-8555-4674de45a87b req-bdf81051-2a64-4201-baf8-8dde70a56333 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed6e5c83-8aad-4c62-964e-b333374e8cc2 HTTP/1.1" status: 200 len: 210 time: 0.0830176 Oct 29 08:35:33.213934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:33.227848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.242995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] No DVR routers for this DVR port 28b7657a-4b0b-467f-aaa7-17abfbfb96ea on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:35:33.249443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.253353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4e934b-44aa-4e14-ad0a-91b7405bc2b1 req-e16d3ff5-12e9-4506-878e-d6eee34159bb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "DELETE /v2.0/ports/28b7657a-4b0b-467f-aaa7-17abfbfb96ea HTTP/1.1" status: 204 len: 173 time: 0.9243891 Oct 29 08:35:33.254132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6e5c83-8aad-4c62-964e-b333374e8cc2', 'name': 'network-vif-deleted', 'tag': '28b7657a-4b0b-467f-aaa7-17abfbfb96ea'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:33.258257 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d754c4c2-6cc4-4000-9d7c-71589855811d" -d '{"events": [{"server_uuid": "ed6e5c83-8aad-4c62-964e-b333374e8cc2", "name": "network-vif-deleted", "tag": "28b7657a-4b0b-467f-aaa7-17abfbfb96ea"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:33.263661 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.269743 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] 10.222.0.70 "DELETE /v2.0/networks/99993d79-aea3-44b9-9aec-6681f0b37a33 HTTP/1.1" status: 204 len: 168 time: 1.0306206 Oct 29 08:35:33.270684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b28b01-9ae6-4f8e-985c-cdd791e66020 admin admin] Pushing event deleted for resources: {'Network': ['ID=99993d79-aea3-44b9-9aec-6681f0b37a33,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:33.298171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc21a-bd42-47c8-9502-edfc166fbbab req-fe71c238-fe35-4199-bc9e-2c0f573e7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:33.299378 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06cc21a-bd42-47c8-9502-edfc166fbbab req-fe71c238-fe35-4199-bc9e-2c0f573e7375 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1097 time: 0.1084423 Oct 29 08:35:33.363931 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de25850d-5d49-4e1c-a1fe-13e5cc29a08e x-openstack-request-id: req-de25850d-5d49-4e1c-a1fe-13e5cc29a08e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:33.364239 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6e5c83-8aad-4c62-964e-b333374e8cc2", "name": "network-vif-deleted", "tag": "28b7657a-4b0b-467f-aaa7-17abfbfb96ea", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:33.364499 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de25850d-5d49-4e1c-a1fe-13e5cc29a08e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:33.364906 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6e5c83-8aad-4c62-964e-b333374e8cc2', 'name': 'network-vif-deleted', 'tag': '28b7657a-4b0b-467f-aaa7-17abfbfb96ea', 'status': 'completed', 'code': 200} Oct 29 08:35:33.370381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cb9ab-822a-4cbd-939e-af4028ffbdac req-0edd985c-a3c1-4eca-a4c9-089fd65a009b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:33.378246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a6cb9ab-822a-4cbd-939e-af4028ffbdac req-0edd985c-a3c1-4eca-a4c9-089fd65a009b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.0964527 Oct 29 08:35:33.428543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a6cb9ab-822a-4cbd-939e-af4028ffbdac req-7be15a0d-caa7-46ba-9f5b-3d178011adf4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492764 Oct 29 08:35:33.443324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06cc21a-bd42-47c8-9502-edfc166fbbab req-e0e9506b-5f0b-4bdc-bc51-52a462029f32 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199317 Oct 29 08:35:33.506163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8faa1-0817-497d-80ce-d61aff578134 req-c1436c70-cd03-4fdf-ab40-b7583cd83580 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:33.507932 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ee8faa1-0817-497d-80ce-d61aff578134 req-c1436c70-cd03-4fdf-ab40-b7583cd83580 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0531800 Oct 29 08:35:33.552437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ee8faa1-0817-497d-80ce-d61aff578134 req-f43e2be9-d9f3-4913-9814-9418eb77860a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Oct 29 08:35:33.581583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49288) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:33.621407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39dc411c-2044-4ee0-b9c2-2fc78db4d9c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e5adf24ee3f43539bc603e7e229f9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383942 Oct 29 08:35:33.624025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49290) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:33.687272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a1bd-874d-4611-b1a4-e0aa28c4045e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.710971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a1bd-874d-4611-b1a4-e0aa28c4045e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.736517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 238886c5-04e2-45b3-8e6b-9b6d4d98693c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:35:33.757520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 238886c5-04e2-45b3-8e6b-9b6d4d98693c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:35:33.758099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 238886c5-04e2-45b3-8e6b-9b6d4d98693c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:35:33.758735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a6dfef21-de1f-426b-93e6-637b2d8a4da4 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:35:33.771499 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a1bd-874d-4611-b1a4-e0aa28c4045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.774288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a1bd-874d-4611-b1a4-e0aa28c4045e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:33.777992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9ce7a1bd-874d-4611-b1a4-e0aa28c4045e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8a91bd3-823a-49d9-b6be-f5ba1990e730 HTTP/1.1" status: 204 len: 168 time: 0.1505456 Oct 29 08:35:33.784944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a1bd-874d-4611-b1a4-e0aa28c4045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a91bd3-823a-49d9-b6be-f5ba1990e730,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:33.793801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: a6dfef21-de1f-426b-93e6-637b2d8a4da4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:35:33.794149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a6dfef21-de1f-426b-93e6-637b2d8a4da4 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:35:33.887750 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51b11288-afca-47a5-9cbc-708b6226993c req-431021be-39ad-4eb7-95d4-e6d4655a887a tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0422823 Oct 29 08:35:33.911128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ee2fa69-08ba-44fa-8762-dac5cbc99c57 req-973002e9-bcea-4ad3-ae5c-552fd9709b16 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0327229 Oct 29 08:35:34.562483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3aabc-0892-4697-80e0-aeb6bcd5caae req-6ca5c46a-8d9d-45fa-8c93-553eeda0917d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:34.569980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d3f3aabc-0892-4697-80e0-aeb6bcd5caae req-6ca5c46a-8d9d-45fa-8c93-553eeda0917d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.0597477 Oct 29 08:35:34.609590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-353da113-884d-4311-85da-cf895ff3d1f1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:34.611196 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-353da113-884d-4311-85da-cf895ff3d1f1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.1807339 Oct 29 08:35:34.621080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d3f3aabc-0892-4697-80e0-aeb6bcd5caae req-32ff84be-cd37-462c-b1f6-f4f62db33404 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502069 Oct 29 08:35:34.628735 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-ecbbbc6d-4122-41c9-8ea4-31ec87556f2f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/quotas/fdec1b8475cc4e2a82609663ef07ee20 HTTP/1.1" status: 200 len: 375 time: 0.0099671 Oct 29 08:35:34.666349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-3bb9c3f0-f7e4-4fd3-9a07-515d0e3966b4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293469 Oct 29 08:35:34.697191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49338) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:34.771358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a08869-791b-466a-b1ff-78a12fbe4a15 req-a638229f-c278-49cc-bf59-c08674fd0883 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:34.773226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a08869-791b-466a-b1ff-78a12fbe4a15 req-a638229f-c278-49cc-bf59-c08674fd0883 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0668437 Oct 29 08:35:34.785554 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-29a88020-c6b5-4ef0-b3f0-3e44f28223e0 service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059432 Oct 29 08:35:34.820545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a08869-791b-466a-b1ff-78a12fbe4a15 req-fea9e2ef-3397-479a-a305-f8b9aa8c89d4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Oct 29 08:35:34.827663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1224698121-network', 'tenant_id': '5f5cc1f670a24312bd142703289079a2'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:34.854828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Made reservation on behalf of 5f5cc1f670a24312bd142703289079a2 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:34.857852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:34.867395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:34.899111 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-3e4bb608-ce6e-4997-9cc4-05981fd7c459 service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124954 Oct 29 08:35:34.985687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.004896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.038715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d64c4775-7adb-4878-9d6f-7e3a98e01aa5 req-44a7772c-a827-42a9-8244-24a0685894cb tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0432763 Oct 29 08:35:35.077407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:35:35.103132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c745e710-7704-45f2-aa1e-207e46687b62,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:35.106400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.106744 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Added segment 80c52ce6-0482-4524-96db-b52346dbc889 of type vlan for network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 Oct 29 08:35:35.168525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7904e961-1084-45de-9b46-ae7c92db6fcb req-d2690afa-64e4-45f5-967a-bc31eb8198cf tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 210 time: 0.0503414 Oct 29 08:35:35.170480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2bdf47c9-b100-4182-8c46-7155ae38f7b7 req-ba71ae58-5c28-4851-b3c5-85625d5b587b tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0500455 Oct 29 08:35:35.209896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.238857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.240059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:35.240849 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.312098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49354) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:35.312232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6135097 Oct 29 08:35:35.319796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Request body: {'subnet': {'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1224698121-subnet', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:35.326950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f588d-01af-49ad-82a2-ba271f34f5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:35.337853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:35:35.371510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Made reservation on behalf of 5f5cc1f670a24312bd142703289079a2 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:35.378075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.586287 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.653010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f87af1-46d9-4439-9612-d5fae6b1ece3,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:35.662205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Checking segment: {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:35.662569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Network hostable DHCP agents. Network: 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:35:35.682318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:35:35.700924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:35.712464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7905f09-76d7-4470-80c8-eb68344a17a0 None None] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:35:35.716844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:35.717889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.748388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-38584482-8eb9-4b22-b298-05a2b3c432cd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4347177 Oct 29 08:35:35.749600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49366) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:35.760956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:35.789713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.790775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.851095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd60b-a261-4098-ad65-da0850858a2b req-7b003c6c-6fff-4faa-81ce-bfb8719cf71c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:35.862092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f63dd60b-a261-4098-ad65-da0850858a2b req-7b003c6c-6fff-4faa-81ce-bfb8719cf71c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1027532 Oct 29 08:35:35.915203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:35.953530 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f63dd60b-a261-4098-ad65-da0850858a2b req-6bc9f47c-9fb8-41fd-8eee-f5919c03de60 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788887 Oct 29 08:35:36.027069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:35:36.028014 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.105084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffd966-4c59-445b-8286-e5856589f2e7 req-842ebba3-ec79-4ec0-953a-1bdd7f4089f4 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:36.115539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ffd966-4c59-445b-8286-e5856589f2e7 req-842ebba3-ec79-4ec0-953a-1bdd7f4089f4 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 946 time: 0.0722940 Oct 29 08:35:36.124085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.139444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848a61-2c93-452f-ae54-03f666d90c9c req-b5157229-91cc-4425-8c62-491d5068082d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:36.141247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b848a61-2c93-452f-ae54-03f666d90c9c req-b5157229-91cc-4425-8c62-491d5068082d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1605017 Oct 29 08:35:36.180699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Allocated IP 172.20.0.2 (9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72/16f87af1-46d9-4439-9612-d5fae6b1ece3/dbebeec7-2074-42e9-b842-3b1dea6fd343) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:36.211209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ffd966-4c59-445b-8286-e5856589f2e7 req-ec6af35d-8b31-4284-9b01-097a37106d9f tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935233 Oct 29 08:35:36.238423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b848a61-2c93-452f-ae54-03f666d90c9c req-b523138f-4298-401b-9ac3-5d0fed3230c7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838578 Oct 29 08:35:36.432589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.435379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2046-ade4-4fab-b85a-69daa570e80e req-656206e1-7290-4ddf-9a91-c5c07d6f0aaf tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:36.437600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-836d2046-ade4-4fab-b85a-69daa570e80e req-656206e1-7290-4ddf-9a91-c5c07d6f0aaf tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1494391 Oct 29 08:35:36.447762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-131bbd70-274e-4866-b605-330a9d373b29 req-7ced77a8-f364-4a3a-87ee-994bab51be71 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0998254 Oct 29 08:35:36.456046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49382) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:36.457479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.502075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.507539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'floatingip': {'port_id': '38ece50c-f92d-49f4-9460-74e37cc71864'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:36.542815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:36.550357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:36.554653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:36.556527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.562261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Pushing event updated for resources: {'Port': ['ID=dbebeec7-2074-42e9-b842-3b1dea6fd343,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:36.607434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4be6f174-a1a6-4f04-8ab8-ae1774e1808f req-7758fd79-c39d-4ec4-8217-5472026aee28 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0522819 Oct 29 08:35:36.610394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.643291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-bff08943-09d7-42ee-b8bf-4b17f4f3063f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:36.644953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-bff08943-09d7-42ee-b8bf-4b17f4f3063f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.3042138 Oct 29 08:35:36.645095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.645329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.645672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.646010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.646346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.646675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.647002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.647311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7201bb7c-7636-4e88-9db2-590190eb715a req-fcdfd333-d70f-4fdf-a7a7-131a2ff4b1d8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 210 time: 0.0667322 Oct 29 08:35:36.647406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.647637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.662329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.662846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.663195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:36.666640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 28b7657a-4b0b-467f-aaa7-17abfbfb96ea no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:35:36.693151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Request body: {'port': {'device_id': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'admin_state_up': True, 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:36.736189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 28b7657a-4b0b-467f-aaa7-17abfbfb96ea {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:35:36.736537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 28b7657a-4b0b-467f-aaa7-17abfbfb96ea not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:35:36.740193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Attempting to bind port dbebeec7-2074-42e9-b842-3b1dea6fd343 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:36.740619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Attempting to bind port dbebeec7-2074-42e9-b842-3b1dea6fd343 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:36.741027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Attempting to bind port dbebeec7-2074-42e9-b842-3b1dea6fd343 on network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:36.749353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:36.750101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Checking segment: {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:36.750713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.756882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Bound using segment: {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:36.757613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Bound port: dbebeec7-2074-42e9-b842-3b1dea6fd343, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:36.758207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.803510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Allocated IP 172.25.5.246 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/bffbdebc-9c1e-4338-8032-f5ff6d4054c7) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:36.841995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] For port dbebeec7-2074-42e9-b842-3b1dea6fd343, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:36.845988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] For port dbebeec7-2074-42e9-b842-3b1dea6fd343, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dbebeec7-2074-42e9-b842-3b1dea6fd343,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:36.852135 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.913973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca5b9-e0bf-4523-abb6-7e5390dfd485 None None] Pushing event updated for resources: {'Port': ['ID=dbebeec7-2074-42e9-b842-3b1dea6fd343,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:36.933712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.962009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:36.965618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:36.970172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:37.012067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:37.015419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:37.019578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:37.045018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Pushing event updated for resources: {'Port': ['ID=bffbdebc-9c1e-4338-8032-f5ff6d4054c7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:37.580740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf169-b562-4b9a-ba2b-fbba52ca28e2 req-6c88f9cc-d37c-4f06-a4c5-1ab37c2ff7ea tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:37.582301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b2bf169-b562-4b9a-ba2b-fbba52ca28e2 req-6c88f9cc-d37c-4f06-a4c5-1ab37c2ff7ea tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 946 time: 0.2374330 Oct 29 08:35:37.635115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98256b0-0670-40d8-bf1a-d2798382d9fd req-ff15e062-74d4-4571-9906-8db9e89837e5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:37.636698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e98256b0-0670-40d8-bf1a-d2798382d9fd req-ff15e062-74d4-4571-9906-8db9e89837e5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1253588 Oct 29 08:35:37.730483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-091c1f7a-76d8-45f8-9ada-b42a54a40a76 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:37.732025 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-091c1f7a-76d8-45f8-9ada-b42a54a40a76 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.93 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 946 time: 0.1661506 Oct 29 08:35:37.767115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Allocated IP 172.20.0.7 (9f48f319-e2e0-4e54-8d57-5977c6f82e52/d7d27dd1-3461-42a3-99f1-e87ef81f581c/c7b272c8-37d5-4579-8152-2e3eaa7eb2b9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:37.792614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b2bf169-b562-4b9a-ba2b-fbba52ca28e2 req-1fef929d-0313-4ae4-9b8f-0ef6a264a4d4 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/security-groups?id=a09e9016-539e-4323-b13d-c601d306243d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869905 Oct 29 08:35:37.808726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dbebeec7-2074-42e9-b842-3b1dea6fd343 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:37.831418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:37.847413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:37.851846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e98256b0-0670-40d8-bf1a-d2798382d9fd req-0d14ca08-2d76-4f1b-9f5d-dae71cb2a8e0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800811 Oct 29 08:35:37.885429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:37.915873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dbebeec7-2074-42e9-b842-3b1dea6fd343 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:37.916157 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:37.979959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Deleting port bc10b41e-48a8-49e3-96a8-7590201c8492 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:35:37.980463 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.016506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-332736d0-07f1-4a17-a4df-b0f0e60cf5a9 req-a5d1748a-bec1-4426-8968-86ed7267232f tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0674605 Oct 29 08:35:38.041421 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.066995 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7e0f51f5-4db0-4a1a-9aad-3803bf396836 req-7d2d5b50-ea5e-4abd-b31a-6f7031465f13 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0899141 Oct 29 08:35:38.153250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port dbebeec7-2074-42e9-b842-3b1dea6fd343, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dbebeec7-2074-42e9-b842-3b1dea6fd343,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:38.161605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.204343 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.205975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] For port bc10b41e-48a8-49e3-96a8-7590201c8492, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=bc10b41e-48a8-49e3-96a8-7590201c8492,segment=NetworkSegment(bc5c0735-58d3-4416-b25a-8a29795744c0),segment_id=bc5c0735-58d3-4416-b25a-8a29795744c0)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:38.206144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.220896 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d2e5660-4620-457d-9c8a-7253dc42c31b req-6827dd72-81e3-4c79-8d19-1cf5769a8203 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 210 time: 0.0717957 Oct 29 08:35:38.224584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Calling delete_port for bc10b41e-48a8-49e3-96a8-7590201c8492 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:35:38.232297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=dbebeec7-2074-42e9-b842-3b1dea6fd343,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:38.250873 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Floating IP acc089af-f809-4e12-ab0b-78c88ab12cc1 associated. External IP: 172.25.5.32, port: 38ece50c-f92d-49f4-9460-74e37cc71864. Oct 29 08:35:38.256863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa04dd3-29bf-479d-81c1-219d7ad6dc3f None None] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:35:38.293449 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.324398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a5b587a2-5cfd-40ce-822d-bbbe2067b955 None None] Provisioning complete for port dbebeec7-2074-42e9-b842-3b1dea6fd343 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:38.324760 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a5b587a2-5cfd-40ce-822d-bbbe2067b955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.352996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.402993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:38.412798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:38.419340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:38.457708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event updated for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:38.487100 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.502299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['bc10b41e-48a8-49e3-96a8-7590201c8492'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:35:38.529659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Pushing event deleted for resources: {'Port': ['ID=bc10b41e-48a8-49e3-96a8-7590201c8492,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:38.538610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Router 392b275b-ffd4-4f11-a70c-14692aeabf54 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:35:38.552897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:38.553773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.583192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2164cba2-7adb-4341-befb-c73a9bf04ec6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8959680 Oct 29 08:35:38.595483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] No DVR routers for this DVR port bc10b41e-48a8-49e3-96a8-7590201c8492 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:35:38.598099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Request body: {'port': {'device_id': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:38.601150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.604454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d386631-2f4b-494d-9ed5-39aa3ac1e708 req-3b44122a-1e62-4549-9602-fef00273ccfd tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.93 "DELETE /v2.0/ports/bc10b41e-48a8-49e3-96a8-7590201c8492 HTTP/1.1" status: 204 len: 173 time: 0.8611541 Oct 29 08:35:38.604899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800f0791-6a2d-4469-83ef-4c7866fbe2ee', 'name': 'network-vif-deleted', 'tag': 'bc10b41e-48a8-49e3-96a8-7590201c8492'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:38.608119 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45c2e49-b5af-42ba-bdcf-fee7a2a55bf2" -d '{"events": [{"server_uuid": "800f0791-6a2d-4469-83ef-4c7866fbe2ee", "name": "network-vif-deleted", "tag": "bc10b41e-48a8-49e3-96a8-7590201c8492"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:38.661383 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca38ec-f48d-4bac-a6a2-c248fad14c44 x-openstack-request-id: req-7dca38ec-f48d-4bac-a6a2-c248fad14c44 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:38.661784 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800f0791-6a2d-4469-83ef-4c7866fbe2ee", "name": "network-vif-deleted", "tag": "bc10b41e-48a8-49e3-96a8-7590201c8492", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:38.662264 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7dca38ec-f48d-4bac-a6a2-c248fad14c44 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:38.663855 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800f0791-6a2d-4469-83ef-4c7866fbe2ee', 'name': 'network-vif-deleted', 'tag': 'bc10b41e-48a8-49e3-96a8-7590201c8492', 'status': 'completed', 'code': 200} Oct 29 08:35:38.675394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:35:38.683621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.756964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:35:38.772319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Sync routers for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:35:38.784604 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.786785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ddd7aafe-bdf9-4a7d-8cf2-8eaed56f8a9d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.0361693 Oct 29 08:35:38.789199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:38.790140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:38.791746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49398) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:38.936317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6f759ad3-4c24-4a17-a55d-9dfce0ed9fad None None] Provisioning complete for port dbebeec7-2074-42e9-b842-3b1dea6fd343 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:38.936857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6f759ad3-4c24-4a17-a55d-9dfce0ed9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.956030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:35:38.961501 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:38.968562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] Sync routers for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:35:38.980194 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:38.981151 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:38.999416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:39.074443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04cd6f3a-2dc5-4185-9023-acf0c72cad75 req-528e214f-1535-41cb-ade3-18be579a0901 tempest-VolumesAdminNegativeTest-2106836296 tempest-VolumesAdminNegativeTest-2106836296-project] 10.222.0.70 "GET /v2.0/ports?device_id=800f0791-6a2d-4469-83ef-4c7866fbe2ee HTTP/1.1" status: 200 len: 210 time: 0.1355765 Oct 29 08:35:39.114131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-14297e83-1d17-4c2c-8c10-84a697fd1874 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "PUT /v2.0/floatingips/acc089af-f809-4e12-ab0b-78c88ab12cc1 HTTP/1.1" status: 200 len: 991 time: 2.6485248 Oct 29 08:35:39.122530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:39.125540 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2927bd-71bf-48d3-b796-8a61087c6d78" -d '{"events": [{"name": "network-changed", "server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:39.147085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e23a-c25d-4fd6-9284-b8b704cce77d req-294066ca-2383-47dd-be09-0d500cc6ecaf tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:39.149019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f417e23a-c25d-4fd6-9284-b8b704cce77d req-294066ca-2383-47dd-be09-0d500cc6ecaf tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1878610 Oct 29 08:35:39.185922 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:39.220523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b056eec-8da4-4bed-a6c2-965c2f8d81fb req-f076dfbb-e614-4264-bf58-43e3b8d58d6a tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0389943 Oct 29 08:35:39.220773 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f417e23a-c25d-4fd6-9284-b8b704cce77d req-17b0da55-629a-4f23-b739-823fd2c873f0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617914 Oct 29 08:35:39.348551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:39.367147 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:39.397874 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d90324d-c438-419e-ac57-bc4233cd555f x-openstack-request-id: req-6d90324d-c438-419e-ac57-bc4233cd555f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:39.400763 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:39.401192 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d90324d-c438-419e-ac57-bc4233cd555f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:39.401746 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864', 'status': 'completed', 'code': 200} Oct 29 08:35:39.405679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Transition to ACTIVE for port object c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:35:39.413521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:39.438311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d182b5e-0d44-4b7f-b34a-276e89e1a11a req-0490f752-e74d-4c8e-abb2-f35fe743b4ce tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0439951 Oct 29 08:35:39.499864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:39.511295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-16406146-50e4-47a0-8cab-d7ad0ea0192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:39.512838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-16406146-50e4-47a0-8cab-d7ad0ea0192f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1097 time: 0.0736532 Oct 29 08:35:39.568226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Attempting to bind port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:39.568853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Attempting to bind port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:39.569190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Attempting to bind port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:39.574060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:35:39.574389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Attempting to bind port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:39.580024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:39.580373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Checking segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:39.581128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Bound using segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:39.581575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Bound port: c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:39.581937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:39.657176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:39.661448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:39.666872 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:39.713305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:39.714479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:39.715963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 HTTP/1.1" status: 200 len: 1091 time: 1.1236427 Oct 29 08:35:39.762909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ff293-8f29-4c52-a296-b4e7c6713c9a req-f945daea-a29b-4cee-8619-d3ced6aab823 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:39.765364 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96368704-dcfc-4780-a4d9-7f6bc3cce668 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:39.784559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b37ff293-8f29-4c52-a296-b4e7c6713c9a req-f945daea-a29b-4cee-8619-d3ced6aab823 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 943 time: 0.1793666 Oct 29 08:35:39.789040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:37Z', 'revision_number': 3, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:39.818336 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'acc089af-f809-4e12-ab0b-78c88ab12cc1', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'port_id': '38ece50c-f92d-49f4-9460-74e37cc71864', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'mac_address': 'fa:16:3e:0f:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9004e9d9-a504-4692-8082-39e22a6ea862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:35:18Z', 'updated_at': '2021-10-29T08:35:37Z', 'revision_number': 1, 'project_id': '527ed82a040d42019780616f8ace9daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:39.824068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-8776b575-5772-4f54-95df-380d57e8b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:39.825632 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-8776b575-5772-4f54-95df-380d57e8b074 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.3039739 Oct 29 08:35:39.833384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Checking router: 392b275b-ffd4-4f11-a70c-14692aeabf54 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:35:39.833574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-d7b47160-1ee1-4300-a2a0-b7ede3365ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:39.833793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Updating router 392b275b-ffd4-4f11-a70c-14692aeabf54 port bffbdebc-9c1e-4338-8032-f5ff6d4054c7 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:35:39.835072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-d7b47160-1ee1-4300-a2a0-b7ede3365ffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 1094 time: 0.0585835 Oct 29 08:35:39.858380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dbebeec7-2074-42e9-b842-3b1dea6fd343 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:39.859848 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] Checking router: cbf363f6-35d2-4010-8b5b-bdfe54383ca2 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:35:39.872523 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:39.873567 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:39.887048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-8668b255-d486-49b1-a27e-e1769f53ccc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 HTTP/1.1" status: 200 len: 217 time: 0.0429599 Oct 29 08:35:39.890361 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:39.927213 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b37ff293-8f29-4c52-a296-b4e7c6713c9a req-33930130-cb59-4ab8-bbf7-c2c44bd4a8b2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398575 Oct 29 08:35:39.941674 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:39.972193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-329b940a-a402-4561-8527-e0c27a3ad498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:39.974525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-329b940a-a402-4561-8527-e0c27a3ad498 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.0785108 Oct 29 08:35:39.979302 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-02fa5c45-78bf-466d-9235-663ae4e995aa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 200 len: 999 time: 0.1349275 Oct 29 08:35:40.008394 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:40.015223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-2ad9d271-54a9-4579-b4c7-ad92f84f98d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302093 Oct 29 08:35:40.019966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dbebeec7-2074-42e9-b842-3b1dea6fd343 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:40.024145 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.089867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-f3a384ee-2e6c-4572-a60a-76f94d132d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:40.091370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-f3a384ee-2e6c-4572-a60a-76f94d132d2b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.0856614 Oct 29 08:35:40.142892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49418) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:40.195004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-674823ed-6579-4b49-a5ee-0e99537398f6 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734266 Oct 29 08:35:40.206891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64711ff-8b3b-40e8-8c89-c643e63970b0 admin admin] Deleting subnet 402c4ad6-6515-4568-8ec8-c0515cdd8721 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:35:40.219183 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f64711ff-8b3b-40e8-8c89-c643e63970b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.223583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-12dd443c-0a59-490f-aa90-aaa078aa884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:40.225878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-12dd443c-0a59-490f-aa90-aaa078aa884b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160855 Oct 29 08:35:40.314318 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.321992 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.355000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-327f0202-e7b1-462a-81fc-63e942169638 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213443 Oct 29 08:35:40.359192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Attempting to bind port bffbdebc-9c1e-4338-8032-f5ff6d4054c7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:40.359356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Allocated IP 172.20.0.1 (9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72/16f87af1-46d9-4439-9612-d5fae6b1ece3/cdbfffa4-75c4-48fe-8f57-006120d1598e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:40.359931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Attempting to bind port bffbdebc-9c1e-4338-8032-f5ff6d4054c7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:40.360605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Attempting to bind port bffbdebc-9c1e-4338-8032-f5ff6d4054c7 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:40.381963 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'acc089af-f809-4e12-ab0b-78c88ab12cc1', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'port_id': '38ece50c-f92d-49f4-9460-74e37cc71864', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'mac_address': 'fa:16:3e:0f:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9004e9d9-a504-4692-8082-39e22a6ea862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:35:18Z', 'updated_at': '2021-10-29T08:35:37Z', 'revision_number': 1, 'project_id': '527ed82a040d42019780616f8ace9daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:40.426129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b1040-f6b7-40f9-9b95-f4f250e8021f None None] Pushing event updated for resources: {'Port': ['ID=bffbdebc-9c1e-4338-8032-f5ff6d4054c7,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:40.427025 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efc003-52a7-4355-a8c9-a355b63501d5 None None] The sync data for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 is: [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'acc089af-f809-4e12-ab0b-78c88ab12cc1', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'port_id': '38ece50c-f92d-49f4-9460-74e37cc71864', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'mac_address': 'fa:16:3e:0f:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9004e9d9-a504-4692-8082-39e22a6ea862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:35:18Z', 'updated_at': '2021-10-29T08:35:37Z', 'revision_number': 1, 'project_id': '527ed82a040d42019780616f8ace9daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:35:40.442574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:40.442986 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f64711ff-8b3b-40e8-8c89-c643e63970b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.444162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:40.444779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.446031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:40.446732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Bound port: bffbdebc-9c1e-4338-8032-f5ff6d4054c7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:40.447351 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.453107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d4185f0-614e-4847-86da-4fe7d805b3ea req-025e9f82-b5b4-4a22-b8a1-85e30c2912d5 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0543611 Oct 29 08:35:40.536638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] For port bffbdebc-9c1e-4338-8032-f5ff6d4054c7, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:40.543363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] For port bffbdebc-9c1e-4338-8032-f5ff6d4054c7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=bffbdebc-9c1e-4338-8032-f5ff6d4054c7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:40.553368 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.561377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5040173e-e66a-4254-997c-0238eb8a7ee2 req-dc87e2bb-fed9-46d6-8353-f563d335c624 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578298 Oct 29 08:35:40.562677 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f64711ff-8b3b-40e8-8c89-c643e63970b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.601011 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2927bd-71bf-48d3-b796-8a61087c6d78 req-4e569af0-773a-46c3-8f05-a545b839695f service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357712 Oct 29 08:35:40.624654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device bc10b41e-48a8-49e3-96a8-7590201c8492 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:35:40.667141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: bc10b41e-48a8-49e3-96a8-7590201c8492 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:35:40.667344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8b33-c533-4309-97cb-daa5b935e770 req-f516be62-5492-475e-8c7b-af6ed7de685c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:40.667615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device bc10b41e-48a8-49e3-96a8-7590201c8492 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:35:40.676525 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-550a8b33-c533-4309-97cb-daa5b935e770 req-f516be62-5492-475e-8c7b-af6ed7de685c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.2809269 Oct 29 08:35:40.680133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:40.680777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:40.693124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1ed55baf-23b6-4af2-929c-06c11d0f4a6e req-dce0db49-dd75-4c6d-8f47-305249c83316 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0480137 Oct 29 08:35:40.696362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.711323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f64711ff-8b3b-40e8-8c89-c643e63970b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.740143 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-550a8b33-c533-4309-97cb-daa5b935e770 req-a99d981e-fa10-4fda-a2eb-e6a86876bf4b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590641 Oct 29 08:35:40.751360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64711ff-8b3b-40e8-8c89-c643e63970b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402c4ad6-6515-4568-8ec8-c0515cdd8721,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:40.761084 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f64711ff-8b3b-40e8-8c89-c643e63970b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.766408 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f64711ff-8b3b-40e8-8c89-c643e63970b0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/402c4ad6-6515-4568-8ec8-c0515cdd8721 HTTP/1.1" status: 204 len: 168 time: 0.6217730 Oct 29 08:35:40.768480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49430) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:40.798676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.803557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b1040-f6b7-40f9-9b95-f4f250e8021f None None] Pushing event updated for resources: {'Port': ['ID=bffbdebc-9c1e-4338-8032-f5ff6d4054c7,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:40.844209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:40.848109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:40.851998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:40.869698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:40.889294 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a90f50-2068-4bac-b703-2879cfaaf125 None None] New status for floating IP acc089af-f809-4e12-ab0b-78c88ab12cc1: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:35:40.899417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:40.917751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.005808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.057176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d74b32a-e839-415a-b93f-6133a518e8cf']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:41.069079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5c0735-58d3-4416-b25a-8a29795744c0') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:41.069372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5c0735-58d3-4416-b25a-8a29795744c0') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:41.083752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.099764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.106577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:35:41.106991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:35:41.171691 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:35:41.180637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.205488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.212107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7d74b32a-e839-415a-b93f-6133a518e8cf HTTP/1.1" status: 204 len: 168 time: 0.4396298 Oct 29 08:35:41.212107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366978b-8ee4-477c-9ead-87472855fb92 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d74b32a-e839-415a-b93f-6133a518e8cf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:41.213659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49434) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:41.247292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7c0f8251-3ead-47f0-8515-168485ac4ed2 None None] Provisioning complete for port cdbfffa4-75c4-48fe-8f57-006120d1598e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:41.247877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8251-3ead-47f0-8515-168485ac4ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.279076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3156ead-5d4f-4d44-b922-21cf2726fada admin admin] Deleting subnet 03f6e049-3249-4dbe-9090-f5d7b51fd6d0 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:35:41.282903 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3156ead-5d4f-4d44-b922-21cf2726fada admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.301622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f8251-3ead-47f0-8515-168485ac4ed2 None None] Port cdbfffa4-75c4-48fe-8f57-006120d1598e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:41.321777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:37Z', 'revision_number': 3, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:41.332714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3156ead-5d4f-4d44-b922-21cf2726fada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.353624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3c0dd-f936-40ab-8dbb-f7c42aec0a1f None None] The sync data for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 is: [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:37Z', 'revision_number': 3, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:35:41.384811 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3156ead-5d4f-4d44-b922-21cf2726fada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.393582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Pushing event updated for resources: {'Port': ['ID=cdbfffa4-75c4-48fe-8f57-006120d1598e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:41.405963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:41.408251 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:41.452711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c035c-ae93-46c3-845c-1c75f4731970 req-fca84e93-cf37-4504-a359-943451523ce8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:41.453544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-544c035c-ae93-46c3-845c-1c75f4731970 req-fca84e93-cf37-4504-a359-943451523ce8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 943 time: 0.4369586 Oct 29 08:35:41.468745 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da145261-34f7-409a-ae36-2fbfc1997205 x-openstack-request-id: req-da145261-34f7-409a-ae36-2fbfc1997205 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:41.469133 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:41.469459 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da145261-34f7-409a-ae36-2fbfc1997205 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:41.469909 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'status': 'completed', 'code': 200} Oct 29 08:35:41.484178 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.497942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3156ead-5d4f-4d44-b922-21cf2726fada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.563655 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-544c035c-ae93-46c3-845c-1c75f4731970 req-d3131175-1aad-437b-946a-0ed9c94cbdc2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805368 Oct 29 08:35:41.566491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3156ead-5d4f-4d44-b922-21cf2726fada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f6e049-3249-4dbe-9090-f5d7b51fd6d0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:41.594209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3156ead-5d4f-4d44-b922-21cf2726fada admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.600826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f3156ead-5d4f-4d44-b922-21cf2726fada admin admin] 10.222.0.70 "DELETE /v2.0/subnets/03f6e049-3249-4dbe-9090-f5d7b51fd6d0 HTTP/1.1" status: 204 len: 168 time: 0.3861568 Oct 29 08:35:41.601784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49442) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:41.625126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2ea815f-a1ae-4b46-ab70-d4eb13f276dd req-66296474-07e6-4ee3-9d0c-47aa41e29a75 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0679963 Oct 29 08:35:41.654790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-20dbbc47-22cf-4e0a-a6a6-9840849b2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:41.656938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-20dbbc47-22cf-4e0a-a6a6-9840849b2263 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 1094 time: 0.1698506 Oct 29 08:35:41.790207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:41.888081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7bcc595d-4115-462a-b612-0a532ae954a3 req-fa676a80-804f-4f3e-8580-4bf9af20caea tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0724211 Oct 29 08:35:41.891373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-114087dd-b741-49e2-878b-495d80e0501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:41.893737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-114087dd-b741-49e2-878b-495d80e0501f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 914 time: 0.2283297 Oct 29 08:35:41.946780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-ec95dfc5-c01a-458f-977c-febf16accbfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 HTTP/1.1" status: 200 len: 217 time: 0.0428662 Oct 29 08:35:41.973566 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.017219 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.021828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-85553d00-e62a-473e-b681-b2ab6c72c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:42.023367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-85553d00-e62a-473e-b681-b2ab6c72c6e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.0692701 Oct 29 08:35:42.081813 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-c4f0e12a-f62c-4f53-b5e0-176c9307e1af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454707 Oct 29 08:35:42.100503 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.110282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fff98-5a01-4b27-995b-89b4959c0235 req-5d020295-2fe1-4055-a3d4-3918b068826b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:42.116404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c4fff98-5a01-4b27-995b-89b4959c0235 req-5d020295-2fe1-4055-a3d4-3918b068826b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.2549229 Oct 29 08:35:42.169028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcaafbb-334b-48f1-bd36-613347527e33']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:42.171679 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.185414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Pushing event updated for resources: {'Port': ['ID=cdbfffa4-75c4-48fe-8f57-006120d1598e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:42.195317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fccb132-c1fb-42e3-b599-36f9245a2578') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:42.195928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fccb132-c1fb-42e3-b599-36f9245a2578') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:42.217746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-4d08ac38-d990-4bb8-aba8-3c9ebe67e927 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267533 Oct 29 08:35:42.230037 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.249482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c4fff98-5a01-4b27-995b-89b4959c0235 req-6f14eb46-2bb6-4536-bc87-3b78501d0dec tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177635 Oct 29 08:35:42.300870 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.313254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:35:42.313788 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:35:42.317016 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:35:42.351253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b675b3-14f8-4ec3-baaa-1c125e9b43a2 req-e92c1b96-669a-41ff-945d-1fd9125f18a3 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249509 Oct 29 08:35:42.412247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.422329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:42.423593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.430309 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] 10.222.0.70 "DELETE /v2.0/networks/fdcaafbb-334b-48f1-bd36-613347527e33 HTTP/1.1" status: 204 len: 168 time: 0.8242540 Oct 29 08:35:42.442154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:42.444622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce61648-6336-4c87-89e7-20b123792f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=fdcaafbb-334b-48f1-bd36-613347527e33,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:42.585516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Router 392b275b-ffd4-4f11-a70c-14692aeabf54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:35:42.602666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49454) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:42.696967 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f667ab86-07ca-4dc0-ab67-73482a318e0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b3ed6bb45cb4167874acad388046486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930111 Oct 29 08:35:42.699640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49460) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:42.744996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5057848c-b07d-4bc9-a1f9-848f91fa0b52 None None] Provisioning complete for port cdbfffa4-75c4-48fe-8f57-006120d1598e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:42.747009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5057848c-b07d-4bc9-a1f9-848f91fa0b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.764373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:35:42.775144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac236a-fc88-4807-a5b2-f25860efa482 req-ca465ba6-1c8e-4340-9d47-4f8aea07cf38 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:42.787303 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-85adbaf8-6be3-4115-857f-2a0d80ee821b admin admin] 10.222.0.70 "PUT /v2.0/routers/392b275b-ffd4-4f11-a70c-14692aeabf54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9936869 Oct 29 08:35:42.792409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5aac236a-fc88-4807-a5b2-f25860efa482 req-ca465ba6-1c8e-4340-9d47-4f8aea07cf38 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 943 time: 0.1090612 Oct 29 08:35:42.811569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5057848c-b07d-4bc9-a1f9-848f91fa0b52 None None] Port cdbfffa4-75c4-48fe-8f57-006120d1598e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:42.832815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a843c945-c768-4759-b4cb-44c3bb6bb860 req-373ae011-bd3b-4a28-a244-81e32f5ab3d0 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0662363 Oct 29 08:35:42.841289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5c21-515c-4348-ab1b-0e031628b03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.884694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5aac236a-fc88-4807-a5b2-f25860efa482 req-2858ce22-2677-46af-9ea9-ad68f62d96fd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776188 Oct 29 08:35:42.892029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5c21-515c-4348-ab1b-0e031628b03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.950394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5c21-515c-4348-ab1b-0e031628b03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.952991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5c21-515c-4348-ab1b-0e031628b03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:42.956997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4e6b5c21-515c-4348-ab1b-0e031628b03b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a09e9016-539e-4323-b13d-c601d306243d HTTP/1.1" status: 204 len: 168 time: 0.2535737 Oct 29 08:35:42.962376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b5c21-515c-4348-ab1b-0e031628b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e9016-539e-4323-b13d-c601d306243d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:43.024573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2543d4d8-f229-43e4-844a-98bd8a983b0e req-e25567ef-fa94-4072-95f3-cf2d914b4bff tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0332460 Oct 29 08:35:43.253342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49476) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:43.258126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f48b50b5-a1bf-44ef-aa82-b764797e611d tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154008377', 'description': 'tempest-description--1184659578'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:43.282598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f48b50b5-a1bf-44ef-aa82-b764797e611d tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.356579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:35:43.362133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f48b50b5-a1bf-44ef-aa82-b764797e611d tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.368846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f48b50b5-a1bf-44ef-aa82-b764797e611d tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.370096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49480) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:43.411261 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f48b50b5-a1bf-44ef-aa82-b764797e611d tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.416272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f48b50b5-a1bf-44ef-aa82-b764797e611d tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1614635 Oct 29 08:35:43.416941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49482) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:43.423372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ab1af5b5-edcd-4e9f-95c1-348c158cb289 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Request body: {'security_group_rule': {'security_group_id': 'bb5d7f39-9cb5-4923-bc13-b4ec3c160b61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:43.428985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b50b5-a1bf-44ef-aa82-b764797e611d tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:43.451613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f2a95624-d3d9-467d-95e9-650bc1572f9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e2fe9f2ec7145b3ae3c4e8570f5f8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776131 Oct 29 08:35:43.452007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49484) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:43.458603 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Sync routers for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:35:43.470908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6425250-e9f2-4990-91d0-f4ab25e6ae9f req-6c12d415-9e96-4619-8a75-3f79f7e69a4a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:43.471868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab1af5b5-edcd-4e9f-95c1-348c158cb289 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.480258 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:43.480934 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:43.481309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6425250-e9f2-4990-91d0-f4ab25e6ae9f req-6c12d415-9e96-4619-8a75-3f79f7e69a4a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1296921 Oct 29 08:35:43.526005 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6425250-e9f2-4990-91d0-f4ab25e6ae9f req-eabc9177-d6fb-4a27-9e62-d79692f43e72 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Oct 29 08:35:43.557555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:43.575758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'port_id': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'mac_address': 'fa:16:3e:31:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d27dd1-3461-42a3-99f1-e87ef81f581c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:35:43.585301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0243-b198-4fcd-aa47-cae77f897329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.592884 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-17ccbefb-e475-4a15-ae24-acc9cb93b135 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1168058 Oct 29 08:35:43.617911 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:43.621418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab1af5b5-edcd-4e9f-95c1-348c158cb289 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.625009 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0243-b198-4fcd-aa47-cae77f897329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.631549 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.646746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:43.657146 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab1af5b5-edcd-4e9f-95c1-348c158cb289 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.667758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:43.675008 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.708879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1af5b5-edcd-4e9f-95c1-348c158cb289 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf225c8-139b-4276-8775-ec73192eb1d6,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:43.717523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab1af5b5-edcd-4e9f-95c1-348c158cb289 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.722123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ab1af5b5-edcd-4e9f-95c1-348c158cb289 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3025880 Oct 29 08:35:43.723377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49486) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:43.730619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7f57faa8-b976-4c20-bd90-f07c806a3347 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Request body: {'security_group_rule': {'security_group_id': 'bb5d7f39-9cb5-4923-bc13-b4ec3c160b61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:43.742828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-45840455-2c09-4db8-917d-e5cb2b733aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:43.744549 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-45840455-2c09-4db8-917d-e5cb2b733aee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 1101 time: 0.1218083 Oct 29 08:35:43.750106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:43.753834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0243-b198-4fcd-aa47-cae77f897329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.757525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0243-b198-4fcd-aa47-cae77f897329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.758810 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7c6a0243-b198-4fcd-aa47-cae77f897329 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7849e50f-a554-4061-beeb-c2e7ae898368 HTTP/1.1" status: 204 len: 168 time: 0.3057642 Oct 29 08:35:43.771636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a0243-b198-4fcd-aa47-cae77f897329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849e50f-a554-4061-beeb-c2e7ae898368,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:43.829544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7f57faa8-b976-4c20-bd90-f07c806a3347 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:43.890767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device bffbdebc-9c1e-4338-8032-f5ff6d4054c7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:43.919970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-a237b906-2f04-46f8-aa1c-f7fad81bf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:43.921696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-a237b906-2f04-46f8-aa1c-f7fad81bf918 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1463957 Oct 29 08:35:43.933431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['c7b272c8-37d5-4579-8152-2e3eaa7eb2b9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:35:43.987527 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 2, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:43.998053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46348f01-1579-4d6e-9172-0276b94aa84d req-3d9abefa-6dff-4664-b95c-efcce4d70f25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0594525 Oct 29 08:35:44.020923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-5c47f649-e501-42e5-865d-c8e623842bac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 200 len: 217 time: 0.0893998 Oct 29 08:35:44.025320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port bffbdebc-9c1e-4338-8032-f5ff6d4054c7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:44.025695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.039349 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Checking router: 392b275b-ffd4-4f11-a70c-14692aeabf54 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:35:44.052551 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Updating router 392b275b-ffd4-4f11-a70c-14692aeabf54 port cdbfffa4-75c4-48fe-8f57-006120d1598e binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:35:44.080249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335d730-5fbc-438e-a098-2d2d1382d05e req-7f423cde-a793-4b14-b9b5-a78191c7b5cd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:44.089860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1335d730-5fbc-438e-a098-2d2d1382d05e req-7f423cde-a793-4b14-b9b5-a78191c7b5cd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 944 time: 0.0907862 Oct 29 08:35:44.101401 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.135209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7f57faa8-b976-4c20-bd90-f07c806a3347 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.140665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-eef3ab01-b739-4a4d-86cb-c3a0b2c595df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:44.141130 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-eef3ab01-b739-4a4d-86cb-c3a0b2c595df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0967515 Oct 29 08:35:44.145820 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7f57faa8-b976-4c20-bd90-f07c806a3347 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.163786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1335d730-5fbc-438e-a098-2d2d1382d05e req-3d8ac6d4-999d-43e8-8304-3c2e11002879 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682254 Oct 29 08:35:44.189048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a63e3a48-b5d0-40b4-b44d-3deffbdae6f4 req-6efd9860-8716-4fb9-8e25-2d3db43db4c9 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.1752751 Oct 29 08:35:44.201332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57faa8-b976-4c20-bd90-f07c806a3347 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ebe74e-09d6-48fe-88a9-a6d0be1e2af2,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:44.245363 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.258520 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7f57faa8-b976-4c20-bd90-f07c806a3347 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.264529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49502) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:44.266377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7f57faa8-b976-4c20-bd90-f07c806a3347 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5403531 Oct 29 08:35:44.284320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:44.324585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-f44793c9-6e2e-4f77-84d7-b523f28ec0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:44.326016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-f44793c9-6e2e-4f77-84d7-b523f28ec0bc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399176 Oct 29 08:35:44.341522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port bffbdebc-9c1e-4338-8032-f5ff6d4054c7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=bffbdebc-9c1e-4338-8032-f5ff6d4054c7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:44.349823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-66f4301c-bec6-49de-9866-4b226dbee2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.354362 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.397729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.431226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=bffbdebc-9c1e-4338-8032-f5ff6d4054c7,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:44.500001 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5faad98-29cb-4641-bc87-d7da1d822237 req-f1c2c031-af1e-4e92-bb7c-706f0935295d tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.1161518 Oct 29 08:35:44.526739 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.534139 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.580336 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-b3f6ec80-5cb5-46df-8347-ec7b7e03c168 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427030 Oct 29 08:35:44.634685 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45e96-e6d2-4ba4-a0a6-c53e466d8fa3 None None] Pushing event updated for resources: {'Port': ['ID=cdbfffa4-75c4-48fe-8f57-006120d1598e,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:44.680330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bdbb0-190a-4499-a905-eb3750662755 req-ba877ac6-80e9-4578-9ac2-2189f8a7bdb5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:44.690215 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c5bdbb0-190a-4499-a905-eb3750662755 req-ba877ac6-80e9-4578-9ac2-2189f8a7bdb5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0775898 Oct 29 08:35:44.718461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.724100 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Attempting to bind port cdbfffa4-75c4-48fe-8f57-006120d1598e on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:44.724466 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Attempting to bind port cdbfffa4-75c4-48fe-8f57-006120d1598e by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:44.724824 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Attempting to bind port cdbfffa4-75c4-48fe-8f57-006120d1598e on network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:44.733064 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:44.733519 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Checking segment: {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:44.734030 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.734612 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Bound using segment: {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:44.735121 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Bound port: cdbfffa4-75c4-48fe-8f57-006120d1598e, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:44.735567 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.769789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c5bdbb0-190a-4499-a905-eb3750662755 req-a771bffd-c296-4e3d-9d9e-b58b699c7b9c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780468 Oct 29 08:35:44.834838 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] For port cdbfffa4-75c4-48fe-8f57-006120d1598e, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:44.840702 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] For port cdbfffa4-75c4-48fe-8f57-006120d1598e, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cdbfffa4-75c4-48fe-8f57-006120d1598e,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:44.840987 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d77820ec-c425-4de9-a7f7-04ebd59e2871 req-7b12aa56-e8d7-492c-9668-b0e913651fa7 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493911 Oct 29 08:35:44.843272 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:44.869956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Allocated IP 172.25.5.66 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/dd6b87cd-dbeb-4ae9-bf6e-0d0742740a98) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:44.907854 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45e96-e6d2-4ba4-a0a6-c53e466d8fa3 None None] Pushing event updated for resources: {'Port': ['ID=cdbfffa4-75c4-48fe-8f57-006120d1598e,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:44.911050 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:35:44.911905 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:44.959668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-45bf7588-0077-4621-847c-0b198f6ddd30 None None] Provisioning complete for port cdbfffa4-75c4-48fe-8f57-006120d1598e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:44.960605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45bf7588-0077-4621-847c-0b198f6ddd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.065237 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.110838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.133794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45bf7588-0077-4621-847c-0b198f6ddd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.155906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:45.161781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:45.164820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:45.168451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event updated for resources: {'Port': ['ID=dd6b87cd-dbeb-4ae9-bf6e-0d0742740a98,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:45.198544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-45bf7588-0077-4621-847c-0b198f6ddd30 None None] For port cdbfffa4-75c4-48fe-8f57-006120d1598e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cdbfffa4-75c4-48fe-8f57-006120d1598e,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:45.207092 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45bf7588-0077-4621-847c-0b198f6ddd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.339911 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:35:45.356379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf7588-0077-4621-847c-0b198f6ddd30 None None] Pushing event updated for resources: {'Port': ['ID=cdbfffa4-75c4-48fe-8f57-006120d1598e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:45.375262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:45.391372 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.403537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9c6ef-3d39-4974-bf11-d3c6ca44fd50 req-5beab6b4-62c9-43ec-8eaf-eef7f74a785b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:45.405455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6ac9c6ef-3d39-4974-bf11-d3c6ca44fd50 req-5beab6b4-62c9-43ec-8eaf-eef7f74a785b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 944 time: 0.1190767 Oct 29 08:35:45.461607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-db5d9617-6b37-4cf3-8390-952b136fcc18 None None] Provisioning complete for port cdbfffa4-75c4-48fe-8f57-006120d1598e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:45.461977 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db5d9617-6b37-4cf3-8390-952b136fcc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.468364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32760c94-bd1e-41ab-a3e8-6bad0cd24852 req-4932c8a4-9291-4f0d-9e62-62de1c93e625 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0828481 Oct 29 08:35:45.509649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:35:45.522104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:45.522836 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.566671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.722896 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.784554 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:35:45.810449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:45.821477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:45.829384 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fae8b1b-125f-4fb5-9b96-8e4314b1852f" -d '{"events": [{"server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:45.836082 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75393ff8-4896-4eff-ba14-bbf47760fd4f None None] The sync data for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 is: [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:35:45.852968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device bffbdebc-9c1e-4338-8032-f5ff6d4054c7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:45.908439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7965bc6c-55cc-420e-99cf-e1eefe486089 req-0aadb92a-5164-4e43-95a0-460e934d392d tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.1080146 Oct 29 08:35:45.941211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.966754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:45.985674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6ac9c6ef-3d39-4974-bf11-d3c6ca44fd50 req-74e9cc65-e9a8-407b-bc80-e56e8b4cc706 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559089 Oct 29 08:35:45.988683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:46.074641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port bffbdebc-9c1e-4338-8032-f5ff6d4054c7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:46.075211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:46.137843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:46.140922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event updated for resources: {'Port': ['ID=dd6b87cd-dbeb-4ae9-bf6e-0d0742740a98,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:46.164831 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd22e71-8b2a-4412-bb93-41962e2ec0d0 x-openstack-request-id: req-cfd22e71-8b2a-4412-bb93-41962e2ec0d0 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:46.165125 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:46.165383 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfd22e71-8b2a-4412-bb93-41962e2ec0d0 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:46.165761 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'code': 200} Oct 29 08:35:46.232785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a05f6-33f1-43ce-b482-d2031d9a8e74 req-878a5c93-7462-4323-a0f4-13c4c93bb961 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:46.251996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a25a05f6-33f1-43ce-b482-d2031d9a8e74 req-878a5c93-7462-4323-a0f4-13c4c93bb961 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1388576 Oct 29 08:35:46.264099 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:46.292306 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:46.294472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bea1454c-94a4-4e22-b09c-f493b1f86d63 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0278122 Oct 29 08:35:46.347133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a25a05f6-33f1-43ce-b482-d2031d9a8e74 req-01015076-ea10-4ecf-b9ab-aa08a1defd8e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905235 Oct 29 08:35:46.379111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bce2e-2bcb-4b80-8a4d-6c98202609e5 req-51a40ba1-5be4-4197-b0f8-2bbe56b80a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:46.383449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db4bce2e-2bcb-4b80-8a4d-6c98202609e5 req-51a40ba1-5be4-4197-b0f8-2bbe56b80a70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 1096 time: 0.1113348 Oct 29 08:35:46.457242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db4bce2e-2bcb-4b80-8a4d-6c98202609e5 req-d89d12e9-da46-4436-a17e-69cbdb85a1d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586116 Oct 29 08:35:46.460028 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3f90644-96b4-4a7e-90f9-41f5c6bd76c6 req-7ef8921e-9742-4d3e-9f5a-cbcbc8c35f12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0665acde4ff4381982455bc17d3cd74&device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0390816 Oct 29 08:35:46.523607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7362163d-8f2c-433a-8996-29dd5f253d8b req-cd88d3ab-5043-4668-8312-91bd2dad5c09 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Oct 29 08:35:46.649458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-8a7137c9-8c61-4014-9a22-c1bed3a130ea tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1154008377&fields=id&tenant_id=5f5cc1f670a24312bd142703289079a2 HTTP/1.1" status: 200 len: 267 time: 0.0381966 Oct 29 08:35:46.725522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3f90644-96b4-4a7e-90f9-41f5c6bd76c6 req-09e02e44-e244-4e8c-bd1f-a7913600569b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a0665acde4ff4381982455bc17d3cd74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590949 Oct 29 08:35:46.849728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-5223b2fa-1aa1-440a-88cc-d7bb1016c10f tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:46.856422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-5223b2fa-1aa1-440a-88cc-d7bb1016c10f tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/networks?id=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 HTTP/1.1" status: 200 len: 806 time: 0.1996269 Oct 29 08:35:46.881231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-0f7440b4-0ace-4120-b3c9-e28f09363949 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/quotas/5f5cc1f670a24312bd142703289079a2 HTTP/1.1" status: 200 len: 375 time: 0.0237679 Oct 29 08:35:46.901282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90644-96b4-4a7e-90f9-41f5c6bd76c6 req-5669cada-bc22-4405-9621-ee01165bb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:46.902777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3f90644-96b4-4a7e-90f9-41f5c6bd76c6 req-5669cada-bc22-4405-9621-ee01165bb8f3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1662409 Oct 29 08:35:46.945884 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d25-eccc-4cd3-aeeb-1f564d02604b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:46.952391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fa35e47-2bff-4fbb-807f-3c1c953a832d req-32fb5532-ac3c-4e64-9a56-d706508a9ac7 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0450778 Oct 29 08:35:46.956569 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-a8e2229c-c56a-4c0b-bcb9-cdf58abcd3fb tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f5cc1f670a24312bd142703289079a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685999 Oct 29 08:35:47.074985 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-490f0844-da1f-463b-bede-19339f57fd15 service neutron] 10.222.0.70 "GET /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002295 Oct 29 08:35:47.188070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-b13d8b64-77b9-4be8-81b8-0bce0c2afbd8 service neutron] 10.222.0.70 "GET /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054809 Oct 29 08:35:47.438758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c4c37-8687-4acd-8b77-bda43c3081d6 req-92314b4f-53e8-4032-899a-ab494b2f86f4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:47.443059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e0c4c37-8687-4acd-8b77-bda43c3081d6 req-92314b4f-53e8-4032-899a-ab494b2f86f4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0638011 Oct 29 08:35:47.492780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e0c4c37-8687-4acd-8b77-bda43c3081d6 req-0c006156-a295-4e3f-bf43-982a34eeb000 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Oct 29 08:35:47.516674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4969f11b-2ae4-41d4-b590-d0ba5f4ad11f req-2910e470-b0a8-47bf-8934-87b92b606421 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 210 time: 0.0304964 Oct 29 08:35:47.628371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528874b3-81a5-488b-b51d-0f68a1a4cdc7 req-3741d4cc-238a-4adf-9581-32940333e492 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:47.630064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-528874b3-81a5-488b-b51d-0f68a1a4cdc7 req-3741d4cc-238a-4adf-9581-32940333e492 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0694902 Oct 29 08:35:47.694775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-528874b3-81a5-488b-b51d-0f68a1a4cdc7 req-85b70cdd-8521-435d-9971-cdf3336947d5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Oct 29 08:35:47.712669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdaa425e-2623-4198-9121-efc6eecda1cd req-aa8b5072-89eb-41b2-8a77-346505b64878 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0689459 Oct 29 08:35:47.802126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cdbfffa4-75c4-48fe-8f57-006120d1598e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:47.855739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port cdbfffa4-75c4-48fe-8f57-006120d1598e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:47.856223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:48.080281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e85685fc-e2db-4db4-9e33-24f0f101b47e req-a52bd43c-028b-4cf0-8557-1ab56fb60217 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0362787 Oct 29 08:35:48.132340 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:48.202499 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:48.378427 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3f90644-96b4-4a7e-90f9-41f5c6bd76c6 req-8d887f54-a398-415f-aa6d-89bb0fe68459 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0276411 Oct 29 08:35:48.645467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f3279-7e2e-4513-b807-0a724bae59d2 req-80a4c37d-eb3b-41ac-9b29-4673e2dc32de tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:48.653079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-065f3279-7e2e-4513-b807-0a724bae59d2 req-80a4c37d-eb3b-41ac-9b29-4673e2dc32de tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0768740 Oct 29 08:35:48.689203 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-065f3279-7e2e-4513-b807-0a724bae59d2 req-309fa0b4-e5d2-4fc0-ab40-49a8f8091f50 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Oct 29 08:35:48.698491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac4329a2-91e1-499f-b610-a34ebdadec39 req-43e274e9-0ebd-4d94-bd7b-3e7860eb8105 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 210 time: 0.0390007 Oct 29 08:35:48.708939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-7d5df3a5-ca0d-413b-be70-24ffe7547375 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:48.708939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-7d5df3a5-ca0d-413b-be70-24ffe7547375 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.93 "GET /v2.0/networks?id=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 HTTP/1.1" status: 200 len: 806 time: 0.1645997 Oct 29 08:35:48.763318 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-813e494b-40ed-47f5-bc87-c0218c8fe08b tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f5cc1f670a24312bd142703289079a2 HTTP/1.1" status: 200 len: 380 time: 0.0436008 Oct 29 08:35:48.789998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Request body: {'port': {'device_id': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'admin_state_up': True, 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'security_groups': ['bb5d7f39-9cb5-4923-bc13-b4ec3c160b61']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:48.870000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fb31e-e5b8-4f61-aa94-198829109284 req-1f6d484c-2a87-449a-81ea-1c9cd84b36fd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:48.872183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af5fb31e-e5b8-4f61-aa94-198829109284 req-1f6d484c-2a87-449a-81ea-1c9cd84b36fd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0609171 Oct 29 08:35:48.925146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Made reservation on behalf of 5f5cc1f670a24312bd142703289079a2 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:48.929627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:48.936476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af5fb31e-e5b8-4f61-aa94-198829109284 req-db322fca-fe4e-45ad-b47e-4bed5f8f5788 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Oct 29 08:35:49.063079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c27ae7d-b4d8-42d1-8443-73572c0e2984 req-36e03cde-0599-4419-a508-7c57c9a33381 tempest-ServerShowV254Test-198407251 tempest-ServerShowV254Test-198407251-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4d65ee-6a70-40a7-9e7f-7cc591c78e66 HTTP/1.1" status: 200 len: 210 time: 0.0349402 Oct 29 08:35:49.114172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Allocated IP 172.20.0.6 (9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72/16f87af1-46d9-4439-9612-d5fae6b1ece3/1a9c396f-612a-4025-a367-27807de6f1e7) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:35:49.290129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d020ff-e0cb-471b-a8cc-394c05ab2538 req-11e64219-735f-439e-86a3-659c24ae2723 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:49.292102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d4d020ff-e0cb-471b-a8cc-394c05ab2538 req-11e64219-735f-439e-86a3-659c24ae2723 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1186254 Oct 29 08:35:49.329116 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:49.352245 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d4d020ff-e0cb-471b-a8cc-394c05ab2538 req-c643dfb5-41fb-4f6d-a241-45c5b92e9ff7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Oct 29 08:35:49.394384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:49.405138 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:49.459588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:35:49.477751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3585363-9cdb-44a4-a21a-4e19ef404d8f req-7a8e1e3f-ec1d-45c6-b9ea-3f6214c16b9c tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0375092 Oct 29 08:35:49.480629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:49.484802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:35:49.535066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:49.535912 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:49.549903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event updated for resources: {'Port': ['ID=1a9c396f-612a-4025-a367-27807de6f1e7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:49.562467 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-73cab359-4ba5-4396-b89d-766ba5ec4f00 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7772322 Oct 29 08:35:49.583288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Request body: {'port': {'device_id': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:49.647131 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:49.757810 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:35:49.817143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8f802581-5bc4-4320-a263-63abbde58366 None None] Provisioning complete for port 1a9c396f-612a-4025-a367-27807de6f1e7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:49.817650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8f802581-5bc4-4320-a263-63abbde58366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:49.847600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa095b-c982-48c3-829a-fa562bfc6c48 req-f22f521b-29b6-430e-8de9-59ef217d1b50 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:49.850270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3aa095b-c982-48c3-829a-fa562bfc6c48 req-f22f521b-29b6-430e-8de9-59ef217d1b50 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 931 time: 0.0676742 Oct 29 08:35:49.865034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8f802581-5bc4-4320-a263-63abbde58366 None None] Port 1a9c396f-612a-4025-a367-27807de6f1e7 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:35:49.908497 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3aa095b-c982-48c3-829a-fa562bfc6c48 req-d9e8e661-b0ed-4901-9941-2b86aacc7f98 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494409 Oct 29 08:35:49.950564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9c396f-612a-4025-a367-27807de6f1e7 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:49.959133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:49.972656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Transition to ACTIVE for port object 1a9c396f-612a-4025-a367-27807de6f1e7 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:35:49.978219 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:50.084708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9c396f-612a-4025-a367-27807de6f1e7,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:50.445492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d20d9-59c0-46c5-aba0-b2066db4de39 req-2905607d-a023-4458-aee1-d038b79ee43a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:50.446985 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-287d20d9-59c0-46c5-aba0-b2066db4de39 req-2905607d-a023-4458-aee1-d038b79ee43a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.4391129 Oct 29 08:35:50.522157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-287d20d9-59c0-46c5-aba0-b2066db4de39 req-eeae4d50-9411-4724-82b7-17507c31588a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574682 Oct 29 08:35:50.524688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Attempting to bind port 1a9c396f-612a-4025-a367-27807de6f1e7 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:35:50.525039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Attempting to bind port 1a9c396f-612a-4025-a367-27807de6f1e7 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:35:50.525698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Attempting to bind port 1a9c396f-612a-4025-a367-27807de6f1e7 on network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:50.530187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Port 1a9c396f-612a-4025-a367-27807de6f1e7 on network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:35:50.530512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Attempting to bind port 1a9c396f-612a-4025-a367-27807de6f1e7 on network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:35:50.535661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:35:50.536052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Checking segment: {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:50.536444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Bound using segment: {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:35:50.536881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Bound port: 1a9c396f-612a-4025-a367-27807de6f1e7, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c52ce6-0482-4524-96db-b52346dbc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:35:50.537248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:50.609414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] For port 1a9c396f-612a-4025-a367-27807de6f1e7, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:35:50.613702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] For port 1a9c396f-612a-4025-a367-27807de6f1e7, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a9c396f-612a-4025-a367-27807de6f1e7,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:35:50.621469 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:50.667608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:50.668758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:50.671913 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] 10.222.0.93 "PUT /v2.0/ports/1a9c396f-612a-4025-a367-27807de6f1e7 HTTP/1.1" status: 200 len: 1091 time: 1.0934269 Oct 29 08:35:50.672697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'tag': '1a9c396f-612a-4025-a367-27807de6f1e7'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:50.675753 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3eec1c15-e126-4b38-b35c-480c09eccf6d", "tag": "1a9c396f-612a-4025-a367-27807de6f1e7"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:50.708346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796424f7-1bfa-4dbb-89b2-0966ffa79808 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9c396f-612a-4025-a367-27807de6f1e7,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:50.796689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-6af6331c-e6ae-4dc7-93b4-3cc7e9f4276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:50.799003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-6af6331c-e6ae-4dc7-93b4-3cc7e9f4276b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f5cc1f670a24312bd142703289079a2&device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 1094 time: 0.0621219 Oct 29 08:35:50.858416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-6c2b8949-5a35-4d71-93d9-bdd1d453acd9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a9c396f-612a-4025-a367-27807de6f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0501864 Oct 29 08:35:50.919717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50002) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:50.958062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-b797503a-f5de-4df4-aabe-9ec999a3febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:50.960495 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-b797503a-f5de-4df4-aabe-9ec999a3febb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=16f87af1-46d9-4439-9612-d5fae6b1ece3 HTTP/1.1" status: 200 len: 845 time: 0.0962749 Oct 29 08:35:51.056891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-eb6e4949-a671-451e-9d77-25fbd0a16ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:51.058811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-eb6e4949-a671-451e-9d77-25fbd0a16ec4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897272 Oct 29 08:35:51.109762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd668-ab89-4d97-94e3-61aab8d05d67 req-f47275cb-3a42-4509-bde5-adc8fc9a8d66 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:51.119047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f39bd668-ab89-4d97-94e3-61aab8d05d67 req-f47275cb-3a42-4509-bde5-adc8fc9a8d66 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.6167464 Oct 29 08:35:51.178560 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f39bd668-ab89-4d97-94e3-61aab8d05d67 req-365743b7-fd29-4eaa-90e4-c176ed259cc6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582614 Oct 29 08:35:51.248137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0135c1e9-c70a-48ee-bfae-3a7dfdb7bc3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:51.257531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-e94a8746-c59c-4218-badc-e26edbcad5a8 service neutron] 10.222.0.93 "GET /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907322 Oct 29 08:35:51.290452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cc734b0-5f4c-4ade-a425-136e9909f5e6 req-9de8b878-4421-486f-a142-7fdc7ebed513 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0285079 Oct 29 08:35:51.353105 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f269e7-759f-4b73-9507-9e013e1f6ba2 x-openstack-request-id: req-13f269e7-759f-4b73-9507-9e013e1f6ba2 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:51.353422 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eec1c15-e126-4b38-b35c-480c09eccf6d", "tag": "1a9c396f-612a-4025-a367-27807de6f1e7", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:51.353668 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13f269e7-759f-4b73-9507-9e013e1f6ba2 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:51.354091 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'tag': '1a9c396f-612a-4025-a367-27807de6f1e7', 'status': 'completed', 'code': 200} Oct 29 08:35:51.431627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c44179f2-bf70-44ce-aad9-52bd23f50d89 req-86851494-9e71-4465-a3b6-8ccd49940416 service neutron] 10.222.0.93 "GET /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645889 Oct 29 08:35:51.465132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabe0fb-8e61-4e74-ad5e-f13b04b6b06c req-d843f2aa-a5a8-4f8e-a8da-8b8165f2f384 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:51.466696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0cabe0fb-8e61-4e74-ad5e-f13b04b6b06c req-d843f2aa-a5a8-4f8e-a8da-8b8165f2f384 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 943 time: 0.0860424 Oct 29 08:35:51.492533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0135c1e9-c70a-48ee-bfae-3a7dfdb7bc3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:51.523724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0135c1e9-c70a-48ee-bfae-3a7dfdb7bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:51.590504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0135c1e9-c70a-48ee-bfae-3a7dfdb7bc3a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0665acde4ff4381982455bc17d3cd74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693840 Oct 29 08:35:51.594031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50058) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:51.596417 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0cabe0fb-8e61-4e74-ad5e-f13b04b6b06c req-be6008b2-2eb8-46be-a42c-c5fff55f5159 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161587 Oct 29 08:35:51.598774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135c1e9-c70a-48ee-bfae-3a7dfdb7bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc635182-8706-4d31-b3fa-45797a036806,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:51.604017 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-14ac3690-ca9b-4034-8acb-8cbe8922d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:51.605849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-14ac3690-ca9b-4034-8acb-8cbe8922d6b5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f5cc1f670a24312bd142703289079a2&device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 1094 time: 0.1155791 Oct 29 08:35:51.652109 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:51.679434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:51.741550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:51.744698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:51.745859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc635182-8706-4d31-b3fa-45797a036806 HTTP/1.1" status: 204 len: 168 time: 0.1508505 Oct 29 08:35:51.762834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc635182-8706-4d31-b3fa-45797a036806,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:51.763777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee0fff-f75a-4b0e-ab03-b898eb811ed3 req-470d84fb-3d0b-4555-8269-8feb0e4c7838 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:51.765728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-56ee0fff-f75a-4b0e-ab03-b898eb811ed3 req-470d84fb-3d0b-4555-8269-8feb0e4c7838 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0833743 Oct 29 08:35:51.768640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-a6d10afd-feaf-4bb1-be33-e6e40b69e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:51.770071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-a6d10afd-feaf-4bb1-be33-e6e40b69e158 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 HTTP/1.1" status: 200 len: 908 time: 0.1564748 Oct 29 08:35:51.771712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.772115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.772455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.772789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.773119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.773451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.773770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.774092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.774418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.774744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.775064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.775384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cea4b-a340-44f1-b050-6d4f1c57a28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:35:51.853615 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-ad9b56f3-1e2b-4ff6-9ec4-b52e11b6da12 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a9c396f-612a-4025-a367-27807de6f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0438414 Oct 29 08:35:51.857105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-56ee0fff-f75a-4b0e-ab03-b898eb811ed3 req-ca83ce12-66bd-4129-b774-5ddac4bb0093 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826225 Oct 29 08:35:51.909012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-d16a89cb-b0d9-44a1-ad16-26fd4dea5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:51.909853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-d16a89cb-b0d9-44a1-ad16-26fd4dea5586 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=16f87af1-46d9-4439-9612-d5fae6b1ece3 HTTP/1.1" status: 200 len: 845 time: 0.0491707 Oct 29 08:35:51.964808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-b454f953-aa7e-4112-ac27-fb7978e3cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:51.966487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-b454f953-aa7e-4112-ac27-fb7978e3cf44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484791 Oct 29 08:35:52.082901 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-ba5b9e8e-118a-4853-bf9d-b350ad3decc1 service neutron] 10.222.0.93 "GET /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082311 Oct 29 08:35:52.187336 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68a4bed-cab9-4204-a9fd-9e0c29b72c1f req-e0a9cce9-e57e-45a3-92ed-fd6142dd5fab service neutron] 10.222.0.93 "GET /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960112 Oct 29 08:35:52.321575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf06025-b3be-4c85-924b-195573b0ba55 req-e2bb28e7-b25d-4883-b561-03110412e34b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:52.332282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dcf06025-b3be-4c85-924b-195573b0ba55 req-e2bb28e7-b25d-4883-b561-03110412e34b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0726149 Oct 29 08:35:52.364645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dcf06025-b3be-4c85-924b-195573b0ba55 req-3f53c05b-6c4b-4fc0-a0d2-ed8507ff1cc2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344603 Oct 29 08:35:52.489099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-856c57fc-80d8-4ec5-9612-c5d8f1c8cc45 req-a26aa41d-8412-450b-bc73-83c19a62995f tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0329471 Oct 29 08:35:52.735074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2628d-8e35-43bd-a408-4f4551c9b8e1 req-9234a4f4-08ca-4094-898a-5f4eed9a8277 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:52.736938 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76f2628d-8e35-43bd-a408-4f4551c9b8e1 req-9234a4f4-08ca-4094-898a-5f4eed9a8277 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 943 time: 0.0528500 Oct 29 08:35:52.782395 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76f2628d-8e35-43bd-a408-4f4551c9b8e1 req-9d3496c4-bc58-457a-b8b0-bc2c94d9d639 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Oct 29 08:35:52.985625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dd18c-792a-494b-a01d-d170061bf8fc req-10d8fd8b-5940-43ff-b704-83c568b1b027 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:52.994908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-846dd18c-792a-494b-a01d-d170061bf8fc req-10d8fd8b-5940-43ff-b704-83c568b1b027 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0590825 Oct 29 08:35:52.995448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50178) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:53.032497 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-846dd18c-792a-494b-a01d-d170061bf8fc req-ec4fe19f-a531-470e-9077-c7b7b2d04a66 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367084 Oct 29 08:35:53.212824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-299172ed-f1ff-4d30-a31c-8d7ee917f910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:53.295676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-299172ed-f1ff-4d30-a31c-8d7ee917f910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:53.300810 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-299172ed-f1ff-4d30-a31c-8d7ee917f910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:53.343639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-299172ed-f1ff-4d30-a31c-8d7ee917f910 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69efc633b502478e98423d69746fb022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466992 Oct 29 08:35:53.344908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299172ed-f1ff-4d30-a31c-8d7ee917f910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334ee717-eeab-41b3-b331-5cbf84c5fe9a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:53.346608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:53.405102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-386b-411e-853f-5421354b09d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:53.439334 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-386b-411e-853f-5421354b09d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:53.518503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876e5a-104e-45c8-b616-7b1c12bc8b2a req-88399537-084a-4f81-838d-c257bfe4c35d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:53.520180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47876e5a-104e-45c8-b616-7b1c12bc8b2a req-88399537-084a-4f81-838d-c257bfe4c35d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0779936 Oct 29 08:35:53.550478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-386b-411e-853f-5421354b09d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:53.553209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-386b-411e-853f-5421354b09d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:53.554522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2d5b98fc-386b-411e-853f-5421354b09d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/334ee717-eeab-41b3-b331-5cbf84c5fe9a HTTP/1.1" status: 204 len: 168 time: 0.2068787 Oct 29 08:35:53.577018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b98fc-386b-411e-853f-5421354b09d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334ee717-eeab-41b3-b331-5cbf84c5fe9a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:53.592989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47876e5a-104e-45c8-b616-7b1c12bc8b2a req-27f56a89-f62b-4c84-8fa9-3d336b732507 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624237 Oct 29 08:35:53.654619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c961e3f9-c165-405a-8826-d7e289039ec6 req-dfcb085d-1206-4d27-809b-a7c95f6c4a94 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0392752 Oct 29 08:35:53.911119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19519f37-6ad0-41a6-a653-c8f1d243686c req-22876124-3949-47fb-ac67-d9d2f76aace2 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:53.916370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19519f37-6ad0-41a6-a653-c8f1d243686c req-22876124-3949-47fb-ac67-d9d2f76aace2 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 943 time: 0.0628006 Oct 29 08:35:53.956204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19519f37-6ad0-41a6-a653-c8f1d243686c req-0ffaf07b-8d63-4e58-b3f6-c3e2edff2601 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369742 Oct 29 08:35:54.155755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb15a3-2f55-4875-ba5f-88c4780212ff req-baa7714e-a641-40eb-9d2f-aaccc1d3ae95 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:54.157603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4ebb15a3-2f55-4875-ba5f-88c4780212ff req-baa7714e-a641-40eb-9d2f-aaccc1d3ae95 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0541151 Oct 29 08:35:54.209572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4ebb15a3-2f55-4875-ba5f-88c4780212ff req-5986ff53-a9c1-442b-943d-da6d47621970 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Oct 29 08:35:54.641581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1a9c396f-612a-4025-a367-27807de6f1e7 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:35:54.757807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c85fa-d19b-4de0-8df6-affc0a2305f1 req-41c2ca77-2a4d-45ae-b95b-a96fbab586c7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:54.759381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f48c85fa-d19b-4de0-8df6-affc0a2305f1 req-41c2ca77-2a4d-45ae-b95b-a96fbab586c7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0642805 Oct 29 08:35:54.769569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1a9c396f-612a-4025-a367-27807de6f1e7, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a9c396f-612a-4025-a367-27807de6f1e7,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:54.784128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '1a9c396f-612a-4025-a367-27807de6f1e7', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'port_id': '1a9c396f-612a-4025-a367-27807de6f1e7', 'mac_address': 'fa:16:3e:03:91:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:35:54.824233 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f48c85fa-d19b-4de0-8df6-affc0a2305f1 req-674e6a3a-63d8-4b47-9f94-544235e415ee tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537043 Oct 29 08:35:54.837179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:54.851382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9c396f-612a-4025-a367-27807de6f1e7 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:54.873106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1a9c396f-612a-4025-a367-27807de6f1e7, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a9c396f-612a-4025-a367-27807de6f1e7,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:54.885266 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:54.938120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1a9c396f-612a-4025-a367-27807de6f1e7,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:54.941339 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc194ba5-af34-4aa9-8ff0-c298db2ec905 req-278f3548-e648-4509-a418-0ae7cc133a36 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0474398 Oct 29 08:35:54.942171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50264) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:55.081921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ae8d5-dc77-494f-9824-fc533571eb0f req-c7dfe4a3-b170-4f99-b975-df1dab1f802c tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:55.083479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b2ae8d5-dc77-494f-9824-fc533571eb0f req-c7dfe4a3-b170-4f99-b975-df1dab1f802c tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 944 time: 0.0528297 Oct 29 08:35:55.126855 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-983bd6f3-10cd-44ef-9a0e-b21bf664d26d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.156206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b2ae8d5-dc77-494f-9824-fc533571eb0f req-a0687391-1a51-4263-bf4c-9eb1eaf4d87e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633729 Oct 29 08:35:55.220210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-983bd6f3-10cd-44ef-9a0e-b21bf664d26d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.225166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-983bd6f3-10cd-44ef-9a0e-b21bf664d26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.266454 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-983bd6f3-10cd-44ef-9a0e-b21bf664d26d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a82edcadec5d4e6bb26bf64daebdbf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227742 Oct 29 08:35:55.269018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bd6f3-10cd-44ef-9a0e-b21bf664d26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f83ba2b-b10e-4d5f-bf93-cbdc72151d9b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:55.270246 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50304) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:55.278381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-b4817e24-4812-4168-9727-541fadaa98fd service neutron] 10.222.0.15 "GET /v2.0/ports/cf67396e-0000-4bb9-947d-268fcbe1624c/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 382 time: 0.0741832 Oct 29 08:35:55.366973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3939160b-ed05-4fec-92d7-d0d813ee385f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.379726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50308) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:55.408311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a6719-770d-4945-a627-3bb3103edc9b req-08fdf5e3-46b3-41a7-a3f7-95226a2ff20c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:55.409935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b0a6719-770d-4945-a627-3bb3103edc9b req-08fdf5e3-46b3-41a7-a3f7-95226a2ff20c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0868196 Oct 29 08:35:55.412015 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3939160b-ed05-4fec-92d7-d0d813ee385f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.439063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['1a9c396f-612a-4025-a367-27807de6f1e7'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:35:55.518523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6782307e-0170-4d38-a53a-fdc7936051e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.525641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b0a6719-770d-4945-a627-3bb3103edc9b req-6943b2b1-6c9a-42e4-a201-bb365225b419 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957878 Oct 29 08:35:55.546724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-e72d22a3-e44a-4155-a190-c5c2e958c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:55.548324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-e72d22a3-e44a-4155-a190-c5c2e958c0ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0&tenant_id=31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 1100 time: 0.0623777 Oct 29 08:35:55.559969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3939160b-ed05-4fec-92d7-d0d813ee385f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.562730 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3939160b-ed05-4fec-92d7-d0d813ee385f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.567615 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3939160b-ed05-4fec-92d7-d0d813ee385f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f83ba2b-b10e-4d5f-bf93-cbdc72151d9b HTTP/1.1" status: 204 len: 168 time: 0.2929983 Oct 29 08:35:55.577220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939160b-ed05-4fec-92d7-d0d813ee385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f83ba2b-b10e-4d5f-bf93-cbdc72151d9b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:55.649600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-61eba67d-97c5-4488-a83b-9dd75da31d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:55.651347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-61eba67d-97c5-4488-a83b-9dd75da31d31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 1100 time: 0.0628355 Oct 29 08:35:55.676430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6782307e-0170-4d38-a53a-fdc7936051e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.683767 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6782307e-0170-4d38-a53a-fdc7936051e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.730886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6782307e-0170-4d38-a53a-fdc7936051e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd089a8a4b2e4f15a02a2717f36adf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496480 Oct 29 08:35:55.733259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782307e-0170-4d38-a53a-fdc7936051e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed8f2c1-1daf-47d9-8512-bce9badd07d2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:55.734040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50318) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:55.801530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-f19cb7b0-7980-4e9d-b0b1-1408e612eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:55.803045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-f19cb7b0-7980-4e9d-b0b1-1408e612eb33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1446733 Oct 29 08:35:55.820926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ceb59ac-9d1a-481b-a922-1e86b229b4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.854221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-214e1826-c286-482c-a409-ea7473c5639b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 200 len: 217 time: 0.0419030 Oct 29 08:35:55.907108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50324) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:55.911694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ceb59ac-9d1a-481b-a922-1e86b229b4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.941080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdaa01-02e4-426d-946a-f9c17e1ad96c req-aa28de44-709c-4056-80d0-e6de6c18f0aa tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:55.942601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43cdaa01-02e4-426d-946a-f9c17e1ad96c req-aa28de44-709c-4056-80d0-e6de6c18f0aa tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0531912 Oct 29 08:35:55.948873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d381c31d-e1dc-475e-aa40-f09961c13c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:55.971656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-89ea49fe-86d4-4718-b1e9-640eece436cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:55.973397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-89ea49fe-86d4-4718-b1e9-640eece436cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1116343 Oct 29 08:35:55.987763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43cdaa01-02e4-426d-946a-f9c17e1ad96c req-3ad0993d-dc22-4e75-b6d3-1c8ed35aa23f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Oct 29 08:35:56.053809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ceb59ac-9d1a-481b-a922-1e86b229b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:56.056378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ceb59ac-9d1a-481b-a922-1e86b229b4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:56.057442 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ceb59ac-9d1a-481b-a922-1e86b229b4f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ed8f2c1-1daf-47d9-8512-bce9badd07d2 HTTP/1.1" status: 204 len: 168 time: 0.3223765 Oct 29 08:35:56.088623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0e1c9ec-5edb-4294-8c2b-afdb4829c00c req-20ad5f22-efb8-47d7-8ced-1ce8679c129b tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0485826 Oct 29 08:35:56.090682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb59ac-9d1a-481b-a922-1e86b229b4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed8f2c1-1daf-47d9-8512-bce9badd07d2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:56.103685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-ae4a8593-db7a-4107-bff3-e2bbe65cb19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:56.105306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-ae4a8593-db7a-4107-bff3-e2bbe65cb19d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215537 Oct 29 08:35:56.180930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d381c31d-e1dc-475e-aa40-f09961c13c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:56.186855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d381c31d-e1dc-475e-aa40-f09961c13c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:56.234025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381c31d-e1dc-475e-aa40-f09961c13c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b2d4a7-0477-4b30-8259-6aa7ec37a2fd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:56.251066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d381c31d-e1dc-475e-aa40-f09961c13c24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6808ff0aafd44192adc82b3706626417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389859 Oct 29 08:35:56.255056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50332) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:56.276363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-bbde4315-fd8b-4f22-bd3c-ef46c3a8acda service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611369 Oct 29 08:35:56.296009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2822a66-196b-44ff-9f06-324914e62668 req-92f71ad0-558c-44f7-bba2-1eeb6daa0167 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:56.297688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2822a66-196b-44ff-9f06-324914e62668 req-92f71ad0-558c-44f7-bba2-1eeb6daa0167 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 944 time: 0.0682070 Oct 29 08:35:56.342659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2822a66-196b-44ff-9f06-324914e62668 req-f8fd1612-2cb3-4f81-86c8-b6969398d549 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 Oct 29 08:35:56.383850 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-866e8b0b-5b42-4f6b-b98e-fa8458c3c942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:56.429335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-866e8b0b-5b42-4f6b-b98e-fa8458c3c942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:56.432713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d331d893-7114-42f7-a32e-85a015d1fb29 req-7840bcc1-0d0b-4fb2-ac4d-3c725b43458a service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467922 Oct 29 08:35:56.487606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-866e8b0b-5b42-4f6b-b98e-fa8458c3c942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:56.491982 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-866e8b0b-5b42-4f6b-b98e-fa8458c3c942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:56.493481 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-866e8b0b-5b42-4f6b-b98e-fa8458c3c942 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04b2d4a7-0477-4b30-8259-6aa7ec37a2fd HTTP/1.1" status: 204 len: 168 time: 0.2375460 Oct 29 08:35:56.501985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8b0b-5b42-4f6b-b98e-fa8458c3c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b2d4a7-0477-4b30-8259-6aa7ec37a2fd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:56.675748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594509c6-6558-4dd3-96da-01d632c3c43a req-be90b558-183f-46c8-ac93-2fc3a0450ff0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:56.675748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-594509c6-6558-4dd3-96da-01d632c3c43a req-be90b558-183f-46c8-ac93-2fc3a0450ff0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0566978 Oct 29 08:35:56.715921 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-594509c6-6558-4dd3-96da-01d632c3c43a req-6a9970c9-d470-40de-baf0-924ef79d8c76 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350056 Oct 29 08:35:56.905895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50368) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:57.048331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2046323917-network', 'tenant_id': '468f0167907840eab3c28f193997712e'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:57.076743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Made reservation on behalf of 468f0167907840eab3c28f193997712e for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:57.079351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.088748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.133183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eb2b5-ee3e-4934-bde0-a6489e60d646 req-45cd6cd5-1800-4f7d-8e83-5a620279cc72 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:57.137517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-696eb2b5-ee3e-4934-bde0-a6489e60d646 req-45cd6cd5-1800-4f7d-8e83-5a620279cc72 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0596921 Oct 29 08:35:57.183139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.187982 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-696eb2b5-ee3e-4934-bde0-a6489e60d646 req-b51da906-d2ad-4ae5-bc03-45f37ca8e53e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Oct 29 08:35:57.192876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.225138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:35:57.260521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6d1cf11-3d0a-4d58-a7c6-d04f8734d617 req-b22d787a-d227-4eda-86ec-d0d1e45be789 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0412586 Oct 29 08:35:57.262340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f229ff4-0e37-4475-8e24-efc62af49b1e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:57.267773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.268473 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Added segment 0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2 of type vlan for network 6684d0fe-b053-4a86-9824-0a63ffca38bc Oct 29 08:35:57.320799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.348832 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.349903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:57.350566 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.408739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5011940 Oct 29 08:35:57.419461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50390) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:35:57.423568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fad3a8b-0900-4566-9c74-2a7f7211cba6 req-fcd784f2-df1b-4ca7-8412-37b391cf9fea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0373857 Oct 29 08:35:57.425558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Request body: {'subnet': {'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2046323917-subnet', 'tenant_id': '468f0167907840eab3c28f193997712e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:35:57.447891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4b7c4-737f-4e51-a0ca-0e5151cf68c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6684d0fe-b053-4a86-9824-0a63ffca38bc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:57.458329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Made reservation on behalf of 468f0167907840eab3c28f193997712e for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:35:57.458428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.466695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6684d0fe-b053-4a86-9824-0a63ffca38bc details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:35:57.533296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baede072-e757-46a9-bde2-59beca521546 req-abb22a76-0799-4b2c-918f-06fe96ca05c7 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:57.537844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-baede072-e757-46a9-bde2-59beca521546 req-abb22a76-0799-4b2c-918f-06fe96ca05c7 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 944 time: 0.0862439 Oct 29 08:35:57.586561 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-baede072-e757-46a9-bde2-59beca521546 req-8120c0cc-06fd-464a-81f5-a9ca8903f748 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Oct 29 08:35:57.645666 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.717983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:57.726398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Checking segment: {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:35:57.726759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Network hostable DHCP agents. Network: 6684d0fe-b053-4a86-9824-0a63ffca38bc, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:35:57.746157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Network 6684d0fe-b053-4a86-9824-0a63ffca38bc is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:35:57.758194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6684d0fe-b053-4a86-9824-0a63ffca38bc) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:35:57.763234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:57.764601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:57.767947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ce31c-29ec-48e0-983a-90eb6a86f7e1 None None] Network 6684d0fe-b053-4a86-9824-0a63ffca38bc requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:35:57.791914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-215015f7-e296-4c87-b9c8-8ff0e1950604 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3689628 Oct 29 08:35:57.880432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a370b1b-6704-47e3-8dc1-52351a3ed9ea req-109c38ee-fc88-47d9-9eec-38a79825fbd7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:57.882064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a370b1b-6704-47e3-8dc1-52351a3ed9ea req-109c38ee-fc88-47d9-9eec-38a79825fbd7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0595043 Oct 29 08:35:57.937284 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a370b1b-6704-47e3-8dc1-52351a3ed9ea req-96f512bb-3c72-4793-9428-20a4e09390c3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484703 Oct 29 08:35:57.978872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c4add4-ec35-4b38-a128-5e524b2cb3e5 None None] Network 6684d0fe-b053-4a86-9824-0a63ffca38bc requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:35:58.312797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865c098-777d-464d-aaee-94af41ef0889 req-29420b80-0873-4483-b327-2465d39faae5 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:58.314363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b865c098-777d-464d-aaee-94af41ef0889 req-29420b80-0873-4483-b327-2465d39faae5 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Oct 29 08:35:58.354991 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b865c098-777d-464d-aaee-94af41ef0889 req-ec750a53-05eb-4523-b998-6bfdeeb1e8c0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Oct 29 08:35:58.470706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-59d732f8-feb6-47bc-ac14-94652ecdaed8 req-49e6dad6-a168-405f-97ea-ceeab5d63781 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0337756 Oct 29 08:35:58.530771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-7690181a-ac5f-4f8d-9bcf-b392fb49138e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:58.532331 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-7690181a-ac5f-4f8d-9bcf-b392fb49138e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 822 time: 0.1159041 Oct 29 08:35:58.548426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-0f362c5b-e5ed-48c7-8c1b-328447fc2f8b tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/quotas/468f0167907840eab3c28f193997712e HTTP/1.1" status: 200 len: 375 time: 0.0098500 Oct 29 08:35:58.582720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-7206badb-bec6-4672-a82a-af146c10549f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277412 Oct 29 08:35:58.680250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1a9c396f-612a-4025-a367-27807de6f1e7 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:35:58.710088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480725c-fa0b-41f2-8149-53407b932ddd req-66387937-696b-4165-921a-054b4efd8df4 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:58.717815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a480725c-fa0b-41f2-8149-53407b932ddd req-66387937-696b-4165-921a-054b4efd8df4 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 944 time: 0.0581772 Oct 29 08:35:58.757040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-9ffd3323-8da8-4003-acb3-ec8796ba45be service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:35:58.758178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-9ffd3323-8da8-4003-acb3-ec8796ba45be service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1683757 Oct 29 08:35:58.763695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 1a9c396f-612a-4025-a367-27807de6f1e7 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:35:58.771236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 1a9c396f-612a-4025-a367-27807de6f1e7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:35:58.771419 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:58.771929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a480725c-fa0b-41f2-8149-53407b932ddd req-45780975-40ed-48a8-8aee-4ffb50af1b41 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527256 Oct 29 08:35:58.901970 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:58.903243 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:58.906095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-d561cb1f-b5de-4179-8d69-636b155cb9c8 service neutron] 10.222.0.70 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404614 Oct 29 08:35:58.936596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c396f-612a-4025-a367-27807de6f1e7'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:35:58.938901 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e42a51-da37-41bf-88a6-273adabc1c74" -d '{"events": [{"server_uuid": "3eec1c15-e126-4b38-b35c-480c09eccf6d", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c396f-612a-4025-a367-27807de6f1e7"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:35:58.968303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1a9c396f-612a-4025-a367-27807de6f1e7, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a9c396f-612a-4025-a367-27807de6f1e7,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:58.976568 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:59.056867 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-a0512c86-72a5-4732-9418-1070630e19fb service neutron] 10.222.0.70 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438377 Oct 29 08:35:59.061408 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306da5a5-876e-424c-a1f5-216344080d92 x-openstack-request-id: req-306da5a5-876e-424c-a1f5-216344080d92 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:35:59.062127 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eec1c15-e126-4b38-b35c-480c09eccf6d", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c396f-612a-4025-a367-27807de6f1e7", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:35:59.062832 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-306da5a5-876e-424c-a1f5-216344080d92 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:35:59.063958 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c396f-612a-4025-a367-27807de6f1e7', 'code': 200} Oct 29 08:35:59.069618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1a9c396f-612a-4025-a367-27807de6f1e7,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:59.204007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4860-137a-4d85-af30-feab1865f2fd req-d691b002-0675-4bf4-8e45-9f39303ac166 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:59.211706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c0f4860-137a-4d85-af30-feab1865f2fd req-d691b002-0675-4bf4-8e45-9f39303ac166 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0975881 Oct 29 08:35:59.275121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c0f4860-137a-4d85-af30-feab1865f2fd req-835f6ada-ec88-403e-864d-fa0f4e9502d9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625405 Oct 29 08:35:59.291172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90781d9-435b-48be-a048-874c5da15797 req-6116d37e-fe47-4720-a211-fa36d177c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:59.298678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e90781d9-435b-48be-a048-874c5da15797 req-6116d37e-fe47-4720-a211-fa36d177c674 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 1096 time: 0.1447659 Oct 29 08:35:59.301656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8122ecfe-9cae-4352-840e-9140d7ee5450 req-56edb2b1-2530-487c-97b9-39852bbbd461 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 210 time: 0.0438795 Oct 29 08:35:59.355004 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e90781d9-435b-48be-a048-874c5da15797 req-74721e83-1b9b-47fe-b14d-1f096a971295 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533659 Oct 29 08:35:59.429879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:35:59.434249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:35:59.529805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6811d6-c5d4-4bd0-b5f8-7b5a07c5c238 req-4ab203b5-8bd3-45b3-860e-bb09f8927b4a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:59.540295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e6811d6-c5d4-4bd0-b5f8-7b5a07c5c238 req-4ab203b5-8bd3-45b3-860e-bb09f8927b4a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1030965 Oct 29 08:35:59.609697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e6811d6-c5d4-4bd0-b5f8-7b5a07c5c238 req-2a75379e-4062-497b-b869-4278e86e2480 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640705 Oct 29 08:35:59.641248 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:59.732616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05cd226a-6e0f-4ead-a6ce-06dc94327144 req-4ff6cc59-57ed-424c-9028-26e2bb38e161 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0349050 Oct 29 08:35:59.774487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:59.827410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:35:59.837424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:59.886117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-56e1073b-ecaa-4e73-b53d-2b422bcf28f0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:59.888020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-56e1073b-ecaa-4e73-b53d-2b422bcf28f0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0&tenant_id=31e6300b3b05407b95d6113502f238d1&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 949 time: 0.1893475 Oct 29 08:35:59.888855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'mac_address': 'fa:16:3e:24:81:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:35:59.902049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89792031-c618-445b-90f7-d1316f53683c req-7727edb1-9bc6-4825-b5ff-6a4bb860a213 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:35:59.903994 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89792031-c618-445b-90f7-d1316f53683c req-7727edb1-9bc6-4825-b5ff-6a4bb860a213 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1311588 Oct 29 08:35:59.939701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:35:59.958731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:35:59.975118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf67396e-0000-4bb9-947d-268fcbe1624c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:35:59.997439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:00.005969 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:00.024500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89792031-c618-445b-90f7-d1316f53683c req-aa65813a-3d5d-40a4-98eb-ff514c348f13 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070445 Oct 29 08:36:00.124427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300a724-d02a-465f-9e5b-937a96d48477 req-f7870101-dd83-4ebb-bfb1-82e9b4bef4a4 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:00.132493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4904ed1b-cf92-4858-8760-401fcab8720a req-4a15d7a2-4496-4a10-b349-1d6160bf2b46 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34e77db771dd423891a29414e59a805c&device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0493548 Oct 29 08:36:00.132798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5300a724-d02a-465f-9e5b-937a96d48477 req-f7870101-dd83-4ebb-bfb1-82e9b4bef4a4 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.0859942 Oct 29 08:36:00.134509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-1ebd168d-a1a2-47c0-9d12-e106a9d81eed service neutron] 10.222.0.15 "GET /v2.0/ports/cf67396e-0000-4bb9-947d-268fcbe1624c/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 382 time: 0.2247453 Oct 29 08:36:00.137498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:00.177131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5300a724-d02a-465f-9e5b-937a96d48477 req-efca7852-e25a-4d3d-929d-e2e3a54ee3d1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Oct 29 08:36:00.189528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4904ed1b-cf92-4858-8760-401fcab8720a req-09503b9a-5e0c-43f9-9ce3-f5eb950fd570 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=34e77db771dd423891a29414e59a805c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366633 Oct 29 08:36:00.248906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:00.253754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['cf67396e-0000-4bb9-947d-268fcbe1624c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:00.313556 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c839c203-6155-45a5-8d20-8c6620984d8f req-b91e9c2b-d736-4094-8429-c89b122f723d tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0831831 Oct 29 08:36:00.333383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-ee824a9a-e65e-4dab-aa18-a402ba81b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:00.334963 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-ee824a9a-e65e-4dab-aa18-a402ba81b6c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 1099 time: 0.1440525 Oct 29 08:36:00.418802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904ed1b-cf92-4858-8760-401fcab8720a req-09c7917c-cbd0-4844-a6b5-2a02d072a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:00.420422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4904ed1b-cf92-4858-8760-401fcab8720a req-09c7917c-cbd0-4844-a6b5-2a02d072a3e5 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2172480 Oct 29 08:36:00.435569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db371e1a-96a5-43a5-a255-1609ac5641a9 req-53fc22dd-5866-4565-aff8-41c1252b354f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 210 time: 0.0492153 Oct 29 08:36:00.481091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-0f52f72a-a2a1-453f-b7cf-942b22c063fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:00.482912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-0f52f72a-a2a1-453f-b7cf-942b22c063fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1302466 Oct 29 08:36:00.551083 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-8c8040c4-9ea2-4e8d-8631-5d9880c201dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 200 len: 217 time: 0.0465674 Oct 29 08:36:00.615578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-4938ddbb-7462-4d7e-bc33-242d4074325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:00.618126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-4938ddbb-7462-4d7e-bc33-242d4074325e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0521162 Oct 29 08:36:00.627302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-b70d2e6e-c053-4437-9cae-a732d8f80250 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:00.628966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-b70d2e6e-c053-4437-9cae-a732d8f80250 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 822 time: 0.1241837 Oct 29 08:36:00.646669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Request body: {'port': {'device_id': '43c07dd5-4e8b-4959-ac32-cf292d430ed6', 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'admin_state_up': True, 'tenant_id': '468f0167907840eab3c28f193997712e'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:00.747315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-a25c0914-b46f-4c85-b8a4-98a3b7a3a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:00.749024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-a25c0914-b46f-4c85-b8a4-98a3b7a3a9a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145308 Oct 29 08:36:00.766046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eddf69-13ff-41dc-9bc1-35a90aa47056 req-18fafd82-47b2-4a46-97e2-9c6026ef8c6f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:00.768400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12eddf69-13ff-41dc-9bc1-35a90aa47056 req-18fafd82-47b2-4a46-97e2-9c6026ef8c6f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0875969 Oct 29 08:36:00.786869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Made reservation on behalf of 468f0167907840eab3c28f193997712e for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:00.791067 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:00.863305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-12eddf69-13ff-41dc-9bc1-35a90aa47056 req-c3c94ccd-cf55-4997-b713-36fec4269c47 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826941 Oct 29 08:36:00.897603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-33f46c27-855b-4330-87d1-9324ebecd031 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273575 Oct 29 08:36:00.956111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Allocated IP 172.20.0.5 (6684d0fe-b053-4a86-9824-0a63ffca38bc/fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a/7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:01.004714 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-4eafb779-82cc-40be-82b9-f06e4f230f25 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986056 Oct 29 08:36:01.065138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:01.068400 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6012c0f4-db9a-494f-a0f6-3502c51648bc" -d '{"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:01.129671 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d85feb-3f74-4bcf-acbc-fbcd40f26dc0 x-openstack-request-id: req-05d85feb-3f74-4bcf-acbc-fbcd40f26dc0 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:01.129974 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:01.130233 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05d85feb-3f74-4bcf-acbc-fbcd40f26dc0 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:01.130635 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'code': 200} Oct 29 08:36:01.160114 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.184948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bce2eb-519d-4fb0-91c7-a6c43e771095 req-baedecaa-9352-4c49-9acc-7d0d1aa73e29 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:01.186558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93bce2eb-519d-4fb0-91c7-a6c43e771095 req-baedecaa-9352-4c49-9acc-7d0d1aa73e29 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 948 time: 0.0860834 Oct 29 08:36:01.241805 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.280321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93bce2eb-519d-4fb0-91c7-a6c43e771095 req-794c59f9-1c11-4cba-bd49-92ce12960eb8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800231 Oct 29 08:36:01.298614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Network 6684d0fe-b053-4a86-9824-0a63ffca38bc is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:01.302059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:01.305114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:01.351632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event updated for resources: {'Port': ['ID=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:01.381548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c074641-276e-495c-b51a-6028c1e3fca0 req-7250163a-3935-4b00-9999-ee05cf1d6dab tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:01.383599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c074641-276e-495c-b51a-6028c1e3fca0 req-7250163a-3935-4b00-9999-ee05cf1d6dab tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.0959435 Oct 29 08:36:01.389446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:01.390122 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.415269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-bd43f123-f7d4-477a-934a-5a2871d7ae72 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757754 Oct 29 08:36:01.431640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Request body: {'port': {'device_id': '43c07dd5-4e8b-4959-ac32-cf292d430ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:01.444548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:01.472500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c074641-276e-495c-b51a-6028c1e3fca0 req-d2a1e791-be64-44ff-b533-dbb7e073a63e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814588 Oct 29 08:36:01.518899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e07c3a94-cf85-4997-ba1b-b225e9c9fdf7 req-29a7e702-f5ee-418c-bc6f-c4e99ed492fe tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0484879 Oct 29 08:36:01.528216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.539264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port cf67396e-0000-4bb9-947d-268fcbe1624c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:01.539825 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.611720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838cfa4-5148-4feb-bd39-a6367b71b40b req-a1cb7ae9-7587-4d2b-a21f-959f80f2e68c tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:01.613648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6838cfa4-5148-4feb-bd39-a6367b71b40b req-a1cb7ae9-7587-4d2b-a21f-959f80f2e68c tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 931 time: 0.0632296 Oct 29 08:36:01.660752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.662816 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6838cfa4-5148-4feb-bd39-a6367b71b40b req-7763622b-b75f-414f-ba2c-8cafd612d38e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Oct 29 08:36:01.697750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:01.706972 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.767097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884f940-d1b2-4f85-ab38-5297f800a3ef req-5553e1c9-5c2c-4a11-a1f5-fb5cd91d3a81 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:01.773473 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2884f940-d1b2-4f85-ab38-5297f800a3ef req-5553e1c9-5c2c-4a11-a1f5-fb5cd91d3a81 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.1403561 Oct 29 08:36:01.779293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50540) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:01.784724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Request body: {'floatingip': {'port_id': '1a9c396f-612a-4025-a367-27807de6f1e7'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:01.789017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:01.838971 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.917231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:01.926091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:01.941985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Transition to ACTIVE for port object 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:36:01.949599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:02.025645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:02.079441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Attempting to bind port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:36:02.079783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Attempting to bind port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:36:02.080154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Attempting to bind port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a on network 6684d0fe-b053-4a86-9824-0a63ffca38bc {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:02.084787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a on network 6684d0fe-b053-4a86-9824-0a63ffca38bc not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:36:02.085105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Attempting to bind port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a on network 6684d0fe-b053-4a86-9824-0a63ffca38bc {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:02.089881 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:36:02.090217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Checking segment: {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:02.090615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Bound using segment: {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:36:02.091028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Bound port: 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:36:02.091384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:02.097103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4904ed1b-cf92-4858-8760-401fcab8720a req-c339ec07-3774-428b-8510-77b776cede06 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.93 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.1143641 Oct 29 08:36:02.166301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:36:02.167141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193676-721e-44cd-960a-6d2a651e5d99 req-87645309-f810-481a-a78e-b9ef40cdaa1c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:02.170990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:36:02.172321 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17193676-721e-44cd-960a-6d2a651e5d99 req-87645309-f810-481a-a78e-b9ef40cdaa1c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.2130032 Oct 29 08:36:02.179550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:02.221872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:02.222264 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:02.223778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a HTTP/1.1" status: 200 len: 1091 time: 0.7983217 Oct 29 08:36:02.224275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c07dd5-4e8b-4959-ac32-cf292d430ed6', 'tag': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:02.226674 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cfb25b-171d-447b-914a-aeeb337caeba" -d '{"events": [{"name": "network-changed", "server_uuid": "43c07dd5-4e8b-4959-ac32-cf292d430ed6", "tag": "7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:02.286539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ce119-b708-424a-9b42-2c8c98f4b755 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:02.297472 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9846410b-d0df-42fd-9f48-ebbd18277830 x-openstack-request-id: req-9846410b-d0df-42fd-9f48-ebbd18277830 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:02.297693 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c07dd5-4e8b-4959-ac32-cf292d430ed6", "tag": "7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:02.297953 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9846410b-d0df-42fd-9f48-ebbd18277830 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:02.298357 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c07dd5-4e8b-4959-ac32-cf292d430ed6', 'tag': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a', 'status': 'completed', 'code': 200} Oct 29 08:36:02.379194 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17193676-721e-44cd-960a-6d2a651e5d99 req-df1de23c-4f98-4ed1-a648-dbf277a9be24 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903336 Oct 29 08:36:02.395621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-653c7bcc-179d-4905-b0ef-99588211f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:02.397186 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-653c7bcc-179d-4905-b0ef-99588211f9ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 1094 time: 0.0686069 Oct 29 08:36:02.450643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-68790979-390d-4c77-aba9-f9ec6a66cf0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a HTTP/1.1" status: 200 len: 217 time: 0.0449054 Oct 29 08:36:02.569529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-2940999b-2a49-4044-ae03-923f5dd1bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:02.571251 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-2940999b-2a49-4044-ae03-923f5dd1bd02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a HTTP/1.1" status: 200 len: 862 time: 0.1107740 Oct 29 08:36:02.618810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d553bdf-0181-460e-9d8a-32e3b4cccad4 req-745492e1-199e-4a12-8241-9b4bc859c486 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:02.620923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d553bdf-0181-460e-9d8a-32e3b4cccad4 req-745492e1-199e-4a12-8241-9b4bc859c486 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.1138790 Oct 29 08:36:02.639939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-edebeff0-dcdc-4d40-9f4e-41a554def5a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6684d0fe-b053-4a86-9824-0a63ffca38bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556033 Oct 29 08:36:02.735250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d553bdf-0181-460e-9d8a-32e3b4cccad4 req-42aeb035-6fa4-4e21-8222-ef4f8cfca0ca tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980730 Oct 29 08:36:02.804347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-d984b9cf-49d9-46b5-96bb-821dba876261 service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436119 Oct 29 08:36:02.904914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c568df9-5845-4f78-83a6-f123f05cc829 req-b74e1ce8-16cc-4e0f-98c5-e49e4b4a8bb0 tempest-ServerShowV257Test-976904467 tempest-ServerShowV257Test-976904467-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba17e5c2-adaf-42cf-8a5c-7b6b39feff99 HTTP/1.1" status: 200 len: 210 time: 0.0349569 Oct 29 08:36:02.909861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:36:02.936206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d530-ea82-4e0d-ad2b-6a0d6fd529da req-24d318f5-19b5-4a04-8faf-d2ba78a4ff69 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:02.938032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b360d530-ea82-4e0d-ad2b-6a0d6fd529da req-24d318f5-19b5-4a04-8faf-d2ba78a4ff69 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 943 time: 0.1058724 Oct 29 08:36:02.971178 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:02.977087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:02.994692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd92631f-7e17-4832-bfe5-fdb72e46ef1b req-2785b407-c32a-42d5-8fcd-109da89aa5f3 service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795621 Oct 29 08:36:03.025181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b360d530-ea82-4e0d-ad2b-6a0d6fd529da req-ff618a2a-f193-46f5-8cba-ff0dff95d6c5 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Oct 29 08:36:03.093605 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Floating IP 9783cf28-5708-4106-b348-e8e7adfa922d associated. External IP: 172.25.5.66, port: 1a9c396f-612a-4025-a367-27807de6f1e7. Oct 29 08:36:03.131552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:03.133258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb25b-171d-447b-914a-aeeb337caeba req-47fb0ef7-c238-450b-8c74-8ae9638e17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:03.134129 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663ebbf4-522a-4e52-a6ae-25c032936dd1" -d '{"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-plugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:03.134834 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cfb25b-171d-447b-914a-aeeb337caeba req-47fb0ef7-c238-450b-8c74-8ae9638e17d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 1094 time: 0.0538268 Oct 29 08:36:03.202347 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e16ddd2-2cea-4eb3-9b2f-d4ddd104804f x-openstack-request-id: req-6e16ddd2-2cea-4eb3-9b2f-d4ddd104804f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:03.202703 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-plugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:03.203017 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e16ddd2-2cea-4eb3-9b2f-d4ddd104804f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:03.203485 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'code': 200} Oct 29 08:36:03.275260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb25b-171d-447b-914a-aeeb337caeba req-bef025a1-bf4e-4987-82f7-b219e7ec9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:03.277868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cfb25b-171d-447b-914a-aeeb337caeba req-bef025a1-bf4e-4987-82f7-b219e7ec9160 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 924 time: 0.1358097 Oct 29 08:36:03.337894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cfb25b-171d-447b-914a-aeeb337caeba req-8846c00f-cbb5-4958-8a48-a262b5ba22ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a HTTP/1.1" status: 200 len: 217 time: 0.0522761 Oct 29 08:36:03.383067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-3dc0bec3-bbd4-40de-bba9-c2195d44a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:03.384742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-3dc0bec3-bbd4-40de-bba9-c2195d44a7c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0&tenant_id=31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 1100 time: 0.0711465 Oct 29 08:36:03.395712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb25b-171d-447b-914a-aeeb337caeba req-09c74481-2233-4b89-a9c5-92abbf2296ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:03.397847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cfb25b-171d-447b-914a-aeeb337caeba req-09c74481-2233-4b89-a9c5-92abbf2296ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a HTTP/1.1" status: 200 len: 862 time: 0.0519471 Oct 29 08:36:03.398502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Router 392b275b-ffd4-4f11-a70c-14692aeabf54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:36:03.445059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cfb25b-171d-447b-914a-aeeb337caeba req-c7e32e1e-44a3-486e-af8d-cc59ae670f7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6684d0fe-b053-4a86-9824-0a63ffca38bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385861 Oct 29 08:36:03.565903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cfb25b-171d-447b-914a-aeeb337caeba req-e53c1d65-c946-4fea-9d70-de799aacba27 service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005862 Oct 29 08:36:03.628991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-69b51330-1df8-42eb-97fc-c168f1b73856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:03.630548 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-69b51330-1df8-42eb-97fc-c168f1b73856 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 1100 time: 0.1502879 Oct 29 08:36:03.649618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:36:03.659916 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574b2a6-c94b-4cd1-8ff2-77794c953add req-94f8de91-741f-4213-9f0e-49b61bf5617a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:03.662141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] Sync routers for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:36:03.669879 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e574b2a6-c94b-4cd1-8ff2-77794c953add req-94f8de91-741f-4213-9f0e-49b61bf5617a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1908121 Oct 29 08:36:03.672964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cfb25b-171d-447b-914a-aeeb337caeba req-0637de14-1fe7-4a01-8d90-1323b76bbfaa service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995114 Oct 29 08:36:03.675782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:03.680989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:36:03.681514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:03.778561 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-53784398-ff8a-463d-b21f-cc85c235135e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "PUT /v2.0/floatingips/9783cf28-5708-4106-b348-e8e7adfa922d HTTP/1.1" status: 200 len: 990 time: 1.9980371 Oct 29 08:36:03.787923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'tag': '1a9c396f-612a-4025-a367-27807de6f1e7'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:03.790230 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97e899d-ce6c-440a-9cda-62eb33b261e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3eec1c15-e126-4b38-b35c-480c09eccf6d", "tag": "1a9c396f-612a-4025-a367-27807de6f1e7"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:03.802791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:36:03.820985 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e574b2a6-c94b-4cd1-8ff2-77794c953add req-fe18192e-fc4a-46c8-9de9-1def7a6ad6c1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436782 Oct 29 08:36:03.864260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-01a710aa-efa3-4ed3-bb38-05687fbe2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:03.868749 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-01a710aa-efa3-4ed3-bb38-05687fbe2162 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2284603 Oct 29 08:36:03.890603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bc0e9-04b4-47e2-b14e-947d450b3c60 req-b975b862-3ebf-45c6-ae7d-311052e7aae5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:03.893104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-906bc0e9-04b4-47e2-b14e-947d450b3c60 req-b975b862-3ebf-45c6-ae7d-311052e7aae5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0688434 Oct 29 08:36:03.945564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-906bc0e9-04b4-47e2-b14e-947d450b3c60 req-b493e72b-5df4-4dea-af0b-69440bbb53b4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Oct 29 08:36:03.946257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50596) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:03.954344 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-75703f05-00be-4ac7-8ccf-6e7984e7239f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 200 len: 217 time: 0.0767500 Oct 29 08:36:03.997234 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8ae829-9b68-4d70-b109-809657a431bc x-openstack-request-id: req-fe8ae829-9b68-4d70-b109-809657a431bc {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:03.997533 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eec1c15-e126-4b38-b35c-480c09eccf6d", "tag": "1a9c396f-612a-4025-a367-27807de6f1e7", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:03.997817 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe8ae829-9b68-4d70-b109-809657a431bc {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:03.998178 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'tag': '1a9c396f-612a-4025-a367-27807de6f1e7', 'status': 'completed', 'code': 200} Oct 29 08:36:04.089746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-1e7393a8-a96e-4b12-9869-10297591cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:04.091605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-1e7393a8-a96e-4b12-9869-10297591cf6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1267655 Oct 29 08:36:04.102355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0cb500fc-54b8-4671-a0d3-99b895c7ebe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.133404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-5564527c-0a8a-4b7b-8d47-c192bc5b9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:04.135176 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-5564527c-0a8a-4b7b-8d47-c192bc5b9aa1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f5cc1f670a24312bd142703289079a2&device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 1096 time: 0.1362286 Oct 29 08:36:04.163968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '9783cf28-5708-4106-b348-e8e7adfa922d', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'port_id': '1a9c396f-612a-4025-a367-27807de6f1e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'mac_address': 'fa:16:3e:03:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:35:45Z', 'updated_at': '2021-10-29T08:36:02Z', 'revision_number': 1, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:45Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:04.198854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] Checking router: 392b275b-ffd4-4f11-a70c-14692aeabf54 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:36:04.211141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:36:04.212541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:35:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:04.225011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0cb500fc-54b8-4671-a0d3-99b895c7ebe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.230875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0cb500fc-54b8-4671-a0d3-99b895c7ebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.245005 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-d02938c6-2a9f-4d33-864a-661658708ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:04.247451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-d02938c6-2a9f-4d33-864a-661658708ee7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478412 Oct 29 08:36:04.281589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0cb500fc-54b8-4671-a0d3-99b895c7ebe7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f564466dcff4e41939f5dd851bd9e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323574 Oct 29 08:36:04.281829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908769f-eadd-4b06-8391-de3f163abc01 req-4c1cad9a-a96f-48e0-837b-8fb713e5f775 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:04.282769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb500fc-54b8-4671-a0d3-99b895c7ebe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02c3ae9-4be0-4d0a-a2c0-3de62b253653,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:04.289447 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5908769f-eadd-4b06-8391-de3f163abc01 req-4c1cad9a-a96f-48e0-837b-8fb713e5f775 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 943 time: 0.1584625 Oct 29 08:36:04.291091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50608) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:04.323402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50610) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:04.338507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:36:04.411657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-35749b4d-bad0-4572-8f3c-7a9e4d6051f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:04.413195 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-35749b4d-bad0-4572-8f3c-7a9e4d6051f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 HTTP/1.1" status: 200 len: 908 time: 0.2664011 Oct 29 08:36:04.446824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b4b6-c2ad-4cf1-bec4-f9c074c482f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.494612 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5908769f-eadd-4b06-8391-de3f163abc01 req-9385ea23-7bec-48d5-9f1f-7dbfdbb05bfe tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041936 Oct 29 08:36:04.555932 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-0688a4bd-7a51-4cc3-9b4c-52e9f19e7bba service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976143 Oct 29 08:36:04.560873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-65a9cc32-d53c-4397-ba8d-68e6d53a1aef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a9c396f-612a-4025-a367-27807de6f1e7 HTTP/1.1" status: 200 len: 998 time: 0.1167850 Oct 29 08:36:04.577534 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b4b6-c2ad-4cf1-bec4-f9c074c482f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.582125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a7d82dc-bef1-43aa-b111-2f0029b528ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.583946 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b4b6-c2ad-4cf1-bec4-f9c074c482f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.605372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '9783cf28-5708-4106-b348-e8e7adfa922d', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'port_id': '1a9c396f-612a-4025-a367-27807de6f1e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'mac_address': 'fa:16:3e:03:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:35:45Z', 'updated_at': '2021-10-29T08:36:02Z', 'revision_number': 1, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:45Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:04.634113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3b4b6-c2ad-4cf1-bec4-f9c074c482f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2bea9c-b0cf-4f54-aa50-1bea938767aa,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:04.640202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35279a68-46bc-4913-ba88-fb62841c8fd1 None None] The sync data for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 is: [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '9783cf28-5708-4106-b348-e8e7adfa922d', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'port_id': '1a9c396f-612a-4025-a367-27807de6f1e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'mac_address': 'fa:16:3e:03:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:35:45Z', 'updated_at': '2021-10-29T08:36:02Z', 'revision_number': 1, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:45Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:36:04.653910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d3f3b4b6-c2ad-4cf1-bec4-f9c074c482f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=34e77db771dd423891a29414e59a805c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267081 Oct 29 08:36:04.655177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50618) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:04.686368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a7d82dc-bef1-43aa-b111-2f0029b528ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.704654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-d297c22e-b63a-4417-a0eb-3a702cf5918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:04.706439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-d297c22e-b63a-4417-a0eb-3a702cf5918b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=16f87af1-46d9-4439-9612-d5fae6b1ece3 HTTP/1.1" status: 200 len: 845 time: 0.1331954 Oct 29 08:36:04.712575 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2235c903-22c0-40d5-93ba-42466128e044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.735922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2235c903-22c0-40d5-93ba-42466128e044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.788494 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bacd2868-d611-40f9-99e5-9166cb6ff7fc req-10e1e356-4d2d-4ea1-a35c-4601b3f58c5e service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246075 Oct 29 08:36:04.796816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2235c903-22c0-40d5-93ba-42466128e044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.801538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2235c903-22c0-40d5-93ba-42466128e044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.803564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2235c903-22c0-40d5-93ba-42466128e044 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d2bea9c-b0cf-4f54-aa50-1bea938767aa HTTP/1.1" status: 204 len: 168 time: 0.1470962 Oct 29 08:36:04.811462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-1b845f9f-5dca-4004-9c50-d17cbbeaeb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:04.813420 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-1b845f9f-5dca-4004-9c50-d17cbbeaeb72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966482 Oct 29 08:36:04.814570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235c903-22c0-40d5-93ba-42466128e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2bea9c-b0cf-4f54-aa50-1bea938767aa,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:04.821548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a7d82dc-bef1-43aa-b111-2f0029b528ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.829480 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a7d82dc-bef1-43aa-b111-2f0029b528ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:04.830928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0a7d82dc-bef1-43aa-b111-2f0029b528ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b02c3ae9-4be0-4d0a-a2c0-3de62b253653 HTTP/1.1" status: 204 len: 168 time: 0.5262897 Oct 29 08:36:04.859021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d82dc-bef1-43aa-b111-2f0029b528ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02c3ae9-4be0-4d0a-a2c0-3de62b253653,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:05.004855 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98884298-5b50-48d4-bc01-a62d37a3a79d None None] New status for floating IP 9783cf28-5708-4106-b348-e8e7adfa922d: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:36:05.020020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-8a3c740e-5db9-4518-a859-528804121601 service neutron] 10.222.0.93 "GET /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866384 Oct 29 08:36:05.047007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8879419-9482-4b8a-a87a-ceb4d13abfdd req-daf0e36b-d295-4106-8f8a-1556c993a418 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:05.061514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8879419-9482-4b8a-a87a-ceb4d13abfdd req-daf0e36b-d295-4106-8f8a-1556c993a418 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1291366 Oct 29 08:36:05.121380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8879419-9482-4b8a-a87a-ceb4d13abfdd req-6ff721f6-57d0-43f7-a01d-1158e0d3704d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572834 Oct 29 08:36:05.191060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb72f2d-6f74-4e36-b653-53d6fa8598de req-d77a35c5-186e-407d-9fba-046ead5bfc1f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:05.192765 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb72f2d-6f74-4e36-b653-53d6fa8598de req-d77a35c5-186e-407d-9fba-046ead5bfc1f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0938654 Oct 29 08:36:05.240687 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e97e899d-ce6c-440a-9cda-62eb33b261e0 req-7db87035-5499-48ca-8c0b-1ed6435cb9a4 service neutron] 10.222.0.93 "GET /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134280 Oct 29 08:36:05.265847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0eb72f2d-6f74-4e36-b653-53d6fa8598de req-540218a9-104c-463f-9639-81329fe17662 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616634 Oct 29 08:36:05.300804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:05.315329 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6eb7abb4-6509-4d65-9550-9d18f74a1e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.396042 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6eb7abb4-6509-4d65-9550-9d18f74a1e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.400235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6eb7abb4-6509-4d65-9550-9d18f74a1e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.439855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6eb7abb4-6509-4d65-9550-9d18f74a1e0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f84c3755909143388a89f62b64dea7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377590 Oct 29 08:36:05.441119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7abb4-6509-4d65-9550-9d18f74a1e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097556d1-4dde-4028-9999-5fd0118058c7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:05.442598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50638) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:05.462413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:05.466565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:05.501501 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9531652c-3fd9-4af3-b0d6-f700c638c6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.527797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9531652c-3fd9-4af3-b0d6-f700c638c6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.602344 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9531652c-3fd9-4af3-b0d6-f700c638c6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.608231 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9531652c-3fd9-4af3-b0d6-f700c638c6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.610411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9531652c-3fd9-4af3-b0d6-f700c638c6a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/097556d1-4dde-4028-9999-5fd0118058c7 HTTP/1.1" status: 204 len: 168 time: 0.1658282 Oct 29 08:36:05.634184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531652c-3fd9-4af3-b0d6-f700c638c6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097556d1-4dde-4028-9999-5fd0118058c7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:05.758833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a18bc8-3248-4f11-802a-1b91b14ea136 req-3e986f93-d44f-46be-8118-4df3a8e0aad5 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:05.775018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00a18bc8-3248-4f11-802a-1b91b14ea136 req-3e986f93-d44f-46be-8118-4df3a8e0aad5 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 943 time: 0.1449540 Oct 29 08:36:05.797478 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.820989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00a18bc8-3248-4f11-802a-1b91b14ea136 req-4c3cc60d-7beb-4412-91f0-59fdbcf5689f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420525 Oct 29 08:36:05.834310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:05.836788 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca6fe2-b8f9-4c00-976b-62921e0efd5d" -d '{"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:05.863408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:05.869395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:05.877827 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.904103 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18a8e18-9093-414e-a4df-91617bd0cbe1 x-openstack-request-id: req-c18a8e18-9093-414e-a4df-91617bd0cbe1 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:05.904414 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:05.904643 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c18a8e18-9093-414e-a4df-91617bd0cbe1 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:05.905053 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'code': 200} Oct 29 08:36:05.906210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a', 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'port_id': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a', 'mac_address': 'fa:16:3e:9e:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:05.960542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:05.966499 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:05.983890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:06.006120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:06.012269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.070571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:06.089070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50674) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:06.246393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-406165251-network', 'tenant_id': 'f9651b349014412e97b2510f748f0056'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:06.256296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8cfa1-23ce-460e-8df9-f8ab82e161f7 req-37eb420d-c4bb-481b-a590-5ca1dcd60689 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:06.261831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:06.264484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87c8cfa1-23ce-460e-8df9-f8ab82e161f7 req-37eb420d-c4bb-481b-a590-5ca1dcd60689 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0711215 Oct 29 08:36:06.274547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Made reservation on behalf of f9651b349014412e97b2510f748f0056 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:06.277404 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.290846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.328846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87c8cfa1-23ce-460e-8df9-f8ab82e161f7 req-4e30d4ff-9ee8-42c2-b18b-2ccb961ae020 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633719 Oct 29 08:36:06.432373 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.445116 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.497791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:06.507181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615960b-b62b-43a2-bb21-669eaa9a8aad req-34443712-876a-41d5-930d-bb124ad4f3ae tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:06.508747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b615960b-b62b-43a2-bb21-669eaa9a8aad req-34443712-876a-41d5-930d-bb124ad4f3ae tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 947 time: 0.1419771 Oct 29 08:36:06.515878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924081c0-f2f1-4836-9cf6-3e24a1d9390d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:06.522309 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.522651 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Added segment e99c4746-53e1-4338-ae29-9ba397fcff7c of type vlan for network 8bf88356-dde2-44b0-ba44-676e166c7d95 Oct 29 08:36:06.592934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.599267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b615960b-b62b-43a2-bb21-669eaa9a8aad req-b9ddf12a-91d6-4205-8635-ebdde470b3c1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783019 Oct 29 08:36:06.628007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.629131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:06.629969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.692491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6019447 Oct 29 08:36:06.696081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50696) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:06.704828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Request body: {'subnet': {'network_id': '8bf88356-dde2-44b0-ba44-676e166c7d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-406165251-subnet', 'tenant_id': 'f9651b349014412e97b2510f748f0056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:06.712770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be71d41-8428-43ca-89f5-88ea78af62ed admin admin] Pushing event updated for resources: {'Network': ['ID=8bf88356-dde2-44b0-ba44-676e166c7d95,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:06.723357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8bf88356-dde2-44b0-ba44-676e166c7d95 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:06.760194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Made reservation on behalf of f9651b349014412e97b2510f748f0056 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:06.763456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:06.984978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598fca-613c-4f77-b9ae-606bddfc33ed req-b451718b-176d-488b-9f62-15c22f0c56fc tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:06.986374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53598fca-613c-4f77-b9ae-606bddfc33ed req-b451718b-176d-488b-9f62-15c22f0c56fc tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 944 time: 0.0891368 Oct 29 08:36:06.987939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.075771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceadacc9-d4fe-4e18-b693-f0ccb42d5087,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:07.080267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53598fca-613c-4f77-b9ae-606bddfc33ed req-a7fd6edc-23a7-4f35-9740-7c97b8b128de tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850606 Oct 29 08:36:07.089509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Checking segment: {'id': 'e99c4746-53e1-4338-ae29-9ba397fcff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf88356-dde2-44b0-ba44-676e166c7d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:07.089833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Network hostable DHCP agents. Network: 8bf88356-dde2-44b0-ba44-676e166c7d95, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:36:07.118151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Network 8bf88356-dde2-44b0-ba44-676e166c7d95 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:36:07.128148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8bf88356-dde2-44b0-ba44-676e166c7d95) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:07.132626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:07.133279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.141288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d43eca-d95c-4fda-bfd4-7c99ae911db6 None None] Network 8bf88356-dde2-44b0-ba44-676e166c7d95 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:07.153826 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b399cc18-4170-4224-b52c-0e9dbfddf320 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4531631 Oct 29 08:36:07.283434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d48cf-e088-4f2d-86be-23568826db6d None None] Network 8bf88356-dde2-44b0-ba44-676e166c7d95 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:07.465282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fd168-8532-4980-834a-a564e35ab23c req-40634598-dc6d-4501-87df-6249b2d19ba2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:07.466924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-792fd168-8532-4980-834a-a564e35ab23c req-40634598-dc6d-4501-87df-6249b2d19ba2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0679107 Oct 29 08:36:07.468140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:07.471295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:07.512637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-792fd168-8532-4980-834a-a564e35ab23c req-1131f566-4468-4291-a0d4-4962cb908c71 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359802 Oct 29 08:36:07.592437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:36:07.597682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:07.598168 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.668306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:07.684669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50740) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:07.698435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-928901060-network', 'tenant_id': '7a23057b97414bcfb2658bd0b81e676f'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:07.711025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'mac_address': 'fa:16:3e:24:81:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:07.731604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Made reservation on behalf of 7a23057b97414bcfb2658bd0b81e676f for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:07.734789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.744601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.748390 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.789052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e939872-2c9a-43df-a308-b3637e8f8907 req-ce1f49ca-c679-4366-a3a0-9f813890592a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:07.791126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e939872-2c9a-43df-a308-b3637e8f8907 req-ce1f49ca-c679-4366-a3a0-9f813890592a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 947 time: 0.0741601 Oct 29 08:36:07.795453 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.799905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:07.811944 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.817048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf67396e-0000-4bb9-947d-268fcbe1624c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:07.846635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:07.847731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.856695 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.868218 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.888852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e939872-2c9a-43df-a308-b3637e8f8907 req-74089715-229b-43ca-a458-3c34d9aeeec2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884469 Oct 29 08:36:07.905636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:07.905834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c07dd5-4e8b-4959-ac32-cf292d430ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:07.908253 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111156a4-dcb0-4a83-858f-1ee6ff8b1ccd" -d '{"events": [{"server_uuid": "43c07dd5-4e8b-4959-ac32-cf292d430ed6", "name": "network-vif-plugged", "status": "completed", "tag": "7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:07.911242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:07.935397 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:07.935932 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Added segment aabbace5-1e0a-4cc5-808e-9d64c01a76de of type vlan for network ca0e0d1a-db44-4e72-b5e7-07aca090c682 Oct 29 08:36:07.937690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f5f97-c2f0-4ff1-a40f-703d9ab4f8bf,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:07.991408 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:08.028744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:08.030996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:08.032624 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:08.033779 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c7cc3-e4e2-49d2-95ae-8919fec72532 x-openstack-request-id: req-ae9c7cc3-e4e2-49d2-95ae-8919fec72532 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:08.034193 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c07dd5-4e8b-4959-ac32-cf292d430ed6", "name": "network-vif-plugged", "status": "completed", "tag": "7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:08.034454 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae9c7cc3-e4e2-49d2-95ae-8919fec72532 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:08.035030 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c07dd5-4e8b-4959-ac32-cf292d430ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a', 'code': 200} Oct 29 08:36:08.045288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=10']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:08.068882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c852b-62fd-40dc-ac43-5f675bd33ac3 req-f7312b0a-866e-4edd-bfcc-cd7bbee1dcca tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:08.076667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-936c852b-62fd-40dc-ac43-5f675bd33ac3 req-f7312b0a-866e-4edd-bfcc-cd7bbee1dcca tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 949 time: 0.0693102 Oct 29 08:36:08.115972 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4274821 Oct 29 08:36:08.116420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50758) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:08.125248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Request body: {'subnet': {'network_id': 'ca0e0d1a-db44-4e72-b5e7-07aca090c682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-928901060-subnet', 'tenant_id': '7a23057b97414bcfb2658bd0b81e676f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:08.133011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-936c852b-62fd-40dc-ac43-5f675bd33ac3 req-c1c90b93-002a-4bd9-885d-1875f6648394 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554385 Oct 29 08:36:08.143121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['cf67396e-0000-4bb9-947d-268fcbe1624c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:08.187900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e05f66-46f8-4ba3-8fe9-2078dbee9257 admin admin] Pushing event updated for resources: {'Network': ['ID=ca0e0d1a-db44-4e72-b5e7-07aca090c682,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:08.196322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Made reservation on behalf of 7a23057b97414bcfb2658bd0b81e676f for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:08.200030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:08.203639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db433-e274-45ad-9dfb-27ad6a49ba01 req-8aee8efb-0ca2-43e4-90cb-2513ae2f60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:08.205492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4d2db433-e274-45ad-9dfb-27ad6a49ba01 req-8aee8efb-0ca2-43e4-90cb-2513ae2f60c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1080127 Oct 29 08:36:08.224070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network ca0e0d1a-db44-4e72-b5e7-07aca090c682 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:08.341015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4d2db433-e274-45ad-9dfb-27ad6a49ba01 req-dbd69272-b5a6-4f56-915e-0c5992be9f08 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261868 Oct 29 08:36:08.378978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a852a6-1b25-42d0-928d-bd1af245dd63 req-6ca61026-a0df-43b1-b523-835e1049e89f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:08.381476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50a852a6-1b25-42d0-928d-bd1af245dd63 req-6ca61026-a0df-43b1-b523-835e1049e89f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.1311107 Oct 29 08:36:08.469109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50a852a6-1b25-42d0-928d-bd1af245dd63 req-1bfe5c5d-5388-4e91-baca-9663dd392ecc tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760596 Oct 29 08:36:08.516979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-5ff859aa-b4b8-44c1-96db-80ae50f02cb7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=31e6300b3b05407b95d6113502f238d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321400 Oct 29 08:36:08.637394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:08.692234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e009ef-284d-464b-9ffc-103efa6babcf req-17e799bd-03a2-4706-ae3d-c1199896ad04 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:08.694602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50e009ef-284d-464b-9ffc-103efa6babcf req-17e799bd-03a2-4706-ae3d-c1199896ad04 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0787749 Oct 29 08:36:08.732648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4b23db-fbca-4245-bc4b-7c1ab4e60b50,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:08.744543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5f47e73-871a-423e-8106-7f2c024d5323 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:08.746271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5f47e73-871a-423e-8106-7f2c024d5323 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084477 Oct 29 08:36:08.754273 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50e009ef-284d-464b-9ffc-103efa6babcf req-9a4fd535-9147-48d6-96a9-72e1648edaaf tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493512 Oct 29 08:36:08.754809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Checking segment: {'id': 'aabbace5-1e0a-4cc5-808e-9d64c01a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ca0e0d1a-db44-4e72-b5e7-07aca090c682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:08.754966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Network hostable DHCP agents. Network: ca0e0d1a-db44-4e72-b5e7-07aca090c682, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:36:08.777471 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-3985938a-08d9-425f-9334-a769bc3d24fb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/quotas/31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 375 time: 0.0184367 Oct 29 08:36:08.796916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Network ca0e0d1a-db44-4e72-b5e7-07aca090c682 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:36:08.827197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, ca0e0d1a-db44-4e72-b5e7-07aca090c682) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:08.836069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ea1e4-cfcf-44a3-9331-c76356ea26dc None None] Network ca0e0d1a-db44-4e72-b5e7-07aca090c682 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:08.843708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:08.844498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:08.874002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-c988fb82-4ec1-4af2-b918-6d6c0902e362 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883751 Oct 29 08:36:08.880581 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9aaddbef-b202-4dee-b5d9-84784a56afa6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7597721 Oct 29 08:36:09.041341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50798) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:09.097685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97997761-267c-4bcc-872d-d7100ef3aa89 None None] Network ca0e0d1a-db44-4e72-b5e7-07aca090c682 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:09.197052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b82a6477-1ebe-4ed0-ab94-ba0f90283f3c req-ad426a4d-199b-4665-89cf-39a236cd44c5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 210 time: 0.0547478 Oct 29 08:36:09.241730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8e583435-9d57-4650-bdf9-af53fffca039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.385452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8e583435-9d57-4650-bdf9-af53fffca039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.393395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8e583435-9d57-4650-bdf9-af53fffca039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.464554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8e583435-9d57-4650-bdf9-af53fffca039 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=015448a2938b4aeca5b0ea4d236b2286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220617 Oct 29 08:36:09.467953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e583435-9d57-4650-bdf9-af53fffca039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734c7863-2b7c-40b3-a862-8be655bd7790,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:09.468082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50816) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:09.470119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:09.532214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port cf67396e-0000-4bb9-947d-268fcbe1624c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:09.532981 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.687371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.731328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-192ba266-bbc5-4940-bc2f-5ed021aeec9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.765806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:09.767509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3053448-859b-4068-bde7-013d4dc29625 req-13be5468-adfb-495a-badc-bd325041e0db tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:09.768277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-192ba266-bbc5-4940-bc2f-5ed021aeec9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.776121 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.777048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f3053448-859b-4068-bde7-013d4dc29625 req-13be5468-adfb-495a-badc-bd325041e0db tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.0992124 Oct 29 08:36:09.836789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f3053448-859b-4068-bde7-013d4dc29625 req-324e5a9c-5f2c-4b99-89df-a21a79de3383 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582561 Oct 29 08:36:09.842768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850cbc-e482-418b-a579-c9de5cf70462 req-0bf44c6e-6213-4005-b644-1f1bdb5a54fe tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:09.845832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=11']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:09.857169 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-0bf44c6e-6213-4005-b644-1f1bdb5a54fe tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/networks?id=8bf88356-dde2-44b0-ba44-676e166c7d95 HTTP/1.1" status: 200 len: 824 time: 0.2248533 Oct 29 08:36:09.862703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-62d00dec-1442-49b6-a0de-aeee7e0ac487 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/quotas/f9651b349014412e97b2510f748f0056 HTTP/1.1" status: 200 len: 375 time: 0.0108478 Oct 29 08:36:09.910428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-5b0aba53-e182-47e2-aaa0-74f44cad2c64 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f9651b349014412e97b2510f748f0056&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337343 Oct 29 08:36:09.911491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-192ba266-bbc5-4940-bc2f-5ed021aeec9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.914653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-192ba266-bbc5-4940-bc2f-5ed021aeec9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:09.924457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-192ba266-bbc5-4940-bc2f-5ed021aeec9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/734c7863-2b7c-40b3-a862-8be655bd7790 HTTP/1.1" status: 204 len: 168 time: 0.4509950 Oct 29 08:36:09.953206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ba266-bbc5-4940-bc2f-5ed021aeec9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734c7863-2b7c-40b3-a862-8be655bd7790,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:10.011600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896eac4-c408-4c79-9a68-3d6d6ba9d3e1 req-91086c5e-cf96-4738-8f0e-b32db4ea7f87 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:10.021492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9896eac4-c408-4c79-9a68-3d6d6ba9d3e1 req-91086c5e-cf96-4738-8f0e-b32db4ea7f87 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0974729 Oct 29 08:36:10.029208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-c11d6c72-3c18-4043-8124-fac670f27760 service neutron] 10.222.0.70 "GET /v2.0/networks/8bf88356-dde2-44b0-ba44-676e166c7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032367 Oct 29 08:36:10.036289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:10.038667 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d27f16d-6dcb-4163-bc40-fc36dcfc28d5" -d '{"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-plugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:10.070394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9896eac4-c408-4c79-9a68-3d6d6ba9d3e1 req-de2b2a74-ea63-4b2f-bec0-9aa4e2026b15 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479188 Oct 29 08:36:10.148605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-1bf86343-0c25-4368-a3f0-1011b24de3d3 service neutron] 10.222.0.70 "GET /v2.0/networks/8bf88356-dde2-44b0-ba44-676e166c7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119661 Oct 29 08:36:10.181724 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99435911-cba4-4145-af34-220a09596411 x-openstack-request-id: req-99435911-cba4-4145-af34-220a09596411 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:10.182016 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-plugged", "status": "completed", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:10.182269 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99435911-cba4-4145-af34-220a09596411 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:10.183576 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'code': 200} Oct 29 08:36:10.344394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc3108db-22fd-42c3-848f-8e1024ab2309 req-e9a85007-c626-4ec2-b370-1d3d8d3aa952 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 210 time: 0.0420637 Oct 29 08:36:10.363153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f2fcc60-c89e-4c5d-bd31-ba6547c2f1c7 req-6f620249-b02d-4304-9ce3-aa236b41803e tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 210 time: 0.0299523 Oct 29 08:36:10.516719 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-0c007a60-24e0-43f7-b592-2192a7073dea tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=31e6300b3b05407b95d6113502f238d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312130 Oct 29 08:36:10.657105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357941e-9e4b-40db-8d6a-7a106435765a req-ea8718f5-6809-4e78-a72e-9d1a2d5dd617 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:10.658628 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-ea8718f5-6809-4e78-a72e-9d1a2d5dd617 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361618 Oct 29 08:36:10.673282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Request body: {'port': {'device_id': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '31e6300b3b05407b95d6113502f238d1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:10.805025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Made reservation on behalf of 31e6300b3b05407b95d6113502f238d1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:10.809235 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:10.988972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Allocated IP 192.168.233.75 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/8010d1a0-2175-410f-9f75-c18baddac456) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:11.009539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1215f6-c4db-47ad-aa22-93d81ec4ec21 req-63cc5b91-9c5d-4502-8037-2d0213182dd6 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:11.011330 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a1215f6-c4db-47ad-aa22-93d81ec4ec21 req-63cc5b91-9c5d-4502-8037-2d0213182dd6 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.0832369 Oct 29 08:36:11.100451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a1215f6-c4db-47ad-aa22-93d81ec4ec21 req-3a5b877f-c0e8-4a3d-8eea-d482dbbe2db3 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751176 Oct 29 08:36:11.211144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33241c6-e37f-466b-8e09-2c496abfa86c req-122efa66-ec0c-41a0-9259-770d85114106 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:11.212731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d33241c6-e37f-466b-8e09-2c496abfa86c req-122efa66-ec0c-41a0-9259-770d85114106 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0634241 Oct 29 08:36:11.260340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d33241c6-e37f-466b-8e09-2c496abfa86c req-8acc2196-f978-407f-a807-682fa309524d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Oct 29 08:36:11.562980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd2d1078-aca4-425b-9f01-f805969d39b8 req-faa99336-2781-47d4-8b13-84770e134c38 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 210 time: 0.0715599 Oct 29 08:36:11.617970 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:11.633677 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73269d-099e-47b2-9ac5-2645c7ceca5e req-428be756-c611-4b3f-a7bc-bd15f7a95b46 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:11.635228 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a73269d-099e-47b2-9ac5-2645c7ceca5e req-428be756-c611-4b3f-a7bc-bd15f7a95b46 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.4579296 Oct 29 08:36:11.649405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850cbc-e482-418b-a579-c9de5cf70462 req-f9325448-b5c6-4d05-8fcb-183c910e14d0 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:11.651017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-f9325448-b5c6-4d05-8fcb-183c910e14d0 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.93 "GET /v2.0/networks?id=8bf88356-dde2-44b0-ba44-676e166c7d95 HTTP/1.1" status: 200 len: 824 time: 0.2121742 Oct 29 08:36:11.665964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Request body: {'port': {'device_id': '6234b72a-5cff-4ff6-aa5f-bdde96caeee9', 'network_id': '8bf88356-dde2-44b0-ba44-676e166c7d95', 'admin_state_up': True, 'tenant_id': 'f9651b349014412e97b2510f748f0056'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:11.694301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:11.706854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'adf88c00-579a-4825-8aad-390c1e2b4c1e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:11.711542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['cf67396e-0000-4bb9-947d-268fcbe1624c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:11.737809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c272cf4b-a351-4d6b-8fd3-5ef7accabe6a req-299bc88f-2842-4e65-9e0b-2b4d0e9a95b6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 210 time: 0.0643933 Oct 29 08:36:11.747216 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a73269d-099e-47b2-9ac5-2645c7ceca5e req-aa036126-93c0-4f41-afd5-6afa5acda4e9 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026669 Oct 29 08:36:11.755111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:11.759096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:11.775726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:11.837341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:11.838702 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:11.895167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Made reservation on behalf of f9651b349014412e97b2510f748f0056 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:11.899017 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:11.907377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:11.933099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.933680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.934181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.934657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.935124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.936241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.936721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.937203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.937682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.938009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.938333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.938658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:11.952476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-38d7eacc-4397-4f8f-9b8b-377a3c6c7274 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2846732 Oct 29 08:36:11.968948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Request body: {'port': {'device_id': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:12.044290 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.056882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e89377-d705-41ad-9fb8-3b440f3c73ca req-bb5f6b58-8cca-4b19-8f00-4a3e068f715a tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:12.065083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e89377-d705-41ad-9fb8-3b440f3c73ca req-bb5f6b58-8cca-4b19-8f00-4a3e068f715a tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.1538007 Oct 29 08:36:12.184879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e89377-d705-41ad-9fb8-3b440f3c73ca req-66ef8cd8-cbd9-4dd8-8c0a-f0ad1f5e0da6 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185167 Oct 29 08:36:12.206505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Allocated IP 172.20.0.3 (8bf88356-dde2-44b0-ba44-676e166c7d95/ceadacc9-d4fe-4e18-b693-f0ccb42d5087/ea101308-ee70-47f1-92ab-a3a2aeed0af3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:12.295243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50918) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:12.314040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-485db825-4d16-467e-876d-a3c8ba42cb8a None None] Provisioning complete for port 8010d1a0-2175-410f-9f75-c18baddac456 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:12.315696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-485db825-4d16-467e-876d-a3c8ba42cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.384806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-485db825-4d16-467e-876d-a3c8ba42cb8a None None] Port 8010d1a0-2175-410f-9f75-c18baddac456 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:36:12.430718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7b40b-2ade-4ced-b87b-c2b431abbe4c req-84905dbf-8be3-4c4d-903f-514a3311a5c3 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:12.436288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74b7b40b-2ade-4ced-b87b-c2b431abbe4c req-84905dbf-8be3-4c4d-903f-514a3311a5c3 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.1237519 Oct 29 08:36:12.500218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-958dfb54-4ee7-4169-9e79-7f8d79e97a9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.567382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74b7b40b-2ade-4ced-b87b-c2b431abbe4c req-687b4bc4-5d0f-4adc-947c-2823a5fead09 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168356 Oct 29 08:36:12.573372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8010d1a0-2175-410f-9f75-c18baddac456 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:12.599114 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.623750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Transition to ACTIVE for port object 8010d1a0-2175-410f-9f75-c18baddac456 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:36:12.632158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.725814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:12.749997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-958dfb54-4ee7-4169-9e79-7f8d79e97a9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.777789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-958dfb54-4ee7-4169-9e79-7f8d79e97a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.866974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-958dfb54-4ee7-4169-9e79-7f8d79e97a9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6140e51ad7c54475a05117a24d7bf565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684388 Oct 29 08:36:12.871449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dfb54-4ee7-4169-9e79-7f8d79e97a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b095d8-1901-41b8-a4fd-2fa07bed9c9f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:12.877543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50934) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:12.889042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:36:12.889343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:36:12.889680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:12.904945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf085d3-45d3-41ae-8cf7-fb6da6212030 req-e07b4fc8-b217-43e0-83fa-7ddbfe3b001d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:12.906262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:36:12.906484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ddf085d3-45d3-41ae-8cf7-fb6da6212030 req-e07b4fc8-b217-43e0-83fa-7ddbfe3b001d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.4870954 Oct 29 08:36:12.906587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:12.921933 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.938855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69aa6b-75a2-4621-beff-7be1fac63ab0 req-8e979197-82d6-4f54-8ecf-b945caf3328d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:12.940880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d69aa6b-75a2-4621-beff-7be1fac63ab0 req-8e979197-82d6-4f54-8ecf-b945caf3328d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.1367030 Oct 29 08:36:12.941709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:36:12.942044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:12.942427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:36:12.942872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Bound port: 8010d1a0-2175-410f-9f75-c18baddac456, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:36:12.943227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:12.964268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ddf085d3-45d3-41ae-8cf7-fb6da6212030 req-4ec6763c-575a-4a65-8414-2a275628d27a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Oct 29 08:36:13.001680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.026890 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7366e98-c3d5-41f4-93b0-34a93654c7bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.049134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d69aa6b-75a2-4621-beff-7be1fac63ab0 req-f458ec6b-880b-4326-b8c6-77cbb707e3d8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987563 Oct 29 08:36:13.073066 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7366e98-c3d5-41f4-93b0-34a93654c7bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.093266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Network 8bf88356-dde2-44b0-ba44-676e166c7d95 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:13.095642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:36:13.097010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:13.099949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Pushing event updated for resources: {'Port': ['ID=ea101308-ee70-47f1-92ab-a3a2aeed0af3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:13.102473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:13.106428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:36:13.116896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.150018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be128a-e0c0-4301-96ab-d1492e575a1d req-094bf878-0be6-4036-bc05-7cf548ca593b tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.151539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87be128a-e0c0-4301-96ab-d1492e575a1d req-094bf878-0be6-4036-bc05-7cf548ca593b tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.1128495 Oct 29 08:36:13.162189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.162997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.164432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] 10.222.0.93 "PUT /v2.0/ports/8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 1095 time: 1.1998720 Oct 29 08:36:13.183334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:13.184663 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fccab7f-b0f6-469e-ae36-b20b324c150a" -d '{"events": [{"name": "network-changed", "server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "tag": "8010d1a0-2175-410f-9f75-c18baddac456"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:13.185572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.186022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.223770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7366e98-c3d5-41f4-93b0-34a93654c7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.226355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7366e98-c3d5-41f4-93b0-34a93654c7bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.241725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f7366e98-c3d5-41f4-93b0-34a93654c7bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2b095d8-1901-41b8-a4fd-2fa07bed9c9f HTTP/1.1" status: 204 len: 168 time: 0.3482668 Oct 29 08:36:13.242595 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87be128a-e0c0-4301-96ab-d1492e575a1d req-574aaebe-905a-47c3-bd19-63387e9370e9 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781951 Oct 29 08:36:13.247051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bf037543-4d79-41a7-99bc-7fb9007ed44b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5855517 Oct 29 08:36:13.262023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Request body: {'port': {'device_id': '6234b72a-5cff-4ff6-aa5f-bdde96caeee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:13.272482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a43ea0-8893-42ef-b9af-fcb58ec0df2c service neutron] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:13.294618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9bba3-78bf-48f9-b6ef-450e4f87d771 req-253ba59d-a2bb-4d9f-af8b-0446a1aeef81 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.297324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4b9bba3-78bf-48f9-b6ef-450e4f87d771 req-253ba59d-a2bb-4d9f-af8b-0446a1aeef81 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 931 time: 0.1717973 Oct 29 08:36:13.300761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7366e98-c3d5-41f4-93b0-34a93654c7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b095d8-1901-41b8-a4fd-2fa07bed9c9f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:13.369130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357941e-9e4b-40db-8d6a-7a106435765a req-5fda5cba-1066-4370-bce7-5632f13d0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.371236 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-5fda5cba-1066-4370-bce7-5632f13d0190 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1098 time: 0.1487415 Oct 29 08:36:13.384811 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.395919 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163f0c9-e774-470f-b39b-3e824e2dd2be x-openstack-request-id: req-0163f0c9-e774-470f-b39b-3e824e2dd2be {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:13.396216 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "tag": "8010d1a0-2175-410f-9f75-c18baddac456", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:13.396468 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0163f0c9-e774-470f-b39b-3e824e2dd2be {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:13.396929 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456', 'status': 'completed', 'code': 200} Oct 29 08:36:13.401233 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4b9bba3-78bf-48f9-b6ef-450e4f87d771 req-04c89d4b-7964-4e73-9df6-d6c806fef34a tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747242 Oct 29 08:36:13.453786 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-f0f36dbe-c993-4915-b7db-e8fc63671b3f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.0559824 Oct 29 08:36:13.507869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357941e-9e4b-40db-8d6a-7a106435765a req-eafb8843-ea91-4f6d-acdd-9d6b624d3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.509459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-eafb8843-ea91-4f6d-acdd-9d6b624d3426 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0474389 Oct 29 08:36:13.567107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357941e-9e4b-40db-8d6a-7a106435765a req-bfadaf03-b1de-4747-bda6-5cbf6578da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.569316 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-bfadaf03-b1de-4747-bda6-5cbf6578da2f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514059 Oct 29 08:36:13.632259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50946) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:13.642879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9ffb3-560f-4413-90fc-b2077fb38179 req-3afa0885-dc72-4df2-af02-8f283e831034 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.645061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfd9ffb3-560f-4413-90fc-b2077fb38179 req-3afa0885-dc72-4df2-af02-8f283e831034 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.1588850 Oct 29 08:36:13.650611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a422-236b-4a6b-82d3-f5633ab15204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.713513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfd9ffb3-560f-4413-90fc-b2077fb38179 req-551b527e-b577-4c99-af6a-2a51bad303e2 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603974 Oct 29 08:36:13.718646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-b49b08d1-41fa-4325-8aea-5fb03fc62307 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406629 Oct 29 08:36:13.817396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea101308-ee70-47f1-92ab-a3a2aeed0af3 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:13.833382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.833598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a422-236b-4a6b-82d3-f5633ab15204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.843451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a422-236b-4a6b-82d3-f5633ab15204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.859592 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d357941e-9e4b-40db-8d6a-7a106435765a req-d6f99976-fdc8-489b-b281-a684dd8d1a15 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310923 Oct 29 08:36:13.869409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Transition to ACTIVE for port object ea101308-ee70-47f1-92ab-a3a2aeed0af3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:36:13.875951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:13.894703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b4b3a422-236b-4a6b-82d3-f5633ab15204 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=329ae550f9b544f2b45a8d5da014651e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589703 Oct 29 08:36:13.894703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3a422-236b-4a6b-82d3-f5633ab15204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d6a935-8b77-44aa-9eb6-1e43185516c2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:13.896718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50956) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:13.919635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0629a45-9968-436f-bb16-83c7c68be631 req-9708b46b-6a85-4e3c-80d4-aacc9826f400 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.921154 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0629a45-9968-436f-bb16-83c7c68be631 req-9708b46b-6a85-4e3c-80d4-aacc9826f400 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.1089187 Oct 29 08:36:13.979784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Pushing event updated for resources: {'Port': ['ID=ea101308-ee70-47f1-92ab-a3a2aeed0af3,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:13.984856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-bc375be1-bc2f-47f0-bb15-4456e9745b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:13.986350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-bc375be1-bc2f-47f0-bb15-4456e9745b7f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1098 time: 0.0739176 Oct 29 08:36:13.989394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f95bf8e0-a42d-45dc-a83e-5ce895bc73de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:14.032504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0629a45-9968-436f-bb16-83c7c68be631 req-a8d6067b-0ef9-48f5-a108-1e2e340f3d15 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956042 Oct 29 08:36:14.050460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Attempting to bind port ea101308-ee70-47f1-92ab-a3a2aeed0af3 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:36:14.050813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Attempting to bind port ea101308-ee70-47f1-92ab-a3a2aeed0af3 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e99c4746-53e1-4338-ae29-9ba397fcff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf88356-dde2-44b0-ba44-676e166c7d95'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:36:14.051419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Attempting to bind port ea101308-ee70-47f1-92ab-a3a2aeed0af3 on network 8bf88356-dde2-44b0-ba44-676e166c7d95 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:14.051510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f95bf8e0-a42d-45dc-a83e-5ce895bc73de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:14.057924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Port ea101308-ee70-47f1-92ab-a3a2aeed0af3 on network 8bf88356-dde2-44b0-ba44-676e166c7d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:36:14.058256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Attempting to bind port ea101308-ee70-47f1-92ab-a3a2aeed0af3 on network 8bf88356-dde2-44b0-ba44-676e166c7d95 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:14.063907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:36:14.064254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Checking segment: {'id': 'e99c4746-53e1-4338-ae29-9ba397fcff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf88356-dde2-44b0-ba44-676e166c7d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:14.064695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Bound using segment: {'id': 'e99c4746-53e1-4338-ae29-9ba397fcff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf88356-dde2-44b0-ba44-676e166c7d95'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:36:14.065381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Bound port: ea101308-ee70-47f1-92ab-a3a2aeed0af3, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99c4746-53e1-4338-ae29-9ba397fcff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf88356-dde2-44b0-ba44-676e166c7d95'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:36:14.065646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:14.163395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] For port ea101308-ee70-47f1-92ab-a3a2aeed0af3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:36:14.171000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c6c5-79a7-40df-92c1-a7d4a5b281d5 req-1721ec19-c47f-40f4-a768-210cfebaf0c3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.172589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e97c6c5-79a7-40df-92c1-a7d4a5b281d5 req-1721ec19-c47f-40f4-a768-210cfebaf0c3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1192598 Oct 29 08:36:14.176084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-44491d1f-244c-409d-89ed-7c1a0c3d96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.177621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-44491d1f-244c-409d-89ed-7c1a0c3d96aa service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1792488 Oct 29 08:36:14.181233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] For port ea101308-ee70-47f1-92ab-a3a2aeed0af3, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ea101308-ee70-47f1-92ab-a3a2aeed0af3,segment=NetworkSegment(e99c4746-53e1-4338-ae29-9ba397fcff7c),segment_id=e99c4746-53e1-4338-ae29-9ba397fcff7c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:36:14.187733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:14.195007 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f95bf8e0-a42d-45dc-a83e-5ce895bc73de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:14.198013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f95bf8e0-a42d-45dc-a83e-5ce895bc73de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:14.198183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5db4c7-d970-458b-89df-88ebc51431b6 req-390b8d01-5651-460b-8582-1c14d8ac69e6 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.203146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f95bf8e0-a42d-45dc-a83e-5ce895bc73de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4d6a935-8b77-44aa-9eb6-1e43185516c2 HTTP/1.1" status: 204 len: 168 time: 0.3014486 Oct 29 08:36:14.203318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d5db4c7-d970-458b-89df-88ebc51431b6 req-390b8d01-5651-460b-8582-1c14d8ac69e6 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.0843384 Oct 29 08:36:14.260091 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7c53-6b75-437e-b07d-64281b705014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:14.269029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.269663 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:14.271058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] 10.222.0.93 "PUT /v2.0/ports/ea101308-ee70-47f1-92ab-a3a2aeed0af3 HTTP/1.1" status: 200 len: 1091 time: 1.0158722 Oct 29 08:36:14.271219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-062fa950-cc84-474d-9c84-3fcfa4d712cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.0770574 Oct 29 08:36:14.271520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6234b72a-5cff-4ff6-aa5f-bdde96caeee9', 'tag': 'ea101308-ee70-47f1-92ab-a3a2aeed0af3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:14.273852 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3377fb10-99e4-42f5-b337-b773f87d9a48" -d '{"events": [{"name": "network-changed", "server_uuid": "6234b72a-5cff-4ff6-aa5f-bdde96caeee9", "tag": "ea101308-ee70-47f1-92ab-a3a2aeed0af3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:14.276862 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e97c6c5-79a7-40df-92c1-a7d4a5b281d5 req-33e3744b-c020-4dc2-a6f5-5c87b3136d5e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919437 Oct 29 08:36:14.279107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bf8e0-a42d-45dc-a83e-5ce895bc73de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d6a935-8b77-44aa-9eb6-1e43185516c2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:14.314247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d5db4c7-d970-458b-89df-88ebc51431b6 req-e831314c-63b8-4807-ad19-3916cb8439f3 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035585 Oct 29 08:36:14.360393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66143cef-ae40-4b3b-b8b4-1f406216b500 service neutron] Pushing event updated for resources: {'Port': ['ID=ea101308-ee70-47f1-92ab-a3a2aeed0af3,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:14.390922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-1c66a46c-83f5-4b1d-be75-828ee94b1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.393336 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-1c66a46c-83f5-4b1d-be75-828ee94b1a68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1039743 Oct 29 08:36:14.412416 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa5fc61-279d-4370-9b87-8bbb55402046 x-openstack-request-id: req-1fa5fc61-279d-4370-9b87-8bbb55402046 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:14.413295 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6234b72a-5cff-4ff6-aa5f-bdde96caeee9", "tag": "ea101308-ee70-47f1-92ab-a3a2aeed0af3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:14.414011 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fa5fc61-279d-4370-9b87-8bbb55402046 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:14.414740 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6234b72a-5cff-4ff6-aa5f-bdde96caeee9', 'tag': 'ea101308-ee70-47f1-92ab-a3a2aeed0af3', 'status': 'completed', 'code': 200} Oct 29 08:36:14.454878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850cbc-e482-418b-a579-c9de5cf70462 req-ee90a0a4-066e-487c-aa33-0cdb0062a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.457773 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-ee90a0a4-066e-487c-aa33-0cdb0062a8c3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f9651b349014412e97b2510f748f0056&device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 1094 time: 0.1128910 Oct 29 08:36:14.471427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-f151f95a-f195-4762-a241-22b948f7c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.472982 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-f151f95a-f195-4762-a241-22b948f7c43e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672143 Oct 29 08:36:14.480737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d58c-3e9b-4011-9c4b-b111ada5ac85 req-f135425e-fea1-4311-8691-3b75ab38557e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.482617 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7762d58c-3e9b-4011-9c4b-b111ada5ac85 req-f135425e-fea1-4311-8691-3b75ab38557e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.0879667 Oct 29 08:36:14.537554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-4945edeb-7c19-4d52-a900-6e2632732e22 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea101308-ee70-47f1-92ab-a3a2aeed0af3 HTTP/1.1" status: 200 len: 217 time: 0.0690737 Oct 29 08:36:14.589856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7762d58c-3e9b-4011-9c4b-b111ada5ac85 req-cf5dda33-28f3-48de-90f7-a05da6239658 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893543 Oct 29 08:36:14.601296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850cbc-e482-418b-a579-c9de5cf70462 req-9d4464f7-9323-4b18-a7fc-786b07cf7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.602865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-9d4464f7-9323-4b18-a7fc-786b07cf7fea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ceadacc9-d4fe-4e18-b693-f0ccb42d5087 HTTP/1.1" status: 200 len: 864 time: 0.0555170 Oct 29 08:36:14.649807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-8a698967-0139-4585-b23d-d6dc778d35d2 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665506 Oct 29 08:36:14.656301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-ff702456-8379-484d-b0f5-ea385a710bc3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8bf88356-dde2-44b0-ba44-676e166c7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446155 Oct 29 08:36:14.840542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5b883-0e63-4766-b5f0-f808a885f4da req-df3f303e-b7e2-49c7-9f2f-659611c862d5 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:14.842141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20f5b883-0e63-4766-b5f0-f808a885f4da req-df3f303e-b7e2-49c7-9f2f-659611c862d5 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 943 time: 0.1081641 Oct 29 08:36:14.849481 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-baae3311-c3b5-49df-97d8-7f157aced741 service neutron] 10.222.0.93 "GET /v2.0/networks/8bf88356-dde2-44b0-ba44-676e166c7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612775 Oct 29 08:36:14.852120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fccab7f-b0f6-469e-ae36-b20b324c150a req-94b50ca3-6967-4f89-b861-fdb6a0b2378d service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734030 Oct 29 08:36:14.904255 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20f5b883-0e63-4766-b5f0-f808a885f4da req-2f2cb345-bc81-4c83-94e6-851d4f88ddb5 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503149 Oct 29 08:36:14.993108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be850cbc-e482-418b-a579-c9de5cf70462 req-bd2a26e8-8c6f-48f1-90a3-11d1aa50cf78 service neutron] 10.222.0.93 "GET /v2.0/networks/8bf88356-dde2-44b0-ba44-676e166c7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261387 Oct 29 08:36:15.090521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-9af8582d-8e15-47d6-80bb-15d8b148cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:15.092364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-9af8582d-8e15-47d6-80bb-15d8b148cf83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f9651b349014412e97b2510f748f0056&device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 1094 time: 0.0452430 Oct 29 08:36:15.212870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77265c48-9738-4621-8e1b-0c6492f3f9a6 req-981bb50b-50dc-45b3-9907-323cd83bb412 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:15.214342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77265c48-9738-4621-8e1b-0c6492f3f9a6 req-981bb50b-50dc-45b3-9907-323cd83bb412 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.1060417 Oct 29 08:36:15.242142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-ad9823d4-8e4c-40b0-8a5a-07a9dd145eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:15.243591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-ad9823d4-8e4c-40b0-8a5a-07a9dd145eba service neutron] 10.222.0.93 "GET /v2.0/networks?id=8bf88356-dde2-44b0-ba44-676e166c7d95 HTTP/1.1" status: 200 len: 926 time: 0.1433194 Oct 29 08:36:15.299103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-5f15a641-eeca-434d-bfc6-6e56d324c139 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea101308-ee70-47f1-92ab-a3a2aeed0af3 HTTP/1.1" status: 200 len: 217 time: 0.0474007 Oct 29 08:36:15.302140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77265c48-9738-4621-8e1b-0c6492f3f9a6 req-b0d79291-ad51-4e82-a24c-bceb5c17b0ab tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812933 Oct 29 08:36:15.359374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-6151d906-85a7-4936-91ff-c4a86c65f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:15.360996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-6151d906-85a7-4936-91ff-c4a86c65f0d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ceadacc9-d4fe-4e18-b693-f0ccb42d5087 HTTP/1.1" status: 200 len: 864 time: 0.0548749 Oct 29 08:36:15.394830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-b9b0283a-7ed2-4c5f-a758-3f3bbe818ebc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8bf88356-dde2-44b0-ba44-676e166c7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258958 Oct 29 08:36:15.416967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a834dd-c291-401e-a32b-fe0d2f90bc85 req-4948fdcc-3ee7-49ce-8bae-75a0a92c8899 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:15.420433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4a834dd-c291-401e-a32b-fe0d2f90bc85 req-4948fdcc-3ee7-49ce-8bae-75a0a92c8899 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Oct 29 08:36:15.465183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4a834dd-c291-401e-a32b-fe0d2f90bc85 req-eb06a5f5-a37b-44b6-96f6-f86744547bf8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390475 Oct 29 08:36:15.496695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-23d6229e-a763-4485-b376-3e5458b40d36 service neutron] 10.222.0.93 "GET /v2.0/networks/8bf88356-dde2-44b0-ba44-676e166c7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937135 Oct 29 08:36:15.589144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3377fb10-99e4-42f5-b337-b773f87d9a48 req-d85aca61-f956-4d0e-94fa-be8eb6ced495 service neutron] 10.222.0.93 "GET /v2.0/networks/8bf88356-dde2-44b0-ba44-676e166c7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847039 Oct 29 08:36:15.697001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b498d4e-24a7-4ff4-9032-74c94c765fcb req-b37f89a7-10dc-4a8c-ba5a-b8677247c137 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:15.698547 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b498d4e-24a7-4ff4-9032-74c94c765fcb req-b37f89a7-10dc-4a8c-ba5a-b8677247c137 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.0590682 Oct 29 08:36:15.741072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b498d4e-24a7-4ff4-9032-74c94c765fcb req-1d6aa8f4-0d05-4f29-b3c6-d761ad6cf256 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Oct 29 08:36:16.020908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9efc12-de11-492e-ad1d-e1756b400461 req-edeeac54-6aba-43d3-bd9a-77498c105eed tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:16.023632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a9efc12-de11-492e-ad1d-e1756b400461 req-edeeac54-6aba-43d3-bd9a-77498c105eed tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 943 time: 0.0565772 Oct 29 08:36:16.062422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a9efc12-de11-492e-ad1d-e1756b400461 req-0207293f-9f67-4dee-92c5-e7d3bd66379c tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Oct 29 08:36:16.436882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326c780-7c05-42cc-a467-ba04f5435142 req-d34d3645-7d95-4b15-8951-713ab29bc159 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:16.438570 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c326c780-7c05-42cc-a467-ba04f5435142 req-d34d3645-7d95-4b15-8951-713ab29bc159 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.0522890 Oct 29 08:36:16.487824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c326c780-7c05-42cc-a467-ba04f5435142 req-62ca3e98-cfd9-4c00-b294-69e90c939391 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Oct 29 08:36:16.591002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6d28-2134-4780-b10f-f56b98fd6a5b req-1499a7ad-cd61-45ab-9913-2c34bf6a31b9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:16.592524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e6e6d28-2134-4780-b10f-f56b98fd6a5b req-1499a7ad-cd61-45ab-9913-2c34bf6a31b9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Oct 29 08:36:16.631987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51092) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:16.638150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e6e6d28-2134-4780-b10f-f56b98fd6a5b req-f83c0c7c-201c-46df-8e54-07c48e454266 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385013 Oct 29 08:36:16.740914 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15f24106-0abf-452c-b289-26d1a01a7c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:16.774895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:16.838064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15f24106-0abf-452c-b289-26d1a01a7c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:16.843190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15f24106-0abf-452c-b289-26d1a01a7c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:16.873691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3b85-d40a-4b79-a717-7d52f4291cfb req-c4fa717b-728d-462a-9044-aa723ccd193b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:16.875857 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad6a3b85-d40a-4b79-a717-7d52f4291cfb req-c4fa717b-728d-462a-9044-aa723ccd193b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.0574334 Oct 29 08:36:16.884997 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-15f24106-0abf-452c-b289-26d1a01a7c3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0d5ef8fba7148cdae6de8b4ffd0632e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495203 Oct 29 08:36:16.884997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f24106-0abf-452c-b289-26d1a01a7c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e70b13-0580-4054-aad6-22b49fa3c1c4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:16.885261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:16.886001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51100) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:16.900390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '8010d1a0-2175-410f-9f75-c18baddac456', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '8010d1a0-2175-410f-9f75-c18baddac456', 'mac_address': 'fa:16:3e:1a:e0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:16.929382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad6a3b85-d40a-4b79-a717-7d52f4291cfb req-fd8f85cd-1003-4876-8340-0956f140963e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Oct 29 08:36:16.958234 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-175d728b-042e-4333-967f-c7fd45dc1d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:16.962506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5f436224-2d2d-439f-8314-3a80248459bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:16.970416 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:16.980968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-175d728b-042e-4333-967f-c7fd45dc1d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:16.984639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8010d1a0-2175-410f-9f75-c18baddac456 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:17.009338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:17.014177 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.036565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-175d728b-042e-4333-967f-c7fd45dc1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.039101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-175d728b-042e-4333-967f-c7fd45dc1d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.040289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-175d728b-042e-4333-967f-c7fd45dc1d23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5e70b13-0580-4054-aad6-22b49fa3c1c4 HTTP/1.1" status: 204 len: 168 time: 0.1534023 Oct 29 08:36:17.068812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d728b-042e-4333-967f-c7fd45dc1d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e70b13-0580-4054-aad6-22b49fa3c1c4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:17.070224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:17.197420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae594704-3a07-4841-b07a-3ab9d25f41d4 req-ba57425b-4119-46b5-a866-a62d31155a68 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:17.199466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae594704-3a07-4841-b07a-3ab9d25f41d4 req-ba57425b-4119-46b5-a866-a62d31155a68 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 943 time: 0.0580199 Oct 29 08:36:17.247168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae594704-3a07-4841-b07a-3ab9d25f41d4 req-f3c07ac8-1509-418c-9f11-aa2edebd572b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Oct 29 08:36:17.348622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51114) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:17.362383 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-829e58d4-41b9-4257-965b-f88033181926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.442374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-829e58d4-41b9-4257-965b-f88033181926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.447993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-829e58d4-41b9-4257-965b-f88033181926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.487043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-829e58d4-41b9-4257-965b-f88033181926 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22facdfdf22045e5b5431cdf91ee0041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372681 Oct 29 08:36:17.489101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e58d4-41b9-4257-965b-f88033181926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df10872-7572-4554-af0f-ad8093c4fb43,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:17.490449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51116) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:17.495988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['8010d1a0-2175-410f-9f75-c18baddac456'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:17.524085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:17.551524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e655dfe7-0aa4-434e-aa77-752760f37b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.574708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e655dfe7-0aa4-434e-aa77-752760f37b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.624766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901938-2b33-4629-8697-e518a0e6a7e9 req-8f4aea5f-45cc-4187-ad87-c46dc663ee73 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:17.626582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82901938-2b33-4629-8697-e518a0e6a7e9 req-8f4aea5f-45cc-4187-ad87-c46dc663ee73 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 945 time: 0.0592806 Oct 29 08:36:17.628720 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e655dfe7-0aa4-434e-aa77-752760f37b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.631325 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e655dfe7-0aa4-434e-aa77-752760f37b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.635048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e655dfe7-0aa4-434e-aa77-752760f37b99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9df10872-7572-4554-af0f-ad8093c4fb43 HTTP/1.1" status: 204 len: 168 time: 0.1392040 Oct 29 08:36:17.644117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655dfe7-0aa4-434e-aa77-752760f37b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df10872-7572-4554-af0f-ad8093c4fb43,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:17.724585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82901938-2b33-4629-8697-e518a0e6a7e9 req-acde5fb2-4eae-4947-bd61-2163c4f48bbf tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 Oct 29 08:36:17.789362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52c483-05c8-4dea-9df3-e315f374845b req-40ad4159-da53-464a-9884-ed831d13a72c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:17.798425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e52c483-05c8-4dea-9df3-e315f374845b req-40ad4159-da53-464a-9884-ed831d13a72c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0679135 Oct 29 08:36:17.847405 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e52c483-05c8-4dea-9df3-e315f374845b req-1ff8d0d4-501f-4725-8a2e-b7b95a096c96 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479183 Oct 29 08:36:17.853296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:17.870617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a', 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'port_id': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a', 'mac_address': 'fa:16:3e:9e:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:17.947637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:17.965968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:17.991861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:17.997870 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:18.074522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb510f-a18b-4ad2-be51-0ff0ba0d19df req-a635abc8-0b14-4c6a-8375-fab3f6f9f658 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:18.080927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:18.082610 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-effb510f-a18b-4ad2-be51-0ff0ba0d19df req-a635abc8-0b14-4c6a-8375-fab3f6f9f658 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 944 time: 0.0765200 Oct 29 08:36:18.086933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:18.090086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:18.118979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32e3b4-2f98-4259-83f7-70c96705ba01 req-23460f6b-f386-4d43-b61b-fc50a59b36a1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:18.120950 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef32e3b4-2f98-4259-83f7-70c96705ba01 req-23460f6b-f386-4d43-b61b-fc50a59b36a1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.0987616 Oct 29 08:36:18.128694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-effb510f-a18b-4ad2-be51-0ff0ba0d19df req-cbace214-6d96-41af-ad4f-31c212f95f63 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 Oct 29 08:36:18.182340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef32e3b4-2f98-4259-83f7-70c96705ba01 req-53a326b0-7bdf-4c31-a1f2-3d4fc577d2a0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534172 Oct 29 08:36:18.229334 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:18.378954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8142e4b-5ea2-46d0-9a2e-42add2d31273 req-5fd49102-e25f-4cbc-9fc7-3a7a892caf2c tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:18.380706 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8142e4b-5ea2-46d0-9a2e-42add2d31273 req-5fd49102-e25f-4cbc-9fc7-3a7a892caf2c tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 943 time: 0.0565648 Oct 29 08:36:18.422652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8142e4b-5ea2-46d0-9a2e-42add2d31273 req-742ee4d0-a6dd-4f1e-b65d-7300c9067e77 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353243 Oct 29 08:36:18.771107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ea101308-ee70-47f1-92ab-a3a2aeed0af3 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:18.875340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ea101308-ee70-47f1-92ab-a3a2aeed0af3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ea101308-ee70-47f1-92ab-a3a2aeed0af3,segment=NetworkSegment(e99c4746-53e1-4338-ae29-9ba397fcff7c),segment_id=e99c4746-53e1-4338-ae29-9ba397fcff7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:18.887574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'ea101308-ee70-47f1-92ab-a3a2aeed0af3', 'network_id': '8bf88356-dde2-44b0-ba44-676e166c7d95', 'port_id': 'ea101308-ee70-47f1-92ab-a3a2aeed0af3', 'mac_address': 'fa:16:3e:2d:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceadacc9-d4fe-4e18-b693-f0ccb42d5087', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:18.931661 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:18.946951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea101308-ee70-47f1-92ab-a3a2aeed0af3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:18.976882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ea101308-ee70-47f1-92ab-a3a2aeed0af3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ea101308-ee70-47f1-92ab-a3a2aeed0af3,segment=NetworkSegment(e99c4746-53e1-4338-ae29-9ba397fcff7c),segment_id=e99c4746-53e1-4338-ae29-9ba397fcff7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:18.979387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d994a8-1203-4e66-8a7f-655c2c6d4d51 req-81dd8074-5893-4e9a-8126-1da6bbee350b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:18.981051 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4d994a8-1203-4e66-8a7f-655c2c6d4d51 req-81dd8074-5893-4e9a-8126-1da6bbee350b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0605597 Oct 29 08:36:18.984154 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.030181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4d994a8-1203-4e66-8a7f-655c2c6d4d51 req-321f758c-cbac-40ab-ab1b-7615fdd1a5be tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Oct 29 08:36:19.039714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=ea101308-ee70-47f1-92ab-a3a2aeed0af3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:19.251439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcae492-c097-47ec-8b2f-547588919ac0 req-d97eca49-7241-4d58-b2fa-63805b822dc3 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:19.256746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdcae492-c097-47ec-8b2f-547588919ac0 req-d97eca49-7241-4d58-b2fa-63805b822dc3 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 944 time: 0.0575802 Oct 29 08:36:19.304098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdcae492-c097-47ec-8b2f-547588919ac0 req-082af3b2-cb67-4371-b7d9-3b08f795f0b1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Oct 29 08:36:19.329852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35e1a-1b1a-47cd-b82d-29ce3e64c835 req-7d3bde2b-d56c-488f-a453-1d1caa0994b3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:19.336386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18c35e1a-1b1a-47cd-b82d-29ce3e64c835 req-7d3bde2b-d56c-488f-a453-1d1caa0994b3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.0740585 Oct 29 08:36:19.394837 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18c35e1a-1b1a-47cd-b82d-29ce3e64c835 req-6b40601b-1f32-4427-be5b-f5499604307f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520785 Oct 29 08:36:19.410753 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.455552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51190) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:19.511169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:19.515501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ea101308-ee70-47f1-92ab-a3a2aeed0af3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:19.555491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84064d-685e-433a-be96-1d1fcf4c52da req-7619e289-efa4-4515-9f2a-756e362d5631 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:19.557145 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b84064d-685e-433a-be96-1d1fcf4c52da req-7619e289-efa4-4515-9f2a-756e362d5631 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 944 time: 0.0633588 Oct 29 08:36:19.570299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-09ab8ef2-0274-4a46-bfb0-928fdff7c0b3 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:19.614812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b84064d-685e-433a-be96-1d1fcf4c52da req-1944efe3-6261-4559-9445-1f01001a6292 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Oct 29 08:36:19.618706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-09ab8ef2-0274-4a46-bfb0-928fdff7c0b3 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] 10.222.0.70 "PUT /v2.0/quotas/2d0a5eb8fd1e440e9bd0fa2d69584427 HTTP/1.1" status: 200 len: 368 time: 0.1594915 Oct 29 08:36:19.618981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51194) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:19.623791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Request body: {'network': {'project_id': '2d0a5eb8fd1e440e9bd0fa2d69584427'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:19.661300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.675965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Made reservation on behalf of 2d0a5eb8fd1e440e9bd0fa2d69584427 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:19.678306 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.685491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:19.697450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-c0f1ad92-b9ec-46ef-9f6d-b492fbedb69f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:19.698991 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-c0f1ad92-b9ec-46ef-9f6d-b492fbedb69f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 944 time: 0.0709643 Oct 29 08:36:19.699706 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.716770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:19.725854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.800266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:19.852952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.856335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Deleting port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:19.856688 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.860860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.925914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:19.950951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e35c443-e470-4c8f-a2bf-ebd1a4daa400,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:19.953838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:19.954184 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Added segment c890d254-d312-448a-808b-8b973e879792 of type vlan for network 21ee6210-9a8c-4bb2-ae83-5ee4dfb18c6e Oct 29 08:36:20.014719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] For port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:20.015413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.018257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.033531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Calling delete_port for 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:20.091542 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.091542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:20.091542 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.188509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5685856 Oct 29 08:36:20.192204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51200) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:20.196644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65600173-75d7-43af-b7e8-1647f7057f55 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Pushing event updated for resources: {'Network': ['ID=21ee6210-9a8c-4bb2-ae83-5ee4dfb18c6e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:20.197388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Request body: {'network': {'project_id': '2d0a5eb8fd1e440e9bd0fa2d69584427'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:20.213737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 21ee6210-9a8c-4bb2-ae83-5ee4dfb18c6e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:20.232073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27550-6342-48f8-8a8f-ca37fa7dc475 req-c8bd5006-633c-41b9-b5de-ef9e65931876 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:20.233715 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95e27550-6342-48f8-8a8f-ca37fa7dc475 req-c8bd5006-633c-41b9-b5de-ef9e65931876 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0936205 Oct 29 08:36:20.247858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Made reservation on behalf of 2d0a5eb8fd1e440e9bd0fa2d69584427 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:20.250543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.281806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:20.293080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.293521 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Added segment e42b6ace-95eb-48df-b193-5a4d17104c56 of type vlan for network 8a4f5cd7-8584-4e73-81ab-44f4e050b322 Oct 29 08:36:20.321660 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95e27550-6342-48f8-8a8f-ca37fa7dc475 req-af7ec691-e551-472b-8688-d0ef35e55a0b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752306 Oct 29 08:36:20.330105 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.350832 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.366233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event deleted for resources: {'Port': ['ID=7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:20.398387 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.399677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:20.400494 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.414405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] No DVR routers for this DVR port 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:36:20.417959 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.421431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bf60419-07f9-4468-8e7e-155d079a168d req-1c55df39-96d4-47fe-90f0-346701dd1260 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=43c07dd5-4e8b-4959-ac32-cf292d430ed6 HTTP/1.1" status: 200 len: 210 time: 0.0357220 Oct 29 08:36:20.423873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74337e41-aafd-4b4b-9bbf-8ca6447023c7 req-9132a7eb-990e-4aa5-a1b3-5b6fd34671cd tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "DELETE /v2.0/ports/7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a HTTP/1.1" status: 204 len: 173 time: 0.7151372 Oct 29 08:36:20.426002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c07dd5-4e8b-4959-ac32-cf292d430ed6', 'name': 'network-vif-deleted', 'tag': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:20.431579 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae526d-94fb-4472-ae93-ce9ea0b57712" -d '{"events": [{"server_uuid": "43c07dd5-4e8b-4959-ac32-cf292d430ed6", "name": "network-vif-deleted", "tag": "7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:20.486938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.2935007 Oct 29 08:36:20.490139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51212) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:20.495346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b6ed0d72-2ede-4884-8886-b739158367a2 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Request body: {'network': {'project_id': '2d0a5eb8fd1e440e9bd0fa2d69584427'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:20.511061 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ed0d72-2ede-4884-8886-b739158367a2 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 29 08:36:20.511845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ed0d72-2ede-4884-8886-b739158367a2 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:36:20.516521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51214) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:20.516681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b6ed0d72-2ede-4884-8886-b739158367a2 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0250945 Oct 29 08:36:20.520146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b410e-5af8-48e9-901e-021614eecbae tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Pushing event updated for resources: {'Network': ['ID=8a4f5cd7-8584-4e73-81ab-44f4e050b322,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:20.530412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8a4f5cd7-8584-4e73-81ab-44f4e050b322 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:20.549362 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f6f0ca-4bc1-461e-8e52-903ab1404352 x-openstack-request-id: req-f0f6f0ca-4bc1-461e-8e52-903ab1404352 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:20.549657 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c07dd5-4e8b-4959-ac32-cf292d430ed6", "name": "network-vif-deleted", "tag": "7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:20.549938 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0f6f0ca-4bc1-461e-8e52-903ab1404352 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:20.550305 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c07dd5-4e8b-4959-ac32-cf292d430ed6', 'name': 'network-vif-deleted', 'tag': '7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a', 'status': 'completed', 'code': 200} Oct 29 08:36:20.593889 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ea4b83f6-392d-4598-ae21-83416a016770 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d0a5eb8fd1e440e9bd0fa2d69584427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736079 Oct 29 08:36:20.599059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51216) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:20.602398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60d26-b0fd-4a20-b8e9-bed130acfa9b req-b06e0ade-081f-493a-8d22-f34f7a22b3f2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:20.604036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d3e60d26-b0fd-4a20-b8e9-bed130acfa9b req-b06e0ade-081f-493a-8d22-f34f7a22b3f2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.0860038 Oct 29 08:36:20.661769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d3e60d26-b0fd-4a20-b8e9-bed130acfa9b req-151057b3-4258-4fee-a59a-812e2f42c9bd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499561 Oct 29 08:36:20.665820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf9faa94-76e3-4e41-8275-ad2aac95ecb9 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.689065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf9faa94-76e3-4e41-8275-ad2aac95ecb9 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.763603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed989bd-d241-416e-abb6-bd0366b17660 req-380cfa21-04b2-4de0-ad63-7cd06446f17a tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:20.765062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ed989bd-d241-416e-abb6-bd0366b17660 req-380cfa21-04b2-4de0-ad63-7cd06446f17a tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 944 time: 0.0676541 Oct 29 08:36:20.778927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf9faa94-76e3-4e41-8275-ad2aac95ecb9 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.781440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf9faa94-76e3-4e41-8275-ad2aac95ecb9 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.782520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bf9faa94-76e3-4e41-8275-ad2aac95ecb9 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e35c443-e470-4c8f-a2bf-ebd1a4daa400 HTTP/1.1" status: 204 len: 168 time: 0.1824453 Oct 29 08:36:20.785700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51220) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:20.790796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:20.799926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9faa94-76e3-4e41-8275-ad2aac95ecb9 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e35c443-e470-4c8f-a2bf-ebd1a4daa400,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:20.819572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ed989bd-d241-416e-abb6-bd0366b17660 req-b1730fa2-7b54-4fb4-b00e-6c884ba088b8 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Oct 29 08:36:20.858048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 8010d1a0-2175-410f-9f75-c18baddac456 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:36:20.861975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 8010d1a0-2175-410f-9f75-c18baddac456 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:20.862424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.871985 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.949270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.951776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:20.973312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4f5cd7-8584-4e73-81ab-44f4e050b322']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:20.975096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:20.977634 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff4390b-714a-4f3b-b7ea-8792f53c9eb3" -d '{"events": [{"server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "name": "network-vif-plugged", "status": "completed", "tag": "8010d1a0-2175-410f-9f75-c18baddac456"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:20.990622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42b6ace-95eb-48df-b193-5a4d17104c56') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:20.991023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42b6ace-95eb-48df-b193-5a4d17104c56') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:20.991272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:21.006479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.007249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.026156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.035092 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074f8885-e75f-4691-818a-ef06c69d7574 x-openstack-request-id: req-074f8885-e75f-4691-818a-ef06c69d7574 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:21.035386 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "name": "network-vif-plugged", "status": "completed", "tag": "8010d1a0-2175-410f-9f75-c18baddac456", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:21.035635 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-074f8885-e75f-4691-818a-ef06c69d7574 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:21.036151 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456', 'code': 200} Oct 29 08:36:21.045932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:36:21.046614 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:36:21.048809 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:36:21.070423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:21.136019 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.157837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.161157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] 10.222.0.70 "DELETE /v2.0/networks/8a4f5cd7-8584-4e73-81ab-44f4e050b322 HTTP/1.1" status: 204 len: 168 time: 0.3744192 Oct 29 08:36:21.164505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51226) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:21.176088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd519cb-f6d3-4f2b-9d01-ab881440eb5e tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a4f5cd7-8584-4e73-81ab-44f4e050b322,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:21.194705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449908d9-96ea-435b-92c6-7f3ffd3066c6 req-703b5e4a-4cbe-4acc-b24e-e0b6810c8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:21.196319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-449908d9-96ea-435b-92c6-7f3ffd3066c6 req-703b5e4a-4cbe-4acc-b24e-e0b6810c8d74 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1100 time: 0.0739155 Oct 29 08:36:21.239386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-449908d9-96ea-435b-92c6-7f3ffd3066c6 req-73fb6a46-e1ab-4d61-9f57-34686e39ef18 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348649 Oct 29 08:36:21.242317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.321848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.342480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ee6210-9a8c-4bb2-ae83-5ee4dfb18c6e']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:21.352143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c890d254-d312-448a-808b-8b973e879792') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:21.352498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c890d254-d312-448a-808b-8b973e879792') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:21.363032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.378582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.386316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:36:21.386738 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:36:21.388565 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:36:21.457145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.457728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635cc5-e004-4fd8-9866-ca8435e6fcc6 req-e3e0335c-d5b1-4413-ad72-711e79680871 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:21.459511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56635cc5-e004-4fd8-9866-ca8435e6fcc6 req-e3e0335c-d5b1-4413-ad72-711e79680871 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0588975 Oct 29 08:36:21.464714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.470966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] 10.222.0.70 "DELETE /v2.0/networks/21ee6210-9a8c-4bb2-ae83-5ee4dfb18c6e HTTP/1.1" status: 204 len: 168 time: 0.3023157 Oct 29 08:36:21.483389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a1cea-7ccf-429c-bb78-ce61c9744da0 tempest-QuotasNegativeTest-176544805 tempest-QuotasNegativeTest-176544805-project-admin] Pushing event deleted for resources: {'Network': ['ID=21ee6210-9a8c-4bb2-ae83-5ee4dfb18c6e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:21.521477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56635cc5-e004-4fd8-9866-ca8435e6fcc6 req-626b13b0-30e3-4fe0-bd29-973ae655787e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497122 Oct 29 08:36:21.528107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:21.689744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:21.706259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'port_id': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'mac_address': 'fa:16:3e:31:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d27dd1-3461-42a3-99f1-e87ef81f581c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:21.748505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.765068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:21.790044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:21.805815 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:21.879514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4baebb-4ba3-48cd-832b-6235048ce8dd req-179585c2-da4a-4964-891e-4a5d5724a047 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:21.881149 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e4baebb-4ba3-48cd-832b-6235048ce8dd req-179585c2-da4a-4964-891e-4a5d5724a047 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0872982 Oct 29 08:36:21.885621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:21.909273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['c7b272c8-37d5-4579-8152-2e3eaa7eb2b9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:21.937616 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e4baebb-4ba3-48cd-832b-6235048ce8dd req-1b8d6ea3-01f3-4fd0-9107-b2f612314c0a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476213 Oct 29 08:36:22.030568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51266) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:22.035910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-71e873d6-4fce-43d3-8b13-6ac2354af75d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811854606', 'description': 'tempest-description--650672025'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:22.052226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51268) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:22.074184 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71e873d6-4fce-43d3-8b13-6ac2354af75d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.094466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c58360-b259-421a-98f2-090af491c6cd req-f1b7af18-9ae5-4064-8e24-242a52405b9c tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:22.096175 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-55c58360-b259-421a-98f2-090af491c6cd req-f1b7af18-9ae5-4064-8e24-242a52405b9c tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 944 time: 0.0961332 Oct 29 08:36:22.154426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-55c58360-b259-421a-98f2-090af491c6cd req-79af2988-fc98-47f8-b0e9-3c8d2643f280 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515945 Oct 29 08:36:22.163791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71e873d6-4fce-43d3-8b13-6ac2354af75d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.170113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71e873d6-4fce-43d3-8b13-6ac2354af75d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.205101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e873d6-4fce-43d3-8b13-6ac2354af75d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a6e3c8-e91b-422c-99e5-77136b4b1135,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:22.209868 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71e873d6-4fce-43d3-8b13-6ac2354af75d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.214586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-71e873d6-4fce-43d3-8b13-6ac2354af75d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1826978 Oct 29 08:36:22.214704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51274) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:22.219733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c619ec00-a5ec-473d-a9ce-adcb5351e224 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Request body: {'security_group_rule': {'security_group_id': '92a6e3c8-e91b-422c-99e5-77136b4b1135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:22.247101 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd41c630-b3b9-4ba9-b6a7-a3329630097c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.264220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c619ec00-a5ec-473d-a9ce-adcb5351e224 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.349155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd41c630-b3b9-4ba9-b6a7-a3329630097c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.353821 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd41c630-b3b9-4ba9-b6a7-a3329630097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.360350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c619ec00-a5ec-473d-a9ce-adcb5351e224 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.365299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c619ec00-a5ec-473d-a9ce-adcb5351e224 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.392248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619ec00-a5ec-473d-a9ce-adcb5351e224 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180187f7-4805-41c5-a012-ddf7849cf91d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:22.407773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c630-b3b9-4ba9-b6a7-a3329630097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5734526c-c12a-4766-91c0-8adb25c27f47,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:22.412064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c619ec00-a5ec-473d-a9ce-adcb5351e224 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.416000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c619ec00-a5ec-473d-a9ce-adcb5351e224 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976149 Oct 29 08:36:22.416435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51280) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:22.424040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-401b2f19-1990-44b3-af9e-d9fc15bcc19d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Request body: {'security_group_rule': {'security_group_id': '92a6e3c8-e91b-422c-99e5-77136b4b1135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:22.432761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51282) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:22.436910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fd41c630-b3b9-4ba9-b6a7-a3329630097c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d5f91b9735043559515f40cabeda34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759928 Oct 29 08:36:22.494221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-401b2f19-1990-44b3-af9e-d9fc15bcc19d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.537437 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bd3107-9d09-411b-af9e-014a55c39fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.577780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-401b2f19-1990-44b3-af9e-d9fc15bcc19d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.581930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bd3107-9d09-411b-af9e-014a55c39fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.590973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-401b2f19-1990-44b3-af9e-d9fc15bcc19d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.649912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b2f19-1990-44b3-af9e-d9fc15bcc19d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514e03d5-c02b-46c0-b34e-476c00207e0f,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:22.664994 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-401b2f19-1990-44b3-af9e-d9fc15bcc19d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.669567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-401b2f19-1990-44b3-af9e-d9fc15bcc19d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2476606 Oct 29 08:36:22.669896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51288) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:22.674686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:22.720696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.746484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a22ba-f03a-42cc-ba99-ec2a16fdaa06 req-a3a1507a-4b15-49da-b34b-a51ab5a834eb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:22.754122 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b8a22ba-f03a-42cc-ba99-ec2a16fdaa06 req-a3a1507a-4b15-49da-b34b-a51ab5a834eb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 944 time: 0.0951819 Oct 29 08:36:22.773158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bd3107-9d09-411b-af9e-014a55c39fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.775761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bd3107-9d09-411b-af9e-014a55c39fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.779772 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-06bd3107-9d09-411b-af9e-014a55c39fab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5734526c-c12a-4766-91c0-8adb25c27f47 HTTP/1.1" status: 204 len: 168 time: 0.3456678 Oct 29 08:36:22.794369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ea101308-ee70-47f1-92ab-a3a2aeed0af3 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:22.825470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b8a22ba-f03a-42cc-ba99-ec2a16fdaa06 req-8f4a48ec-4760-4dba-8c32-33ef295d0058 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703335 Oct 29 08:36:22.831554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd3107-9d09-411b-af9e-014a55c39fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5734526c-c12a-4766-91c0-8adb25c27f47,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:22.952741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port ea101308-ee70-47f1-92ab-a3a2aeed0af3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:36:22.973438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port ea101308-ee70-47f1-92ab-a3a2aeed0af3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:22.973826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:22.997709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.116857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.134240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Allocated IP 172.25.5.117 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/be447e50-bcb1-460b-9662-913368008fdc) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:23.145250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3278b-8432-4ec0-80b2-8acb8ecae635 req-ccf58e82-bd2a-4eaf-9d10-4dfb427fd26e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:23.160739 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efe3278b-8432-4ec0-80b2-8acb8ecae635 req-ccf58e82-bd2a-4eaf-9d10-4dfb427fd26e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1139624 Oct 29 08:36:23.176449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6234b72a-5cff-4ff6-aa5f-bdde96caeee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea101308-ee70-47f1-92ab-a3a2aeed0af3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:23.178731 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e06602-c8e3-4107-b774-68abfcc19a30" -d '{"events": [{"server_uuid": "6234b72a-5cff-4ff6-aa5f-bdde96caeee9", "name": "network-vif-plugged", "status": "completed", "tag": "ea101308-ee70-47f1-92ab-a3a2aeed0af3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:23.227459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ea101308-ee70-47f1-92ab-a3a2aeed0af3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ea101308-ee70-47f1-92ab-a3a2aeed0af3,segment=NetworkSegment(e99c4746-53e1-4338-ae29-9ba397fcff7c),segment_id=e99c4746-53e1-4338-ae29-9ba397fcff7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:23.238531 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.241594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efe3278b-8432-4ec0-80b2-8acb8ecae635 req-e0b9186b-0c21-4fe2-a77a-9d8195286eba tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753996 Oct 29 08:36:23.300724 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0698b9cc-a0fe-440a-bc94-76d78d93a3b4 x-openstack-request-id: req-0698b9cc-a0fe-440a-bc94-76d78d93a3b4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:23.301100 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6234b72a-5cff-4ff6-aa5f-bdde96caeee9", "name": "network-vif-plugged", "status": "completed", "tag": "ea101308-ee70-47f1-92ab-a3a2aeed0af3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:23.301287 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0698b9cc-a0fe-440a-bc94-76d78d93a3b4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:23.301626 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6234b72a-5cff-4ff6-aa5f-bdde96caeee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea101308-ee70-47f1-92ab-a3a2aeed0af3', 'code': 200} Oct 29 08:36:23.371335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=ea101308-ee70-47f1-92ab-a3a2aeed0af3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:23.420833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51306) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:23.431240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60566cb-d0da-4d92-97ab-5eb3e942fd2c req-85ed956f-35d6-42f4-b79d-fc65c3d2762b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:23.438213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f60566cb-d0da-4d92-97ab-5eb3e942fd2c req-85ed956f-35d6-42f4-b79d-fc65c3d2762b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 945 time: 0.1496894 Oct 29 08:36:23.441198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.450579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49bddf-1247-4c13-9615-455d8d70b26a req-0836af03-a1a4-459b-9977-8891506f1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:23.452148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7b49bddf-1247-4c13-9615-455d8d70b26a req-0836af03-a1a4-459b-9977-8891506f1ce3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 1096 time: 0.0812654 Oct 29 08:36:23.475736 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c8e9-edbe-41c8-ae35-f366d5bc4e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.514303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f60566cb-d0da-4d92-97ab-5eb3e942fd2c req-fee73c25-b8a3-4373-ade8-a06578ca7a6c tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Oct 29 08:36:23.546177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:23.567328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7b49bddf-1247-4c13-9615-455d8d70b26a req-29328e34-6684-4a75-a9dd-8663589217c9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664504 Oct 29 08:36:23.585333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.625556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:23.626281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.639571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event updated for resources: {'Port': ['ID=be447e50-bcb1-460b-9662-913368008fdc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:23.655113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c8e9-edbe-41c8-ae35-f366d5bc4e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.655794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:23.657786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:23.668854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:23.670405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d01b4-2277-469a-bbff-30d4b79dc1a7 req-eb270789-e30a-42ec-b446-a19d143dbeb9 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:23.678428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d73d01b4-2277-469a-bbff-30d4b79dc1a7 req-eb270789-e30a-42ec-b446-a19d143dbeb9 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1100 time: 0.0990911 Oct 29 08:36:23.680236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c8e9-edbe-41c8-ae35-f366d5bc4e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.751784 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.783848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4c8e9-edbe-41c8-ae35-f366d5bc4e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a216fda-26b2-45fe-a5d8-15a05aa34d46,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:23.801068 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d7e4c8e9-edbe-41c8-ae35-f366d5bc4e42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47967bed19494b55ba20490e53191b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780987 Oct 29 08:36:23.808165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:23.831140 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d73d01b4-2277-469a-bbff-30d4b79dc1a7 req-eca0a83b-a199-421d-9869-d14c6e5c1c47 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518686 Oct 29 08:36:23.842612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:23.871665 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.873521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:23.878384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.922547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92eb4b89-5941-415b-9633-4d3e3cfe4c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.949999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92eb4b89-5941-415b-9633-4d3e3cfe4c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.961637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:23.973248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:36:23.973595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7a9693f3-78a5-4e6f-81d2-e4d787cfcd1a not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:36:24.002925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:24.015126 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92eb4b89-5941-415b-9633-4d3e3cfe4c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:24.015845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92eb4b89-5941-415b-9633-4d3e3cfe4c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:24.021118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-92eb4b89-5941-415b-9633-4d3e3cfe4c69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a216fda-26b2-45fe-a5d8-15a05aa34d46 HTTP/1.1" status: 204 len: 168 time: 0.2078722 Oct 29 08:36:24.025439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-16ff997b-be98-4a7b-a9fd-c405eb51286f req-22717aa0-08e5-45a7-a4f4-3b0c363b8456 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:36:24.026456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16ff997b-be98-4a7b-a9fd-c405eb51286f req-22717aa0-08e5-45a7-a4f4-3b0c363b8456 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056612 Oct 29 08:36:24.059439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb4b89-5941-415b-9633-4d3e3cfe4c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a216fda-26b2-45fe-a5d8-15a05aa34d46,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:24.110157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d06d1-b534-46a6-a27e-5dd7f34cede6 req-4d12aa89-aa6f-499b-a3ef-77a5f103dd33 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:24.121938 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e92d06d1-b534-46a6-a27e-5dd7f34cede6 req-4d12aa89-aa6f-499b-a3ef-77a5f103dd33 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1191759 Oct 29 08:36:24.192688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e92d06d1-b534-46a6-a27e-5dd7f34cede6 req-ab25e185-2301-4b17-ab95-63eb80592b37 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678296 Oct 29 08:36:24.352729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:24.380497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:24.528561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:24.579058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f5fe-7e70-4907-a74a-1f8ada4449e1 req-a6f25324-7338-43fa-ad02-fe4ac1389fa9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:24.586623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4eb1f5fe-7e70-4907-a74a-1f8ada4449e1 req-a6f25324-7338-43fa-ad02-fe4ac1389fa9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.2282045 Oct 29 08:36:24.595929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event updated for resources: {'Port': ['ID=be447e50-bcb1-460b-9662-913368008fdc,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:24.601310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-89d01712-4b29-44e3-8c8a-f39a0a082cdd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2322068 Oct 29 08:36:24.605696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:24.616082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6183bdcb-22fe-41ed-bae9-4ec2c22adf2e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9359784 Oct 29 08:36:24.666715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4eb1f5fe-7e70-4907-a74a-1f8ada4449e1 req-c97c6dde-b0f3-4e6a-b321-f671e5298c79 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791528 Oct 29 08:36:24.739900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520929f2-1089-4072-841d-1b04002d45d0 req-af837ae0-6328-45ce-a6b7-6ee976cd654a tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:24.750504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-520929f2-1089-4072-841d-1b04002d45d0 req-af837ae0-6328-45ce-a6b7-6ee976cd654a tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 945 time: 0.0812414 Oct 29 08:36:24.796299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-520929f2-1089-4072-841d-1b04002d45d0 req-91f14de5-684d-4d5b-b9a4-e1b633138313 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Oct 29 08:36:25.015571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8041a-605c-417c-8e6f-210deaa23fba req-dda33fa6-89ba-4d0d-9cc0-497bdafe88cf tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:25.017381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-dda33fa6-89ba-4d0d-9cc0-497bdafe88cf tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 822 time: 0.1638155 Oct 29 08:36:25.063738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-d51a5dc5-09d9-4a35-abe3-bbaea2f8f581 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/quotas/468f0167907840eab3c28f193997712e HTTP/1.1" status: 200 len: 375 time: 0.0302153 Oct 29 08:36:25.141024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-359fd196-c592-4a22-98dc-09949778f870 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757666 Oct 29 08:36:25.302692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:25.305305 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2afa7f7-92da-44bb-ba6d-b4e1078e12cd" -d '{"events": [{"server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:25.326159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-9111f286-f640-4a28-a5e4-12923cb44d8a service neutron] 10.222.0.70 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830561 Oct 29 08:36:25.436691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3188c-0da0-4521-b3d8-67e94a0f16b1 req-32e92d51-d829-45ce-9086-fb8f6e83c9ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:25.459968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58a3188c-0da0-4521-b3d8-67e94a0f16b1 req-32e92d51-d829-45ce-9086-fb8f6e83c9ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1117227 Oct 29 08:36:25.523748 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-285982a8-dcf7-4892-987c-7ac20ff88d5f service neutron] 10.222.0.70 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888225 Oct 29 08:36:25.535102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-58a3188c-0da0-4521-b3d8-67e94a0f16b1 req-48213a0d-0e74-4b61-9af2-de2c13a5718a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715446 Oct 29 08:36:25.609626 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe098e9e-6be7-4a7c-a385-fee4b0068e42 x-openstack-request-id: req-fe098e9e-6be7-4a7c-a385-fee4b0068e42 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:25.609987 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:25.610303 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe098e9e-6be7-4a7c-a385-fee4b0068e42 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:25.610932 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'code': 200} Oct 29 08:36:25.945172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8261047-63c9-4252-bdf7-af31a40c4b44 req-0531919e-cfe4-400b-ad88-a97c9aa8ad23 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:25.949721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8261047-63c9-4252-bdf7-af31a40c4b44 req-0531919e-cfe4-400b-ad88-a97c9aa8ad23 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1143284 Oct 29 08:36:25.983944 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efb5e2cb-7164-4041-805f-f70865070a8d req-bf078c9d-08be-4df4-b19e-99de2465c170 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 210 time: 0.1286016 Oct 29 08:36:26.101032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8261047-63c9-4252-bdf7-af31a40c4b44 req-7ed49674-86aa-45e2-85a0-062a71a40341 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393151 Oct 29 08:36:26.165076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97bc01-4e7e-4c56-83a0-203693781dcf req-bd47f0fd-c618-492b-a584-304a1cc3a074 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:26.190899 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c97bc01-4e7e-4c56-83a0-203693781dcf req-bd47f0fd-c618-492b-a584-304a1cc3a074 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 945 time: 0.0790901 Oct 29 08:36:26.265406 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c97bc01-4e7e-4c56-83a0-203693781dcf req-b7ac96ed-43b3-4ad4-aebe-dd4b348d1304 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731871 Oct 29 08:36:26.468412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87787b52-a827-4167-ae83-084280c87483 req-32695900-4d2e-48bd-9874-79cede4e1d17 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:26.471735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87787b52-a827-4167-ae83-084280c87483 req-32695900-4d2e-48bd-9874-79cede4e1d17 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 945 time: 0.1009982 Oct 29 08:36:26.529290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87787b52-a827-4167-ae83-084280c87483 req-b577b990-3ca9-4bd4-915d-9502e6f0a0e5 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Oct 29 08:36:26.748390 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:36:26.765826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a903-77d5-49ad-8f28-4d4618731ffb req-7d9f2f1b-45a7-45d9-880f-083831ab08b3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:26.777590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5703a903-77d5-49ad-8f28-4d4618731ffb req-7d9f2f1b-45a7-45d9-880f-083831ab08b3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1262348 Oct 29 08:36:26.889284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51440) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:26.940058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5703a903-77d5-49ad-8f28-4d4618731ffb req-8e9fbe7b-6398-4732-a80c-46db46d48da7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559868 Oct 29 08:36:26.959708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-c8e5a84d-0f72-4283-b6e0-8a6e274a5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:26.963915 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-c8e5a84d-0f72-4283-b6e0-8a6e274a5686 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1100 time: 0.1799183 Oct 29 08:36:27.114122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b900d085-fc54-4e0c-9131-3cab4daa77cc tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:27.142655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08eb6b10-7a30-4276-815f-c146fdc46480 req-ea8f0fcc-99b9-4a77-b8ce-d7fff1d8cb3c tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 210 time: 0.0291250 Oct 29 08:36:27.172736 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b900d085-fc54-4e0c-9131-3cab4daa77cc tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "PUT /v2.0/quotas/0ed459ff6bc042c59c49cb1737ac4e57 HTTP/1.1" status: 200 len: 366 time: 0.2820861 Oct 29 08:36:27.176042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51450) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:27.181295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-d5103a99-49a9-463d-92de-f517228379cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:27.182800 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-d5103a99-49a9-463d-92de-f517228379cc service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2103181 Oct 29 08:36:27.238511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9d7671f0-5052-4022-bc7f-a1d2211fd634 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0611105 Oct 29 08:36:27.265875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51454) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:27.269613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-eb82273e-b05a-43eb-ac3a-b8de7109f87e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.0735431 Oct 29 08:36:27.292042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-823c23fa-6f74-48d6-b8d8-3f3e268ac187 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "GET /v2.0/quotas/0ed459ff6bc042c59c49cb1737ac4e57 HTTP/1.1" status: 200 len: 366 time: 0.0236905 Oct 29 08:36:27.295618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51456) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:27.336341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4613d-414a-4001-9821-81f9acae10a1 req-4ec57c05-a09a-4b14-9ea6-c45826a5dbbf tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:27.338732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d7b4613d-414a-4001-9821-81f9acae10a1 req-4ec57c05-a09a-4b14-9ea6-c45826a5dbbf tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 945 time: 0.1311612 Oct 29 08:36:27.343318 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b20390d6-0cbf-442c-9bd0-9cf1ad2ee288 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/0ed459ff6bc042c59c49cb1737ac4e57 HTTP/1.1" status: 204 len: 168 time: 0.0443788 Oct 29 08:36:27.344879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51458) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:27.379107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-1682d986-ab74-4120-a32c-07cc6c429d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:27.380917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-1682d986-ab74-4120-a32c-07cc6c429d04 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1022782 Oct 29 08:36:27.391615 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d1868b91-c0c1-4bbb-a643-831a53ced40b tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0453079 Oct 29 08:36:27.400578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665890c-f320-4f2f-bb28-b36a125bc13e req-d7916c5e-d836-4fdc-91b0-cc58b09a765e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:27.408835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51460) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:27.410757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0665890c-f320-4f2f-bb28-b36a125bc13e req-d7916c5e-d836-4fdc-91b0-cc58b09a765e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1446431 Oct 29 08:36:27.423434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f8d77d21-fcc6-4f96-b428-18d4adb82b7c tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "GET /v2.0/quotas/0ed459ff6bc042c59c49cb1737ac4e57 HTTP/1.1" status: 200 len: 370 time: 0.0131099 Oct 29 08:36:27.424517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51462) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:27.434915 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-026aa325-9e05-4ba6-adac-ee0d7c2f4683 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "GET /v2.0/quotas/0ed459ff6bc042c59c49cb1737ac4e57/default HTTP/1.1" status: 200 len: 370 time: 0.0071208 Oct 29 08:36:27.464627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51464) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:27.479613 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-3d1a444a-5a3e-48ad-acad-bd498d486a3f tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] delete failed (client error): The resource could not be found. Oct 29 08:36:27.480697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3d1a444a-5a3e-48ad-acad-bd498d486a3f tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/0ed459ff6bc042c59c49cb1737ac4e57 HTTP/1.1" status: 404 len: 348 time: 0.0149491 Oct 29 08:36:27.522951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0665890c-f320-4f2f-bb28-b36a125bc13e req-96353252-fe6f-401e-8ed7-7a1186a8b121 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110055 Oct 29 08:36:27.546120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d7b4613d-414a-4001-9821-81f9acae10a1 req-884a0be9-11d7-4d45-a368-227a6f1e539b tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876481 Oct 29 08:36:27.548198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-d51deaf0-647f-418f-9f2c-ff178e85fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:27.553970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-d51deaf0-647f-418f-9f2c-ff178e85fea4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653926 Oct 29 08:36:27.655029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8041a-605c-417c-8e6f-210deaa23fba req-63bbd882-e7e8-4a7d-9c40-0cfc4d9849e7 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:27.659494 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-63bbd882-e7e8-4a7d-9c40-0cfc4d9849e7 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 822 time: 0.2833059 Oct 29 08:36:27.676746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Request body: {'port': {'device_id': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'admin_state_up': True, 'tenant_id': '468f0167907840eab3c28f193997712e'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:27.709716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51476) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:27.763319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Usage tracker for resource:network and project:25e62ee40f00447ca36ef0fc66219903 is out of sync, need to count used quota {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 08:36:27.775535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 08:36:27.797660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Usage tracker for resource:subnet and project:25e62ee40f00447ca36ef0fc66219903 is out of sync, need to count used quota {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 08:36:27.801974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-ed6e8396-d815-4bb3-96c2-a0dcf0d8de28 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401042 Oct 29 08:36:27.802716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 08:36:27.819865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Usage tracker for resource:subnetpool and project:25e62ee40f00447ca36ef0fc66219903 is out of sync, need to count used quota {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 08:36:27.880132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Made reservation on behalf of 468f0167907840eab3c28f193997712e for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:27.893016 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:27.898635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 08:36:27.918158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Usage tracker for resource:port and project:25e62ee40f00447ca36ef0fc66219903 is out of sync, need to count used quota {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 08:36:27.926099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 08:36:27.951793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Usage tracker for resource:router and project:25e62ee40f00447ca36ef0fc66219903 is out of sync, need to count used quota {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 08:36:28.007204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 08:36:28.052417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-71e524ce-3697-42dc-9f85-4b678ff1e30e service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422783 Oct 29 08:36:28.055363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Usage tracker for resource:floatingip and project:25e62ee40f00447ca36ef0fc66219903 is out of sync, need to count used quota {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 08:36:28.060990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 08:36:28.100747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54f910-0a3b-4900-abe3-d0dffbb036d2 req-a783feee-b59b-4945-8ae5-6f223d230b79 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:28.111467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f54f910-0a3b-4900-abe3-d0dffbb036d2 req-a783feee-b59b-4945-8ae5-6f223d230b79 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 945 time: 0.1404731 Oct 29 08:36:28.127653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef977-f2a9-41af-9619-214d8ec3729a req-6ef65de7-246f-4d49-98cf-9dd36736bc54 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:28.129463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a40ef977-f2a9-41af-9619-214d8ec3729a req-6ef65de7-246f-4d49-98cf-9dd36736bc54 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1142628 Oct 29 08:36:28.138545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Allocated IP 172.20.0.3 (6684d0fe-b053-4a86-9824-0a63ffca38bc/fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a/67796143-5cf7-4d6e-aa4c-487cbda91f9c) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:28.177759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f54f910-0a3b-4900-abe3-d0dffbb036d2 req-ab6cb80a-d6ac-4cb6-88d3-1c92cf0d0d43 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646596 Oct 29 08:36:28.232517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a40ef977-f2a9-41af-9619-214d8ec3729a req-d11633f6-8c1a-4746-a0f7-913aaac3cd90 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792398 Oct 29 08:36:28.254191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Usage tracker for resource:security_group and project:25e62ee40f00447ca36ef0fc66219903 is out of sync, need to count used quota {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 08:36:28.285072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 08:36:28.316779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Usage tracker for resource:security_group_rule and project:25e62ee40f00447ca36ef0fc66219903 is out of sync, need to count used quota {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 08:36:28.323513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.quota.resource [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102113) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 08:36:28.331670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dd12fa25-5b4c-4d74-be0f-4903c2d26928 tempest-QuotasTest-176102776 tempest-QuotasTest-176102776-project-admin] 10.222.0.70 "GET /v2.0/quotas/25e62ee40f00447ca36ef0fc66219903/details.json HTTP/1.1" status: 200 len: 703 time: 0.6197848 Oct 29 08:36:28.416092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:28.432042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-562f57df-ce5c-4d21-b8ce-15e202a5d3a5 req-c19e69d4-a351-453b-86df-b5bf61324ed6 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 210 time: 0.0597291 Oct 29 08:36:28.461260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:28.524860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Network 6684d0fe-b053-4a86-9824-0a63ffca38bc is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:28.528376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:28.532347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:28.554723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event updated for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:28.681345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:28.682209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:28.712772 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-37bbf09d-d715-41c9-b4db-154f2e3e8fef tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0421517 Oct 29 08:36:28.720582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55edbe2-d13b-459f-a1ef-05795afa55e5 req-0713a4eb-b396-495c-afa2-651115b6d6c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:28.728164 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b55edbe2-d13b-459f-a1ef-05795afa55e5 req-0713a4eb-b396-495c-afa2-651115b6d6c4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1008632 Oct 29 08:36:28.741987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Request body: {'port': {'device_id': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:28.835279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:28.852914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b55edbe2-d13b-459f-a1ef-05795afa55e5 req-54b954e3-f8b5-4178-bf87-3be7af808356 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238778 Oct 29 08:36:28.905534 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:28.908647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51496) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:29.047895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7a65521-2298-4728-bab0-6571c62bee2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.147681 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7a65521-2298-4728-bab0-6571c62bee2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.154697 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7a65521-2298-4728-bab0-6571c62bee2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.182233 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e7a65521-2298-4728-bab0-6571c62bee2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd9269d5a12344a98dccd9f9420bdf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722278 Oct 29 08:36:29.185860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51500) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:29.211239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a65521-2298-4728-bab0-6571c62bee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e268a9-6892-42bf-bbe1-347ca1a19045,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:29.221635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67796143-5cf7-4d6e-aa4c-487cbda91f9c {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:29.249868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.335525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Transition to ACTIVE for port object 67796143-5cf7-4d6e-aa4c-487cbda91f9c will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:36:29.346220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.365120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fef7c-9f05-4b55-bf9f-d0db1223d918 req-f065dd46-1b30-4da4-968f-dc8aefa6e4e2 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:29.366715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a5fef7c-9f05-4b55-bf9f-d0db1223d918 req-f065dd46-1b30-4da4-968f-dc8aefa6e4e2 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 945 time: 0.0852757 Oct 29 08:36:29.393434 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-03f82862-044e-4690-822b-323cda81a34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.420435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-03f82862-044e-4690-822b-323cda81a34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.428523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a5fef7c-9f05-4b55-bf9f-d0db1223d918 req-07a91d44-95fa-4c40-ac3c-66b25e8b3f1f tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/security-groups?id=924081c0-f2f1-4836-9cf6-3e24a1d9390d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Oct 29 08:36:29.519514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40240e8f-7546-487c-b0ba-8c0527525304 req-f79d8382-0137-4f3f-b561-75f239609405 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:29.519514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40240e8f-7546-487c-b0ba-8c0527525304 req-f79d8382-0137-4f3f-b561-75f239609405 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.93 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 945 time: 0.0780721 Oct 29 08:36:29.526162 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-03f82862-044e-4690-822b-323cda81a34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.530779 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-03f82862-044e-4690-822b-323cda81a34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.531936 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-03f82862-044e-4690-822b-323cda81a34b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8e268a9-6892-42bf-bbe1-347ca1a19045 HTTP/1.1" status: 204 len: 168 time: 0.3424268 Oct 29 08:36:29.586737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f82862-044e-4690-822b-323cda81a34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e268a9-6892-42bf-bbe1-347ca1a19045,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:29.640556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Pushing event updated for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:29.686829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61428f2-927c-45a3-860f-b8afa3990966 req-3af61633-c990-4229-8432-996f4dbd33a7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:29.695584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e61428f2-927c-45a3-860f-b8afa3990966 req-3af61633-c990-4229-8432-996f4dbd33a7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.3453219 Oct 29 08:36:29.695866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Deleting port ea101308-ee70-47f1-92ab-a3a2aeed0af3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:29.697083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.797990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e61428f2-927c-45a3-860f-b8afa3990966 req-a5a1c9d0-e9a4-4c8c-8c1d-aea0368bb4d4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013589 Oct 29 08:36:29.808176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Attempting to bind port 67796143-5cf7-4d6e-aa4c-487cbda91f9c on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:36:29.808759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Attempting to bind port 67796143-5cf7-4d6e-aa4c-487cbda91f9c by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:36:29.810002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Attempting to bind port 67796143-5cf7-4d6e-aa4c-487cbda91f9c on network 6684d0fe-b053-4a86-9824-0a63ffca38bc {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:29.825756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Port 67796143-5cf7-4d6e-aa4c-487cbda91f9c on network 6684d0fe-b053-4a86-9824-0a63ffca38bc not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:36:29.833170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Attempting to bind port 67796143-5cf7-4d6e-aa4c-487cbda91f9c on network 6684d0fe-b053-4a86-9824-0a63ffca38bc {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:29.841749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:36:29.842052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Checking segment: {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:29.847840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Bound using segment: {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:36:29.847840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Bound port: 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:36:29.848298 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.902039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddfa54-de41-4942-bf51-6b265a478005 req-affbef3d-84ed-44fe-bc15-08b179756a33 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:29.903620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeddfa54-de41-4942-bf51-6b265a478005 req-affbef3d-84ed-44fe-bc15-08b179756a33 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 943 time: 0.0955892 Oct 29 08:36:29.912156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] For port ea101308-ee70-47f1-92ab-a3a2aeed0af3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ea101308-ee70-47f1-92ab-a3a2aeed0af3,segment=NetworkSegment(e99c4746-53e1-4338-ae29-9ba397fcff7c),segment_id=e99c4746-53e1-4338-ae29-9ba397fcff7c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:29.912528 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:29.968035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Calling delete_port for ea101308-ee70-47f1-92ab-a3a2aeed0af3 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:29.986065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeddfa54-de41-4942-bf51-6b265a478005 req-87ca77c6-8ac9-4f8c-90ff-4eb46e4eb86e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700030 Oct 29 08:36:29.999387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:36:30.015274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:36:30.022633 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:30.079592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:30.081059 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:30.082744 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] 10.222.0.15 "PUT /v2.0/ports/67796143-5cf7-4d6e-aa4c-487cbda91f9c HTTP/1.1" status: 200 len: 1091 time: 1.3525794 Oct 29 08:36:30.083425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:30.086906 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffe5425-3050-49ae-8f2c-beea9dbd1353" -d '{"events": [{"name": "network-changed", "server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:30.101422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51520) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:30.143216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c32bd1a-afc6-4207-b272-afb13e6032f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:30.158493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:30.174731 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291566e1-9275-40a9-b5f2-e1d6219d2db1 x-openstack-request-id: req-291566e1-9275-40a9-b5f2-e1d6219d2db1 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:30.175190 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:30.175538 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-291566e1-9275-40a9-b5f2-e1d6219d2db1 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:30.176105 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'status': 'completed', 'code': 200} Oct 29 08:36:30.179468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ea101308-ee70-47f1-92ab-a3a2aeed0af3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:30.195784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Pushing event deleted for resources: {'Port': ['ID=ea101308-ee70-47f1-92ab-a3a2aeed0af3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:30.250577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] No DVR routers for this DVR port ea101308-ee70-47f1-92ab-a3a2aeed0af3 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:36:30.254606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:30.258033 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:30.258869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40240e8f-7546-487c-b0ba-8c0527525304 req-0da0a108-6fef-4a5f-9b4d-41af680668e6 tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.93 "DELETE /v2.0/ports/ea101308-ee70-47f1-92ab-a3a2aeed0af3 HTTP/1.1" status: 204 len: 173 time: 0.7314167 Oct 29 08:36:30.259490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6234b72a-5cff-4ff6-aa5f-bdde96caeee9', 'name': 'network-vif-deleted', 'tag': 'ea101308-ee70-47f1-92ab-a3a2aeed0af3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:30.261921 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf5416d-d2c5-4865-a21e-58fad2453211" -d '{"events": [{"server_uuid": "6234b72a-5cff-4ff6-aa5f-bdde96caeee9", "name": "network-vif-deleted", "tag": "ea101308-ee70-47f1-92ab-a3a2aeed0af3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:30.376849 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815cb44f-05be-40db-9455-cf354d270179 x-openstack-request-id: req-815cb44f-05be-40db-9455-cf354d270179 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:30.377290 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6234b72a-5cff-4ff6-aa5f-bdde96caeee9", "name": "network-vif-deleted", "tag": "ea101308-ee70-47f1-92ab-a3a2aeed0af3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:30.377705 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-815cb44f-05be-40db-9455-cf354d270179 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:30.378119 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6234b72a-5cff-4ff6-aa5f-bdde96caeee9', 'name': 'network-vif-deleted', 'tag': 'ea101308-ee70-47f1-92ab-a3a2aeed0af3', 'status': 'completed', 'code': 200} Oct 29 08:36:30.545438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60b11c62-d92d-4d9c-915d-eb5b92eed21e req-fa0489a1-9a66-4c45-8a7f-873b233cd8ae tempest-ServersNegativeTestMultiTenantJSON-1140266782 tempest-ServersNegativeTestMultiTenantJSON-1140266782-project] 10.222.0.70 "GET /v2.0/ports?device_id=6234b72a-5cff-4ff6-aa5f-bdde96caeee9 HTTP/1.1" status: 200 len: 210 time: 0.0365732 Oct 29 08:36:30.612831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc79a9b-cadc-4df5-a6ec-f84ce5fbfb21 service neutron] Pushing event updated for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:30.650808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807037-f3fa-4301-8d16-54679626fd6c req-db187f24-4b1c-458d-815b-30bbea0a7e05 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:30.656348 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf807037-f3fa-4301-8d16-54679626fd6c req-db187f24-4b1c-458d-815b-30bbea0a7e05 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.5535505 Oct 29 08:36:30.690023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8041a-605c-417c-8e6f-210deaa23fba req-dd1b3ef6-8607-4bf4-86f1-48ae5cf60ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:30.691694 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-dd1b3ef6-8607-4bf4-86f1-48ae5cf60ebb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 1094 time: 0.5368881 Oct 29 08:36:30.768496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf807037-f3fa-4301-8d16-54679626fd6c req-282da114-1129-4bb4-ba8d-4ec52b165ed4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050005 Oct 29 08:36:30.776452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-39e309bc-eab2-42f9-ac09-dfddccd4094c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c HTTP/1.1" status: 200 len: 217 time: 0.0567944 Oct 29 08:36:30.864951 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c32bd1a-afc6-4207-b272-afb13e6032f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:30.874292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8041a-605c-417c-8e6f-210deaa23fba req-ed9e788e-306e-489f-8565-00ef68819fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:30.877905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-ed9e788e-306e-489f-8565-00ef68819fb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a HTTP/1.1" status: 200 len: 862 time: 0.0946939 Oct 29 08:36:30.879603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c32bd1a-afc6-4207-b272-afb13e6032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:30.943272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-34413c2a-4344-45f0-9236-e3e34f9dabe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6684d0fe-b053-4a86-9824-0a63ffca38bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555825 Oct 29 08:36:31.037426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32bd1a-afc6-4207-b272-afb13e6032f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f38948e-5bc0-417f-b7fc-669e25bc94e9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:31.057542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51538) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:31.057810 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3c32bd1a-afc6-4207-b272-afb13e6032f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25e62ee40f00447ca36ef0fc66219903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9425697 Oct 29 08:36:31.088990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8f549-36d2-4bf3-87b2-24c6c34b71ac req-3eae1f80-45e6-4125-8c6b-fc1a093e3e4a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:31.096327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92f8f549-36d2-4bf3-87b2-24c6c34b71ac req-3eae1f80-45e6-4125-8c6b-fc1a093e3e4a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1605084 Oct 29 08:36:31.147077 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-812c3490-4d3c-4bce-82e6-75adf9cacb4e service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952617 Oct 29 08:36:31.156346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92f8f549-36d2-4bf3-87b2-24c6c34b71ac req-074abe41-8d0b-4745-b1b7-9807f52bcd95 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586913 Oct 29 08:36:31.180322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132b0a4-7ac7-4483-836c-fd0b99fdec07 req-0ec19dbf-f285-4980-969b-77f3a79587bf tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:31.181994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2132b0a4-7ac7-4483-836c-fd0b99fdec07 req-0ec19dbf-f285-4980-969b-77f3a79587bf tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 943 time: 0.0888484 Oct 29 08:36:31.182935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f9a-a29e-4e8e-84a5-0bedbb718abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:31.232776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f9a-a29e-4e8e-84a5-0bedbb718abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:31.271826 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57f8041a-605c-417c-8e6f-210deaa23fba req-ae8e0971-dee3-4a0e-86a9-cec2c0ffd8ed service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140010 Oct 29 08:36:31.285083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2132b0a4-7ac7-4483-836c-fd0b99fdec07 req-f7a47768-456f-4a84-98ee-cef112e564bf tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856466 Oct 29 08:36:31.345727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f9a-a29e-4e8e-84a5-0bedbb718abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:31.350150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c15d0f9a-a29e-4e8e-84a5-0bedbb718abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:31.356390 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c15d0f9a-a29e-4e8e-84a5-0bedbb718abc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f38948e-5bc0-417f-b7fc-669e25bc94e9 HTTP/1.1" status: 204 len: 168 time: 0.2972534 Oct 29 08:36:31.365462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0f9a-a29e-4e8e-84a5-0bedbb718abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f38948e-5bc0-417f-b7fc-669e25bc94e9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:31.382796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-ec26e463-0b9a-4330-ab7b-49f8ac0881ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:31.385296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-ec26e463-0b9a-4330-ab7b-49f8ac0881ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 1094 time: 0.0525696 Oct 29 08:36:31.518191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-1c8d74fc-1712-4a85-b18f-9f9a5a123458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:31.520274 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-1c8d74fc-1712-4a85-b18f-9f9a5a123458 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 924 time: 0.1214399 Oct 29 08:36:31.567012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-b35f4163-5e0e-439c-abfe-1f469a00de96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c HTTP/1.1" status: 200 len: 217 time: 0.0373590 Oct 29 08:36:31.656705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51548) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:31.659494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-16d7bf68-33ae-4c4e-a566-98226ed6b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:31.662421 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-16d7bf68-33ae-4c4e-a566-98226ed6b473 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a HTTP/1.1" status: 200 len: 862 time: 0.0855303 Oct 29 08:36:31.710630 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-51de7ef4-a468-454b-b503-b055bd352981 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6684d0fe-b053-4a86-9824-0a63ffca38bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327544 Oct 29 08:36:31.796613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a188d9-b49f-448c-982f-e2d05e0d1c04 admin admin] Deleting subnet ceadacc9-d4fe-4e18-b693-f0ccb42d5087 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:36:31.808299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a188d9-b49f-448c-982f-e2d05e0d1c04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:31.831118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-fff3aa05-840d-4c2e-b74c-7f5e65c256f0 service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161852 Oct 29 08:36:31.878195 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a188d9-b49f-448c-982f-e2d05e0d1c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:31.928284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a188d9-b49f-448c-982f-e2d05e0d1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.026162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ffe5425-3050-49ae-8f2c-beea9dbd1353 req-6cdb65f2-a47a-4098-b660-73330a028cdd service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858308 Oct 29 08:36:32.035255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a188d9-b49f-448c-982f-e2d05e0d1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.062254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f91c04-193b-413e-bec3-d4e11f88565e req-a222eadd-7094-4d73-a48e-b656da8a2be4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:32.070722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4f91c04-193b-413e-bec3-d4e11f88565e req-a222eadd-7094-4d73-a48e-b656da8a2be4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1368585 Oct 29 08:36:32.071575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a188d9-b49f-448c-982f-e2d05e0d1c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceadacc9-d4fe-4e18-b693-f0ccb42d5087,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:32.083383 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95a188d9-b49f-448c-982f-e2d05e0d1c04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.088615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-95a188d9-b49f-448c-982f-e2d05e0d1c04 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ceadacc9-d4fe-4e18-b693-f0ccb42d5087 HTTP/1.1" status: 204 len: 168 time: 0.4302318 Oct 29 08:36:32.091228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51568) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:32.174337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4f91c04-193b-413e-bec3-d4e11f88565e req-f90efe7a-cf49-4379-a6b6-438edae6f7fc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025681 Oct 29 08:36:32.224326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.340211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.344116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ca80d-1c36-4891-8414-0d78927e48f1 req-81b63e5a-fbd1-471e-9ec6-c2e391ef2dcb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:32.346111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a7ca80d-1c36-4891-8414-0d78927e48f1 req-81b63e5a-fbd1-471e-9ec6-c2e391ef2dcb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0737553 Oct 29 08:36:32.396842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf88356-dde2-44b0-ba44-676e166c7d95']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:32.415886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a7ca80d-1c36-4891-8414-0d78927e48f1 req-591ec375-2c4d-4a96-a8a3-17ec46d72111 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589283 Oct 29 08:36:32.458097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99c4746-53e1-4338-ae29-9ba397fcff7c') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:32.458420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99c4746-53e1-4338-ae29-9ba397fcff7c') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:32.474327 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.492545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.506820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f109-eb00-49a4-807d-6db2b0e383ae req-54a0ddfb-96a9-4c04-bc95-cbb4f3dfb44e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:32.508552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10f2f109-eb00-49a4-807d-6db2b0e383ae req-54a0ddfb-96a9-4c04-bc95-cbb4f3dfb44e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 943 time: 0.1269624 Oct 29 08:36:32.512048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:36:32.512472 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:36:32.514464 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:36:32.603590 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.610983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.617512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] 10.222.0.70 "DELETE /v2.0/networks/8bf88356-dde2-44b0-ba44-676e166c7d95 HTTP/1.1" status: 204 len: 168 time: 0.5252075 Oct 29 08:36:32.618201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51584) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:32.627763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10f2f109-eb00-49a4-807d-6db2b0e383ae req-3b2ec2c5-2cda-4012-8d9b-ee1dd7e6bb85 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029689 Oct 29 08:36:32.654610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6f6dc-f8f4-4f85-9e43-c710b0749c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf88356-dde2-44b0-ba44-676e166c7d95,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:32.722709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7466e29b-1eea-475f-8034-549baa7efc68 admin admin] Deleting subnet 1c4b23db-fbca-4245-bc4b-7c1ab4e60b50 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:36:32.727377 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7466e29b-1eea-475f-8034-549baa7efc68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.777311 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7466e29b-1eea-475f-8034-549baa7efc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:32.878582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ea101308-ee70-47f1-92ab-a3a2aeed0af3 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:32.920396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: ea101308-ee70-47f1-92ab-a3a2aeed0af3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:36:32.920736 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ea101308-ee70-47f1-92ab-a3a2aeed0af3 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:36:33.241986 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7466e29b-1eea-475f-8034-549baa7efc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.338386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05093b-1a0d-4c3a-9a83-f05adbc512f9 req-b64bec48-39b3-434c-ae0c-2c0246b045c2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:33.340989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7466e29b-1eea-475f-8034-549baa7efc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.349560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b05093b-1a0d-4c3a-9a83-f05adbc512f9 req-b64bec48-39b3-434c-ae0c-2c0246b045c2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0792091 Oct 29 08:36:33.369918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466e29b-1eea-475f-8034-549baa7efc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4b23db-fbca-4245-bc4b-7c1ab4e60b50,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:33.376014 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7466e29b-1eea-475f-8034-549baa7efc68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.381768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7466e29b-1eea-475f-8034-549baa7efc68 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1c4b23db-fbca-4245-bc4b-7c1ab4e60b50 HTTP/1.1" status: 204 len: 168 time: 0.7592335 Oct 29 08:36:33.383854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51606) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:33.409669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51608) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:33.440958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b05093b-1a0d-4c3a-9a83-f05adbc512f9 req-773c6fa2-719d-4cd0-a870-6e08ddf38df0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902169 Oct 29 08:36:33.509078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.585781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1219675728', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:33.594776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 67796143-5cf7-4d6e-aa4c-487cbda91f9c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:33.616786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Made reservation on behalf of 4247d81eb19447a78fa9cf74b42a329a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:33.621050 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.636126 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.642303 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.659421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdf74c-603e-46a4-8925-2ee78beb505d req-d01b8094-97ae-4476-8fd0-29f95ec8409a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:33.661053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3efdf74c-603e-46a4-8925-2ee78beb505d req-d01b8094-97ae-4476-8fd0-29f95ec8409a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1184425 Oct 29 08:36:33.702149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0e0d1a-db44-4e72-b5e7-07aca090c682']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:33.721426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabbace5-1e0a-4cc5-808e-9d64c01a76de') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:33.721720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabbace5-1e0a-4cc5-808e-9d64c01a76de') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:33.742101 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.770508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3efdf74c-603e-46a4-8925-2ee78beb505d req-ff5e0dd2-0ac8-45fa-b1f9-b78f82ebdc76 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990486 Oct 29 08:36:33.780545 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.793171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:33.804257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:36:33.805515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.807332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'port_id': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'mac_address': 'fa:16:3e:88:f5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:36:33.809374 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:36:33.827899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.847183 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.856398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] device_id is not set on port 00ed149a-9a74-4f0a-9057-2de508c9baf1 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:36:33.873896 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.884345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.893732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:33.898119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] 10.222.0.70 "DELETE /v2.0/networks/ca0e0d1a-db44-4e72-b5e7-07aca090c682 HTTP/1.1" status: 204 len: 168 time: 0.5132957 Oct 29 08:36:33.900895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67796143-5cf7-4d6e-aa4c-487cbda91f9c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:33.936294 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:33.938740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bd154-0892-448c-a397-f7e3807cd86a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0e0d1a-db44-4e72-b5e7-07aca090c682,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:33.958045 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.031593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:34.033653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Allocated IP 172.25.5.151 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/00ed149a-9a74-4f0a-9057-2de508c9baf1) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:34.108496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b174ce3e-2296-4d95-a4c5-24d3c8ec3568,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:34.121827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7593c-add8-450e-8d0f-8e2b79155e8e req-def6a991-2a90-445d-849d-c42ef40ea007 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:34.129781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8e7593c-add8-450e-8d0f-8e2b79155e8e req-def6a991-2a90-445d-849d-c42ef40ea007 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 943 time: 0.3211226 Oct 29 08:36:34.199244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51622) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:34.230278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['67796143-5cf7-4d6e-aa4c-487cbda91f9c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:34.262686 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8e7593c-add8-450e-8d0f-8e2b79155e8e req-06d20930-9366-4889-ac11-5d48ebe42fb1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319842 Oct 29 08:36:34.271507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-51ddf303-5d37-4137-9194-0a4dfc647bd1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9651b349014412e97b2510f748f0056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674734 Oct 29 08:36:34.273760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51626) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:34.367901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2f54aa6-22af-4708-8f20-dab848c898c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.400074 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.408146 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2f54aa6-22af-4708-8f20-dab848c898c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.496133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.534447 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2f54aa6-22af-4708-8f20-dab848c898c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.537062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2f54aa6-22af-4708-8f20-dab848c898c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.538235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a2f54aa6-22af-4708-8f20-dab848c898c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/924081c0-f2f1-4836-9cf6-3e24a1d9390d HTTP/1.1" status: 204 len: 168 time: 0.2595465 Oct 29 08:36:34.594412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f54aa6-22af-4708-8f20-dab848c898c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924081c0-f2f1-4836-9cf6-3e24a1d9390d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:34.599007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:34.610355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:34.613343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Pushing event updated for resources: {'Port': ['ID=00ed149a-9a74-4f0a-9057-2de508c9baf1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:34.616374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:34.676438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505a4e4-0249-4d44-afa5-4b90dd39e7de req-1087a273-1a9f-4a70-992b-72cb04befebb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:34.678138 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9505a4e4-0249-4d44-afa5-4b90dd39e7de req-1087a273-1a9f-4a70-992b-72cb04befebb tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1388214 Oct 29 08:36:34.706213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:34.706941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.738635 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9505a4e4-0249-4d44-afa5-4b90dd39e7de req-a7cebacc-f4eb-4622-bcc0-4968b74ef125 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521564 Oct 29 08:36:34.741946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-67273633-0cd5-4087-b344-f004ef4db221 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3301513 Oct 29 08:36:34.748968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:34.762928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.151'}]}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:34.802426 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.805557 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.947576 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:34.973220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cb00f-5b3f-431d-ad26-4bb969cdbb93 req-e66bccf7-e94f-4445-b471-98b9d23f766e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:34.974761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e5cb00f-5b3f-431d-ad26-4bb969cdbb93 req-e66bccf7-e94f-4445-b471-98b9d23f766e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1129658 Oct 29 08:36:35.039386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51640) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:35.098309 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36b53288-77bd-4193-9644-83097f1c73b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a23057b97414bcfb2658bd0b81e676f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574658 Oct 29 08:36:35.100909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51642) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:35.139537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e5cb00f-5b3f-431d-ad26-4bb969cdbb93 req-9df81412-0a89-48df-ae08-f380fda570a9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302478 Oct 29 08:36:35.153312 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.178244 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3edf93e5-923e-4eea-acc0-4fe71ac424bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.211692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3edf93e5-923e-4eea-acc0-4fe71ac424bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.277016 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3edf93e5-923e-4eea-acc0-4fe71ac424bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.280686 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3edf93e5-923e-4eea-acc0-4fe71ac424bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.285616 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3edf93e5-923e-4eea-acc0-4fe71ac424bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/790f5f97-c2f0-4ff1-a40f-703d9ab4f8bf HTTP/1.1" status: 204 len: 168 time: 0.1834030 Oct 29 08:36:35.300467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf93e5-923e-4eea-acc0-4fe71ac424bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f5f97-c2f0-4ff1-a40f-703d9ab4f8bf,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:35.533175 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.561672 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.608410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 67796143-5cf7-4d6e-aa4c-487cbda91f9c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:35.666658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 67796143-5cf7-4d6e-aa4c-487cbda91f9c completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:36:35.672943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e7707-bbf3-47dd-b3af-7755da8e072d req-e21b7cd1-6de7-4bf2-aa73-a801c63d2662 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:35.674608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 67796143-5cf7-4d6e-aa4c-487cbda91f9c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:35.674738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f13e7707-bbf3-47dd-b3af-7755da8e072d req-e21b7cd1-6de7-4bf2-aa73-a801c63d2662 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 944 time: 0.2167056 Oct 29 08:36:35.676311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.769024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f13e7707-bbf3-47dd-b3af-7755da8e072d req-cb699e45-9be8-4a60-9f52-ca7e77f13832 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757163 Oct 29 08:36:35.832962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.861356 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.889943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:35.893272 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7483b4-1760-40ec-9d5c-18756cbf3b48" -d '{"events": [{"server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "name": "network-vif-plugged", "status": "completed", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:35.944130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:35.954040 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:35.960041 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe7cf4-c042-4b4a-9369-c1f0a7f5411f x-openstack-request-id: req-cdbe7cf4-c042-4b4a-9369-c1f0a7f5411f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:35.973674 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "name": "network-vif-plugged", "status": "completed", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:35.975995 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdbe7cf4-c042-4b4a-9369-c1f0a7f5411f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:35.978171 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'code': 200} Oct 29 08:36:36.003029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af17c8-2997-4ce6-af2d-1aa263e85738 req-324f4fed-bca5-4f9c-9b73-cabe1d75c045 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:36.015243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23af17c8-2997-4ce6-af2d-1aa263e85738 req-324f4fed-bca5-4f9c-9b73-cabe1d75c045 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1281989 Oct 29 08:36:36.072294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23af17c8-2997-4ce6-af2d-1aa263e85738 req-0dc0f161-0f07-4f4f-ade5-d05a5d660758 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559812 Oct 29 08:36:36.106472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:36.230219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a451e6-62a6-4a1b-895f-031edd9087f8 req-9a50dedc-ea92-4acd-a4cd-70cb9b84e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:36.231836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6a451e6-62a6-4a1b-895f-031edd9087f8 req-9a50dedc-ea92-4acd-a4cd-70cb9b84e28e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 1096 time: 0.1442637 Oct 29 08:36:36.328934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6a451e6-62a6-4a1b-895f-031edd9087f8 req-87d19673-4197-4702-9c52-c8028cee4571 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880389 Oct 29 08:36:36.337935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:36.343619 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:36.358358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424dea7-04bb-4f09-bc76-80fdd4ae7d6b req-a034fac9-8a22-49b1-9bc2-32d022b9bebc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:36.365774 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2424dea7-04bb-4f09-bc76-80fdd4ae7d6b req-a034fac9-8a22-49b1-9bc2-32d022b9bebc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0786698 Oct 29 08:36:36.452101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2424dea7-04bb-4f09-bc76-80fdd4ae7d6b req-5a61f707-b176-4055-9e6a-92964f248224 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805190 Oct 29 08:36:36.460340 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:36.461481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32724d49-7ddd-45c9-aa66-ba6401a009a8 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:36:36.484001 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 29 08:36:36.488646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51686) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:36.488871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d11415fd-4ca4-4ea6-b201-d4a208d8587c tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7389648 Oct 29 08:36:36.578852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c0f47505-5ef2-41cd-8aff-af554fb5d997 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Deleting port 00ed149a-9a74-4f0a-9057-2de508c9baf1 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:36.579194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0f47505-5ef2-41cd-8aff-af554fb5d997 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:36.686443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0f47505-5ef2-41cd-8aff-af554fb5d997 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:36.703342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c0f47505-5ef2-41cd-8aff-af554fb5d997 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Calling delete_port for 00ed149a-9a74-4f0a-9057-2de508c9baf1 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:36.900364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0f47505-5ef2-41cd-8aff-af554fb5d997 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:36.922231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba14ab1-194c-4a7c-831d-5b73ff57dd6c req-403c2bb8-3edb-4767-a879-75209f191c88 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:36.924023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cba14ab1-194c-4a7c-831d-5b73ff57dd6c req-403c2bb8-3edb-4767-a879-75209f191c88 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 945 time: 0.0608571 Oct 29 08:36:36.929279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51696) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:36.971592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f47505-5ef2-41cd-8aff-af554fb5d997 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Pushing event deleted for resources: {'Port': ['ID=00ed149a-9a74-4f0a-9057-2de508c9baf1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:36.999853 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cba14ab1-194c-4a7c-831d-5b73ff57dd6c req-4d96a569-0fa4-4984-841c-f8e9da5a6a4f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581322 Oct 29 08:36:37.041518 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0f47505-5ef2-41cd-8aff-af554fb5d997 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.046144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c0f47505-5ef2-41cd-8aff-af554fb5d997 tempest-RoutersAdminNegativeTest-944479371 tempest-RoutersAdminNegativeTest-944479371-project-admin] 10.222.0.70 "DELETE /v2.0/ports/00ed149a-9a74-4f0a-9057-2de508c9baf1 HTTP/1.1" status: 204 len: 168 time: 0.5559914 Oct 29 08:36:37.070223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f08e64b-a487-4b26-9027-23b0d7e3171d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.175126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f08e64b-a487-4b26-9027-23b0d7e3171d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.184430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f08e64b-a487-4b26-9027-23b0d7e3171d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.204844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b2009-18aa-4405-b6a1-abb42bd350f0 req-cad73e66-efec-4a94-9dcc-cc83b8563b2c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:37.207123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-370b2009-18aa-4405-b6a1-abb42bd350f0 req-cad73e66-efec-4a94-9dcc-cc83b8563b2c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0631943 Oct 29 08:36:37.233289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f08e64b-a487-4b26-9027-23b0d7e3171d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1afadd4284e34d919a368067a9e74748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017642 Oct 29 08:36:37.239184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51714) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:37.257264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08e64b-a487-4b26-9027-23b0d7e3171d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51314033-62a4-4b9a-8a90-a02f1c621a04,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:37.284445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-370b2009-18aa-4405-b6a1-abb42bd350f0 req-19fec163-87f3-4563-a59c-dd43950b3758 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695450 Oct 29 08:36:37.309776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51718) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:37.320638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8bc3cd5-7abd-47d7-98d7-3db63fc72163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.343830 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8bc3cd5-7abd-47d7-98d7-3db63fc72163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.400009 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8bc3cd5-7abd-47d7-98d7-3db63fc72163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.402581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8bc3cd5-7abd-47d7-98d7-3db63fc72163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.403791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c8bc3cd5-7abd-47d7-98d7-3db63fc72163 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51314033-62a4-4b9a-8a90-a02f1c621a04 HTTP/1.1" status: 204 len: 168 time: 0.1636431 Oct 29 08:36:37.415221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc3cd5-7abd-47d7-98d7-3db63fc72163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51314033-62a4-4b9a-8a90-a02f1c621a04,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:37.453437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7896b869-9cba-413c-a58f-deb05b0fb23f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.587480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7896b869-9cba-413c-a58f-deb05b0fb23f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.595302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7896b869-9cba-413c-a58f-deb05b0fb23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.617233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c1db-e599-4aae-9acb-b09fb9bd288b req-7e62ad38-7b31-4e65-b123-2c4e31b8a775 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:37.619027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6363c1db-e599-4aae-9acb-b09fb9bd288b req-7e62ad38-7b31-4e65-b123-2c4e31b8a775 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.0875895 Oct 29 08:36:37.648428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7896b869-9cba-413c-a58f-deb05b0fb23f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50650ce175974f3baadc31b94a88b250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375549 Oct 29 08:36:37.651116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51734) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:37.702571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6363c1db-e599-4aae-9acb-b09fb9bd288b req-b74cc4a7-00e9-46a0-b9d6-e95fbb7704ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710819 Oct 29 08:36:37.708878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896b869-9cba-413c-a58f-deb05b0fb23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddf7f5e-6a40-4908-93bf-6265abff076f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:37.748254 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-99f89215-4390-49c6-b103-e3228f2ec81a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.773802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-99f89215-4390-49c6-b103-e3228f2ec81a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.825987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-99f89215-4390-49c6-b103-e3228f2ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.828901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-99f89215-4390-49c6-b103-e3228f2ec81a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:37.830290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-99f89215-4390-49c6-b103-e3228f2ec81a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ddf7f5e-6a40-4908-93bf-6265abff076f HTTP/1.1" status: 204 len: 168 time: 0.1765733 Oct 29 08:36:37.863495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f89215-4390-49c6-b103-e3228f2ec81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddf7f5e-6a40-4908-93bf-6265abff076f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:37.882381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-5c9a9527-f236-49b2-a195-e2fd9050621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:37.884917 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-5c9a9527-f236-49b2-a195-e2fd9050621c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 1096 time: 0.0533524 Oct 29 08:36:37.991572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-bb51651b-58eb-4963-8c51-b7e4b88cd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:37.993195 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-bb51651b-58eb-4963-8c51-b7e4b88cd277 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 914 time: 0.1002858 Oct 29 08:36:38.041002 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-84a08af7-7d3b-44c2-987f-70355007a6c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 HTTP/1.1" status: 200 len: 217 time: 0.0357800 Oct 29 08:36:38.128137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-b5f45f63-1eda-4397-8af3-da354399bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:38.129716 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-b5f45f63-1eda-4397-8af3-da354399bbe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.0818319 Oct 29 08:36:38.145863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff051fd-644b-48c1-ad07-af4a5367930e req-219b4800-1f85-4320-8e1d-e2d976d9dbec tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:38.147395 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff051fd-644b-48c1-ad07-af4a5367930e req-219b4800-1f85-4320-8e1d-e2d976d9dbec tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 945 time: 0.0723083 Oct 29 08:36:38.185775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-6b518d86-963d-44f4-add1-b9d927ceed21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373073 Oct 29 08:36:38.248189 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff051fd-644b-48c1-ad07-af4a5367930e req-4fde05cc-f55c-40fe-9df0-fae7174bb6b0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908363 Oct 29 08:36:38.250047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51758) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:38.261500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51760) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:38.303309 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-4ad88a7a-31ac-46ee-836d-62375ebe9659 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095636 Oct 29 08:36:38.354860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b8924d82-38af-4c6f-9d04-0f2e2ef5956a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4247d81eb19447a78fa9cf74b42a329a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010640 Oct 29 08:36:38.360270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51768) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:38.450730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698df64-cc65-47f9-93df-7b94e2de1b3f req-b14bb115-b2cf-44c8-a296-b0713fb801dc tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:38.452273 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e698df64-cc65-47f9-93df-7b94e2de1b3f req-b14bb115-b2cf-44c8-a296-b0713fb801dc tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 945 time: 0.0879450 Oct 29 08:36:38.481528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed0ed-069c-4b8d-859b-09ba8052d265 req-55429513-b800-4399-846f-398f7aa0e757 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:38.483033 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5fed0ed-069c-4b8d-859b-09ba8052d265 req-55429513-b800-4399-846f-398f7aa0e757 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0853868 Oct 29 08:36:38.502288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b19dc34-7a3d-448c-8fe1-05a9570103ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.511075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5af44bb8-02a4-47c6-8c02-8c20bc0b196c req-e4eeedb9-cec7-43dc-92ae-5de7dd1ffc31 service neutron] 10.222.0.15 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979086 Oct 29 08:36:38.515535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-371340068-network', 'tenant_id': '4d8755ecbe04431299646dd3d3c21464'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:38.531705 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5fed0ed-069c-4b8d-859b-09ba8052d265 req-011c85f2-f557-4247-afa2-849f1c744eb4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 Oct 29 08:36:38.537416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e698df64-cc65-47f9-93df-7b94e2de1b3f req-dc807613-a8c1-4a9e-8e3a-a6a0d393b839 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758333 Oct 29 08:36:38.556192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b19dc34-7a3d-448c-8fe1-05a9570103ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.575128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Made reservation on behalf of 4d8755ecbe04431299646dd3d3c21464 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:38.583101 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.602548 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.680569 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b19dc34-7a3d-448c-8fe1-05a9570103ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.683450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b19dc34-7a3d-448c-8fe1-05a9570103ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.685158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8b19dc34-7a3d-448c-8fe1-05a9570103ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b174ce3e-2296-4d95-a4c5-24d3c8ec3568 HTTP/1.1" status: 204 len: 168 time: 0.3232145 Oct 29 08:36:38.706305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19dc34-7a3d-448c-8fe1-05a9570103ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b174ce3e-2296-4d95-a4c5-24d3c8ec3568,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:38.746143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.751769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.768389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:38.779221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.779566 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Added segment 042a4d81-d55e-4738-a531-f600f02f0ba1 of type vlan for network cda97ee5-59ec-42b3-b5f2-4f980f64b118 Oct 29 08:36:38.868210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.889739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022441bb-71c3-4dc1-8c83-62f8e4a7625d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:38.922241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a262520-caba-4702-bf48-927c54b4ad11 req-8652d901-5acd-4abb-86a5-35b6502fd043 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:38.929521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a262520-caba-4702-bf48-927c54b4ad11 req-8652d901-5acd-4abb-86a5-35b6502fd043 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1164920 Oct 29 08:36:38.953030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:38.954264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:38.955508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:39.025975 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7629609 Oct 29 08:36:39.039386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a262520-caba-4702-bf48-927c54b4ad11 req-1e24dd8d-9631-478a-8998-c1943e24493c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088719 Oct 29 08:36:39.045040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bcecb-8902-42c2-ab63-e6d120f34215 admin admin] Pushing event updated for resources: {'Network': ['ID=cda97ee5-59ec-42b3-b5f2-4f980f64b118,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:39.063069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network cda97ee5-59ec-42b3-b5f2-4f980f64b118 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:39.296408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618da6b-c5df-465c-89e1-d8141f9d4bfa req-fe963262-a7dd-43f3-995f-0e3e3c2acc94 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:39.297929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5618da6b-c5df-465c-89e1-d8141f9d4bfa req-fe963262-a7dd-43f3-995f-0e3e3c2acc94 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 945 time: 0.0549493 Oct 29 08:36:39.340173 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5618da6b-c5df-465c-89e1-d8141f9d4bfa req-7c6ed33f-cb0e-4a3b-b8f4-e6447a882d6d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Oct 29 08:36:39.515761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51830) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:39.658466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609133d8-6bf4-48cc-b272-7ff2f20b04cb req-063a31fb-dd67-48f5-8e08-8247c7d9aa44 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:39.660275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-609133d8-6bf4-48cc-b272-7ff2f20b04cb req-063a31fb-dd67-48f5-8e08-8247c7d9aa44 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0555935 Oct 29 08:36:39.702754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-609133d8-6bf4-48cc-b272-7ff2f20b04cb req-50031154-6181-4000-958c-162271da4784 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361419 Oct 29 08:36:39.866241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1914954921'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:39.945520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:39.949289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:39.977124 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.007031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cff88-162e-4676-99bd-4c6f6d0091da req-1cb1e042-7fbf-43ab-841f-4538a614666f tempest-ComputeTenantNetworksTest-1315496237 tempest-ComputeTenantNetworksTest-1315496237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:40.013513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cff88-162e-4676-99bd-4c6f6d0091da req-1cb1e042-7fbf-43ab-841f-4538a614666f tempest-ComputeTenantNetworksTest-1315496237 tempest-ComputeTenantNetworksTest-1315496237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:40.019371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cff88-162e-4676-99bd-4c6f6d0091da req-1cb1e042-7fbf-43ab-841f-4538a614666f tempest-ComputeTenantNetworksTest-1315496237 tempest-ComputeTenantNetworksTest-1315496237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:40.021037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b39cff88-162e-4676-99bd-4c6f6d0091da req-1cb1e042-7fbf-43ab-841f-4538a614666f tempest-ComputeTenantNetworksTest-1315496237 tempest-ComputeTenantNetworksTest-1315496237-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4625401 Oct 29 08:36:40.091700 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.104938 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.117654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:40.136852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.137213 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Added segment f96cbd7d-52b7-4230-ba88-1e1b22bd1f87 of type vlan for network e319abff-bd58-4c62-8e2d-947ab8e60c3d Oct 29 08:36:40.143259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8748a-571d-4670-851c-ffed3b4ad042 req-50e34e6d-6af7-4cbd-8aa3-ad860edeced8 tempest-ComputeTenantNetworksTest-1315496237 tempest-ComputeTenantNetworksTest-1315496237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:40.144923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5fe8748a-571d-4670-851c-ffed3b4ad042 req-50e34e6d-6af7-4cbd-8aa3-ad860edeced8 tempest-ComputeTenantNetworksTest-1315496237 tempest-ComputeTenantNetworksTest-1315496237-project] 10.222.0.70 "GET /v2.0/networks/cda97ee5-59ec-42b3-b5f2-4f980f64b118 HTTP/1.1" status: 200 len: 768 time: 0.1010475 Oct 29 08:36:40.153637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51846) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:40.202611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1346ba-eec5-4ada-8ebb-db8148a96c60,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:40.222323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.229362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.244999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e9fe4-19e9-4b38-a7bd-80ca429e8612 req-409c19f8-2728-49be-9f9a-66ee130f5ad1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:40.246553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c40e9fe4-19e9-4b38-a7bd-80ca429e8612 req-409c19f8-2728-49be-9f9a-66ee130f5ad1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1078253 Oct 29 08:36:40.280513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.286510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:40.287111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.318800 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.340202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda97ee5-59ec-42b3-b5f2-4f980f64b118']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:40.350878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042a4d81-d55e-4738-a531-f600f02f0ba1') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:40.351860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042a4d81-d55e-4738-a531-f600f02f0ba1') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:40.362192 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.379571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c40e9fe4-19e9-4b38-a7bd-80ca429e8612 req-c8d862dc-6bb1-47ea-a3b5-cda46a52fd6c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236496 Oct 29 08:36:40.381712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.392751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:36:40.393684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.395826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8788216 Oct 29 08:36:40.396469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51850) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:36:40.406691 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:36:40.426243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'name': 'tempest-PortsTestJSON-1967902566'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:40.474514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9baa10-dfad-4737-b01a-7d70a95bbcd5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Network': ['ID=e319abff-bd58-4c62-8e2d-947ab8e60c3d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:40.486170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:40.507903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.513422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.516930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cda97ee5-59ec-42b3-b5f2-4f980f64b118 HTTP/1.1" status: 204 len: 168 time: 0.3620338 Oct 29 08:36:40.539644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0aedc-1b79-4658-b6ae-49c17724af50 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda97ee5-59ec-42b3-b5f2-4f980f64b118,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:40.550200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aeecc-f53e-4e89-ba0e-b4b31fc350d6 req-e7b96b65-2dd8-48d4-a7d0-2e8ad6787cf2 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:40.551852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68aeecc-f53e-4e89-ba0e-b4b31fc350d6 req-e7b96b65-2dd8-48d4-a7d0-2e8ad6787cf2 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 945 time: 0.1041341 Oct 29 08:36:40.573154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:40.578757 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.601063 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a68aeecc-f53e-4e89-ba0e-b4b31fc350d6 req-c88088f1-d8ad-4cab-99c8-9498ebbcb29f tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Oct 29 08:36:40.606597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:36:40.724958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51854) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:40.850450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-60fb589c-f075-43bf-a189-bfd12155fbad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d8755ecbe04431299646dd3d3c21464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241949 Oct 29 08:36:40.853142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51862) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:40.854259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.881870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90678ec-6075-4e72-be3a-fd25e2761a91 req-df03164e-81ab-40b5-9fd2-ffd088df1526 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:40.883491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f90678ec-6075-4e72-be3a-fd25e2761a91 req-df03164e-81ab-40b5-9fd2-ffd088df1526 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0987968 Oct 29 08:36:40.936339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee36f2d0-c92e-4b34-8658-d6b545cf6ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.945717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f90678ec-6075-4e72-be3a-fd25e2761a91 req-e62e1e71-1a1f-45c7-88cc-f2b86d03fd3c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529480 Oct 29 08:36:40.947197 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:40.975312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee36f2d0-c92e-4b34-8658-d6b545cf6ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.016798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=8c31a678-39b1-4ef3-9a2b-45df25d60ca1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:41.029572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking segment: {'id': 'f96cbd7d-52b7-4230-ba88-1e1b22bd1f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:41.030166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network hostable DHCP agents. Network: e319abff-bd58-4c62-8e2d-947ab8e60c3d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:36:41.035234 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee36f2d0-c92e-4b34-8658-d6b545cf6ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.038046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee36f2d0-c92e-4b34-8658-d6b545cf6ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.039190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ee36f2d0-c92e-4b34-8658-d6b545cf6ba1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/022441bb-71c3-4dc1-8c83-62f8e4a7625d HTTP/1.1" status: 204 len: 168 time: 0.1849942 Oct 29 08:36:41.053185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:36:41.065897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, e319abff-bd58-4c62-8e2d-947ab8e60c3d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:41.068075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36f2d0-c92e-4b34-8658-d6b545cf6ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022441bb-71c3-4dc1-8c83-62f8e4a7625d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:41.079393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d4ed79-b4f5-4254-bca3-ee9812f28ad3 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:41.079991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:41.086482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:41.087440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.106622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-6f870a65-2089-41fa-be04-f19b24ea6a9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469875 Oct 29 08:36:41.112284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-19fa2571-05ee-4cee-9200-cfcbf954c561 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7079103 Oct 29 08:36:41.116069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51868) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:41.128335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-498581241'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:41.160229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:41.164297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.214625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:41.231003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.231347 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Added segment ece82224-03f0-4249-be82-8e42b60a8e2a of type vlan for network 16f7c12f-ed16-4949-9d7b-0963e757836f Oct 29 08:36:41.233944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-8b08470f-9a03-44db-b358-5a949139790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:41.235468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-8b08470f-9a03-44db-b358-5a949139790b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 1101 time: 0.0612035 Oct 29 08:36:41.319524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.364276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.369877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:41.370461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.442788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-bc664b5c-c371-4023-ac34-3f5263e56cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:41.444431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-bc664b5c-c371-4023-ac34-3f5263e56cba service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1824901 Oct 29 08:36:41.453051 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3271544 Oct 29 08:36:41.453475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51878) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:41.459844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'ports': [{'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d'}, {'network_id': '16f7c12f-ed16-4949-9d7b-0963e757836f'}]} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:41.460262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:41.460816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': '16f7c12f-ed16-4949-9d7b-0963e757836f'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:41.495798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35961e62-0218-4420-ba91-6602ad30d907 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Network': ['ID=16f7c12f-ed16-4949-9d7b-0963e757836f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:41.498901 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-a50d4281-dd51-4f53-99dd-437d539f3bc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 200 len: 217 time: 0.0411148 Oct 29 08:36:41.506852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 16f7c12f-ed16-4949-9d7b-0963e757836f details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:41.582351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-908f6888-5ae6-4046-92d2-b13762e42895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:41.586159 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-908f6888-5ae6-4046-92d2-b13762e42895 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0622177 Oct 29 08:36:41.626379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 67796143-5cf7-4d6e-aa4c-487cbda91f9c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:41.634806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:41.654752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-ecdc82e3-8df9-4d76-924c-9eaf5aab39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:41.656282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-ecdc82e3-8df9-4d76-924c-9eaf5aab39cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575125 Oct 29 08:36:41.665492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463053fd-8586-41fc-b074-6b7db6c16662 req-2146ce11-3497-4637-a5f3-6d0b770bb62a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:41.668096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-463053fd-8586-41fc-b074-6b7db6c16662 req-2146ce11-3497-4637-a5f3-6d0b770bb62a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 945 time: 0.1854212 Oct 29 08:36:41.755186 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-463053fd-8586-41fc-b074-6b7db6c16662 req-d6c61817-1164-4569-a720-008a9bb4e678 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721066 Oct 29 08:36:41.817473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 2} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:41.821772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e8b75-0537-4f72-b034-b6607db17c43 req-34fbe853-172a-4336-9111-2bbd54d1fb08 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:41.830637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-656e8b75-0537-4f72-b034-b6607db17c43 req-34fbe853-172a-4336-9111-2bbd54d1fb08 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 945 time: 0.1153598 Oct 29 08:36:41.831253 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.860470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-b7fcab73-180c-488a-abfd-d87ebef4807d service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709859 Oct 29 08:36:41.887355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.890937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:41.913991 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-656e8b75-0537-4f72-b034-b6607db17c43 req-c279b91b-efa3-45ea-b572-9e2b80bbdf87 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822341 Oct 29 08:36:41.941988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:41.962557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:41.964937 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223ec65-27cf-4da5-9fd9-bcc6ef2198f1" -d '{"events": [{"server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:41.973223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'port_id': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'mac_address': 'fa:16:3e:88:f5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:41.985884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:42.026121 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:42.063530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port d1d025ac-ef64-4e7d-b90e-69e8b5145fea yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:36:42.084560 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:42.103657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-526f6b99-eea0-44f3-9927-4b40734b9440 req-017f0621-fc4e-4e4b-8903-5b36e8a36185 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310684 Oct 29 08:36:42.137291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:42.145234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67796143-5cf7-4d6e-aa4c-487cbda91f9c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:42.173876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.175677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.176624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.177115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.177589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.178090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.178724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.180482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.181232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.181707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.182207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.184392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:42.209670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:42.217179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:42.245781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:42.261560 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368bab30-d392-4c30-a789-fcfccad5bc17 x-openstack-request-id: req-368bab30-d392-4c30-a789-fcfccad5bc17 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:42.261844 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "name": "network-vif-unplugged", "status": "failed", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9", "code": 422}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:42.262257 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-368bab30-d392-4c30-a789-fcfccad5bc17 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:42.262865 n-d-815940-1 neutron-server[102115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'code': 422} returned with failed status Oct 29 08:36:42.337042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:42.341809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port e70f72fd-caa4-4788-8cec-77aff831e201 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:36:42.354432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f61d3-473e-4be8-ac62-7e7f306f6dd0 req-fbe6c3d3-c999-4e5a-8be2-2457eef9eaa7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:42.356150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['67796143-5cf7-4d6e-aa4c-487cbda91f9c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:42.356279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f10f61d3-473e-4be8-ac62-7e7f306f6dd0 req-fbe6c3d3-c999-4e5a-8be2-2457eef9eaa7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0606139 Oct 29 08:36:42.510074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f10f61d3-473e-4be8-ac62-7e7f306f6dd0 req-26e272db-3e19-49dc-a38c-e8fda32872ec tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451585 Oct 29 08:36:42.568186 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:42.627584 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:42.687436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=d1d025ac-ef64-4e7d-b90e-69e8b5145fea,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:42.694765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:42.696413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:42.699426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:42.700460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:42.766224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=e70f72fd-caa4-4788-8cec-77aff831e201,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:42.778833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking segment: {'id': 'ece82224-03f0-4249-be82-8e42b60a8e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '16f7c12f-ed16-4949-9d7b-0963e757836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:42.779201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network hostable DHCP agents. Network: 16f7c12f-ed16-4949-9d7b-0963e757836f, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:36:42.799564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 16f7c12f-ed16-4949-9d7b-0963e757836f is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:36:42.810768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 16f7c12f-ed16-4949-9d7b-0963e757836f) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:42.814981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:42.822727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:42.825520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b69daa-bd8b-48d7-ba7c-66804b25d7c5 None None] Network 16f7c12f-ed16-4949-9d7b-0963e757836f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:42.837202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:42.837202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:42.854830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3e9c1f63-2719-40d7-ba14-1020b83f73ff tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4001293 Oct 29 08:36:42.857658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51958) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:42.978810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8660cdcf-0bbf-4c3d-98d2-5407436bd54b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port e70f72fd-caa4-4788-8cec-77aff831e201 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:42.979165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8660cdcf-0bbf-4c3d-98d2-5407436bd54b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.052969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f59cdc-c173-4835-a5ff-7d77da576abd req-d92ff517-0bd2-424f-82f4-bbf919e69041 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:43.054476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32f59cdc-c173-4835-a5ff-7d77da576abd req-d92ff517-0bd2-424f-82f4-bbf919e69041 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 944 time: 0.0573938 Oct 29 08:36:43.076177 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8660cdcf-0bbf-4c3d-98d2-5407436bd54b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.093965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-a3455c87-fe49-4862-8cc9-552377b090a0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:43.096385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-a3455c87-fe49-4862-8cc9-552377b090a0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b77bef6-7e9e-4ec2-b3b0-94ff962901e6 HTTP/1.1" status: 200 len: 943 time: 0.1365807 Oct 29 08:36:43.104598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32f59cdc-c173-4835-a5ff-7d77da576abd req-06a1bb52-0867-4f69-94c4-d8dfca76d6b6 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Oct 29 08:36:43.112069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8660cdcf-0bbf-4c3d-98d2-5407436bd54b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for e70f72fd-caa4-4788-8cec-77aff831e201 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:43.273232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Deleting port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:43.273583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.278188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8660cdcf-0bbf-4c3d-98d2-5407436bd54b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.352065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660cdcf-0bbf-4c3d-98d2-5407436bd54b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=e70f72fd-caa4-4788-8cec-77aff831e201,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:43.366025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8660cdcf-0bbf-4c3d-98d2-5407436bd54b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.372350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8660cdcf-0bbf-4c3d-98d2-5407436bd54b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/e70f72fd-caa4-4788-8cec-77aff831e201 HTTP/1.1" status: 204 len: 168 time: 0.5106463 Oct 29 08:36:43.372350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51980) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:43.475983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] For port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:43.476355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.502327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b7053-03bd-4a97-a922-1992ed9c95ec tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:43.508631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b7053-03bd-4a97-a922-1992ed9c95ec tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:43.514802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7d6b7053-03bd-4a97-a922-1992ed9c95ec tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1392903 Oct 29 08:36:43.515180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51988) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:43.517077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Calling delete_port for c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:43.605741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1cedb-9821-4f64-a6dd-40c64e8ef748 req-ffe485e4-3f01-477e-a899-88a7cc02958c tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:43.607346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8cc1cedb-9821-4f64-a6dd-40c64e8ef748 req-ffe485e4-3f01-477e-a899-88a7cc02958c tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 944 time: 0.1319661 Oct 29 08:36:43.632736 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 67796143-5cf7-4d6e-aa4c-487cbda91f9c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:43.714088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.718236 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8cc1cedb-9821-4f64-a6dd-40c64e8ef748 req-0835df44-a740-4b8c-8081-d9d0201e5180 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003654 Oct 29 08:36:43.742851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ebe015e7-56b9-4046-9f1c-37b1e17363c4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port d1d025ac-ef64-4e7d-b90e-69e8b5145fea {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:43.743201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebe015e7-56b9-4046-9f1c-37b1e17363c4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.756969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 67796143-5cf7-4d6e-aa4c-487cbda91f9c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:43.757594 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.778019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event deleted for resources: {'Port': ['ID=c7b272c8-37d5-4579-8152-2e3eaa7eb2b9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:43.847190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] No DVR routers for this DVR port c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:36:43.852078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.856714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9a6a692-29db-408f-a8e7-8ee2db533b9c req-651f90ed-b2f8-4893-9a13-85f1597d65ca tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "DELETE /v2.0/ports/c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 HTTP/1.1" status: 204 len: 173 time: 0.7524664 Oct 29 08:36:43.857716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'name': 'network-vif-deleted', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:43.860865 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cce9de-a7b8-4f73-b42d-ba793f449363" -d '{"events": [{"server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "name": "network-vif-deleted", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:43.896564 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.939069 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebe015e7-56b9-4046-9f1c-37b1e17363c4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.950230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b173e-f1f5-4a28-a12e-b95a2ec6552e req-a61780dc-f08a-4717-9880-5dc0d75b77a8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:43.958170 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc5b173e-f1f5-4a28-a12e-b95a2ec6552e req-a61780dc-f08a-4717-9880-5dc0d75b77a8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1084971 Oct 29 08:36:43.962689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:43.968575 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:43.974040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:43.995945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:36:43.996056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ebe015e7-56b9-4046-9f1c-37b1e17363c4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for d1d025ac-ef64-4e7d-b90e-69e8b5145fea owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:43.996139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c7b272c8-37d5-4579-8152-2e3eaa7eb2b9 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:36:44.042036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc5b173e-f1f5-4a28-a12e-b95a2ec6552e req-d21fea1c-5d39-4da1-a23a-65b842d72221 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825484 Oct 29 08:36:44.080285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:44.128905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebe015e7-56b9-4046-9f1c-37b1e17363c4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.177658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe015e7-56b9-4046-9f1c-37b1e17363c4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=d1d025ac-ef64-4e7d-b90e-69e8b5145fea,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:44.197580 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e1aea9-e5e5-4ba2-a9a6-c9a68cffd317 x-openstack-request-id: req-f5e1aea9-e5e5-4ba2-a9a6-c9a68cffd317 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:44.197751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebe015e7-56b9-4046-9f1c-37b1e17363c4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.198022 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b77bef6-7e9e-4ec2-b3b0-94ff962901e6", "name": "network-vif-deleted", "tag": "c7b272c8-37d5-4579-8152-2e3eaa7eb2b9", "status": "failed", "code": 422}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:44.198310 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5e1aea9-e5e5-4ba2-a9a6-c9a68cffd317 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:44.198750 n-d-815940-1 neutron-server[102113]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b77bef6-7e9e-4ec2-b3b0-94ff962901e6', 'name': 'network-vif-deleted', 'tag': 'c7b272c8-37d5-4579-8152-2e3eaa7eb2b9', 'status': 'failed', 'code': 422} returned with failed status Oct 29 08:36:44.201074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ebe015e7-56b9-4046-9f1c-37b1e17363c4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/d1d025ac-ef64-4e7d-b90e-69e8b5145fea HTTP/1.1" status: 204 len: 168 time: 0.6842301 Oct 29 08:36:44.203685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52014) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:44.264222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:44.266629 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f078e1cb-671b-43e1-9ba9-924d6420eac1" -d '{"events": [{"server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "name": "network-vif-plugged", "status": "completed", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:44.286809 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-15a8dae7-170c-47cd-aa66-bf02f9b84fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.322989 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39b32f5-ce75-4e7a-b7ec-3414e0a0d332 x-openstack-request-id: req-f39b32f5-ce75-4e7a-b7ec-3414e0a0d332 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:44.323287 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "name": "network-vif-plugged", "status": "completed", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:44.323577 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f39b32f5-ce75-4e7a-b7ec-3414e0a0d332 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:44.324151 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'code': 200} Oct 29 08:36:44.361610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aebb16-0cd9-4c7c-89c5-34605e3d8370 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:44.363758 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-09aebb16-0cd9-4c7c-89c5-34605e3d8370 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1579714 Oct 29 08:36:44.366799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52022) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:44.402088 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-60610ee2-85e8-4324-8799-d6f6bfb86900 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:36:44.402919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-60610ee2-85e8-4324-8799-d6f6bfb86900 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/e70f72fd-caa4-4788-8cec-77aff831e201 HTTP/1.1" status: 404 len: 333 time: 0.0346854 Oct 29 08:36:44.406845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52024) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:44.433242 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-632e15a5-0930-40d0-aff1-0785e57cbb41 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:36:44.435856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-632e15a5-0930-40d0-aff1-0785e57cbb41 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/d1d025ac-ef64-4e7d-b90e-69e8b5145fea HTTP/1.1" status: 404 len: 333 time: 0.0287068 Oct 29 08:36:44.438220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52030) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:44.544196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.641794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-8be96284-a645-4429-96be-8b469a9a4f67 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:44.643437 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-8be96284-a645-4429-96be-8b469a9a4f67 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.1185365 Oct 29 08:36:44.653492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.661807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-64287481-54d2-48db-acdc-02de0649452a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/quotas/fdec1b8475cc4e2a82609663ef07ee20 HTTP/1.1" status: 200 len: 375 time: 0.0110254 Oct 29 08:36:44.677596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f7c12f-ed16-4949-9d7b-0963e757836f']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:44.692337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece82224-03f0-4249-be82-8e42b60a8e2a') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:44.692600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece82224-03f0-4249-be82-8e42b60a8e2a') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:44.700890 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-18ac7353-7686-4707-94f7-17e3dab1f4d7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324919 Oct 29 08:36:44.708447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.714724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52042) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:44.723529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.729672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:36:44.730084 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:36:44.733333 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:36:44.809226 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.832722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.836033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/networks/16f7c12f-ed16-4949-9d7b-0963e757836f HTTP/1.1" status: 204 len: 168 time: 0.3960457 Oct 29 08:36:44.839856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52048) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:44.844716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1387170708'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:44.848050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955346c-47ae-4046-ad9a-787e8009b478 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Network': ['ID=16f7c12f-ed16-4949-9d7b-0963e757836f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:44.863667 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f248261-1835-4146-9672-b89677c58554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:44.869884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae5aa-91ff-45ce-b8b1-051e91b07565 req-edfe9b9a-2f8c-4cbb-9456-c5a72eb28a77 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:44.871467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-341ae5aa-91ff-45ce-b8b1-051e91b07565 req-edfe9b9a-2f8c-4cbb-9456-c5a72eb28a77 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 945 time: 0.0739107 Oct 29 08:36:44.884431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-8520c752-d294-4744-9078-1ed0addc5bc0 service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633875 Oct 29 08:36:44.910891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:44.915896 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-341ae5aa-91ff-45ce-b8b1-051e91b07565 req-b1e3de30-c38a-4c2a-8fe7-fdfc8a9a115e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377133 Oct 29 08:36:44.916623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.174589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860ea6d-2496-4b0c-9482-4acf3e5fb78d req-d1b4d398-0556-4b90-9c68-54f1df3dcd86 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:45.176171 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6860ea6d-2496-4b0c-9482-4acf3e5fb78d req-d1b4d398-0556-4b90-9c68-54f1df3dcd86 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0582008 Oct 29 08:36:45.218451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6860ea6d-2496-4b0c-9482-4acf3e5fb78d req-79eac07f-6f1d-4ee6-a340-8d0eb56aefb0 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361280 Oct 29 08:36:45.373222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:45.415066 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.415449 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Added segment 89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb of type vlan for network 209d3b79-7806-40b7-b04f-b09d3b269569 Oct 29 08:36:45.439058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-d033c9dc-37b3-491e-93dd-717d13a80ca1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:45.441200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-d033c9dc-37b3-491e-93dd-717d13a80ca1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 945 time: 0.1474652 Oct 29 08:36:45.485629 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-bbf68af6-2791-4564-a8f3-6e28fc3cac35 service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935254 Oct 29 08:36:45.536185 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f248261-1835-4146-9672-b89677c58554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.541302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.551102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f248261-1835-4146-9672-b89677c58554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.633336 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8f248261-1835-4146-9672-b89677c58554 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c4cfe86fdbf4eb591965977041e020f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9174650 Oct 29 08:36:45.635728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f248261-1835-4146-9672-b89677c58554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe57fab3-0076-43cd-a94f-9caf6bf9790a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:45.636254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52060) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:45.648421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.650295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 67796143-5cf7-4d6e-aa4c-487cbda91f9c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:45.654069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:45.654691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.694825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fa621ef-bb63-41f4-9754-53ad0f05fb89 req-7ad1b959-a4be-4b1f-b75a-f4d6aab9fd22 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 210 time: 0.0421243 Oct 29 08:36:45.738401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52064) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:45.743064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8941455 Oct 29 08:36:45.744453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': '209d3b79-7806-40b7-b04f-b09d3b269569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:45.761115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78424c33-1266-4923-b7c6-6afbdcab1be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.771385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Deleting port 67796143-5cf7-4d6e-aa4c-487cbda91f9c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:45.771742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.809593 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.832309 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78424c33-1266-4923-b7c6-6afbdcab1be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.832618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff5836-7b72-48a5-afc4-2f3d7b4ee8d2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Network': ['ID=209d3b79-7806-40b7-b04f-b09d3b269569,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:45.847153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:45.850641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 209d3b79-7806-40b7-b04f-b09d3b269569 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:45.866202 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.902176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:45.907642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] For port 67796143-5cf7-4d6e-aa4c-487cbda91f9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=67796143-5cf7-4d6e-aa4c-487cbda91f9c,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:45.908104 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.908528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.928076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Calling delete_port for 67796143-5cf7-4d6e-aa4c-487cbda91f9c owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:45.973698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:45.989097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Performing IP validity checks on allocation pools {{(pid=102113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 08:36:45.989722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 08:36:45.993859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78424c33-1266-4923-b7c6-6afbdcab1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:45.996938 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78424c33-1266-4923-b7c6-6afbdcab1be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.000565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-78424c33-1266-4923-b7c6-6afbdcab1be2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe57fab3-0076-43cd-a94f-9caf6bf9790a HTTP/1.1" status: 204 len: 168 time: 0.3608277 Oct 29 08:36:46.014640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424c33-1266-4923-b7c6-6afbdcab1be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe57fab3-0076-43cd-a94f-9caf6bf9790a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:46.202665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cebad-8dd1-43a0-af41-6e3f15def5b4 req-c9498ee9-e57d-40ac-8bb4-262960c0b911 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.210383 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-921cebad-8dd1-43a0-af41-6e3f15def5b4 req-c9498ee9-e57d-40ac-8bb4-262960c0b911 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b334a20-6128-4d7e-9960-7d4ac86ce257 HTTP/1.1" status: 200 len: 943 time: 0.1334682 Oct 29 08:36:46.245921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.325491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:46.328367 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc2818b-4d80-40e4-86c5-bcf998d8e2c9" -d '{"events": [{"server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "name": "network-vif-unplugged", "status": "completed", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:46.331179 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-921cebad-8dd1-43a0-af41-6e3f15def5b4 req-9fe8d445-395d-4013-8af0-e0542b31435e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193814 Oct 29 08:36:46.332380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event deleted for resources: {'Port': ['ID=67796143-5cf7-4d6e-aa4c-487cbda91f9c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:46.415405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] No DVR routers for this DVR port 67796143-5cf7-4d6e-aa4c-487cbda91f9c on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:36:46.429959 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.435645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1fda8d59-d7a0-4812-ba0b-c3ff1c7b916e req-c23a8c8b-f422-4a98-b8e9-3468862d6e51 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "DELETE /v2.0/ports/67796143-5cf7-4d6e-aa4c-487cbda91f9c HTTP/1.1" status: 204 len: 173 time: 0.9854448 Oct 29 08:36:46.436218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'name': 'network-vif-deleted', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:46.455551 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c82eb3-29a3-48d3-8c2b-e3951c19041f" -d '{"events": [{"server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "name": "network-vif-deleted", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:46.473812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52086) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:46.491541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52737489-590d-4691-ba09-4ea60696388e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.503426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-352340d5-c07d-4df3-b01d-25fd91a85500 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1433437 Oct 29 08:36:46.517941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d07cb-d7c2-49d0-aa8f-0f3243108886 req-8ae4a1a4-0e95-4074-b803-b96faf435784 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.519728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-481d07cb-d7c2-49d0-aa8f-0f3243108886 req-8ae4a1a4-0e95-4074-b803-b96faf435784 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1678770 Oct 29 08:36:46.529587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.541849 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce8dcd4-c34a-44f8-97cc-59a4918f7a41 x-openstack-request-id: req-9ce8dcd4-c34a-44f8-97cc-59a4918f7a41 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:46.542708 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "name": "network-vif-unplugged", "status": "completed", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:46.543186 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ce8dcd4-c34a-44f8-97cc-59a4918f7a41 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:46.543798 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'code': 200} Oct 29 08:36:46.589307 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4cf89c-1777-4460-96c7-a5ddc2f49e01 x-openstack-request-id: req-6f4cf89c-1777-4460-96c7-a5ddc2f49e01 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:46.589516 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b334a20-6128-4d7e-9960-7d4ac86ce257", "name": "network-vif-deleted", "tag": "67796143-5cf7-4d6e-aa4c-487cbda91f9c", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:46.589768 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f4cf89c-1777-4460-96c7-a5ddc2f49e01 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:46.595733 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b334a20-6128-4d7e-9960-7d4ac86ce257', 'name': 'network-vif-deleted', 'tag': '67796143-5cf7-4d6e-aa4c-487cbda91f9c', 'status': 'completed', 'code': 200} Oct 29 08:36:46.644413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-481d07cb-d7c2-49d0-aa8f-0f3243108886 req-71f03fb9-e1b4-43a4-8f69-d43c82c0e0c2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099143 Oct 29 08:36:46.668985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=b94f7f5c-7896-4d58-a067-a0d8b59ae625,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:46.674415 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52737489-590d-4691-ba09-4ea60696388e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.682056 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52737489-590d-4691-ba09-4ea60696388e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.693470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking segment: {'id': '89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '209d3b79-7806-40b7-b04f-b09d3b269569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:46.693470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network hostable DHCP agents. Network: 209d3b79-7806-40b7-b04f-b09d3b269569, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:36:46.728125 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-52737489-590d-4691-ba09-4ea60696388e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c2f3566582a44a19b75fe7b917814c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506871 Oct 29 08:36:46.728125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52737489-590d-4691-ba09-4ea60696388e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526cca68-8b3d-4402-8a72-bbf97c8f533f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:46.729674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52094) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:46.744812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-eeb15ffb-b8e7-4317-9bea-bea44291d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.755029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-eeb15ffb-b8e7-4317-9bea-bea44291d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.755523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-eeb15ffb-b8e7-4317-9bea-bea44291d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.756025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-eeb15ffb-b8e7-4317-9bea-bea44291d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.756498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-eeb15ffb-b8e7-4317-9bea-bea44291d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.756961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-eeb15ffb-b8e7-4317-9bea-bea44291d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.757420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-eeb15ffb-b8e7-4317-9bea-bea44291d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.759635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-eeb15ffb-b8e7-4317-9bea-bea44291d9e2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6492 time: 0.1110616 Oct 29 08:36:46.760895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 209d3b79-7806-40b7-b04f-b09d3b269569 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:36:46.779121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 209d3b79-7806-40b7-b04f-b09d3b269569) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:46.785738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:46.786335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.791729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60100b36-b237-46e4-bb3b-4185f304e109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.791934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7672a9-188c-49ce-a20c-d5afc7fd9c52 None None] Network 209d3b79-7806-40b7-b04f-b09d3b269569 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:46.824869 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60100b36-b237-46e4-bb3b-4185f304e109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.846311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4d9b9fe-a138-4025-86f0-ac2c361d8d10 req-d9135990-97e1-42f8-80b8-fe68828e901b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 210 time: 0.0358844 Oct 29 08:36:46.874405 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81224a0e-e9e5-4a55-bb84-fbd16cc627bf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1347864 Oct 29 08:36:46.877573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:46.882520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': '209d3b79-7806-40b7-b04f-b09d3b269569', 'name': 'tempest-PortsTestJSON-1314243983'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:46.899354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60100b36-b237-46e4-bb3b-4185f304e109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.902349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60100b36-b237-46e4-bb3b-4185f304e109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:46.903883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-60100b36-b237-46e4-bb3b-4185f304e109 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/526cca68-8b3d-4402-8a72-bbf97c8f533f HTTP/1.1" status: 204 len: 168 time: 0.1724899 Oct 29 08:36:46.913301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60100b36-b237-46e4-bb3b-4185f304e109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526cca68-8b3d-4402-8a72-bbf97c8f533f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:47.017944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-241d9bfc-a8d2-4629-9bfc-f810cc93e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:47.018495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-241d9bfc-a8d2-4629-9bfc-f810cc93e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:47.018867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-241d9bfc-a8d2-4629-9bfc-f810cc93e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:47.020642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-241d9bfc-a8d2-4629-9bfc-f810cc93e796 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4c20bffe-ce6f-4744-917e-c58555209531&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 HTTP/1.1" status: 200 len: 2295 time: 0.2076080 Oct 29 08:36:47.028189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-209d3b79-7806-40b7-b04f-b09d3b269569', 'network_id': '209d3b79-7806-40b7-b04f-b09d3b269569', 'tenant_id': 'd3b1390a5f194d5aad57c92bca5f5ea8', 'fixed_ips': [{'subnet_id': 'b94f7f5c-7896-4d58-a067-a0d8b59ae625'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:36:47.029089 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.033987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-97b9d06a-7318-4d23-8af4-b363a8f84d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.138913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-293b4656-4c7a-41a7-aead-b12bc537c4fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e440b82-37fc-4112-a04f-8772d0b42499 HTTP/1.1" status: 200 len: 1000 time: 0.1092858 Oct 29 08:36:47.203237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:47.208440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.239309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-f1610c6f-826c-431e-ab3c-4a747bb964f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:47.240985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-f1610c6f-826c-431e-ab3c-4a747bb964f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14a20128-055b-41ef-b11d-4d5b279adbdf HTTP/1.1" status: 200 len: 850 time: 0.0942752 Oct 29 08:36:47.248083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 8b2b7a89-dfe6-458e-939d-36d8e6b681de yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:36:47.306567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Allocated IP 172.20.0.2 (209d3b79-7806-40b7-b04f-b09d3b269569/b94f7f5c-7896-4d58-a067-a0d8b59ae625/1a361039-a7a7-41b9-8fae-0684139aa041) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:47.332231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-490c32e0-9209-4361-b0a0-4d1a1d547486 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:47.334079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-490c32e0-9209-4361-b0a0-4d1a1d547486 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.2166686 Oct 29 08:36:47.355199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Request body: {'port': {'device_id': 'ab8bd484-a648-4c32-82a1-534e56d9ea21', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'admin_state_up': True, 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:47.425986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-9ec352d6-ea6e-4eec-95c3-898df1048876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:47.427664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-9ec352d6-ea6e-4eec-95c3-898df1048876 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c20bffe-ce6f-4744-917e-c58555209531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744921 Oct 29 08:36:47.562907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:47.570347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.597826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.608963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.655286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Network 209d3b79-7806-40b7-b04f-b09d3b269569 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:47.659792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:47.665511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:47.706060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-52d83bfe-ea4b-476b-9126-4762e7a7e1e5 service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659581 Oct 29 08:36:47.736078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.4 (209d3b79-7806-40b7-b04f-b09d3b269569/b94f7f5c-7896-4d58-a067-a0d8b59ae625/8b2b7a89-dfe6-458e-939d-36d8e6b681de) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:47.788928 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Pushing event updated for resources: {'Port': ['ID=1a361039-a7a7-41b9-8fae-0684139aa041,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:47.806361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Attempting to bind port 1a361039-a7a7-41b9-8fae-0684139aa041 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:36:47.806959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Attempting to bind port 1a361039-a7a7-41b9-8fae-0684139aa041 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '209d3b79-7806-40b7-b04f-b09d3b269569'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:36:47.807076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Attempting to bind port 1a361039-a7a7-41b9-8fae-0684139aa041 on network 209d3b79-7806-40b7-b04f-b09d3b269569 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:47.813123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:36:47.813501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Checking segment: {'id': '89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '209d3b79-7806-40b7-b04f-b09d3b269569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:47.813912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.814368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Bound using segment: {'id': '89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '209d3b79-7806-40b7-b04f-b09d3b269569'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:36:47.815104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Bound port: 1a361039-a7a7-41b9-8fae-0684139aa041, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '209d3b79-7806-40b7-b04f-b09d3b269569'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:36:47.815496 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.879546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Allocated IP 172.20.0.13 (9f48f319-e2e0-4e54-8d57-5977c6f82e52/d7d27dd1-3461-42a3-99f1-e87ef81f581c/f2591c28-374d-426b-b082-09f3ece53996) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:47.900114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] For port 1a361039-a7a7-41b9-8fae-0684139aa041, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:36:47.903987 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] For port 1a361039-a7a7-41b9-8fae-0684139aa041, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a361039-a7a7-41b9-8fae-0684139aa041,segment=NetworkSegment(89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb),segment_id=89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:36:47.913625 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:47.946923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50fbbd-ef22-481b-905b-bc1e53fcb9b1 req-02db7100-c9f9-40fe-b202-fa4200184917 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:47.948532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae50fbbd-ef22-481b-905b-bc1e53fcb9b1 req-02db7100-c9f9-40fe-b202-fa4200184917 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1140234 Oct 29 08:36:48.006990 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0334c36-f341-491d-9a52-f7b80bc64d42 None None] Pushing event updated for resources: {'Port': ['ID=1a361039-a7a7-41b9-8fae-0684139aa041,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:48.015905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae50fbbd-ef22-481b-905b-bc1e53fcb9b1 req-81175ec1-e1bc-42b1-b6da-36ee27d1065c tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584276 Oct 29 08:36:48.028429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-40248f11-a7cf-4c4c-8f03-9bca59130d10 service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113728 Oct 29 08:36:48.036602 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-586717ab-9e76-4378-adab-35fca87b6852 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:48.047520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-586717ab-9e76-4378-adab-35fca87b6852 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 822 time: 0.2753236 Oct 29 08:36:48.074026 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.115558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-c5bf573b-b88d-4d35-b419-3e3542b0eb6e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/quotas/468f0167907840eab3c28f193997712e HTTP/1.1" status: 200 len: 375 time: 0.0674059 Oct 29 08:36:48.174269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.202952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-e80ab4b9-344d-4baf-8d56-102af7f1719b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 200 len: 217 time: 0.1101239 Oct 29 08:36:48.206880 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.244012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.336772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-c6709b49-4078-40a1-b2f3-b9887ebb2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:48.337777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:48.338442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-c6709b49-4078-40a1-b2f3-b9887ebb2cdb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.0987465 Oct 29 08:36:48.343969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:48.348827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:48.407410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event updated for resources: {'Port': ['ID=f2591c28-374d-426b-b082-09f3ece53996,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:48.409926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-2e00746e-c6a0-4c16-ab30-708f5f44d830 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2492189 Oct 29 08:36:48.424888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.451519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:48.452173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.482119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b611b509-d17f-437b-978b-7de4a767dc41 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1345878 Oct 29 08:36:48.491016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a989d-83c1-43f1-a943-f78f1343a5f3 req-1bed4ba3-88f0-41ca-bdf4-ec35044d2c9b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:48.499078 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee4a989d-83c1-43f1-a943-f78f1343a5f3 req-1bed4ba3-88f0-41ca-bdf4-ec35044d2c9b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 932 time: 0.1136708 Oct 29 08:36:48.506492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Request body: {'port': {'device_id': 'ab8bd484-a648-4c32-82a1-534e56d9ea21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:48.552775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-c36013da-1f3b-4f0c-9276-f046fe6b12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:48.554353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-c36013da-1f3b-4f0c-9276-f046fe6b12c3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2040253 Oct 29 08:36:48.569927 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee4a989d-83c1-43f1-a943-f78f1343a5f3 req-7cd07e82-16a8-4e04-b46c-d9d3205cb425 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698435 Oct 29 08:36:48.620974 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.653056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.690017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-32a416f2-1863-4fd3-90e6-10cf58c2e0c2 service neutron] 10.222.0.70 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441163 Oct 29 08:36:48.793836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 209d3b79-7806-40b7-b04f-b09d3b269569 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:48.802031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:48.803651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=8b2b7a89-dfe6-458e-939d-36d8e6b681de,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:48.808826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:48.837887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-4add70f1-7631-4d86-a420-a596734d688f service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747293 Oct 29 08:36:48.936986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:48.937636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:48.951277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-f4777afe-1bef-4c68-be27-17e4cf89ba13 service neutron] 10.222.0.70 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479811 Oct 29 08:36:48.969959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2591c28-374d-426b-b082-09f3ece53996 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:48.973840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dce05bea-9c3e-47fb-b11e-d4a52343838c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0949647 Oct 29 08:36:48.978570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52158) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:48.984473 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.006760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-6489ba9d-57f6-44b2-8d28-10294271fc59 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587732 Oct 29 08:36:49.044141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Transition to ACTIVE for port object f2591c28-374d-426b-b082-09f3ece53996 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:36:49.097993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.101150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-f3827066-1758-42b3-8ddb-fca602878bc0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 200 len: 217 time: 0.0856519 Oct 29 08:36:49.185570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-c3f47482-e6e4-4abd-bb70-015238ab567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:49.187232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-c3f47482-e6e4-4abd-bb70-015238ab567b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.0763173 Oct 29 08:36:49.276177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-3375605b-32ce-4a37-8797-d45506dea80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:49.278394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-3375605b-32ce-4a37-8797-d45506dea80b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837712 Oct 29 08:36:49.325561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Pushing event updated for resources: {'Port': ['ID=f2591c28-374d-426b-b082-09f3ece53996,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:49.375092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5428126-b7d7-491b-bbd1-6cb491437b89 req-93f2ee35-f145-40e4-9762-c41efeb0775a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:49.382667 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5428126-b7d7-491b-bbd1-6cb491437b89 req-93f2ee35-f145-40e4-9762-c41efeb0775a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.2058456 Oct 29 08:36:49.386260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-50ee2944-2045-43e7-abdd-881d1e7c2861 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 8b2b7a89-dfe6-458e-939d-36d8e6b681de {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:49.386610 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50ee2944-2045-43e7-abdd-881d1e7c2861 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.404548 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.434136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6498836-2f91-4933-acd4-9e95f039d41a req-954e96d2-1eb3-48f1-8341-84d955aa4044 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 210 time: 0.0490167 Oct 29 08:36:49.441556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b7dbe-94df-4fa2-91ea-88c95b18e2b4 None None] Network 209d3b79-7806-40b7-b04f-b09d3b269569 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:49.493398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-bc6477ab-f654-4d07-9fb1-14ea4fe09658 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059498 Oct 29 08:36:49.567147 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50ee2944-2045-43e7-abdd-881d1e7c2861 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.597895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7eb7bb92-b08f-4ee9-b991-945041d7a96e None None] Provisioning complete for port 1a361039-a7a7-41b9-8fae-0684139aa041 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:49.598372 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7eb7bb92-b08f-4ee9-b991-945041d7a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.600108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-50ee2944-2045-43e7-abdd-881d1e7c2861 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 8b2b7a89-dfe6-458e-939d-36d8e6b681de owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:49.660913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 67796143-5cf7-4d6e-aa4c-487cbda91f9c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:49.662670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-406dca36-7706-4832-917b-79d564c3daf1 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586468 Oct 29 08:36:49.703653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 67796143-5cf7-4d6e-aa4c-487cbda91f9c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:36:49.704370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 67796143-5cf7-4d6e-aa4c-487cbda91f9c not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:36:49.707101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Attempting to bind port f2591c28-374d-426b-b082-09f3ece53996 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:36:49.707501 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Attempting to bind port f2591c28-374d-426b-b082-09f3ece53996 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:36:49.707859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Attempting to bind port f2591c28-374d-426b-b082-09f3ece53996 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:49.727540 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5428126-b7d7-491b-bbd1-6cb491437b89 req-4133461e-ee1f-4757-aef6-05a35a78370f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438845 Oct 29 08:36:49.752175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7eb7bb92-b08f-4ee9-b991-945041d7a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.755137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-f6769711-6158-4441-a0b8-ceb930b9b10d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd HTTP/1.1" status: 200 len: 217 time: 0.0806434 Oct 29 08:36:49.796036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Port f2591c28-374d-426b-b082-09f3ece53996 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:36:49.796395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Attempting to bind port f2591c28-374d-426b-b082-09f3ece53996 on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:49.814659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:36:49.815070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Checking segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:49.815430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Bound using segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:36:49.816948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Bound port: f2591c28-374d-426b-b082-09f3ece53996, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:36:49.817415 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.877854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7eb7bb92-b08f-4ee9-b991-945041d7a96e None None] For port 1a361039-a7a7-41b9-8fae-0684139aa041, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a361039-a7a7-41b9-8fae-0684139aa041,segment=NetworkSegment(89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb),segment_id=89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:49.912995 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7eb7bb92-b08f-4ee9-b991-945041d7a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.960818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] For port f2591c28-374d-426b-b082-09f3ece53996, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:36:49.965107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] For port f2591c28-374d-426b-b082-09f3ece53996, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f2591c28-374d-426b-b082-09f3ece53996,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:36:49.975880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:49.985494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-65b67c44-e7cc-4968-b39c-fc937db144cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:49.988029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-65b67c44-e7cc-4968-b39c-fc937db144cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.2094238 Oct 29 08:36:49.990177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a361039-a7a7-41b9-8fae-0684139aa041 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:49.999687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e91687-4de5-4d58-9713-3d00cf373ae6 req-b4496b33-22fb-4d30-9049-b87a7f81b247 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:50.001418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68e91687-4de5-4d58-9713-3d00cf373ae6 req-b4496b33-22fb-4d30-9049-b87a7f81b247 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 944 time: 0.2624838 Oct 29 08:36:50.088102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7bb92-b08f-4ee9-b991-945041d7a96e None None] Pushing event updated for resources: {'Port': ['ID=1a361039-a7a7-41b9-8fae-0684139aa041,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:50.102672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-0a54d01c-2119-405f-afcf-c9300ec6efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:50.104418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-0a54d01c-2119-405f-afcf-c9300ec6efb0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017351 Oct 29 08:36:50.127551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68e91687-4de5-4d58-9713-3d00cf373ae6 req-63c13da3-f56e-4109-b962-e26b1aadef39 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115534 Oct 29 08:36:50.151168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1a361039-a7a7-41b9-8fae-0684139aa041 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:50.151863 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:50.163509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:50.164239 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:50.165639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] 10.222.0.93 "PUT /v2.0/ports/f2591c28-374d-426b-b082-09f3ece53996 HTTP/1.1" status: 200 len: 1092 time: 1.6634595 Oct 29 08:36:50.166091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8bd484-a648-4c32-82a1-534e56d9ea21', 'tag': 'f2591c28-374d-426b-b082-09f3ece53996'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:50.185137 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8bd484-a648-4c32-82a1-534e56d9ea21", "tag": "f2591c28-374d-426b-b082-09f3ece53996"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:50.243780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-940d0290-ec46-432d-a723-89497db8b2de service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137631 Oct 29 08:36:50.280425 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd8ab7d-e486-4541-9067-2f0998c78e3d x-openstack-request-id: req-5cd8ab7d-e486-4541-9067-2f0998c78e3d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:50.280739 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8bd484-a648-4c32-82a1-534e56d9ea21", "tag": "f2591c28-374d-426b-b082-09f3ece53996", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:50.280996 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5cd8ab7d-e486-4541-9067-2f0998c78e3d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:50.281405 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8bd484-a648-4c32-82a1-534e56d9ea21', 'tag': 'f2591c28-374d-426b-b082-09f3ece53996', 'status': 'completed', 'code': 200} Oct 29 08:36:50.352602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50ee2944-2045-43e7-abdd-881d1e7c2861 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:50.375966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ccbf0a9f-c616-464a-b6a3-5619248ba9e4 None None] Could not find standard attr ID for object 8b2b7a89-dfe6-458e-939d-36d8e6b681de. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:36:50.376198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2745b-9a03-4201-902d-8f7c42bd2b8b service neutron] Pushing event updated for resources: {'Port': ['ID=f2591c28-374d-426b-b082-09f3ece53996,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:50.403130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ccbf0a9f-c616-464a-b6a3-5619248ba9e4 None None] Provisioning complete for port 1a361039-a7a7-41b9-8fae-0684139aa041 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:50.403513 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0a9f-c616-464a-b6a3-5619248ba9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:50.469788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-fcb59da8-f1b1-4dbd-9210-06229e5f453f service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102191 Oct 29 08:36:50.475842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-d0ecdc18-111e-40bf-b666-218b9ea20295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:50.477418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-d0ecdc18-111e-40bf-b666-218b9ea20295 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 1095 time: 0.2397177 Oct 29 08:36:50.545801 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50ee2944-2045-43e7-abdd-881d1e7c2861 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:50.548707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-583a0fbd-5f3d-477b-a85a-66f33e1163dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a HTTP/1.1" status: 200 len: 217 time: 0.0678287 Oct 29 08:36:50.551768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-50ee2944-2045-43e7-abdd-881d1e7c2861 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/8b2b7a89-dfe6-458e-939d-36d8e6b681de HTTP/1.1" status: 204 len: 168 time: 1.5710545 Oct 29 08:36:50.554478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee2944-2045-43e7-abdd-881d1e7c2861 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=8b2b7a89-dfe6-458e-939d-36d8e6b681de,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:50.555941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52222) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:50.634325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-9dc20646-5f20-4b7f-8bd0-228ba00c1e95 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2591c28-374d-426b-b082-09f3ece53996 HTTP/1.1" status: 200 len: 217 time: 0.1055009 Oct 29 08:36:50.680178 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-134bdec0-038b-45c2-b6f2-00de74f0b8b5 req-aede6ee5-6a4a-431b-9e7a-cde7b4ba0061 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 210 time: 0.0597458 Oct 29 08:36:50.769776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-f97f776e-1244-45f5-934e-aa5880da31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:50.773489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-f97f776e-1244-45f5-934e-aa5880da31e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.1185312 Oct 29 08:36:50.785562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-55e2af67-dda1-4622-a56f-fb5a3b792a0c None None] Could not find standard attr ID for object 8b2b7a89-dfe6-458e-939d-36d8e6b681de. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:36:50.916205 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b38e49a4-88d9-4823-a2d2-8707c01db9db service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856292 Oct 29 08:36:51.028391 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb42f8e-9c67-4168-ab12-28fedcf807f2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:36:51.029259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb42f8e-9c67-4168-ab12-28fedcf807f2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:36:51.035295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6bb42f8e-9c67-4168-ab12-28fedcf807f2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/8b2b7a89-dfe6-458e-939d-36d8e6b681de HTTP/1.1" status: 404 len: 333 time: 0.4723847 Oct 29 08:36:51.039031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52236) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:51.081710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52238) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:51.085873 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-100364ed-00eb-4866-b243-9d73615ea31b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:36:51.087452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-100364ed-00eb-4866-b243-9d73615ea31b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/8b2b7a89-dfe6-458e-939d-36d8e6b681de HTTP/1.1" status: 404 len: 333 time: 0.0459995 Oct 29 08:36:51.091232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52242) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:51.095478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-10ff1b70-b9c7-4169-aa25-ac0c651fd501 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:51.096955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-10ff1b70-b9c7-4169-aa25-ac0c651fd501 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 822 time: 0.3691118 Oct 29 08:36:51.099251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-b8c7b436-f527-41df-94bb-213138da1319 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696105 Oct 29 08:36:51.100968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-847f846e-705c-439b-bada-612b4507d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:51.102384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-847f846e-705c-439b-bada-612b4507d283 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.5377533 Oct 29 08:36:51.112741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Request body: {'port': {'device_id': 'a6780f0a-9021-432f-a581-ab5316259bad', 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'admin_state_up': True, 'tenant_id': '468f0167907840eab3c28f193997712e'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:51.156871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb39bd-4f52-4e2d-ac3d-6fb47d9d24b5 req-8a01916a-a582-4f70-8596-bf856a53d42b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:51.164209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-defb39bd-4f52-4e2d-ac3d-6fb47d9d24b5 req-8a01916a-a582-4f70-8596-bf856a53d42b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.2026756 Oct 29 08:36:51.208869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-45276ae1-0f0d-4169-87a2-c74fc8ae46cd tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet b94f7f5c-7896-4d58-a067-a0d8b59ae625 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:36:51.216344 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45276ae1-0f0d-4169-87a2-c74fc8ae46cd tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:51.270962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-0b15ca1c-8299-4763-b44a-a000dae8383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:51.272484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-0b15ca1c-8299-4763-b44a-a000dae8383d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1446187 Oct 29 08:36:51.277951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-defb39bd-4f52-4e2d-ac3d-6fb47d9d24b5 req-89400df6-f171-4cb6-a196-f31e842b10bf tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128817 Oct 29 08:36:51.293521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45276ae1-0f0d-4169-87a2-c74fc8ae46cd tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:51.479008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-8a0d2f20-f228-4615-830a-10d29c5d7a4f service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952024 Oct 29 08:36:51.485389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45276ae1-0f0d-4169-87a2-c74fc8ae46cd tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:51.525497 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-242cf301-c000-4fe7-a0e7-b4a7376d2395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:51.619038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45276ae1-0f0d-4169-87a2-c74fc8ae46cd tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:51.630609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200f581-31cf-45b9-9cf0-85a3ac6713f9 req-635273c4-c726-4f70-85f7-b84270664951 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:51.637827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1200f581-31cf-45b9-9cf0-85a3ac6713f9 req-635273c4-c726-4f70-85f7-b84270664951 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 944 time: 0.1687064 Oct 29 08:36:51.644676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-55ea69a2-a602-40d5-8d6f-53603b6a9e71 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557834 Oct 29 08:36:51.650705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45276ae1-0f0d-4169-87a2-c74fc8ae46cd tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=b94f7f5c-7896-4d58-a067-a0d8b59ae625,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:51.659654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2479b4cf-ac9c-4176-af79-8d443e14725c req-a878173e-a823-430d-ac6c-0dae55f00c2a service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416813 Oct 29 08:36:51.662658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45276ae1-0f0d-4169-87a2-c74fc8ae46cd tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:51.665695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-45276ae1-0f0d-4169-87a2-c74fc8ae46cd tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/b94f7f5c-7896-4d58-a067-a0d8b59ae625 HTTP/1.1" status: 204 len: 168 time: 0.5734539 Oct 29 08:36:51.674759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb42fc-a73f-4ff4-89e3-670177af1ac5 None None] Network 209d3b79-7806-40b7-b04f-b09d3b269569 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:51.676692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52248) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:51.701731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-633c1b5a-415d-4b6e-b4db-96a11ef283b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c219d5f-da67-41ab-9403-8d346836763d HTTP/1.1" status: 200 len: 217 time: 0.0485244 Oct 29 08:36:51.764702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-28c244c1-8d2e-4723-9ae6-307ac81fdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:51.766354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-28c244c1-8d2e-4723-9ae6-307ac81fdf17 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.0572355 Oct 29 08:36:51.782639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Made reservation on behalf of 468f0167907840eab3c28f193997712e for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:51.786895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:51.832157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1200f581-31cf-45b9-9cf0-85a3ac6713f9 req-74aa64d3-29f4-4acd-9515-d26fa4f97e26 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884835 Oct 29 08:36:51.832987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-02f71081-467c-49bf-9570-ba7e3504c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:51.834687 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-02f71081-467c-49bf-9570-ba7e3504c9bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605361 Oct 29 08:36:51.847229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a361039-a7a7-41b9-8fae-0684139aa041 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:51.935607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e1c6e981-7b98-49a6-b4a6-1cdf079a3da7 req-ec8a3771-3b6c-4a5b-8f88-563feba4c6f4 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 210 time: 0.0341606 Oct 29 08:36:51.941950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1a361039-a7a7-41b9-8fae-0684139aa041 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:51.942378 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:51.985291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-4c9fb87a-7ff2-45fa-9c39-32116a6caaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:51.988058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-4c9fb87a-7ff2-45fa-9c39-32116a6caaf5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 1095 time: 0.1769114 Oct 29 08:36:52.004903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-5268b679-fc67-4c88-9a6f-a0f06fc18535 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622913 Oct 29 08:36:52.006923 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.045067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] DHCP port deletion for 209d3b79-7806-40b7-b04f-b09d3b269569 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:36:52.085019 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-242cf301-c000-4fe7-a0e7-b4a7376d2395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.100888 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-242cf301-c000-4fe7-a0e7-b4a7376d2395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.114026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-4bd4f5c5-aeb4-49f6-b9b5-7287d86a3075 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018188 Oct 29 08:36:52.116266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] Deleting port 1a361039-a7a7-41b9-8fae-0684139aa041 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:52.116637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.159709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-172c53fa-794a-4627-8bab-8b6ff9d35264 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd HTTP/1.1" status: 200 len: 217 time: 0.0367937 Oct 29 08:36:52.184213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] For port 1a361039-a7a7-41b9-8fae-0684139aa041, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a361039-a7a7-41b9-8fae-0684139aa041,segment=NetworkSegment(89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb),segment_id=89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:52.184757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.201640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] Calling delete_port for 1a361039-a7a7-41b9-8fae-0684139aa041 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:52.215760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-da33980b-da9a-4187-8e57-1372944b924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:52.217365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-da33980b-da9a-4187-8e57-1372944b924c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.0490217 Oct 29 08:36:52.225271 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-242cf301-c000-4fe7-a0e7-b4a7376d2395 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa82327554e74086a8aaf7b08f8d38b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1409619 Oct 29 08:36:52.234014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52256) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:52.242541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Allocated IP 172.20.0.11 (6684d0fe-b053-4a86-9824-0a63ffca38bc/fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a/132221de-79a6-4702-80c2-762b0e6f9533) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:52.244755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cf301-c000-4fe7-a0e7-b4a7376d2395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a1aeb8-8aaa-4f34-9622-7f33602374ad,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:52.266397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-984f14f9-58bb-4c49-853f-73f8bafec895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:52.268090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-984f14f9-58bb-4c49-853f-73f8bafec895 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 914 time: 0.2655444 Oct 29 08:36:52.291314 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.311578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172277c-c614-4a25-a080-c49b998be68e req-39f80ac9-e6bf-43b8-a961-30967fc5f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:52.313293 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-39f80ac9-e6bf-43b8-a961-30967fc5f850 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885839 Oct 29 08:36:52.321916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] Pushing event deleted for resources: {'Port': ['ID=1a361039-a7a7-41b9-8fae-0684139aa041,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:52.329520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04511a-e818-46f4-9d17-3c31edf59e6b None None] No DVR routers for this DVR port 1a361039-a7a7-41b9-8fae-0684139aa041 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:36:52.335387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-c8c1c441-889e-49d7-ac8e-a428254a6471 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2591c28-374d-426b-b082-09f3ece53996 HTTP/1.1" status: 200 len: 217 time: 0.0583878 Oct 29 08:36:52.388239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 1a361039-a7a7-41b9-8fae-0684139aa041 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:52.388583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.391853 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.416711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.515257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-3bbb8adc-8b5c-4645-b2a6-d8f68e49c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:52.516795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-3bbb8adc-8b5c-4645-b2a6-d8f68e49c27a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.1684210 Oct 29 08:36:52.523572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] For port 1a361039-a7a7-41b9-8fae-0684139aa041, host n-d-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:52.523969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.534552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d718c-2993-4f8c-87c2-c366248c0cb4 req-3d5f8f9a-808a-45a0-9deb-42b03b515b36 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:52.542424 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f84d718c-2993-4f8c-87c2-c366248c0cb4 req-3d5f8f9a-808a-45a0-9deb-42b03b515b36 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1532886 Oct 29 08:36:52.578385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-c18c0a8e-f716-4a44-8f2e-97bd3dff1d37 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478533 Oct 29 08:36:52.578631 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-89c1f8f6-127a-4ba5-9ea4-e7be68952912 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494626 Oct 29 08:36:52.579383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 1a361039-a7a7-41b9-8fae-0684139aa041 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:52.584487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Port 1a361039-a7a7-41b9-8fae-0684139aa041 was not found and therefore no delete operation was performed {{(pid=102114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:36:52.588973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.619611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f84d718c-2993-4f8c-87c2-c366248c0cb4 req-2e3f3cb2-ed47-4ad8-a31b-4f71757e4d2d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763748 Oct 29 08:36:52.647945 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.650835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.652033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77a1aeb8-8aaa-4f34-9622-7f33602374ad HTTP/1.1" status: 204 len: 168 time: 0.4169354 Oct 29 08:36:52.654858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=1a361039-a7a7-41b9-8fae-0684139aa041,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:52.669738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a1aeb8-8aaa-4f34-9622-7f33602374ad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:52.681318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.681661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.682084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.682310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.682638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.682966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.683287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.683582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.683686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.683957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.684251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.684716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.684878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cd0a31-8f72-440a-a0b0-1c9df5370c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:36:52.689298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No DVR routers for this DVR port 1a361039-a7a7-41b9-8fae-0684139aa041 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:36:52.726578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a172277c-c614-4a25-a080-c49b998be68e req-7d3f7ed2-e713-4244-ac14-4c05d31cd8ad service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313493 Oct 29 08:36:52.831612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.841431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-d53a6051-d982-4ada-90ae-f81d5dbae805 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434664 Oct 29 08:36:52.866495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209d3b79-7806-40b7-b04f-b09d3b269569']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:52.883143 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.913625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:52.913919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bed7f1-6f2a-40b0-964d-7b59ec9fd7eb') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:52.951270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:52.966298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d212d-da5b-4132-bbdd-8ac2312f843a req-6184c25d-9c9e-4de1-8f57-b6b9b2151ffc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:52.967761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d9d212d-da5b-4132-bbdd-8ac2312f843a req-6184c25d-9c9e-4de1-8f57-b6b9b2151ffc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 944 time: 0.0561376 Oct 29 08:36:52.984014 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.003960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:36:53.004378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:36:53.007451 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:36:53.009280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Network 6684d0fe-b053-4a86-9824-0a63ffca38bc is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:53.019455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d9d212d-da5b-4132-bbdd-8ac2312f843a req-3e2cce1b-4573-4b5a-80da-ae09f338386b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Oct 29 08:36:53.035054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:53.035054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event updated for resources: {'Port': ['ID=132221de-79a6-4702-80c2-762b0e6f9533,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:53.035386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52272) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:53.049089 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6948-bd50-4546-b148-5a660f959cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.055861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:53.154940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.166422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89cfee99-ad33-4ecc-9b68-1f7ae574fe93 req-a27cca2f-8882-4371-8104-8ba4d5f1dee1 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124993 Oct 29 08:36:53.170564 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.173972 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/networks/209d3b79-7806-40b7-b04f-b09d3b269569 HTTP/1.1" status: 204 len: 168 time: 1.4945326 Oct 29 08:36:53.178995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52276) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:53.185929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1787288374'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:53.192151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:53.192798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.199859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0205-ba70-465b-a4ad-f8a614d88648 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Network': ['ID=209d3b79-7806-40b7-b04f-b09d3b269569,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:53.219092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008efd72-efe7-45b1-87a1-c0e31676c6c9 req-8600d603-3f57-4877-ae3e-1d69be2d2e91 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:53.224376 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-008efd72-efe7-45b1-87a1-c0e31676c6c9 req-8600d603-3f57-4877-ae3e-1d69be2d2e91 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 932 time: 0.1607535 Oct 29 08:36:53.227283 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6948-bd50-4546-b148-5a660f959cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.228308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:53.232142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.238043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-b3c0ef68-5a65-4e7d-b09a-c5f1eb1346ae tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1294904 Oct 29 08:36:53.241879 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6948-bd50-4546-b148-5a660f959cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.253949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Request body: {'port': {'device_id': 'a6780f0a-9021-432f-a581-ab5316259bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:53.295885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-008efd72-efe7-45b1-87a1-c0e31676c6c9 req-35b6a1f3-8162-433f-a808-fd7aca77d68d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681987 Oct 29 08:36:53.299542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d6948-bd50-4546-b148-5a660f959cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c20bfd-dc73-42b9-a6eb-ba02d7756361,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:53.302078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:36:53.309139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5e4d6948-bd50-4546-b148-5a660f959cac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c7566f80cae4639849263490f4094d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770302 Oct 29 08:36:53.312036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52278) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:53.320497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.320846 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Added segment c1dbdefc-c202-4146-8d4e-b0e2e32adc2b of type vlan for network 52dad39c-ca50-4797-84dc-f8e9447846d5 Oct 29 08:36:53.332705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.383391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.413049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4aac976-c247-46a9-81d8-7e3337866dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.435107 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.441257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:53.441857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.451824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4aac976-c247-46a9-81d8-7e3337866dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.527624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3443997 Oct 29 08:36:53.530497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52280) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:53.538637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': '52dad39c-ca50-4797-84dc-f8e9447846d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:53.544191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144b7c9-9ef5-41a9-a5c0-e95221d0cd0a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Network': ['ID=52dad39c-ca50-4797-84dc-f8e9447846d5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:53.556725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 52dad39c-ca50-4797-84dc-f8e9447846d5 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:36:53.583490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4aac976-c247-46a9-81d8-7e3337866dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.587244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4aac976-c247-46a9-81d8-7e3337866dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.592371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f4aac976-c247-46a9-81d8-7e3337866dcf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86c20bfd-dc73-42b9-a6eb-ba02d7756361 HTTP/1.1" status: 204 len: 168 time: 0.2755315 Oct 29 08:36:53.598696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aac976-c247-46a9-81d8-7e3337866dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c20bfd-dc73-42b9-a6eb-ba02d7756361,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:53.721661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132221de-79a6-4702-80c2-762b0e6f9533 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:53.727045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:53.731271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.741445 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.817529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Transition to ACTIVE for port object 132221de-79a6-4702-80c2-762b0e6f9533 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:36:53.824971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a361039-a7a7-41b9-8fae-0684139aa041 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:36:53.831780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:53.848172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 1a361039-a7a7-41b9-8fae-0684139aa041 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:36:53.848519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a361039-a7a7-41b9-8fae-0684139aa041 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:36:53.912317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5c3d6-da10-4d22-adaa-2e100b1fe0c0 req-aef0bb2d-b105-4870-8ba6-64a4e941f621 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:53.913979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c7d5c3d6-da10-4d22-adaa-2e100b1fe0c0 req-aef0bb2d-b105-4870-8ba6-64a4e941f621 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1766498 Oct 29 08:36:53.934388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Pushing event updated for resources: {'Port': ['ID=132221de-79a6-4702-80c2-762b0e6f9533,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:54.043325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c7d5c3d6-da10-4d22-adaa-2e100b1fe0c0 req-e53f30b3-8df3-4b3c-916d-a424da2eaa95 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205909 Oct 29 08:36:54.106267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Attempting to bind port 132221de-79a6-4702-80c2-762b0e6f9533 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:36:54.106492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Attempting to bind port 132221de-79a6-4702-80c2-762b0e6f9533 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:36:54.106833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Attempting to bind port 132221de-79a6-4702-80c2-762b0e6f9533 on network 6684d0fe-b053-4a86-9824-0a63ffca38bc {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:54.120735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Port 132221de-79a6-4702-80c2-762b0e6f9533 on network 6684d0fe-b053-4a86-9824-0a63ffca38bc not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:36:54.121070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Attempting to bind port 132221de-79a6-4702-80c2-762b0e6f9533 on network 6684d0fe-b053-4a86-9824-0a63ffca38bc {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:54.130043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:36:54.130317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Checking segment: {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:54.130712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Bound using segment: {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:36:54.131219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Bound port: 132221de-79a6-4702-80c2-762b0e6f9533, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:36:54.131502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:54.146884 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:54.165586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0565e6-f180-40d7-8374-463180311478 req-5bb6e5f3-3ee4-47d3-a685-7065c8c07834 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:54.169406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed0565e6-f180-40d7-8374-463180311478 req-5bb6e5f3-3ee4-47d3-a685-7065c8c07834 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 944 time: 0.0757842 Oct 29 08:36:54.221098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed0565e6-f180-40d7-8374-463180311478 req-eb11906e-2ea3-4c29-9e7d-17682e426992 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442717 Oct 29 08:36:54.255144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=bdff3968-1f4b-4aa3-ab37-53bc6e7b59ff,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:54.273881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] For port 132221de-79a6-4702-80c2-762b0e6f9533, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:36:54.276088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking segment: {'id': 'c1dbdefc-c202-4146-8d4e-b0e2e32adc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '52dad39c-ca50-4797-84dc-f8e9447846d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:54.276494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network hostable DHCP agents. Network: 52dad39c-ca50-4797-84dc-f8e9447846d5, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:36:54.280794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] For port 132221de-79a6-4702-80c2-762b0e6f9533, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=132221de-79a6-4702-80c2-762b0e6f9533,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:36:54.287103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:54.332841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:54.333456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:54.334898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] 10.222.0.15 "PUT /v2.0/ports/132221de-79a6-4702-80c2-762b0e6f9533 HTTP/1.1" status: 200 len: 1092 time: 1.0882924 Oct 29 08:36:54.335348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6780f0a-9021-432f-a581-ab5316259bad', 'tag': '132221de-79a6-4702-80c2-762b0e6f9533'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:54.337660 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06160ba-cfbc-4122-96bd-43d3f983c478" -d '{"events": [{"name": "network-changed", "server_uuid": "a6780f0a-9021-432f-a581-ab5316259bad", "tag": "132221de-79a6-4702-80c2-762b0e6f9533"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:54.342668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 52dad39c-ca50-4797-84dc-f8e9447846d5 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:36:54.372974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 52dad39c-ca50-4797-84dc-f8e9447846d5) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:54.382098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae9045-04b2-46f8-8ef2-e35eb271d857 None None] Network 52dad39c-ca50-4797-84dc-f8e9447846d5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:54.400144 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528dd918-3313-468c-8d81-9798166ccaa6 x-openstack-request-id: req-528dd918-3313-468c-8d81-9798166ccaa6 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:54.401252 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6780f0a-9021-432f-a581-ab5316259bad", "tag": "132221de-79a6-4702-80c2-762b0e6f9533", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:54.401853 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-528dd918-3313-468c-8d81-9798166ccaa6 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:54.402545 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6780f0a-9021-432f-a581-ab5316259bad', 'tag': '132221de-79a6-4702-80c2-762b0e6f9533', 'status': 'completed', 'code': 200} Oct 29 08:36:54.409462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23c641-ac86-4dff-a268-40df12aba7de service neutron] Pushing event updated for resources: {'Port': ['ID=132221de-79a6-4702-80c2-762b0e6f9533,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:54.424750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:54.425451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:54.489504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-13ff64d7-01ca-490b-ae01-94fbef8b8aaa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9555404 Oct 29 08:36:54.491005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52318) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:54.496079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': '52dad39c-ca50-4797-84dc-f8e9447846d5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1918139408'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:54.518827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-6dd62156-0c42-41ec-9d8a-d8d8da385430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:54.520384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-6dd62156-0c42-41ec-9d8a-d8d8da385430 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 1095 time: 0.0911996 Oct 29 08:36:54.550401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-52dad39c-ca50-4797-84dc-f8e9447846d5', 'network_id': '52dad39c-ca50-4797-84dc-f8e9447846d5', 'tenant_id': 'd3b1390a5f194d5aad57c92bca5f5ea8', 'fixed_ips': [{'subnet_id': 'bdff3968-1f4b-4aa3-ab37-53bc6e7b59ff'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:36:54.552587 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:54.655391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:54.659625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:54.686785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port f18c5be1-50c7-4542-9a88-8036d2a5ff4b yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:36:54.719435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Allocated IP 172.20.0.2 (52dad39c-ca50-4797-84dc-f8e9447846d5/bdff3968-1f4b-4aa3-ab37-53bc6e7b59ff/171e4cc0-df87-4173-a0a1-32ec442d19c2) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:54.822770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345172a4-49d3-4422-ab4d-9527a2053691 req-3f2f491c-3905-4923-8338-dd7fa7497d48 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:54.830214 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-345172a4-49d3-4422-ab4d-9527a2053691 req-3f2f491c-3905-4923-8338-dd7fa7497d48 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 944 time: 0.3629780 Oct 29 08:36:54.838053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-cc3468e9-d3e9-4d29-8b1b-8d03f5657ba4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=132221de-79a6-4702-80c2-762b0e6f9533 HTTP/1.1" status: 200 len: 217 time: 0.3077896 Oct 29 08:36:54.900311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-345172a4-49d3-4422-ab4d-9527a2053691 req-27cdc86b-ebb8-4295-8ca4-936aa64782e2 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692301 Oct 29 08:36:54.908504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-66af7e3c-9c22-4b4f-9bda-7f0808af1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:54.910119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-66af7e3c-9c22-4b4f-9bda-7f0808af1534 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a HTTP/1.1" status: 200 len: 862 time: 0.0634570 Oct 29 08:36:54.946897 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-e59c33d3-239f-4185-a50c-83b6dd682bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6684d0fe-b053-4a86-9824-0a63ffca38bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269401 Oct 29 08:36:55.041200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f2591c28-374d-426b-b082-09f3ece53996 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:55.062620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-dbd89033-a339-4a66-9736-8fe0b56c60d6 service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083496 Oct 29 08:36:55.088919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.128638 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.192410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.9 (52dad39c-ca50-4797-84dc-f8e9447846d5/bdff3968-1f4b-4aa3-ab37-53bc6e7b59ff/f18c5be1-50c7-4542-9a88-8036d2a5ff4b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:36:55.215071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Network 52dad39c-ca50-4797-84dc-f8e9447846d5 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:55.216334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1e187-144b-4e6e-8534-131b90ff5338 req-c2624134-2f2c-4c95-b9b6-d2b9188450c1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:55.219192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:55.221461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Pushing event updated for resources: {'Port': ['ID=171e4cc0-df87-4173-a0a1-32ec442d19c2,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:55.227797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:55.232456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f2591c28-374d-426b-b082-09f3ece53996, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f2591c28-374d-426b-b082-09f3ece53996,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:55.234741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-adf1e187-144b-4e6e-8534-131b90ff5338 req-c2624134-2f2c-4c95-b9b6-d2b9188450c1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0933161 Oct 29 08:36:55.254662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'f2591c28-374d-426b-b082-09f3ece53996', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'port_id': 'f2591c28-374d-426b-b082-09f3ece53996', 'mac_address': 'fa:16:3e:b4:0d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d27dd1-3461-42a3-99f1-e87ef81f581c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:55.275676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2809901a-075a-4543-b5ec-ef4fe09dc8af req-fb5c6127-b758-41a7-911f-344d6ea7a21a service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059319 Oct 29 08:36:55.332829 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-adf1e187-144b-4e6e-8534-131b90ff5338 req-6d72e196-f834-404d-9376-1f2834b7d736 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969083 Oct 29 08:36:55.350810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Attempting to bind port 171e4cc0-df87-4173-a0a1-32ec442d19c2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:36:55.351271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Attempting to bind port 171e4cc0-df87-4173-a0a1-32ec442d19c2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c1dbdefc-c202-4146-8d4e-b0e2e32adc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '52dad39c-ca50-4797-84dc-f8e9447846d5'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:36:55.351773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Attempting to bind port 171e4cc0-df87-4173-a0a1-32ec442d19c2 on network 52dad39c-ca50-4797-84dc-f8e9447846d5 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:36:55.366011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.370210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:36:55.370697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Checking segment: {'id': 'c1dbdefc-c202-4146-8d4e-b0e2e32adc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '52dad39c-ca50-4797-84dc-f8e9447846d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:36:55.371192 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.371668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Bound using segment: {'id': 'c1dbdefc-c202-4146-8d4e-b0e2e32adc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '52dad39c-ca50-4797-84dc-f8e9447846d5'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:36:55.372307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Bound port: 171e4cc0-df87-4173-a0a1-32ec442d19c2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1dbdefc-c202-4146-8d4e-b0e2e32adc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '52dad39c-ca50-4797-84dc-f8e9447846d5'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:36:55.372886 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.390600 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.404838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.405216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-9d281819-16af-4403-a49e-6828c214a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:55.407656 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-9d281819-16af-4403-a49e-6828c214a496 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=468f0167907840eab3c28f193997712e&device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 1095 time: 0.0693979 Oct 29 08:36:55.441332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 52dad39c-ca50-4797-84dc-f8e9447846d5 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:55.445792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2591c28-374d-426b-b082-09f3ece53996 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:55.469827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:55.480560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:55.487289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f2591c28-374d-426b-b082-09f3ece53996, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f2591c28-374d-426b-b082-09f3ece53996,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:55.495214 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.535695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] For port 171e4cc0-df87-4173-a0a1-32ec442d19c2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:36:55.545962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-52196c5d-84c1-459b-b59f-3f1f7f79a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:55.547487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-52196c5d-84c1-459b-b59f-3f1f7f79a7fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 200 len: 924 time: 0.1259987 Oct 29 08:36:55.556489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] For port 171e4cc0-df87-4173-a0a1-32ec442d19c2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=171e4cc0-df87-4173-a0a1-32ec442d19c2,segment=NetworkSegment(c1dbdefc-c202-4146-8d4e-b0e2e32adc2b),segment_id=c1dbdefc-c202-4146-8d4e-b0e2e32adc2b)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:36:55.567888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=f18c5be1-50c7-4542-9a88-8036d2a5ff4b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:55.581264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:55.581899 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.587704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f2591c28-374d-426b-b082-09f3ece53996,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:55.591927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.601724 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-27ba25d4-8df0-44b0-bc5e-dece3df1994f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1101031 Oct 29 08:36:55.605244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52356) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:55.605648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479774e-3292-4767-9da1-4a760beaaa94 req-a3b07223-ee60-45cb-9be2-a6266d9b4492 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:55.612470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f479774e-3292-4767-9da1-4a760beaaa94 req-a3b07223-ee60-45cb-9be2-a6266d9b4492 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 945 time: 0.1073141 Oct 29 08:36:55.614342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-ce917008-16d0-4b8e-9b3d-61abe8fba4f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=132221de-79a6-4702-80c2-762b0e6f9533 HTTP/1.1" status: 200 len: 217 time: 0.0567830 Oct 29 08:36:55.683638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1267d-82f0-44c2-b71c-b83ec393d99d None None] Pushing event updated for resources: {'Port': ['ID=171e4cc0-df87-4173-a0a1-32ec442d19c2,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:55.707518 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f479774e-3292-4767-9da1-4a760beaaa94 req-91f47d07-988f-4a6b-a7e9-a5fdb4b13213 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909593 Oct 29 08:36:55.724604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-2a060c26-0905-4aba-8273-980a423c08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:55.726140 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-2a060c26-0905-4aba-8273-980a423c08b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a HTTP/1.1" status: 200 len: 862 time: 0.1033559 Oct 29 08:36:55.768257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-3edc1b0a-bb81-4ef5-9d7d-b83d868bc9f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6684d0fe-b053-4a86-9824-0a63ffca38bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331962 Oct 29 08:36:55.777415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a0c880e7-c9ca-478c-ad9e-bc7766455785 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port f18c5be1-50c7-4542-9a88-8036d2a5ff4b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:55.777415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0c880e7-c9ca-478c-ad9e-bc7766455785 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.921127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0c880e7-c9ca-478c-ad9e-bc7766455785 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:55.942210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f2591c28-374d-426b-b082-09f3ece53996'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:55.948636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a0c880e7-c9ca-478c-ad9e-bc7766455785 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for f18c5be1-50c7-4542-9a88-8036d2a5ff4b owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:55.952754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-2afbfb6f-e071-4310-89ce-34caec393993 service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762764 Oct 29 08:36:56.132872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b87e4-8177-4759-a3c5-b2191022d219 req-490d6960-91af-4269-bafe-22d788018282 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:56.144070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff4b87e4-8177-4759-a3c5-b2191022d219 req-490d6960-91af-4269-bafe-22d788018282 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 944 time: 0.0855346 Oct 29 08:36:56.182303 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0c880e7-c9ca-478c-ad9e-bc7766455785 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.199252 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f06160ba-cfbc-4122-96bd-43d3f983c478 req-e72d9011-33e2-4f10-a666-6a87c8a9fb63 service neutron] 10.222.0.15 "GET /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388053 Oct 29 08:36:56.224827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff4b87e4-8177-4759-a3c5-b2191022d219 req-3de59292-4192-48a8-9598-89a3cd907a9a tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800843 Oct 29 08:36:56.310164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52386) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:56.446174 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5be03f33-e265-4e4c-8f31-6a7f308e845c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.515034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c880e7-c9ca-478c-ad9e-bc7766455785 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=f18c5be1-50c7-4542-9a88-8036d2a5ff4b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:56.536032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5be03f33-e265-4e4c-8f31-6a7f308e845c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.541022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5be03f33-e265-4e4c-8f31-6a7f308e845c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.588219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5be03f33-e265-4e4c-8f31-6a7f308e845c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd0edd00e54942099d608832f076e6a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765353 Oct 29 08:36:56.590595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be03f33-e265-4e4c-8f31-6a7f308e845c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ae711-46ad-4920-a4ea-58e64788dcc3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:56.591657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52394) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:56.647849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f6f3-7090-414f-80fc-9a10c20ace14 req-ccb51f16-51f5-4b96-8583-9684a56ac7f6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:56.649697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c340f6f3-7090-414f-80fc-9a10c20ace14 req-ccb51f16-51f5-4b96-8583-9684a56ac7f6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1368694 Oct 29 08:36:56.661587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0c880e7-c9ca-478c-ad9e-bc7766455785 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.668331 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a0c880e7-c9ca-478c-ad9e-bc7766455785 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/f18c5be1-50c7-4542-9a88-8036d2a5ff4b HTTP/1.1" status: 204 len: 168 time: 1.0586216 Oct 29 08:36:56.670314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52396) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:56.700442 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d6ab0d-5fbc-436a-8e98-5b5ff07a2cf8 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:36:56.704706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39d6ab0d-5fbc-436a-8e98-5b5ff07a2cf8 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/f18c5be1-50c7-4542-9a88-8036d2a5ff4b HTTP/1.1" status: 404 len: 333 time: 0.0311460 Oct 29 08:36:56.706476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52398) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:56.770586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c340f6f3-7090-414f-80fc-9a10c20ace14 req-8be95a8c-8fc3-420c-a4ba-2db3acb69e82 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996830 Oct 29 08:36:56.779320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a7801af-851c-4f6a-b643-0272b9338677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.815230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad46e136-fa52-4c36-a3ee-90dff2f353e1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet bdff3968-1f4b-4aa3-ab37-53bc6e7b59ff {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:36:56.822599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a7801af-851c-4f6a-b643-0272b9338677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.824728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad46e136-fa52-4c36-a3ee-90dff2f353e1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.844716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba9d8c-9a4b-480a-a7c6-71977959d3ad req-d3ed9055-c24b-4167-9896-12a94fe98811 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:56.846408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3ba9d8c-9a4b-480a-a7c6-71977959d3ad req-d3ed9055-c24b-4167-9896-12a94fe98811 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 945 time: 0.0656559 Oct 29 08:36:56.891559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3ba9d8c-9a4b-480a-a7c6-71977959d3ad req-17577667-5763-4b76-801d-d6ecf79a48e1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Oct 29 08:36:56.892999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad46e136-fa52-4c36-a3ee-90dff2f353e1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.904412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285fcfaa-92cb-4fef-b590-4fb56896fae0 None None] Network 52dad39c-ca50-4797-84dc-f8e9447846d5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:56.950115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a7801af-851c-4f6a-b643-0272b9338677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.953350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a7801af-851c-4f6a-b643-0272b9338677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:56.954591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2a7801af-851c-4f6a-b643-0272b9338677 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de7ae711-46ad-4920-a4ea-58e64788dcc3 HTTP/1.1" status: 204 len: 168 time: 0.3606403 Oct 29 08:36:56.981764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7801af-851c-4f6a-b643-0272b9338677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ae711-46ad-4920-a4ea-58e64788dcc3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:57.000274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad46e136-fa52-4c36-a3ee-90dff2f353e1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.026241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-13602ad2-611e-445c-9596-f84b1a56fe55 None None] Provisioning complete for port 171e4cc0-df87-4173-a0a1-32ec442d19c2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:57.026761 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13602ad2-611e-445c-9596-f84b1a56fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.075448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad46e136-fa52-4c36-a3ee-90dff2f353e1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.110962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46e136-fa52-4c36-a3ee-90dff2f353e1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=bdff3968-1f4b-4aa3-ab37-53bc6e7b59ff,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:57.115073 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad46e136-fa52-4c36-a3ee-90dff2f353e1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.118391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ad46e136-fa52-4c36-a3ee-90dff2f353e1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/bdff3968-1f4b-4aa3-ab37-53bc6e7b59ff HTTP/1.1" status: 204 len: 168 time: 0.4093785 Oct 29 08:36:57.121061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52408) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:57.175264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13602ad2-611e-445c-9596-f84b1a56fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.224365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-13602ad2-611e-445c-9596-f84b1a56fe55 None None] For port 171e4cc0-df87-4173-a0a1-32ec442d19c2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=171e4cc0-df87-4173-a0a1-32ec442d19c2,segment=NetworkSegment(c1dbdefc-c202-4146-8d4e-b0e2e32adc2b),segment_id=c1dbdefc-c202-4146-8d4e-b0e2e32adc2b)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:57.233094 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13602ad2-611e-445c-9596-f84b1a56fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.265813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.298125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13602ad2-611e-445c-9596-f84b1a56fe55 None None] Pushing event updated for resources: {'Port': ['ID=171e4cc0-df87-4173-a0a1-32ec442d19c2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:57.312803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52414) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:57.331848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21166c17-70a5-4f9e-afcc-8972ed4cf9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.384157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 171e4cc0-df87-4173-a0a1-32ec442d19c2 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:57.384752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.430239 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21166c17-70a5-4f9e-afcc-8972ed4cf9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.435937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37956e7-2032-4637-94c1-43ee8331401f None None] Network 52dad39c-ca50-4797-84dc-f8e9447846d5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:36:57.436328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263731e4-1558-4ad0-9da6-7fc4bdf5592a req-a437247b-5663-4fc8-acf2-f57b2d205f94 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:57.437914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-263731e4-1558-4ad0-9da6-7fc4bdf5592a req-a437247b-5663-4fc8-acf2-f57b2d205f94 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 944 time: 0.1083505 Oct 29 08:36:57.445303 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21166c17-70a5-4f9e-afcc-8972ed4cf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.479292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] For port 171e4cc0-df87-4173-a0a1-32ec442d19c2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=171e4cc0-df87-4173-a0a1-32ec442d19c2,segment=NetworkSegment(c1dbdefc-c202-4146-8d4e-b0e2e32adc2b),segment_id=c1dbdefc-c202-4146-8d4e-b0e2e32adc2b)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:57.479660 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.501521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-21166c17-70a5-4f9e-afcc-8972ed4cf9a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cac7678fb2014f409343a8789ced11a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866288 Oct 29 08:36:57.503972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21166c17-70a5-4f9e-afcc-8972ed4cf9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cbeddd-b642-4c88-b953-b95f9303a19c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:57.504822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 171e4cc0-df87-4173-a0a1-32ec442d19c2 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:57.508487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52418) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:57.529647 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-263731e4-1558-4ad0-9da6-7fc4bdf5592a req-532e1a16-f76f-47ff-9a97-b78284c1abd4 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804317 Oct 29 08:36:57.552446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-522fb44f-5497-4e29-90c3-5694e41feccb None None] Provisioning complete for port 171e4cc0-df87-4173-a0a1-32ec442d19c2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:57.552807 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-522fb44f-5497-4e29-90c3-5694e41feccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.660507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8bad55b-ec32-4aa4-ae77-b81af69b4282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.706169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 132221de-79a6-4702-80c2-762b0e6f9533 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:36:57.708932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8bad55b-ec32-4aa4-ae77-b81af69b4282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.718680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.754183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=171e4cc0-df87-4173-a0a1-32ec442d19c2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:57.767819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No DVR routers for this DVR port 171e4cc0-df87-4173-a0a1-32ec442d19c2 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:36:57.770984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44afa51a-ca54-4696-a028-03339cb90c4a None None] DHCP port deletion for 52dad39c-ca50-4797-84dc-f8e9447846d5 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:36:57.835687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 132221de-79a6-4702-80c2-762b0e6f9533, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=132221de-79a6-4702-80c2-762b0e6f9533,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:57.847140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '132221de-79a6-4702-80c2-762b0e6f9533', 'network_id': '6684d0fe-b053-4a86-9824-0a63ffca38bc', 'port_id': '132221de-79a6-4702-80c2-762b0e6f9533', 'mac_address': 'fa:16:3e:66:8e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:36:57.878161 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.886652 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.899956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132221de-79a6-4702-80c2-762b0e6f9533 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:36:57.904626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8bad55b-ec32-4aa4-ae77-b81af69b4282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.907211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8bad55b-ec32-4aa4-ae77-b81af69b4282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.908428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f8bad55b-ec32-4aa4-ae77-b81af69b4282 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37cbeddd-b642-4c88-b953-b95f9303a19c HTTP/1.1" status: 204 len: 168 time: 0.3989511 Oct 29 08:36:57.926322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dad39c-ca50-4797-84dc-f8e9447846d5']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:57.934639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 132221de-79a6-4702-80c2-762b0e6f9533, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=132221de-79a6-4702-80c2-762b0e6f9533,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:57.940467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bad55b-ec32-4aa4-ae77-b81af69b4282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cbeddd-b642-4c88-b953-b95f9303a19c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:57.944808 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.946594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dbdefc-c202-4146-8d4e-b0e2e32adc2b') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:57.946901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dbdefc-c202-4146-8d4e-b0e2e32adc2b') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:36:57.960474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:57.969513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ab0a9-0a08-43d8-81af-399629a63d48 req-9d2d7556-641f-4c32-aef8-3d4ead1efde3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:57.971228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-366ab0a9-0a08-43d8-81af-399629a63d48 req-9d2d7556-641f-4c32-aef8-3d4ead1efde3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1137378 Oct 29 08:36:58.001395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=132221de-79a6-4702-80c2-762b0e6f9533,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:58.001594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.013379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:36:58.013935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:36:58.018618 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:36:58.068487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c86795-92bf-4d8c-98e9-c08fdca50e4e req-c71b7aa3-642e-46de-a56b-b167162adc51 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:58.073019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52c86795-92bf-4d8c-98e9-c08fdca50e4e req-c71b7aa3-642e-46de-a56b-b167162adc51 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 945 time: 0.0731611 Oct 29 08:36:58.081731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-366ab0a9-0a08-43d8-81af-399629a63d48 req-b663c95f-73ce-4e4d-8d34-9c71ccb81cd1 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012428 Oct 29 08:36:58.104663 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.116226 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.119574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/networks/52dad39c-ca50-4797-84dc-f8e9447846d5 HTTP/1.1" status: 204 len: 168 time: 0.9973042 Oct 29 08:36:58.123111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52428) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:58.130011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'name': 'tempest-PortsTestJSON-1470966635'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:58.137050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c811b5-1e14-4124-8a2c-5153886b25be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Network': ['ID=52dad39c-ca50-4797-84dc-f8e9447846d5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:58.152629 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52c86795-92bf-4d8c-98e9-c08fdca50e4e req-6c4b427b-976d-4527-a291-ecfcddb81a70 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720272 Oct 29 08:36:58.153789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['132221de-79a6-4702-80c2-762b0e6f9533'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:36:58.263873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:58.270228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.298330 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port c7160d4a-2371-402d-a79e-7fbf2415d18a yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:36:58.474725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.510012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.553445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:58.556795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:58.560722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:58.566610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:58.567193 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.585129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=c7160d4a-2371-402d-a79e-7fbf2415d18a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:58.598016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52450) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:58.599382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4faa7453-e904-4033-94a9-33e8f6b89335 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4747074 Oct 29 08:36:58.712944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb9849-adf8-4e53-860f-8b42d3414c90 req-17e7259d-a944-47fe-bad0-10fba61b5cc1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:58.714467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11cb9849-adf8-4e53-860f-8b42d3414c90 req-17e7259d-a944-47fe-bad0-10fba61b5cc1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 945 time: 0.0885646 Oct 29 08:36:58.761491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2a8aaab1-35af-452f-9f4a-1cacd44e4b9c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port c7160d4a-2371-402d-a79e-7fbf2415d18a {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:36:58.761736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaab1-35af-452f-9f4a-1cacd44e4b9c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.768492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11cb9849-adf8-4e53-860f-8b42d3414c90 req-08789f19-66d9-4915-bad3-1f10dd0bb652 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Oct 29 08:36:58.841803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaab1-35af-452f-9f4a-1cacd44e4b9c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.864151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2a8aaab1-35af-452f-9f4a-1cacd44e4b9c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for c7160d4a-2371-402d-a79e-7fbf2415d18a owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:36:58.900505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.945927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaab1-35af-452f-9f4a-1cacd44e4b9c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.974966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aaab1-35af-452f-9f4a-1cacd44e4b9c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=c7160d4a-2371-402d-a79e-7fbf2415d18a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:58.982343 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaab1-35af-452f-9f4a-1cacd44e4b9c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:58.988319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2a8aaab1-35af-452f-9f4a-1cacd44e4b9c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/c7160d4a-2371-402d-a79e-7fbf2415d18a HTTP/1.1" status: 204 len: 168 time: 0.3896203 Oct 29 08:36:58.988761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52464) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:58.994037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'mac_address': 'fa:16:3e:40:7e:f3', 'name': 'tempest-PortsTestJSON-1783042137'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:36:59.010372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f2591c28-374d-426b-b082-09f3ece53996 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:59.017897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52466) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:59.066278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port f2591c28-374d-426b-b082-09f3ece53996 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:36:59.071066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port f2591c28-374d-426b-b082-09f3ece53996 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:59.071557 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.100570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:36:59.152533 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-25e859af-1298-452e-b007-f2959ae634e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.163298 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.172729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.193749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8bd484-a648-4c32-82a1-534e56d9ea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2591c28-374d-426b-b082-09f3ece53996'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:36:59.196736 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdfcedb-76bc-484e-80dd-f6901a0d467a" -d '{"events": [{"server_uuid": "ab8bd484-a648-4c32-82a1-534e56d9ea21", "name": "network-vif-plugged", "status": "completed", "tag": "f2591c28-374d-426b-b082-09f3ece53996"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:36:59.198873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port fd030b3a-e5d5-4413-b5a8-8695a1154625 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:36:59.212880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f2591c28-374d-426b-b082-09f3ece53996, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f2591c28-374d-426b-b082-09f3ece53996,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:59.218745 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.244585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803af58-d981-41ba-b1b3-8e9d52fc8783 req-38849c8b-fd59-42f7-b92f-8a0853461280 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:59.246183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3803af58-d981-41ba-b1b3-8e9d52fc8783 req-38849c8b-fd59-42f7-b92f-8a0853461280 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.0906992 Oct 29 08:36:59.286509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f2591c28-374d-426b-b082-09f3ece53996,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:59.319590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3803af58-d981-41ba-b1b3-8e9d52fc8783 req-69f76b57-6d2d-447e-a910-d555ddbe4297 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583780 Oct 29 08:36:59.329331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-25e859af-1298-452e-b007-f2959ae634e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.336330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-25e859af-1298-452e-b007-f2959ae634e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.343496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c754bc-70f1-474d-b979-c3062fbc9646 req-566f0383-eacc-40b8-9281-f0b4fbfc5ec8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:59.351173 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c754bc-70f1-474d-b979-c3062fbc9646 req-566f0383-eacc-40b8-9281-f0b4fbfc5ec8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.0884495 Oct 29 08:36:59.385698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-25e859af-1298-452e-b007-f2959ae634e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5a5132d07b44dd5865b528390674f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668685 Oct 29 08:36:59.386862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e859af-1298-452e-b007-f2959ae634e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d99b56-8209-4685-bd28-7eca5249a996,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:59.388944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52480) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:59.441727 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad77794-9cc3-444d-9451-ac7141215454 x-openstack-request-id: req-fad77794-9cc3-444d-9451-ac7141215454 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:36:59.444166 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8bd484-a648-4c32-82a1-534e56d9ea21", "name": "network-vif-plugged", "status": "completed", "tag": "f2591c28-374d-426b-b082-09f3ece53996", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:36:59.445181 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fad77794-9cc3-444d-9451-ac7141215454 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:36:59.445422 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8bd484-a648-4c32-82a1-534e56d9ea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2591c28-374d-426b-b082-09f3ece53996', 'code': 200} Oct 29 08:36:59.459702 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5c754bc-70f1-474d-b979-c3062fbc9646 req-5ead730c-7f36-44ab-8247-3971c12e8f94 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077852 Oct 29 08:36:59.518280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.540334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-996754b3-3e88-4bb0-9c68-b30e2d8c9727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.598026 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-996754b3-3e88-4bb0-9c68-b30e2d8c9727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.618544 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.689460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716b43-f971-46c9-a099-9a03953d088f req-35207d71-438b-4115-b218-31fd04f0a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:59.690993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44716b43-f971-46c9-a099-9a03953d088f req-35207d71-438b-4115-b218-31fd04f0a93f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 1097 time: 0.1418152 Oct 29 08:36:59.695233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:36:59.699304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:36:59.710082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:36:59.715596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:59.715757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 132221de-79a6-4702-80c2-762b0e6f9533 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:36:59.716244 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.720703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=fd030b3a-e5d5-4413-b5a8-8695a1154625,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:59.739216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-996754b3-3e88-4bb0-9c68-b30e2d8c9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.741793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-996754b3-3e88-4bb0-9c68-b30e2d8c9727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.742935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-996754b3-3e88-4bb0-9c68-b30e2d8c9727 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48d99b56-8209-4685-bd28-7eca5249a996 HTTP/1.1" status: 204 len: 168 time: 0.3528416 Oct 29 08:36:59.774473 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-257e4e06-a263-47f5-a0c4-76449fd53d3f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7845528 Oct 29 08:36:59.775114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52484) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:59.775601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996754b3-3e88-4bb0-9c68-b30e2d8c9727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d99b56-8209-4685-bd28-7eca5249a996,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:36:59.779226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 132221de-79a6-4702-80c2-762b0e6f9533 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:36:59.788627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 132221de-79a6-4702-80c2-762b0e6f9533 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:36:59.789002 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.791651 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44716b43-f971-46c9-a099-9a03953d088f req-9bbbedbe-1a8e-414f-8973-f0b3eaf9018b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862110 Oct 29 08:36:59.846685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa59207-581b-4a8a-aae4-a9a76d31dee0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:59.848433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9aa59207-581b-4a8a-aae4-a9a76d31dee0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/fd030b3a-e5d5-4413-b5a8-8695a1154625 HTTP/1.1" status: 200 len: 841 time: 0.0720477 Oct 29 08:36:59.851745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52488) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:36:59.889322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.937476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 132221de-79a6-4702-80c2-762b0e6f9533, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=132221de-79a6-4702-80c2-762b0e6f9533,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:36:59.942910 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:36:59.970138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff2c1-9070-4947-a781-049ad6ce407c req-04881603-8d4f-4509-bfb8-75a04e31e4d5 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:36:59.971908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c06ff2c1-9070-4947-a781-049ad6ce407c req-04881603-8d4f-4509-bfb8-75a04e31e4d5 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 945 time: 0.1189847 Oct 29 08:36:59.998895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=132221de-79a6-4702-80c2-762b0e6f9533,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:00.023471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c06ff2c1-9070-4947-a781-049ad6ce407c req-e8a7989b-f319-4072-a38f-2ebbf634e24d tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455406 Oct 29 08:37:00.026583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-32128bca-086b-4331-8b6e-1090c9b02b8c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port fd030b3a-e5d5-4413-b5a8-8695a1154625 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:00.026941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32128bca-086b-4331-8b6e-1090c9b02b8c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.094476 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32128bca-086b-4331-8b6e-1090c9b02b8c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.108192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-32128bca-086b-4331-8b6e-1090c9b02b8c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for fd030b3a-e5d5-4413-b5a8-8695a1154625 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:00.194953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32128bca-086b-4331-8b6e-1090c9b02b8c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.225696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32128bca-086b-4331-8b6e-1090c9b02b8c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=fd030b3a-e5d5-4413-b5a8-8695a1154625,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:00.232133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32128bca-086b-4331-8b6e-1090c9b02b8c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.237598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-32128bca-086b-4331-8b6e-1090c9b02b8c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/fd030b3a-e5d5-4413-b5a8-8695a1154625 HTTP/1.1" status: 204 len: 168 time: 0.3827338 Oct 29 08:37:00.238780 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.240262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52502) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:00.265655 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-492f8bb8-6d79-4e5d-a11c-4f9ee9cfeb25 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:00.267356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-492f8bb8-6d79-4e5d-a11c-4f9ee9cfeb25 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/fd030b3a-e5d5-4413-b5a8-8695a1154625 HTTP/1.1" status: 404 len: 333 time: 0.0258229 Oct 29 08:37:00.271237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52506) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:00.276418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'name': 'tempest-PortsTestJSON-1064602436'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:00.373410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:00.377289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.396934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port bfff5fb9-94b2-4738-9cd1-e2b89043a6e9 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:00.501994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef36509-31da-4609-8601-0e41246d6d5b req-5d9d2291-1542-448e-836f-477527657d71 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:00.503941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cef36509-31da-4609-8601-0e41246d6d5b req-5d9d2291-1542-448e-836f-477527657d71 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1036472 Oct 29 08:37:00.519054 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-1f6a1ce0-cd0e-4540-9154-d818304b56d9 service neutron] show failed (client error): The resource could not be found. Oct 29 08:37:00.520147 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-1f6a1ce0-cd0e-4540-9154-d818304b56d9 service neutron] 10.222.0.93 "GET /v2.0/ports/8010d1a0-2175-410f-9f75-c18baddac456/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.1062157 Oct 29 08:37:00.551288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cef36509-31da-4609-8601-0e41246d6d5b req-93e5b5b4-b820-4a03-acb4-b030c51dc208 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Oct 29 08:37:00.669330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.688341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89be4c-dc6a-4c01-9f60-9a96808f9395 req-f0a9f2d9-57c9-4cd8-9e4b-1cf553a3da76 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:00.689941 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d89be4c-dc6a-4c01-9f60-9a96808f9395 req-f0a9f2d9-57c9-4cd8-9e4b-1cf553a3da76 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.0970218 Oct 29 08:37:00.758602 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d89be4c-dc6a-4c01-9f60-9a96808f9395 req-ae112531-dd4b-40b2-b436-241ae876e11e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613439 Oct 29 08:37:00.771294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.797541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-33b1991d-4551-4934-bed5-453d69060b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:00.799269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-33b1991d-4551-4934-bed5-453d69060b89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e&tenant_id=31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 1100 time: 0.0481219 Oct 29 08:37:00.813782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:00.827575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:00.833761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:00.836489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:00.842439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:00.843071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.855784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=bfff5fb9-94b2-4738-9cd1-e2b89043a6e9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:00.867467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2d36df03-933c-4e84-86c9-5d6d18b58edf tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5950618 Oct 29 08:37:00.872319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52530) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:00.883648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:00.887459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:00.953268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.140858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.150061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.174551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:01.196621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] In _notify_port_updated(), no bound segment for port bfff5fb9-94b2-4738-9cd1-e2b89043a6e9 on network e319abff-bd58-4c62-8e2d-947ab8e60c3d {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:37:01.202375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:01.202989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.204318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "PUT /v2.0/ports/bfff5fb9-94b2-4738-9cd1-e2b89043a6e9 HTTP/1.1" status: 200 len: 818 time: 0.3309994 Oct 29 08:37:01.209024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52542) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:01.221671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52544) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:01.227363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d4ace-02c7-4b57-9608-69aecf97c23c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=bfff5fb9-94b2-4738-9cd1-e2b89043a6e9,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:01.228260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f2f3-4c68-42fd-9273-1f88275f4cc3 req-3ea0f6ef-82cb-4dec-b791-54cbe423df8b tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:01.230752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1a8f2f3-4c68-42fd-9273-1f88275f4cc3 req-3ea0f6ef-82cb-4dec-b791-54cbe423df8b tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 946 time: 0.1029861 Oct 29 08:37:01.286664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:01.377188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1a8f2f3-4c68-42fd-9273-1f88275f4cc3 req-449ddd9c-e2cf-4b9f-a937-1b604b4ac782 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357455 Oct 29 08:37:01.382476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:01.385166 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf18c38-3673-448e-8d9c-001bbf99436b" -d '{"events": [{"server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "name": "network-vif-unplugged", "status": "completed", "tag": "8010d1a0-2175-410f-9f75-c18baddac456"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:01.388935 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.390425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1871491572'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:01.412617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Transition to ACTIVE for port object 8010d1a0-2175-410f-9f75-c18baddac456 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:37:01.425470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Made reservation on behalf of d7a9d058302349d5a143a6aad64ddb79 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:01.427457 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.430583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.441120 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.444149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-18dd8213-9c1a-4daa-b318-8792078ace6e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port bfff5fb9-94b2-4738-9cd1-e2b89043a6e9 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:01.444860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18dd8213-9c1a-4daa-b318-8792078ace6e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.447280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6780f0a-9021-432f-a581-ab5316259bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132221de-79a6-4702-80c2-762b0e6f9533'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:01.450004 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33477510-68cc-4564-a350-0c223c55cfdd" -d '{"events": [{"server_uuid": "a6780f0a-9021-432f-a581-ab5316259bad", "name": "network-vif-plugged", "status": "completed", "tag": "132221de-79a6-4702-80c2-762b0e6f9533"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:01.487905 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b87c07c-98f7-412a-8851-44ed2d150550 x-openstack-request-id: req-9b87c07c-98f7-412a-8851-44ed2d150550 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:01.488208 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "name": "network-vif-unplugged", "status": "completed", "tag": "8010d1a0-2175-410f-9f75-c18baddac456", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:01.488453 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b87c07c-98f7-412a-8851-44ed2d150550 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:01.488844 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456', 'code': 200} Oct 29 08:37:01.500307 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7943de03-dc6d-423b-8c20-11c7e10355c6 x-openstack-request-id: req-7943de03-dc6d-423b-8c20-11c7e10355c6 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:01.500671 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6780f0a-9021-432f-a581-ab5316259bad", "name": "network-vif-plugged", "status": "completed", "tag": "132221de-79a6-4702-80c2-762b0e6f9533", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:01.500993 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7943de03-dc6d-423b-8c20-11c7e10355c6 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:01.501488 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6780f0a-9021-432f-a581-ab5316259bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132221de-79a6-4702-80c2-762b0e6f9533', 'code': 200} Oct 29 08:37:01.561164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.566191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.590391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] No DVR routers for this DVR port 8010d1a0-2175-410f-9f75-c18baddac456 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:01.616873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18dd8213-9c1a-4daa-b318-8792078ace6e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.621225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:01.637468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:01.648262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca8e51a-8d60-4699-9523-127ef521af22,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:01.660973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.662215 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Added segment 0e9c6571-3b99-41b7-bc9a-52845a394441 of type vlan for network 93a83896-8205-4e7d-8480-2e1d1268551c Oct 29 08:37:01.667508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-18dd8213-9c1a-4daa-b318-8792078ace6e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for bfff5fb9-94b2-4738-9cd1-e2b89043a6e9 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:01.684869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:01.685204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:01.685538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:01.721955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d198b-38f3-44a6-b01d-35782d63e755 req-6381fa2f-3dcb-45bd-9968-39e6703c6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:01.723548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-225d198b-38f3-44a6-b01d-35782d63e755 req-6381fa2f-3dcb-45bd-9968-39e6703c6f54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 1097 time: 0.1334503 Oct 29 08:37:01.725242 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.745370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:37:01.745702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:01.778339 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.784532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:01.785158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.790167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:01.790513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:01.790907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:01.791797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Bound port: 8010d1a0-2175-410f-9f75-c18baddac456, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:01.791797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.815508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-225d198b-38f3-44a6-b01d-35782d63e755 req-6661d77f-6644-4edf-87f2-e6d21ce3b15c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826380 Oct 29 08:37:01.832803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1460a1-293f-4b8c-b914-874de1ae3946 req-ee27ec7b-9e62-4b6f-9647-083162b40e44 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:01.834392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a1460a1-293f-4b8c-b914-874de1ae3946 req-ee27ec7b-9e62-4b6f-9647-083162b40e44 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.1408231 Oct 29 08:37:01.877112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6541278 Oct 29 08:37:01.880991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52560) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:01.904462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae11b-d66f-4137-8adc-0db7ba3b8ad9 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Pushing event updated for resources: {'Network': ['ID=93a83896-8205-4e7d-8480-2e1d1268551c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:01.918461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 93a83896-8205-4e7d-8480-2e1d1268551c details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:01.935954 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18dd8213-9c1a-4daa-b318-8792078ace6e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.941983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:01.943353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da4cc-4e4b-4004-a7d4-8a8864120287 req-a258f287-0d15-46ea-a641-a07ab3c6486c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:01.947293 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-217da4cc-4e4b-4004-a7d4-8a8864120287 req-a258f287-0d15-46ea-a641-a07ab3c6486c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1013613 Oct 29 08:37:01.957356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a1460a1-293f-4b8c-b914-874de1ae3946 req-7def9012-a07b-494a-936b-4e0e668a2ff7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013842 Oct 29 08:37:01.959317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Request body: {'network': {'name': 'tempest-network--33454417', 'router:external': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:01.963637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:01.989378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18dd8213-9c1a-4daa-b318-8792078ace6e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:01.995723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-18dd8213-9c1a-4daa-b318-8792078ace6e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/bfff5fb9-94b2-4738-9cd1-e2b89043a6e9 HTTP/1.1" status: 204 len: 168 time: 0.7835512 Oct 29 08:37:01.996424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52564) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:01.996759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd8213-9c1a-4daa-b318-8792078ace6e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=bfff5fb9-94b2-4738-9cd1-e2b89043a6e9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:02.000371 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.035654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Made reservation on behalf of fce9074317b14a95bdcfce7cd675253f for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:02.036080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.037163 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.038148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.038442 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] 10.222.0.15 "PUT /v2.0/ports/8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 1095 time: 1.2293134 Oct 29 08:37:02.053813 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-217da4cc-4e4b-4004-a7d4-8a8864120287 req-a6638978-04ba-4320-a515-b854fd090076 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910661 Oct 29 08:37:02.056932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.081611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189631d-790f-4889-9bad-18bd7d41f66d service neutron] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=7']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:02.107260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd4177b-64ce-40a8-b1bd-60255804f1d7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.111590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fcd4177b-64ce-40a8-b1bd-60255804f1d7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1101885 Oct 29 08:37:02.111977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52568) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:02.148549 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa6eddd-7c0c-40e6-baa9-1d1258ffbc7c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:02.155254 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5aa6eddd-7c0c-40e6-baa9-1d1258ffbc7c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/bfff5fb9-94b2-4738-9cd1-e2b89043a6e9 HTTP/1.1" status: 404 len: 333 time: 0.0343528 Oct 29 08:37:02.155446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52570) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:02.160944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-127426378'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:02.167962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-71dda355-2539-4483-8061-ac7ebbc83b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.170488 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-71dda355-2539-4483-8061-ac7ebbc83b25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1098 time: 0.1027784 Oct 29 08:37:02.193645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.203703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.227291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:02.232293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.262073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:02.264571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1122992-e5fc-4a6e-9e57-566a7e7ecfe5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:02.281736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.282443 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Added segment e57fe5cf-6ce7-49b2-b93b-4684e7f5d700 of type vlan for network d537cb69-b276-40aa-a282-4ac7d1acbe4e Oct 29 08:37:02.321463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:02.367389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-c7e90d4b-ecd4-47d7-b575-ab4d6149e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.369024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-c7e90d4b-ecd4-47d7-b575-ab4d6149e667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1905985 Oct 29 08:37:02.370510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.370862 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Added segment bb7c0e0a-fdec-46b5-aa09-be8606097aa4 of type vlan for network 48fad0a5-c18d-4d69-ae5b-eef2be031eec Oct 29 08:37:02.388748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.415514 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-eac29ee7-22a1-4ead-a69a-b4d2d0d613a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.0384159 Oct 29 08:37:02.440967 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.468399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64501f5-1a13-4a30-9007-649c39fa2e7b req-905a1350-e65a-480b-a257-562198a973cd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.469913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e64501f5-1a13-4a30-9007-649c39fa2e7b req-905a1350-e65a-480b-a257-562198a973cd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1461811 Oct 29 08:37:02.493883 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.494793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.495365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.500958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-caa1b117-d9e4-44ec-ac4a-deb9f0f88a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.502510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-caa1b117-d9e4-44ec-ac4a-deb9f0f88a1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0785091 Oct 29 08:37:02.529520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d59e2-6149-47a1-a457-9fe2c66e7564 req-b2c2370e-9cb3-480d-9068-4c5b100fd82b tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.531011 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-847d59e2-6149-47a1-a457-9fe2c66e7564 req-b2c2370e-9cb3-480d-9068-4c5b100fd82b tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 946 time: 0.0723617 Oct 29 08:37:02.559626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.565862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.566519 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.580613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6985245 Oct 29 08:37:02.584132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52578) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:02.593446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-847d59e2-6149-47a1-a457-9fe2c66e7564 req-55cd0b04-83c4-4d3b-91f7-4df7707473b4 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481367 Oct 29 08:37:02.596295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-18c944b2-4a7e-49d7-bda1-2af9d2ea816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:02.598201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-18c944b2-4a7e-49d7-bda1-2af9d2ea816a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869174 Oct 29 08:37:02.608101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e64501f5-1a13-4a30-9007-649c39fa2e7b req-6a5a09f5-d978-4bf9-9696-84303e3c65e3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287904 Oct 29 08:37:02.609934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28543d-6d19-4c4e-9a98-eea540139524 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Network': ['ID=d537cb69-b276-40aa-a282-4ac7d1acbe4e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:02.625716 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4691420 Oct 29 08:37:02.634889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network d537cb69-b276-40aa-a282-4ac7d1acbe4e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:02.636886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52582) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:02.642346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:02.726393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:02.782033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9113c-3310-4602-9d0b-49021f2be59a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Network': ['ID=48fad0a5-c18d-4d69-ae5b-eef2be031eec,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:02.795197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:02.795507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:02.799917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.040089 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.041760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:03.068992 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-7ef454dd-2dee-4be6-9521-4dc7a6619167 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204221 Oct 29 08:37:03.084930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:03.097856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=4c339180-797f-44a9-b446-8c00ce146132,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:03.119793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.123286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking segment: {'id': 'bb7c0e0a-fdec-46b5-aa09-be8606097aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:03.123654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network hostable DHCP agents. Network: 48fad0a5-c18d-4d69-ae5b-eef2be031eec, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:37:03.141411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:37:03.151743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 48fad0a5-c18d-4d69-ae5b-eef2be031eec) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:03.156773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:03.157229 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.172400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958882cb-f575-4e21-a8f3-29a1d218087e None None] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:03.181373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-887972e0-4205-4da9-8443-1c603658ca01 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5408428 Oct 29 08:37:03.181569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52588) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:03.182987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d537cb69-b276-40aa-a282-4ac7d1acbe4e']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:03.187397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c2a7f247-a3ec-4743-b121-813ebfc9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:03.203177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea860233-e640-478a-859a-aa29c973487b req-66ed2274-aa58-4afc-ac94-10ffc86938e3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:03.204880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea860233-e640-478a-859a-aa29c973487b req-66ed2274-aa58-4afc-ac94-10ffc86938e3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.1481411 Oct 29 08:37:03.211303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57fe5cf-6ce7-49b2-b93b-4684e7f5d700') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:03.211593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57fe5cf-6ce7-49b2-b93b-4684e7f5d700') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:03.251085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.271541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af649589-51d2-4b83-aa88-aea924ddc6e4 req-576c01e7-dfc5-45df-a136-6037bc6ef092 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843517 Oct 29 08:37:03.316948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea860233-e640-478a-859a-aa29c973487b req-faf7ea44-cb18-45ce-888a-43489d6d18e3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954111 Oct 29 08:37:03.319714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.331269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a7f247-a3ec-4743-b121-813ebfc9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:03.332467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f247-a3ec-4743-b121-813ebfc9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.333431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:03.333860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.359622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-48fad0a5-c18d-4d69-ae5b-eef2be031eec', 'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec', 'tenant_id': 'd3b1390a5f194d5aad57c92bca5f5ea8', 'fixed_ips': [{'subnet_id': '4c339180-797f-44a9-b446-8c00ce146132'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:37:03.360864 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:03.389190 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:03.417323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.439678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d537cb69-b276-40aa-a282-4ac7d1acbe4e {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 08:37:03.457813 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.461937 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "DELETE /v2.0/networks/d537cb69-b276-40aa-a282-4ac7d1acbe4e HTTP/1.1" status: 204 len: 168 time: 0.8768170 Oct 29 08:37:03.463786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0930d-0d28-420e-a5e3-227bb5b2e5db tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event deleted for resources: {'Network': ['ID=d537cb69-b276-40aa-a282-4ac7d1acbe4e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:03.468345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52592) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:03.475962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:03.493512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:03.497598 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebff2c51-e399-4a82-ba2d-e647ca673b44" -d '{"events": [{"name": "network-changed", "server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "tag": "8010d1a0-2175-410f-9f75-c18baddac456"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:03.498885 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-c2a7f247-a3ec-4743-b121-813ebfc9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4c339180-797f-44a9-b446-8c00ce146132 (CIDR: 172.20.0.0/28) Oct 29 08:37:03.506451 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a7f247-a3ec-4743-b121-813ebfc9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:37:03.507041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a7f247-a3ec-4743-b121-813ebfc9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:37:03.514603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Made reservation on behalf of fce9074317b14a95bdcfce7cd675253f for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:03.517829 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.531081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c2a7f247-a3ec-4743-b121-813ebfc9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3477120 Oct 29 08:37:03.535888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52596) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:03.544060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:03.550601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:03.562557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.562954 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Added segment d566b22c-26a0-41c3-ae5b-17bb572b7810 of type vlan for network ef0922f9-9b7e-49cc-bde3-be296e836cf0 Oct 29 08:37:03.571841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Allocated IP 172.20.0.2 (48fad0a5-c18d-4d69-ae5b-eef2be031eec/4c339180-797f-44a9-b446-8c00ce146132/8d1255b3-3bde-4f6a-b398-106bf71b145a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:03.602247 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958b2b21-bbfb-4c01-8d81-08255e01b4da x-openstack-request-id: req-958b2b21-bbfb-4c01-8d81-08255e01b4da {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:03.603941 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "tag": "8010d1a0-2175-410f-9f75-c18baddac456", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:03.604617 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-958b2b21-bbfb-4c01-8d81-08255e01b4da {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:03.605342 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456', 'status': 'completed', 'code': 200} Oct 29 08:37:03.699310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:03.703965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.708979 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.749995 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:37:03.820114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-f67d38e9-b3a2-4236-b5f0-97917157b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:03.822022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-f67d38e9-b3a2-4236-b5f0-97917157b7bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1098 time: 0.2147806 Oct 29 08:37:03.831349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-bcdd1571-ea4c-422f-b4c4-6d67048aabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:03.833014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-bcdd1571-ea4c-422f-b4c4-6d67048aabab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1098 time: 0.2024441 Oct 29 08:37:03.836991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.838390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:03.840323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:03.859499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c589f4-92d3-410d-8ce3-64609ed9ad04 req-e20a3dd2-1efc-439f-9168-45cdbfa50276 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:03.862054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7c589f4-92d3-410d-8ce3-64609ed9ad04 req-e20a3dd2-1efc-439f-9168-45cdbfa50276 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 946 time: 0.1385627 Oct 29 08:37:04.004881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:04.005841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf0c89-db14-4db4-8dce-6ebba2eca3a1 req-17e8f3a5-3b67-45c2-b1dc-d85b8ebff4d9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.008203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3cf0c89-db14-4db4-8dce-6ebba2eca3a1 req-17e8f3a5-3b67-45c2-b1dc-d85b8ebff4d9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.2324209 Oct 29 08:37:04.020302 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:04.035102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5583601 Oct 29 08:37:04.041438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52606) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:04.058482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Request body: {'subnet': {'network_id': 'ef0922f9-9b7e-49cc-bde3-be296e836cf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:04.078085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Pushing event updated for resources: {'Port': ['ID=8d1255b3-3bde-4f6a-b398-106bf71b145a,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:04.078323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b120f-fb53-4166-85aa-4de00080ae17 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Network': ['ID=ef0922f9-9b7e-49cc-bde3-be296e836cf0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:04.095109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:04.099730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:04.102587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:04.109312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network ef0922f9-9b7e-49cc-bde3-be296e836cf0 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:04.132051 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3cf0c89-db14-4db4-8dce-6ebba2eca3a1 req-d0677707-b787-4057-97a6-f390aefa78a9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084421 Oct 29 08:37:04.165609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Made reservation on behalf of fce9074317b14a95bdcfce7cd675253f for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:04.168426 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:04.232709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-7c9ef3b1-978e-4ce4-ba16-187deb46eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.234414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-7c9ef3b1-978e-4ce4-ba16-187deb46eb64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.3988225 Oct 29 08:37:04.235435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-c79815ba-c1a8-4a46-a804-272e71c2bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.237005 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-c79815ba-c1a8-4a46-a804-272e71c2bb19 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.3865438 Oct 29 08:37:04.292640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Attempting to bind port 8d1255b3-3bde-4f6a-b398-106bf71b145a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:04.293020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Attempting to bind port 8d1255b3-3bde-4f6a-b398-106bf71b145a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'bb7c0e0a-fdec-46b5-aa09-be8606097aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:04.293383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Attempting to bind port 8d1255b3-3bde-4f6a-b398-106bf71b145a on network 48fad0a5-c18d-4d69-ae5b-eef2be031eec {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:04.300605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:04.301003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Checking segment: {'id': 'bb7c0e0a-fdec-46b5-aa09-be8606097aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:04.301631 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:04.302272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Bound using segment: {'id': 'bb7c0e0a-fdec-46b5-aa09-be8606097aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:04.303531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Bound port: 8d1255b3-3bde-4f6a-b398-106bf71b145a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7c0e0a-fdec-46b5-aa09-be8606097aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:04.304189 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:04.331503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7c589f4-92d3-410d-8ce3-64609ed9ad04 req-cae719fa-67ee-4117-a2fa-dd87d69e28df tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608781 Oct 29 08:37:04.348971 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-d7dfba2c-6592-4529-a585-eae515dab33e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.0908420 Oct 29 08:37:04.353058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-52ecb246-1ec2-4135-ae51-23d3e0862386 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.1062877 Oct 29 08:37:04.404703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] For port 8d1255b3-3bde-4f6a-b398-106bf71b145a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:04.410181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] For port 8d1255b3-3bde-4f6a-b398-106bf71b145a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d1255b3-3bde-4f6a-b398-106bf71b145a,segment=NetworkSegment(bb7c0e0a-fdec-46b5-aa09-be8606097aa4),segment_id=bb7c0e0a-fdec-46b5-aa09-be8606097aa4)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:04.416136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:04.444463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-c118cee1-b73a-469c-bc09-f8d0c29a4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.445965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-c118cee1-b73a-469c-bc09-f8d0c29a4e20 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0889740 Oct 29 08:37:04.494698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb2fe5-92b3-467d-8a2f-1f43b168874d None None] Pushing event updated for resources: {'Port': ['ID=8d1255b3-3bde-4f6a-b398-106bf71b145a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:04.577048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:04.595023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-97856d3b-169f-473e-ab16-28b1ab253d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.596908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-97856d3b-169f-473e-ab16-28b1ab253d84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1374130 Oct 29 08:37:04.635189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:04.638710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:04.638887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-cfa1dd29-0668-4f0b-99d1-0f1bbe63e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.640506 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-cfa1dd29-0668-4f0b-99d1-0f1bbe63e6fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1709812 Oct 29 08:37:04.643921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.644465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:04.648591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4196b-830a-4070-92be-d3cce4f1c6af req-42ea2a63-a869-444c-9620-cda819587088 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.650275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fa4196b-830a-4070-92be-d3cce4f1c6af req-42ea2a63-a869-444c-9620-cda819587088 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.1993852 Oct 29 08:37:04.659096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=31cc16ec-6218-4ee6-8992-91a3e0d46462,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:04.692208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cc633c14-91aa-4f88-916d-232cee99373c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1544232 Oct 29 08:37:04.694370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52616) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:04.702700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec', 'fixed_ips': [{'subnet_id': '4c339180-797f-44a9-b446-8c00ce146132'}, {'subnet_id': '31cc16ec-6218-4ee6-8992-91a3e0d46462'}], 'name': 'tempest-PortsTestJSON-298776878'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:04.849619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fa4196b-830a-4070-92be-d3cce4f1c6af req-f48deacd-b36d-4e3a-bbaf-6225978f2c26 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727099 Oct 29 08:37:04.858326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91b203-ec49-4f0c-801b-8bca232043bc req-462c96e7-6d29-426b-8a23-7e270d327eb0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.867536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af91b203-ec49-4f0c-801b-8bca232043bc req-462c96e7-6d29-426b-8a23-7e270d327eb0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 946 time: 0.0927591 Oct 29 08:37:04.873575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-10f4ab86-7fce-45a8-a876-023b8341d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:04.884800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-10f4ab86-7fce-45a8-a876-023b8341d10b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2739978 Oct 29 08:37:04.945555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af91b203-ec49-4f0c-801b-8bca232043bc req-7e95e05c-b720-40e4-aece-89b34988c745 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768723 Oct 29 08:37:04.962968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:04.970056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-0cff9dc9-ad0f-419f-b350-b3d32cfec638 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186398 Oct 29 08:37:05.062512 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.082064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:05.128912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-be9df2ae-a8e6-4979-b974-9cc4570323b8 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334981 Oct 29 08:37:05.148811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-750a1a0f-76fc-4025-925c-a19f32684004 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476898 Oct 29 08:37:05.456212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.5 (48fad0a5-c18d-4d69-ae5b-eef2be031eec/4c339180-797f-44a9-b446-8c00ce146132/7ec8dda1-68e0-41d8-ae6d-3e0da041b63a) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:05.463546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.30 (48fad0a5-c18d-4d69-ae5b-eef2be031eec/31cc16ec-6218-4ee6-8992-91a3e0d46462/7ec8dda1-68e0-41d8-ae6d-3e0da041b63a) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:05.558539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:37:05.559032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.596127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebff2c51-e399-4a82-ba2d-e647ca673b44 req-c5a3c778-cc5d-4891-84f4-7af1146161e4 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566903 Oct 29 08:37:05.622365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120c2f8-8975-480d-9ab2-57acf5e053a0 req-889ac609-1acd-4a40-a9cb-0cf1fd76a2a4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:05.623916 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4120c2f8-8975-480d-9ab2-57acf5e053a0 req-889ac609-1acd-4a40-a9cb-0cf1fd76a2a4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.3988810 Oct 29 08:37:05.629730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.636825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd14e569-874f-42e0-8226-18ce0f554984,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:05.668359 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.681054 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b3e50-a125-447f-9ea1-5b2c361b6813 None None] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:05.682980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Checking segment: {'id': 'd566b22c-26a0-41c3-ae5b-17bb572b7810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ef0922f9-9b7e-49cc-bde3-be296e836cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:05.683435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Network hostable DHCP agents. Network: ef0922f9-9b7e-49cc-bde3-be296e836cf0, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:37:05.692020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4120c2f8-8975-480d-9ab2-57acf5e053a0 req-d87f9103-4d05-4dca-bd56-2fc7ca1694e3 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593886 Oct 29 08:37:05.715761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:05.717905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Network ef0922f9-9b7e-49cc-bde3-be296e836cf0 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:37:05.721611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:05.725637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:05.738611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, ef0922f9-9b7e-49cc-bde3-be296e836cf0) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:05.744891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:05.745569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.749734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:37:05.765783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=7ec8dda1-68e0-41d8-ae6d-3e0da041b63a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:05.776210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285e869-544c-4311-b06a-4a5d3a2bbe80 None None] Network ef0922f9-9b7e-49cc-bde3-be296e836cf0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:05.792235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d8cce295-4934-4b9a-a0f8-28cb4c4d9808 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7410922 Oct 29 08:37:05.794825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52626) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:05.798936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:05.800499 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.809238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef0922f9-9b7e-49cc-bde3-be296e836cf0'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:05.824900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d582a1ce-6eee-4697-bd3a-7e5a4374edf6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.1268303 Oct 29 08:37:05.825344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52628) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:05.833122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c339180-797f-44a9-b446-8c00ce146132'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:05.844565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.898780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-171c3d61-764e-4eb4-a790-2a97c11073ff None None] Provisioning complete for port 8d1255b3-3bde-4f6a-b398-106bf71b145a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:05.899148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-171c3d61-764e-4eb4-a790-2a97c11073ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.920724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:05.957408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d1255b3-3bde-4f6a-b398-106bf71b145a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:06.000790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.076207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-0bc5c146-ea8e-4fcb-ba15-756995d221eb tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:06.078129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-0bc5c146-ea8e-4fcb-ba15-756995d221eb tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 946 time: 0.1211834 Oct 29 08:37:06.094388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b95eb-9cab-42d7-8598-c25b2cd84e1e req-ee4600df-bff7-41d5-a0f8-68ce19e9c138 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:06.096243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-292b95eb-9cab-42d7-8598-c25b2cd84e1e req-ee4600df-bff7-41d5-a0f8-68ce19e9c138 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.1503365 Oct 29 08:37:06.163912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:06.169960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559075d-f2a5-4e42-90a1-be853be9efdc req-123fdb89-1184-4f53-95fb-1f2bb1863530 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:06.171630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a559075d-f2a5-4e42-90a1-be853be9efdc req-123fdb89-1184-4f53-95fb-1f2bb1863530 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 946 time: 0.1373203 Oct 29 08:37:06.239605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '8010d1a0-2175-410f-9f75-c18baddac456', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '8010d1a0-2175-410f-9f75-c18baddac456', 'mac_address': 'fa:16:3e:1a:e0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:37:06.250710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-292b95eb-9cab-42d7-8598-c25b2cd84e1e req-2e26da53-78bb-49b7-b24e-7f28151c07e7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390519 Oct 29 08:37:06.257102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a559075d-f2a5-4e42-90a1-be853be9efdc req-2fec38bb-ae44-4b3e-b09d-bddcb48cee83 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f229ff4-0e37-4475-8e24-efc62af49b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710998 Oct 29 08:37:06.281256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f708f-da5d-492b-a964-4333fb53e6c3 None None] Network ef0922f9-9b7e-49cc-bde3-be296e836cf0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:06.300476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Allocated IP 172.20.0.7 (ef0922f9-9b7e-49cc-bde3-be296e836cf0/dd14e569-874f-42e0-8226-18ce0f554984/ab2c4f8f-5d83-4b64-842a-67839acc2437) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:06.308354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Delete allocated IP 172.20.0.30 (48fad0a5-c18d-4d69-ae5b-eef2be031eec/31cc16ec-6218-4ee6-8992-91a3e0d46462) {{(pid=102113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 08:37:06.323426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Deleting port 132221de-79a6-4702-80c2-762b0e6f9533 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:06.324133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.372904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8d1255b3-3bde-4f6a-b398-106bf71b145a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:06.373555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.408752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.424245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-171c3d61-764e-4eb4-a790-2a97c11073ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.463079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8010d1a0-2175-410f-9f75-c18baddac456 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:37:06.521581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] For port 132221de-79a6-4702-80c2-762b0e6f9533, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=132221de-79a6-4702-80c2-762b0e6f9533,segment=NetworkSegment(0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2),segment_id=0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:06.522263 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.554597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Calling delete_port for 132221de-79a6-4702-80c2-762b0e6f9533 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:06.593221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.599622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:06.603230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-171c3d61-764e-4eb4-a790-2a97c11073ff None None] For port 8d1255b3-3bde-4f6a-b398-106bf71b145a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d1255b3-3bde-4f6a-b398-106bf71b145a,segment=NetworkSegment(bb7c0e0a-fdec-46b5-aa09-be8606097aa4),segment_id=bb7c0e0a-fdec-46b5-aa09-be8606097aa4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:06.627475 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-171c3d61-764e-4eb4-a790-2a97c11073ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.633455 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.697148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-1172ce94-55e3-481e-a148-50e887acd228 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:06.698048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-1172ce94-55e3-481e-a148-50e887acd228 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e&tenant_id=31e6300b3b05407b95d6113502f238d1&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 948 time: 0.1483541 Oct 29 08:37:06.698881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53f67f-e369-4988-a921-f9f90fc7bab7 None None] Update dhcp port {'port': {'network_id': '48fad0a5-c18d-4d69-ae5b-eef2be031eec', 'fixed_ips': [{'subnet_id': '4c339180-797f-44a9-b446-8c00ce146132', 'ip_address': '172.20.0.2'}, {'subnet_id': '31cc16ec-6218-4ee6-8992-91a3e0d46462'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '8d1255b3-3bde-4f6a-b398-106bf71b145a'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:37:06.702258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.711216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2c6ce-fcba-4d59-9f67-27a13438af27 req-2b2c2545-34fb-45ee-b0f0-a7d4d916cf90 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:06.713422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ce2c6ce-fcba-4d59-9f67-27a13438af27 req-2b2c2545-34fb-45ee-b0f0-a7d4d916cf90 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.0875642 Oct 29 08:37:06.713555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.765326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e53f67f-e369-4988-a921-f9f90fc7bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.767928 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c3d61-764e-4eb4-a790-2a97c11073ff None None] Pushing event updated for resources: {'Port': ['ID=8d1255b3-3bde-4f6a-b398-106bf71b145a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:06.792511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ce2c6ce-fcba-4d59-9f67-27a13438af27 req-dd6f29b2-21ea-4ac9-9031-86ecb6566390 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645282 Oct 29 08:37:06.794398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:06.860269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:06.869304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['8010d1a0-2175-410f-9f75-c18baddac456'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:06.883504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Network ef0922f9-9b7e-49cc-bde3-be296e836cf0 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:06.885180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:06.898584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:06.950759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=7ec8dda1-68e0-41d8-ae6d-3e0da041b63a,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:06.965259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Port': ['ID=ab2c4f8f-5d83-4b64-842a-67839acc2437,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:06.965512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-cd649c2e-84fc-4bf1-aa56-6bc10a2c601a service neutron] 10.222.0.15 "GET /v2.0/ports/8010d1a0-2175-410f-9f75-c18baddac456/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 382 time: 0.2596154 Oct 29 08:37:06.995521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa19a6-fc15-4e43-bf77-199c7a498472 req-7c228c39-1cb3-487e-8f65-2fc948c5a30a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:06.997093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6caa19a6-fc15-4e43-bf77-199c7a498472 req-7c228c39-1cb3-487e-8f65-2fc948c5a30a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.2109306 Oct 29 08:37:07.009790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.011053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] In _notify_port_updated(), no bound segment for port 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a on network 48fad0a5-c18d-4d69-ae5b-eef2be031eec {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:37:07.016722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:07.017429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.021383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a54af323-307d-43df-8db3-1eb331d328b9 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "PUT /v2.0/ports/7ec8dda1-68e0-41d8-ae6d-3e0da041b63a HTTP/1.1" status: 200 len: 918 time: 1.1923625 Oct 29 08:37:07.032082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52646) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:07.042802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c339180-797f-44a9-b446-8c00ce146132'}, {'subnet_id': '31cc16ec-6218-4ee6-8992-91a3e0d46462'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:07.075613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-04e3df6a-15b5-4818-9270-00128ab717a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:07.077216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-04e3df6a-15b5-4818-9270-00128ab717a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1099 time: 0.0792317 Oct 29 08:37:07.080682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6caa19a6-fc15-4e43-bf77-199c7a498472 req-24c98153-d73f-4d13-b30e-0fde0614d907 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708673 Oct 29 08:37:07.082068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-1e53f67f-e369-4988-a921-f9f90fc7bab7 None None] Allocated IP 172.20.0.18 (48fad0a5-c18d-4d69-ae5b-eef2be031eec/31cc16ec-6218-4ee6-8992-91a3e0d46462/8d1255b3-3bde-4f6a-b398-106bf71b145a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:07.097970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event deleted for resources: {'Port': ['ID=132221de-79a6-4702-80c2-762b0e6f9533,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:07.158532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] No DVR routers for this DVR port 132221de-79a6-4702-80c2-762b0e6f9533 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:07.164815 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.168466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f38eda9-d0aa-42fe-83a7-729dd879340f req-dac71832-a727-4542-8edd-e08fb8de2da0 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.15 "DELETE /v2.0/ports/132221de-79a6-4702-80c2-762b0e6f9533 HTTP/1.1" status: 204 len: 173 time: 1.0712879 Oct 29 08:37:07.172759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6780f0a-9021-432f-a581-ab5316259bad', 'name': 'network-vif-deleted', 'tag': '132221de-79a6-4702-80c2-762b0e6f9533'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:07.176742 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229e56b4-150c-46c8-a6bd-3bea41943543" -d '{"events": [{"server_uuid": "a6780f0a-9021-432f-a581-ab5316259bad", "name": "network-vif-deleted", "tag": "132221de-79a6-4702-80c2-762b0e6f9533"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:07.180337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.192367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-ead3dcd7-4787-40b8-981a-4e05aab90666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:07.194426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-ead3dcd7-4787-40b8-981a-4e05aab90666 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1099684 Oct 29 08:37:07.235034 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede5137-94ac-41c1-b7fb-6417567b735c x-openstack-request-id: req-cede5137-94ac-41c1-b7fb-6417567b735c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:07.235828 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6780f0a-9021-432f-a581-ab5316259bad", "name": "network-vif-deleted", "tag": "132221de-79a6-4702-80c2-762b0e6f9533", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:07.235828 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cede5137-94ac-41c1-b7fb-6417567b735c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:07.236753 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6780f0a-9021-432f-a581-ab5316259bad', 'name': 'network-vif-deleted', 'tag': '132221de-79a6-4702-80c2-762b0e6f9533', 'status': 'completed', 'code': 200} Oct 29 08:37:07.279929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-dd063397-6de6-456c-97d9-779bad035e62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.0740011 Oct 29 08:37:07.282165 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.382912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-f4f20275-8e03-45c3-ad37-6a896d510053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:07.384483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-f4f20275-8e03-45c3-ad37-6a896d510053 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0975266 Oct 29 08:37:07.448199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.457916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1e53f67f-e369-4988-a921-f9f90fc7bab7 None None] For port 8d1255b3-3bde-4f6a-b398-106bf71b145a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d1255b3-3bde-4f6a-b398-106bf71b145a,segment=NetworkSegment(bb7c0e0a-fdec-46b5-aa09-be8606097aa4),segment_id=bb7c0e0a-fdec-46b5-aa09-be8606097aa4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:07.480710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02a40fab-b53f-4e2a-821f-668b9e7a5945 req-942f3934-9484-44d2-94c8-b4ac84881205 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6780f0a-9021-432f-a581-ab5316259bad HTTP/1.1" status: 200 len: 210 time: 0.0758646 Oct 29 08:37:07.491445 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e53f67f-e369-4988-a921-f9f90fc7bab7 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.492133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-1b7bfba6-f762-40cf-a6d0-54455126bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:07.494486 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-1b7bfba6-f762-40cf-a6d0-54455126bf04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006360 Oct 29 08:37:07.498866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e53f67f-e369-4988-a921-f9f90fc7bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.601146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53f67f-e369-4988-a921-f9f90fc7bab7 None None] Pushing event updated for resources: {'Port': ['ID=8d1255b3-3bde-4f6a-b398-106bf71b145a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:07.639403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-c6235d18-ad1f-4409-98ad-ef3b3dd6a746 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366377 Oct 29 08:37:07.703011 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.742683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.773675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-a41c68ee-ed01-4378-b991-260727fbbc8c service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269507 Oct 29 08:37:07.856578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d1255b3-3bde-4f6a-b398-106bf71b145a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:07.890468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Port': ['ID=ab2c4f8f-5d83-4b64-842a-67839acc2437,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:07.929268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8d1255b3-3bde-4f6a-b398-106bf71b145a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:07.930263 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:07.978862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.037217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790d3f-dfae-4c6c-b023-ab2c46f17048 req-0c4833e7-2616-4b0e-9ea8-2e9c0ccef1f6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:08.038833 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41790d3f-dfae-4c6c-b023-ab2c46f17048 req-0c4833e7-2616-4b0e-9ea8-2e9c0ccef1f6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.1114042 Oct 29 08:37:08.044897 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.046068 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-93929b7b-6958-4c5f-860f-470f4768f97c tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2498252 Oct 29 08:37:08.049856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52660) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:08.077010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.20 (48fad0a5-c18d-4d69-ae5b-eef2be031eec/31cc16ec-6218-4ee6-8992-91a3e0d46462/7ec8dda1-68e0-41d8-ae6d-3e0da041b63a) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:08.112799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41790d3f-dfae-4c6c-b023-ab2c46f17048 req-37d961d5-7059-46af-bd43-8d291cc0023f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634727 Oct 29 08:37:08.126770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bffdb365-9ff7-439c-a538-bd4237a16bbc tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=ef0922f9-9b7e-49cc-bde3-be296e836cf0 HTTP/1.1" status: 200 len: 689 time: 0.0752931 Oct 29 08:37:08.132691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52664) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:08.247058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8f642-4d23-4b97-906f-2b2496810f5e None None] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:08.266448 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.266713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce1e62-73c9-412b-b0a6-188d3e653902 req-cb864579-f403-406b-97d7-672c456f00ed tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:08.269755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-abce1e62-73c9-412b-b0a6-188d3e653902 req-cb864579-f403-406b-97d7-672c456f00ed tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.0803094 Oct 29 08:37:08.276670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.280592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.314950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e45974ef-cd12-4872-8402-a4516e0f5248 None None] Provisioning complete for port 8d1255b3-3bde-4f6a-b398-106bf71b145a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:08.315611 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e45974ef-cd12-4872-8402-a4516e0f5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.398007 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-abce1e62-73c9-412b-b0a6-188d3e653902 req-fbded868-8867-4d2d-9ab3-81f41ae2e25c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212664 Oct 29 08:37:08.468235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Deleting port ab2c4f8f-5d83-4b64-842a-67839acc2437 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:08.468728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.542373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e45974ef-cd12-4872-8402-a4516e0f5248 None None] Provisioning complete for port 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:08.542784 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e45974ef-cd12-4872-8402-a4516e0f5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.569848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.570292 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.602750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Calling delete_port for ab2c4f8f-5d83-4b64-842a-67839acc2437 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:08.682176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e45974ef-cd12-4872-8402-a4516e0f5248 None None] Port 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:08.744500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=7ec8dda1-68e0-41d8-ae6d-3e0da041b63a,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:08.782837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] In _notify_port_updated(), no bound segment for port 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a on network 48fad0a5-c18d-4d69-ae5b-eef2be031eec {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:37:08.790507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:08.791251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.800395 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05b7a4e9-3098-4403-b1a1-2d46cdc9192d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "PUT /v2.0/ports/7ec8dda1-68e0-41d8-ae6d-3e0da041b63a HTTP/1.1" status: 200 len: 998 time: 1.7622077 Oct 29 08:37:08.801001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52684) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:08.824822 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.847656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52686) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:08.854642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab2c4f8f-5d83-4b64-842a-67839acc2437,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:08.921380 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.947796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79536824-7aab-483e-ae00-2bb71cabc174 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.977191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.992020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-90ea7df7-9958-43e8-8bea-56c94009871d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:08.992385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90ea7df7-9958-43e8-8bea-56c94009871d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:08.996694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79536824-7aab-483e-ae00-2bb71cabc174 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.055977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.127419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79536824-7aab-483e-ae00-2bb71cabc174 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.129993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79536824-7aab-483e-ae00-2bb71cabc174 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.131172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-79536824-7aab-483e-ae00-2bb71cabc174 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "DELETE /v2.0/security-groups/92a6e3c8-e91b-422c-99e5-77136b4b1135 HTTP/1.1" status: 204 len: 168 time: 0.2823303 Oct 29 08:37:09.140183 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90ea7df7-9958-43e8-8bea-56c94009871d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.143166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52690) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:09.146832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd14e569-874f-42e0-8226-18ce0f554984,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:09.167356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-90ea7df7-9958-43e8-8bea-56c94009871d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:09.173207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79536824-7aab-483e-ae00-2bb71cabc174 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a6e3c8-e91b-422c-99e5-77136b4b1135,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:09.178476 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-05cc9eab-7981-4eea-9873-f23c5d30b18e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] show failed (client error): The resource could not be found. Oct 29 08:37:09.182340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05cc9eab-7981-4eea-9873-f23c5d30b18e tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "GET /v2.0/security-groups/92a6e3c8-e91b-422c-99e5-77136b4b1135 HTTP/1.1" status: 404 len: 347 time: 0.0354290 Oct 29 08:37:09.183368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52694) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:09.207746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.261305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0922f9-9b7e-49cc-bde3-be296e836cf0']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:09.275937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd566b22c-26a0-41c3-ae5b-17bb572b7810') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:09.275937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd566b22c-26a0-41c3-ae5b-17bb572b7810') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:09.287708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.304432 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.311784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:09.312273 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:09.314284 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:09.375279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.381392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef0922f9-9b7e-49cc-bde3-be296e836cf0 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 08:37:09.389977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84a23-d13a-43e3-9ec4-40bef1103ddf req-b0b6ae1e-ca2e-4a0d-b558-b8cf4fe2047d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.397607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07f84a23-d13a-43e3-9ec4-40bef1103ddf req-b0b6ae1e-ca2e-4a0d-b558-b8cf4fe2047d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.1723568 Oct 29 08:37:09.400204 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.403533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "DELETE /v2.0/networks/ef0922f9-9b7e-49cc-bde3-be296e836cf0 HTTP/1.1" status: 204 len: 168 time: 1.2694840 Oct 29 08:37:09.418298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52696) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:09.458126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db35d6-bd2b-4de5-ad32-6c4136f89c34 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef0922f9-9b7e-49cc-bde3-be296e836cf0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:09.584562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07f84a23-d13a-43e3-9ec4-40bef1103ddf req-8f935ee5-f251-45b8-bb23-3b59e9cc742d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859524 Oct 29 08:37:09.610576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-42426bdd-fe9f-4668-af7f-908e0e966946 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3045 time: 0.1905704 Oct 29 08:37:09.615673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52700) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:09.618934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Deleting port be447e50-bcb1-460b-9662-913368008fdc {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:09.619294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.718764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 132221de-79a6-4702-80c2-762b0e6f9533 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:09.769091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 132221de-79a6-4702-80c2-762b0e6f9533 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:09.769539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 132221de-79a6-4702-80c2-762b0e6f9533 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:09.770230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:09.802022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde21648-5635-4a44-8aa8-58062cf95417 req-a3dcd192-8666-476a-bce8-03c6974cd6ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.803669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bde21648-5635-4a44-8aa8-58062cf95417 req-a3dcd192-8666-476a-bce8-03c6974cd6ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.2677751 Oct 29 08:37:09.835314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.837967 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.876412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.877022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.877296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.888596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.889123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.889703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.890154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.890592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.891033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.891470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.892016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.892493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Calling delete_port for be447e50-bcb1-460b-9662-913368008fdc owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:09.892627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:09.894655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4ee12f5d-8dd0-4270-8185-4b86e7055d9f tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7666 time: 0.2722960 Oct 29 08:37:09.903738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52706) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:09.949143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:09.981834 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bde21648-5635-4a44-8aa8-58062cf95417 req-cc9ea3ce-aaf6-4017-a673-84e6583e3c20 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621828 Oct 29 08:37:09.999553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8010d1a0-2175-410f-9f75-c18baddac456 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:37:10.042453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:10.050978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.089679 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-68abba4d-854a-48aa-8c2c-1020e0ce9a81 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] delete failed (client error): The resource could not be found. Oct 29 08:37:10.090910 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-68abba4d-854a-48aa-8c2c-1020e0ce9a81 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/c3da57ef-9e73-4aa8-a577-2964bab8e148 HTTP/1.1" status: 404 len: 345 time: 0.1853316 Oct 29 08:37:10.093867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52710) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:10.125658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:10.127176 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06332fb-067b-40f0-82db-c18f34775d46 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] DELETE failed (client error): The resource could not be found. Oct 29 08:37:10.129387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06332fb-067b-40f0-82db-c18f34775d46 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:37:10.139591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c06332fb-067b-40f0-82db-c18f34775d46 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "DELETE /v2.0/networks/ef0922f9-9b7e-49cc-bde3-be296e836cf0 HTTP/1.1" status: 404 len: 339 time: 0.0442839 Oct 29 08:37:10.142460 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90ea7df7-9958-43e8-8bea-56c94009871d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.147267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52712) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:10.151329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-bc8bded4-e051-4c23-937a-a345fa72a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:10.153347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-bc8bded4-e051-4c23-937a-a345fa72a6ad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e&tenant_id=31e6300b3b05407b95d6113502f238d1 HTTP/1.1" status: 200 len: 1098 time: 0.1005454 Oct 29 08:37:10.155454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Request body: {'network': {'name': 'tempest-network--1410564836', 'router:external': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:10.164428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1152ae17-5cad-4252-914d-d681be9cb190 None None] Provisioning complete for port 8d1255b3-3bde-4f6a-b398-106bf71b145a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:10.164783 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1152ae17-5cad-4252-914d-d681be9cb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.202135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Made reservation on behalf of fce9074317b14a95bdcfce7cd675253f for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:10.206501 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.215849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea7df7-9958-43e8-8bea-56c94009871d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=7ec8dda1-68e0-41d8-ae6d-3e0da041b63a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:10.236497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:10.272221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:10.272643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1152ae17-5cad-4252-914d-d681be9cb190 None None] Could not find standard attr ID for object 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:37:10.295308 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.295719 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Added segment 8fae1eb1-cc2d-4036-8ff9-b6c7c7df6377 of type vlan for network 046725e6-9213-4eee-b44f-6a2acd16ee0e Oct 29 08:37:10.414376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.429572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90ea7df7-9958-43e8-8bea-56c94009871d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.435442 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-90ea7df7-9958-43e8-8bea-56c94009871d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/7ec8dda1-68e0-41d8-ae6d-3e0da041b63a HTTP/1.1" status: 204 len: 168 time: 1.6310198 Oct 29 08:37:10.436224 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52714) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:10.465204 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-262eacf4-7339-4825-9989-e8da5b4b18aa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:10.467102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-262eacf4-7339-4825-9989-e8da5b4b18aa tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/7ec8dda1-68e0-41d8-ae6d-3e0da041b63a HTTP/1.1" status: 404 len: 333 time: 0.0303075 Oct 29 08:37:10.485236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52716) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:10.487892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-197c2c78-07be-4e7f-a4ee-dc862d0f1e34 None None] Could not find standard attr ID for object 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:37:10.633140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.635296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-28019e21-039b-4839-9f8e-db2ca7b30b0f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet 31cc16ec-6218-4ee6-8992-91a3e0d46462 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:37:10.649175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-28019e21-039b-4839-9f8e-db2ca7b30b0f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.693316 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.694061 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.694284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:10.694908 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.764471 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6154706 Oct 29 08:37:10.774892 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-28019e21-039b-4839-9f8e-db2ca7b30b0f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.775110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52720) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:10.781861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Pushing event deleted for resources: {'Port': ['ID=be447e50-bcb1-460b-9662-913368008fdc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:10.809513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b46f5-e476-43dc-9ad9-409e2c1f4640 req-1d60084c-1988-40f6-8f1f-5bfe31a28262 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:10.811047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-362b46f5-e476-43dc-9ad9-409e2c1f4640 req-1d60084c-1988-40f6-8f1f-5bfe31a28262 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 947 time: 0.1496923 Oct 29 08:37:10.840630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e086b-c6fa-4590-99f2-209fb72f5aaa tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Network': ['ID=046725e6-9213-4eee-b44f-6a2acd16ee0e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:10.855544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 046725e6-9213-4eee-b44f-6a2acd16ee0e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:10.922431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:10.928339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.930905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:10.932120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e5dc247b-0bb2-4846-b721-08909f198ae1 tempest-ImagesOneServerNegativeTestJSON-1049815980 tempest-ImagesOneServerNegativeTestJSON-1049815980-project] 10.222.0.70 "DELETE /v2.0/floatingips/bd9f3d18-146e-4caa-8059-fb026dfa49c0 HTTP/1.1" status: 204 len: 168 time: 1.7486103 Oct 29 08:37:10.936459 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-362b46f5-e476-43dc-9ad9-409e2c1f4640 req-82107a88-ca37-474d-974e-be7043b6afbc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967579 Oct 29 08:37:10.969246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9834d39-3916-437e-b451-5017fde96829 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:10.985205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9834d39-3916-437e-b451-5017fde96829 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:10.994750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9834d39-3916-437e-b451-5017fde96829 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:11.004150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9834d39-3916-437e-b451-5017fde96829 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:11.006204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9834d39-3916-437e-b451-5017fde96829 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2300546 Oct 29 08:37:11.012309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52738) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:11.045449 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-28019e21-039b-4839-9f8e-db2ca7b30b0f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.087351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:11.087512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52740) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:11.110127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.198032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.223762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046725e6-9213-4eee-b44f-6a2acd16ee0e']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:11.235006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fae1eb1-cc2d-4036-8ff9-b6c7c7df6377') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:11.235397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fae1eb1-cc2d-4036-8ff9-b6c7c7df6377') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:11.248615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.264856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.272381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:11.272804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:11.274688 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:11.347752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.353327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 046725e6-9213-4eee-b44f-6a2acd16ee0e {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 08:37:11.355975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.365336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "DELETE /v2.0/networks/046725e6-9213-4eee-b44f-6a2acd16ee0e HTTP/1.1" status: 204 len: 168 time: 0.3453794 Oct 29 08:37:11.368473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52744) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:11.373346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Request body: {'network': {'name': 'tempest-network--1440943557', 'router:external': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:11.378188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965da1a5-f90c-44a0-acd6-10b24f900186 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event deleted for resources: {'Network': ['ID=046725e6-9213-4eee-b44f-6a2acd16ee0e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:11.399340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Made reservation on behalf of fce9074317b14a95bdcfce7cd675253f for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:11.401880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.439216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8010d1a0-2175-410f-9f75-c18baddac456 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:37:11.443286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:11.455751 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.456252 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Added segment 97bac733-df64-4c1f-a7d2-6f26f0c39e7a of type vlan for network 104360c9-f2ad-4f9e-b3c5-2062e6582ce1 Oct 29 08:37:11.459942 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.471464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Deleting subnet fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:37:11.475021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.502385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-28019e21-039b-4839-9f8e-db2ca7b30b0f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.511240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.536880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4bae4-5589-4e30-9039-805a03068526 req-1514451b-2801-4872-b8cd-cb76f5780f14 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:11.538463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-08d4bae4-5589-4e30-9039-805a03068526 req-1514451b-2801-4872-b8cd-cb76f5780f14 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.4518769 Oct 29 08:37:11.539430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Ignored duplicate provisioning block setup for port 8010d1a0-2175-410f-9f75-c18baddac456 by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 29 08:37:11.546983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28019e21-039b-4839-9f8e-db2ca7b30b0f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=31cc16ec-6218-4ee6-8992-91a3e0d46462,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:11.547909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.549648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:11.550011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.554739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.576952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-28019e21-039b-4839-9f8e-db2ca7b30b0f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.580259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-28019e21-039b-4839-9f8e-db2ca7b30b0f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/31cc16ec-6218-4ee6-8992-91a3e0d46462 HTTP/1.1" status: 204 len: 168 time: 1.0922735 Oct 29 08:37:11.605103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.608233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52746) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:11.632319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2602863 Oct 29 08:37:11.632561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52748) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:11.659507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44100141-56ad-4724-91fc-f0359b9b74ee tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Network': ['ID=104360c9-f2ad-4f9e-b3c5-2062e6582ce1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:11.671998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 104360c9-f2ad-4f9e-b3c5-2062e6582ce1 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:11.721863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] No DVR routers for this DVR port 8010d1a0-2175-410f-9f75-c18baddac456 on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:11.747380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=10']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:11.773037 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-08d4bae4-5589-4e30-9039-805a03068526 req-2b2f18d6-755e-4425-bcdb-974f2d04025b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192247 Oct 29 08:37:11.793823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0873e6-c643-43b8-9b2e-8c28f69b2467 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:11.798876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8f0873e6-c643-43b8-9b2e-8c28f69b2467 tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] 10.222.0.70 "GET /v2.0/networks/104360c9-f2ad-4f9e-b3c5-2062e6582ce1 HTTP/1.1" status: 200 len: 757 time: 0.1648393 Oct 29 08:37:11.802512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52750) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:11.818345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9238411-060d-47ab-b3fa-cd243f9641b1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet 4c339180-797f-44a9-b446-8c00ce146132 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:37:11.828456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.832189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9238411-060d-47ab-b3fa-cd243f9641b1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.843489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8dac75-50ef-4ef5-b8bc-91c78d38ce37 None None] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:11.896830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-500e9df1-5166-4008-a1c2-beaea33b3a3d None None] Could not find standard attr ID for object 7ec8dda1-68e0-41d8-ae6d-3e0da041b63a. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:37:11.901789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:11.902314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:11.903346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:11.904851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef3693-7072-4660-9258-e225a7425aab tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:11.909852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-baef3693-7072-4660-9258-e225a7425aab tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] 10.222.0.70 "GET /v2.0/networks/93a83896-8205-4e7d-8480-2e1d1268551c HTTP/1.1" status: 200 len: 768 time: 0.1061378 Oct 29 08:37:11.910581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52754) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:11.930337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:37:11.931290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Attempting to bind port 8010d1a0-2175-410f-9f75-c18baddac456 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:11.943650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9238411-060d-47ab-b3fa-cd243f9641b1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:11.973527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:11.974152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:11.974721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:11.975497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Bound port: 8010d1a0-2175-410f-9f75-c18baddac456, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:11.976241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.015075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.100286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.145438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.170428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104360c9-f2ad-4f9e-b3c5-2062e6582ce1']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:12.181722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:12.181926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bac733-df64-4c1f-a7d2-6f26f0c39e7a') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:12.182215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bac733-df64-4c1f-a7d2-6f26f0c39e7a') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:12.192720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.200800 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.205264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fe615d6c-2d18-4fc5-b6ba-0b2a2c06974a HTTP/1.1" status: 204 len: 168 time: 1.0994191 Oct 29 08:37:12.207063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52760) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:12.217913 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9238411-060d-47ab-b3fa-cd243f9641b1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.219458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.222824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.223180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.223656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.224021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.224354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.224683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.225009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.225331 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.225653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.225976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.226312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.226620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e0e42-5aea-4b29-ae90-bfa3a40496a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:12.256898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:12.260245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:12.260671 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:12.262752 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:12.289201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:12.301516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b738f-7683-48aa-9f22-c248bb423740 req-925c736b-9f07-430b-8577-156457878456 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:12.303307 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca8b738f-7683-48aa-9f22-c248bb423740 req-925c736b-9f07-430b-8577-156457878456 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.2259421 Oct 29 08:37:12.307313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.349040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.365049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.380467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 104360c9-f2ad-4f9e-b3c5-2062e6582ce1 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 08:37:12.401991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.403208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=11']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:12.412695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:12.412695 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.413822 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-c0a0b3e9-15bb-4214-a7d4-115772d68f59 service neutron] 10.222.0.93 "PUT /v2.0/ports/8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 1096 time: 2.1984606 Oct 29 08:37:12.415027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:12.417929 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091a1453-3da2-40e6-92be-39b400e9cd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "tag": "8010d1a0-2175-410f-9f75-c18baddac456"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:12.424199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52764) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:12.430541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "DELETE /v2.0/networks/104360c9-f2ad-4f9e-b3c5-2062e6582ce1 HTTP/1.1" status: 204 len: 168 time: 0.5185678 Oct 29 08:37:12.437514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Request body: {'network': {'name': 'tempest-network--650730311'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:12.468888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2ff5a-8c88-449e-b599-d0e70ba53aad tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event deleted for resources: {'Network': ['ID=104360c9-f2ad-4f9e-b3c5-2062e6582ce1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:12.534639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Made reservation on behalf of fce9074317b14a95bdcfce7cd675253f for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:12.549860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.556154 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3626e9-03fb-4f08-a8b1-0404cbd33158 x-openstack-request-id: req-ae3626e9-03fb-4f08-a8b1-0404cbd33158 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:12.556457 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "tag": "8010d1a0-2175-410f-9f75-c18baddac456", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:12.557670 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae3626e9-03fb-4f08-a8b1-0404cbd33158 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:12.558090 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456', 'status': 'completed', 'code': 200} Oct 29 08:37:12.562242 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.592901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9238411-060d-47ab-b3fa-cd243f9641b1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.626865 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca8b738f-7683-48aa-9f22-c248bb423740 req-c22598a6-1352-4590-8771-b069f5a3caba tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672534 Oct 29 08:37:12.630893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9238411-060d-47ab-b3fa-cd243f9641b1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.634294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f9238411-060d-47ab-b3fa-cd243f9641b1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/4c339180-797f-44a9-b446-8c00ce146132 HTTP/1.1" status: 204 len: 168 time: 1.0250583 Oct 29 08:37:12.640009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52768) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:12.658648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6684d0fe-b053-4a86-9824-0a63ffca38bc']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:12.681952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9238411-060d-47ab-b3fa-cd243f9641b1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=4c339180-797f-44a9-b446-8c00ce146132,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:12.698447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-9b97467c-d157-47c2-8247-b327981a7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:12.701822 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-9b97467c-d157-47c2-8247-b327981a7b91 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1099 time: 0.2396846 Oct 29 08:37:12.720201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:12.723913 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:12.724219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0addb1ee-eaa6-44bd-bcdb-ae4fe51236a2') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:12.755028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-6f24655e-2784-4493-adb2-2f7ad4d6302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:12.756923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-6f24655e-2784-4493-adb2-2f7ad4d6302a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1099 time: 0.1875358 Oct 29 08:37:12.764865 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.779390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.779691 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Added segment bda037c4-f403-495d-a427-7bc3d063b251 of type vlan for network 2bf031b0-b6f7-4ebd-8510-0069f5b71d54 Oct 29 08:37:12.847058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.892930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-c8905218-fffd-4f1e-9285-60cef73f81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:12.894486 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-c8905218-fffd-4f1e-9285-60cef73f81c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1822860 Oct 29 08:37:12.896391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.912727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.913763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:12.914408 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.921933 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.929556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:12.929556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:12.931388 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:12.954001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9cc97-f65a-461c-ba85-aa3a3fc53b6b None None] Network 48fad0a5-c18d-4d69-ae5b-eef2be031eec requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:12.959351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-992a0a97-5706-4bc6-886d-a6cd500491f1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.0557547 Oct 29 08:37:13.026892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7063edd5-30a3-4dd8-96d7-86ee2db4050a None None] Provisioning complete for port 8d1255b3-3bde-4f6a-b398-106bf71b145a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:13.027269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7063edd5-30a3-4dd8-96d7-86ee2db4050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.049797 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6170321 Oct 29 08:37:13.056437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52774) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:13.064818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-5c2ab31e-16bc-4ec5-8e19-87fad9689a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.065585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f1dba27a-6516-4696-9526-f0824cd5917b tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:13.067558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-5c2ab31e-16bc-4ec5-8e19-87fad9689a29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.2971063 Oct 29 08:37:13.088883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210bc55-3e0a-456d-9cf6-e9fd6f0a4f21 tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Network': ['ID=2bf031b0-b6f7-4ebd-8510-0069f5b71d54,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:13.115840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2bf031b0-b6f7-4ebd-8510-0069f5b71d54 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:13.116769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.127557 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.131965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6684d0fe-b053-4a86-9824-0a63ffca38bc HTTP/1.1" status: 204 len: 168 time: 0.9238069 Oct 29 08:37:13.140988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-b0aa95a5-2406-4b1e-b57c-10f0522bddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.143067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-b0aa95a5-2406-4b1e-b57c-10f0522bddd0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1717033 Oct 29 08:37:13.202023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a5247-10ac-48ef-9c68-989360576900 req-cf589ac0-84cf-48fe-a105-d865732c2fc7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.204573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-752a5247-10ac-48ef-9c68-989360576900 req-cf589ac0-84cf-48fe-a105-d865732c2fc7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.3230343 Oct 29 08:37:13.227500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-135e96b0-dde2-4cf5-b089-44dfccb98b36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.1273911 Oct 29 08:37:13.230459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ca7e9-6ec4-4d33-a6ee-075c7a562493 admin admin] Pushing event deleted for resources: {'Network': ['ID=6684d0fe-b053-4a86-9824-0a63ffca38bc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:13.263284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682494-5ea0-4249-a805-d212005f2571 req-ede65a86-57cc-4f67-944b-8930250e6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.265020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-ede65a86-57cc-4f67-944b-8930250e6c34 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108444 Oct 29 08:37:13.357309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1dba27a-6516-4696-9526-f0824cd5917b tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.385724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1dba27a-6516-4696-9526-f0824cd5917b tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.402158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-752a5247-10ac-48ef-9c68-989360576900 req-a8b3b844-d892-4187-993d-166b71497685 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769912 Oct 29 08:37:13.402959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1dba27a-6516-4696-9526-f0824cd5917b tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Network 2bf031b0-b6f7-4ebd-8510-0069f5b71d54 is not hosted by any dhcp agent {{(pid=102114) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:37:13.403868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dba27a-6516-4696-9526-f0824cd5917b tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.404562 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1dba27a-6516-4696-9526-f0824cd5917b tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.405871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f1dba27a-6516-4696-9526-f0824cd5917b tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "PUT /v2.0/networks/2bf031b0-b6f7-4ebd-8510-0069f5b71d54 HTTP/1.1" status: 200 len: 858 time: 0.3462870 Oct 29 08:37:13.418815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-77ed87cc-654f-4ddb-9fd4-af26112dfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.420374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-77ed87cc-654f-4ddb-9fd4-af26112dfae8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.1522093 Oct 29 08:37:13.421935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 8d1255b3-3bde-4f6a-b398-106bf71b145a {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:13.422261 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.425018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52782) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:13.451729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] DHCP port deletion for 48fad0a5-c18d-4d69-ae5b-eef2be031eec request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:37:13.458700 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-40182556-6972-4864-80e0-0bee277c3372 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838861 Oct 29 08:37:13.519219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] Deleting port 8d1255b3-3bde-4f6a-b398-106bf71b145a {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:13.519621 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.526383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dba27a-6516-4696-9526-f0824cd5917b tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event updated for resources: {'Network': ['ID=2bf031b0-b6f7-4ebd-8510-0069f5b71d54,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:13.543040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52784) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:13.607852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] For port 8d1255b3-3bde-4f6a-b398-106bf71b145a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d1255b3-3bde-4f6a-b398-106bf71b145a,segment=NetworkSegment(bb7c0e0a-fdec-46b5-aa09-be8606097aa4),segment_id=bb7c0e0a-fdec-46b5-aa09-be8606097aa4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:13.608505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.612918 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41682494-5ea0-4249-a805-d212005f2571 req-cd89e2a1-6cfe-43d8-8124-f6ba20f1d81b service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425836 Oct 29 08:37:13.615678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-014f148a-d898-406c-9acb-904661363234 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=468f0167907840eab3c28f193997712e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714734 Oct 29 08:37:13.618529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52786) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:13.626651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] Calling delete_port for 8d1255b3-3bde-4f6a-b398-106bf71b145a owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:13.634796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-9677e1da-4e2a-4902-b411-22a5136e3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.636765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-9677e1da-4e2a-4902-b411-22a5136e3f45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1951184 Oct 29 08:37:13.639263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.642666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] For port 8d1255b3-3bde-4f6a-b398-106bf71b145a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d1255b3-3bde-4f6a-b398-106bf71b145a,segment=NetworkSegment(bb7c0e0a-fdec-46b5-aa09-be8606097aa4),segment_id=bb7c0e0a-fdec-46b5-aa09-be8606097aa4)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:13.643035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.707188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-542c5cc0-648c-46cd-bb15-eeebc9aa428f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.715919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 8d1255b3-3bde-4f6a-b398-106bf71b145a owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:13.731842 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.739572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-542c5cc0-648c-46cd-bb15-eeebc9aa428f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.755072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-b9588a87-b127-48a7-a97f-ac3a8910b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.757514 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-b9588a87-b127-48a7-a97f-ac3a8910b6f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31e6300b3b05407b95d6113502f238d1&device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1099 time: 0.0875084 Oct 29 08:37:13.767368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] Pushing event deleted for resources: {'Port': ['ID=8d1255b3-3bde-4f6a-b398-106bf71b145a,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:13.769337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a30bcd-951d-4460-844d-16a215e6b7e5 None None] No DVR routers for this DVR port 8d1255b3-3bde-4f6a-b398-106bf71b145a on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:13.844461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d1255b3-3bde-4f6a-b398-106bf71b145a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:13.866776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8d1255b3-3bde-4f6a-b398-106bf71b145a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:13.867032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d1255b3-3bde-4f6a-b398-106bf71b145a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:13.900714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-542c5cc0-648c-46cd-bb15-eeebc9aa428f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.903523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-542c5cc0-648c-46cd-bb15-eeebc9aa428f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.904519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-542c5cc0-648c-46cd-bb15-eeebc9aa428f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f229ff4-0e37-4475-8e24-efc62af49b1e HTTP/1.1" status: 204 len: 168 time: 0.2846572 Oct 29 08:37:13.918778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-56920d66-771e-4661-8432-18067460895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.920311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-56920d66-771e-4661-8432-18067460895d service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1461511 Oct 29 08:37:13.921430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c5cc0-648c-46cd-bb15-eeebc9aa428f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f229ff4-0e37-4475-8e24-efc62af49b1e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:13.930217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:13.941744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be125c-2a20-48d1-b1f2-c5ea1f641ea5 req-3f3d21dc-62a6-44f5-8bc5-eb4ee7d705fa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:13.944088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89be125c-2a20-48d1-b1f2-c5ea1f641ea5 req-3f3d21dc-62a6-44f5-8bc5-eb4ee7d705fa tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.2252324 Oct 29 08:37:13.972205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-5b76aef0-abdd-480e-9a11-6128f05a7f07 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246460 Oct 29 08:37:13.976902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-d8c13393-2c23-459d-9770-a618930267e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 200 len: 217 time: 0.0485530 Oct 29 08:37:14.011004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf031b0-b6f7-4ebd-8510-0069f5b71d54']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.035256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-bc7eacc1-9d03-4c4e-baa2-285543d99cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:14.036729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-bc7eacc1-9d03-4c4e-baa2-285543d99cf3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0524871 Oct 29 08:37:14.073480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda037c4-f403-495d-a427-7bc3d063b251') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.074011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda037c4-f403-495d-a427-7bc3d063b251') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.094608 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.099089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-6f78da75-19c1-4736-9a8b-13a5a0d26b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:14.100540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89be125c-2a20-48d1-b1f2-c5ea1f641ea5 req-fe48413f-3e2f-4b7f-9dbb-181feee698b8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437278 Oct 29 08:37:14.100797 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-6f78da75-19c1-4736-9a8b-13a5a0d26b6a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498674 Oct 29 08:37:14.107984 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.147099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No DVR routers for this DVR port 8d1255b3-3bde-4f6a-b398-106bf71b145a on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:14.149103 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.153823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=8d1255b3-3bde-4f6a-b398-106bf71b145a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:14.198618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:14.199032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:14.200850 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:14.211641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-d6fa718f-aca0-44c0-8e31-06f903fac867 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027277 Oct 29 08:37:14.268763 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e96d2df8-f8a5-43ad-ac74-adb9812f1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.310986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-483f1270-6edb-468f-b8a7-24ada5264042 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199823 Oct 29 08:37:14.342388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.348978 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a1453-3da2-40e6-92be-39b400e9cd3d req-b454640e-4a21-446c-8a0a-d7374ed97d89 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287255 Oct 29 08:37:14.365848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.370539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bf031b0-b6f7-4ebd-8510-0069f5b71d54 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 08:37:14.375503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.384883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] 10.222.0.70 "DELETE /v2.0/networks/2bf031b0-b6f7-4ebd-8510-0069f5b71d54 HTTP/1.1" status: 204 len: 168 time: 0.9552293 Oct 29 08:37:14.385073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52804) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:14.391237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fad0a5-c18d-4d69-ae5b-eef2be031eec']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.404837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7c0e0a-fdec-46b5-aa09-be8606097aa4') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.406105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7c0e0a-fdec-46b5-aa09-be8606097aa4') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.417872 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed971ea7-e9b6-444a-b5fc-f036bdbe737b tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] DELETE failed (client error): The resource could not be found. Oct 29 08:37:14.420960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.424989 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed971ea7-e9b6-444a-b5fc-f036bdbe737b tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:37:14.431027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ed971ea7-e9b6-444a-b5fc-f036bdbe737b tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] 10.222.0.70 "DELETE /v2.0/subnets/dd14e569-874f-42e0-8226-18ce0f554984 HTTP/1.1" status: 404 len: 337 time: 0.0428059 Oct 29 08:37:14.431298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52808) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:14.455866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.465856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ba39b-65a8-451f-bd7f-2dce0cb2464e tempest-ExternalNetworksTestJSON-2127521710 tempest-ExternalNetworksTestJSON-2127521710-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bf031b0-b6f7-4ebd-8510-0069f5b71d54,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:14.469954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:14.470509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:14.473868 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:14.550380 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.559838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.564260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.571783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/networks/48fad0a5-c18d-4d69-ae5b-eef2be031eec HTTP/1.1" status: 204 len: 168 time: 1.9261165 Oct 29 08:37:14.572935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52814) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:14.592328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceea9c3-f522-4c01-907e-217ecb447743 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Network': ['ID=48fad0a5-c18d-4d69-ae5b-eef2be031eec,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:14.730558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdc54db-ce83-477d-9c3e-f880dadb482c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:14.732112 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7bdc54db-ce83-477d-9c3e-f880dadb482c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1535597 Oct 29 08:37:14.734010 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.735944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52822) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:14.771945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b96d0-ccc4-41ef-afdb-15b98466a5d5 req-c5913df7-447d-46e7-8581-ac5ad994da73 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:14.773562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-587b96d0-ccc4-41ef-afdb-15b98466a5d5 req-c5913df7-447d-46e7-8581-ac5ad994da73 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.2051156 Oct 29 08:37:14.792974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a83896-8205-4e7d-8480-2e1d1268551c']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.816561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e56fd1a0-a723-41a9-a1ba-9f3becf777cb tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0777960 Oct 29 08:37:14.823877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52824) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:14.827382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1128485987'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:14.834322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9c6571-3b99-41b7-bc9a-52845a394441') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.834617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9c6571-3b99-41b7-bc9a-52845a394441') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:14.851107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.879910 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-587b96d0-ccc4-41ef-afdb-15b98466a5d5 req-5276ffef-5d68-4f5a-a64c-ad9967e736f7 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973556 Oct 29 08:37:14.887998 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.903865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:14.903865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:14.915246 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:14.917620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:14.919668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.986960 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:14.996588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:14.998777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.004909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] 10.222.0.70 "DELETE /v2.0/networks/93a83896-8205-4e7d-8480-2e1d1268551c HTTP/1.1" status: 204 len: 168 time: 0.5726025 Oct 29 08:37:15.027359 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.027727 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Added segment 54f89e63-8561-4acb-9523-462a41e55a82 of type vlan for network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 Oct 29 08:37:15.029229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b3d98-e441-4ce0-90d7-f831bcd42d6e tempest-ExternalNetworksTestJSON-586182462 tempest-ExternalNetworksTestJSON-586182462-project] Pushing event deleted for resources: {'Network': ['ID=93a83896-8205-4e7d-8480-2e1d1268551c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:15.073146 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.101296 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.107954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:15.108648 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.180781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3546619 Oct 29 08:37:15.181335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52838) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:15.186438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:15.202418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555a61a-73f6-468b-8310-f214fcaa14f7 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Network': ['ID=ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:15.217854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:15.308278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0b8d1-6825-432a-99af-c8b44bc3d1d1 req-043d0bab-d541-47d3-a3f2-4b68dbcb5139 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:15.310009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efd0b8d1-6825-432a-99af-c8b44bc3d1d1 req-043d0bab-d541-47d3-a3f2-4b68dbcb5139 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.1215494 Oct 29 08:37:15.312121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:15.317184 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.361747 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efd0b8d1-6825-432a-99af-c8b44bc3d1d1 req-f3273a19-8929-4c79-aaf8-33eddd02ce5d tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 Oct 29 08:37:15.406855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52846) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:15.460332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52852) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:15.558897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.598838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e49f7b23-cda1-4224-bbec-4a2053cac101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.628789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=6aab4b97-16d1-4f83-9393-e69ead5ecb25,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:15.636276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking segment: {'id': '54f89e63-8561-4acb-9523-462a41e55a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:15.636650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network hostable DHCP agents. Network: ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:37:15.654568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:37:15.655270 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-82a70b73-938c-4b11-b814-ef452da895ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7a9d058302349d5a143a6aad64ddb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470505 Oct 29 08:37:15.657827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52858) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:15.665744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:15.673926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:15.674783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.675953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041c3d5-1faf-4694-8785-bd9e60c289f8 None None] Network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:15.699183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-34a3a824-fd35-41fc-a111-bfecf916c7bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5143955 Oct 29 08:37:15.699386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52860) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:15.705875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2', 'name': 'tempest-PortsTestJSON-997049601'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:15.739967 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ec4dfb3-2b3a-448a-a962-1edee558a65d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.772666 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e49f7b23-cda1-4224-bbec-4a2053cac101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.777630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ec4dfb3-2b3a-448a-a962-1edee558a65d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.787171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e49f7b23-cda1-4224-bbec-4a2053cac101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.834888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:15.838821 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.848545 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e49f7b23-cda1-4224-bbec-4a2053cac101 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7852b4ac39f94efc83ccce3a600db6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847466 Oct 29 08:37:15.848744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f7b23-cda1-4224-bbec-4a2053cac101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ad7ca3-5341-4cab-8753-78a45c3e7177,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:15.851405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52862) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:15.864392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2', 'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2', 'tenant_id': 'd3b1390a5f194d5aad57c92bca5f5ea8', 'fixed_ips': [{'subnet_id': '6aab4b97-16d1-4f83-9393-e69ead5ecb25'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:37:15.865269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.874627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:15.888329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ec4dfb3-2b3a-448a-a962-1edee558a65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.890865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ec4dfb3-2b3a-448a-a962-1edee558a65d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.892232 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0ec4dfb3-2b3a-448a-a962-1edee558a65d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ca8e51a-8d60-4699-9523-127ef521af22 HTTP/1.1" status: 204 len: 168 time: 0.2333801 Oct 29 08:37:15.903833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4dfb3-2b3a-448a-a962-1edee558a65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca8e51a-8d60-4699-9523-127ef521af22,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:15.923956 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c0bff55-b620-4520-8cdc-d05964de8986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:15.955715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c0bff55-b620-4520-8cdc-d05964de8986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.036599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c0bff55-b620-4520-8cdc-d05964de8986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.039297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c0bff55-b620-4520-8cdc-d05964de8986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.043787 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c0bff55-b620-4520-8cdc-d05964de8986 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01ad7ca3-5341-4cab-8753-78a45c3e7177 HTTP/1.1" status: 204 len: 168 time: 0.1914122 Oct 29 08:37:16.054622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bff55-b620-4520-8cdc-d05964de8986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ad7ca3-5341-4cab-8753-78a45c3e7177,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:16.077362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.12 (ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2/6aab4b97-16d1-4f83-9393-e69ead5ecb25/a90fc26f-a9c7-4e2e-babe-d2ff411a46e4) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:16.091889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b31bd-4725-4bf3-80e2-ef61c04aa224 req-05c614fc-392a-4445-ae61-8e455f481795 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:16.093539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-312b31bd-4725-4bf3-80e2-ef61c04aa224 req-05c614fc-392a-4445-ae61-8e455f481795 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1085968 Oct 29 08:37:16.161162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-312b31bd-4725-4bf3-80e2-ef61c04aa224 req-e6af3493-3869-4c27-b57a-09cd569f0d49 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604684 Oct 29 08:37:16.241157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52872) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:16.295467 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9f1008d4-78f0-47de-9b90-5bfe5f86a021 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fce9074317b14a95bdcfce7cd675253f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506036 Oct 29 08:37:16.296363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52876) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:16.350505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-addee079-bfa2-4f96-a3d1-635b96a036ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.377091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-addee079-bfa2-4f96-a3d1-635b96a036ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.440312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-addee079-bfa2-4f96-a3d1-635b96a036ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.443178 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-addee079-bfa2-4f96-a3d1-635b96a036ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.444680 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-addee079-bfa2-4f96-a3d1-635b96a036ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1122992-e5fc-4a6e-9e57-566a7e7ecfe5 HTTP/1.1" status: 204 len: 168 time: 0.1473100 Oct 29 08:37:16.453450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addee079-bfa2-4f96-a3d1-635b96a036ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1122992-e5fc-4a6e-9e57-566a7e7ecfe5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:16.612677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b744b-9744-437a-9f6b-61efe10d3ad1 req-29c7e824-8ca6-4a73-9ce3-cf830c0d9019 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:16.614290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd5b744b-9744-437a-9f6b-61efe10d3ad1 req-29c7e824-8ca6-4a73-9ce3-cf830c0d9019 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.0697992 Oct 29 08:37:16.681456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd5b744b-9744-437a-9f6b-61efe10d3ad1 req-d9e1d198-29b1-417e-9621-0539bef81766 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569756 Oct 29 08:37:16.685250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.746401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.807589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:16.811697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Allocated IP 172.20.0.2 (ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2/6aab4b97-16d1-4f83-9393-e69ead5ecb25/066b2f7e-a0f7-4db4-9c0a-dfedf6238982) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:16.820195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:16.825014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:16.871156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=a90fc26f-a9c7-4e2e-babe-d2ff411a46e4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:16.903326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:16.904015 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:16.952561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d8dbe133-7324-44dd-b50c-8da7a0538fe0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2510066 Oct 29 08:37:16.953733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52914) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:16.964840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2', 'name': 'tempest-PortsTestJSON-1484493889'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:16.971213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-43502d1c-6a9d-4b23-98b7-14bb5fe8434d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.024717 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.033429 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.050978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52916) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:17.084381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:17.087828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:17.094089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:17.153625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Pushing event updated for resources: {'Port': ['ID=066b2f7e-a0f7-4db4-9c0a-dfedf6238982,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:17.182461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Attempting to bind port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:17.182742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Attempting to bind port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '54f89e63-8561-4acb-9523-462a41e55a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:17.183170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Attempting to bind port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 on network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:17.196797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:17.197181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Checking segment: {'id': '54f89e63-8561-4acb-9523-462a41e55a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:17.197595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.197744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1816516725-network', 'tenant_id': '74949a4561764185934370a9dcfd04b9'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:17.197985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Bound using segment: {'id': '54f89e63-8561-4acb-9523-462a41e55a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:17.198480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Bound port: 066b2f7e-a0f7-4db4-9c0a-dfedf6238982, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f89e63-8561-4acb-9523-462a41e55a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:17.198870 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.227621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Made reservation on behalf of 74949a4561764185934370a9dcfd04b9 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:17.230761 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.244179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.310911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-61635886-c6c5-4665-b351-98346060dc10 None None] For port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:17.315175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-61635886-c6c5-4665-b351-98346060dc10 None None] For port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=066b2f7e-a0f7-4db4-9c0a-dfedf6238982,segment=NetworkSegment(54f89e63-8561-4acb-9523-462a41e55a82),segment_id=54f89e63-8561-4acb-9523-462a41e55a82)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:17.321645 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.437458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14dd1c-9039-4fa1-95a0-1de05597fab0 req-19faa952-1e55-4454-ace9-6bbfe29ce26d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:17.448416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b14dd1c-9039-4fa1-95a0-1de05597fab0 req-19faa952-1e55-4454-ace9-6bbfe29ce26d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1154578 Oct 29 08:37:17.463763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61635886-c6c5-4665-b351-98346060dc10 None None] Pushing event updated for resources: {'Port': ['ID=066b2f7e-a0f7-4db4-9c0a-dfedf6238982,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:17.500711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:17.504747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.523891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b14dd1c-9039-4fa1-95a0-1de05597fab0 req-9ef7a1ad-5282-4375-a2e8-3c94eace02b1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744257 Oct 29 08:37:17.528015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:17.535949 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.545413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.573617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:17.583496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1bbd8a-9335-4de0-b634-2b3fc260bceb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:17.590112 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.590455 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Added segment 22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf of type vlan for network a0d25b31-d611-44a8-a58f-b37699384cac Oct 29 08:37:17.657388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.719503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.721003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:17.721848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:17.740335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.14 (ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2/6aab4b97-16d1-4f83-9393-e69ead5ecb25/6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:17.852995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8006279 Oct 29 08:37:17.855829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52942) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:17.861898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Request body: {'subnet': {'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-subnet', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:17.866465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2db5-078b-4cae-8be3-8e687111fe4f admin admin] Pushing event updated for resources: {'Network': ['ID=a0d25b31-d611-44a8-a58f-b37699384cac,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:17.888436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network a0d25b31-d611-44a8-a58f-b37699384cac details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:17.922384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Made reservation on behalf of 74949a4561764185934370a9dcfd04b9 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:17.925391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.004659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:18.062404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6d650-b8b0-43ec-83e8-270da1ed4026 req-358923a5-5632-433f-9bfb-4184dc90e93f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:18.073113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3c6d650-b8b0-43ec-83e8-270da1ed4026 req-358923a5-5632-433f-9bfb-4184dc90e93f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.2394962 Oct 29 08:37:18.074337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:18.074755 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.114259 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.156231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.172820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3c6d650-b8b0-43ec-83e8-270da1ed4026 req-94cb754a-a75e-411a-beba-d33bf86bf0c6 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982137 Oct 29 08:37:18.183673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.224847 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.238617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94029846-6646-47b0-ad1d-6676f3ab6a53,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:18.240130 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.240890 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.273665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=066b2f7e-a0f7-4db4-9c0a-dfedf6238982,segment=NetworkSegment(54f89e63-8561-4acb-9523-462a41e55a82),segment_id=54f89e63-8561-4acb-9523-462a41e55a82)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:18.279311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.281252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Checking segment: {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:18.281652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Network hostable DHCP agents. Network: a0d25b31-d611-44a8-a58f-b37699384cac, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:37:18.301917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:18.305489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:18.310117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:18.346512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=066b2f7e-a0f7-4db4-9c0a-dfedf6238982,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:18.356772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Network a0d25b31-d611-44a8-a58f-b37699384cac is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:37:18.372777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:18.377440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a0d25b31-d611-44a8-a58f-b37699384cac) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:18.382617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24aea1-0307-48bc-9659-caa666904a2d req-a90cf63a-4d12-4eea-a086-b5aaa3d20b95 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:18.390281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b24aea1-0307-48bc-9659-caa666904a2d req-a90cf63a-4d12-4eea-a086-b5aaa3d20b95 tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 1099 time: 0.0964129 Oct 29 08:37:18.393564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:18.394344 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.402228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c56e69-d2c1-4db0-8d02-aa79fa10924e None None] Network a0d25b31-d611-44a8-a58f-b37699384cac requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:18.411912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:18.412934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.435187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b858b4c7-208d-4574-a50e-7d80ed54a9d6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5781739 Oct 29 08:37:18.440020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52956) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:18.441662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-141a68ec-e709-4f16-b0af-4abc6036a24e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4859340 Oct 29 08:37:18.445075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:18.447631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52958) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:18.462323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b24aea1-0307-48bc-9659-caa666904a2d req-6928d2d5-2fe5-4601-9d66-baa638305bfb tempest-MigrationsAdminTest-295810198 tempest-MigrationsAdminTest-295810198-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655377 Oct 29 08:37:18.518430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.519878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.558881 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:18.598666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aada889-116e-4f31-ab3b-7a61b2e0fc4a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:18.603452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7aada889-116e-4f31-ab3b-7a61b2e0fc4a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1544561 Oct 29 08:37:18.604347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52968) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:18.722027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-da9fe74a-4935-440c-9b4d-fc85796227be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:18.722380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da9fe74a-4935-440c-9b4d-fc85796227be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.772983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.910777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-a0d25b31-d611-44a8-a58f-b37699384cac', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:37:18.911860 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.913561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e204ff9c-9997-46d2-bc7f-9c82277f1aeb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1780563978'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:18.914784 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da9fe74a-4935-440c-9b4d-fc85796227be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:18.940639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ff1a8-d67d-4ba1-81f2-80acd7a9f23e req-743c7339-c0a2-4a97-8207-4486ff11a64d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:18.945133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-da9fe74a-4935-440c-9b4d-fc85796227be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:18.950030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-455ff1a8-d67d-4ba1-81f2-80acd7a9f23e req-743c7339-c0a2-4a97-8207-4486ff11a64d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.2420516 Oct 29 08:37:19.010266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88360db-0e55-487f-a7e0-b5a44741df46 None None] Network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:19.023733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e204ff9c-9997-46d2-bc7f-9c82277f1aeb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.024841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e204ff9c-9997-46d2-bc7f-9c82277f1aeb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.064926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06b377-d5ce-414c-b49c-06f7382cbe57 req-07d83e63-e3ce-44b4-9809-1a1032f274bd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:19.066674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cd06b377-d5ce-414c-b49c-06f7382cbe57 req-07d83e63-e3ce-44b4-9809-1a1032f274bd tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 948 time: 0.1063609 Oct 29 08:37:19.070326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:37:19.109449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.124524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-455ff1a8-d67d-4ba1-81f2-80acd7a9f23e req-29d429f8-d574-4c3e-bc42-4b9f18ddb0a1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734006 Oct 29 08:37:19.154484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b3b434aa-b4c7-4eef-9697-506e799819d2 None None] Provisioning complete for port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:19.154848 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b3b434aa-b4c7-4eef-9697-506e799819d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.159344 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cd06b377-d5ce-414c-b49c-06f7382cbe57 req-96037f4c-f77c-4a56-9bd2-d67ab754e69e tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777292 Oct 29 08:37:19.193994 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da9fe74a-4935-440c-9b4d-fc85796227be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.214359 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e204ff9c-9997-46d2-bc7f-9c82277f1aeb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.236977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e204ff9c-9997-46d2-bc7f-9c82277f1aeb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.240725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fe74a-4935-440c-9b4d-fc85796227be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:19.294588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e204ff9c-9997-46d2-bc7f-9c82277f1aeb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.295710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Allocated IP 172.20.0.2 (a0d25b31-d611-44a8-a58f-b37699384cac/94029846-6646-47b0-ad1d-6676f3ab6a53/7d756a5d-5a77-4999-a2a9-d4ec193da872) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:19.295875 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e204ff9c-9997-46d2-bc7f-9c82277f1aeb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7321486 Oct 29 08:37:19.299303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52978) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:19.394705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7eb53b0-76db-4b14-88d9-ad8de5036413 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.399920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da9fe74a-4935-440c-9b4d-fc85796227be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.403702 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-da9fe74a-4935-440c-9b4d-fc85796227be tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb HTTP/1.1" status: 204 len: 168 time: 0.7981362 Oct 29 08:37:19.406598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52980) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:19.455835 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36b79e5-ffcc-4dfc-8cce-e92c5fc9cd61 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:19.457525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c36b79e5-ffcc-4dfc-8cce-e92c5fc9cd61 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb HTTP/1.1" status: 404 len: 333 time: 0.0499859 Oct 29 08:37:19.462948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52982) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:19.498183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:19.510293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.519564 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.538173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.541161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '8010d1a0-2175-410f-9f75-c18baddac456', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '8010d1a0-2175-410f-9f75-c18baddac456', 'mac_address': 'fa:16:3e:1a:e0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:37:19.602421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7eb53b0-76db-4b14-88d9-ad8de5036413 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.604795 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7eb53b0-76db-4b14-88d9-ad8de5036413 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.628717 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.675191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8010d1a0-2175-410f-9f75-c18baddac456 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:37:19.682569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7eb53b0-76db-4b14-88d9-ad8de5036413 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.683305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eb53b0-76db-4b14-88d9-ad8de5036413 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 008451de-8bee-40a9-91ba-a2ac8ae4e6ea {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:37:19.688778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c275ce35-eaf8-4fc3-b776-32d9a18b70a6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:19.689126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c275ce35-eaf8-4fc3-b776-32d9a18b70a6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.689935 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7eb53b0-76db-4b14-88d9-ad8de5036413 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.694150 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f7eb53b0-76db-4b14-88d9-ad8de5036413 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "DELETE /v2.0/routers/008451de-8bee-40a9-91ba-a2ac8ae4e6ea HTTP/1.1" status: 204 len: 168 time: 0.3909328 Oct 29 08:37:19.694809 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52984) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:19.702055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b4c64d77-253f-4f67-ba9d-2def7e8ffc45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Request body: {'router': {'name': 'tempest-router-1225838459', 'distributed': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:19.717933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.720725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:19.727225 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.730900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4c64d77-253f-4f67-ba9d-2def7e8ffc45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.732055 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4c64d77-253f-4f67-ba9d-2def7e8ffc45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.735034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.764177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Allocated IP 172.25.5.146 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/6320d0e1-ac54-478b-ade0-d138a9dfc022) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:19.781010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Network a0d25b31-d611-44a8-a58f-b37699384cac is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:19.784339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:19.787071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:19.808585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=12']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:19.897671 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c275ce35-eaf8-4fc3-b776-32d9a18b70a6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.905124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4c64d77-253f-4f67-ba9d-2def7e8ffc45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.913507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4c64d77-253f-4f67-ba9d-2def7e8ffc45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.918639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:19.934528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4c64d77-253f-4f67-ba9d-2def7e8ffc45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.938598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b4c64d77-253f-4f67-ba9d-2def7e8ffc45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2387986 Oct 29 08:37:19.938768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c275ce35-eaf8-4fc3-b776-32d9a18b70a6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:19.939635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52988) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:19.952060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Attempting to bind port 7d756a5d-5a77-4999-a2a9-d4ec193da872 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:19.952432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Attempting to bind port 7d756a5d-5a77-4999-a2a9-d4ec193da872 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:19.956604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Attempting to bind port 7d756a5d-5a77-4999-a2a9-d4ec193da872 on network a0d25b31-d611-44a8-a58f-b37699384cac {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:19.973532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Pushing event updated for resources: {'Port': ['ID=7d756a5d-5a77-4999-a2a9-d4ec193da872,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:19.979223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:19.979603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Checking segment: {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:19.980037 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:19.980422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Bound using segment: {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:19.980904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Bound port: 7d756a5d-5a77-4999-a2a9-d4ec193da872, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:19.981285 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.044296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:20.044296 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.106881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48006d0f-7459-40d1-beb7-f7fa698fb6ac tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.107139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] For port 7d756a5d-5a77-4999-a2a9-d4ec193da872, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:20.113463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] For port 7d756a5d-5a77-4999-a2a9-d4ec193da872, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7d756a5d-5a77-4999-a2a9-d4ec193da872,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:20.115929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7937ded7-1330-4cc1-b7fe-7c554368f858 None None] Provisioning complete for port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:20.116131 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7937ded7-1330-4cc1-b7fe-7c554368f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.141577 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.213586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.355726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db61c75-62e7-497e-af7f-61f2c3e6031d req-e630aba6-dce5-4882-afaa-ea48d6747589 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:20.364792 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6db61c75-62e7-497e-af7f-61f2c3e6031d req-e630aba6-dce5-4882-afaa-ea48d6747589 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1513979 Oct 29 08:37:20.376201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cfcc4-4857-4c40-8d27-4794c84e53cd None None] Pushing event updated for resources: {'Port': ['ID=7d756a5d-5a77-4999-a2a9-d4ec193da872,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:20.433499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-36c182e6-af32-479e-b9c5-933b8cf0765f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:20.435176 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-36c182e6-af32-479e-b9c5-933b8cf0765f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.1612272 Oct 29 08:37:20.448712 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48006d0f-7459-40d1-beb7-f7fa698fb6ac tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.451878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7937ded7-1330-4cc1-b7fe-7c554368f858 None None] Provisioning complete for port a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:20.452545 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7937ded7-1330-4cc1-b7fe-7c554368f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.473656 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48006d0f-7459-40d1-beb7-f7fa698fb6ac tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.494603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7937ded7-1330-4cc1-b7fe-7c554368f858 None None] Port a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:20.541457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.564559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6db61c75-62e7-497e-af7f-61f2c3e6031d req-1bdf9daa-acb2-46d0-b1d5-2be88b6d91fd tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964591 Oct 29 08:37:20.591337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Pushing event updated for resources: {'Port': ['ID=6320d0e1-ac54-478b-ade0-d138a9dfc022,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:20.602472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48006d0f-7459-40d1-beb7-f7fa698fb6ac tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.603180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48006d0f-7459-40d1-beb7-f7fa698fb6ac tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9df6c513-b73c-46d7-8846-432768faaadb {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:37:20.608602 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48006d0f-7459-40d1-beb7-f7fa698fb6ac tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.613553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-48006d0f-7459-40d1-beb7-f7fa698fb6ac tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "DELETE /v2.0/routers/9df6c513-b73c-46d7-8846-432768faaadb HTTP/1.1" status: 204 len: 168 time: 0.6691942 Oct 29 08:37:20.614160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52998) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:20.623205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d6d5fb75-fa56-451e-9d8a-af98d493ef45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Request body: {'router': {'name': 'tempest-router-1538816921', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b4b32d8752c74439914a89b0bbed8d08'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:20.623913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a24d2eb8-8724-4397-a6d2-a18b117155ef None None] Could not find standard attr ID for object 6cd952c7-d6c3-452e-ad4c-7ca4d0985bdb. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:37:20.626835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429cd3b-688e-4495-880b-2e003bc0fe55 req-2d67797f-98e5-4f0b-8423-9bd9bb6af8a2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:20.628556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7429cd3b-688e-4495-880b-2e003bc0fe55 req-2d67797f-98e5-4f0b-8423-9bd9bb6af8a2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 949 time: 0.2726910 Oct 29 08:37:20.641670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:20.650220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c275ce35-eaf8-4fc3-b776-32d9a18b70a6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.687335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6d5fb75-fa56-451e-9d8a-af98d493ef45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.691077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6d5fb75-fa56-451e-9d8a-af98d493ef45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.691420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a24d2eb8-8724-4397-a6d2-a18b117155ef None None] Provisioning complete for port a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:20.692013 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a24d2eb8-8724-4397-a6d2-a18b117155ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.704973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:20.710415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:20.728548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Deleting port 8010d1a0-2175-410f-9f75-c18baddac456 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:20.728903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.741147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a24d2eb8-8724-4397-a6d2-a18b117155ef None None] Port a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 was deleted so its status cannot be updated. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 08:37:20.817101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275ce35-eaf8-4fc3-b776-32d9a18b70a6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=a90fc26f-a9c7-4e2e-babe-d2ff411a46e4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:20.854374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7429cd3b-688e-4495-880b-2e003bc0fe55 req-415132fc-175b-44a3-a609-311c092d0d3a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157273 Oct 29 08:37:20.883556 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6d5fb75-fa56-451e-9d8a-af98d493ef45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.903552 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6d5fb75-fa56-451e-9d8a-af98d493ef45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.942405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6d5fb75-fa56-451e-9d8a-af98d493ef45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.942943 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c275ce35-eaf8-4fc3-b776-32d9a18b70a6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.947412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d6d5fb75-fa56-451e-9d8a-af98d493ef45 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3252676 Oct 29 08:37:20.947599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c275ce35-eaf8-4fc3-b776-32d9a18b70a6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 HTTP/1.1" status: 204 len: 168 time: 1.4824862 Oct 29 08:37:20.947686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53000) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:20.954752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:20.958085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:20.958443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:20.960815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53002) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:21.018369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Calling delete_port for 8010d1a0-2175-410f-9f75-c18baddac456 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:21.051104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:37:21.066727 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-800f054b-f3a4-4d0a-a866-70c19591baa1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:21.071242 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-800f054b-f3a4-4d0a-a866-70c19591baa1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/a90fc26f-a9c7-4e2e-babe-d2ff411a46e4 HTTP/1.1" status: 404 len: 333 time: 0.1068363 Oct 29 08:37:21.076035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:21.210569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8010d1a0-2175-410f-9f75-c18baddac456, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8010d1a0-2175-410f-9f75-c18baddac456,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:21.228558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '8010d1a0-2175-410f-9f75-c18baddac456', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '8010d1a0-2175-410f-9f75-c18baddac456', 'mac_address': 'fa:16:3e:1a:e0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:37:21.351735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.352097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.427952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5476d553-97cb-4866-90aa-e0da49b77bf0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet 6aab4b97-16d1-4f83-9393-e69ead5ecb25 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:37:21.438224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5476d553-97cb-4866-90aa-e0da49b77bf0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.484264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102114) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 29 08:37:21.484602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Router 7a344bf9-42ab-48b8-8c29-7dad473645ff migrating from provider to provider. {{(pid=102114) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 29 08:37:21.484984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.493007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.524001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.535459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.540831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5476d553-97cb-4866-90aa-e0da49b77bf0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.659567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.673373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'adf88c00-579a-4825-8aad-390c1e2b4c1e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:21.676299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['cf67396e-0000-4bb9-947d-268fcbe1624c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:21.727641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811bdbf9-0fad-42b7-81da-605a5b8a519c None None] Network a0d25b31-d611-44a8-a58f-b37699384cac requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:21.749438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event deleted for resources: {'Port': ['ID=8010d1a0-2175-410f-9f75-c18baddac456,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:21.761291 n-d-815940-1 neutron-server[102114]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] No L3 agents can host the router 7a344bf9-42ab-48b8-8c29-7dad473645ff Oct 29 08:37:21.792542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c54152-7fb3-4467-8d1b-cdfb9a76796c req-dcb310fa-3b40-4eb5-a9af-b11efabccce2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:21.803464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59c54152-7fb3-4467-8d1b-cdfb9a76796c req-dcb310fa-3b40-4eb5-a9af-b11efabccce2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1508782 Oct 29 08:37:21.819470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] No DVR routers for this DVR port 8010d1a0-2175-410f-9f75-c18baddac456 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:21.822806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5476d553-97cb-4866-90aa-e0da49b77bf0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.826818 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.831919 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b957e4cd-cd25-420a-bb21-3feb0c61bb9e req-8a1ed65c-0303-421a-b516-550b01f12206 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "DELETE /v2.0/ports/8010d1a0-2175-410f-9f75-c18baddac456 HTTP/1.1" status: 204 len: 173 time: 1.3884628 Oct 29 08:37:21.831919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'name': 'network-vif-deleted', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:21.834449 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1979c24-95ba-48cc-9dad-4875a5b81fc1" -d '{"events": [{"server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "name": "network-vif-deleted", "tag": "8010d1a0-2175-410f-9f75-c18baddac456"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:21.853508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.936007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d9cc8d2a-a436-4857-94fc-ac4288308806 None None] Provisioning complete for port 7d756a5d-5a77-4999-a2a9-d4ec193da872 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:21.936007 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8d2a-a436-4857-94fc-ac4288308806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:21.942318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59c54152-7fb3-4467-8d1b-cdfb9a76796c req-0c4fe0f4-7e01-4843-a3ab-acabcc8da566 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288412 Oct 29 08:37:22.006773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7d756a5d-5a77-4999-a2a9-d4ec193da872 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:22.044632 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab275aa-0c1b-44b8-a1ab-c997cf69355e x-openstack-request-id: req-6ab275aa-0c1b-44b8-a1ab-c997cf69355e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:22.045173 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4403cf70-4ff1-40f5-bd0e-da1c4a61f09e", "name": "network-vif-deleted", "tag": "8010d1a0-2175-410f-9f75-c18baddac456", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:22.045569 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ab275aa-0c1b-44b8-a1ab-c997cf69355e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:22.046111 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4403cf70-4ff1-40f5-bd0e-da1c4a61f09e', 'name': 'network-vif-deleted', 'tag': '8010d1a0-2175-410f-9f75-c18baddac456', 'status': 'completed', 'code': 200} Oct 29 08:37:22.213448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Router 2c6b4699-0403-4c87-95f6-a06d9876b221 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:37:22.339193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:37:22.365875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:22.370238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c51a9025-47a0-4141-b89d-8c3dcf5352ad admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9284062 Oct 29 08:37:22.370792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53020) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:22.444986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4deb5aab-ec28-48c0-a5e1-c6746bafb46e req-15401f77-e01a-4dd4-a946-e1d040cd624b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=4403cf70-4ff1-40f5-bd0e-da1c4a61f09e HTTP/1.1" status: 200 len: 210 time: 0.0600953 Oct 29 08:37:22.447146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Hosts for router 7a344bf9-42ab-48b8-8c29-7dad473645ff: [] {{(pid=102114) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 29 08:37:22.471295 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5476d553-97cb-4866-90aa-e0da49b77bf0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:22.491100 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5476d553-97cb-4866-90aa-e0da49b77bf0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:22.494381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5476d553-97cb-4866-90aa-e0da49b77bf0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/6aab4b97-16d1-4f83-9393-e69ead5ecb25 HTTP/1.1" status: 204 len: 168 time: 1.4176378 Oct 29 08:37:22.498520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53022) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:22.502978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Sync routers for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:37:22.514558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Hosts for other DVR routers connected to router 7a344bf9-42ab-48b8-8c29-7dad473645ff: set() {{(pid=102114) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 29 08:37:22.517492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:22.518912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a11a34ba-2d8d-45a8-a2b8-bb80739462cc tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "PUT /v2.0/routers/7a344bf9-42ab-48b8-8c29-7dad473645ff HTTP/1.1" status: 200 len: 717 time: 1.5711479 Oct 29 08:37:22.520319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476d553-97cb-4866-90aa-e0da49b77bf0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=6aab4b97-16d1-4f83-9393-e69ead5ecb25,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:22.522169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53024) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:22.539033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453616d8-0969-41e4-bf14-e718760ed440 None None] Network ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:22.550320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7d756a5d-5a77-4999-a2a9-d4ec193da872 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:22.550831 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:22.611530 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9d636774-59e0-4438-bbc1-a03898023b4e tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "GET /v2.0/routers/7a344bf9-42ab-48b8-8c29-7dad473645ff HTTP/1.1" status: 200 len: 717 time: 0.0879068 Oct 29 08:37:22.614235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53026) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:22.670000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:22.694833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:22.695743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:22.709724 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8d2a-a436-4857-94fc-ac4288308806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:22.897076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-86aa9c0e-c3fe-44c6-b2d1-b4275c9aa645 tempest-RoutersTestDVR-458651709 tempest-RoutersTestDVR-458651709-project] 10.222.0.70 "GET /v2.0/routers/7a344bf9-42ab-48b8-8c29-7dad473645ff HTTP/1.1" status: 200 len: 683 time: 0.2813616 Oct 29 08:37:22.900083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53032) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:22.904131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d9cc8d2a-a436-4857-94fc-ac4288308806 None None] For port 7d756a5d-5a77-4999-a2a9-d4ec193da872, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7d756a5d-5a77-4999-a2a9-d4ec193da872,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:22.936029 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8d2a-a436-4857-94fc-ac4288308806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:22.988615 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4cb9-413e-46c1-8893-250cdec5a4bb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.074501 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.080386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:37:23.089910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:23.094280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:23.094552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.213266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] For port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=066b2f7e-a0f7-4db4-9c0a-dfedf6238982,segment=NetworkSegment(54f89e63-8561-4acb-9523-462a41e55a82),segment_id=54f89e63-8561-4acb-9523-462a41e55a82)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:23.213631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.219621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 8010d1a0-2175-410f-9f75-c18baddac456 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:23.220349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8010d1a0-2175-410f-9f75-c18baddac456 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:23.235242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:23.275102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4cb9-413e-46c1-8893-250cdec5a4bb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.276256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4cb9-413e-46c1-8893-250cdec5a4bb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.301201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] DHCP port deletion for ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:37:23.327969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4cb9-413e-46c1-8893-250cdec5a4bb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.328622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2a4cb9-413e-46c1-8893-250cdec5a4bb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a344bf9-42ab-48b8-8c29-7dad473645ff {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:37:23.334686 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4cb9-413e-46c1-8893-250cdec5a4bb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.336371 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6a2a4cb9-413e-46c1-8893-250cdec5a4bb tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "DELETE /v2.0/routers/7a344bf9-42ab-48b8-8c29-7dad473645ff HTTP/1.1" status: 204 len: 168 time: 0.4348054 Oct 29 08:37:23.343973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53040) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:23.349777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc8d2a-a436-4857-94fc-ac4288308806 None None] Pushing event updated for resources: {'Port': ['ID=7d756a5d-5a77-4999-a2a9-d4ec193da872,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:23.350398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-736d6cba-d642-4724-a118-92a048080b35 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Request body: {'router': {'name': 'tempest-router-633849714', 'distributed': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:23.377116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Allocated IP 172.20.0.1 (a0d25b31-d611-44a8-a58f-b37699384cac/94029846-6646-47b0-ad1d-6676f3ab6a53/51dc2927-91ff-4b53-a211-e3c677bb80de) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:23.381448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e01b92-4237-4f1e-bdc4-57fdd5e4c4ff req-bdcec608-9df2-4571-b2a2-460aea3aa32f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:23.383381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3e01b92-4237-4f1e-bdc4-57fdd5e4c4ff req-bdcec608-9df2-4571-b2a2-460aea3aa32f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.2693021 Oct 29 08:37:23.385034 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-736d6cba-d642-4724-a118-92a048080b35 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.386121 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-736d6cba-d642-4724-a118-92a048080b35 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.427158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-08c444e8-90f7-4a2b-a10e-92890ab67f3f None None] Provisioning complete for port 7d756a5d-5a77-4999-a2a9-d4ec193da872 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:23.427917 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-08c444e8-90f7-4a2b-a10e-92890ab67f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.474513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-736d6cba-d642-4724-a118-92a048080b35 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.476541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.480653 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3e01b92-4237-4f1e-bdc4-57fdd5e4c4ff req-7cd6730e-fc5c-4d98-a43f-5a2d6def9d91 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905342 Oct 29 08:37:23.483114 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-736d6cba-d642-4724-a118-92a048080b35 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.504008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No DVR routers for this DVR port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:23.510978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-736d6cba-d642-4724-a118-92a048080b35 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.512174 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-736d6cba-d642-4724-a118-92a048080b35 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1667767 Oct 29 08:37:23.515131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:23.565058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=066b2f7e-a0f7-4db4-9c0a-dfedf6238982,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:23.596560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] Deleting port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:23.597163 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.607241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2df4d0b-92f9-45bd-af9f-40b2949e5084 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.640515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.646010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.674713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:23.677352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] For port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:23.677818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.698128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] Calling delete_port for 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:23.719088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f89e63-8561-4acb-9523-462a41e55a82') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:23.719389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f89e63-8561-4acb-9523-462a41e55a82') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:23.725833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] Port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:37:23.727608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:21Z', 'revision_number': 3, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:23.733233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.751325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.757891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Checking router: 2c6b4699-0403-4c87-95f6-a06d9876b221 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:37:23.757891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Updating router 2c6b4699-0403-4c87-95f6-a06d9876b221 port 6320d0e1-ac54-478b-ade0-d138a9dfc022 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:37:23.758805 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.762080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:23.762480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.763899 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:23.768778 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:23.820892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] Pushing event deleted for resources: {'Port': ['ID=066b2f7e-a0f7-4db4-9c0a-dfedf6238982,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:23.826036 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.826602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8be574-618a-4786-97e8-ca30bbdf72f5 None None] No DVR routers for this DVR port 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:23.850438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2df4d0b-92f9-45bd-af9f-40b2949e5084 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.852978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2df4d0b-92f9-45bd-af9f-40b2949e5084 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.855789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Network a0d25b31-d611-44a8-a58f-b37699384cac is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:23.862978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:23.905835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:23.945311 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.966838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7d756a5d-5a77-4999-a2a9-d4ec193da872 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:23.971382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2df4d0b-92f9-45bd-af9f-40b2949e5084 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.972051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2df4d0b-92f9-45bd-af9f-40b2949e5084 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7be7dd42-b2a7-45de-b304-d1f365da4674 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:37:23.976493 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a2df4d0b-92f9-45bd-af9f-40b2949e5084 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.977625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a2df4d0b-92f9-45bd-af9f-40b2949e5084 tempest-RoutersTestDVR-1576837964 tempest-RoutersTestDVR-1576837964-project-admin] 10.222.0.70 "DELETE /v2.0/routers/7be7dd42-b2a7-45de-b304-d1f365da4674 HTTP/1.1" status: 204 len: 168 time: 0.4614081 Oct 29 08:37:23.988085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:23.993932 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/networks/ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2 HTTP/1.1" status: 204 len: 168 time: 1.4942143 Oct 29 08:37:23.998518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53054) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:23.998899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f15ea9-b065-4b34-ad57-69b2059881bc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Network': ['ID=ae64f2dc-6027-4d5a-b73b-7f75e42bb4c2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:24.000659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Pushing event updated for resources: {'Port': ['ID=51dc2927-91ff-4b53-a211-e3c677bb80de,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:24.003843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1441732421'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:24.010956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125627d-f65c-4894-bda2-d634ebac3db8 req-f722ec4c-e64d-4ef8-8cbb-eaf0bc3cbac8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:24.012597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0125627d-f65c-4894-bda2-d634ebac3db8 req-f722ec4c-e64d-4ef8-8cbb-eaf0bc3cbac8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 950 time: 0.1552534 Oct 29 08:37:24.055163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:24.058813 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.063102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.098880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:24.110821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.113850 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Added segment dc5fed83-fc0b-4072-87bb-2d4a86ff076f of type vlan for network 42416cc7-d7af-43e8-9286-0e83fa873458 Oct 29 08:37:24.167907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7d756a5d-5a77-4999-a2a9-d4ec193da872 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:24.168595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.172127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0125627d-f65c-4894-bda2-d634ebac3db8 req-5b5db8f8-0dee-4d1e-b6c1-9b47af3543ba tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512859 Oct 29 08:37:24.176458 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.233309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.239329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:24.240130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.348184 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.364025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.372859 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.386601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3874645 Oct 29 08:37:24.389798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:24.397049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:24.405639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9045b-c55d-4210-ba4d-f4c884afc615 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Network': ['ID=42416cc7-d7af-43e8-9286-0e83fa873458,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:24.426540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b982b302-2527-44c7-9998-cf744d8f9a63 None None] Provisioning complete for port 51dc2927-91ff-4b53-a211-e3c677bb80de triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:24.427019 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b982b302-2527-44c7-9998-cf744d8f9a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.466751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 42416cc7-d7af-43e8-9286-0e83fa873458 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:24.468702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:24.512194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:24.519510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.556561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53066) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:24.661672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85750b4-b37d-443d-9c7e-871174ae91d5 req-a85deedf-61f5-43dd-99c4-34480f4ead49 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:24.662277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.663259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a85750b4-b37d-443d-9c7e-871174ae91d5 req-a85deedf-61f5-43dd-99c4-34480f4ead49 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.0772715 Oct 29 08:37:24.669345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.727919 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a85750b4-b37d-443d-9c7e-871174ae91d5 req-18386f4f-6577-4ea2-a677-87e11b702baa tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546997 Oct 29 08:37:24.767247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c025c-b07d-4f35-9859-c5644b9da53a None None] Pushing event updated for resources: {'Port': ['ID=6320d0e1-ac54-478b-ade0-d138a9dfc022,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:24.769484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:24.770429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 066b2f7e-a0f7-4db4-9c0a-dfedf6238982 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:24.778812 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-145a276d-b9a2-4ad3-8ef0-17cfaeed53dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.786723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Attempting to bind port 6320d0e1-ac54-478b-ade0-d138a9dfc022 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:24.787108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Attempting to bind port 6320d0e1-ac54-478b-ade0-d138a9dfc022 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:24.787480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Attempting to bind port 6320d0e1-ac54-478b-ade0-d138a9dfc022 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:24.789544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b982b302-2527-44c7-9998-cf744d8f9a63 None None] Port 51dc2927-91ff-4b53-a211-e3c677bb80de cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:24.800996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.803442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:24.803838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:24.804242 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.804629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:24.805109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Bound port: 6320d0e1-ac54-478b-ade0-d138a9dfc022, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:24.805492 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.820793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Pushing event updated for resources: {'Port': ['ID=51dc2927-91ff-4b53-a211-e3c677bb80de,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:24.846072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.874457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] For port 6320d0e1-ac54-478b-ade0-d138a9dfc022, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:24.878957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] For port 6320d0e1-ac54-478b-ade0-d138a9dfc022, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6320d0e1-ac54-478b-ade0-d138a9dfc022,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:24.886338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.917458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=19bfc48e-5696-40f0-b9c7-15584dd78807,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:24.928259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking segment: {'id': 'dc5fed83-fc0b-4072-87bb-2d4a86ff076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:24.928522 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network hostable DHCP agents. Network: 42416cc7-d7af-43e8-9286-0e83fa873458, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:37:24.954662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:24.954971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 42416cc7-d7af-43e8-9286-0e83fa873458 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:37:24.955391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:24.957466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c025c-b07d-4f35-9859-c5644b9da53a None None] Pushing event updated for resources: {'Port': ['ID=6320d0e1-ac54-478b-ade0-d138a9dfc022,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:24.969240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 42416cc7-d7af-43e8-9286-0e83fa873458) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:24.974721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:24.975357 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.976068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Network a0d25b31-d611-44a8-a58f-b37699384cac is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:24.981498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:24.990509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-145a276d-b9a2-4ad3-8ef0-17cfaeed53dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:24.994821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5065d-d296-4fea-99e3-6d3f505e0a77 None None] Network 42416cc7-d7af-43e8-9286-0e83fa873458 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:25.006363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0ffdd0ff-230c-4be2-91e8-9020f4be980d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6130247 Oct 29 08:37:25.006678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53070) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:25.012247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458', 'name': 'tempest-PortsTestJSON-956954159', 'fixed_ips': [{'subnet_id': '19bfc48e-5696-40f0-b9c7-15584dd78807', 'ip_address': '172.20.0.10'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:25.041385 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-145a276d-b9a2-4ad3-8ef0-17cfaeed53dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.169478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:37:25.203290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:25.383219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bec813-f2f1-4f4d-a944-b9cf5b7787d5 req-e2d343ae-b821-4835-83e4-c97707edcff4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:25.384776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6bec813-f2f1-4f4d-a944-b9cf5b7787d5 req-e2d343ae-b821-4835-83e4-c97707edcff4 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 950 time: 0.0844185 Oct 29 08:37:25.386867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4a178340-28d5-4ece-b726-9e948f1ce03b None None] Provisioning complete for port 51dc2927-91ff-4b53-a211-e3c677bb80de triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:25.387245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4a178340-28d5-4ece-b726-9e948f1ce03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.394967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-42416cc7-d7af-43e8-9286-0e83fa873458', 'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458', 'tenant_id': 'd3b1390a5f194d5aad57c92bca5f5ea8', 'fixed_ips': [{'subnet_id': '19bfc48e-5696-40f0-b9c7-15584dd78807'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:37:25.395876 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.413785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.479350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6bec813-f2f1-4f4d-a944-b9cf5b7787d5 req-389f9652-d9f4-408a-96fa-ec7549ca06a8 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788410 Oct 29 08:37:25.480079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 8df6a08e-8748-431d-9381-36955594c084 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:25.533444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4a178340-28d5-4ece-b726-9e948f1ce03b None None] Port 51dc2927-91ff-4b53-a211-e3c677bb80de cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:25.550649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-145a276d-b9a2-4ad3-8ef0-17cfaeed53dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4b32d8752c74439914a89b0bbed8d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9926519 Oct 29 08:37:25.553680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53080) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:25.557158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a276d-b9a2-4ad3-8ef0-17cfaeed53dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665c0727-6736-41eb-974f-52cf6919831c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:25.582798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-fa5422bf-13da-4ad4-b208-e3d0436b0068 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:25.584365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-fa5422bf-13da-4ad4-b208-e3d0436b0068 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 950 time: 0.4978173 Oct 29 08:37:25.621213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Router 2c6b4699-0403-4c87-95f6-a06d9876b221 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:37:25.640388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Allocated IP 172.20.0.2 (42416cc7-d7af-43e8-9286-0e83fa873458/19bfc48e-5696-40f0-b9c7-15584dd78807/d7f69366-e19b-47e8-bf07-04bbe8f579cc) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:25.655646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c67c401-4820-4cbd-841e-a44ed58a44dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.680454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c67c401-4820-4cbd-841e-a44ed58a44dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.706248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 2, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:25.732211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c67c401-4820-4cbd-841e-a44ed58a44dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.734793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c67c401-4820-4cbd-841e-a44ed58a44dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.736181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6c67c401-4820-4cbd-841e-a44ed58a44dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/665c0727-6736-41eb-974f-52cf6919831c HTTP/1.1" status: 204 len: 168 time: 0.1811664 Oct 29 08:37:25.745686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67c401-4820-4cbd-841e-a44ed58a44dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665c0727-6736-41eb-974f-52cf6919831c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:25.757057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818d31b-5741-49d7-8f8a-471cd596aa42 None None] The sync data for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 is: [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 2, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:37:25.788601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Deleting port cf67396e-0000-4bb9-947d-268fcbe1624c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:25.788856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.838111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:37:25.857100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-439afe99-0d03-4ecf-87ce-b5332beffb9b admin admin] 10.222.0.70 "PUT /v2.0/routers/2c6b4699-0403-4c87-95f6-a06d9876b221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4803212 Oct 29 08:37:25.904465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.914013 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.962626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] For port cf67396e-0000-4bb9-947d-268fcbe1624c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cf67396e-0000-4bb9-947d-268fcbe1624c,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:25.962942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:25.977291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Network 42416cc7-d7af-43e8-9286-0e83fa873458 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:25.982762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1282a-4a44-46fb-ae63-032d93c28c0b req-49632cf7-102d-4194-89d3-a75b583f0f2e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:25.985318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4a1282a-4a44-46fb-ae63-032d93c28c0b req-49632cf7-102d-4194-89d3-a75b583f0f2e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.0979164 Oct 29 08:37:25.985596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:25.990683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Calling delete_port for cf67396e-0000-4bb9-947d-268fcbe1624c owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:25.991433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:26.001934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Pushing event updated for resources: {'Port': ['ID=d7f69366-e19b-47e8-bf07-04bbe8f579cc,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:26.021507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.10 (42416cc7-d7af-43e8-9286-0e83fa873458/19bfc48e-5696-40f0-b9c7-15584dd78807/8df6a08e-8748-431d-9381-36955594c084) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:26.079134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Attempting to bind port d7f69366-e19b-47e8-bf07-04bbe8f579cc on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:26.080683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Attempting to bind port d7f69366-e19b-47e8-bf07-04bbe8f579cc by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'dc5fed83-fc0b-4072-87bb-2d4a86ff076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:26.081219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Attempting to bind port d7f69366-e19b-47e8-bf07-04bbe8f579cc on network 42416cc7-d7af-43e8-9286-0e83fa873458 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:26.087987 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:26.088802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Checking segment: {'id': 'dc5fed83-fc0b-4072-87bb-2d4a86ff076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:26.089388 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:26.089936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Bound using segment: {'id': 'dc5fed83-fc0b-4072-87bb-2d4a86ff076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:26.090587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Bound port: d7f69366-e19b-47e8-bf07-04bbe8f579cc, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5fed83-fc0b-4072-87bb-2d4a86ff076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:26.091392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:26.115828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4a1282a-4a44-46fb-ae63-032d93c28c0b req-d5e1de01-e4aa-46d1-9a54-cf5b14be1d2e tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671916 Oct 29 08:37:26.210785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] For port d7f69366-e19b-47e8-bf07-04bbe8f579cc, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:26.214468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] For port d7f69366-e19b-47e8-bf07-04bbe8f579cc, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d7f69366-e19b-47e8-bf07-04bbe8f579cc,segment=NetworkSegment(dc5fed83-fc0b-4072-87bb-2d4a86ff076f),segment_id=dc5fed83-fc0b-4072-87bb-2d4a86ff076f)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:26.224218 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:26.346453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585f3a-537a-40ef-a053-881ff1cf1ce8 None None] Pushing event updated for resources: {'Port': ['ID=d7f69366-e19b-47e8-bf07-04bbe8f579cc,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:26.373053 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:26.384895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'adf88c00-579a-4825-8aad-390c1e2b4c1e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:26.461066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event deleted for resources: {'Port': ['ID=cf67396e-0000-4bb9-947d-268fcbe1624c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:26.574986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53102) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:26.582292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] No DVR routers for this DVR port cf67396e-0000-4bb9-947d-268fcbe1624c on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:26.597228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:26.605857 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da8ccced-c3c5-43fd-8ea0-6a713ef2d386 req-e916645e-724a-4188-b65a-52035d392ba7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.15 "DELETE /v2.0/ports/cf67396e-0000-4bb9-947d-268fcbe1624c HTTP/1.1" status: 204 len: 173 time: 1.0120459 Oct 29 08:37:26.606287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-deleted', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:26.609065 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55ec88a-b27e-4fea-be2d-e369df51e2ac" -d '{"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-deleted", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:26.623773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5482fb42-bb82-4f8b-8c2d-36c25de05ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:26.897945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e95a197-f636-4412-8985-4188c20b45f9 req-2b951153-e70f-4ca4-bef3-1afac7e8db4a tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5083ff9-2742-4129-9e48-6dde474152b0 HTTP/1.1" status: 200 len: 210 time: 0.0828023 Oct 29 08:37:26.917765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53106) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:26.950429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e3536d3f-1080-4910-bcb9-3ce7d7accc34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037486693', 'description': 'tempest-description--400933199'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:26.962430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5482fb42-bb82-4f8b-8c2d-36c25de05ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:26.969687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5482fb42-bb82-4f8b-8c2d-36c25de05ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.021598 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39a6083-c950-402b-840b-1d1cdcf9b835 x-openstack-request-id: req-c39a6083-c950-402b-840b-1d1cdcf9b835 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:27.022248 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5083ff9-2742-4129-9e48-6dde474152b0", "name": "network-vif-deleted", "tag": "cf67396e-0000-4bb9-947d-268fcbe1624c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:27.029427 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c39a6083-c950-402b-840b-1d1cdcf9b835 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:27.030122 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083ff9-2742-4129-9e48-6dde474152b0', 'name': 'network-vif-deleted', 'tag': 'cf67396e-0000-4bb9-947d-268fcbe1624c', 'status': 'completed', 'code': 200} Oct 29 08:37:27.040573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5482fb42-bb82-4f8b-8c2d-36c25de05ca0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b250beaca09c4616a0bb9b878908c073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642866 Oct 29 08:37:27.045296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53108) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:27.059040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482fb42-bb82-4f8b-8c2d-36c25de05ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967a961d-bb96-47ec-bed4-519551684132,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:27.063843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3536d3f-1080-4910-bcb9-3ce7d7accc34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.122535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.179784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc4b119d-5bc2-4904-a631-33213f00ac54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.233823 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc4b119d-5bc2-4904-a631-33213f00ac54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.246021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.299782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3536d3f-1080-4910-bcb9-3ce7d7accc34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.318851 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc4b119d-5bc2-4904-a631-33213f00ac54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.321698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc4b119d-5bc2-4904-a631-33213f00ac54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.326494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bc4b119d-5bc2-4904-a631-33213f00ac54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/967a961d-bb96-47ec-bed4-519551684132 HTTP/1.1" status: 204 len: 168 time: 0.2799268 Oct 29 08:37:27.375266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 42416cc7-d7af-43e8-9286-0e83fa873458 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:27.378867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b119d-5bc2-4904-a631-33213f00ac54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a961d-bb96-47ec-bed4-519551684132,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:27.393073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3536d3f-1080-4910-bcb9-3ce7d7accc34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.423678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36a270-6e9f-419d-9132-96998819a1e7 req-69c6d3be-5330-427a-8814-d4a36d35ad07 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:27.431906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:27.436824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f36a270-6e9f-419d-9132-96998819a1e7 req-69c6d3be-5330-427a-8814-d4a36d35ad07 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1352506 Oct 29 08:37:27.459067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:27.512185 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3536d3f-1080-4910-bcb9-3ce7d7accc34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.518827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e3536d3f-1080-4910-bcb9-3ce7d7accc34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5997388 Oct 29 08:37:27.531255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f36a270-6e9f-419d-9132-96998819a1e7 req-e0e2aa91-434f-448b-92cd-d09218e276ab tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932820 Oct 29 08:37:27.531948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53118) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:27.536794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=8df6a08e-8748-431d-9381-36955594c084,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:27.555276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-24a2357e-c23f-453c-8c37-f4631b6462d0 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Request body: {'security_group_rule': {'security_group_id': '7ad336bf-2652-40c0-9096-6e3847dcf241', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:27.567646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3536d3f-1080-4910-bcb9-3ce7d7accc34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad336bf-2652-40c0-9096-6e3847dcf241,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:27.605547 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24a2357e-c23f-453c-8c37-f4631b6462d0 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.615331 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:27.616288 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.650622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6a76ae94-8697-434d-b49d-0d0517cfc3c6 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6402013 Oct 29 08:37:27.653496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53122) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:27.658847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': '42416cc7-d7af-43e8-9286-0e83fa873458', 'name': 'tempest-PortsTestJSON-958378405', 'fixed_ips': [{'subnet_id': '19bfc48e-5696-40f0-b9c7-15584dd78807', 'ip_address': '172.20.0.9'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:27.758984 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24a2357e-c23f-453c-8c37-f4631b6462d0 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.766105 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24a2357e-c23f-453c-8c37-f4631b6462d0 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.780397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:27.798013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2357e-c23f-453c-8c37-f4631b6462d0 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275e2715-f15b-42e7-8142-9abbfbdd5a61,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:27.827949 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24a2357e-c23f-453c-8c37-f4631b6462d0 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:27.829539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: cf67396e-0000-4bb9-947d-268fcbe1624c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:27.830070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cf67396e-0000-4bb9-947d-268fcbe1624c not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:27.836018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53128) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:27.837283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24a2357e-c23f-453c-8c37-f4631b6462d0 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3006680 Oct 29 08:37:27.841207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-006cf793-7314-4d3f-bade-08a62aa079ab tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Request body: {'security_group_rule': {'security_group_id': '7ad336bf-2652-40c0-9096-6e3847dcf241', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:27.871924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:27.901491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-006cf793-7314-4d3f-bade-08a62aa079ab tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.019085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.041517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port a708ff30-ee8c-4ffa-9c41-6a3df9a62739 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:28.065007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cee363-f768-406c-bf5a-65ce35f454b0 None None] Network 42416cc7-d7af-43e8-9286-0e83fa873458 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:28.131751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-006cf793-7314-4d3f-bade-08a62aa079ab tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.138280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-006cf793-7314-4d3f-bade-08a62aa079ab tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.181496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cf793-7314-4d3f-bade-08a62aa079ab tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74b7b6b-e7e6-4441-b4e0-e9d603f05d4a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:28.192289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-006cf793-7314-4d3f-bade-08a62aa079ab tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.193506 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-006cf793-7314-4d3f-bade-08a62aa079ab tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560851 Oct 29 08:37:28.200715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53140) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:28.203625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6320d0e1-ac54-478b-ade0-d138a9dfc022 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:28.212674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:28.275183 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.278389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-22985d26-a4af-47f1-81e5-5678e6fb0320 None None] Provisioning complete for port d7f69366-e19b-47e8-bf07-04bbe8f579cc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:28.278770 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22985d26-a4af-47f1-81e5-5678e6fb0320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.360989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 6320d0e1-ac54-478b-ade0-d138a9dfc022 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:28.361358 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.391578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.9 (42416cc7-d7af-43e8-9286-0e83fa873458/19bfc48e-5696-40f0-b9c7-15584dd78807/a708ff30-ee8c-4ffa-9c41-6a3df9a62739) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:28.472624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd015e-9458-4347-add9-8efdf7e9103e req-61bb260e-9874-4182-aa0a-00188f37e4e5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:28.485473 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51cd015e-9458-4347-add9-8efdf7e9103e req-61bb260e-9874-4182-aa0a-00188f37e4e5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.1136732 Oct 29 08:37:28.569267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51cd015e-9458-4347-add9-8efdf7e9103e req-201c4710-05d6-4cfa-b573-98c435cd2a0f tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795283 Oct 29 08:37:28.598443 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22985d26-a4af-47f1-81e5-5678e6fb0320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.666510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.667392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.686302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.723341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 6320d0e1-ac54-478b-ade0-d138a9dfc022, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6320d0e1-ac54-478b-ade0-d138a9dfc022,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:28.732177 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.733437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d7f69366-e19b-47e8-bf07-04bbe8f579cc up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:28.737218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53160) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:28.740291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-22985d26-a4af-47f1-81e5-5678e6fb0320 None None] For port d7f69366-e19b-47e8-bf07-04bbe8f579cc, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d7f69366-e19b-47e8-bf07-04bbe8f579cc,segment=NetworkSegment(dc5fed83-fc0b-4072-87bb-2d4a86ff076f),segment_id=dc5fed83-fc0b-4072-87bb-2d4a86ff076f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:28.815634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22985d26-a4af-47f1-81e5-5678e6fb0320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.853428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d7f69366-e19b-47e8-bf07-04bbe8f579cc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:28.854328 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.855229 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:28.870069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21a306-a2ec-4644-82ee-b85ccaa9b1d4 req-b5406b23-d864-49d4-9699-945af87c87a2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:28.871743 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f21a306-a2ec-4644-82ee-b85ccaa9b1d4 req-b5406b23-d864-49d4-9699-945af87c87a2 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1763921 Oct 29 08:37:28.897635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=6320d0e1-ac54-478b-ade0-d138a9dfc022,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:28.963999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e06310c-aff5-44f1-86d7-bbc6fd96b88c tempest-AgentManagementNegativeTest-991268648 tempest-AgentManagementNegativeTest-991268648-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2223899 Oct 29 08:37:29.014834 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f21a306-a2ec-4644-82ee-b85ccaa9b1d4 req-7058b23b-ab71-474d-805d-458216882fb5 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259110 Oct 29 08:37:29.023054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 42416cc7-d7af-43e8-9286-0e83fa873458 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:29.028772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=a708ff30-ee8c-4ffa-9c41-6a3df9a62739,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:29.038458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:29.041308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:29.104607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Allocated IP 172.25.5.40 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/1d099acc-d210-43e9-a3e8-51f7c391a5b2) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:29.203227 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Sync routers for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:37:29.211957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:29.212544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.220097 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:29.220743 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:29.264676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a01677a3-c138-448f-97c3-7268e52e62ee tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6100121 Oct 29 08:37:29.268049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53166) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:29.269498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985d26-a4af-47f1-81e5-5678e6fb0320 None None] Pushing event updated for resources: {'Port': ['ID=d7f69366-e19b-47e8-bf07-04bbe8f579cc,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:29.286826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.303270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1768f29c-a7a3-440c-90ae-aeb34b06b1b7 None None] Provisioning complete for port d7f69366-e19b-47e8-bf07-04bbe8f579cc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:29.303634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1768f29c-a7a3-440c-90ae-aeb34b06b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.390773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.412611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5bd276-a110-4876-ae0d-5b3ff4ea9354 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:29.414671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dc5bd276-a110-4876-ae0d-5b3ff4ea9354 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1450951 Oct 29 08:37:29.417800 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53170) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:29.424645 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:37:29.442832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53172) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:29.467104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1768f29c-a7a3-440c-90ae-aeb34b06b1b7 None None] Provisioning complete for port 8df6a08e-8748-431d-9381-36955594c084 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:29.467477 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1768f29c-a7a3-440c-90ae-aeb34b06b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.509800 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd135378-863f-4154-b1db-55909d5718df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:29.514400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1768f29c-a7a3-440c-90ae-aeb34b06b1b7 None None] Port 8df6a08e-8748-431d-9381-36955594c084 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:29.516917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd135378-863f-4154-b1db-55909d5718df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:29.522979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd135378-863f-4154-b1db-55909d5718df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:29.527910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fd135378-863f-4154-b1db-55909d5718df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0977750 Oct 29 08:37:29.528568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53178) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:29.537487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.596689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event updated for resources: {'Port': ['ID=1d099acc-d210-43e9-a3e8-51f7c391a5b2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:29.611380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:29.618940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:29.621855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:29.659349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f87187b1-1bfb-4347-be65-b09a86520af7 None None] Provisioning complete for port 8df6a08e-8748-431d-9381-36955594c084 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:29.659658 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f87187b1-1bfb-4347-be65-b09a86520af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.723787 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 2, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:29.737999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f87187b1-1bfb-4347-be65-b09a86520af7 None None] Port 8df6a08e-8748-431d-9381-36955594c084 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:29.738716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1915a11-9a23-4b69-bf9e-ac0d3e02a5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.742541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c2a61-2af0-4b71-a123-45a4a2a71318 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port a708ff30-ee8c-4ffa-9c41-6a3df9a62739 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:29.743349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2a61-2af0-4b71-a123-45a4a2a71318 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.755241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f87187b1-1bfb-4347-be65-b09a86520af7 None None] Provisioning complete for port a708ff30-ee8c-4ffa-9c41-6a3df9a62739 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:29.755650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f87187b1-1bfb-4347-be65-b09a86520af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.764213 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Checking router: 2c6b4699-0403-4c87-95f6-a06d9876b221 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:37:29.765000 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Updating router 2c6b4699-0403-4c87-95f6-a06d9876b221 port 51dc2927-91ff-4b53-a211-e3c677bb80de binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:37:29.794047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f87187b1-1bfb-4347-be65-b09a86520af7 None None] Port a708ff30-ee8c-4ffa-9c41-6a3df9a62739 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:29.803091 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.833490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1915a11-9a23-4b69-bf9e-ac0d3e02a5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.891778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6320d0e1-ac54-478b-ade0-d138a9dfc022 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:29.906446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.920571 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1915a11-9a23-4b69-bf9e-ac0d3e02a5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:29.924929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-b9ea700b-154f-4654-acf1-31b5a0b7d9c3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:29.926627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-b9ea700b-154f-4654-acf1-31b5a0b7d9c3 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.0882878 Oct 29 08:37:29.956232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a1915a11-9a23-4b69-bf9e-ac0d3e02a5de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba531f6b18e34bef8022f03bbee64827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093887 Oct 29 08:37:29.961639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53186) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:30.002839 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 6320d0e1-ac54-478b-ade0-d138a9dfc022 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:30.007589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.020470 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2a61-2af0-4b71-a123-45a4a2a71318 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.021440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7a7bd-d1b3-46d9-8d52-9fba6edfc537 req-ad51d4a3-84c8-410e-8294-7ff8694b4d06 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:30.023619 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5eb7a7bd-d1b3-46d9-8d52-9fba6edfc537 req-ad51d4a3-84c8-410e-8294-7ff8694b4d06 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 949 time: 0.3281581 Oct 29 08:37:30.041062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c2a61-2af0-4b71-a123-45a4a2a71318 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for a708ff30-ee8c-4ffa-9c41-6a3df9a62739 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:30.096601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5eb7a7bd-d1b3-46d9-8d52-9fba6edfc537 req-c060c6b4-f9db-4658-917f-2d0c67cb84de tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638011 Oct 29 08:37:30.107424 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.114464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1915a11-9a23-4b69-bf9e-ac0d3e02a5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225560c-4cf1-44b1-94c1-db1129383faf,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:30.124108 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.129011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Deleting port adf88c00-579a-4825-8aad-390c1e2b4c1e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:30.130023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.132975 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.205720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d7f69366-e19b-47e8-bf07-04bbe8f579cc up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:30.207261 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Pushing event updated for resources: {'Port': ['ID=51dc2927-91ff-4b53-a211-e3c677bb80de,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:30.242111 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.242526 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.243000 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.243413 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.243931 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.244413 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.244972 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.245457 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.245961 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.246521 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.246991 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.247484 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:30.262506 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cceb7591-f972-4dbb-aaf4-7fc3df27f394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.310100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.315677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d7f69366-e19b-47e8-bf07-04bbe8f579cc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:30.316236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.316361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035efea-ffa7-41c9-97ab-ecbd8960f7b5 req-ffc59acb-de58-40ad-b809-91d797ff798b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:30.318388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9035efea-ffa7-41c9-97ab-ecbd8960f7b5 req-ffc59acb-de58-40ad-b809-91d797ff798b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1663694 Oct 29 08:37:30.330305 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Attempting to bind port 51dc2927-91ff-4b53-a211-e3c677bb80de on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:30.331101 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Attempting to bind port 51dc2927-91ff-4b53-a211-e3c677bb80de by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:30.335996 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Attempting to bind port 51dc2927-91ff-4b53-a211-e3c677bb80de on network a0d25b31-d611-44a8-a58f-b37699384cac {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:30.344420 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:30.344716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] For port adf88c00-579a-4825-8aad-390c1e2b4c1e, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=adf88c00-579a-4825-8aad-390c1e2b4c1e,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:30.344985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.345611 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Checking segment: {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:30.348799 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.349407 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Bound using segment: {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:30.350094 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Bound port: 51dc2927-91ff-4b53-a211-e3c677bb80de, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:30.350672 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.398749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Calling delete_port for adf88c00-579a-4825-8aad-390c1e2b4c1e owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:30.464899 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cceb7591-f972-4dbb-aaf4-7fc3df27f394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.477652 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9035efea-ffa7-41c9-97ab-ecbd8960f7b5 req-e0414004-a482-4db1-bd7f-ac1238199775 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464043 Oct 29 08:37:30.490204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2a61-2af0-4b71-a123-45a4a2a71318 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.497806 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] For port 51dc2927-91ff-4b53-a211-e3c677bb80de, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:30.502331 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] For port 51dc2927-91ff-4b53-a211-e3c677bb80de, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=51dc2927-91ff-4b53-a211-e3c677bb80de,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:30.507780 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.538947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c2a61-2af0-4b71-a123-45a4a2a71318 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=a708ff30-ee8c-4ffa-9c41-6a3df9a62739,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:30.541935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ab321c5d-2459-46fd-9569-0872d90e2d13 None None] Provisioning complete for port 51dc2927-91ff-4b53-a211-e3c677bb80de triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:30.542496 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab321c5d-2459-46fd-9569-0872d90e2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.543029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.553830 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.601227 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:30.601857 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:30.674571 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab321c5d-2459-46fd-9569-0872d90e2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.700207 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbb3d9-5a94-4136-a622-46886fc573d8 None None] Pushing event updated for resources: {'Port': ['ID=51dc2927-91ff-4b53-a211-e3c677bb80de,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:30.715743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cceb7591-f972-4dbb-aaf4-7fc3df27f394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.718603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cceb7591-f972-4dbb-aaf4-7fc3df27f394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.722852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cceb7591-f972-4dbb-aaf4-7fc3df27f394 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c225560c-4cf1-44b1-94c1-db1129383faf HTTP/1.1" status: 204 len: 168 time: 0.7565179 Oct 29 08:37:30.724353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.769646 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:37:30.770164 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2a61-2af0-4b71-a123-45a4a2a71318 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.778027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7e3c2a61-2af0-4b71-a123-45a4a2a71318 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/a708ff30-ee8c-4ffa-9c41-6a3df9a62739 HTTP/1.1" status: 204 len: 168 time: 1.2476172 Oct 29 08:37:30.780483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ab321c5d-2459-46fd-9569-0872d90e2d13 None None] For port 51dc2927-91ff-4b53-a211-e3c677bb80de, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=51dc2927-91ff-4b53-a211-e3c677bb80de,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:30.782554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:30.791002 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab321c5d-2459-46fd-9569-0872d90e2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.847694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.853276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7591-f972-4dbb-aaf4-7fc3df27f394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225560c-4cf1-44b1-94c1-db1129383faf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:30.873474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'adf88c00-579a-4825-8aad-390c1e2b4c1e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:30.918262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event deleted for resources: {'Port': ['ID=adf88c00-579a-4825-8aad-390c1e2b4c1e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:30.930416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event updated for resources: {'Port': ['ID=1d099acc-d210-43e9-a3e8-51f7c391a5b2,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:30.956741 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:30.970375 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-581d3527-4d58-4c49-94c9-787e1383ee83 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7583075 Oct 29 08:37:30.971814 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-90619e38-2f0a-476b-b3f1-438c0c3b33d4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:30.974639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-90619e38-2f0a-476b-b3f1-438c0c3b33d4 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/a708ff30-ee8c-4ffa-9c41-6a3df9a62739 HTTP/1.1" status: 404 len: 333 time: 0.1746361 Oct 29 08:37:30.978943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53200) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:31.072444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab321c5d-2459-46fd-9569-0872d90e2d13 None None] Pushing event updated for resources: {'Port': ['ID=51dc2927-91ff-4b53-a211-e3c677bb80de,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:31.111401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] No DVR routers for this DVR port adf88c00-579a-4825-8aad-390c1e2b4c1e on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:31.114337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:31.118496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d1dc581-be2d-4842-b06f-3335fbf12812 req-98a36495-305a-43c2-be2e-e0300fb5a2b7 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "DELETE /v2.0/ports/adf88c00-579a-4825-8aad-390c1e2b4c1e HTTP/1.1" status: 204 len: 173 time: 1.1828520 Oct 29 08:37:31.118975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'name': 'network-vif-deleted', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:31.123015 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf92ee8-8101-4931-bce9-c2fd7034ace7" -d '{"events": [{"server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "name": "network-vif-deleted", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:31.308099 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c14838-94a6-4976-91de-5d87e281434e x-openstack-request-id: req-d2c14838-94a6-4976-91de-5d87e281434e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:31.308392 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9", "name": "network-vif-deleted", "tag": "adf88c00-579a-4825-8aad-390c1e2b4c1e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:31.308639 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2c14838-94a6-4976-91de-5d87e281434e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:31.309037 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9', 'name': 'network-vif-deleted', 'tag': 'adf88c00-579a-4825-8aad-390c1e2b4c1e', 'status': 'completed', 'code': 200} Oct 29 08:37:31.323950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-67505ec9-6f52-4d63-b99b-89a97dd6736e None None] Provisioning complete for port 51dc2927-91ff-4b53-a211-e3c677bb80de triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:31.324181 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67505ec9-6f52-4d63-b99b-89a97dd6736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:31.355988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-867eeee9-1c6a-455c-b6df-0e269a7f5e1a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 8df6a08e-8748-431d-9381-36955594c084 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:31.359797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-867eeee9-1c6a-455c-b6df-0e269a7f5e1a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:31.395659 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:30Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:31.447530 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f3b6f-e14d-47f2-8820-b01d9561453d None None] The sync data for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 is: [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:30Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:37:31.485720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7bef3eb9-4686-4c39-837d-318ccbc31712 req-2f49127f-f6c1-46bb-9103-872a31f086bc tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6aa8db-ec4c-47fe-87bf-32d18d9bdae9 HTTP/1.1" status: 200 len: 210 time: 0.1362660 Oct 29 08:37:31.577843 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-fb4fd747-9eee-47dc-9c16-608f6661cced tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2037486693&fields=id&tenant_id=74949a4561764185934370a9dcfd04b9 HTTP/1.1" status: 200 len: 267 time: 0.0672038 Oct 29 08:37:31.701296 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-867eeee9-1c6a-455c-b6df-0e269a7f5e1a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:31.711233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049b3ee-afcf-4bd9-9636-88756be32c2d req-9122c57a-a6d2-4837-abfa-4cf7a566b167 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:31.719870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6049b3ee-afcf-4bd9-9636-88756be32c2d req-9122c57a-a6d2-4837-abfa-4cf7a566b167 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1158812 Oct 29 08:37:31.740968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-867eeee9-1c6a-455c-b6df-0e269a7f5e1a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 8df6a08e-8748-431d-9381-36955594c084 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:31.764846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-9e0556f1-4ac2-442c-b00d-f851567440db tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:31.766492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-9e0556f1-4ac2-442c-b00d-f851567440db tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/networks?id=a0d25b31-d611-44a8-a58f-b37699384cac HTTP/1.1" status: 200 len: 815 time: 0.1764679 Oct 29 08:37:31.808755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-f7e23c3a-3ac1-479e-a864-3a1f72723f48 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/quotas/74949a4561764185934370a9dcfd04b9 HTTP/1.1" status: 200 len: 375 time: 0.0230453 Oct 29 08:37:31.891268 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-80e7b4a3-6b6f-404b-8614-0004987bfcfb tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=74949a4561764185934370a9dcfd04b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712004 Oct 29 08:37:31.960136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6049b3ee-afcf-4bd9-9636-88756be32c2d req-994fadae-1f7c-4dca-a70b-1ecf92c77bc9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389328 Oct 29 08:37:31.964719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 51dc2927-91ff-4b53-a211-e3c677bb80de up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:31.981000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-867eeee9-1c6a-455c-b6df-0e269a7f5e1a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.045589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-c6dc4285-5b61-4392-8e55-074bc7ddec51 service neutron] 10.222.0.70 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519005 Oct 29 08:37:32.049718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867eeee9-1c6a-455c-b6df-0e269a7f5e1a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=8df6a08e-8748-431d-9381-36955594c084,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:32.058162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 51dc2927-91ff-4b53-a211-e3c677bb80de triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:32.060753 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.187019 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-867eeee9-1c6a-455c-b6df-0e269a7f5e1a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.196750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-867eeee9-1c6a-455c-b6df-0e269a7f5e1a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/8df6a08e-8748-431d-9381-36955594c084 HTTP/1.1" status: 204 len: 168 time: 1.2166841 Oct 29 08:37:32.205521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53242) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:32.236326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-55a6ee1f-32ae-4a66-b074-f246763ddc5a service neutron] 10.222.0.70 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891899 Oct 29 08:37:32.278160 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a032949-ddbe-4814-8f8b-2ec3509e1cab tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:32.283151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3a032949-ddbe-4814-8f8b-2ec3509e1cab tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/8df6a08e-8748-431d-9381-36955594c084 HTTP/1.1" status: 404 len: 333 time: 0.0728755 Oct 29 08:37:32.286051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53246) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:32.339478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53248) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:32.416231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a921701-1d53-4d1c-8240-bc20111ba3f0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet 19bfc48e-5696-40f0-b9c7-15584dd78807 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:37:32.423792 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a921701-1d53-4d1c-8240-bc20111ba3f0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.507703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a921701-1d53-4d1c-8240-bc20111ba3f0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.631506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a630594-426c-461f-aace-351fdc64705b req-54560c15-2abe-4ff5-b855-a28e37b04f40 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 210 time: 0.1057892 Oct 29 08:37:32.642558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1705124589'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:32.682899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a921701-1d53-4d1c-8240-bc20111ba3f0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.694335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Made reservation on behalf of 85186d73d3c64f158378f77d6b1bd2d1 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:32.698077 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.711430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.786071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a921701-1d53-4d1c-8240-bc20111ba3f0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.802090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a921701-1d53-4d1c-8240-bc20111ba3f0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.805326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8a921701-1d53-4d1c-8240-bc20111ba3f0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/19bfc48e-5696-40f0-b9c7-15584dd78807 HTTP/1.1" status: 204 len: 168 time: 0.5178409 Oct 29 08:37:32.811419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53264) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:32.812606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca81edd-6b6b-4d1e-b4fe-3b4dcf47988f None None] Network 42416cc7-d7af-43e8-9286-0e83fa873458 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:32.838869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a921701-1d53-4d1c-8240-bc20111ba3f0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=19bfc48e-5696-40f0-b9c7-15584dd78807,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:32.938446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.949219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:32.986322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:33.006916 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.023322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.023671 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Added segment 64f6a825-ba8e-4b66-a2f2-17c28756fc2c of type vlan for network 7be3c875-97f3-47e9-a0a6-92537d33501c Oct 29 08:37:33.025037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59352cb0-97de-4624-b795-e78a7396f5fa,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:33.039083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] DHCP port deletion for 42416cc7-d7af-43e8-9286-0e83fa873458 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:37:33.050420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212c62-95ec-4e65-866e-0b7a9528b722 req-452e6663-234f-476c-a7bf-f8db0cca8cc5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:33.052323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72212c62-95ec-4e65-866e-0b7a9528b722 req-452e6663-234f-476c-a7bf-f8db0cca8cc5 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1726871 Oct 29 08:37:33.099228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] Deleting port d7f69366-e19b-47e8-bf07-04bbe8f579cc {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:33.100221 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.112230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.147144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c6b16-ece2-4529-9bb7-0b6cd88245ee req-0c67e783-3ddb-41cb-a632-c08dcb6d5a3f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:33.148754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-617c6b16-ece2-4529-9bb7-0b6cd88245ee req-0c67e783-3ddb-41cb-a632-c08dcb6d5a3f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.0679338 Oct 29 08:37:33.174847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] For port d7f69366-e19b-47e8-bf07-04bbe8f579cc, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d7f69366-e19b-47e8-bf07-04bbe8f579cc,segment=NetworkSegment(dc5fed83-fc0b-4072-87bb-2d4a86ff076f),segment_id=dc5fed83-fc0b-4072-87bb-2d4a86ff076f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:33.175250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.190695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] Calling delete_port for d7f69366-e19b-47e8-bf07-04bbe8f579cc owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:33.204357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72212c62-95ec-4e65-866e-0b7a9528b722 req-c1049024-53b5-4be9-84e2-d10fe746681b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034930 Oct 29 08:37:33.206646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.212447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:33.213173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.226691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-617c6b16-ece2-4529-9bb7-0b6cd88245ee req-b8b2307d-9f78-4b98-8b72-b9a5138313c9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664885 Oct 29 08:37:33.231421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port d7f69366-e19b-47e8-bf07-04bbe8f579cc {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:33.231752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.332170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.360057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] Pushing event deleted for resources: {'Port': ['ID=d7f69366-e19b-47e8-bf07-04bbe8f579cc,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:33.376057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0329068 Oct 29 08:37:33.377489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53280) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:33.383792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'subnet': {'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:33.401050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51caeb10-e829-4376-b5ec-e19b2e30a9cc None None] No DVR routers for this DVR port d7f69366-e19b-47e8-bf07-04bbe8f579cc on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:33.408553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] For port d7f69366-e19b-47e8-bf07-04bbe8f579cc, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d7f69366-e19b-47e8-bf07-04bbe8f579cc,segment=NetworkSegment(dc5fed83-fc0b-4072-87bb-2d4a86ff076f),segment_id=dc5fed83-fc0b-4072-87bb-2d4a86ff076f)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:33.409210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.413038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b963c7-8bf1-4bb5-a228-44595016a6de tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Network': ['ID=7be3c875-97f3-47e9-a0a6-92537d33501c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:33.443345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for d7f69366-e19b-47e8-bf07-04bbe8f579cc owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:33.459464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 7be3c875-97f3-47e9-a0a6-92537d33501c details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:33.562379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.565792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Made reservation on behalf of 85186d73d3c64f158378f77d6b1bd2d1 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:33.572119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.596032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=d7f69366-e19b-47e8-bf07-04bbe8f579cc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:33.598087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No DVR routers for this DVR port d7f69366-e19b-47e8-bf07-04bbe8f579cc on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:33.709315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.734942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42416cc7-d7af-43e8-9286-0e83fa873458']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:33.744200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c36d-ce98-4a8c-819f-98a7f5db797d req-4b8e327c-37b1-48fd-ac64-aab73c14be0d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:33.745693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf86c36d-ce98-4a8c-819f-98a7f5db797d req-4b8e327c-37b1-48fd-ac64-aab73c14be0d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1230750 Oct 29 08:37:33.745812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17f65de3-271e-4d0e-a2e7-be561a6311f8 req-b7ff19fd-f985-40fe-886a-2160da933d70 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 210 time: 0.0350466 Oct 29 08:37:33.757064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5fed83-fc0b-4072-87bb-2d4a86ff076f') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:33.757363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5fed83-fc0b-4072-87bb-2d4a86ff076f') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:33.773780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.801005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.808372 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.812743 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf86c36d-ce98-4a8c-819f-98a7f5db797d req-405755c2-b340-4806-9d24-0d828a7e4a01 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533440 Oct 29 08:37:33.813799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:33.814203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:33.817432 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:33.884689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Subnet': ['ID=4169e48b-fac5-4880-9b4f-dbf4da328c8e,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:33.886991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Checking segment: {'id': '64f6a825-ba8e-4b66-a2f2-17c28756fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:33.887364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Network hostable DHCP agents. Network: 7be3c875-97f3-47e9-a0a6-92537d33501c, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:37:33.906868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Network 7be3c875-97f3-47e9-a0a6-92537d33501c is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:37:33.909820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d7f69366-e19b-47e8-bf07-04bbe8f579cc no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:33.921805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 7be3c875-97f3-47e9-a0a6-92537d33501c) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:33.932011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:33.932685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.934063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b597452-0ca8-41d3-a788-12e94016a63a None None] Network 7be3c875-97f3-47e9-a0a6-92537d33501c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:33.937123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: d7f69366-e19b-47e8-bf07-04bbe8f579cc {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:33.937651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d7f69366-e19b-47e8-bf07-04bbe8f579cc not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:33.946594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.958435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3515f7b7-1300-4fb4-bb6b-2effd204fb3e tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5787578 Oct 29 08:37:33.961266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53286) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:33.966283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c', 'name': 'tempest-AllowedAddressPairTestJSON-1894346902'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:33.972186 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:33.980112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/networks/42416cc7-d7af-43e8-9286-0e83fa873458 HTTP/1.1" status: 204 len: 168 time: 1.1639614 Oct 29 08:37:33.982156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53288) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:34.006589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1758060789'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:34.013005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7824684-6dbe-4991-b9b6-3665ebfaa46e tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Network': ['ID=42416cc7-d7af-43e8-9286-0e83fa873458,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:34.104449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Made reservation on behalf of 85186d73d3c64f158378f77d6b1bd2d1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:34.108436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.121595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-7be3c875-97f3-47e9-a0a6-92537d33501c', 'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c', 'tenant_id': '85186d73d3c64f158378f77d6b1bd2d1', 'fixed_ips': [{'subnet_id': '4169e48b-fac5-4880-9b4f-dbf4da328c8e'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:37:34.123033 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.141845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] device_id is not set on port 74467a62-b409-4a61-b426-9cddc5d11879 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:34.273663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Allocated IP 172.20.0.11 (7be3c875-97f3-47e9-a0a6-92537d33501c/4169e48b-fac5-4880-9b4f-dbf4da328c8e/74467a62-b409-4a61-b426-9cddc5d11879) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:34.373588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-564e4ad6-6b49-4778-92b5-25b3249ba987 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:34.375347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-564e4ad6-6b49-4778-92b5-25b3249ba987 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.15 "GET /v2.0/networks?id=a0d25b31-d611-44a8-a58f-b37699384cac HTTP/1.1" status: 200 len: 815 time: 0.5175514 Oct 29 08:37:34.394214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:34.397175 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.445858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-2de2ef2d-ed1b-4fbb-bae1-191ec833e096 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74949a4561764185934370a9dcfd04b9 HTTP/1.1" status: 200 len: 380 time: 0.0609043 Oct 29 08:37:34.450103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:34.457424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Request body: {'port': {'device_id': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'admin_state_up': True, 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'security_groups': ['7ad336bf-2652-40c0-9096-6e3847dcf241']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:34.462936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb660-cb54-40dc-8c8a-8db5d4ed24a6 req-be60422f-9ac1-4883-8cab-940bfefcc2c9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:34.464639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a0fb660-cb54-40dc-8c8a-8db5d4ed24a6 req-be60422f-9ac1-4883-8cab-940bfefcc2c9 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1651504 Oct 29 08:37:34.508595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.509021 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Added segment c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb of type vlan for network 586f27d4-3728-477e-9ff5-da88326a13b9 Oct 29 08:37:34.511004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0e175955-d5a5-48c0-bb4c-0fd54916abe2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:34.513372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0e175955-d5a5-48c0-bb4c-0fd54916abe2 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 950 time: 0.1444054 Oct 29 08:37:34.574705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.579581 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a0fb660-cb54-40dc-8c8a-8db5d4ed24a6 req-4d624884-e23e-4f71-85fa-5cfd8a7c7a0b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/security-groups?id=6315526c-0d24-47d9-a2c6-e7a8f69152a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023316 Oct 29 08:37:34.588926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.623096 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.628890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:34.629408 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.667152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.682135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Deleting port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:34.682488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.697244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Made reservation on behalf of 74949a4561764185934370a9dcfd04b9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:34.701028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.722923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Allocated IP 172.20.0.2 (7be3c875-97f3-47e9-a0a6-92537d33501c/4169e48b-fac5-4880-9b4f-dbf4da328c8e/b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:34.726652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7405572 Oct 29 08:37:34.726652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78bfa2-ce45-45e3-bddb-e3764078d14b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Network': ['ID=586f27d4-3728-477e-9ff5-da88326a13b9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:34.728104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53298) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:34.733490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': '586f27d4-3728-477e-9ff5-da88326a13b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:34.741342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 586f27d4-3728-477e-9ff5-da88326a13b9 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:34.767566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Network 7be3c875-97f3-47e9-a0a6-92537d33501c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:34.776208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:34.783632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:34.817500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=74467a62-b409-4a61-b426-9cddc5d11879,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:34.858006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] For port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:34.858636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.874226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:34.875031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.886066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Calling delete_port for c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:34.951752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ad0d912-83a1-449e-922a-e314907af052 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9894128 Oct 29 08:37:34.952706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:34.955049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53304) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:34.956324 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:34.966129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c', 'name': 'tempest-AllowedAddressPairTestJSON-179809793', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:d0:d3:08'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:35.007857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.016061 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.030578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8188bfcf-c40f-4fe0-b43d-4739cc5ffc71 req-ca47972f-7fe5-4491-9cb8-8bf0f39cc691 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 210 time: 0.0976717 Oct 29 08:37:35.045835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857eb90-9a04-4512-b79c-d91710562772 req-25a114e7-a377-4172-9b5b-f8190dd2d9b4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:35.047338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5857eb90-9a04-4512-b79c-d91710562772 req-25a114e7-a377-4172-9b5b-f8190dd2d9b4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1834843 Oct 29 08:37:35.059545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Network 7be3c875-97f3-47e9-a0a6-92537d33501c is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:35.064893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:35.068880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:35.093115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Allocated IP 172.20.0.3 (a0d25b31-d611-44a8-a58f-b37699384cac/94029846-6646-47b0-ad1d-6676f3ab6a53/1a7725fb-5d4f-48b5-88f9-a3a5a637e136) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:35.108435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device adf88c00-579a-4825-8aad-390c1e2b4c1e no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:35.111111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Pushing event updated for resources: {'Port': ['ID=b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:35.141250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7d42-8b86-44a9-b672-29f4a4272e7d req-79a61cdf-0cfb-4af4-b449-c1bedd7d1f93 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:35.142857 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4dbc7d42-8b86-44a9-b672-29f4a4272e7d req-79a61cdf-0cfb-4af4-b449-c1bedd7d1f93 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 946 time: 0.1724439 Oct 29 08:37:35.162806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: adf88c00-579a-4825-8aad-390c1e2b4c1e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:35.163464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device adf88c00-579a-4825-8aad-390c1e2b4c1e not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:35.169531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Attempting to bind port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:35.169898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Attempting to bind port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '64f6a825-ba8e-4b66-a2f2-17c28756fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:35.170524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Attempting to bind port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c on network 7be3c875-97f3-47e9-a0a6-92537d33501c {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:35.175731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:35.176131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Checking segment: {'id': '64f6a825-ba8e-4b66-a2f2-17c28756fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:35.176689 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.177222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Bound using segment: {'id': '64f6a825-ba8e-4b66-a2f2-17c28756fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:35.177684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Bound port: b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f6a825-ba8e-4b66-a2f2-17c28756fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:35.178215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.250053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.251283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] For port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:35.257233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] For port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c,segment=NetworkSegment(64f6a825-ba8e-4b66-a2f2-17c28756fc2c),segment_id=64f6a825-ba8e-4b66-a2f2-17c28756fc2c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:35.258971 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4dbc7d42-8b86-44a9-b672-29f4a4272e7d req-50fe16af-72ca-499c-9f14-fbefead16120 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021478 Oct 29 08:37:35.265735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:35.266138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Made reservation on behalf of 85186d73d3c64f158378f77d6b1bd2d1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:35.272623 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.294846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Pushing event deleted for resources: {'Port': ['ID=c8d9ce57-cfe3-48fc-a110-0b1b3fe35112,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:35.348310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Deleting port f2591c28-374d-426b-b082-09f3ece53996 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:35.348655 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.386410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] No DVR routers for this DVR port c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:35.390535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.393211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a5f99-a597-479d-8e9b-00306edca49a None None] Pushing event updated for resources: {'Port': ['ID=b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:35.394410 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0bcfbbc-dbe3-47c8-b5ba-f5e4e1cc09cb req-0c8179e8-3401-48a5-8e1e-169aa6dbf327 tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.93 "DELETE /v2.0/ports/c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 HTTP/1.1" status: 204 len: 173 time: 0.8700702 Oct 29 08:37:35.394931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'name': 'network-vif-deleted', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:35.397354 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a810d016-5bc0-4a9c-99e2-83160223b81c" -d '{"events": [{"server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "name": "network-vif-deleted", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:35.469400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.483880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.490620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.518167 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19cdfe4-13be-41bb-9c48-f1ef9ae87854 x-openstack-request-id: req-d19cdfe4-13be-41bb-9c48-f1ef9ae87854 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:35.518546 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cece5d8d-95fc-4294-ab07-be11984d5261", "name": "network-vif-deleted", "tag": "c8d9ce57-cfe3-48fc-a110-0b1b3fe35112", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:35.519010 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d19cdfe4-13be-41bb-9c48-f1ef9ae87854 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:35.519540 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cece5d8d-95fc-4294-ab07-be11984d5261', 'name': 'network-vif-deleted', 'tag': 'c8d9ce57-cfe3-48fc-a110-0b1b3fe35112', 'status': 'completed', 'code': 200} Oct 29 08:37:35.526625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] device_id is not set on port 7b79b3a7-a764-47dd-96bd-ab448fb8f77e yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:35.609120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] For port f2591c28-374d-426b-b082-09f3ece53996, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f2591c28-374d-426b-b082-09f3ece53996,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:35.609492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.621485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=7d635544-a87d-43df-bc1c-6df6f45303e4,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:35.640980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Calling delete_port for f2591c28-374d-426b-b082-09f3ece53996 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:35.659775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:35.663337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Checking segment: {'id': 'c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '586f27d4-3728-477e-9ff5-da88326a13b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:35.663717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network hostable DHCP agents. Network: 586f27d4-3728-477e-9ff5-da88326a13b9, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:37:35.729479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Allocated IP 172.20.0.12 (7be3c875-97f3-47e9-a0a6-92537d33501c/4169e48b-fac5-4880-9b4f-dbf4da328c8e/7b79b3a7-a764-47dd-96bd-ab448fb8f77e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:35.845786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Network a0d25b31-d611-44a8-a58f-b37699384cac is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:35.865316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:35.963782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:35.965752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event updated for resources: {'Port': ['ID=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:35.982952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:35.986838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 586f27d4-3728-477e-9ff5-da88326a13b9 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:37:36.151894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 586f27d4-3728-477e-9ff5-da88326a13b9) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:36.165054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:36.166124 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.168155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:36.171119 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.173797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43ddccf-178d-4da3-bb95-72244db1aaa1 None None] Network 586f27d4-3728-477e-9ff5-da88326a13b9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:36.211043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.243998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:36.244662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.253691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b50cd291-2ca0-44a8-be94-d41d4bd514a8 req-06272d6a-3110-4ac3-85c0-f9b6d289149b tempest-MigrationsAdminTest-1929968043 tempest-MigrationsAdminTest-1929968043-project] 10.222.0.70 "GET /v2.0/ports?device_id=cece5d8d-95fc-4294-ab07-be11984d5261 HTTP/1.1" status: 200 len: 210 time: 0.0474801 Oct 29 08:37:36.260827 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.278969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f2591c28-374d-426b-b082-09f3ece53996'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:36.287923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cc11e0d1-f139-432c-a2e1-483ef6835f0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5586817 Oct 29 08:37:36.302920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53320) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:36.311265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6b07c2c0-3a33-48fb-a918-f8e999f170ed tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1827684137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:36.321898 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.348519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-52390948-1591-43e5-95ca-01380f6e3236 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8952739 Oct 29 08:37:36.350697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event deleted for resources: {'Port': ['ID=f2591c28-374d-426b-b082-09f3ece53996,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:36.372777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-45e75903-f363-4918-8448-3c63f8500b83 None None] Provisioning complete for port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:36.373148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45e75903-f363-4918-8448-3c63f8500b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.388934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Request body: {'port': {'device_id': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:36.441402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-45e75903-f363-4918-8448-3c63f8500b83 None None] Port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:36.448006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Network 7be3c875-97f3-47e9-a0a6-92537d33501c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:36.453491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-637b3156-4099-4ba6-aa8f-a383ebb828ff req-3e9107b9-c893-476b-9ea0-66e0b41daa2d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab8bd484-a648-4c32-82a1-534e56d9ea21 HTTP/1.1" status: 200 len: 210 time: 0.0705636 Oct 29 08:37:36.454443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:36.456821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b07c2c0-3a33-48fb-a918-f8e999f170ed tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.457893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b07c2c0-3a33-48fb-a918-f8e999f170ed tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.466433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] No DVR routers for this DVR port f2591c28-374d-426b-b082-09f3ece53996 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:36.485164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1d69e-3c0d-448f-983c-408fa70a64d9 req-29797a9e-20f6-4df7-83b0-eef47429231c tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:36.487111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75a1d69e-3c0d-448f-983c-408fa70a64d9 req-29797a9e-20f6-4df7-83b0-eef47429231c tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 931 time: 0.2918308 Oct 29 08:37:36.488782 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.492324 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5857eb90-9a04-4512-b79c-d91710562772 req-5b8c5712-bfe7-4a2f-ad23-96656f5eaae8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "DELETE /v2.0/ports/f2591c28-374d-426b-b082-09f3ece53996 HTTP/1.1" status: 204 len: 173 time: 1.4381185 Oct 29 08:37:36.492945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8bd484-a648-4c32-82a1-534e56d9ea21', 'name': 'network-vif-deleted', 'tag': 'f2591c28-374d-426b-b082-09f3ece53996'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:36.496240 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c6ad2d-cc16-4efb-8fd5-33d905cd2a51" -d '{"events": [{"server_uuid": "ab8bd484-a648-4c32-82a1-534e56d9ea21", "name": "network-vif-deleted", "tag": "f2591c28-374d-426b-b082-09f3ece53996"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:36.582406 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.589386 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff8d21-f030-4c2d-a0c8-daef2990fe5c x-openstack-request-id: req-51ff8d21-f030-4c2d-a0c8-daef2990fe5c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:36.589656 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8bd484-a648-4c32-82a1-534e56d9ea21", "name": "network-vif-deleted", "tag": "f2591c28-374d-426b-b082-09f3ece53996", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:36.589917 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51ff8d21-f030-4c2d-a0c8-daef2990fe5c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:36.590334 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8bd484-a648-4c32-82a1-534e56d9ea21', 'name': 'network-vif-deleted', 'tag': 'f2591c28-374d-426b-b082-09f3ece53996', 'status': 'completed', 'code': 200} Oct 29 08:37:36.658234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.683411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75a1d69e-3c0d-448f-983c-408fa70a64d9 req-a30ef60e-6e67-40ef-b974-d76c9d8b4654 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670458 Oct 29 08:37:36.702518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c,segment=NetworkSegment(64f6a825-ba8e-4b66-a2f2-17c28756fc2c),segment_id=64f6a825-ba8e-4b66-a2f2-17c28756fc2c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:36.712580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.731276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-586f27d4-3728-477e-9ff5-da88326a13b9', 'network_id': '586f27d4-3728-477e-9ff5-da88326a13b9', 'tenant_id': 'd3b1390a5f194d5aad57c92bca5f5ea8', 'fixed_ips': [{'subnet_id': '7d635544-a87d-43df-bc1c-6df6f45303e4'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:37:36.732633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.821996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:36.945356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:36.987132 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b07c2c0-3a33-48fb-a918-f8e999f170ed tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:36.991195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=7b79b3a7-a764-47dd-96bd-ab448fb8f77e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:36.997137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b07c2c0-3a33-48fb-a918-f8e999f170ed tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.034001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:37.034723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.049416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Allocated IP 172.20.0.2 (586f27d4-3728-477e-9ff5-da88326a13b9/7d635544-a87d-43df-bc1c-6df6f45303e4/0617e8b0-3165-4643-846c-5478da5fd03a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:37.050172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b07c2c0-3a33-48fb-a918-f8e999f170ed tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.055074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6b07c2c0-3a33-48fb-a918-f8e999f170ed tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7504845 Oct 29 08:37:37.056918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53332) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:37.062643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'network_id': '586f27d4-3728-477e-9ff5-da88326a13b9', 'name': 'tempest-PortsTestJSON-1117169843'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:37.076519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-86232d1c-7b7d-4519-b73d-3f759c9454c0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1175518 Oct 29 08:37:37.076828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53334) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:37.126089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc5d54-2cce-4d10-b110-5ca65eed6db6 None None] Network 7be3c875-97f3-47e9-a0a6-92537d33501c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:37.173489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:37:37.190915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d07cd4-08cc-4973-95ce-c5a02c7be90c tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:37.197240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d07cd4-08cc-4973-95ce-c5a02c7be90c tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:37.203532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d07cd4-08cc-4973-95ce-c5a02c7be90c tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:37.205604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a0d07cd4-08cc-4973-95ce-c5a02c7be90c tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1275170 Oct 29 08:37:37.207917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.210206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53336) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:37.223240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:37.228171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.254177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Transition to ACTIVE for port object 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:37:37.261927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 89c51d99-5503-4075-9aac-297bca89883d yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:37.266096 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.368952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:37.374867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-16da7d62-21b6-4799-9ad8-ea6239db22d2 None None] Provisioning complete for port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:37.375847 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-16da7d62-21b6-4799-9ad8-ea6239db22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.450387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d96dc16b-634c-4f54-9b67-2a85e22d29b2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Deleting port 7b79b3a7-a764-47dd-96bd-ab448fb8f77e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:37.451139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d96dc16b-634c-4f54-9b67-2a85e22d29b2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.587009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Attempting to bind port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:37.587398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Attempting to bind port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:37.587735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Attempting to bind port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 on network a0d25b31-d611-44a8-a58f-b37699384cac {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:37.603791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 on network a0d25b31-d611-44a8-a58f-b37699384cac not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:37:37.604146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Attempting to bind port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 on network a0d25b31-d611-44a8-a58f-b37699384cac {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:37.621475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:37.622420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Checking segment: {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:37.622691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Bound using segment: {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:37.623398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Bound port: 1a7725fb-5d4f-48b5-88f9-a3a5a637e136, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:37.624050 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.647144 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.663046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d96dc16b-634c-4f54-9b67-2a85e22d29b2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.683148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.739094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Network 586f27d4-3728-477e-9ff5-da88326a13b9 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:37.755905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d96dc16b-634c-4f54-9b67-2a85e22d29b2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Calling delete_port for 7b79b3a7-a764-47dd-96bd-ab448fb8f77e owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:37.760070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:37.765041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:37.777102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Pushing event updated for resources: {'Port': ['ID=0617e8b0-3165-4643-846c-5478da5fd03a,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:37.813400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.14 (586f27d4-3728-477e-9ff5-da88326a13b9/7d635544-a87d-43df-bc1c-6df6f45303e4/89c51d99-5503-4075-9aac-297bca89883d) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:37.880814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53364) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:37.884584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Attempting to bind port 0617e8b0-3165-4643-846c-5478da5fd03a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:37.884964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Attempting to bind port 0617e8b0-3165-4643-846c-5478da5fd03a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '586f27d4-3728-477e-9ff5-da88326a13b9'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:37.885330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Attempting to bind port 0617e8b0-3165-4643-846c-5478da5fd03a on network 586f27d4-3728-477e-9ff5-da88326a13b9 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:37.892462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:37.893155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Checking segment: {'id': 'c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '586f27d4-3728-477e-9ff5-da88326a13b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:37.893819 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.894217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Bound using segment: {'id': 'c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '586f27d4-3728-477e-9ff5-da88326a13b9'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:37.894828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Bound port: 0617e8b0-3165-4643-846c-5478da5fd03a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '586f27d4-3728-477e-9ff5-da88326a13b9'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:37.895268 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:37.956522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:38.004562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76f75b-bbe2-4f1f-8b20-7dea47e43c45 req-d6ebd29d-2156-44a3-b06e-89ba9301b0d9 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:38.012009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c76f75b-bbe2-4f1f-8b20-7dea47e43c45 req-d6ebd29d-2156-44a3-b06e-89ba9301b0d9 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 943 time: 0.1584060 Oct 29 08:37:38.065668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:38.066036 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.076071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c76f75b-bbe2-4f1f-8b20-7dea47e43c45 req-29d11c8c-174d-45fc-89f1-bb7b09b1e09e tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630488 Oct 29 08:37:38.094748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] For port 0617e8b0-3165-4643-846c-5478da5fd03a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:38.117605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] For port 0617e8b0-3165-4643-846c-5478da5fd03a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0617e8b0-3165-4643-846c-5478da5fd03a,segment=NetworkSegment(c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb),segment_id=c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:38.128214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] For port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:38.131948 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.148530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.161534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] For port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:38.177625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.192217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-e85f4f80-2f89-44ef-8f55-c51185679e2f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:38.199989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-e85f4f80-2f89-44ef-8f55-c51185679e2f tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.3892951 Oct 29 08:37:38.210778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc4169-7af7-4066-9bd9-cd75598bb2c7 None None] Pushing event updated for resources: {'Port': ['ID=0617e8b0-3165-4643-846c-5478da5fd03a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:38.289028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.292484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a857e0ed-3813-4b3f-bf63-133a066f4e7b None None] Provisioning complete for port 74467a62-b409-4a61-b426-9cddc5d11879 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:38.292868 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a857e0ed-3813-4b3f-bf63-133a066f4e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.310454 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7f26a55a-f975-4b21-ab9b-f3390fd6d5a8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/quotas/fdec1b8475cc4e2a82609663ef07ee20 HTTP/1.1" status: 200 len: 375 time: 0.1094501 Oct 29 08:37:38.325421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 586f27d4-3728-477e-9ff5-da88326a13b9 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:38.335216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a857e0ed-3813-4b3f-bf63-133a066f4e7b None None] Port 74467a62-b409-4a61-b426-9cddc5d11879 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:38.340511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:38.358049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a857e0ed-3813-4b3f-bf63-133a066f4e7b None None] Provisioning complete for port 7b79b3a7-a764-47dd-96bd-ab448fb8f77e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:38.358428 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a857e0ed-3813-4b3f-bf63-133a066f4e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.373272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:38.376117 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.379066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a7725fb-5d4f-48b5-88f9-a3a5a637e136 HTTP/1.1" status: 200 len: 1091 time: 2.0042696 Oct 29 08:37:38.390668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:38.458797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a857e0ed-3813-4b3f-bf63-133a066f4e7b None None] Port 7b79b3a7-a764-47dd-96bd-ab448fb8f77e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:38.470276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a857e0ed-3813-4b3f-bf63-133a066f4e7b None None] Provisioning complete for port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:38.470763 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a857e0ed-3813-4b3f-bf63-133a066f4e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.474384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-fe06320d-a128-4ce5-9b89-89a8a5c86b51 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1630137 Oct 29 08:37:38.522636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:38.523376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.563058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3b5b3e8e-e1ab-490f-92aa-10d207d40e4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31e6300b3b05407b95d6113502f238d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784570 Oct 29 08:37:38.566027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53370) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:38.573250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5149331 Oct 29 08:37:38.619014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53372) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:38.623179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'tag': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:38.625844 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee27ceb-d316-4beb-a79f-b7df51442e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c", "tag": "1a7725fb-5d4f-48b5-88f9-a3a5a637e136"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:38.636227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a2d7d-1d7a-4ea5-a259-e6e09ac66fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:38.682856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d96dc16b-634c-4f54-9b67-2a85e22d29b2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.698459 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2755db50-fd61-4a96-a6f3-586b6c22f5b6 x-openstack-request-id: req-2755db50-fd61-4a96-a6f3-586b6c22f5b6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:38.698749 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c", "tag": "1a7725fb-5d4f-48b5-88f9-a3a5a637e136", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:38.698998 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2755db50-fd61-4a96-a6f3-586b6c22f5b6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:38.699397 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'tag': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'status': 'completed', 'code': 200} Oct 29 08:37:38.753109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc3656-e8ec-44df-8b36-10a74c0ea776 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=89c51d99-5503-4075-9aac-297bca89883d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:38.780415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a1ace9d5-76bb-4446-b5de-45f5ea87c595 None None] Provisioning complete for port 74467a62-b409-4a61-b426-9cddc5d11879 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:38.780932 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a1ace9d5-76bb-4446-b5de-45f5ea87c595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.783020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-5e4cba36-2c5d-46a8-b4aa-7aa6fa9109e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:38.785217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-5e4cba36-2c5d-46a8-b4aa-7aa6fa9109e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74949a4561764185934370a9dcfd04b9&device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 1094 time: 0.3414285 Oct 29 08:37:38.790551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dc16b-634c-4f54-9b67-2a85e22d29b2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Port': ['ID=7b79b3a7-a764-47dd-96bd-ab448fb8f77e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:38.792638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa217-11af-479b-b0cd-a312dd8dafef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.845391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a1ace9d5-76bb-4446-b5de-45f5ea87c595 None None] Port 74467a62-b409-4a61-b426-9cddc5d11879 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:38.913530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa217-11af-479b-b0cd-a312dd8dafef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:38.939911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-3e98b186-a4d0-475b-8722-8e5d818c7609 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136 HTTP/1.1" status: 200 len: 217 time: 0.1241140 Oct 29 08:37:39.016482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-ec37595e-c9ae-42b1-93d0-7a51b0fac55b service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941361 Oct 29 08:37:39.102250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1ed05b85-7341-44e3-bf53-a791042bae82 None None] Could not find standard attr ID for object 7b79b3a7-a764-47dd-96bd-ab448fb8f77e. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:37:39.106182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa217-11af-479b-b0cd-a312dd8dafef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:39.108776 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa217-11af-479b-b0cd-a312dd8dafef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:39.112541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fa2aa217-11af-479b-b0cd-a312dd8dafef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6315526c-0d24-47d9-a2c6-e7a8f69152a7 HTTP/1.1" status: 204 len: 168 time: 0.5428503 Oct 29 08:37:39.122605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:39.139316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aa217-11af-479b-b0cd-a312dd8dafef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6315526c-0d24-47d9-a2c6-e7a8f69152a7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:39.164805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:39.165207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c8d9ce57-cfe3-48fc-a110-0b1b3fe35112 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:39.166142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f2591c28-374d-426b-b082-09f3ece53996 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:39.206087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-69687217-9529-4706-a12b-f08ba376d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:39.207739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: f2591c28-374d-426b-b082-09f3ece53996 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:39.208126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f2591c28-374d-426b-b082-09f3ece53996 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:39.212561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-69687217-9529-4706-a12b-f08ba376d5d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94029846-6646-47b0-ad1d-6676f3ab6a53 HTTP/1.1" status: 200 len: 854 time: 0.2481947 Oct 29 08:37:39.218679 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:39.318139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d96dc16b-634c-4f54-9b67-2a85e22d29b2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:39.321409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d96dc16b-634c-4f54-9b67-2a85e22d29b2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "DELETE /v2.0/ports/7b79b3a7-a764-47dd-96bd-ab448fb8f77e HTTP/1.1" status: 204 len: 168 time: 2.1102417 Oct 29 08:37:39.325758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-6b4ff09f-e414-49ad-bc88-94d66119ff3f service neutron] 10.222.0.70 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933428 Oct 29 08:37:39.325992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53386) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:39.356105 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-07feef23-beda-465e-95f4-3b02a86412ce tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] GET failed (client error): The resource could not be found. Oct 29 08:37:39.362097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-07feef23-beda-465e-95f4-3b02a86412ce tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "GET /v2.0/ports/7b79b3a7-a764-47dd-96bd-ab448fb8f77e HTTP/1.1" status: 404 len: 333 time: 0.0300643 Oct 29 08:37:39.362097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-3e846341-0256-437d-81d6-217351bc2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:39.362097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-3e846341-0256-437d-81d6-217351bc2a10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d25b31-d611-44a8-a58f-b37699384cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202133 Oct 29 08:37:39.362587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53388) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:39.362868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ca3ec-1dab-4389-92d2-9c71918f6bb9 req-2bb6b163-6d06-484a-a00b-b86a98bbc7cf tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:39.364897 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c03ca3ec-1dab-4389-92d2-9c71918f6bb9 req-2bb6b163-6d06-484a-a00b-b86a98bbc7cf tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 943 time: 0.1369479 Oct 29 08:37:39.367537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c', 'name': 'tempest-AllowedAddressPairTestJSON-2135178869'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:39.620557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-6368b155-1f6c-47c5-b665-ecd60ba66d7f service neutron] 10.222.0.15 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439225 Oct 29 08:37:39.628959 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c03ca3ec-1dab-4389-92d2-9c71918f6bb9 req-ec31ec58-3a86-4953-8024-09be54ffe711 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202563 Oct 29 08:37:39.629504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53396) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:39.752601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Made reservation on behalf of 85186d73d3c64f158378f77d6b1bd2d1 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:39.759703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:39.837663 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27939a62-96a4-4f7f-a654-f4862034df45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f872b42a6f14e54bed2da3c4a592b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026885 Oct 29 08:37:39.843304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53402) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:39.845386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f219d510-3a33-424a-87cc-970101cd2c98 req-f0fd0c78-c033-470f-b6b0-dd07f06936f8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 210 time: 0.0761425 Oct 29 08:37:39.859976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] device_id is not set on port 2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:39.901021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:39.919165 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:39.964708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0617e8b0-3165-4643-846c-5478da5fd03a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:39.994212 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fa36507-c571-422b-babc-83e7d9ef6a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.039416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0617e8b0-3165-4643-846c-5478da5fd03a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:40.041752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.062323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=89c51d99-5503-4075-9aac-297bca89883d,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:40.082326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeec2a4-2fa2-4064-bffe-3770470694d9 None None] Network 586f27d4-3728-477e-9ff5-da88326a13b9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:40.083908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fa36507-c571-422b-babc-83e7d9ef6a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.184085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-52c1199c-a724-44c7-b336-005339dc3e2e None None] Provisioning complete for port 0617e8b0-3165-4643-846c-5478da5fd03a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:40.184633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-52c1199c-a724-44c7-b336-005339dc3e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.237025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fa36507-c571-422b-babc-83e7d9ef6a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.239722 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fa36507-c571-422b-babc-83e7d9ef6a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.240954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4fa36507-c571-422b-babc-83e7d9ef6a4d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc524d16-58a4-4e4f-8efa-6b7742195ac5 HTTP/1.1" status: 204 len: 168 time: 0.3928807 Oct 29 08:37:40.258665 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.284908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa36507-c571-422b-babc-83e7d9ef6a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc524d16-58a4-4e4f-8efa-6b7742195ac5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:40.366867 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.426739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 0617e8b0-3165-4643-846c-5478da5fd03a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0617e8b0-3165-4643-846c-5478da5fd03a,segment=NetworkSegment(c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb),segment_id=c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:40.435703 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.482975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Allocated IP 172.20.0.13 (7be3c875-97f3-47e9-a0a6-92537d33501c/4169e48b-fac5-4880-9b4f-dbf4da328c8e/2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:40.492413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f528aa4-14b5-428e-82d0-dde13580d520 req-10212628-16d5-448a-a945-f75aca2c003e service neutron] 10.222.0.15 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8578334 Oct 29 08:37:40.563238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:40.614355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=0617e8b0-3165-4643-846c-5478da5fd03a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:40.738174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-070eb6ee-a4f6-4182-aa73-ad20a8cf9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:40.739706 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-070eb6ee-a4f6-4182-aa73-ad20a8cf9b8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74949a4561764185934370a9dcfd04b9&device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 1094 time: 0.1831088 Oct 29 08:37:40.750078 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:37:41.026328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1ddda8e7-4a40-4e51-a797-cf7b898b277a None None] Provisioning complete for port 0617e8b0-3165-4643-846c-5478da5fd03a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:41.026852 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ddda8e7-4a40-4e51-a797-cf7b898b277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.027957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.076118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b7f2d07-0764-4bca-8176-bd2c341bedca req-a1e138ef-7e97-4e23-9cab-03a69b1eb5c9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 210 time: 0.0774593 Oct 29 08:37:41.120414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.210038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Network 7be3c875-97f3-47e9-a0a6-92537d33501c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:41.216105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1ddda8e7-4a40-4e51-a797-cf7b898b277a None None] Provisioning complete for port 89c51d99-5503-4075-9aac-297bca89883d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:41.216733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ddda8e7-4a40-4e51-a797-cf7b898b277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.221673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f982da-dde9-4a2e-9763-475f8c445de8 req-1613683f-6d05-46c0-8f9d-36956d0080eb tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:41.227927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.229490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96f982da-dde9-4a2e-9763-475f8c445de8 req-1613683f-6d05-46c0-8f9d-36956d0080eb tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 943 time: 0.4887402 Oct 29 08:37:41.237172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.262846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:41.264247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1ddda8e7-4a40-4e51-a797-cf7b898b277a None None] Port 89c51d99-5503-4075-9aac-297bca89883d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:41.266763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:41.332813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-a95c582b-a18a-4741-b89f-61a846c86abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:41.335062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-a95c582b-a18a-4741-b89f-61a846c86abd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d25b31-d611-44a8-a58f-b37699384cac HTTP/1.1" status: 200 len: 917 time: 0.5669577 Oct 29 08:37:41.343296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-27955656-a2a4-429d-9512-e5dc61231736 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:41.344886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-27955656-a2a4-429d-9512-e5dc61231736 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 812 time: 0.4392483 Oct 29 08:37:41.367492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.368061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:41.373904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=89c51d99-5503-4075-9aac-297bca89883d,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:41.412313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6d0672a9-8abd-4588-ad53-8ae4a2187af5 None None] Provisioning complete for port 89c51d99-5503-4075-9aac-297bca89883d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:41.413006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d0672a9-8abd-4588-ad53-8ae4a2187af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.418258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Request body: {'port': {'device_id': 'fbb52f5f-dc4e-4788-aac4-ce5742ba9916', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'admin_state_up': True, 'tenant_id': 'fdec1b8475cc4e2a82609663ef07ee20'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:41.453231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-0a936eeb-c93f-41e1-be67-ca2890f7ad49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136 HTTP/1.1" status: 200 len: 217 time: 0.1007135 Oct 29 08:37:41.483251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6d0672a9-8abd-4588-ad53-8ae4a2187af5 None None] Port 89c51d99-5503-4075-9aac-297bca89883d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:41.520859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96f982da-dde9-4a2e-9763-475f8c445de8 req-4e890302-bbac-491f-977b-f8272243a5ab tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903123 Oct 29 08:37:41.546753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:41.547456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.578202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network 586f27d4-3728-477e-9ff5-da88326a13b9 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:41.579897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:41.627890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-10e58811-301d-43e9-8f82-196c1083d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:41.629993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-10e58811-301d-43e9-8f82-196c1083d078 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94029846-6646-47b0-ad1d-6676f3ab6a53 HTTP/1.1" status: 200 len: 854 time: 0.1355615 Oct 29 08:37:41.703264 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2cda6f52-f637-42a3-841b-78977851bbf7 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3395588 Oct 29 08:37:41.707055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53438) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:41.714293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:d0:d3:08'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:41.724833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b7ee63b8-837a-4804-88f7-cb32bd406f11 None None] Provisioning complete for port 2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:41.725352 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7ee63b8-837a-4804-88f7-cb32bd406f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.762783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Made reservation on behalf of fdec1b8475cc4e2a82609663ef07ee20 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:41.766452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.779204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee63b8-837a-4804-88f7-cb32bd406f11 None None] Port 2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:41.799347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-0bcfde15-ffbf-455e-bcda-32346815f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:41.800968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-0bcfde15-ffbf-455e-bcda-32346815f9e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d25b31-d611-44a8-a58f-b37699384cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195312 Oct 29 08:37:41.821885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b7ee63b8-837a-4804-88f7-cb32bd406f11 None None] Provisioning complete for port 89c51d99-5503-4075-9aac-297bca89883d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:41.825587 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7ee63b8-837a-4804-88f7-cb32bd406f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:41.887748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee63b8-837a-4804-88f7-cb32bd406f11 None None] Port 89c51d99-5503-4075-9aac-297bca89883d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:41.890743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:37:41.962582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0617e8b0-3165-4643-846c-5478da5fd03a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:41.983948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Router 964a667c-b766-46f5-968b-e3de93389e41 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:37:42.066157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.098069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-edd2b54e-a5fc-4525-a02f-f9d4271f0bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799301 Oct 29 08:37:42.192460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Allocated IP 172.20.0.4 (9f48f319-e2e0-4e54-8d57-5977c6f82e52/d7d27dd1-3461-42a3-99f1-e87ef81f581c/ef7104ca-8735-48f0-a0ef-f95be6946eda) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:42.200808 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:42.234835 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7144f487-0555-4dbb-bd88-f06601436668 req-2504939b-1009-4a3b-8091-deea01cf425b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 210 time: 0.0460420 Oct 29 08:37:42.242961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'port_id': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'mac_address': 'fa:16:3e:60:a6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:37:42.307224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ee27ceb-d316-4beb-a79f-b7df51442e0f req-25019d78-2c99-4c75-abf9-3339db730066 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004697 Oct 29 08:37:42.307611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:37:42.323278 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36adf4d2-e1e8-42c0-8d3a-95d340012bb0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "PUT /v2.0/routers/964a667c-b766-46f5-968b-e3de93389e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7005363 Oct 29 08:37:42.326609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53456) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:42.334785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10cca9-f78b-4d80-8827-f7a47d4dfe39 None None] Sync routers for ids ['964a667c-b766-46f5-968b-e3de93389e41'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:37:42.345338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6612006c-6742-44c2-a3df-4acaa462a1b9 None None] Provisioning complete for port 89c51d99-5503-4075-9aac-297bca89883d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:42.345708 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6612006c-6742-44c2-a3df-4acaa462a1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.385062 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.391396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10cca9-f78b-4d80-8827-f7a47d4dfe39 None None] Routers {'964a667c-b766-46f5-968b-e3de93389e41'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:42.392244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5b10cca9-f78b-4d80-8827-f7a47d4dfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['964a667c-b766-46f5-968b-e3de93389e41'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:42.394683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0617e8b0-3165-4643-846c-5478da5fd03a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:42.395056 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.402505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15de867-fa05-49d7-9a10-77196951f9f8 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:42.404096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f15de867-fa05-49d7-9a10-77196951f9f8 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports?device_id=964a667c-b766-46f5-968b-e3de93389e41 HTTP/1.1" status: 200 len: 983 time: 0.0769222 Oct 29 08:37:42.411332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53460) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:42.448350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.454341 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.478147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5b10cca9-f78b-4d80-8827-f7a47d4dfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:42.490450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:37:42.502016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6612006c-6742-44c2-a3df-4acaa462a1b9 None None] Port 89c51d99-5503-4075-9aac-297bca89883d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:42.540226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10cca9-f78b-4d80-8827-f7a47d4dfe39 None None] Routers {'964a667c-b766-46f5-968b-e3de93389e41'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:42.560588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5b10cca9-f78b-4d80-8827-f7a47d4dfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['964a667c-b766-46f5-968b-e3de93389e41'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:42.560844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:42.585629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] In _notify_port_updated(), no bound segment for port 2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd on network 7be3c875-97f3-47e9-a0a6-92537d33501c {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:37:42.592785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:42.593715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.595952 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9c3ccbe0-f2b1-4e5a-b682-cd3f926ed7d8 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "PUT /v2.0/ports/2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd HTTP/1.1" status: 200 len: 995 time: 0.8875840 Oct 29 08:37:42.598836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53466) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:42.662726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:42.686239 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.690678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5b10cca9-f78b-4d80-8827-f7a47d4dfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:42.691375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10cca9-f78b-4d80-8827-f7a47d4dfe39 None None] The sync data for ids ['964a667c-b766-46f5-968b-e3de93389e41'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:37:42.796085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:42.797057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:42.856440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.857578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.858230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.860377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.861608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.864907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.865454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.865901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.868853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.869302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.870334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.872631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:42.921731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['1a7725fb-5d4f-48b5-88f9-a3a5a637e136'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:42.947756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.010090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9a980947-61ce-4190-8ae7-d1bc06ebef1b None None] Provisioning complete for port 2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:43.010626 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a980947-61ce-4190-8ae7-d1bc06ebef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.019479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:43.053312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:43.056369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:43.111903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9a980947-61ce-4190-8ae7-d1bc06ebef1b None None] Port 2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:43.124980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d02f0-f38c-43e9-af4a-1c4fab60e4d7 req-9ff255c6-c221-4f23-b860-8fdc4e26904c tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:43.132755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-391d02f0-f38c-43e9-af4a-1c4fab60e4d7 req-9ff255c6-c221-4f23-b860-8fdc4e26904c tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 944 time: 0.4567735 Oct 29 08:37:43.144430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event updated for resources: {'Port': ['ID=ef7104ca-8735-48f0-a0ef-f95be6946eda,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:43.174009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:43.174849 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.184342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7ea366ec-d0e6-4149-92be-4f7e8bb874a2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Deleting port 2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:43.184690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7ea366ec-d0e6-4149-92be-4f7e8bb874a2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.198898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-391d02f0-f38c-43e9-af4a-1c4fab60e4d7 req-d82fc49d-f6ef-47d7-9ee6-b94c53312144 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651476 Oct 29 08:37:43.249432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-3b22b37a-ccfc-4e7b-bd62-18bd4dd1191c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8776457 Oct 29 08:37:43.283888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Request body: {'port': {'device_id': 'fbb52f5f-dc4e-4788-aac4-ce5742ba9916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:43.337265 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.344516 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7ea366ec-d0e6-4149-92be-4f7e8bb874a2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.361254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7ea366ec-d0e6-4149-92be-4f7e8bb874a2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Calling delete_port for 2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:43.485997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012e8d3-71f2-4577-8964-8fe150a6bceb req-bd032d3e-ef23-419f-a07d-51083144d5e4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:43.492746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6012e8d3-71f2-4577-8964-8fe150a6bceb req-bd032d3e-ef23-419f-a07d-51083144d5e4 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 931 time: 0.1190841 Oct 29 08:37:43.564209 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6012e8d3-71f2-4577-8964-8fe150a6bceb req-f5dbc690-242f-4783-bc9a-2c7d12ba7aff tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673554 Oct 29 08:37:43.642249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7ea366ec-d0e6-4149-92be-4f7e8bb874a2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.672537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea366ec-d0e6-4149-92be-4f7e8bb874a2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Port': ['ID=2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:43.790928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.828547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:43.934998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:37:43.944279 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:43.949279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7ea366ec-d0e6-4149-92be-4f7e8bb874a2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.954188 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:43.959957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7ea366ec-d0e6-4149-92be-4f7e8bb874a2 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "DELETE /v2.0/ports/2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd HTTP/1.1" status: 204 len: 168 time: 1.3586876 Oct 29 08:37:43.959957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53512) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:43.993534 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-604db4d6-901d-458b-a731-8c55322200a0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] GET failed (client error): The resource could not be found. Oct 29 08:37:43.996299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-604db4d6-901d-458b-a731-8c55322200a0 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "GET /v2.0/ports/2babb1ec-3516-49ea-8d7a-8ee42e6ce1cd HTTP/1.1" status: 404 len: 333 time: 0.0351298 Oct 29 08:37:43.999652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53516) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:44.011550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c', 'name': 'tempest-AllowedAddressPairTestJSON-732046833'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:44.136963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.187047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:44.189576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:44.193201 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6fe0e2-6684-44ff-b40c-7a557043efc6" -d '{"events": [{"server_uuid": "f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c", "name": "network-vif-plugged", "status": "completed", "tag": "1a7725fb-5d4f-48b5-88f9-a3a5a637e136"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:44.197217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Made reservation on behalf of 85186d73d3c64f158378f77d6b1bd2d1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:44.198054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.224125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.274671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:44.276417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] device_id is not set on port 7677c75f-faf4-4932-867e-d73b98076c46 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:44.286689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 89c51d99-5503-4075-9aac-297bca89883d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:44.287447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.288440 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdeb88e-e4ab-474a-8327-f6680fb59444 x-openstack-request-id: req-6bdeb88e-e4ab-474a-8327-f6680fb59444 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:44.288728 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c", "name": "network-vif-plugged", "status": "completed", "tag": "1a7725fb-5d4f-48b5-88f9-a3a5a637e136", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:44.288972 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6bdeb88e-e4ab-474a-8327-f6680fb59444 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:44.289365 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'code': 200} Oct 29 08:37:44.308204 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8a647ac-df12-4d31-9993-26ccbabcc384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.506927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6709d-ff47-40c1-ac05-926e69028b82 req-cab21b0e-e2c8-47bd-973e-62b937c8baba tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:44.509131 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-70a6709d-ff47-40c1-ac05-926e69028b82 req-cab21b0e-e2c8-47bd-973e-62b937c8baba tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 945 time: 0.1085432 Oct 29 08:37:44.520466 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.543014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Allocated IP 172.20.0.10 (7be3c875-97f3-47e9-a0a6-92537d33501c/4169e48b-fac5-4880-9b4f-dbf4da328c8e/7677c75f-faf4-4932-867e-d73b98076c46) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:44.550924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 89c51d99-5503-4075-9aac-297bca89883d owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:44.554390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7104ca-8735-48f0-a0ef-f95be6946eda {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:37:44.566005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.569198 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-70a6709d-ff47-40c1-ac05-926e69028b82 req-fe6a4d35-f6ca-426c-b0fa-0aacf91fc0ce tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545366 Oct 29 08:37:44.572942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec070e0-0e6c-4cb1-b3fb-c00118c124d5 req-85b50ead-5259-4f45-a1bc-4002d3085831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:44.574671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ec070e0-0e6c-4cb1-b3fb-c00118c124d5 req-85b50ead-5259-4f45-a1bc-4002d3085831 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 1096 time: 0.1686413 Oct 29 08:37:44.600387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Transition to ACTIVE for port object ef7104ca-8735-48f0-a0ef-f95be6946eda will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:37:44.645887 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.728343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ec070e0-0e6c-4cb1-b3fb-c00118c124d5 req-886c5435-0683-4e25-9e48-794b0fefae90 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428416 Oct 29 08:37:44.752263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f39caf-5710-4344-9545-1c540a9b71a3 req-8743bd9b-075d-4f0a-8527-2baf0db3281a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:44.753855 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13f39caf-5710-4344-9545-1c540a9b71a3 req-8743bd9b-075d-4f0a-8527-2baf0db3281a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 943 time: 0.0722001 Oct 29 08:37:44.777895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Pushing event updated for resources: {'Port': ['ID=ef7104ca-8735-48f0-a0ef-f95be6946eda,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:44.808745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.826152 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13f39caf-5710-4344-9545-1c540a9b71a3 req-c917a51b-62b2-45b7-8c98-d43c58abdf56 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587564 Oct 29 08:37:44.866162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Attempting to bind port ef7104ca-8735-48f0-a0ef-f95be6946eda on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:44.866596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Attempting to bind port ef7104ca-8735-48f0-a0ef-f95be6946eda by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:44.866929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Attempting to bind port ef7104ca-8735-48f0-a0ef-f95be6946eda on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:44.869324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.882417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Port ef7104ca-8735-48f0-a0ef-f95be6946eda on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:37:44.882739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Attempting to bind port ef7104ca-8735-48f0-a0ef-f95be6946eda on network 9f48f319-e2e0-4e54-8d57-5977c6f82e52 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:44.907846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:44.908725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Checking segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:44.908725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Bound using segment: {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:44.909152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Bound port: ef7104ca-8735-48f0-a0ef-f95be6946eda, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46b0abf-356e-4e87-a08a-d852b6cedf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:44.909420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.924572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Network 7be3c875-97f3-47e9-a0a6-92537d33501c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:44.928168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:44.933125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:44.959412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=7677c75f-faf4-4932-867e-d73b98076c46,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:44.984033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:44.997019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:44.998038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.020985 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ffa7013c-4adf-4907-868d-3ddb17972194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0181789 Oct 29 08:37:45.023763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53552) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:45.031253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=89c51d99-5503-4075-9aac-297bca89883d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:45.031982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d0:d3:08'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:45.110501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] For port ef7104ca-8735-48f0-a0ef-f95be6946eda, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:45.132475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] For port ef7104ca-8735-48f0-a0ef-f95be6946eda, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ef7104ca-8735-48f0-a0ef-f95be6946eda,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:45.142727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.169987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.194183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:45.194830 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.197901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] 10.222.0.93 "PUT /v2.0/ports/ef7104ca-8735-48f0-a0ef-f95be6946eda HTTP/1.1" status: 200 len: 1091 time: 1.9255111 Oct 29 08:37:45.253275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb52f5f-dc4e-4788-aac4-ce5742ba9916', 'tag': 'ef7104ca-8735-48f0-a0ef-f95be6946eda'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:45.255574 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb52f5f-dc4e-4788-aac4-ce5742ba9916", "tag": "ef7104ca-8735-48f0-a0ef-f95be6946eda"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:45.380175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d7e5ff34-a89e-4e83-8e41-9a158e7fa4ff None None] Provisioning complete for port 7677c75f-faf4-4932-867e-d73b98076c46 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:45.381224 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ff34-a89e-4e83-8e41-9a158e7fa4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.391125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.434018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5ff34-a89e-4e83-8e41-9a158e7fa4ff None None] Port 7677c75f-faf4-4932-867e-d73b98076c46 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:45.444222 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480968fc-6a55-4f44-b189-d2caf2985673 x-openstack-request-id: req-480968fc-6a55-4f44-b189-d2caf2985673 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:45.444560 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb52f5f-dc4e-4788-aac4-ce5742ba9916", "tag": "ef7104ca-8735-48f0-a0ef-f95be6946eda", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:45.444751 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-480968fc-6a55-4f44-b189-d2caf2985673 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:45.445136 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb52f5f-dc4e-4788-aac4-ce5742ba9916', 'tag': 'ef7104ca-8735-48f0-a0ef-f95be6946eda', 'status': 'completed', 'code': 200} Oct 29 08:37:45.455516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a54bb-ff35-4b2a-9ed3-75c55982f20c service neutron] Pushing event updated for resources: {'Port': ['ID=ef7104ca-8735-48f0-a0ef-f95be6946eda,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:45.485951 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.495214 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.538075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-ac31c546-7eeb-45c4-b9fb-98abbe3cd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:45.539615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-ac31c546-7eeb-45c4-b9fb-98abbe3cd66d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 1094 time: 0.2367010 Oct 29 08:37:45.620147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=7677c75f-faf4-4932-867e-d73b98076c46,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:45.645071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] In _notify_port_updated(), no bound segment for port 7677c75f-faf4-4932-867e-d73b98076c46 on network 7be3c875-97f3-47e9-a0a6-92537d33501c {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:37:45.652042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:45.654531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.656093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b5f1fe40-e44f-46d2-8142-abf4f4541752 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "PUT /v2.0/ports/7677c75f-faf4-4932-867e-d73b98076c46 HTTP/1.1" status: 200 len: 996 time: 0.6306980 Oct 29 08:37:45.659193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53578) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:45.723128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-40e22d83-3628-47ad-a1a7-105e2c0bd8e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7104ca-8735-48f0-a0ef-f95be6946eda HTTP/1.1" status: 200 len: 217 time: 0.1321020 Oct 29 08:37:45.784892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9b9af327-49a1-45df-bf08-0c08996ce194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Deleting port 7677c75f-faf4-4932-867e-d73b98076c46 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:45.785275 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b9af327-49a1-45df-bf08-0c08996ce194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.805113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Router 964a667c-b766-46f5-968b-e3de93389e41 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:37:45.954855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b9af327-49a1-45df-bf08-0c08996ce194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.965062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8824bd99-ae76-422b-9b8f-d90e68575e3d None None] Provisioning complete for port 7677c75f-faf4-4932-867e-d73b98076c46 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:45.965448 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8824bd99-ae76-422b-9b8f-d90e68575e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:45.972241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9b9af327-49a1-45df-bf08-0c08996ce194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Calling delete_port for 7677c75f-faf4-4932-867e-d73b98076c46 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:45.982627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-1f4bb3dd-fa19-4a2c-8cd7-df5c97a23d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:45.984240 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-1f4bb3dd-fa19-4a2c-8cd7-df5c97a23d73 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.2476690 Oct 29 08:37:46.008691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8824bd99-ae76-422b-9b8f-d90e68575e3d None None] Port 7677c75f-faf4-4932-867e-d73b98076c46 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:46.011918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96780d4-9e24-4682-9ec6-ab1271d826e0 req-ffa5d562-5d14-4afe-a129-ccd39ee3fbe2 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:46.013595 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d96780d4-9e24-4682-9ec6-ab1271d826e0 req-ffa5d562-5d14-4afe-a129-ccd39ee3fbe2 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 945 time: 0.2757316 Oct 29 08:37:46.017563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:37:46.029721 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fb46b-aed2-4e4c-97a1-a60fd1bfdaab None None] Sync routers for ids ['964a667c-b766-46f5-968b-e3de93389e41'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:37:46.036833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-09383e24-5947-4c8c-a229-da41c4c7e35c tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "PUT /v2.0/routers/964a667c-b766-46f5-968b-e3de93389e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6242237 Oct 29 08:37:46.040565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-44ac3879-cf2d-4c45-9e21-6d635e73e0cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483074 Oct 29 08:37:46.041096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53584) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:46.049059 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fb46b-aed2-4e4c-97a1-a60fd1bfdaab None None] Routers {'964a667c-b766-46f5-968b-e3de93389e41'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:46.050004 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-027fb46b-aed2-4e4c-97a1-a60fd1bfdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['964a667c-b766-46f5-968b-e3de93389e41'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:46.073272 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3810e731-7a21-40a0-94d4-57de2c6b71dc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:46.074819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3810e731-7a21-40a0-94d4-57de2c6b71dc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/89c51d99-5503-4075-9aac-297bca89883d HTTP/1.1" status: 404 len: 333 time: 0.0318854 Oct 29 08:37:46.080509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53586) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:46.101690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf0829-debb-4d52-9a93-41652542e7cc req-d391632c-c49b-4d8a-b9a3-7c7feea9c117 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:46.108887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96cf0829-debb-4d52-9a93-41652542e7cc req-d391632c-c49b-4d8a-b9a3-7c7feea9c117 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 943 time: 0.1312540 Oct 29 08:37:46.117207 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-027fb46b-aed2-4e4c-97a1-a60fd1bfdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:46.127546 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fb46b-aed2-4e4c-97a1-a60fd1bfdaab None None] Routers {'964a667c-b766-46f5-968b-e3de93389e41'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:46.128596 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-027fb46b-aed2-4e4c-97a1-a60fd1bfdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['964a667c-b766-46f5-968b-e3de93389e41'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:46.180607 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-027fb46b-aed2-4e4c-97a1-a60fd1bfdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:46.181257 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fb46b-aed2-4e4c-97a1-a60fd1bfdaab None None] The sync data for ids ['964a667c-b766-46f5-968b-e3de93389e41'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:37:46.198014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d96780d4-9e24-4682-9ec6-ab1271d826e0 req-d9926e40-54d8-415f-8b6f-361249a6538f tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600175 Oct 29 08:37:46.203490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-2d700f08-3366-4de6-af21-ddd8c0d20796 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254587 Oct 29 08:37:46.269522 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc237e7-ba25-4b70-a99e-b42afa315e94 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.328655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bfab6f-decf-49ab-97ef-8e3b23d23e63 req-ab3035f2-65f0-494e-9b61-b2338460da9c service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177323 Oct 29 08:37:46.351434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96cf0829-debb-4d52-9a93-41652542e7cc req-cf0a5657-03ba-45f1-bb13-ee2adea8090c tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416937 Oct 29 08:37:46.469748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-cd1748a0-676b-488b-a04e-0422d07cfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:46.472086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-cd1748a0-676b-488b-a04e-0422d07cfeb0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 1094 time: 0.0901897 Oct 29 08:37:46.491154 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc237e7-ba25-4b70-a99e-b42afa315e94 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.495579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc237e7-ba25-4b70-a99e-b42afa315e94 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.566473 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b9af327-49a1-45df-bf08-0c08996ce194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.590759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc237e7-ba25-4b70-a99e-b42afa315e94 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.591440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc237e7-ba25-4b70-a99e-b42afa315e94 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Fanout notify agent at l3_agent the message router_deleted on router 964a667c-b766-46f5-968b-e3de93389e41 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:37:46.622766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fc237e7-ba25-4b70-a99e-b42afa315e94 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.623914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7fc237e7-ba25-4b70-a99e-b42afa315e94 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/routers/964a667c-b766-46f5-968b-e3de93389e41 HTTP/1.1" status: 204 len: 168 time: 0.5424533 Oct 29 08:37:46.627226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53606) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:46.630507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9af327-49a1-45df-bf08-0c08996ce194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Port': ['ID=7677c75f-faf4-4932-867e-d73b98076c46,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:46.678552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-53f44d93-2373-41ef-8583-8a0e1226c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:46.680325 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-53f44d93-2373-41ef-8583-8a0e1226c8f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 200 len: 914 time: 0.2003973 Oct 29 08:37:46.747130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-763fe5ff-d074-4312-bb0d-406baf1dc246 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet 7d635544-a87d-43df-bc1c-6df6f45303e4 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:37:46.754569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763fe5ff-d074-4312-bb0d-406baf1dc246 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.759383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-6733f1ce-634e-4442-9b1c-0d227f9e0b92 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7104ca-8735-48f0-a0ef-f95be6946eda HTTP/1.1" status: 200 len: 217 time: 0.0697677 Oct 29 08:37:46.792565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b9af327-49a1-45df-bf08-0c08996ce194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.796024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9b9af327-49a1-45df-bf08-0c08996ce194 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "DELETE /v2.0/ports/7677c75f-faf4-4932-867e-d73b98076c46 HTTP/1.1" status: 204 len: 168 time: 1.1336803 Oct 29 08:37:46.802591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53608) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:46.838643 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-144782b4-7027-44e5-a073-1eb78fbf57dd tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] GET failed (client error): The resource could not be found. Oct 29 08:37:46.840392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-144782b4-7027-44e5-a073-1eb78fbf57dd tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "GET /v2.0/ports/7677c75f-faf4-4932-867e-d73b98076c46 HTTP/1.1" status: 404 len: 333 time: 0.0365539 Oct 29 08:37:46.844855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763fe5ff-d074-4312-bb0d-406baf1dc246 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:46.848091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53610) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:46.851647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-71b9316f-d270-4496-9d48-d472b3be1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:46.857920 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-71b9316f-d270-4496-9d48-d472b3be1819 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 200 len: 852 time: 0.0910366 Oct 29 08:37:46.880945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c', 'name': 'tempest-AllowedAddressPairTestJSON-1404340574'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:46.908048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-39cfad22-f96c-4528-bf5b-81b8d32b35a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9f48f319-e2e0-4e54-8d57-5977c6f82e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437574 Oct 29 08:37:46.941660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6967108f-b5d1-41d9-a9e7-82f099df442f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:47.062638 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-76ee3e00-c335-4afa-bde4-bfcb701a0436 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461887 Oct 29 08:37:47.097130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Made reservation on behalf of 85186d73d3c64f158378f77d6b1bd2d1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:47.104802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:47.122394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763fe5ff-d074-4312-bb0d-406baf1dc246 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:47.156316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] device_id is not set on port ccd2eaae-aab5-4956-ad28-80e9174af038 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:47.197400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-baf3a813-4f6c-4cbe-8f7a-81e7364fac87 req-492903bf-8235-4eab-b8de-12b00c5c9756 service neutron] 10.222.0.93 "GET /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270623 Oct 29 08:37:47.266766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763fe5ff-d074-4312-bb0d-406baf1dc246 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:47.301348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fe5ff-d074-4312-bb0d-406baf1dc246 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=7d635544-a87d-43df-bc1c-6df6f45303e4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:47.311081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763fe5ff-d074-4312-bb0d-406baf1dc246 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:47.317604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-763fe5ff-d074-4312-bb0d-406baf1dc246 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/7d635544-a87d-43df-bc1c-6df6f45303e4 HTTP/1.1" status: 204 len: 168 time: 0.6881251 Oct 29 08:37:47.317869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05e677-a1ae-4eb7-929c-ce6178ed31b7 None None] Network 586f27d4-3728-477e-9ff5-da88326a13b9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:47.321092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53620) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:47.389847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Allocated IP 172.20.0.12 (7be3c875-97f3-47e9-a0a6-92537d33501c/4169e48b-fac5-4880-9b4f-dbf4da328c8e/ccd2eaae-aab5-4956-ad28-80e9174af038) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:47.390087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077b219-8241-4d38-876e-3f93276fa87d req-6fdaeb56-1c70-418b-b39c-250194f54e18 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:47.392934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2077b219-8241-4d38-876e-3f93276fa87d req-6fdaeb56-1c70-418b-b39c-250194f54e18 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 945 time: 0.1012402 Oct 29 08:37:47.452488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:47.492736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2077b219-8241-4d38-876e-3f93276fa87d req-0f76f300-a9ba-4da2-8dea-8c36f0d915d6 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833664 Oct 29 08:37:47.514539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-374cab90-322d-4b5c-8977-d6a0a5f34e50 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658159 Oct 29 08:37:47.588698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-6c4b2578-5d54-4683-9e79-fe7343536a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:47.590814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-6c4b2578-5d54-4683-9e79-fe7343536a51 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1097 time: 0.0488586 Oct 29 08:37:47.730804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-e3f7d466-29e8-499d-a8c2-c04a20427940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:47.733310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-e3f7d466-29e8-499d-a8c2-c04a20427940 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.1108298 Oct 29 08:37:47.820741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdf153-7057-483d-8288-7d000019acbf req-fa3dd3a6-89b4-4af7-9d5b-2bc886547b00 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:47.829016 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03cdf153-7057-483d-8288-7d000019acbf req-fa3dd3a6-89b4-4af7-9d5b-2bc886547b00 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 943 time: 0.2368622 Oct 29 08:37:47.852752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-6710b757-539e-4827-bec5-051aef1b953b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 200 len: 1001 time: 0.1108358 Oct 29 08:37:47.883969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03cdf153-7057-483d-8288-7d000019acbf req-61731c11-a611-4818-8cac-2f74c197a4d6 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528674 Oct 29 08:37:47.933801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] DHCP port deletion for 586f27d4-3728-477e-9ff5-da88326a13b9 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:37:47.980785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-147e4f3d-f30d-4609-a57e-2e84b2398c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:47.984225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-147e4f3d-f30d-4609-a57e-2e84b2398c05 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.1111829 Oct 29 08:37:47.989440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 0617e8b0-3165-4643-846c-5478da5fd03a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:47.989959 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:47.998368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81adc0-a9de-4fec-9fc2-747594f0301c req-00af516a-a460-4d24-a553-88d168ec9f64 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:48.000209 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e81adc0-a9de-4fec-9fc2-747594f0301c req-00af516a-a460-4d24-a553-88d168ec9f64 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 945 time: 0.1473932 Oct 29 08:37:48.008168 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.009639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53636) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:48.024406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Request body: {'floatingip': {'port_id': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:48.025874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] Deleting port 0617e8b0-3165-4643-846c-5478da5fd03a {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:48.028683 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.048114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-59de062d-72c9-4c98-8d8e-923e26058276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:48.049780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-59de062d-72c9-4c98-8d8e-923e26058276 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569789 Oct 29 08:37:48.114633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53638) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:48.114922 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.162245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] For port 0617e8b0-3165-4643-846c-5478da5fd03a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0617e8b0-3165-4643-846c-5478da5fd03a,segment=NetworkSegment(c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb),segment_id=c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:48.162682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.170803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-13163c6f-1b4b-45ec-83c6-05d0e953dc38 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118455 Oct 29 08:37:48.191923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] Calling delete_port for 0617e8b0-3165-4643-846c-5478da5fd03a owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:48.198114 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.218003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] For port 0617e8b0-3165-4643-846c-5478da5fd03a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0617e8b0-3165-4643-846c-5478da5fd03a,segment=NetworkSegment(c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb),segment_id=c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:48.218602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.255909 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.257577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b999cb1e-aae7-497c-8cea-d8f06c72c1d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.260263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 0617e8b0-3165-4643-846c-5478da5fd03a owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:48.269807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.310987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.321669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6c59272-d5b6-4c3f-9daf-33f9b44ffb69 req-a6f0416e-e016-4948-b52c-440239e2ff78 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408892 Oct 29 08:37:48.354951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] Pushing event deleted for resources: {'Port': ['ID=0617e8b0-3165-4643-846c-5478da5fd03a,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:48.357744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3e58e-faaf-4496-becb-e3935ba3261f None None] No DVR routers for this DVR port 0617e8b0-3165-4643-846c-5478da5fd03a on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:48.385068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b999cb1e-aae7-497c-8cea-d8f06c72c1d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.390080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b999cb1e-aae7-497c-8cea-d8f06c72c1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.408529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Network 7be3c875-97f3-47e9-a0a6-92537d33501c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:48.442073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b999cb1e-aae7-497c-8cea-d8f06c72c1d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59d6672919f648e8b6d74806fa483ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260665 Oct 29 08:37:48.443132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:48.445194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53642) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:48.447664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999cb1e-aae7-497c-8cea-d8f06c72c1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af96b7c-8792-457b-b3b4-9e9311739300,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:48.449012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:48.460209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=ccd2eaae-aab5-4956-ad28-80e9174af038,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:48.509384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b65f9ad9-3d0a-4bdf-97ef-1b24dcc17347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.534818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b65f9ad9-3d0a-4bdf-97ef-1b24dcc17347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.544920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:48.545595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.550942 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.601892 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b65f9ad9-3d0a-4bdf-97ef-1b24dcc17347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.604817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b65f9ad9-3d0a-4bdf-97ef-1b24dcc17347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.606026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b65f9ad9-3d0a-4bdf-97ef-1b24dcc17347 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0af96b7c-8792-457b-b3b4-9e9311739300 HTTP/1.1" status: 204 len: 168 time: 0.1595378 Oct 29 08:37:48.615139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f9ad9-3d0a-4bdf-97ef-1b24dcc17347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af96b7c-8792-457b-b3b4-9e9311739300,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:48.631033 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-20ff3b16-6a00-4776-b139-48eff1bbc988 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7812841 Oct 29 08:37:48.632757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53646) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:48.636821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=0617e8b0-3165-4643-846c-5478da5fd03a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:48.641653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'network_id': '7be3c875-97f3-47e9-a0a6-92537d33501c', 'name': 'tempest-AllowedAddressPairTestJSON-1928432877'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:48.645654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No DVR routers for this DVR port 0617e8b0-3165-4643-846c-5478da5fd03a on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:48.764775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-54aeb1f8-629d-483b-b333-73b66ed4f953 None None] Provisioning complete for port ccd2eaae-aab5-4956-ad28-80e9174af038 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:48.765151 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-54aeb1f8-629d-483b-b333-73b66ed4f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.814674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-54aeb1f8-629d-483b-b333-73b66ed4f953 None None] Port ccd2eaae-aab5-4956-ad28-80e9174af038 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:48.866592 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.929274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53654) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:48.941858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586f27d4-3728-477e-9ff5-da88326a13b9']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:48.944483 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a89e90c-96a5-4b3c-adb1-d169e323b9b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:48.962046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:48.962347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03d6c6d-ce94-496c-bbdd-fe3bfdc549eb') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:49.004053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.034681 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.041835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74909516-a728-418a-a1d5-31840bbac604 req-df85584b-6b0e-4681-b237-4ea7954da0ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:49.043276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74909516-a728-418a-a1d5-31840bbac604 req-df85584b-6b0e-4681-b237-4ea7954da0ba tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 943 time: 0.0821190 Oct 29 08:37:49.047536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.048355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Made reservation on behalf of 85186d73d3c64f158378f77d6b1bd2d1 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:49.051855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.055078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:49.055472 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:49.058960 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:49.074747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.112076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a89e90c-96a5-4b3c-adb1-d169e323b9b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.118120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74909516-a728-418a-a1d5-31840bbac604 req-c26566cc-6242-4313-854a-6625f624c9ad tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636034 Oct 29 08:37:49.119199 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a89e90c-96a5-4b3c-adb1-d169e323b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.168390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89e90c-96a5-4b3c-adb1-d169e323b9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaf75f7-cb90-443d-99ac-4cc5f738ac2b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:49.177248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2a89e90c-96a5-4b3c-adb1-d169e323b9b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca29d1a62798406b9e3f76b89f73469f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440708 Oct 29 08:37:49.177467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53660) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:49.202555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] device_id is not set on port 7a25e9cf-0429-4b76-b56e-6c430098de59 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:49.221711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.239027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a0f920a-d609-42e3-8728-ecc2ae1f889d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.257775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.261015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/networks/586f27d4-3728-477e-9ff5-da88326a13b9 HTTP/1.1" status: 204 len: 168 time: 1.9396737 Oct 29 08:37:49.264562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a0f920a-d609-42e3-8728-ecc2ae1f889d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.268881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53662) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:49.296944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092780ef-c894-43e2-8cb5-c3369302b762 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Network': ['ID=586f27d4-3728-477e-9ff5-da88326a13b9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:49.317009 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a0f920a-d609-42e3-8728-ecc2ae1f889d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.321573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a0f920a-d609-42e3-8728-ecc2ae1f889d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.322927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4a0f920a-d609-42e3-8728-ecc2ae1f889d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5aaf75f7-cb90-443d-99ac-4cc5f738ac2b HTTP/1.1" status: 204 len: 168 time: 0.1444335 Oct 29 08:37:49.334031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f920a-d609-42e3-8728-ecc2ae1f889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaf75f7-cb90-443d-99ac-4cc5f738ac2b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:49.353446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308ba8d9-920f-4020-bb8d-37db182ae507 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:49.354830 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-308ba8d9-920f-4020-bb8d-37db182ae507 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/8c31a678-39b1-4ef3-9a2b-45df25d60ca1 HTTP/1.1" status: 200 len: 841 time: 0.0769725 Oct 29 08:37:49.360635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53666) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:49.384258 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Floating IP ee7fe810-5475-42ac-8a2e-299b0474e7ae associated. External IP: 172.25.5.40, port: 1a7725fb-5d4f-48b5-88f9-a3a5a637e136. Oct 29 08:37:49.410286 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.415938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-97ab3a37-63d0-4e43-9c83-591637dff1c1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/8c31a678-39b1-4ef3-9a2b-45df25d60ca1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0475063 Oct 29 08:37:49.416920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53668) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:49.421923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:49.483370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Allocated IP 172.20.0.5 (7be3c875-97f3-47e9-a0a6-92537d33501c/4169e48b-fac5-4880-9b4f-dbf4da328c8e/7a25e9cf-0429-4b76-b56e-6c430098de59) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:49.550845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:49.556451 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.772985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Router 2c6b4699-0403-4c87-95f6-a06d9876b221 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:37:49.776022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.802501 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.885778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=e76face1-42a4-4981-911a-98cb488001fc,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:49.910968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:49.914001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:49.917196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:49.918392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.928556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a6d02-6fe7-4c5d-8328-b962287b9567 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:49.935144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0617e8b0-3165-4643-846c-5478da5fd03a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:49.935333 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:49.968831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9d53069-777c-4608-9c2f-3e45a78043f5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5481615 Oct 29 08:37:49.969084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53684) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:49.973629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3bbfdac1-f97f-4858-82bd-301574a7a2d0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'security_group': {'name': 'tempest-secgroup-390067681'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:50.009957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdac1-f97f-4858-82bd-301574a7a2d0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.017241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Network 7be3c875-97f3-47e9-a0a6-92537d33501c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:50.023210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:50.026645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:50.032934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0617e8b0-3165-4643-846c-5478da5fd03a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:50.033193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0617e8b0-3165-4643-846c-5478da5fd03a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:50.061525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:37:50.073301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.077364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] Sync routers for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:37:50.104454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:50.106291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:50.118776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=7a25e9cf-0429-4b76-b56e-6c430098de59,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:50.173715 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-980903cb-a0f4-4b19-ae38-cc8aca6458f4 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "PUT /v2.0/floatingips/ee7fe810-5475-42ac-8a2e-299b0474e7ae HTTP/1.1" status: 200 len: 990 time: 2.1519468 Oct 29 08:37:50.177365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'tag': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:50.190371 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59cd08c-39d6-4d74-b87c-18859b73770c" -d '{"events": [{"name": "network-changed", "server_uuid": "f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c", "tag": "1a7725fb-5d4f-48b5-88f9-a3a5a637e136"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:50.208964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:50.209793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.212476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdac1-f97f-4858-82bd-301574a7a2d0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.225897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdac1-f97f-4858-82bd-301574a7a2d0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.232162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-927300e0-2ee6-4cf2-a5d4-0ede72cfce1b tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5962632 Oct 29 08:37:50.234631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53702) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:50.245291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:d0:d3:08'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:61:c8:99'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:50.266754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdac1-f97f-4858-82bd-301574a7a2d0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.268150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3bbfdac1-f97f-4858-82bd-301574a7a2d0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2980559 Oct 29 08:37:50.274201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53704) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:50.291995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e493990c-5d09-4c96-9502-7d809d4060c2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1640958280'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:50.358797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:37:50.429324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfdac1-f97f-4858-82bd-301574a7a2d0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daf90f1-34de-439d-adcc-ac54a60a5d4e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:50.432214 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32af312d-109c-43d5-9c16-e1d0ee75579e x-openstack-request-id: req-32af312d-109c-43d5-9c16-e1d0ee75579e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:50.443745 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c", "tag": "1a7725fb-5d4f-48b5-88f9-a3a5a637e136", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:50.444439 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32af312d-109c-43d5-9c16-e1d0ee75579e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:50.445015 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'tag': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'status': 'completed', 'code': 200} Oct 29 08:37:50.492868 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e493990c-5d09-4c96-9502-7d809d4060c2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.557994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998fffa-abd1-464e-9492-0f6008b9442d req-41c68728-b71b-4810-823f-733e9a6370c0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:50.559697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f998fffa-abd1-464e-9492-0f6008b9442d req-41c68728-b71b-4810-823f-733e9a6370c0 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 943 time: 0.2336411 Oct 29 08:37:50.564874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-21532c32-ae9b-4b2a-9f7f-7557d658db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:50.566761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-21532c32-ae9b-4b2a-9f7f-7557d658db69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74949a4561764185934370a9dcfd04b9&device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 1096 time: 0.1206264 Oct 29 08:37:50.573980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.637391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-73c58ae1-cc0f-4a63-ab68-8e60fd474072 None None] Provisioning complete for port 7a25e9cf-0429-4b76-b56e-6c430098de59 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:50.637980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-73c58ae1-cc0f-4a63-ab68-8e60fd474072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.672597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f998fffa-abd1-464e-9492-0f6008b9442d req-6b4ca364-bcdb-45ee-a77b-290f19692bdc tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023126 Oct 29 08:37:50.685767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-73c58ae1-cc0f-4a63-ab68-8e60fd474072 None None] Port 7a25e9cf-0429-4b76-b56e-6c430098de59 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:50.719039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e493990c-5d09-4c96-9502-7d809d4060c2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.728246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e493990c-5d09-4c96-9502-7d809d4060c2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.779262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-293e5252-2cbf-4a62-8cd4-a5a0def83624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:50.781182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-293e5252-2cbf-4a62-8cd4-a5a0def83624 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d25b31-d611-44a8-a58f-b37699384cac HTTP/1.1" status: 200 len: 917 time: 0.1884978 Oct 29 08:37:50.786728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e493990c-5d09-4c96-9502-7d809d4060c2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.788003 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e493990c-5d09-4c96-9502-7d809d4060c2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5127816 Oct 29 08:37:50.789088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493990c-5d09-4c96-9502-7d809d4060c2 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1507eb7a-cc3b-48b0-9a98-157d374133ef,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:50.792915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53718) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:50.806974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1352677644', 'security_groups': ['1507eb7a-cc3b-48b0-9a98-157d374133ef'], 'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e76face1-42a4-4981-911a-98cb488001fc'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:50.808630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'tenant_id': 'd3b1390a5f194d5aad57c92bca5f5ea8', 'fixed_ips': [{'subnet_id': 'e76face1-42a4-4981-911a-98cb488001fc'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:37:50.809486 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.885068 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:50.894127 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:51.022873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Allocated IP 172.20.0.2 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/e76face1-42a4-4981-911a-98cb488001fc/4453ab58-b8a2-42b0-a93b-74fe7fcb7d22) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:51.144256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'ee7fe810-5475-42ac-8a2e-299b0474e7ae', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'port_id': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'mac_address': 'fa:16:3e:60:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:37:29Z', 'updated_at': '2021-10-29T08:37:48Z', 'revision_number': 1, 'project_id': '74949a4561764185934370a9dcfd04b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:30Z', 'revision_number': 5, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:51.186204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] Checking router: 2c6b4699-0403-4c87-95f6-a06d9876b221 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:37:51.189008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ef7104ca-8735-48f0-a0ef-f95be6946eda details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:37:51.235600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:37:51.236302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:51.394018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event updated for resources: {'Port': ['ID=7a25e9cf-0429-4b76-b56e-6c430098de59,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:51.395664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53754) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:51.403043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-3fb2dd28-0d41-48cd-9b9a-43dc235ac0f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136 HTTP/1.1" status: 200 len: 998 time: 0.6090772 Oct 29 08:37:51.489958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] In _notify_port_updated(), no bound segment for port 7a25e9cf-0429-4b76-b56e-6c430098de59 on network 7be3c875-97f3-47e9-a0a6-92537d33501c {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:37:51.497841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:51.498843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:51.501100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a70d05df-324b-4a57-9f87-122ce3e42afc tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "PUT /v2.0/ports/7a25e9cf-0429-4b76-b56e-6c430098de59 HTTP/1.1" status: 200 len: 1057 time: 1.2651463 Oct 29 08:37:51.504237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53758) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:51.515655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-d211f7b1-7430-4215-98db-907e98565099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:51.516703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-d211f7b1-7430-4215-98db-907e98565099 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94029846-6646-47b0-ad1d-6676f3ab6a53 HTTP/1.1" status: 200 len: 854 time: 0.0952203 Oct 29 08:37:51.524395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:51.640903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-ee0b4698-5519-4b19-8d28-52abb5ad2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:51.642779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-ee0b4698-5519-4b19-8d28-52abb5ad2c92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d25b31-d611-44a8-a58f-b37699384cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118648 Oct 29 08:37:51.659615 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb883cd3-e9c1-4f1f-acb3-b82914c64141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:51.673477 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:51.693874 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:51.737552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0270f881-2b41-4197-87f8-68cedd64adc9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Deleting port 7a25e9cf-0429-4b76-b56e-6c430098de59 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:51.742352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0270f881-2b41-4197-87f8-68cedd64adc9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:51.760165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:51.811308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:51.824854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:37:51.876400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-2645fd13-feca-4147-952a-e7d6cba8fbbd service neutron] 10.222.0.15 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242851 Oct 29 08:37:51.882669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ef7104ca-8735-48f0-a0ef-f95be6946eda, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ef7104ca-8735-48f0-a0ef-f95be6946eda,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:51.892671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0270f881-2b41-4197-87f8-68cedd64adc9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:51.913532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:51.917727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0270f881-2b41-4197-87f8-68cedd64adc9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Calling delete_port for 7a25e9cf-0429-4b76-b56e-6c430098de59 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:51.922471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:51.924851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Pushing event updated for resources: {'Port': ['ID=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:51.931029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:51.939312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'ef7104ca-8735-48f0-a0ef-f95be6946eda', 'network_id': '9f48f319-e2e0-4e54-8d57-5977c6f82e52', 'port_id': 'ef7104ca-8735-48f0-a0ef-f95be6946eda', 'mac_address': 'fa:16:3e:59:dc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d27dd1-3461-42a3-99f1-e87ef81f581c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:37:51.994745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb883cd3-e9c1-4f1f-acb3-b82914c64141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.000839 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-20a01d67-9f36-4eba-8691-40eb2ad44fd6 None None] Provisioning complete for port 7a25e9cf-0429-4b76-b56e-6c430098de59 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:52.001569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20a01d67-9f36-4eba-8691-40eb2ad44fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.005463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020af6b-8b65-4b08-82f6-02b0953af166 req-0e85d8f0-62f1-4039-ae38-7ff6d341abae tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:52.007410 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d020af6b-8b65-4b08-82f6-02b0953af166 req-0e85d8f0-62f1-4039-ae38-7ff6d341abae tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 943 time: 0.1768575 Oct 29 08:37:52.010194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb883cd3-e9c1-4f1f-acb3-b82914c64141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.072922 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.097380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bb883cd3-e9c1-4f1f-acb3-b82914c64141 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfa40bbf9e0c47bc88720c33c8c47fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7003736 Oct 29 08:37:52.098295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53764) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:52.105805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb883cd3-e9c1-4f1f-acb3-b82914c64141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f25d394-9fbf-441c-a6cc-c8537b1c4a41,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:52.130876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d59cd08c-39d6-4d74-b87c-18859b73770c req-3d03d727-9c4d-4333-a9b1-1d4d25809ab3 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431216 Oct 29 08:37:52.151782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d020af6b-8b65-4b08-82f6-02b0953af166 req-3c6faec4-bda1-4a83-8605-381b11a2edbf tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355820 Oct 29 08:37:52.185914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7104ca-8735-48f0-a0ef-f95be6946eda {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:37:52.196212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.14 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/e76face1-42a4-4981-911a-98cb488001fc/7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:52.198597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Attempting to bind port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:37:52.198913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Attempting to bind port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'f96cbd7d-52b7-4230-ba88-1e1b22bd1f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:37:52.199406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Attempting to bind port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 on network e319abff-bd58-4c62-8e2d-947ab8e60c3d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:37:52.249459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-691fd45a-f1c1-4203-a2c1-cd67a486104e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.251707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-20a01d67-9f36-4eba-8691-40eb2ad44fd6 None None] Port 7a25e9cf-0429-4b76-b56e-6c430098de59 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:52.262006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:37:52.262476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Checking segment: {'id': 'f96cbd7d-52b7-4230-ba88-1e1b22bd1f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:52.263203 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.263690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Bound using segment: {'id': 'f96cbd7d-52b7-4230-ba88-1e1b22bd1f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:37:52.264340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Bound port: 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96cbd7d-52b7-4230-ba88-1e1b22bd1f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:37:52.264859 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.285675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ef7104ca-8735-48f0-a0ef-f95be6946eda, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ef7104ca-8735-48f0-a0ef-f95be6946eda,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:52.291556 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-691fd45a-f1c1-4203-a2c1-cd67a486104e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.294326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0270f881-2b41-4197-87f8-68cedd64adc9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.339527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270f881-2b41-4197-87f8-68cedd64adc9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Port': ['ID=7a25e9cf-0429-4b76-b56e-6c430098de59,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:52.358163 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.443323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.460285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] For port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:37:52.488227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] For port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,segment=NetworkSegment(f96cbd7d-52b7-4230-ba88-1e1b22bd1f87),segment_id=f96cbd7d-52b7-4230-ba88-1e1b22bd1f87)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:37:52.497102 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.501721 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.517130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=ef7104ca-8735-48f0-a0ef-f95be6946eda,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:52.562317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-691fd45a-f1c1-4203-a2c1-cd67a486104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.566688 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-691fd45a-f1c1-4203-a2c1-cd67a486104e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.568907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-691fd45a-f1c1-4203-a2c1-cd67a486104e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f25d394-9fbf-441c-a6cc-c8537b1c4a41 HTTP/1.1" status: 204 len: 168 time: 0.4582443 Oct 29 08:37:52.585791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:52.592229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:52.600877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:37:52.624584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fd45a-f1c1-4203-a2c1-cd67a486104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f25d394-9fbf-441c-a6cc-c8537b1c4a41,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:52.639221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42434eaf-e764-45f0-8b19-971ef6a2c0b2 None None] Pushing event updated for resources: {'Port': ['ID=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:52.712513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'ee7fe810-5475-42ac-8a2e-299b0474e7ae', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'port_id': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'mac_address': 'fa:16:3e:60:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:37:29Z', 'updated_at': '2021-10-29T08:37:48Z', 'revision_number': 1, 'project_id': '74949a4561764185934370a9dcfd04b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:30Z', 'revision_number': 5, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:52.724712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:52.725418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.755539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ef7104ca-8735-48f0-a0ef-f95be6946eda'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:37:52.759133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9640269 Oct 29 08:37:52.760084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e7f4a-cf31-4fd1-9b57-92ebc70dc7a6 None None] The sync data for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 is: [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'ee7fe810-5475-42ac-8a2e-299b0474e7ae', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'port_id': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'mac_address': 'fa:16:3e:60:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:37:29Z', 'updated_at': '2021-10-29T08:37:48Z', 'revision_number': 1, 'project_id': '74949a4561764185934370a9dcfd04b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:30Z', 'revision_number': 5, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:37:52.766689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53776) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:52.772162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3b715e4a-aa0b-4084-a4f8-f1980d694dd1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:52.802554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:52.843288 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0270f881-2b41-4197-87f8-68cedd64adc9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:52.849862 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0270f881-2b41-4197-87f8-68cedd64adc9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "DELETE /v2.0/ports/7a25e9cf-0429-4b76-b56e-6c430098de59 HTTP/1.1" status: 204 len: 168 time: 1.3419712 Oct 29 08:37:52.850104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.850826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53780) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:52.850912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.851055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.851384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f912d-8e99-4330-8469-b3dda4399d50 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:37:52.891161 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f7da99-4b81-444f-921d-e34f507aa671 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] GET failed (client error): The resource could not be found. Oct 29 08:37:52.896333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53782) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:52.897124 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c9f7da99-4b81-444f-921d-e34f507aa671 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "GET /v2.0/ports/7a25e9cf-0429-4b76-b56e-6c430098de59 HTTP/1.1" status: 404 len: 333 time: 0.0451567 Oct 29 08:37:53.062087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b715e4a-aa0b-4084-a4f8-f1980d694dd1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:53.066617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3b715e4a-aa0b-4084-a4f8-f1980d694dd1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:53.159629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f07b1aba-2be3-4fcc-8ce2-67328408186d tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Deleting port ccd2eaae-aab5-4956-ad28-80e9174af038 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:53.160170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f07b1aba-2be3-4fcc-8ce2-67328408186d tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:53.178817 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49215cb4-8fc7-4e1f-b2a8-a0b9bdf5a58d None None] New status for floating IP ee7fe810-5475-42ac-8a2e-299b0474e7ae: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:37:53.242030 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-3b715e4a-aa0b-4084-a4f8-f1980d694dd1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e76face1-42a4-4981-911a-98cb488001fc (CIDR: 172.20.0.0/28) Oct 29 08:37:53.248694 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b715e4a-aa0b-4084-a4f8-f1980d694dd1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:37:53.249123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b715e4a-aa0b-4084-a4f8-f1980d694dd1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:37:53.295876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3b715e4a-aa0b-4084-a4f8-f1980d694dd1 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5278988 Oct 29 08:37:53.299641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53796) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:53.306534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:53.339304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f07b1aba-2be3-4fcc-8ce2-67328408186d tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:53.359088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f07b1aba-2be3-4fcc-8ce2-67328408186d tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Calling delete_port for ccd2eaae-aab5-4956-ad28-80e9174af038 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:53.384597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21a5e-4a9e-4008-b338-203528743c4d req-f72273ff-23e4-40d4-a433-a998bcac4faf tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:53.386179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e21a5e-4a9e-4008-b338-203528743c4d req-f72273ff-23e4-40d4-a433-a998bcac4faf tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 944 time: 0.0964313 Oct 29 08:37:53.482361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e21a5e-4a9e-4008-b338-203528743c4d req-d1b3079a-67e3-44dc-a799-0d786ae89965 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566750 Oct 29 08:37:53.536806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:53.542878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:53.587618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f07b1aba-2be3-4fcc-8ce2-67328408186d tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:53.643110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b1aba-2be3-4fcc-8ce2-67328408186d tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Port': ['ID=ccd2eaae-aab5-4956-ad28-80e9174af038,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:53.785307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f07b1aba-2be3-4fcc-8ce2-67328408186d tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:53.796189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f07b1aba-2be3-4fcc-8ce2-67328408186d tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "DELETE /v2.0/ports/ccd2eaae-aab5-4956-ad28-80e9174af038 HTTP/1.1" status: 204 len: 168 time: 0.8831551 Oct 29 08:37:53.797816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53816) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:53.861087 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ae7931-98bf-47d7-a912-2cff89dabfa3 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] GET failed (client error): The resource could not be found. Oct 29 08:37:53.869541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c4ae7931-98bf-47d7-a912-2cff89dabfa3 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "GET /v2.0/ports/ccd2eaae-aab5-4956-ad28-80e9174af038 HTTP/1.1" status: 404 len: 333 time: 0.0689604 Oct 29 08:37:53.874964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53818) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:53.979638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:54.029346 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.067553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3773d783-8bff-42c3-8c15-015d1c80c5b9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Deleting port 74467a62-b409-4a61-b426-9cddc5d11879 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:54.068817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3773d783-8bff-42c3-8c15-015d1c80c5b9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.080425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:54.081913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:54.088457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:54.089131 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.102388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:54.102866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.114003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=d2744df5-d2fa-4d70-b3b8-cb9047849ac9,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:54.136945 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cf3c8b55-fbf5-4b5e-94bf-9013935f7b0d tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8358171 Oct 29 08:37:54.139676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53824) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:54.149107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-527564356', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd2744df5-d2fa-4d70-b3b8-cb9047849ac9'}], 'security_groups': ['5daf90f1-34de-439d-adcc-ac54a60a5d4e']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:54.150139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:54.150696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.244713 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3773d783-8bff-42c3-8c15-015d1c80c5b9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.257925 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.276960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3773d783-8bff-42c3-8c15-015d1c80c5b9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Calling delete_port for 74467a62-b409-4a61-b426-9cddc5d11879 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:54.311180 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.360941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] For port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,segment=NetworkSegment(f96cbd7d-52b7-4230-ba88-1e1b22bd1f87),segment_id=f96cbd7d-52b7-4230-ba88-1e1b22bd1f87)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:54.364523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49723bf-0cf2-4f41-8d40-ddc6df733612 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:54.381505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.426642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.478089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] Provisioning complete for port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:54.479431 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.558720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:37:54.559365 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:37:54.588559 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3773d783-8bff-42c3-8c15-015d1c80c5b9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.632011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] Port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:54.646546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94344851-f443-4e3f-b23f-470badc8ccd6 None None] Pushing event updated for resources: {'Port': ['ID=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:54.657736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773d783-8bff-42c3-8c15-015d1c80c5b9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Port': ['ID=74467a62-b409-4a61-b426-9cddc5d11879,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:54.775976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7f8d8524-a08c-44d5-92c3-891c7f86ec9c None None] Provisioning complete for port 7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:54.776463 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8524-a08c-44d5-92c3-891c7f86ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.794325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3773d783-8bff-42c3-8c15-015d1c80c5b9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.799355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3773d783-8bff-42c3-8c15-015d1c80c5b9 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "DELETE /v2.0/ports/74467a62-b409-4a61-b426-9cddc5d11879 HTTP/1.1" status: 204 len: 168 time: 0.9218123 Oct 29 08:37:54.802436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53838) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:54.841160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d318c83-b3fc-4fb1-8ecb-d21709b70782 req-b425521a-b709-4f96-8ef8-c85aa3928a34 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:54.844775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d8524-a08c-44d5-92c3-891c7f86ec9c None None] Port 7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:54.855920 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d318c83-b3fc-4fb1-8ecb-d21709b70782 req-b425521a-b709-4f96-8ef8-c85aa3928a34 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 944 time: 0.1779177 Oct 29 08:37:54.964039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e91c26-52e8-4d3b-ab2d-6c72f4b3d078 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Deleting subnet 4169e48b-fac5-4880-9b4f-dbf4da328c8e {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:37:54.976788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9e91c26-52e8-4d3b-ab2d-6c72f4b3d078 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:54.983077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe39506-deb4-4192-b5d3-14d0638d5979 None None] Update dhcp port {'port': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'fixed_ips': [{'subnet_id': 'e76face1-42a4-4981-911a-98cb488001fc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2744df5-d2fa-4d70-b3b8-cb9047849ac9'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '4453ab58-b8a2-42b0-a93b-74fe7fcb7d22'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:37:55.019846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d318c83-b3fc-4fb1-8ecb-d21709b70782 req-bd969f1b-b2c4-44db-b0b1-d0a6f8b304cb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628034 Oct 29 08:37:55.040140 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ebe39506-deb4-4192-b5d3-14d0638d5979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.072111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9e91c26-52e8-4d3b-ab2d-6c72f4b3d078 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.180414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Delete allocated IP 172.20.0.14 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/e76face1-42a4-4981-911a-98cb488001fc) {{(pid=102114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 08:37:55.191658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.30 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/d2744df5-d2fa-4d70-b3b8-cb9047849ac9/7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:55.205287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ef7104ca-8735-48f0-a0ef-f95be6946eda up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:55.260129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9e91c26-52e8-4d3b-ab2d-6c72f4b3d078 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.301502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port ef7104ca-8735-48f0-a0ef-f95be6946eda completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:37:55.306756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port ef7104ca-8735-48f0-a0ef-f95be6946eda triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:55.307137 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.383587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9e91c26-52e8-4d3b-ab2d-6c72f4b3d078 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.433892 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.453211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.460368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.477651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb52f5f-dc4e-4788-aac4-ce5742ba9916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7104ca-8735-48f0-a0ef-f95be6946eda'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:37:55.478462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e91c26-52e8-4d3b-ab2d-6c72f4b3d078 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Subnet': ['ID=4169e48b-fac5-4880-9b4f-dbf4da328c8e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:55.480579 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9e91c26-52e8-4d3b-ab2d-6c72f4b3d078 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.480850 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bd05c2-b00f-4c60-bed1-86825ba1f497" -d '{"events": [{"server_uuid": "fbb52f5f-dc4e-4788-aac4-ce5742ba9916", "name": "network-vif-plugged", "status": "completed", "tag": "ef7104ca-8735-48f0-a0ef-f95be6946eda"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:37:55.490416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f9e91c26-52e8-4d3b-ab2d-6c72f4b3d078 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "DELETE /v2.0/subnets/4169e48b-fac5-4880-9b4f-dbf4da328c8e HTTP/1.1" status: 204 len: 168 time: 0.6802444 Oct 29 08:37:55.491169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53856) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:55.541558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145e648-1cbc-4d74-9592-cf169b605122 None None] Network 7be3c875-97f3-47e9-a0a6-92537d33501c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:55.567811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ef7104ca-8735-48f0-a0ef-f95be6946eda, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ef7104ca-8735-48f0-a0ef-f95be6946eda,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:55.613918 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.641461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.645468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:55.648765 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dec7d0d-56ae-49d1-86de-294c690ce1cb x-openstack-request-id: req-4dec7d0d-56ae-49d1-86de-294c690ce1cb {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:37:55.649132 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb52f5f-dc4e-4788-aac4-ce5742ba9916", "name": "network-vif-plugged", "status": "completed", "tag": "ef7104ca-8735-48f0-a0ef-f95be6946eda", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:37:55.649400 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dec7d0d-56ae-49d1-86de-294c690ce1cb {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:37:55.649808 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb52f5f-dc4e-4788-aac4-ce5742ba9916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7104ca-8735-48f0-a0ef-f95be6946eda', 'code': 200} Oct 29 08:37:55.722253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-ebe39506-deb4-4192-b5d3-14d0638d5979 None None] Allocated IP 172.20.0.18 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/d2744df5-d2fa-4d70-b3b8-cb9047849ac9/4453ab58-b8a2-42b0-a93b-74fe7fcb7d22) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:55.723432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53864) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:55.767171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Deleting port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:55.767567 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.811404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] In _notify_port_updated(), no bound segment for port 7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 on network e319abff-bd58-4c62-8e2d-947ab8e60c3d {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:37:55.828235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:55.828679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=ef7104ca-8735-48f0-a0ef-f95be6946eda,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:55.829535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.834412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eba7b136-937a-470b-884f-49435d19cc10 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "PUT /v2.0/ports/7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 HTTP/1.1" status: 200 len: 920 time: 1.6935792 Oct 29 08:37:55.838095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53870) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:55.839612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] For port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c,segment=NetworkSegment(64f6a825-ba8e-4b66-a2f2-17c28756fc2c),segment_id=64f6a825-ba8e-4b66-a2f2-17c28756fc2c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:55.840141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.859600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Calling delete_port for b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:55.903558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ebe39506-deb4-4192-b5d3-14d0638d5979 None None] For port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,segment=NetworkSegment(f96cbd7d-52b7-4230-ba88-1e1b22bd1f87),segment_id=f96cbd7d-52b7-4230-ba88-1e1b22bd1f87)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:55.948989 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ebe39506-deb4-4192-b5d3-14d0638d5979 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.957350 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ebe39506-deb4-4192-b5d3-14d0638d5979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:55.997668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498919c3-9885-4dfa-96f0-685309d8d70f req-331cd91f-4d1e-4244-88d4-f482ccc19f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:55.999242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-498919c3-9885-4dfa-96f0-685309d8d70f req-331cd91f-4d1e-4244-88d4-f482ccc19f61 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 1096 time: 0.3004122 Oct 29 08:37:56.031957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5c638ac7-a447-49a0-b440-678d8a051293 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:37:56.032912 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c638ac7-a447-49a0-b440-678d8a051293 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.036919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b2de2-614c-4da2-801f-b1c7495907be None None] DHCP port deletion for 7be3c875-97f3-47e9-a0a6-92537d33501c request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:37:56.038966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:56.046896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.082821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Port': ['ID=b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:56.099038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] No DVR routers for this DVR port b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:37:56.137825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-498919c3-9885-4dfa-96f0-685309d8d70f req-d0c2a693-1d4d-4cef-b8c6-29d30f5e3951 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295540 Oct 29 08:37:56.180889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c638ac7-a447-49a0-b440-678d8a051293 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.198898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5c638ac7-a447-49a0-b440-678d8a051293 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:37:56.207662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.230867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be3c875-97f3-47e9-a0a6-92537d33501c']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:56.239297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95c96776-898d-4d1a-b978-a53a6ab18e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.241836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f6a825-ba8e-4b66-a2f2-17c28756fc2c') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:56.242152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f6a825-ba8e-4b66-a2f2-17c28756fc2c') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:37:56.253413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.268802 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.276076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:37:56.276659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:37:56.280056 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:37:56.347828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.356690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.360519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] 10.222.0.70 "DELETE /v2.0/networks/7be3c875-97f3-47e9-a0a6-92537d33501c HTTP/1.1" status: 204 len: 168 time: 0.8679476 Oct 29 08:37:56.374533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad270-88b7-4104-b264-8e840c02bb00 tempest-AllowedAddressPairTestJSON-508975001 tempest-AllowedAddressPairTestJSON-508975001-project] Pushing event deleted for resources: {'Network': ['ID=7be3c875-97f3-47e9-a0a6-92537d33501c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:56.381653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe39506-deb4-4192-b5d3-14d0638d5979 None None] Pushing event updated for resources: {'Port': ['ID=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:56.388725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecddc3-cbbf-493f-ab25-37107654dc7f req-d337b893-8c98-4174-9c90-cea24b89f008 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:56.395830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:56.396721 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.397249 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4cecddc3-cbbf-493f-ab25-37107654dc7f req-d337b893-8c98-4174-9c90-cea24b89f008 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 945 time: 0.1929908 Oct 29 08:37:56.492281 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4cecddc3-cbbf-493f-ab25-37107654dc7f req-3f731778-1955-4df5-bded-47da070349cb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893421 Oct 29 08:37:56.537039 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c638ac7-a447-49a0-b440-678d8a051293 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.590310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c638ac7-a447-49a0-b440-678d8a051293 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:56.671993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95c96776-898d-4d1a-b978-a53a6ab18e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.672453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53882) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:56.687671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95c96776-898d-4d1a-b978-a53a6ab18e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.692808 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c638ac7-a447-49a0-b440-678d8a051293 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.699105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53886) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:56.699276 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5c638ac7-a447-49a0-b440-678d8a051293 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 HTTP/1.1" status: 204 len: 168 time: 0.8598742 Oct 29 08:37:56.741866 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a32acc9-8f82-407e-a7e9-1a89d6d78981 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:37:56.743478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8a32acc9-8f82-407e-a7e9-1a89d6d78981 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8 HTTP/1.1" status: 404 len: 333 time: 0.0430255 Oct 29 08:37:56.747865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53890) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:56.750979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c96776-898d-4d1a-b978-a53a6ab18e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277cf1a8-9f36-4f1f-9030-4055e0df0840,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:56.759856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-95c96776-898d-4d1a-b978-a53a6ab18e37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc659a326fa845baabda6e6824efea31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0332863 Oct 29 08:37:56.760291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53892) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:56.826888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-368f7094-bbf2-4bfb-8e5b-13d29c62b394 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.833038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ed587dcd-5eec-4e50-a201-b1a316d7c989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.857571 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ed587dcd-5eec-4e50-a201-b1a316d7c989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.866158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-368f7094-bbf2-4bfb-8e5b-13d29c62b394 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.910334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ed587dcd-5eec-4e50-a201-b1a316d7c989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.914710 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ed587dcd-5eec-4e50-a201-b1a316d7c989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.917317 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ed587dcd-5eec-4e50-a201-b1a316d7c989 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/277cf1a8-9f36-4f1f-9030-4055e0df0840 HTTP/1.1" status: 204 len: 168 time: 0.1560001 Oct 29 08:37:56.921730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1eaa68e9-ae43-41c0-94ce-1122e58109c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85186d73d3c64f158378f77d6b1bd2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478213 Oct 29 08:37:56.924679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53896) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:56.935859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed587dcd-5eec-4e50-a201-b1a316d7c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277cf1a8-9f36-4f1f-9030-4055e0df0840,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:56.951487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-368f7094-bbf2-4bfb-8e5b-13d29c62b394 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.954658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-368f7094-bbf2-4bfb-8e5b-13d29c62b394 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:56.958378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-368f7094-bbf2-4bfb-8e5b-13d29c62b394 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/security-groups/1507eb7a-cc3b-48b0-9a98-157d374133ef HTTP/1.1" status: 204 len: 168 time: 0.2069616 Oct 29 08:37:56.963551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53898) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:56.975130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f7094-bbf2-4bfb-8e5b-13d29c62b394 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1507eb7a-cc3b-48b0-9a98-157d374133ef,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:57.001997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4acd0b59-3667-463d-892f-fbaad2f137ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.033745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02a384e2-4533-4f08-85b0-ea570b50eb9f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.045647 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4acd0b59-3667-463d-892f-fbaad2f137ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.086103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02a384e2-4533-4f08-85b0-ea570b50eb9f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.098762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5bfdb050-f226-4594-8d6a-a40384db0d5b None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:57.099337 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb050-f226-4594-8d6a-a40384db0d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.101740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4acd0b59-3667-463d-892f-fbaad2f137ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.104912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4acd0b59-3667-463d-892f-fbaad2f137ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.108234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4acd0b59-3667-463d-892f-fbaad2f137ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59352cb0-97de-4624-b795-e78a7396f5fa HTTP/1.1" status: 204 len: 168 time: 0.1803026 Oct 29 08:37:57.119446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd0b59-3667-463d-892f-fbaad2f137ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59352cb0-97de-4624-b795-e78a7396f5fa,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:57.153302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02a384e2-4533-4f08-85b0-ea570b50eb9f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.157781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02a384e2-4533-4f08-85b0-ea570b50eb9f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.162194 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-02a384e2-4533-4f08-85b0-ea570b50eb9f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/security-groups/5daf90f1-34de-439d-adcc-ac54a60a5d4e HTTP/1.1" status: 204 len: 168 time: 0.1947513 Oct 29 08:37:57.162930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53904) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:57.172422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a384e2-4533-4f08-85b0-ea570b50eb9f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daf90f1-34de-439d-adcc-ac54a60a5d4e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:57.233869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0c4732-163f-4f0f-bc3d-31fa4a6680e3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet e76face1-42a4-4981-911a-98cb488001fc {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:37:57.237523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4732-163f-4f0f-bc3d-31fa4a6680e3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.292959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5bfdb050-f226-4594-8d6a-a40384db0d5b None None] Provisioning complete for port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:57.294344 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb050-f226-4594-8d6a-a40384db0d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.302953 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4732-163f-4f0f-bc3d-31fa4a6680e3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.341811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdb050-f226-4594-8d6a-a40384db0d5b None None] Port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:57.346244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5bfdb050-f226-4594-8d6a-a40384db0d5b None None] Could not find standard attr ID for object 7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:37:57.405260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4732-163f-4f0f-bc3d-31fa4a6680e3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.545804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4732-163f-4f0f-bc3d-31fa4a6680e3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.641825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c4732-163f-4f0f-bc3d-31fa4a6680e3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=e76face1-42a4-4981-911a-98cb488001fc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:57.682203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4732-163f-4f0f-bc3d-31fa4a6680e3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.685882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8e0c4732-163f-4f0f-bc3d-31fa4a6680e3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/e76face1-42a4-4981-911a-98cb488001fc HTTP/1.1" status: 204 len: 168 time: 0.5222979 Oct 29 08:37:57.690019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53932) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:57.696565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:57.724838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc206f79-3103-442f-866c-bd83a0ba43e9 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:57.735020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17fc12-4533-4b34-925c-3fa2ed24fc9d req-2ca4d668-7d0c-4d5f-b7ce-7f615905988b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:57.745419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe17fc12-4533-4b34-925c-3fa2ed24fc9d req-2ca4d668-7d0c-4d5f-b7ce-7f615905988b tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 945 time: 0.1022329 Oct 29 08:37:57.844696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9d706eef-3704-4bc6-a560-a9e445b76a9f None None] Could not find standard attr ID for object 7033bc86-9423-4a4b-8d9b-47ab9c0fb0f8. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:37:57.864657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe17fc12-4533-4b34-925c-3fa2ed24fc9d req-91896b47-8159-4c09-b982-a9e5d7128504 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181800 Oct 29 08:37:57.894628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:57.899055 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:57.975375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:37:58.067724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:58.068135 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.072473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53946) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.193533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.262097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:37:58.267086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:58.268251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:37:58.278718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:58.280643 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.292256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-337087494-network', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:58.307329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:37:58.307329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b9cde6d0-5902-4c7d-9cf2-f4966d18fb7c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:37:58.320908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=f15d9ffe-8ae4-4e03-899e-f596c1900883,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:58.333177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-304624f7-01fc-4035-856a-4be6d2dc325f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6412659 Oct 29 08:37:58.335436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53958) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.336775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Made reservation on behalf of 56bb12e93411472597ac152e2b8fa0e8 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:58.340361 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.342793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-644edf5a-10b5-46a6-b94c-a7be0c8b0465 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'security_group': {'name': 'tempest-secgroup-2045041783'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:58.351042 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.374656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-644edf5a-10b5-46a6-b94c-a7be0c8b0465 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.456110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.464176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53960) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.466956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.472381 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-644edf5a-10b5-46a6-b94c-a7be0c8b0465 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.479002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-644edf5a-10b5-46a6-b94c-a7be0c8b0465 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.498801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:37:58.511068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d38c511-9bca-4d34-9999-214200c15539,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:58.517497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.517864 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Added segment 61923538-671b-469a-b53e-a02a6815e969 of type vlan for network 384bc618-bd71-4546-b957-11b5c13e6367 Oct 29 08:37:58.518414 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-644edf5a-10b5-46a6-b94c-a7be0c8b0465 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.522756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-644edf5a-10b5-46a6-b94c-a7be0c8b0465 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1861038 Oct 29 08:37:58.523365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53964) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.531564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bf9edcf5-24a0-4e4c-ac96-a9ba6fdef8d5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1543326291'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:58.539763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644edf5a-10b5-46a6-b94c-a7be0c8b0465 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c48444e-4fbd-439c-9897-66e7e789b311,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:58.562574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf9edcf5-24a0-4e4c-ac96-a9ba6fdef8d5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.621354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.661543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-7b85fe6c-ef8f-490d-bac1-3eb2f6857654 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.665699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7b85fe6c-ef8f-490d-bac1-3eb2f6857654 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1968863 Oct 29 08:37:58.665842 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf9edcf5-24a0-4e4c-ac96-a9ba6fdef8d5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.665957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53968) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.671576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-a448a5a3-4bd9-4a58-9c2c-4105331f1075 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.675331 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a448a5a3-4bd9-4a58-9c2c-4105331f1075 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053651 Oct 29 08:37:58.675485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.675485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:58.675485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.675772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53970) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.679868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-fd6c36cf-9cfe-4c4f-814c-ec3794d0aee6 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.680807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fd6c36cf-9cfe-4c4f-814c-ec3794d0aee6 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044332 Oct 29 08:37:58.681512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf9edcf5-24a0-4e4c-ac96-a9ba6fdef8d5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.684644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53972) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.696527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-ebbe596a-7165-4af1-8067-c85107cb6d05 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.700343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ebbe596a-7165-4af1-8067-c85107cb6d05 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092885 Oct 29 08:37:58.705669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53974) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.712624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-c97b8081-9237-45a5-88dc-a001d0a43610 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.716269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c97b8081-9237-45a5-88dc-a001d0a43610 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049665 Oct 29 08:37:58.718111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53976) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.728248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-e238922b-ffaf-4823-92d2-0dedbfc83bdf tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.729291 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e238922b-ffaf-4823-92d2-0dedbfc83bdf tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0102332 Oct 29 08:37:58.732561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53978) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.735573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf9edcf5-24a0-4e4c-ac96-a9ba6fdef8d5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.739960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bf9edcf5-24a0-4e4c-ac96-a9ba6fdef8d5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2103348 Oct 29 08:37:58.739960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9edcf5-24a0-4e4c-ac96-a9ba6fdef8d5 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6e2e5d-167d-4fe4-a1d0-381848985a4f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:58.740346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53980) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.744950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cff298fc-05ca-4793-9496-551c27abe3ef tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1325191661'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:58.747204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-8b082226-3f80-4bc9-b339-ae4709a0d4c6 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.748224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8b082226-3f80-4bc9-b339-ae4709a0d4c6 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0072467 Oct 29 08:37:58.752506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53982) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.758059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6828794 Oct 29 08:37:58.761470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-49f97984-5c40-4729-878b-f1df0d1076d7 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.762566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53984) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.762879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-49f97984-5c40-4729-878b-f1df0d1076d7 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0090029 Oct 29 08:37:58.763735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ad1d3-3dd4-4a94-9aad-e91f11ebe281 admin admin] Pushing event updated for resources: {'Network': ['ID=384bc618-bd71-4546-b957-11b5c13e6367,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:58.767231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53986) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.771396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Request body: {'subnet': {'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-337087494-subnet', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:58.772957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-98782dad-8800-41ec-bb00-c434f54dbcd5 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.774224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-98782dad-8800-41ec-bb00-c434f54dbcd5 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054719 Oct 29 08:37:58.777963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 384bc618-bd71-4546-b957-11b5c13e6367 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:37:58.778182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53988) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.785230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-e60e3f42-e8ba-4e23-86c9-aeca081c74f8 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.788931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e60e3f42-e8ba-4e23-86c9-aeca081c74f8 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0071180 Oct 29 08:37:58.788931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53990) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.793496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-27b65a80-5305-4c1a-978e-3f865538e52c tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.797079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27b65a80-5305-4c1a-978e-3f865538e52c tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045633 Oct 29 08:37:58.798073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53992) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.798288 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cff298fc-05ca-4793-9496-551c27abe3ef tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.802563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-759e4022-33c7-4ff8-b6bf-5e34d04d96c4 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.803499 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-759e4022-33c7-4ff8-b6bf-5e34d04d96c4 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043004 Oct 29 08:37:58.806194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53994) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.811216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-ed46ac52-e901-44f9-8001-3fb7b709797e tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.812649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ed46ac52-e901-44f9-8001-3fb7b709797e tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051947 Oct 29 08:37:58.815086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53996) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.821072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-11d3b670-32bf-4ed6-8897-cf17b5485d00 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.824327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-11d3b670-32bf-4ed6-8897-cf17b5485d00 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059512 Oct 29 08:37:58.824715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53998) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.826220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Made reservation on behalf of 56bb12e93411472597ac152e2b8fa0e8 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:58.829045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.837066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-713a391a-def8-409e-8cb0-27d4367f822d tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.840493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-713a391a-def8-409e-8cb0-27d4367f822d tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068789 Oct 29 08:37:58.841842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54002) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.847359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-6f1c4df7-007f-471f-b88f-967c83eaf22b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.848472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6f1c4df7-007f-471f-b88f-967c83eaf22b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053637 Oct 29 08:37:58.850241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c0d30a-6186-4ab8-87c1-e0fa2d36cf84 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:58.851126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54004) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.858001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-415497c1-bfed-4caa-a02a-08a1e8cd6090 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.859583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-415497c1-bfed-4caa-a02a-08a1e8cd6090 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071161 Oct 29 08:37:58.862922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54006) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.868431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-f0960ef8-4ee2-424c-98da-943869353b70 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.870461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f0960ef8-4ee2-424c-98da-943869353b70 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0061946 Oct 29 08:37:58.873307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54008) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.880017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-80ab8645-9d75-4f45-8e52-ccb97d8654b7 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.884388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-80ab8645-9d75-4f45-8e52-ccb97d8654b7 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0097430 Oct 29 08:37:58.885264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54010) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.905307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-953a7cf0-8b34-4340-864c-34acd76f6f57 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.909253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-953a7cf0-8b34-4340-864c-34acd76f6f57 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0149364 Oct 29 08:37:58.909587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54014) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.916787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-b6a91a80-4421-4ad4-86d2-42e06e047bd5 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.920217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b6a91a80-4421-4ad4-86d2-42e06e047bd5 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068941 Oct 29 08:37:58.923307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54016) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.927878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-68a450ad-ba97-45ec-9ff5-de5d3f6041ee tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.931246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-68a450ad-ba97-45ec-9ff5-de5d3f6041ee tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045354 Oct 29 08:37:58.931614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54018) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.940020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-edbd6795-a8df-4121-b576-6aa6708aef6b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.948274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-edbd6795-a8df-4121-b576-6aa6708aef6b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0147157 Oct 29 08:37:58.950824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54022) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.958022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-59ac6a01-1311-4fe4-800a-2d1f21741493 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.959493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-59ac6a01-1311-4fe4-800a-2d1f21741493 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066993 Oct 29 08:37:58.962769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54024) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.970951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-a721681e-2807-4f79-a246-d4e9289156eb tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.972698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a721681e-2807-4f79-a246-d4e9289156eb tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0087187 Oct 29 08:37:58.976247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54026) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.984303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e6035c38-04bb-45e6-8203-bb54bedae908 None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:58.984667 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e6035c38-04bb-45e6-8203-bb54bedae908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.986333 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:58.986690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-26e23d50-62ca-4ff1-8b19-48d495b6864f tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:58.989912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-26e23d50-62ca-4ff1-8b19-48d495b6864f tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0111425 Oct 29 08:37:58.992916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54028) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:58.998767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-8ac8e10c-0256-4bc1-a36f-5f7eb62fb2e6 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.003095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8ac8e10c-0256-4bc1-a36f-5f7eb62fb2e6 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0089214 Oct 29 08:37:59.003976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54030) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.008346 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cff298fc-05ca-4793-9496-551c27abe3ef tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.012716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-320734c2-9293-449c-b96e-db0f6653bee0 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.017660 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-320734c2-9293-449c-b96e-db0f6653bee0 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0107691 Oct 29 08:37:59.018570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54032) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.023354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-aaafaa7f-dc6f-4da3-801d-96102dadc2fa tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.029271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aaafaa7f-dc6f-4da3-801d-96102dadc2fa tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0087218 Oct 29 08:37:59.029943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54034) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.034922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-343555c3-5302-4921-af43-ca24d522edc9 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.039863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-343555c3-5302-4921-af43-ca24d522edc9 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086327 Oct 29 08:37:59.040657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cff298fc-05ca-4793-9496-551c27abe3ef tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.041069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54036) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.046465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-f4f09dd3-85b0-4d72-b68f-5c858ecc8907 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.047577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f4f09dd3-85b0-4d72-b68f-5c858ecc8907 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049934 Oct 29 08:37:59.050467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54038) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.054954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-ad6a210d-9eb8-409a-846c-827dcd1e908b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.056013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ad6a210d-9eb8-409a-846c-827dcd1e908b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043728 Oct 29 08:37:59.058442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54040) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.062473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-d99dd622-8097-4489-972a-1cdc9f276bf9 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.065684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d99dd622-8097-4489-972a-1cdc9f276bf9 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040808 Oct 29 08:37:59.065953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54042) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.070501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-ed1a2b35-4ae8-471a-90ba-af2b7c3b32f9 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.074295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ed1a2b35-4ae8-471a-90ba-af2b7c3b32f9 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070100 Oct 29 08:37:59.075580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54044) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.080124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-74f99a82-764f-40d3-804b-e1baa740e0c4 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.081159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-74f99a82-764f-40d3-804b-e1baa740e0c4 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044708 Oct 29 08:37:59.084104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54046) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.096118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-ddd8fbad-9e35-40aa-ac2b-39432add2ada tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.102767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54048) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.103487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ddd8fbad-9e35-40aa-ac2b-39432add2ada tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0147543 Oct 29 08:37:59.111267 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cff298fc-05ca-4793-9496-551c27abe3ef tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.114135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cff298fc-05ca-4793-9496-551c27abe3ef tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3712544 Oct 29 08:37:59.115401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54050) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.118568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-5a93dbc8-221d-4fe5-a99b-303d07314f45 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.119533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5a93dbc8-221d-4fe5-a99b-303d07314f45 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0115209 Oct 29 08:37:59.120622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1019197681', 'security_groups': ['a0512a07-5062-4c21-8cbc-86e721b20e9a'], 'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f15d9ffe-8ae4-4e03-899e-f596c1900883'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:59.125112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54052) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.128940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff298fc-05ca-4793-9496-551c27abe3ef tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0512a07-5062-4c21-8cbc-86e721b20e9a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:59.139114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cfeed-acb0-4ccc-bd3a-70ad7e896fdf req-428a4328-b003-4a4a-81d1-ea8c18611d37 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:59.141014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b80cfeed-acb0-4ccc-bd3a-70ad7e896fdf req-428a4328-b003-4a4a-81d1-ea8c18611d37 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 945 time: 0.1529443 Oct 29 08:37:59.144343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-98906f0b-96dd-4a4f-bd03-22b8da4e123c tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.148514 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-98906f0b-96dd-4a4f-bd03-22b8da4e123c tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0174448 Oct 29 08:37:59.149120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54054) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.182085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-a68b107a-01c1-4eff-9880-98960ddbee0b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.186553 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a68b107a-01c1-4eff-9880-98960ddbee0b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0127013 Oct 29 08:37:59.188125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e6035c38-04bb-45e6-8203-bb54bedae908 None None] Provisioning complete for port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:37:59.188402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54056) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.189477 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e6035c38-04bb-45e6-8203-bb54bedae908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.205081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-308cecaf-17d7-4724-b657-499cf1b4bc46 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.209051 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-308cecaf-17d7-4724-b657-499cf1b4bc46 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0112073 Oct 29 08:37:59.215509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54058) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.220250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-8e229914-3e92-498f-bde4-b69b6053a96a tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.223749 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8e229914-3e92-498f-bde4-b69b6053a96a tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0072098 Oct 29 08:37:59.233942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.239680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-eef54dfc-3623-4f6e-a682-88ca599912bd tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.243767 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eef54dfc-3623-4f6e-a682-88ca599912bd tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085609 Oct 29 08:37:59.243996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54062) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.248537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.248719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-f3472a7b-e8e7-48b0-939f-83da46758798 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.252178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f3472a7b-e8e7-48b0-939f-83da46758798 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072818 Oct 29 08:37:59.255410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54064) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.257991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e6035c38-04bb-45e6-8203-bb54bedae908 None None] Port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:37:59.262070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-bdde7d39-efe8-408e-9f76-05cb29d390e5 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.264245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bdde7d39-efe8-408e-9f76-05cb29d390e5 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083089 Oct 29 08:37:59.277462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54066) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.282182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a27fc-97ca-4385-a197-98adfbb6b00c None None] Update dhcp port {'port': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'fixed_ips': [{'subnet_id': 'd2744df5-d2fa-4d70-b3b8-cb9047849ac9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f15d9ffe-8ae4-4e03-899e-f596c1900883'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '4453ab58-b8a2-42b0-a93b-74fe7fcb7d22'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:37:59.290728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-2042b2b9-4203-471e-9892-cbc62f85d763 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.292095 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2042b2b9-4203-471e-9892-cbc62f85d763 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059688 Oct 29 08:37:59.294962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:37:59.295988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54070) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.306467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-3699eb6c-1d7a-4277-86b4-75b01fc4b493 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.307415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3699eb6c-1d7a-4277-86b4-75b01fc4b493 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0065427 Oct 29 08:37:59.312304 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b80cfeed-acb0-4ccc-bd3a-70ad7e896fdf req-c3b9a633-3698-455d-b3f9-5fe4686eaa2a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639516 Oct 29 08:37:59.312769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54072) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.322380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-791d04ea-a17a-4a52-86e6-afa06edb20ea tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.323474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-791d04ea-a17a-4a52-86e6-afa06edb20ea tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052392 Oct 29 08:37:59.327343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54074) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.331797 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6f1a27fc-97ca-4385-a197-98adfbb6b00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.339140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-78a33537-2908-48b6-bd8b-0a60467a29bd tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.345225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-78a33537-2908-48b6-bd8b-0a60467a29bd tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0145795 Oct 29 08:37:59.346874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54078) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.358346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-1595328a-e4ae-4937-92b9-0bebe4466908 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.362438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1595328a-e4ae-4937-92b9-0bebe4466908 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0079048 Oct 29 08:37:59.363040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54080) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.372469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-2a62d12e-ca67-412a-91d3-42926273f1e7 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.377186 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a62d12e-ca67-412a-91d3-42926273f1e7 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092428 Oct 29 08:37:59.378296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54082) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.391585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-948479b0-1be4-4a3c-8321-19ba4d9ca9b1 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.395244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-948479b0-1be4-4a3c-8321-19ba4d9ca9b1 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070667 Oct 29 08:37:59.396213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54084) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.402737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-dae30ca1-d63c-40a9-bf29-2684355a2321 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.406416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dae30ca1-d63c-40a9-bf29-2684355a2321 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070210 Oct 29 08:37:59.409143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54086) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.409945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463a845e-3c6a-4882-bbca-9ae7fcc30a98,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:37:59.419855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-61f273cd-1712-4a1f-a7c7-06c45c3baca8 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.422569 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-61f273cd-1712-4a1f-a7c7-06c45c3baca8 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084338 Oct 29 08:37:59.422710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54088) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.424092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.439934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-1ee3355f-699a-42d0-b0d8-d7ffcc84a9de tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.440182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54090) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.440414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1ee3355f-699a-42d0-b0d8-d7ffcc84a9de tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0159388 Oct 29 08:37:59.446418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-e54bfe23-7a1d-404b-8a88-5f1afc59d593 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.448088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e54bfe23-7a1d-404b-8a88-5f1afc59d593 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0064616 Oct 29 08:37:59.449306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Checking segment: {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:37:59.449678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Network hostable DHCP agents. Network: 384bc618-bd71-4546-b957-11b5c13e6367, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:37:59.451705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54092) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.455668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 397f0b5c-d769-480f-b0d6-6b888af846c0 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:37:59.457453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-7f7eaa21-2c8c-4039-9554-ef069a18f015 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.460907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7f7eaa21-2c8c-4039-9554-ef069a18f015 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047958 Oct 29 08:37:59.462263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54094) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.466760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [None req-a8165eeb-cef7-456c-88cf-0ad637ce821f tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.471534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a8165eeb-cef7-456c-88cf-0ad637ce821f tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083401 Oct 29 08:37:59.472344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54096) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.481484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-07972bba-e467-41fe-81d9-cf33460e1276 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.483278 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-07972bba-e467-41fe-81d9-cf33460e1276 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081820 Oct 29 08:37:59.486280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54098) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.491760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-ac8bc5af-9419-4cce-bb5c-aafcc1d65171 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.492904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ac8bc5af-9419-4cce-bb5c-aafcc1d65171 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053549 Oct 29 08:37:59.494620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Network 384bc618-bd71-4546-b957-11b5c13e6367 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:37:59.520943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54102) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.527657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-064e1cbe-4696-45fc-b2ea-727be424a73a tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.528706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-064e1cbe-4696-45fc-b2ea-727be424a73a tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054977 Oct 29 08:37:59.532594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54104) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.537471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 384bc618-bd71-4546-b957-11b5c13e6367) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:37:59.548041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec49ad14-19f4-4db0-b2ac-bda4273950ab None None] Network 384bc618-bd71-4546-b957-11b5c13e6367 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:37:59.554421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-109b9754-2521-4c6e-9fcf-3c508c9075ff tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.555550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-109b9754-2521-4c6e-9fcf-3c508c9075ff tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0191247 Oct 29 08:37:59.561828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:59.562435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.564901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54106) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.570690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-2ac27910-90dc-430b-9748-310fd257e6ed tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.571784 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ac27910-90dc-430b-9748-310fd257e6ed tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059705 Oct 29 08:37:59.576541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54108) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.581356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-6f26d43d-0422-45a8-86c4-a19373dd52cf tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.582361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6f26d43d-0422-45a8-86c4-a19373dd52cf tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048170 Oct 29 08:37:59.585464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54110) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.590127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-13d5bf3e-777f-489a-91b0-fa1ba6f8b51f tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.591071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-13d5bf3e-777f-489a-91b0-fa1ba6f8b51f tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047345 Oct 29 08:37:59.593559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54112) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.601529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-36ac066b-832f-4f27-91ed-53d95d485a4d tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.603150 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36ac066b-832f-4f27-91ed-53d95d485a4d tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079560 Oct 29 08:37:59.607926 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-53544148-4983-43d1-b151-90f2c9dcd1a0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8440039 Oct 29 08:37:59.609525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54114) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.614380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54116) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.615081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-b22d7bb0-216b-4ea7-bbfd-fa35ceb82175 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.616603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b22d7bb0-216b-4ea7-bbfd-fa35ceb82175 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054891 Oct 29 08:37:59.618940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54118) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.619771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:37:59.620177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-6f1a27fc-97ca-4385-a197-98adfbb6b00c None None] Allocated IP 172.20.0.2 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/f15d9ffe-8ae4-4e03-899e-f596c1900883/4453ab58-b8a2-42b0-a93b-74fe7fcb7d22) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:37:59.628883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-fcef6059-5d4d-4312-903a-36f6ab6fc08b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.630743 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fcef6059-5d4d-4312-903a-36f6ab6fc08b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0097775 Oct 29 08:37:59.633768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54120) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.642274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-aadb6bf1-81a7-4195-8677-b074458a418b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.643895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aadb6bf1-81a7-4195-8677-b074458a418b tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083065 Oct 29 08:37:59.647116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54124) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:37:59.653290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [None req-4209f026-f5c8-470d-9306-8f3cc3138ef4 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:37:59.654786 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4209f026-f5c8-470d-9306-8f3cc3138ef4 tempest-ExtensionsTestJSON-1630474131 tempest-ExtensionsTestJSON-1630474131-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0060632 Oct 29 08:37:59.694503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.695631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.708887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258a720-59a2-4191-b830-7a7f224bdc58 req-3cac6028-8325-42ef-bdce-71561a6674d1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:37:59.710375 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4258a720-59a2-4191-b830-7a7f224bdc58 req-3cac6028-8325-42ef-bdce-71561a6674d1 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 945 time: 0.1123776 Oct 29 08:37:59.776306 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.811258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-384bc618-bd71-4546-b957-11b5c13e6367', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:37:59.812710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.843166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6f1a27fc-97ca-4385-a197-98adfbb6b00c None None] For port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,segment=NetworkSegment(f96cbd7d-52b7-4230-ba88-1e1b22bd1f87),segment_id=f96cbd7d-52b7-4230-ba88-1e1b22bd1f87)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:37:59.862365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4258a720-59a2-4191-b830-7a7f224bdc58 req-774dcbf7-90ad-42c9-b623-25f964fc38eb tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310768 Oct 29 08:37:59.937378 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6f1a27fc-97ca-4385-a197-98adfbb6b00c None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:37:59.945989 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6f1a27fc-97ca-4385-a197-98adfbb6b00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.000751 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.008266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.api [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8dda9ad7-5a8a-455e-8ac9-65ad072aad39 {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:38:00.008877 n-d-815940-1 neutron-server[102113]: DEBUG oslo_db.api [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:38:00.016746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54132) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:00.091611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Allocated IP 172.20.0.2 (384bc618-bd71-4546-b957-11b5c13e6367/463a845e-3c6a-4882-bbca-9ae7fcc30a98/0ee5a863-32d5-4e91-9daa-2b4f01784f45) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:00.093657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a27fc-97ca-4385-a197-98adfbb6b00c None None] Pushing event updated for resources: {'Port': ['ID=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:00.164011 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fb752d4-e83d-42c3-9b3c-aa38095d974c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.281253 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fb752d4-e83d-42c3-9b3c-aa38095d974c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.304707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fb752d4-e83d-42c3-9b3c-aa38095d974c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.305985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.325433 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.332950 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.347696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.350179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.372323 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2fb752d4-e83d-42c3-9b3c-aa38095d974c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7304f2aede74780bb27b6f0f6053b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536701 Oct 29 08:38:00.373776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:00.382013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb752d4-e83d-42c3-9b3c-aa38095d974c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c22394-ce72-45c2-9e79-a23b867934be,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:00.426581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Network 384bc618-bd71-4546-b957-11b5c13e6367 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:00.430013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:00.434728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:00.447055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Pushing event updated for resources: {'Port': ['ID=0ee5a863-32d5-4e91-9daa-2b4f01784f45,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:00.465363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa37d781-51d8-4ed8-8223-2d4153f69e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.492888 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa37d781-51d8-4ed8-8223-2d4153f69e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.507071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Allocated IP 172.25.5.49 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:00.510514 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.533539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Attempting to bind port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:00.533881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Attempting to bind port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:00.534206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Attempting to bind port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 on network 384bc618-bd71-4546-b957-11b5c13e6367 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:00.540853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:00.542529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Checking segment: {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:00.542529 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.542529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Bound using segment: {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:00.542839 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Bound port: 0ee5a863-32d5-4e91-9daa-2b4f01784f45, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:00.543665 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.549012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] device_id is not set on port 99daf7de-f907-4d54-b280-4e7fa8259e7d yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:38:00.565728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa37d781-51d8-4ed8-8223-2d4153f69e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.568504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa37d781-51d8-4ed8-8223-2d4153f69e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.584873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aa37d781-51d8-4ed8-8223-2d4153f69e18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7c22394-ce72-45c2-9e79-a23b867934be HTTP/1.1" status: 204 len: 168 time: 0.2092345 Oct 29 08:38:00.601867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d781-51d8-4ed8-8223-2d4153f69e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c22394-ce72-45c2-9e79-a23b867934be,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:00.627125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] For port 0ee5a863-32d5-4e91-9daa-2b4f01784f45, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:00.631637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] For port 0ee5a863-32d5-4e91-9daa-2b4f01784f45, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0ee5a863-32d5-4e91-9daa-2b4f01784f45,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:00.647422 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.743327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cee40-0301-44d5-8a6e-a4bb9a16d1da None None] Pushing event updated for resources: {'Port': ['ID=0ee5a863-32d5-4e91-9daa-2b4f01784f45,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:00.786525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.868932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.6 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/f15d9ffe-8ae4-4e03-899e-f596c1900883/99daf7de-f907-4d54-b280-4e7fa8259e7d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:00.893710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-aeeea1f3-27d5-419c-a85a-3e64bd22f27a None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:00.894090 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aeeea1f3-27d5-419c-a85a-3e64bd22f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.919500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:00.981575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:01.053963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc52c3-efa7-46da-ae39-9a50fb5193a9 req-018a0902-4f48-4bbd-b008-db02bb97d961 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:01.063489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23cc52c3-efa7-46da-ae39-9a50fb5193a9 req-018a0902-4f48-4bbd-b008-db02bb97d961 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 945 time: 0.1037643 Oct 29 08:38:01.069526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-aeeea1f3-27d5-419c-a85a-3e64bd22f27a None None] Provisioning complete for port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:01.070475 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aeeea1f3-27d5-419c-a85a-3e64bd22f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:01.093038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:01.119563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:01.166060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-aeeea1f3-27d5-419c-a85a-3e64bd22f27a None None] Port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:01.180897 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23cc52c3-efa7-46da-ae39-9a50fb5193a9 req-c110279f-6151-4d7d-867f-41ddf48a6ad9 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155803 Oct 29 08:38:01.196301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:01.635719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54176) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:01.682804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:01.757317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'networks': [{'name': 'tempest-network--1857249762'}, {'name': 'tempest-network--610850940'}]} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:01.757716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'network': {'name': 'tempest-network--1857249762'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:01.758239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'network': {'name': 'tempest-network--610850940'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:01.787590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Made reservation on behalf of 4d9b6d84a07144a786c04d692a91cc7e for: {'network': 2} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:01.792687 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:01.795692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7889f4-6b37-4655-8181-72dca68fae7d req-2fa6aab9-f436-4b9d-aed0-9f0a62606f63 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:01.797409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b7889f4-6b37-4655-8181-72dca68fae7d req-2fa6aab9-f436-4b9d-aed0-9f0a62606f63 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 945 time: 0.1128154 Oct 29 08:38:01.802811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:01.851197 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:01.926727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:01.935148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:01.936034 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:01.981282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=99daf7de-f907-4d54-b280-4e7fa8259e7d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:01.987309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef99e19-bd2a-4fed-acfd-92ef45939df7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:01.993975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:02.005611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.006349 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Added segment b7cf9daf-a1e5-4b5f-b963-d41c183758a5 of type vlan for network 243cfb69-148f-4b5c-bf8e-06015d059552 Oct 29 08:38:02.028365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b7889f4-6b37-4655-8181-72dca68fae7d req-35beee12-bda1-4259-a1b3-672d6c46ace8 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208388 Oct 29 08:38:02.037922 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:02.038548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:02.042063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:02.048568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:02.082224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.101836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:02.102564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.102843 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.130462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:02.162985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c58637-2cc9-4f48-af89-c2b0ef318780 None None] Network 384bc618-bd71-4546-b957-11b5c13e6367 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:02.164027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.164547 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Added segment 7f24fc88-a1be-4343-ac24-79d4f583c26e of type vlan for network eaff6705-d31a-47e3-8e3c-dcd903f052aa Oct 29 08:38:02.199646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:02.200271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.234606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.242347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-99750ae0-0caa-4730-ade5-9c7bad692c05 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1257730 Oct 29 08:38:02.244342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54184) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:02.257221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-291a240e-87e4-425f-bdcf-76376d7937df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:02.327906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.328487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.338940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:02.344289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:02.345189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.411620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.431452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7945490 Oct 29 08:38:02.452419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Network': ['ID=243cfb69-148f-4b5c-bf8e-06015d059552,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:02.455068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54188) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:02.507486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 243cfb69-148f-4b5c-bf8e-06015d059552 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:02.580615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:38:02.584641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1debabdf-0c89-4394-ad60-1d4305aaa6c6 None None] Provisioning complete for port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:02.584949 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1debabdf-0c89-4394-ad60-1d4305aaa6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.675780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0ee5a863-32d5-4e91-9daa-2b4f01784f45 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:02.679849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0afae-d9d9-4a90-9e6d-c7ccb721ef49 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Network': ['ID=eaff6705-d31a-47e3-8e3c-dcd903f052aa,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:02.705843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network eaff6705-d31a-47e3-8e3c-dcd903f052aa details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:02.737573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa84b80-14b1-4e1c-8856-53d319120517 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:02.743549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa84b80-14b1-4e1c-8856-53d319120517 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:02.747442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:02.749840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa84b80-14b1-4e1c-8856-53d319120517 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:02.755782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa84b80-14b1-4e1c-8856-53d319120517 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:02.757547 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2aa84b80-14b1-4e1c-8856-53d319120517 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2941508 Oct 29 08:38:02.760931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54192) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:02.761573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291a240e-87e4-425f-bdcf-76376d7937df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:02.765091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-291a240e-87e4-425f-bdcf-76376d7937df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.767453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Sync routers for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:02.771485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.775961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a9937c21-f42f-4809-966d-eef5e89d0102 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1593685 Oct 29 08:38:02.776674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:02.856866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:02.857512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:02.903899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.914573 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1debabdf-0c89-4394-ad60-1d4305aaa6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.969331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:02.970386 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:02.997980 n-d-815940-1 neutron-server[102114]: INFO neutron.db.ipam_backend_mixin [None req-291a240e-87e4-425f-bdcf-76376d7937df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f15d9ffe-8ae4-4e03-899e-f596c1900883 (CIDR: 172.20.0.0/28) Oct 29 08:38:03.004516 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-291a240e-87e4-425f-bdcf-76376d7937df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:38:03.006228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291a240e-87e4-425f-bdcf-76376d7937df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:03.040885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1debabdf-0c89-4394-ad60-1d4305aaa6c6 None None] For port 0ee5a863-32d5-4e91-9daa-2b4f01784f45, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0ee5a863-32d5-4e91-9daa-2b4f01784f45,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:03.056045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-291a240e-87e4-425f-bdcf-76376d7937df tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8076868 Oct 29 08:38:03.057174 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1debabdf-0c89-4394-ad60-1d4305aaa6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.059557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54200) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:03.067937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-614173be-b84d-4c9f-9925-e43db621502b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:03.123352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.136441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:03.159306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243cfb69-148f-4b5c-bf8e-06015d059552']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:03.193108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cf9daf-a1e5-4b5f-b963-d41c183758a5') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:03.193475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cf9daf-a1e5-4b5f-b963-d41c183758a5') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:03.208419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.222229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debabdf-0c89-4394-ad60-1d4305aaa6c6 None None] Pushing event updated for resources: {'Port': ['ID=0ee5a863-32d5-4e91-9daa-2b4f01784f45,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:03.237335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c88ba-8f47-485f-9ef2-965ec0174d86 req-bbe66725-458c-4d1c-93fe-bcef1a3fbe09 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:03.239060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-061c88ba-8f47-485f-9ef2-965ec0174d86 req-bbe66725-458c-4d1c-93fe-bcef1a3fbe09 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 945 time: 0.0932257 Oct 29 08:38:03.240265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.256046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-ca0ad12c-a666-4472-ab9b-26f7a1d6736a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:03.258207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-ca0ad12c-a666-4472-ab9b-26f7a1d6736a tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 945 time: 0.1161616 Oct 29 08:38:03.275976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:03.276870 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:03.280602 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:03.325189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-560081fd-2032-45ce-9c47-a1756d994478 None None] Provisioning complete for port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:03.325562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-560081fd-2032-45ce-9c47-a1756d994478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.344326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-061c88ba-8f47-485f-9ef2-965ec0174d86 req-5c79f955-1082-4588-88a8-cb995da78522 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951834 Oct 29 08:38:03.374082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.391103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.395036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/networks/243cfb69-148f-4b5c-bf8e-06015d059552 HTTP/1.1" status: 204 len: 168 time: 0.6264749 Oct 29 08:38:03.405785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54206) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:03.406889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e189fe8-0067-4400-aba5-b2e61e2fab50 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Network': ['ID=243cfb69-148f-4b5c-bf8e-06015d059552,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:03.468373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614173be-b84d-4c9f-9925-e43db621502b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:03.472121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-614173be-b84d-4c9f-9925-e43db621502b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.491696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:01Z', 'revision_number': 3, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:03.525436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Checking router: f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:38:03.525787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Updating router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:38:03.531861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-560081fd-2032-45ce-9c47-a1756d994478 None None] Provisioning complete for port 99daf7de-f907-4d54-b280-4e7fa8259e7d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:03.532356 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-560081fd-2032-45ce-9c47-a1756d994478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.586472 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.613222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-560081fd-2032-45ce-9c47-a1756d994478 None None] Port 99daf7de-f907-4d54-b280-4e7fa8259e7d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:03.646603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.714951 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-614173be-b84d-4c9f-9925-e43db621502b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d2744df5-d2fa-4d70-b3b8-cb9047849ac9 (CIDR: 172.20.0.16/28) Oct 29 08:38:03.724047 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-614173be-b84d-4c9f-9925-e43db621502b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:38:03.724604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614173be-b84d-4c9f-9925-e43db621502b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:03.781003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Deleting port ef7104ca-8735-48f0-a0ef-f95be6946eda {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:03.781756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.850589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-614173be-b84d-4c9f-9925-e43db621502b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7868452 Oct 29 08:38:03.851833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54210) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:03.857534 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.859421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'subnet': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:03.865635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.897006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0ee5a863-32d5-4e91-9daa-2b4f01784f45 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:03.916690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.958898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f10d7-ee8c-4c4f-99b7-6e8c908a21bd None None] Pushing event updated for resources: {'Port': ['ID=f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:03.963592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Attempting to bind port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:03.963862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Attempting to bind port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:03.964159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Attempting to bind port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:03.976588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:03.977003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:03.977115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaff6705-d31a-47e3-8e3c-dcd903f052aa']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:03.977357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.977760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:03.978260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Bound port: f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:03.978644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:03.999251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f24fc88-a1be-4343-ac24-79d4f583c26e') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:03.999627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f24fc88-a1be-4343-ac24-79d4f583c26e') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:04.020421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:04.020842 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.026510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.028777 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.032045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] For port ef7104ca-8735-48f0-a0ef-f95be6946eda, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ef7104ca-8735-48f0-a0ef-f95be6946eda,segment=NetworkSegment(b46b0abf-356e-4e87-a08a-d852b6cedf70),segment_id=b46b0abf-356e-4e87-a08a-d852b6cedf70)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:04.032045 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.067557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Calling delete_port for ef7104ca-8735-48f0-a0ef-f95be6946eda owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:04.070099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.070893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] For port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:04.075556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] For port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:04.083865 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.091500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:04.091500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:04.095420 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:04.191841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f10d7-ee8c-4c4f-99b7-6e8c908a21bd None None] Pushing event updated for resources: {'Port': ['ID=f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:04.196408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:04.197372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:04.254722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.261399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.268200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/networks/eaff6705-d31a-47e3-8e3c-dcd903f052aa HTTP/1.1" status: 204 len: 168 time: 0.8505859 Oct 29 08:38:04.274617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54214) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:04.315208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:04.331908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Made reservation on behalf of d3b1390a5f194d5aad57c92bca5f5ea8 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:04.337229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.358147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886da737-906b-4a2d-b218-748bf47accb1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Network': ['ID=eaff6705-d31a-47e3-8e3c-dcd903f052aa,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:04.568833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:01Z', 'revision_number': 3, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:04.573017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d658d-a580-4e7b-95a2-6ee09b06dc8e tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:04.580266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d658d-a580-4e7b-95a2-6ee09b06dc8e tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:04.586337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d04d658d-a580-4e7b-95a2-6ee09b06dc8e tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3080299 Oct 29 08:38:04.587760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54222) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:04.597725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-577255812'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:04.597928 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f81d6-f544-436f-8179-47498ecaa47b None None] The sync data for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 is: [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:01Z', 'revision_number': 3, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:04.623040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.637035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ef7104ca-8735-48f0-a0ef-f95be6946eda'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:38:04.639216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Allocated IP 172.20.0.1 (384bc618-bd71-4546-b957-11b5c13e6367/463a845e-3c6a-4882-bbca-9ae7fcc30a98/2de11d97-a589-4cb2-9003-770a5992846f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:04.654107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.681950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd11e7e-7626-4bfc-abd2-a5a746c69fdc req-13d9630b-84cb-4bd9-afcf-cc09c0e2e2ed tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:04.683312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bd11e7e-7626-4bfc-abd2-a5a746c69fdc req-13d9630b-84cb-4bd9-afcf-cc09c0e2e2ed tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbb52f5f-dc4e-4788-aac4-ce5742ba9916 HTTP/1.1" status: 200 len: 867 time: 0.2294574 Oct 29 08:38:04.695068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Pushing event deleted for resources: {'Port': ['ID=ef7104ca-8735-48f0-a0ef-f95be6946eda,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:04.702481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:04.707162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:04.711460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:04.712548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.728975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53943f1-d2c4-474b-81ab-0dd7e3dbd9c3 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:04.731333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Subnet': ['ID=568b0fdb-b3ed-4c53-b90d-bc97ce5f2286,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:04.741131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Made reservation on behalf of 4d9b6d84a07144a786c04d692a91cc7e for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:04.741336 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-12ff24fe-dda7-44fd-9e38-62af8890c799 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8845584 Oct 29 08:38:04.741424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54224) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:04.742060 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:04.749798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1556564192', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '568b0fdb-b3ed-4c53-b90d-bc97ce5f2286'}], 'security_groups': ['6c48444e-4fbd-439c-9897-66e7e789b311', '8f6e2e5d-167d-4fe4-a1d0-381848985a4f']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:04.973490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.090230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060984c-e144-4214-b488-b2d509352933 None None] Update dhcp port {'port': {'network_id': 'e319abff-bd58-4c62-8e2d-947ab8e60c3d', 'fixed_ips': [{'subnet_id': 'd2744df5-d2fa-4d70-b3b8-cb9047849ac9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f15d9ffe-8ae4-4e03-899e-f596c1900883', 'ip_address': '172.20.0.2'}, {'subnet_id': '568b0fdb-b3ed-4c53-b90d-bc97ce5f2286'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '4453ab58-b8a2-42b0-a93b-74fe7fcb7d22'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:38:05.215187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] No DVR routers for this DVR port ef7104ca-8735-48f0-a0ef-f95be6946eda on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:05.220667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.224175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd1b90c4-87c6-4c16-9e36-3551da892d3c req-1c816162-a8a2-4d7c-a0e8-2301aacad958 tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.93 "DELETE /v2.0/ports/ef7104ca-8735-48f0-a0ef-f95be6946eda HTTP/1.1" status: 204 len: 173 time: 1.9534271 Oct 29 08:38:05.228940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb52f5f-dc4e-4788-aac4-ce5742ba9916', 'name': 'network-vif-deleted', 'tag': 'ef7104ca-8735-48f0-a0ef-f95be6946eda'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:05.231308 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288984b0-7c0c-426a-863a-016514715c1d" -d '{"events": [{"server_uuid": "fbb52f5f-dc4e-4788-aac4-ce5742ba9916", "name": "network-vif-deleted", "tag": "ef7104ca-8735-48f0-a0ef-f95be6946eda"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:05.300158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3bd11e7e-7626-4bfc-abd2-a5a746c69fdc req-122afdbc-9d27-48a2-8830-a3046e7e951d tempest-DeleteServersTestJSON-1878923054 tempest-DeleteServersTestJSON-1878923054-project] 10.222.0.70 "GET /v2.0/security-groups?id=acdd773f-ed71-4598-8b69-0e2609b07b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012473 Oct 29 08:38:05.301198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:05.353862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.357045 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Added segment 18300f9c-e98d-48d8-a5d7-70656c8cbc0b of type vlan for network 7ec1dbcd-1735-4e62-9869-47827ecacf5d Oct 29 08:38:05.378846 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3060984c-e144-4214-b488-b2d509352933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.394602 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1d7005-3f05-42f1-9f6b-c9ab9a24f9ad x-openstack-request-id: req-7f1d7005-3f05-42f1-9f6b-c9ab9a24f9ad {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:05.395413 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb52f5f-dc4e-4788-aac4-ce5742ba9916", "name": "network-vif-deleted", "tag": "ef7104ca-8735-48f0-a0ef-f95be6946eda", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:05.395681 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f1d7005-3f05-42f1-9f6b-c9ab9a24f9ad {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:05.396107 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb52f5f-dc4e-4788-aac4-ce5742ba9916', 'name': 'network-vif-deleted', 'tag': 'ef7104ca-8735-48f0-a0ef-f95be6946eda', 'status': 'completed', 'code': 200} Oct 29 08:38:05.424528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Delete allocated IP 172.20.0.6 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/f15d9ffe-8ae4-4e03-899e-f596c1900883) {{(pid=102114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 08:38:05.439672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Allocated IP 172.20.0.34 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/568b0fdb-b3ed-4c53-b90d-bc97ce5f2286/99daf7de-f907-4d54-b280-4e7fa8259e7d) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:05.463646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.483878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.557043 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.567056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:05.567877 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.589992 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.686935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0924485 Oct 29 08:38:05.689770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Network 384bc618-bd71-4546-b957-11b5c13e6367 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:05.695321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54238) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:05.702655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-511110125'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:05.721253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:05.744740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.752760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:05.760593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.806021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.871205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d4ed0-0179-4cd4-9a9d-b80ba7c75b4c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Network': ['ID=7ec1dbcd-1735-4e62-9869-47827ecacf5d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:05.882312 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-3060984c-e144-4214-b488-b2d509352933 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-3059fefb-0d0e-40ee-8680-8730ab2b6695 {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:38:05.882482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=2de11d97-a589-4cb2-9003-770a5992846f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:05.883990 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-3060984c-e144-4214-b488-b2d509352933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:38:05.896765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 7ec1dbcd-1735-4e62-9869-47827ecacf5d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:05.940173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Made reservation on behalf of 4d9b6d84a07144a786c04d692a91cc7e for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:05.942580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event updated for resources: {'Port': ['ID=99daf7de-f907-4d54-b280-4e7fa8259e7d,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:05.949729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:05.996392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:06.034107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:06.059027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.059388 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Added segment 75716d76-7e5b-44e0-8714-333bb3002c54 of type vlan for network 8a54dd8a-6ebe-4342-b103-ce139493272d Oct 29 08:38:06.066857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] In _notify_port_updated(), no bound segment for port 99daf7de-f907-4d54-b280-4e7fa8259e7d on network e319abff-bd58-4c62-8e2d-947ab8e60c3d {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:38:06.076805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:06.078043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.084596 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f7f2da7f-9654-4f65-a82b-976c00874469 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "PUT /v2.0/ports/99daf7de-f907-4d54-b280-4e7fa8259e7d HTTP/1.1" status: 200 len: 960 time: 1.3414111 Oct 29 08:38:06.085793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54242) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:06.090013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:06.090432 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.118594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.160840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.200448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ff62ca8f-7705-440f-803a-d7ad306ee2da None None] Provisioning complete for port 2de11d97-a589-4cb2-9003-770a5992846f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:06.200899 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff62ca8f-7705-440f-803a-d7ad306ee2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.202188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.206622 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.208925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:06.209610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.265731 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-185e56e8-8cc5-4129-8b9a-61e11e9d6e86 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 99daf7de-f907-4d54-b280-4e7fa8259e7d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:06.266196 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-185e56e8-8cc5-4129-8b9a-61e11e9d6e86 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.278069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:06.280755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ff62ca8f-7705-440f-803a-d7ad306ee2da None None] Port 2de11d97-a589-4cb2-9003-770a5992846f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:06.285930 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.295487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5988929 Oct 29 08:38:06.307340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54244) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:06.315626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'ports': [{'network_id': '7ec1dbcd-1735-4e62-9869-47827ecacf5d', 'name': 'tempest-port--1909668105', 'admin_state_up': True}, {'network_id': '8a54dd8a-6ebe-4342-b103-ce139493272d', 'admin_state_up': False}]} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:06.316053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'port': {'network_id': '7ec1dbcd-1735-4e62-9869-47827ecacf5d', 'name': 'tempest-port--1909668105', 'admin_state_up': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:06.316560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'port': {'network_id': '8a54dd8a-6ebe-4342-b103-ce139493272d', 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:06.357530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:06.404806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950925ac-a952-47eb-b1aa-1aeb0556618f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Network': ['ID=8a54dd8a-6ebe-4342-b103-ce139493272d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:06.441192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8a54dd8a-6ebe-4342-b103-ce139493272d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:06.526101 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3060984c-e144-4214-b488-b2d509352933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.527682 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-185e56e8-8cc5-4129-8b9a-61e11e9d6e86 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.549607 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-185e56e8-8cc5-4129-8b9a-61e11e9d6e86 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 99daf7de-f907-4d54-b280-4e7fa8259e7d owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:06.600756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.611266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.665937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Made reservation on behalf of 4d9b6d84a07144a786c04d692a91cc7e for: {'port': 2} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:06.671877 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.706867 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.725004 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.731276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=2de11d97-a589-4cb2-9003-770a5992846f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:06.811715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-185e56e8-8cc5-4129-8b9a-61e11e9d6e86 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.842464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-3060984c-e144-4214-b488-b2d509352933 None None] Allocated IP 172.20.0.35 (e319abff-bd58-4c62-8e2d-947ab8e60c3d/568b0fdb-b3ed-4c53-b90d-bc97ce5f2286/4453ab58-b8a2-42b0-a93b-74fe7fcb7d22) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:06.863655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e56e8-8cc5-4129-8b9a-61e11e9d6e86 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=99daf7de-f907-4d54-b280-4e7fa8259e7d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:06.874484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] device_id is not set on port 7df5be23-1412-44df-b93b-eab41c68d000 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:38:06.928988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Network 384bc618-bd71-4546-b957-11b5c13e6367 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:06.932889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:06.979949 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-185e56e8-8cc5-4129-8b9a-61e11e9d6e86 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:06.990713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-185e56e8-8cc5-4129-8b9a-61e11e9d6e86 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/99daf7de-f907-4d54-b280-4e7fa8259e7d HTTP/1.1" status: 204 len: 168 time: 0.9022801 Oct 29 08:38:06.991355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54272) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:07.019598 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd61d12-fcbe-4234-aee4-ae3cd3a9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] GET failed (client error): The resource could not be found. Oct 29 08:38:07.024657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dbd61d12-fcbe-4234-aee4-ae3cd3a9acd3 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports/99daf7de-f907-4d54-b280-4e7fa8259e7d HTTP/1.1" status: 404 len: 333 time: 0.0296874 Oct 29 08:38:07.024931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3060984c-e144-4214-b488-b2d509352933 None None] For port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,segment=NetworkSegment(f96cbd7d-52b7-4230-ba88-1e1b22bd1f87),segment_id=f96cbd7d-52b7-4230-ba88-1e1b22bd1f87)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:07.025535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54274) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:07.106282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3060984c-e144-4214-b488-b2d509352933 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.116866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3060984c-e144-4214-b488-b2d509352933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.163394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e34bd325-dc79-4dc6-8b52-c4884955dd45 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.196093 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.218717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e34bd325-dc79-4dc6-8b52-c4884955dd45 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.269649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060984c-e144-4214-b488-b2d509352933 None None] Pushing event updated for resources: {'Port': ['ID=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:07.276468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ef7104ca-8735-48f0-a0ef-f95be6946eda no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:07.290082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e34bd325-dc79-4dc6-8b52-c4884955dd45 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.293940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e34bd325-dc79-4dc6-8b52-c4884955dd45 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.304098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e34bd325-dc79-4dc6-8b52-c4884955dd45 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/security-groups/a0512a07-5062-4c21-8cbc-86e721b20e9a HTTP/1.1" status: 204 len: 168 time: 0.2687321 Oct 29 08:38:07.304846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54288) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:07.315064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: ef7104ca-8735-48f0-a0ef-f95be6946eda {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:07.315647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ef7104ca-8735-48f0-a0ef-f95be6946eda not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:07.339389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:38:07.342807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bd325-dc79-4dc6-8b52-c4884955dd45 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0512a07-5062-4c21-8cbc-86e721b20e9a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:07.428907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6b923e8e-07d4-40c5-adea-9771d7aa173e None None] Provisioning complete for port 2de11d97-a589-4cb2-9003-770a5992846f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:07.429891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80961a98-d49e-4036-80ab-0edced1ccb87 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.430645 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b923e8e-07d4-40c5-adea-9771d7aa173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.481045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80961a98-d49e-4036-80ab-0edced1ccb87 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.482773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6b923e8e-07d4-40c5-adea-9771d7aa173e None None] Port 2de11d97-a589-4cb2-9003-770a5992846f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:07.522868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] device_id is not set on port 5d7b55bf-c7cc-4706-99a3-abc465ab660b yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:38:07.526685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:07.542407 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Sync routers for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:07.550359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-df5d6cd3-cb1a-456a-ad4b-16a58a721ca8 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7723949 Oct 29 08:38:07.557562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:07.558205 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:07.581997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80961a98-d49e-4036-80ab-0edced1ccb87 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.584698 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80961a98-d49e-4036-80ab-0edced1ccb87 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.588960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-80961a98-d49e-4036-80ab-0edced1ccb87 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/security-groups/8f6e2e5d-167d-4fe4-a1d0-381848985a4f HTTP/1.1" status: 204 len: 168 time: 0.2603517 Oct 29 08:38:07.589674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54294) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:07.644829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80961a98-d49e-4036-80ab-0edced1ccb87 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6e2e5d-167d-4fe4-a1d0-381848985a4f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:07.752229 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:07.765524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.788081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a79-059d-4aba-89b9-9dcf550913a0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.828711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.902256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a79-059d-4aba-89b9-9dcf550913a0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.976271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a79-059d-4aba-89b9-9dcf550913a0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.979280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0a79-059d-4aba-89b9-9dcf550913a0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:07.981537 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4e6b0a79-059d-4aba-89b9-9dcf550913a0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/security-groups/6c48444e-4fbd-439c-9897-66e7e789b311 HTTP/1.1" status: 204 len: 168 time: 0.3823583 Oct 29 08:38:07.986826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54304) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:07.987641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Checking segment: {'id': '18300f9c-e98d-48d8-a5d7-70656c8cbc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ec1dbcd-1735-4e62-9869-47827ecacf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:07.988114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Network hostable DHCP agents. Network: 7ec1dbcd-1735-4e62-9869-47827ecacf5d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:07.996263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b0a79-059d-4aba-89b9-9dcf550913a0 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c48444e-4fbd-439c-9897-66e7e789b311,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:08.018594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:08.064855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Port': ['ID=7df5be23-1412-44df-b93b-eab41c68d000,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:08.093169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Network 7ec1dbcd-1735-4e62-9869-47827ecacf5d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:08.108967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:08.110016 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.120182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 7ec1dbcd-1735-4e62-9869-47827ecacf5d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:08.145330 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 2, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:08.147505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-268bbb48-bd63-4396-8028-7ec2767c708a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet f15d9ffe-8ae4-4e03-899e-f596c1900883 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:08.152658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-268bbb48-bd63-4396-8028-7ec2767c708a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.155541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:08.156427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.169591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf07367-22f3-4a79-8d6c-4b6719542382 None None] Network 7ec1dbcd-1735-4e62-9869-47827ecacf5d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:08.208093 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Checking router: f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:38:08.208446 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Updating router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc port 2de11d97-a589-4cb2-9003-770a5992846f binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:38:08.268628 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.328834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-268bbb48-bd63-4396-8028-7ec2767c708a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.482067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-45d73d3f-e820-4f5c-85b6-9b6e349cc9aa None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:08.482455 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45d73d3f-e820-4f5c-85b6-9b6e349cc9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.494010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Port': ['ID=5d7b55bf-c7cc-4706-99a3-abc465ab660b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:08.501973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Checking segment: {'id': '75716d76-7e5b-44e0-8714-333bb3002c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8a54dd8a-6ebe-4342-b103-ce139493272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:08.502428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Network hostable DHCP agents. Network: 8a54dd8a-6ebe-4342-b103-ce139493272d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:08.542153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Network 8a54dd8a-6ebe-4342-b103-ce139493272d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:08.564026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8a54dd8a-6ebe-4342-b103-ce139493272d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:08.569247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:08.576718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:08.592224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:08.595093 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.606273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:08.611494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-70e5d175-b322-49fa-9421-31008c79bae9 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139948204', 'description': 'tempest-description--723686807'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:08.625717 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5468b08e-ca12-4787-b789-9158f3931874 None None] Network 8a54dd8a-6ebe-4342-b103-ce139493272d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:08.675099 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70e5d175-b322-49fa-9421-31008c79bae9 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.724958 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.737162 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.743776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5b589acf-dfe4-45ba-bc6a-6fa7367e3bb3 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4339590 Oct 29 08:38:08.747541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54314) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:08.771530 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-268bbb48-bd63-4396-8028-7ec2767c708a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.828022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70e5d175-b322-49fa-9421-31008c79bae9 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.836248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70e5d175-b322-49fa-9421-31008c79bae9 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.860129 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15486a1-9558-409c-8c42-8c72347ddd27 None None] Pushing event updated for resources: {'Port': ['ID=2de11d97-a589-4cb2-9003-770a5992846f,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:08.889095 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70e5d175-b322-49fa-9421-31008c79bae9 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:08.894981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54318) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:08.895132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-70e5d175-b322-49fa-9421-31008c79bae9 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2876053 Oct 29 08:38:08.926062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5d175-b322-49fa-9421-31008c79bae9 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8112a9eb-860a-494f-b923-566c02bd1f25,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:08.950324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:08.954347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f4b8ea44-8338-41dd-8ebe-876814dde083 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Request body: {'security_group_rule': {'security_group_id': '8112a9eb-860a-494f-b923-566c02bd1f25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:09.046165 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Attempting to bind port 2de11d97-a589-4cb2-9003-770a5992846f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:09.046537 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Attempting to bind port 2de11d97-a589-4cb2-9003-770a5992846f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:09.047166 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Attempting to bind port 2de11d97-a589-4cb2-9003-770a5992846f on network 384bc618-bd71-4546-b957-11b5c13e6367 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:09.062165 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:09.062535 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Checking segment: {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:09.063185 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.063740 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Bound using segment: {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:09.064417 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Bound port: 2de11d97-a589-4cb2-9003-770a5992846f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:09.065341 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.116695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:09.117758 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.129604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce09a0-abeb-488d-b147-a0ff05c91a7a tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:09.145181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce09a0-abeb-488d-b147-a0ff05c91a7a tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:09.152506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a8ce09a0-abeb-488d-b147-a0ff05c91a7a tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4011636 Oct 29 08:38:09.154556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-268bbb48-bd63-4396-8028-7ec2767c708a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.155366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54322) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:09.242759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bbb48-bd63-4396-8028-7ec2767c708a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=f15d9ffe-8ae4-4e03-899e-f596c1900883,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:09.246600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] For port 2de11d97-a589-4cb2-9003-770a5992846f, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:09.255478 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] For port 2de11d97-a589-4cb2-9003-770a5992846f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2de11d97-a589-4cb2-9003-770a5992846f,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:09.260421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea44-8338-41dd-8ebe-876814dde083 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.272659 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.297150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-268bbb48-bd63-4396-8028-7ec2767c708a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.300622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-268bbb48-bd63-4396-8028-7ec2767c708a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/f15d9ffe-8ae4-4e03-899e-f596c1900883 HTTP/1.1" status: 204 len: 168 time: 1.2927577 Oct 29 08:38:09.318081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54326) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:09.347926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-45d73d3f-e820-4f5c-85b6-9b6e349cc9aa None None] Provisioning complete for port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:09.348299 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45d73d3f-e820-4f5c-85b6-9b6e349cc9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.402784 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:09.403417 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:37:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:09.406642 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15486a1-9558-409c-8c42-8c72347ddd27 None None] Pushing event updated for resources: {'Port': ['ID=2de11d97-a589-4cb2-9003-770a5992846f,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:09.428360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbc9c9-4b9f-41e5-aefa-8b81ab2fcb04 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Deleting port 7df5be23-1412-44df-b93b-eab41c68d000 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:09.428653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc9c9-4b9f-41e5-aefa-8b81ab2fcb04 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.520527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e210db83-c1a8-4139-9473-4ab6a689478b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet 568b0fdb-b3ed-4c53-b90d-bc97ce5f2286 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:09.526601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e210db83-c1a8-4139-9473-4ab6a689478b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.537061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-45d73d3f-e820-4f5c-85b6-9b6e349cc9aa None None] Port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:09.559697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-45d73d3f-e820-4f5c-85b6-9b6e349cc9aa None None] Could not find standard attr ID for object 99daf7de-f907-4d54-b280-4e7fa8259e7d. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:38:09.575359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da33dc-f234-4c4e-8123-432b4a70ddc6 None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:09.587241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc9c9-4b9f-41e5-aefa-8b81ab2fcb04 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.603643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbc9c9-4b9f-41e5-aefa-8b81ab2fcb04 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Calling delete_port for 7df5be23-1412-44df-b93b-eab41c68d000 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:09.623860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e210db83-c1a8-4139-9473-4ab6a689478b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.706262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc9c9-4b9f-41e5-aefa-8b81ab2fcb04 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.737392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d9c6a8be-9d15-4be8-9b5b-551b2e36ae69 None None] Provisioning complete for port 2de11d97-a589-4cb2-9003-770a5992846f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:09.738044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a8be-9d15-4be8-9b5b-551b2e36ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.798752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbc9c9-4b9f-41e5-aefa-8b81ab2fcb04 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Port': ['ID=7df5be23-1412-44df-b93b-eab41c68d000,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:09.806872 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc9c9-4b9f-41e5-aefa-8b81ab2fcb04 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.820463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9ddbc9c9-4b9f-41e5-aefa-8b81ab2fcb04 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/ports/7df5be23-1412-44df-b93b-eab41c68d000 HTTP/1.1" status: 204 len: 168 time: 0.6613140 Oct 29 08:38:09.821352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54332) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:09.886263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea44-8338-41dd-8ebe-876814dde083 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.899628 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea44-8338-41dd-8ebe-876814dde083 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.921968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e210db83-c1a8-4139-9473-4ab6a689478b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:09.959104 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:10.000720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ea44-8338-41dd-8ebe-876814dde083 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8557aa-ce19-4a4c-a72a-782b5c512d12,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:10.026334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bfa06-1413-44c3-b6e0-13a20b77ce30 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Deleting port 5d7b55bf-c7cc-4706-99a3-abc465ab660b {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:10.026770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0bfa06-1413-44c3-b6e0-13a20b77ce30 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.060482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea44-8338-41dd-8ebe-876814dde083 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.062278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f4b8ea44-8338-41dd-8ebe-876814dde083 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1662436 Oct 29 08:38:10.065400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e210db83-c1a8-4139-9473-4ab6a689478b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.069041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54336) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.083380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a8be-9d15-4be8-9b5b-551b2e36ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.093874 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e210db83-c1a8-4139-9473-4ab6a689478b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.097765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e210db83-c1a8-4139-9473-4ab6a689478b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/568b0fdb-b3ed-4c53-b90d-bc97ce5f2286 HTTP/1.1" status: 204 len: 168 time: 0.7776368 Oct 29 08:38:10.100327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54340) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.146076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0c52db87-a4fc-4c4f-8d6e-b622e0e080e3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Request body: {'security_group_rule': {'security_group_id': '8112a9eb-860a-494f-b923-566c02bd1f25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:10.172890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d9c6a8be-9d15-4be8-9b5b-551b2e36ae69 None None] For port 2de11d97-a589-4cb2-9003-770a5992846f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2de11d97-a589-4cb2-9003-770a5992846f,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:10.189266 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a8be-9d15-4be8-9b5b-551b2e36ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.198938 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8202bb4c-c7e5-429c-a43d-826a9d5807af tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:10.199411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8202bb4c-c7e5-429c-a43d-826a9d5807af tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:10.202797 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8202bb4c-c7e5-429c-a43d-826a9d5807af tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/f15d9ffe-8ae4-4e03-899e-f596c1900883 HTTP/1.1" status: 404 len: 337 time: 0.1013947 Oct 29 08:38:10.205436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54342) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.236741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d9c6a8be-9d15-4be8-9b5b-551b2e36ae69 None None] Could not find standard attr ID for object 99daf7de-f907-4d54-b280-4e7fa8259e7d. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:38:10.270343 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0bfa06-1413-44c3-b6e0-13a20b77ce30 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.277643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210db83-c1a8-4139-9473-4ab6a689478b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=568b0fdb-b3ed-4c53-b90d-bc97ce5f2286,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:10.296743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb34b3d-fc3a-48cd-9266-400606c79e0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting subnet d2744df5-d2fa-4d70-b3b8-cb9047849ac9 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:10.300958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bfa06-1413-44c3-b6e0-13a20b77ce30 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Calling delete_port for 5d7b55bf-c7cc-4706-99a3-abc465ab660b owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:10.301679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-feb34b3d-fc3a-48cd-9266-400606c79e0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.304727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c52db87-a4fc-4c4f-8d6e-b622e0e080e3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.336518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6a8be-9d15-4be8-9b5b-551b2e36ae69 None None] Pushing event updated for resources: {'Port': ['ID=2de11d97-a589-4cb2-9003-770a5992846f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:10.368951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-feb34b3d-fc3a-48cd-9266-400606c79e0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.389641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-499faff1-8d09-4c47-b99f-bce5565aef1c None None] Provisioning complete for port 2de11d97-a589-4cb2-9003-770a5992846f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:10.390390 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-499faff1-8d09-4c47-b99f-bce5565aef1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.520751 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-feb34b3d-fc3a-48cd-9266-400606c79e0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.562283 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c52db87-a4fc-4c4f-8d6e-b622e0e080e3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.599835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-feb34b3d-fc3a-48cd-9266-400606c79e0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.609448 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c52db87-a4fc-4c4f-8d6e-b622e0e080e3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.622093 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:09Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:10.659740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-feb34b3d-fc3a-48cd-9266-400606c79e0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.672393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-feb34b3d-fc3a-48cd-9266-400606c79e0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/d2744df5-d2fa-4d70-b3b8-cb9047849ac9 HTTP/1.1" status: 204 len: 168 time: 0.4658272 Oct 29 08:38:10.673422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54348) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.676702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb34b3d-fc3a-48cd-9266-400606c79e0b tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Subnet': ['ID=d2744df5-d2fa-4d70-b3b8-cb9047849ac9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:10.684920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c52db87-a4fc-4c4f-8d6e-b622e0e080e3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.694197 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ddf1b-e85f-4036-a506-36ce17f4ad51 None None] The sync data for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 is: [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:09Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:10.695061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c52db87-a4fc-4c4f-8d6e-b622e0e080e3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6230474 Oct 29 08:38:10.703016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54350) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.709453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:10.715103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52db87-a4fc-4c4f-8d6e-b622e0e080e3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ecd8d9-9625-4179-9658-f631febd598e,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:10.727630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0bfa06-1413-44c3-b6e0-13a20b77ce30 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.739349 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e45d62e-9a83-4b08-b471-c48cb7ddb5ab tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:10.739876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e45d62e-9a83-4b08-b471-c48cb7ddb5ab tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:10.750691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4e45d62e-9a83-4b08-b471-c48cb7ddb5ab tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/e76face1-42a4-4981-911a-98cb488001fc HTTP/1.1" status: 404 len: 337 time: 0.0699525 Oct 29 08:38:10.755157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54352) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.853774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.856457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bfa06-1413-44c3-b6e0-13a20b77ce30 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Port': ['ID=5d7b55bf-c7cc-4706-99a3-abc465ab660b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:10.864591 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-78c77cd2-d406-4f57-a407-993d60cbef95 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "GET /v2.0/ports?device_id=964a667c-b766-46f5-968b-e3de93389e41 HTTP/1.1" status: 200 len: 205 time: 0.1058159 Oct 29 08:38:10.865099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54354) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.878539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0bfa06-1413-44c3-b6e0-13a20b77ce30 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:10.882079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bc0bfa06-1413-44c3-b6e0-13a20b77ce30 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/ports/5d7b55bf-c7cc-4706-99a3-abc465ab660b HTTP/1.1" status: 204 len: 168 time: 1.0577343 Oct 29 08:38:10.932322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54356) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.962611 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-66eae968-6c76-4d9c-908b-a6f0bf6c9980 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] delete failed (client error): The resource could not be found. Oct 29 08:38:10.963691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-66eae968-6c76-4d9c-908b-a6f0bf6c9980 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/routers/964a667c-b766-46f5-968b-e3de93389e41 HTTP/1.1" status: 404 len: 336 time: 0.0972908 Oct 29 08:38:10.966865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54360) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:10.985831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-925764c2-d0da-404f-94f9-1dabebd1dca4 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0510626 Oct 29 08:38:10.996635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54362) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.015031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1129603689'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:11.036768 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1987b19-06f5-43e5-ad4b-310ad69b95fc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.037241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1987b19-06f5-43e5-ad4b-310ad69b95fc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.050035 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d1987b19-06f5-43e5-ad4b-310ad69b95fc tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/7d635544-a87d-43df-bc1c-6df6f45303e4 HTTP/1.1" status: 404 len: 337 time: 0.0819240 Oct 29 08:38:11.050589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54364) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.088911 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16a8f6e-b7f7-4c2b-a730-49167816cc57 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.089372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16a8f6e-b7f7-4c2b-a730-49167816cc57 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.095782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Made reservation on behalf of 4d9b6d84a07144a786c04d692a91cc7e for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:11.096476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a16a8f6e-b7f7-4c2b-a730-49167816cc57 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/19bfc48e-5696-40f0-b9c7-15584dd78807 HTTP/1.1" status: 404 len: 337 time: 0.0447998 Oct 29 08:38:11.097297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54366) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.099511 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.142661 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e5b5a4-b4fe-4eab-9ab4-7b3bb05f8500 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.143130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e5b5a4-b4fe-4eab-9ab4-7b3bb05f8500 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.147520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-85e5b5a4-b4fe-4eab-9ab4-7b3bb05f8500 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/6aab4b97-16d1-4f83-9393-e69ead5ecb25 HTTP/1.1" status: 404 len: 337 time: 0.0490463 Oct 29 08:38:11.149399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54368) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.151526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790f8f8-04fd-4f17-82c8-af4fbec0f17b None None] Network e319abff-bd58-4c62-8e2d-947ab8e60c3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:11.167059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:11.177925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.178294 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Added segment f027d964-e1fc-4352-8b06-8ad7fa560f25 of type vlan for network 87046f46-2b3f-43fb-89a2-093ba03880ce Oct 29 08:38:11.217143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4b473dba-b3d2-455b-bd13-009420dc52a1 None None] Provisioning complete for port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:11.218305 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b473dba-b3d2-455b-bd13-009420dc52a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.226406 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.274903 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7750bf-4d8d-465f-9556-c0bd4861f67a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.275658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7750bf-4d8d-465f-9556-c0bd4861f67a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.282448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8b7750bf-4d8d-465f-9556-c0bd4861f67a tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/7ec8dda1-68e0-41d8-ae6d-3e0da041b63a HTTP/1.1" status: 404 len: 333 time: 0.1268845 Oct 29 08:38:11.282448 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.282729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54372) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.304723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:11.305388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.338695 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5424188-7604-45e6-9319-0de1d32ca399 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.339176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5424188-7604-45e6-9319-0de1d32ca399 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.353593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c5424188-7604-45e6-9319-0de1d32ca399 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/31cc16ec-6218-4ee6-8992-91a3e0d46462 HTTP/1.1" status: 404 len: 337 time: 0.0696397 Oct 29 08:38:11.357537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54376) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.388451 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb14725-12ef-41e9-9266-7e5284a25190 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.391370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb14725-12ef-41e9-9266-7e5284a25190 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.395089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0eb14725-12ef-41e9-9266-7e5284a25190 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/4c339180-797f-44a9-b446-8c00ce146132 HTTP/1.1" status: 404 len: 337 time: 0.0361953 Oct 29 08:38:11.400435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54378) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.443192 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3ddf14-8efd-4004-9c77-48165509a408 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.444702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3ddf14-8efd-4004-9c77-48165509a408 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.454461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ff3ddf14-8efd-4004-9c77-48165509a408 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/f18c5be1-50c7-4542-9a88-8036d2a5ff4b HTTP/1.1" status: 404 len: 333 time: 0.0521355 Oct 29 08:38:11.455223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54380) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.465937 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4525013 Oct 29 08:38:11.465937 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.466257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54382) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.473170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-103754680'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:11.511576 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-28015469-319f-48d9-a7c4-349d11dfc533 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.512471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28015469-319f-48d9-a7c4-349d11dfc533 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.519644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-28015469-319f-48d9-a7c4-349d11dfc533 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/bdff3968-1f4b-4aa3-ab37-53bc6e7b59ff HTTP/1.1" status: 404 len: 337 time: 0.0632310 Oct 29 08:38:11.520495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54384) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.569747 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe6fa38-03fa-4a77-bca2-5107cf0ee047 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:11.570376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe6fa38-03fa-4a77-bca2-5107cf0ee047 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:11.576795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54388) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:11.576940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8fe6fa38-03fa-4a77-bca2-5107cf0ee047 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/subnets/b94f7f5c-7896-4d58-a067-a0d8b59ae625 HTTP/1.1" status: 404 len: 337 time: 0.0527399 Oct 29 08:38:11.578288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Made reservation on behalf of 4d9b6d84a07144a786c04d692a91cc7e for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:11.583923 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.590588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091236b-9b7c-4170-9b85-328bb3ad5f9f tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Network': ['ID=87046f46-2b3f-43fb-89a2-093ba03880ce,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:11.642870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:11.661690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 87046f46-2b3f-43fb-89a2-093ba03880ce details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:11.671715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.672158 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Added segment 7d49a144-c347-4d64-ac98-190d7e816a7a of type vlan for network e1f91868-fff4-49b9-8107-4be06b0486ee Oct 29 08:38:11.741838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.757682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Allocated IP 172.25.5.119 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/3aa8383e-b82c-4a20-90ce-315378832a35) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:11.813087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.829783 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:11.833189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:11.834712 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.835594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.844541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4b473dba-b3d2-455b-bd13-009420dc52a1 None None] Provisioning complete for port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:11.844793 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b473dba-b3d2-455b-bd13-009420dc52a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:11.915695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4b473dba-b3d2-455b-bd13-009420dc52a1 None None] Port 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:11.936671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] DHCP port deletion for e319abff-bd58-4c62-8e2d-947ab8e60c3d request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:11.990318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5230255 Oct 29 08:38:12.004271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.020611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 8c31a678-39b1-4ef3-9a2b-45df25d60ca1 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:12.057402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e45fb-9ab0-4cd4-98cb-ec4877a2a060 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Network': ['ID=e1f91868-fff4-49b9-8107-4be06b0486ee,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:12.070079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2de11d97-a589-4cb2-9003-770a5992846f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:12.109565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network e1f91868-fff4-49b9-8107-4be06b0486ee details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:12.163725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54394) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:12.169227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.169441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'subnets': [{'network_id': '87046f46-2b3f-43fb-89a2-093ba03880ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--640023347', 'ip_version': 4}, {'network_id': 'e1f91868-fff4-49b9-8107-4be06b0486ee', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:12.169809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'subnet': {'network_id': '87046f46-2b3f-43fb-89a2-093ba03880ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--640023347', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:12.170927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Request body: {'subnet': {'network_id': 'e1f91868-fff4-49b9-8107-4be06b0486ee', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:12.178406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] Deleting port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:12.178785 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.240959 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.246162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/ports/8c31a678-39b1-4ef3-9a2b-45df25d60ca1 HTTP/1.1" status: 204 len: 168 time: 0.6677003 Oct 29 08:38:12.249671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=8c31a678-39b1-4ef3-9a2b-45df25d60ca1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:12.251758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54396) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:12.260491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.263330 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.263923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.264491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.265021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.265658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.266275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.266795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.267326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.267865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.268401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.268965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.269496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffc4784-646e-4f12-aa10-1b3f38c4059f tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:12.318333 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.362527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] For port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,segment=NetworkSegment(f96cbd7d-52b7-4230-ba88-1e1b22bd1f87),segment_id=f96cbd7d-52b7-4230-ba88-1e1b22bd1f87)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:12.363083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.380958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:12.395945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:12.403516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:12.421704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] Calling delete_port for 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:12.439489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2de11d97-a589-4cb2-9003-770a5992846f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:12.445842 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.485439 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.520944 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.599592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event updated for resources: {'Port': ['ID=3aa8383e-b82c-4a20-90ce-315378832a35,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:12.600918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Made reservation on behalf of 4d9b6d84a07144a786c04d692a91cc7e for: {'subnet': 2} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:12.605949 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.606340 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.618798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.728828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Deleting port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:12.729189 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.771604 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.814702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] Pushing event deleted for resources: {'Port': ['ID=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:12.821578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44893516-e7db-446c-a3c5-38a626357b5b None None] No DVR routers for this DVR port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:12.869565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.877467 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.883661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] For port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,segment=NetworkSegment(f96cbd7d-52b7-4230-ba88-1e1b22bd1f87),segment_id=f96cbd7d-52b7-4230-ba88-1e1b22bd1f87)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:12.884056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.904044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Calling delete_port for 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:12.965869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event updated for resources: {'Port': ['ID=3aa8383e-b82c-4a20-90ce-315378832a35,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:12.974264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.990717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:12.992766 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-104fc4b2-21bc-4d06-8926-9dccffa98de4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2883651 Oct 29 08:38:13.119202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:13.172780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Port': ['ID=4453ab58-b8a2-42b0-a93b-74fe7fcb7d22,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:13.177224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] No DVR routers for this DVR port 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:13.652300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-2ac921b6-9502-4cc5-83a9-a7cd7ad3ba2b tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1139948204&fields=id&tenant_id=56bb12e93411472597ac152e2b8fa0e8 HTTP/1.1" status: 200 len: 267 time: 0.5277665 Oct 29 08:38:13.694551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:13.767942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e319abff-bd58-4c62-8e2d-947ab8e60c3d']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:13.807494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96cbd7d-52b7-4230-ba88-1e1b22bd1f87') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:13.807755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96cbd7d-52b7-4230-ba88-1e1b22bd1f87') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:13.830447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:13.849293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:13.864674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:13.905723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:13.906135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:13.911539 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:13.937867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:13.972337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-e622b176-45b3-4999-b651-680046da7e94 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:13.973182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:13.973921 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-e622b176-45b3-4999-b651-680046da7e94 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/networks?id=384bc618-bd71-4546-b957-11b5c13e6367 HTTP/1.1" status: 200 len: 811 time: 0.3088963 Oct 29 08:38:13.975066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4453ab58-b8a2-42b0-a93b-74fe7fcb7d22 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:14.012195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Subnet': ['ID=0c11536c-1d5d-4268-b439-d5bf8a801506,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:14.025980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.030130 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-f93717dc-b27e-433d-a0d2-d119426cc631 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/quotas/56bb12e93411472597ac152e2b8fa0e8 HTTP/1.1" status: 200 len: 375 time: 0.0323148 Oct 29 08:38:14.036288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.039616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] 10.222.0.70 "DELETE /v2.0/networks/e319abff-bd58-4c62-8e2d-947ab8e60c3d HTTP/1.1" status: 204 len: 168 time: 1.7867594 Oct 29 08:38:14.070497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890c29f-9ca4-43fc-99d3-da85090b1138 tempest-PortsTestJSON-1111332752 tempest-PortsTestJSON-1111332752-project] Pushing event deleted for resources: {'Network': ['ID=e319abff-bd58-4c62-8e2d-947ab8e60c3d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:14.094261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Checking segment: {'id': 'f027d964-e1fc-4352-8b06-8ad7fa560f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '87046f46-2b3f-43fb-89a2-093ba03880ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:14.094791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Network hostable DHCP agents. Network: 87046f46-2b3f-43fb-89a2-093ba03880ce, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:14.142605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-a096f986-8cc8-4518-892e-2d023adf450b tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=56bb12e93411472597ac152e2b8fa0e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943713 Oct 29 08:38:14.151653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Network 87046f46-2b3f-43fb-89a2-093ba03880ce is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:14.155364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54440) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:14.169319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 87046f46-2b3f-43fb-89a2-093ba03880ce) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:14.178238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e125ea-0149-4c9c-b941-a644fe17997d None None] Network 87046f46-2b3f-43fb-89a2-093ba03880ce requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:14.213865 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.215496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9f2015-b1c7-4d3c-93ad-5a83c8b2e7b5 admin admin] Deleting subnet d7d27dd1-3461-42a3-99f1-e87ef81f581c {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:14.220584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de9f2015-b1c7-4d3c-93ad-5a83c8b2e7b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.288398 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0a6cf48-4c37-4aaf-9653-643a1018543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.294573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de9f2015-b1c7-4d3c-93ad-5a83c8b2e7b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.370315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event updated for resources: {'Subnet': ['ID=e6a57eb8-1623-4490-b6ed-d7ad82d70561,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:14.399058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de9f2015-b1c7-4d3c-93ad-5a83c8b2e7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.410652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-87046f46-2b3f-43fb-89a2-093ba03880ce', 'network_id': '87046f46-2b3f-43fb-89a2-093ba03880ce', 'tenant_id': '4d9b6d84a07144a786c04d692a91cc7e', 'fixed_ips': [{'subnet_id': '0c11536c-1d5d-4268-b439-d5bf8a801506'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:14.411572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.418252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-d395aaeb-72d6-460d-8ae8-4b43eb991e67 service neutron] 10.222.0.70 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585824 Oct 29 08:38:14.421219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Checking segment: {'id': '7d49a144-c347-4d64-ac98-190d7e816a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e1f91868-fff4-49b9-8107-4be06b0486ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:14.421596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Network hostable DHCP agents. Network: e1f91868-fff4-49b9-8107-4be06b0486ee, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:14.467636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de9f2015-b1c7-4d3c-93ad-5a83c8b2e7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.496173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Network e1f91868-fff4-49b9-8107-4be06b0486ee is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:14.515887 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de9f2015-b1c7-4d3c-93ad-5a83c8b2e7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.518438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, e1f91868-fff4-49b9-8107-4be06b0486ee) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:14.523683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54446) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:14.524352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de9f2015-b1c7-4d3c-93ad-5a83c8b2e7b5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d7d27dd1-3461-42a3-99f1-e87ef81f581c HTTP/1.1" status: 204 len: 168 time: 0.3667762 Oct 29 08:38:14.525648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f2015-b1c7-4d3c-93ad-5a83c8b2e7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d27dd1-3461-42a3-99f1-e87ef81f581c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:14.536337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed57fd0-8c25-47fb-b8ad-26c8ee03c94b None None] Network e1f91868-fff4-49b9-8107-4be06b0486ee requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:14.537482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:14.537980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:14.538636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.544104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54448) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:14.618768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-325b8cf7-5374-4126-b8e2-9de5d05941ea service neutron] 10.222.0.70 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876593 Oct 29 08:38:14.623709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3203733b-1c62-4597-825f-0b91f09acdd8 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.4588125 Oct 29 08:38:14.627133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54452) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:14.643927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.689844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Allocated IP 172.20.0.2 (87046f46-2b3f-43fb-89a2-093ba03880ce/0c11536c-1d5d-4268-b439-d5bf8a801506/4dad3bac-8983-46aa-b82c-f1804ef7ecc3) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:14.744436 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.780966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf8f84-d1a8-40e6-ba2d-5eadb88720d9 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:14.783367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf8f84-d1a8-40e6-ba2d-5eadb88720d9 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:14.783850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f48f319-e2e0-4e54-8d57-5977c6f82e52']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:14.785474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf8f84-d1a8-40e6-ba2d-5eadb88720d9 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:14.787956 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4fcf8f84-d1a8-40e6-ba2d-5eadb88720d9 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1596835 Oct 29 08:38:14.794843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54458) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:14.800331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46b0abf-356e-4e87-a08a-d852b6cedf70') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:14.801068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46b0abf-356e-4e87-a08a-d852b6cedf70') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:14.814998 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.832912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.836190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-e1f91868-fff4-49b9-8107-4be06b0486ee', 'network_id': 'e1f91868-fff4-49b9-8107-4be06b0486ee', 'tenant_id': '4d9b6d84a07144a786c04d692a91cc7e', 'fixed_ips': [{'subnet_id': 'e6a57eb8-1623-4490-b6ed-d7ad82d70561'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:14.837074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.840555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:14.841210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.855493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c6ca0d54-ef2f-4ed0-abd1-2cb37778697f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3b1390a5f194d5aad57c92bca5f5ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077955 Oct 29 08:38:14.856381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54460) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:14.884689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b059db0-cc64-41f1-97a8-e841829e0893 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Deleting subnet 0c11536c-1d5d-4268-b439-d5bf8a801506 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:14.929931 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:14.933471 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39447dbd-5400-488f-b18b-a4b23e452258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.945495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.967580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:14.971529 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9f48f319-e2e0-4e54-8d57-5977c6f82e52 HTTP/1.1" status: 204 len: 168 time: 0.4449146 Oct 29 08:38:14.973307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd10b5-3fad-4f9d-bb51-7493484c2844 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f48f319-e2e0-4e54-8d57-5977c6f82e52,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:14.984988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39447dbd-5400-488f-b18b-a4b23e452258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.062391 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ced159ff-cbe8-42ba-9ee5-584990f49ec4 req-f54bbcf0-1d26-4df8-bcc6-9196db56d425 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 210 time: 0.0751791 Oct 29 08:38:15.114358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39447dbd-5400-488f-b18b-a4b23e452258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.120014 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39447dbd-5400-488f-b18b-a4b23e452258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.121432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39447dbd-5400-488f-b18b-a4b23e452258 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf1346ba-eec5-4ada-8ebb-db8148a96c60 HTTP/1.1" status: 204 len: 168 time: 0.2641168 Oct 29 08:38:15.132516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39447dbd-5400-488f-b18b-a4b23e452258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1346ba-eec5-4ada-8ebb-db8148a96c60,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:15.159187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54476) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:15.164386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Allocated IP 172.20.0.18 (e1f91868-fff4-49b9-8107-4be06b0486ee/e6a57eb8-1623-4490-b6ed-d7ad82d70561/d9a15c0a-a428-4d93-a330-b602874f6e3f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:15.185336 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.204660 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b059db0-cc64-41f1-97a8-e841829e0893 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.205750 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.238281 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a2676bf3-f680-44b3-bb50-4a15df22cce0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdec1b8475cc4e2a82609663ef07ee20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777283 Oct 29 08:38:15.240928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54478) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:15.275019 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b059db0-cc64-41f1-97a8-e841829e0893 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.294215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Network 87046f46-2b3f-43fb-89a2-093ba03880ce is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:15.300880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:15.309376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:15.340127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9c18-1e85-4da0-919b-46d0693d92ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.369420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Pushing event updated for resources: {'Port': ['ID=4dad3bac-8983-46aa-b82c-f1804ef7ecc3,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:15.395307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Attempting to bind port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:15.400061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Attempting to bind port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'f027d964-e1fc-4352-8b06-8ad7fa560f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '87046f46-2b3f-43fb-89a2-093ba03880ce'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:15.400284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b059db0-cc64-41f1-97a8-e841829e0893 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.400919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Attempting to bind port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 on network 87046f46-2b3f-43fb-89a2-093ba03880ce {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:15.412606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9c18-1e85-4da0-919b-46d0693d92ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.429073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:15.429591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Checking segment: {'id': 'f027d964-e1fc-4352-8b06-8ad7fa560f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '87046f46-2b3f-43fb-89a2-093ba03880ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:15.430054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.430420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Bound using segment: {'id': 'f027d964-e1fc-4352-8b06-8ad7fa560f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '87046f46-2b3f-43fb-89a2-093ba03880ce'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:15.438231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Bound port: 4dad3bac-8983-46aa-b82c-f1804ef7ecc3, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f027d964-e1fc-4352-8b06-8ad7fa560f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '87046f46-2b3f-43fb-89a2-093ba03880ce'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:15.439124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.508822 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9c18-1e85-4da0-919b-46d0693d92ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.511507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9c18-1e85-4da0-919b-46d0693d92ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.512797 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0a1a9c18-1e85-4da0-919b-46d0693d92ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acdd773f-ed71-4598-8b69-0e2609b07b2c HTTP/1.1" status: 204 len: 168 time: 0.2707829 Oct 29 08:38:15.525409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a9c18-1e85-4da0-919b-46d0693d92ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdd773f-ed71-4598-8b69-0e2609b07b2c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:15.550927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b059db0-cc64-41f1-97a8-e841829e0893 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.601364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b059db0-cc64-41f1-97a8-e841829e0893 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Subnet': ['ID=0c11536c-1d5d-4268-b439-d5bf8a801506,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:15.634598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] For port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:15.636932 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.637249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b059db0-cc64-41f1-97a8-e841829e0893 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.639979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] For port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4dad3bac-8983-46aa-b82c-f1804ef7ecc3,segment=NetworkSegment(f027d964-e1fc-4352-8b06-8ad7fa560f25),segment_id=f027d964-e1fc-4352-8b06-8ad7fa560f25)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:15.643142 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1b059db0-cc64-41f1-97a8-e841829e0893 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/subnets/0c11536c-1d5d-4268-b439-d5bf8a801506 HTTP/1.1" status: 204 len: 168 time: 0.8471076 Oct 29 08:38:15.646105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54488) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:15.657202 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.659562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.720051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Network e1f91868-fff4-49b9-8107-4be06b0486ee is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:15.723107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:15.726864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:15.746048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Pushing event updated for resources: {'Port': ['ID=d9a15c0a-a428-4d93-a330-b602874f6e3f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:15.750826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b194045-1a9a-4d7e-9663-c0f8f2831848 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Deleting subnet e6a57eb8-1623-4490-b6ed-d7ad82d70561 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:15.755268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b194045-1a9a-4d7e-9663-c0f8f2831848 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.848558 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b194045-1a9a-4d7e-9663-c0f8f2831848 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:15.976673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7586e-4a08-4610-aa25-71d08ea15840 None None] Pushing event updated for resources: {'Port': ['ID=4dad3bac-8983-46aa-b82c-f1804ef7ecc3,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:16.004507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Attempting to bind port d9a15c0a-a428-4d93-a330-b602874f6e3f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:16.009762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Attempting to bind port d9a15c0a-a428-4d93-a330-b602874f6e3f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '7d49a144-c347-4d64-ac98-190d7e816a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e1f91868-fff4-49b9-8107-4be06b0486ee'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:16.010507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Attempting to bind port d9a15c0a-a428-4d93-a330-b602874f6e3f on network e1f91868-fff4-49b9-8107-4be06b0486ee {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:16.026008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:16.027768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Checking segment: {'id': '7d49a144-c347-4d64-ac98-190d7e816a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e1f91868-fff4-49b9-8107-4be06b0486ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:16.029959 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.030678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Bound using segment: {'id': '7d49a144-c347-4d64-ac98-190d7e816a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e1f91868-fff4-49b9-8107-4be06b0486ee'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:16.030883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Bound port: d9a15c0a-a428-4d93-a330-b602874f6e3f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d49a144-c347-4d64-ac98-190d7e816a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e1f91868-fff4-49b9-8107-4be06b0486ee'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:16.031226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.033503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b194045-1a9a-4d7e-9663-c0f8f2831848 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.181379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b194045-1a9a-4d7e-9663-c0f8f2831848 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.191668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] For port d9a15c0a-a428-4d93-a330-b602874f6e3f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:16.197382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] For port d9a15c0a-a428-4d93-a330-b602874f6e3f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d9a15c0a-a428-4d93-a330-b602874f6e3f,segment=NetworkSegment(7d49a144-c347-4d64-ac98-190d7e816a7a),segment_id=7d49a144-c347-4d64-ac98-190d7e816a7a)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:16.207712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.339744 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7bdcca90-e2f8-4baa-ab16-f2befe660224 req-3e7ecc76-bce5-47ae-bed6-b05f0276ef27 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 210 time: 0.1302691 Oct 29 08:38:16.340930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b194045-1a9a-4d7e-9663-c0f8f2831848 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a57eb8-1623-4490-b6ed-d7ad82d70561,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:16.343342 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b194045-1a9a-4d7e-9663-c0f8f2831848 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.346837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7b194045-1a9a-4d7e-9663-c0f8f2831848 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/subnets/e6a57eb8-1623-4490-b6ed-d7ad82d70561 HTTP/1.1" status: 204 len: 168 time: 0.6995213 Oct 29 08:38:16.352970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54516) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:16.389279 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73de983-d7a3-490f-aedf-e105c20ec049 None None] Pushing event updated for resources: {'Port': ['ID=d9a15c0a-a428-4d93-a330-b602874f6e3f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:16.482726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe94582-3ac3-4db4-9663-5a815a9b5c74 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:16.492016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2fe94582-3ac3-4db4-9663-5a815a9b5c74 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1360681 Oct 29 08:38:16.492674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54522) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:16.709343 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.775062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-0b0712e6-af59-47a1-9922-aba1e7711a90 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:16.779274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-0b0712e6-af59-47a1-9922-aba1e7711a90 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.15 "GET /v2.0/networks?id=384bc618-bd71-4546-b957-11b5c13e6367 HTTP/1.1" status: 200 len: 811 time: 0.3426473 Oct 29 08:38:16.796044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Deleting port d9a15c0a-a428-4d93-a330-b602874f6e3f {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:16.796400 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.844420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-d02c5fee-302e-47fd-a26d-13765266ea6c tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56bb12e93411472597ac152e2b8fa0e8 HTTP/1.1" status: 200 len: 380 time: 0.0499110 Oct 29 08:38:16.858215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Request body: {'port': {'device_id': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'admin_state_up': True, 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'security_groups': ['8112a9eb-860a-494f-b923-566c02bd1f25']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:16.903600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54538) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:16.921059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] For port d9a15c0a-a428-4d93-a330-b602874f6e3f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d9a15c0a-a428-4d93-a330-b602874f6e3f,segment=NetworkSegment(7d49a144-c347-4d64-ac98-190d7e816a7a),segment_id=7d49a144-c347-4d64-ac98-190d7e816a7a)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:16.921265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.959062 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c20ceb69-ddaa-4f23-827f-adf8b77c23fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:16.960354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Calling delete_port for d9a15c0a-a428-4d93-a330-b602874f6e3f owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:17.080107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.115629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Port': ['ID=d9a15c0a-a428-4d93-a330-b602874f6e3f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:17.118221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] No DVR routers for this DVR port d9a15c0a-a428-4d93-a330-b602874f6e3f on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:17.162646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Made reservation on behalf of 56bb12e93411472597ac152e2b8fa0e8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:17.178650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.348319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.377518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f91868-fff4-49b9-8107-4be06b0486ee']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:17.378191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872d8cd-52ca-41b1-b2f6-b134d5fdef1d None None] Network 87046f46-2b3f-43fb-89a2-093ba03880ce requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:17.396760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d49a144-c347-4d64-ac98-190d7e816a7a') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:17.398924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d49a144-c347-4d64-ac98-190d7e816a7a') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:17.412676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.446864 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.469914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:17.470557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:17.477395 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:17.493145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-51f39562-6dac-488c-9bef-9cbcc816c27c tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1567171052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:17.541569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Allocated IP 172.20.0.3 (384bc618-bd71-4546-b957-11b5c13e6367/463a845e-3c6a-4882-bbca-9ae7fcc30a98/fbf9b835-8445-4793-9913-fdb4784ad156) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:17.566956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-66f68e20-e88b-4240-b9ab-dabd3fb0ff68 None None] Provisioning complete for port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:17.567342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-66f68e20-e88b-4240-b9ab-dabd3fb0ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.684590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beebeb98-f506-4321-b07b-a79ca17ff1de req-e5ba5079-816d-4d8b-9625-f53b0f1b6324 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 210 time: 0.1563113 Oct 29 08:38:17.743631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.755202 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:38:17.821055 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.824423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/networks/e1f91868-fff4-49b9-8107-4be06b0486ee HTTP/1.1" status: 204 len: 168 time: 1.3300447 Oct 29 08:38:17.833187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54574) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:17.840552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.897680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.901524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51f39562-6dac-488c-9bef-9cbcc816c27c tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.902536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51f39562-6dac-488c-9bef-9cbcc816c27c tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:17.966174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d7a9-c42d-4b61-aab7-6247fd5bd205 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Network': ['ID=e1f91868-fff4-49b9-8107-4be06b0486ee,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:17.999517 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51f39562-6dac-488c-9bef-9cbcc816c27c tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.024959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a086b-dc9a-4806-b9d1-c17b4781d7a1 None None] DHCP port deletion for e1f91868-fff4-49b9-8107-4be06b0486ee request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:18.051016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Network 384bc618-bd71-4546-b957-11b5c13e6367 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:18.061042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:18.072732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51f39562-6dac-488c-9bef-9cbcc816c27c tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.085315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:18.126801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:18.192781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:18.194500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.210286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event updated for resources: {'Port': ['ID=fbf9b835-8445-4793-9913-fdb4784ad156,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:18.238791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-86ab7be7-7d9b-4f38-a274-9f668e88c0ee tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3870907 Oct 29 08:38:18.259773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Request body: {'port': {'device_id': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:18.305539 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.314406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d490c-135f-4cc3-b90e-75f8224b92a5 None None] Network e1f91868-fff4-49b9-8107-4be06b0486ee requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:18.351876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.359477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d490c-135f-4cc3-b90e-75f8224b92a5 None None] Network e1f91868-fff4-49b9-8107-4be06b0486ee could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:38:18.476097 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-66f68e20-e88b-4240-b9ab-dabd3fb0ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.484771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.563008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:18.563627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.566657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-66f68e20-e88b-4240-b9ab-dabd3fb0ff68 None None] For port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4dad3bac-8983-46aa-b82c-f1804ef7ecc3,segment=NetworkSegment(f027d964-e1fc-4352-8b06-8ad7fa560f25),segment_id=f027d964-e1fc-4352-8b06-8ad7fa560f25)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:18.606090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] DHCP port deletion for 87046f46-2b3f-43fb-89a2-093ba03880ce request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:18.611676 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-66f68e20-e88b-4240-b9ab-dabd3fb0ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.638129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54594) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:18.688588 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51f39562-6dac-488c-9bef-9cbcc816c27c tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.697598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51f39562-6dac-488c-9bef-9cbcc816c27c tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.7909434 Oct 29 08:38:18.702860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54598) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:18.707423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f68e20-e88b-4240-b9ab-dabd3fb0ff68 None None] Pushing event updated for resources: {'Port': ['ID=4dad3bac-8983-46aa-b82c-f1804ef7ecc3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:18.722998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-51401769'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:18.757018 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.777135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf9b835-8445-4793-9913-fdb4784ad156 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:38:18.781536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] Deleting port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:18.782764 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.784844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-28b3fe3b-3ba5-451e-98d0-324055550774 None None] Provisioning complete for port fbf9b835-8445-4793-9913-fdb4784ad156 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:18.785412 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-28b3fe3b-3ba5-451e-98d0-324055550774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.799425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.830570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Made reservation on behalf of 1d227774d5cd477fa007137a719d0fb2 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:18.834096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Transition to ACTIVE for port object fbf9b835-8445-4793-9913-fdb4784ad156 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:38:18.840801 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.843706 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.894085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-28b3fe3b-3ba5-451e-98d0-324055550774 None None] Port fbf9b835-8445-4793-9913-fdb4784ad156 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:18.900177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-28b3fe3b-3ba5-451e-98d0-324055550774 None None] Could not find standard attr ID for object d9a15c0a-a428-4d93-a330-b602874f6e3f. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:38:18.902908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] For port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4dad3bac-8983-46aa-b82c-f1804ef7ecc3,segment=NetworkSegment(f027d964-e1fc-4352-8b06-8ad7fa560f25),segment_id=f027d964-e1fc-4352-8b06-8ad7fa560f25)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:18.903736 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.913314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.917970 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] Calling delete_port for 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:18.933168 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e54b829-f38c-4e17-9298-75a61fc4b9c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:18.940901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf9b835-8445-4793-9913-fdb4784ad156,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:19.086907 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.094904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Attempting to bind port fbf9b835-8445-4793-9913-fdb4784ad156 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:19.095458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Attempting to bind port fbf9b835-8445-4793-9913-fdb4784ad156 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:19.095829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Attempting to bind port fbf9b835-8445-4793-9913-fdb4784ad156 on network 384bc618-bd71-4546-b957-11b5c13e6367 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:19.117861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140da36-d000-46a3-8301-6c6a06c4fc8d req-6aadf5dd-583d-4d30-9de4-7ca660761130 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:19.128592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2140da36-d000-46a3-8301-6c6a06c4fc8d req-6aadf5dd-583d-4d30-9de4-7ca660761130 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 943 time: 0.2689350 Oct 29 08:38:19.129752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Port fbf9b835-8445-4793-9913-fdb4784ad156 on network 384bc618-bd71-4546-b957-11b5c13e6367 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:38:19.130086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Attempting to bind port fbf9b835-8445-4793-9913-fdb4784ad156 on network 384bc618-bd71-4546-b957-11b5c13e6367 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:19.132163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] Pushing event deleted for resources: {'Port': ['ID=4dad3bac-8983-46aa-b82c-f1804ef7ecc3,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:19.134108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dac330-5b4a-42fd-8309-12094c8ba4d5 None None] No DVR routers for this DVR port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:19.163218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e54b829-f38c-4e17-9298-75a61fc4b9c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.177996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:19.180928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Checking segment: {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:19.181632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Bound using segment: {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:19.182238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Bound port: fbf9b835-8445-4793-9913-fdb4784ad156, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61923538-671b-469a-b53e-a02a6815e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:19.182738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.195993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e54b829-f38c-4e17-9298-75a61fc4b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.203895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Deleting port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:19.208257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.267726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2140da36-d000-46a3-8301-6c6a06c4fc8d req-16dc9850-858c-4cd9-871f-fd30c4d74e8e tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120265 Oct 29 08:38:19.338584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] For port fbf9b835-8445-4793-9913-fdb4784ad156, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:19.343033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] For port fbf9b835-8445-4793-9913-fdb4784ad156, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fbf9b835-8445-4793-9913-fdb4784ad156,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:19.343339 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0e54b829-f38c-4e17-9298-75a61fc4b9c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e100728f00b843ac886f2b9c1bcbc5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028270 Oct 29 08:38:19.346087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54608) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:19.353501 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54b829-f38c-4e17-9298-75a61fc4b9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff47d76-5be6-4b79-9398-a3d4841303d3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:19.358271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.367603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.383202 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.402411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] For port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3, host n-d-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:19.403206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.418573 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.420469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:19.421833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.422661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] 10.222.0.15 "PUT /v2.0/ports/fbf9b835-8445-4793-9913-fdb4784ad156 HTTP/1.1" status: 200 len: 1091 time: 1.1740701 Oct 29 08:38:19.425095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'tag': 'fbf9b835-8445-4793-9913-fdb4784ad156'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:19.427604 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1d57e7-9098-49ae-b80c-ad740ab02321", "tag": "fbf9b835-8445-4793-9913-fdb4784ad156"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:19.460984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Calling delete_port for 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:19.464750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 was not found and therefore no delete operation was performed {{(pid=102114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:38:19.466307 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.470435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:19.518642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1484fa5-d31b-4e30-baab-cb48639b9330,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:19.521420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Port': ['ID=4dad3bac-8983-46aa-b82c-f1804ef7ecc3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:19.530423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] No DVR routers for this DVR port 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:19.532931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.533302 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Added segment a8003fa5-fa2e-4603-8887-ea13f464eee0 of type vlan for network 7051942c-b6cb-40be-b5d0-fd466eed635c Oct 29 08:38:19.552395 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73a8500-c432-4bc9-99ce-98017356af33 x-openstack-request-id: req-d73a8500-c432-4bc9-99ce-98017356af33 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:19.552879 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1d57e7-9098-49ae-b80c-ad740ab02321", "tag": "fbf9b835-8445-4793-9913-fdb4784ad156", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:19.553228 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d73a8500-c432-4bc9-99ce-98017356af33 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:19.553732 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'tag': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'status': 'completed', 'code': 200} Oct 29 08:38:19.558498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d30008-66fe-4e73-bc83-20c0c1c19618 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf9b835-8445-4793-9913-fdb4784ad156,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:19.563496 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46f572fc-54a5-4306-9efe-12fe52480961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.590255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-d0e52ff5-7eea-4117-b651-b27f8d1f0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:19.593935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-d0e52ff5-7eea-4117-b651-b27f8d1f0afd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bb12e93411472597ac152e2b8fa0e8&device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 1094 time: 0.1140847 Oct 29 08:38:19.631166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46f572fc-54a5-4306-9efe-12fe52480961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.657844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.675311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-d7716e6e-51a0-4c8a-acc4-eb1f0fa5d874 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbf9b835-8445-4793-9913-fdb4784ad156 HTTP/1.1" status: 200 len: 217 time: 0.0604017 Oct 29 08:38:19.717154 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.720397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87046f46-2b3f-43fb-89a2-093ba03880ce']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:19.733853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f027d964-e1fc-4352-8b06-8ad7fa560f25') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:19.734145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f027d964-e1fc-4352-8b06-8ad7fa560f25') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:19.753067 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.753753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-e4691ce8-7477-40f6-b7dd-4cd5e7f825de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:19.755295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-e4691ce8-7477-40f6-b7dd-4cd5e7f825de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=463a845e-3c6a-4882-bbca-9ae7fcc30a98 HTTP/1.1" status: 200 len: 850 time: 0.0699275 Oct 29 08:38:19.772207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.776483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.777542 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46f572fc-54a5-4306-9efe-12fe52480961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.780116 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46f572fc-54a5-4306-9efe-12fe52480961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.781233 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-46f572fc-54a5-4306-9efe-12fe52480961 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ff47d76-5be6-4b79-9398-a3d4841303d3 HTTP/1.1" status: 204 len: 168 time: 0.4340863 Oct 29 08:38:19.782067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:19.782660 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.792259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:19.792660 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:19.798247 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:19.807910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f572fc-54a5-4306-9efe-12fe52480961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff47d76-5be6-4b79-9398-a3d4841303d3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:19.831036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-f67f2649-dd7e-4bc4-8eb6-18ff4b8e887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:19.833199 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-f67f2649-dd7e-4bc4-8eb6-18ff4b8e887f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=384bc618-bd71-4546-b957-11b5c13e6367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678511 Oct 29 08:38:19.893996 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1884487 Oct 29 08:38:19.905868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54618) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:19.917124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a29cf-18b9-4e98-ac62-703e267e55a4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Network': ['ID=7051942c-b6cb-40be-b5d0-fd466eed635c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:19.926771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'subnet': {'network_id': '7051942c-b6cb-40be-b5d0-fd466eed635c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:19.927011 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.932863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 7051942c-b6cb-40be-b5d0-fd466eed635c details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:19.945978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:19.950184 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/networks/87046f46-2b3f-43fb-89a2-093ba03880ce HTTP/1.1" status: 204 len: 168 time: 2.0984945 Oct 29 08:38:19.954095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54620) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:20.006899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d9a15c0a-a428-4d93-a330-b602874f6e3f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:20.036802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6919b-3dcc-4208-b4fc-021156a349c1 tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Network': ['ID=87046f46-2b3f-43fb-89a2-093ba03880ce,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:20.040770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: d9a15c0a-a428-4d93-a330-b602874f6e3f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:20.041531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d9a15c0a-a428-4d93-a330-b602874f6e3f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:20.042002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:20.074982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:20.075328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4dad3bac-8983-46aa-b82c-f1804ef7ecc3 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:20.104506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-e9188b03-2f53-4c73-a798-8b183d2b0cd6 service neutron] 10.222.0.15 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627976 Oct 29 08:38:20.106088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Made reservation on behalf of 1d227774d5cd477fa007137a719d0fb2 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:20.110060 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.111394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.231030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.253273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a54dd8a-6ebe-4342-b103-ce139493272d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:20.263658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75716d76-7e5b-44e0-8714-333bb3002c54') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:20.263986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75716d76-7e5b-44e0-8714-333bb3002c54') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:20.277057 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.294073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.305111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:20.305551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.310488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51cadfaf-7bae-4500-9146-741dbce68d6f req-c572fdbc-3e44-4df5-ae99-b5a1985d179c service neutron] 10.222.0.15 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951771 Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:20.311840 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:20.434464 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.447627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.451067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/networks/8a54dd8a-6ebe-4342-b103-ce139493272d HTTP/1.1" status: 204 len: 168 time: 0.4960895 Oct 29 08:38:20.463882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54640) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:20.466930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f074a-be5d-42c7-b78e-47e59115619c tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Network': ['ID=8a54dd8a-6ebe-4342-b103-ce139493272d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:20.477532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bffa5-565f-4aaa-833c-62bb9043a8b6 req-213730c9-e19f-4bc0-87a9-eaa0ebe2b974 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:20.480255 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f7bffa5-565f-4aaa-833c-62bb9043a8b6 req-213730c9-e19f-4bc0-87a9-eaa0ebe2b974 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 943 time: 0.0861216 Oct 29 08:38:20.501405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-6c63c125-50c1-4955-995a-efcbb36c2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:20.502968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-6c63c125-50c1-4955-995a-efcbb36c2935 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bb12e93411472597ac152e2b8fa0e8&device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 1094 time: 0.1094103 Oct 29 08:38:20.521852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f7bffa5-565f-4aaa-833c-62bb9043a8b6 req-48b49254-37ce-4f81-ac37-bae7d01fa7d5 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353637 Oct 29 08:38:20.599095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.677307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.715146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54652) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:20.723512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Subnet': ['ID=aa4ae87b-c307-4da5-bf11-4f23c4e04e0e,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:20.758429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-039ece1a-17ca-41cb-a154-6cf825f85f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:20.759958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-039ece1a-17ca-41cb-a154-6cf825f85f70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=384bc618-bd71-4546-b957-11b5c13e6367 HTTP/1.1" status: 200 len: 913 time: 0.2158778 Oct 29 08:38:20.764497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Checking segment: {'id': 'a8003fa5-fa2e-4603-8887-ea13f464eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7051942c-b6cb-40be-b5d0-fd466eed635c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:20.764866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network hostable DHCP agents. Network: 7051942c-b6cb-40be-b5d0-fd466eed635c, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:20.823250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-network', 'tenant_id': '2e17c76d0d244913aed968f36b710343'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:20.853059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Made reservation on behalf of 2e17c76d0d244913aed968f36b710343 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:20.855623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.860366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-9bf6a62d-2899-4d35-b09e-c2af0488795d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbf9b835-8445-4793-9913-fdb4784ad156 HTTP/1.1" status: 200 len: 217 time: 0.0571682 Oct 29 08:38:20.862063 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.864530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.917491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network 7051942c-b6cb-40be-b5d0-fd466eed635c is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:20.923588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec1dbcd-1735-4e62-9869-47827ecacf5d']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:20.939757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18300f9c-e98d-48d8-a5d7-70656c8cbc0b') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:20.940059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18300f9c-e98d-48d8-a5d7-70656c8cbc0b') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:20.951039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 7051942c-b6cb-40be-b5d0-fd466eed635c) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:20.956856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.957224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-9f7cdb85-80b0-43b9-b1a2-104493184c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:20.958746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-9f7cdb85-80b0-43b9-b1a2-104493184c46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=463a845e-3c6a-4882-bbca-9ae7fcc30a98 HTTP/1.1" status: 200 len: 850 time: 0.0865285 Oct 29 08:38:20.959992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:20.960594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.962253 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.964623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.968151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c16019-927f-4c06-acb3-5f1791f60057 None None] Network 7051942c-b6cb-40be-b5d0-fd466eed635c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:20.977039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:20.997317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:20.997729 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Added segment aeffb85e-8ab6-4975-9e31-198505b5165c of type vlan for network 23df355d-b383-4221-93a0-de7ab4af77ae Oct 29 08:38:21.013895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.029305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0d290e4d-c452-4636-8ac0-7fec43707270 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1181338 Oct 29 08:38:21.029305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:21.029305 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:21.032682 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:21.034965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54660) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:21.049642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c2337f-5c72-4d41-bf58-17d94227f6a1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:21.062733 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.081353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'network': {'name': 'tempest-router-network01--50818304'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:21.102950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.104359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:21.106071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.111264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-15be5316-42a1-480a-a9c7-994d324741ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:21.112842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-15be5316-42a1-480a-a9c7-994d324741ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=384bc618-bd71-4546-b957-11b5c13e6367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399591 Oct 29 08:38:21.143768 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.184194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.187414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] 10.222.0.70 "DELETE /v2.0/networks/7ec1dbcd-1735-4e62-9869-47827ecacf5d HTTP/1.1" status: 204 len: 168 time: 0.7225244 Oct 29 08:38:21.190203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Made reservation on behalf of 1d227774d5cd477fa007137a719d0fb2 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:21.193541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.215529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-7051942c-b6cb-40be-b5d0-fd466eed635c', 'network_id': '7051942c-b6cb-40be-b5d0-fd466eed635c', 'tenant_id': '1d227774d5cd477fa007137a719d0fb2', 'fixed_ips': [{'subnet_id': 'aa4ae87b-c307-4da5-bf11-4f23c4e04e0e'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:21.218046 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.223526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3d4b6-ffd4-40b4-8d01-d238c3c85cdd tempest-BulkNetworkOpsTest-959993243 tempest-BulkNetworkOpsTest-959993243-project] Pushing event deleted for resources: {'Network': ['ID=7ec1dbcd-1735-4e62-9869-47827ecacf5d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:21.243942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:21.253336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] Pushing event updated for resources: {'Network': ['ID=23df355d-b383-4221-93a0-de7ab4af77ae,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:21.270518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.270828 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Added segment ee825555-d1ed-44b0-8ba1-4e99508b9f41 of type vlan for network a4f8a2b9-59da-410e-9889-836cc5940ccb Oct 29 08:38:21.279396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-98f2bf59-3228-4267-8b15-9d45acfcdfb2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5628233 Oct 29 08:38:21.283678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54670) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:21.287733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 23df355d-b383-4221-93a0-de7ab4af77ae details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:21.290778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Request body: {'subnet': {'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-subnet', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:21.298134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-9141a8bf-ea91-4475-9223-e7f3bbbb22f2 service neutron] 10.222.0.15 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756177 Oct 29 08:38:21.329247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Made reservation on behalf of 2e17c76d0d244913aed968f36b710343 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:21.338801 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.386585 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.491389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.504078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:21.505062 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.590929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Allocated IP 2001:db8::2 (7051942c-b6cb-40be-b5d0-fd466eed635c/aa4ae87b-c307-4da5-bf11-4f23c4e04e0e/8a45dffd-62f6-4287-8679-5d6b9738e0c5) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:21.602154 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.614127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79dea2ec-eeee-4e39-bbbe-d2e5150d1de0 req-441c7974-d695-41ea-90bf-02badc5cf539 service neutron] 10.222.0.15 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877815 Oct 29 08:38:21.645475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5958023 Oct 29 08:38:21.649992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54684) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:21.650520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54686) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:21.672228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'network': {'name': 'tempest-router-network02--207391140'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:21.701641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:21.742426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4da65-ee89-4cce-b13a-698bc327a182 req-9a1797f4-d1e3-4f41-ad8e-d060dbc1b146 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:21.750912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7a4da65-ee89-4cce-b13a-698bc327a182 req-9a1797f4-d1e3-4f41-ad8e-d060dbc1b146 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1610472 Oct 29 08:38:21.758516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Checking segment: {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:21.758884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Network hostable DHCP agents. Network: 23df355d-b383-4221-93a0-de7ab4af77ae, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:21.801664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Network 23df355d-b383-4221-93a0-de7ab4af77ae is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:21.813193 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.820627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7a4da65-ee89-4cce-b13a-698bc327a182 req-4ec39d9d-6d8c-4a0b-907a-3f2b47659894 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685244 Oct 29 08:38:21.824599 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.832654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 23df355d-b383-4221-93a0-de7ab4af77ae) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:21.841664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:21.842914 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.868455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e509015c-053b-4f84-a371-60afd29f53db None None] Network 23df355d-b383-4221-93a0-de7ab4af77ae requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:21.885431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3b35b15c-1bfc-4857-97bb-65aa7ba8fb3a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5972476 Oct 29 08:38:21.885964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54694) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:21.891697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:21.920315 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.921508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.950367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Network 7051942c-b6cb-40be-b5d0-fd466eed635c is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:21.959438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:21.962223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:21.973551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Pushing event updated for resources: {'Port': ['ID=8a45dffd-62f6-4287-8679-5d6b9738e0c5,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:21.985621 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:21.989218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fbf9b835-8445-4793-9913-fdb4784ad156 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:38:22.030530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724c34d-6e8c-4c52-ab5e-a0aa2f081237 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Network': ['ID=a4f8a2b9-59da-410e-9889-836cc5940ccb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:22.069937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network a4f8a2b9-59da-410e-9889-836cc5940ccb details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:22.083734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Made reservation on behalf of 1d227774d5cd477fa007137a719d0fb2 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:22.087181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.117058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468039-f948-49e4-a700-2a74651ee281 req-2da67de9-aae2-4335-89d8-7deccd476d17 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:22.118628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff468039-f948-49e4-a700-2a74651ee281 req-2da67de9-aae2-4335-89d8-7deccd476d17 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 943 time: 0.4781511 Oct 29 08:38:22.127064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-58d28f32-7b4a-4f49-b436-8adb9770daea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d9b6d84a07144a786c04d692a91cc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752603 Oct 29 08:38:22.130806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54696) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:22.139200 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.166825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:22.187277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Attempting to bind port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:22.187727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Attempting to bind port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'a8003fa5-fa2e-4603-8887-ea13f464eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7051942c-b6cb-40be-b5d0-fd466eed635c'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:22.188723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Attempting to bind port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 on network 7051942c-b6cb-40be-b5d0-fd466eed635c {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:22.195947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.196300 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Added segment ded0c4f6-7f8a-44c5-ba14-78fdc6da6256 of type vlan for network 59aae626-ca17-4de9-b533-6573767d34cb Oct 29 08:38:22.213908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:22.214270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Checking segment: {'id': 'a8003fa5-fa2e-4603-8887-ea13f464eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7051942c-b6cb-40be-b5d0-fd466eed635c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:22.214684 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.215087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Bound using segment: {'id': 'a8003fa5-fa2e-4603-8887-ea13f464eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7051942c-b6cb-40be-b5d0-fd466eed635c'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:22.215688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Bound port: 8a45dffd-62f6-4287-8679-5d6b9738e0c5, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8003fa5-fa2e-4603-8887-ea13f464eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7051942c-b6cb-40be-b5d0-fd466eed635c'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:22.216104 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.225343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff468039-f948-49e4-a700-2a74651ee281 req-7ceada8f-2a4b-4c58-9941-10df36e4bde3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958498 Oct 29 08:38:22.264906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2f621-cc2e-4841-948f-c6f7f550931e None None] Network 23df355d-b383-4221-93a0-de7ab4af77ae requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:22.272980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.289110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb55049b-465f-47e7-bfa8-49547c289d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.325003 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb55049b-465f-47e7-bfa8-49547c289d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.335474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.342540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:22.342540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.376739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fbf9b835-8445-4793-9913-fdb4784ad156, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fbf9b835-8445-4793-9913-fdb4784ad156,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:22.411349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'port_id': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'mac_address': 'fa:16:3e:0c:3b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:38:22.411612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7585375 Oct 29 08:38:22.414784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54700) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:22.426734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'subnet': {'network_id': 'a4f8a2b9-59da-410e-9889-836cc5940ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:22.438837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1b773-03f2-48f0-9737-e4f7d1a98cef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Network': ['ID=59aae626-ca17-4de9-b533-6573767d34cb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:22.448891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.459832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] For port 8a45dffd-62f6-4287-8679-5d6b9738e0c5, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:22.469632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb55049b-465f-47e7-bfa8-49547c289d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.472687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb55049b-465f-47e7-bfa8-49547c289d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.476352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bb55049b-465f-47e7-bfa8-49547c289d4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ef99e19-bd2a-4fed-acfd-92ef45939df7 HTTP/1.1" status: 204 len: 168 time: 0.3443005 Oct 29 08:38:22.489291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55049b-465f-47e7-bfa8-49547c289d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef99e19-bd2a-4fed-acfd-92ef45939df7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:22.494786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 59aae626-ca17-4de9-b533-6573767d34cb details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:22.500471 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.622228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Made reservation on behalf of 1d227774d5cd477fa007137a719d0fb2 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:22.626302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.715052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Allocated IP 172.25.5.253 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/7116e0bc-e62a-4acd-9a1d-e9eb38b7c716) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:22.750714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] For port 8a45dffd-62f6-4287-8679-5d6b9738e0c5, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8a45dffd-62f6-4287-8679-5d6b9738e0c5,segment=NetworkSegment(a8003fa5-fa2e-4603-8887-ea13f464eee0),segment_id=a8003fa5-fa2e-4603-8887-ea13f464eee0)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:22.752410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.786138 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.851141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf9b835-8445-4793-9913-fdb4784ad156 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:38:22.918002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fbf9b835-8445-4793-9913-fdb4784ad156, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fbf9b835-8445-4793-9913-fdb4784ad156,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:22.919397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de348fe2-63f1-4389-a637-074b9297dc63 None None] Pushing event updated for resources: {'Port': ['ID=8a45dffd-62f6-4287-8679-5d6b9738e0c5,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:22.926108 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.987044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:22.989687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=fbf9b835-8445-4793-9913-fdb4784ad156,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:23.050728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:23.132898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['fbf9b835-8445-4793-9913-fdb4784ad156'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:38:23.139755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16841-f5e8-4b7d-aff4-50f3f606f494 req-a0f9b2f7-d10c-442c-b0ed-d5fe527d4df7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:23.142404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02b16841-f5e8-4b7d-aff4-50f3f606f494 req-a0f9b2f7-d10c-442c-b0ed-d5fe527d4df7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1659389 Oct 29 08:38:23.193699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:23.204368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Subnet': ['ID=5cb8b771-e016-4da9-950f-6fc95fdaf1d1,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:23.263041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Checking segment: {'id': 'ee825555-d1ed-44b0-8ba1-4e99508b9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a4f8a2b9-59da-410e-9889-836cc5940ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:23.263403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network hostable DHCP agents. Network: a4f8a2b9-59da-410e-9889-836cc5940ccb, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:23.276834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:23.285228 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02b16841-f5e8-4b7d-aff4-50f3f606f494 req-931c01d0-61af-460b-a797-cf8947da45fa tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292350 Oct 29 08:38:23.288338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:23.294102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Pushing event updated for resources: {'Port': ['ID=7116e0bc-e62a-4acd-9a1d-e9eb38b7c716,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:23.300957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:23.350776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network a4f8a2b9-59da-410e-9889-836cc5940ccb is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:23.369019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a4f8a2b9-59da-410e-9889-836cc5940ccb) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:23.382112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b59408-8880-4b12-9c26-7d10282370d0 None None] Network a4f8a2b9-59da-410e-9889-836cc5940ccb requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:23.440370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2321b8-da3d-45e7-ae26-08fe10700252 req-109562c9-6af1-4d51-9435-c7ece395aee5 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:23.443629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e2321b8-da3d-45e7-ae26-08fe10700252 req-109562c9-6af1-4d51-9435-c7ece395aee5 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 944 time: 0.0848205 Oct 29 08:38:23.446078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:23.446688 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:23.514062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54732) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:23.518912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-272f44ca-75d5-441f-9319-0b07332a6abb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1027534 Oct 29 08:38:23.519880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e2321b8-da3d-45e7-ae26-08fe10700252 req-be4adc70-bc7a-4e54-8cf1-cf639f5ea7d4 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653317 Oct 29 08:38:23.524216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54734) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:23.549346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'subnet': {'network_id': '59aae626-ca17-4de9-b533-6573767d34cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:23.635726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-a4f8a2b9-59da-410e-9889-836cc5940ccb', 'network_id': 'a4f8a2b9-59da-410e-9889-836cc5940ccb', 'tenant_id': '1d227774d5cd477fa007137a719d0fb2', 'fixed_ips': [{'subnet_id': '5cb8b771-e016-4da9-950f-6fc95fdaf1d1'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:23.636625 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:23.669212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Made reservation on behalf of 1d227774d5cd477fa007137a719d0fb2 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:23.674382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:23.679980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:23.771094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-516688154'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:23.816856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:23.820610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:23.830688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Allocated IP 2001:db8::2 (a4f8a2b9-59da-410e-9889-836cc5940ccb/5cb8b771-e016-4da9-950f-6fc95fdaf1d1/f578d4c8-cbbc-4d6c-a1b6-c473fd800671) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:23.832117 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:23.967246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8a45dffd-62f6-4287-8679-5d6b9738e0c5 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:23.995605 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.022562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.024073 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.025587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fbf9b835-8445-4793-9913-fdb4784ad156 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:24.077162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Subnet': ['ID=15576729-335c-4543-8665-8a2cc234184b,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:24.085100 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.129580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:24.139932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:24.140385 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.154466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port fbf9b835-8445-4793-9913-fdb4784ad156 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:38:24.162557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc8e26d-f450-47cf-adc7-69c2c2abb4c6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:24.183061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.183668 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Added segment 34f6cd6b-9c7e-4bef-b65b-12a7ce89c464 of type vlan for network fc86853a-26c9-4277-8059-c91bd34aabc0 Oct 29 08:38:24.194395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port fbf9b835-8445-4793-9913-fdb4784ad156 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:24.194771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.205120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Checking segment: {'id': 'ded0c4f6-7f8a-44c5-ba14-78fdc6da6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '59aae626-ca17-4de9-b533-6573767d34cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:24.205513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network hostable DHCP agents. Network: 59aae626-ca17-4de9-b533-6573767d34cb, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:24.205644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.248663 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.252087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.276901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network 59aae626-ca17-4de9-b533-6573767d34cb is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:24.281315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Router fc7bf285-8100-400f-86cd-6bac7e893ca5 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:38:24.290621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 59aae626-ca17-4de9-b533-6573767d34cb) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:24.294646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.304155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:24.304808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.311954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Pushing event updated for resources: {'Port': ['ID=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:24.315058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4045f-85a3-45ec-a005-1b85ccd092a7 None None] Network 59aae626-ca17-4de9-b533-6573767d34cb requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:24.318793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:24.319543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.395916 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8701446 Oct 29 08:38:24.405430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5a572-bb3a-4f0f-ad11-f1457b8a213f tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Network': ['ID=fc86853a-26c9-4277-8059-c91bd34aabc0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:24.410287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e85225-381f-462f-addc-7d223c2bbcee None None] Network 7051942c-b6cb-40be-b5d0-fd466eed635c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:24.419288 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9ebf7c7a-4827-4a33-adfd-e3972033228b tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8936591 Oct 29 08:38:24.424306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54744) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:24.430464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network fc86853a-26c9-4277-8059-c91bd34aabc0 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:24.533859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Network a4f8a2b9-59da-410e-9889-836cc5940ccb is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:24.571540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:24.581599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:24.786327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7cb17d0c-0b74-4c2b-9669-41ababc40690 None None] Provisioning complete for port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:24.786853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7cb17d0c-0b74-4c2b-9669-41ababc40690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.806663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Attempting to bind port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:24.807208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Attempting to bind port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'ee825555-d1ed-44b0-8ba1-4e99508b9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a4f8a2b9-59da-410e-9889-836cc5940ccb'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:24.807670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Attempting to bind port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 on network a4f8a2b9-59da-410e-9889-836cc5940ccb {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:24.857997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.873976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:24.874827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Checking segment: {'id': 'ee825555-d1ed-44b0-8ba1-4e99508b9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a4f8a2b9-59da-410e-9889-836cc5940ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:24.875009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.875512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Bound using segment: {'id': 'ee825555-d1ed-44b0-8ba1-4e99508b9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a4f8a2b9-59da-410e-9889-836cc5940ccb'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:24.876130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Bound port: f578d4c8-cbbc-4d6c-a1b6-c473fd800671, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee825555-d1ed-44b0-8ba1-4e99508b9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a4f8a2b9-59da-410e-9889-836cc5940ccb'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:24.876601 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.888802 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.896191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e84d69-0110-4fdd-b59d-f41bcd932255 req-8de272be-8eeb-4426-837e-818148358aee tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:24.898169 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28e84d69-0110-4fdd-b59d-f41bcd932255 req-8de272be-8eeb-4426-837e-818148358aee tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.5005271 Oct 29 08:38:24.903753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:24.923987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.949122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Sync routers for ids ['fc7bf285-8100-400f-86cd-6bac7e893ca5'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:24.971845 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28e84d69-0110-4fdd-b59d-f41bcd932255 req-d04c845c-b475-46fd-8709-ad7c8d596e5d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650973 Oct 29 08:38:24.974899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:24.978676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6ec92419-f229-404e-9841-1074275f4e28 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0917718 Oct 29 08:38:24.981340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54754) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:25.068395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9b835-8445-4793-9913-fdb4784ad156'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:25.068395 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae82d83-dfd1-425c-9d86-09938059810e" -d '{"events": [{"server_uuid": "2c1d57e7-9098-49ae-b80c-ad740ab02321", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9b835-8445-4793-9913-fdb4784ad156"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:25.107540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f4492-aeb3-4c9b-952f-dde5e854d386 req-88280136-c65c-4acc-9153-abba4c3fb7c3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.110166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Routers {'fc7bf285-8100-400f-86cd-6bac7e893ca5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:25.110828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc7bf285-8100-400f-86cd-6bac7e893ca5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:25.118920 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a7f4492-aeb3-4c9b-952f-dde5e854d386 req-88280136-c65c-4acc-9153-abba4c3fb7c3 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 944 time: 0.3454242 Oct 29 08:38:25.232387 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a7f4492-aeb3-4c9b-952f-dde5e854d386 req-db2bf5ce-3509-4056-90c4-591b6967de92 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124263 Oct 29 08:38:25.273665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Allocated IP 2001:db8::1 (a4f8a2b9-59da-410e-9889-836cc5940ccb/5cb8b771-e016-4da9-950f-6fc95fdaf1d1/b449f74b-6109-4c6d-bc52-10edc4116426) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:25.323106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-f3d02855-f40e-4468-9193-97327fa60f12 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.330629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-f3d02855-f40e-4468-9193-97327fa60f12 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.338748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-f3d02855-f40e-4468-9193-97327fa60f12 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.346238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-f3d02855-f40e-4468-9193-97327fa60f12 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.357509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-f3d02855-f40e-4468-9193-97327fa60f12 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.365241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-f3d02855-f40e-4468-9193-97327fa60f12 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.372831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-f3d02855-f40e-4468-9193-97327fa60f12 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.381918 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-f3d02855-f40e-4468-9193-97327fa60f12 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.2003744 Oct 29 08:38:25.451491 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.501712 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.599260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Set router fc7bf285-8100-400f-86cd-6bac7e893ca5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:25.602206 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ecfe0c7c-b893-4a9a-8259-74c5b02cf2c5 req-56796894-b788-453c-8ef3-1b461450f733 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192864 Oct 29 08:38:25.609176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network a4f8a2b9-59da-410e-9889-836cc5940ccb is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:25.612324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098424-c0a9-4e06-ae39-1b6d2b5a6f5b req-89f77201-76ae-499d-b349-5075b1b00a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.614648 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3098424-c0a9-4e06-ae39-1b6d2b5a6f5b req-89f77201-76ae-499d-b349-5075b1b00a77 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 1095 time: 0.0740483 Oct 29 08:38:25.615300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Port': ['ID=b449f74b-6109-4c6d-bc52-10edc4116426,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:25.619454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:25.621600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:25.622470 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.715432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fbf9b835-8445-4793-9913-fdb4784ad156, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fbf9b835-8445-4793-9913-fdb4784ad156,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:25.717660 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3098424-c0a9-4e06-ae39-1b6d2b5a6f5b req-36c429af-3324-4fb6-acd6-82d2ad1104d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877588 Oct 29 08:38:25.733183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 8a45dffd-62f6-4287-8679-5d6b9738e0c5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8a45dffd-62f6-4287-8679-5d6b9738e0c5,segment=NetworkSegment(a8003fa5-fa2e-4603-8887-ea13f464eee0),segment_id=a8003fa5-fa2e-4603-8887-ea13f464eee0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:25.745180 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1533e70-47b5-49b5-85db-87a500f596ff x-openstack-request-id: req-b1533e70-47b5-49b5-85db-87a500f596ff {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:25.746552 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1d57e7-9098-49ae-b80c-ad740ab02321", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9b835-8445-4793-9913-fdb4784ad156", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:25.747047 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1533e70-47b5-49b5-85db-87a500f596ff {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:25.747652 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'code': 200} Oct 29 08:38:25.775385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] For port f578d4c8-cbbc-4d6c-a1b6-c473fd800671, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:25.779102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] For port f578d4c8-cbbc-4d6c-a1b6-c473fd800671, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,segment=NetworkSegment(ee825555-d1ed-44b0-8ba1-4e99508b9f41),segment_id=ee825555-d1ed-44b0-8ba1-4e99508b9f41)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:25.780616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.863279 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.865853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-59aae626-ca17-4de9-b533-6573767d34cb', 'network_id': '59aae626-ca17-4de9-b533-6573767d34cb', 'tenant_id': '1d227774d5cd477fa007137a719d0fb2', 'fixed_ips': [{'subnet_id': '15576729-335c-4543-8665-8a2cc234184b'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:25.867011 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.873134 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.910690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.911317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=fbf9b835-8445-4793-9913-fdb4784ad156,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:25.943833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929c438-f3b9-4af3-8c11-5ca8a15db426 req-0194e452-fcdb-498d-83f0-519734d41a38 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.951467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929c438-f3b9-4af3-8c11-5ca8a15db426 req-0194e452-fcdb-498d-83f0-519734d41a38 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.959746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929c438-f3b9-4af3-8c11-5ca8a15db426 req-0194e452-fcdb-498d-83f0-519734d41a38 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.967343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929c438-f3b9-4af3-8c11-5ca8a15db426 req-0194e452-fcdb-498d-83f0-519734d41a38 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.975500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929c438-f3b9-4af3-8c11-5ca8a15db426 req-0194e452-fcdb-498d-83f0-519734d41a38 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.984109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929c438-f3b9-4af3-8c11-5ca8a15db426 req-0194e452-fcdb-498d-83f0-519734d41a38 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:25.986153 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:25.993808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929c438-f3b9-4af3-8c11-5ca8a15db426 req-0194e452-fcdb-498d-83f0-519734d41a38 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:26.003779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8929c438-f3b9-4af3-8c11-5ca8a15db426 req-0194e452-fcdb-498d-83f0-519734d41a38 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.2065282 Oct 29 08:38:26.157999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=8a45dffd-62f6-4287-8679-5d6b9738e0c5,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:26.217576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Allocated IP 172.20.0.1 (23df355d-b383-4221-93a0-de7ab4af77ae/41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7/d88352e7-f16e-4e51-b71c-c37aaa6c6b59) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:26.242015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f0e5b-43c5-4550-bcf1-7d761d41e0e2 None None] Pushing event updated for resources: {'Port': ['ID=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:26.452262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cc30d-53eb-45c2-b45f-9c5106059adb req-35d87461-30e1-42c9-af49-c68572503ea1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:26.454791 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5e3cc30d-53eb-45c2-b45f-9c5106059adb req-35d87461-30e1-42c9-af49-c68572503ea1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.3539240 Oct 29 08:38:26.472462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Allocated IP 2001:db8::2 (59aae626-ca17-4de9-b533-6573767d34cb/15576729-335c-4543-8665-8a2cc234184b/a2fc71f5-0917-4863-a2f7-804b37b5903e) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:26.478870 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:26.492148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:26.521579 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:26.522870 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:26.668796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Port': ['ID=b449f74b-6109-4c6d-bc52-10edc4116426,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:26.672892 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5e3cc30d-53eb-45c2-b45f-9c5106059adb req-f99aad6b-ca55-4c2f-92ba-13a5415b6757 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078114 Oct 29 08:38:26.674001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:26.783766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:38:23Z', 'revision_number': 3, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:26.793020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:26.809087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Network 23df355d-b383-4221-93a0-de7ab4af77ae is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:26.838568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:26.848404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:26.977584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:26.987721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network a4f8a2b9-59da-410e-9889-836cc5940ccb is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:26.999053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Checking router: fc7bf285-8100-400f-86cd-6bac7e893ca5 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:38:26.999617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Updating router fc7bf285-8100-400f-86cd-6bac7e893ca5 port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:38:27.034885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf293976-5c04-4441-b1db-97225a29afd8 req-023d09e6-9bd5-4231-ae57-3d34176c0a89 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:27.039748 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf293976-5c04-4441-b1db-97225a29afd8 req-023d09e6-9bd5-4231-ae57-3d34176c0a89 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 945 time: 0.6733255 Oct 29 08:38:27.041140 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:27.050650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.127284 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9f06f817-0dc8-466b-995c-db701f826c0f None None] Provisioning complete for port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:27.127901 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f06f817-0dc8-466b-995c-db701f826c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.130081 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.162635 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.167630 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.244514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf293976-5c04-4441-b1db-97225a29afd8 req-dda4910d-4195-4f40-868b-e8331038293c tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901231 Oct 29 08:38:27.289678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Router 7c758946-b354-4f26-9c76-2d1f994f3540 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:38:27.309001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Network 59aae626-ca17-4de9-b533-6573767d34cb is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:27.318722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:27.331163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:27.441118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Pushing event updated for resources: {'Port': ['ID=a2fc71f5-0917-4863-a2f7-804b37b5903e,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:27.456900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.460843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:27.467525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-60698882-755e-4983-a257-84918ade1a9d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "PUT /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0417023 Oct 29 08:38:27.472537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54774) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:27.474623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.482155 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0657aad8-c1e2-4e84-931a-698f731ef749 None None] Sync routers for ids ['7c758946-b354-4f26-9c76-2d1f994f3540'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:27.510411 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0657aad8-c1e2-4e84-931a-698f731ef749 None None] Routers {'7c758946-b354-4f26-9c76-2d1f994f3540'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:27.510808 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0657aad8-c1e2-4e84-931a-698f731ef749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7c758946-b354-4f26-9c76-2d1f994f3540'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:27.569509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:27.572672 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.617090 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0657aad8-c1e2-4e84-931a-698f731ef749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:27.637037 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0657aad8-c1e2-4e84-931a-698f731ef749 None None] Routers {'7c758946-b354-4f26-9c76-2d1f994f3540'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:27.639008 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0657aad8-c1e2-4e84-931a-698f731ef749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7c758946-b354-4f26-9c76-2d1f994f3540'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:27.730393 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0657aad8-c1e2-4e84-931a-698f731ef749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:27.731318 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0657aad8-c1e2-4e84-931a-698f731ef749 None None] The sync data for ids ['7c758946-b354-4f26-9c76-2d1f994f3540'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:27.781231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54782) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:27.850313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'subnet': {'network_id': 'fc86853a-26c9-4277-8059-c91bd34aabc0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:27.854116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Network 23df355d-b383-4221-93a0-de7ab4af77ae is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:27.856278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:27.869319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Attempting to bind port a2fc71f5-0917-4863-a2f7-804b37b5903e on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:27.870109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Attempting to bind port a2fc71f5-0917-4863-a2f7-804b37b5903e by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'ded0c4f6-7f8a-44c5-ba14-78fdc6da6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '59aae626-ca17-4de9-b533-6573767d34cb'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:27.870628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Attempting to bind port a2fc71f5-0917-4863-a2f7-804b37b5903e on network 59aae626-ca17-4de9-b533-6573767d34cb {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:27.884529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297aef5-a702-42fa-8e54-52e94e40f553 req-11304de9-fbbf-4e7b-87a3-521cf87fa8f9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:27.886597 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2297aef5-a702-42fa-8e54-52e94e40f553 req-11304de9-fbbf-4e7b-87a3-521cf87fa8f9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.0664079 Oct 29 08:38:27.923105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:27.927039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Checking segment: {'id': 'ded0c4f6-7f8a-44c5-ba14-78fdc6da6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '59aae626-ca17-4de9-b533-6573767d34cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:27.927462 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:27.928054 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Bound using segment: {'id': 'ded0c4f6-7f8a-44c5-ba14-78fdc6da6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '59aae626-ca17-4de9-b533-6573767d34cb'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:27.931433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Bound port: a2fc71f5-0917-4863-a2f7-804b37b5903e, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded0c4f6-7f8a-44c5-ba14-78fdc6da6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '59aae626-ca17-4de9-b533-6573767d34cb'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:27.938009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.020462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a4bda-bb39-4fcf-918a-f0cca25c2241 None None] Network a4f8a2b9-59da-410e-9889-836cc5940ccb requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:28.031688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2297aef5-a702-42fa-8e54-52e94e40f553 req-227aa90c-8ac6-4bec-a65a-c2045ab313a7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986745 Oct 29 08:38:28.038970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:28.043958 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.074194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Router fc7bf285-8100-400f-86cd-6bac7e893ca5 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:38:28.187004 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4e6d66ce-ff8e-401e-886b-a4164dd621ab None None] Provisioning complete for port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:28.187863 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e6d66ce-ff8e-401e-886b-a4164dd621ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.200903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8a45dffd-62f6-4287-8679-5d6b9738e0c5 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:28.217053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:28.230658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8e3010a6-8e82-4e3d-b0da-724a0c1cf0b6 admin admin] 10.222.0.70 "PUT /v2.0/routers/fc7bf285-8100-400f-86cd-6bac7e893ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2406199 Oct 29 08:38:28.291705 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-6a3ca46a-3266-44a5-93d2-6ec42ac33aef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:38:28.295566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6a3ca46a-3266-44a5-93d2-6ec42ac33aef tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "PUT /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8192713 Oct 29 08:38:28.296417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54792) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:28.393190 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.400851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] For port a2fc71f5-0917-4863-a2f7-804b37b5903e, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:28.477752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Subnet': ['ID=c8d7b403-ffa8-459e-a8b4-a312f937afb6,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:28.478209 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] For port a2fc71f5-0917-4863-a2f7-804b37b5903e, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a2fc71f5-0917-4863-a2f7-804b37b5903e,segment=NetworkSegment(ded0c4f6-7f8a-44c5-ba14-78fdc6da6256),segment_id=ded0c4f6-7f8a-44c5-ba14-78fdc6da6256)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:28.531598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Checking segment: {'id': '34f6cd6b-9c7e-4bef-b65b-12a7ce89c464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fc86853a-26c9-4277-8059-c91bd34aabc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:28.532041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network hostable DHCP agents. Network: fc86853a-26c9-4277-8059-c91bd34aabc0, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:28.534267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516781-fce7-4242-83a1-c90ff0d2b227 req-03c65bc8-a60f-435a-9daa-fb5cfdc940c2 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:28.536048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29516781-fce7-4242-83a1-c90ff0d2b227 req-03c65bc8-a60f-435a-9daa-fb5cfdc940c2 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 945 time: 0.1453612 Oct 29 08:38:28.558982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network fc86853a-26c9-4277-8059-c91bd34aabc0 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:28.575334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, fc86853a-26c9-4277-8059-c91bd34aabc0) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:28.581889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:28.582550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.608084 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9db7129a-9953-4053-b0ba-2aa9046d8923 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7906325 Oct 29 08:38:28.611682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54800) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:28.618835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1304478038'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:28.636568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29516781-fce7-4242-83a1-c90ff0d2b227 req-ae6f94ef-e39c-49c8-8a87-b379542f6a28 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661757 Oct 29 08:38:28.663528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:28.669669 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.718551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc78c2-7d40-490a-b427-d0b288be37c3 None None] Network fc86853a-26c9-4277-8059-c91bd34aabc0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:28.719089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:28.729557 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.747839 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.764747 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.765283 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Added segment aaac5db3-25f8-4f6c-9d25-c504a1b15fa1 of type vlan for network db3f401f-3f3c-4a3c-9ec1-19aa839519ae Oct 29 08:38:28.849441 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.853657 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.908832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28214e3d-016e-4d80-96b5-ccfdcc93c340 req-144ed978-24dc-4f03-985a-2ba5a7bfae35 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:28.912168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28214e3d-016e-4d80-96b5-ccfdcc93c340 req-144ed978-24dc-4f03-985a-2ba5a7bfae35 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 945 time: 0.1457238 Oct 29 08:38:28.918138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:28.918580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.932673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54818) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:28.937435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.948957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:28.949842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:28.961683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Request body: {'floatingip': {'port_id': 'fbf9b835-8445-4793-9913-fdb4784ad156'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:29.051362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.060380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e6d66ce-ff8e-401e-886b-a4164dd621ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.092046 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.103661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9286d-6f8e-4be8-98ef-31ad851d4617 None None] Pushing event updated for resources: {'Port': ['ID=a2fc71f5-0917-4863-a2f7-804b37b5903e,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:29.129215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54830) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:29.227657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bb582-216e-4562-bc75-5b8b03bf28ab None None] Pushing event updated for resources: {'Port': ['ID=7116e0bc-e62a-4acd-9a1d-e9eb38b7c716,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:29.241064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Attempting to bind port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:29.242716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Attempting to bind port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:29.243102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Attempting to bind port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:29.253024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:29.253397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:29.253854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.254278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:29.254761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Bound port: 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:29.255189 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.360432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4e6d66ce-ff8e-401e-886b-a4164dd621ab None None] For port f578d4c8-cbbc-4d6c-a1b6-c473fd800671, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,segment=NetworkSegment(ee825555-d1ed-44b0-8ba1-4e99508b9f41),segment_id=ee825555-d1ed-44b0-8ba1-4e99508b9f41)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:29.373671 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e6d66ce-ff8e-401e-886b-a4164dd621ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.552594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Network': ['ID=db3f401f-3f3c-4a3c-9ec1-19aa839519ae,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:29.555797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-fc86853a-26c9-4277-8059-c91bd34aabc0', 'network_id': 'fc86853a-26c9-4277-8059-c91bd34aabc0', 'tenant_id': '3923158a85f9494c81e5559307252425', 'fixed_ips': [{'subnet_id': 'c8d7b403-ffa8-459e-a8b4-a312f937afb6'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:29.557101 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.568767 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-17adfedc-2d0a-494b-b72f-2913838c1019 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9551816 Oct 29 08:38:29.571407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54836) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:29.581450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] For port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:29.582533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'subnet': {'network_id': 'db3f401f-3f3c-4a3c-9ec1-19aa839519ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:29.584094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network db3f401f-3f3c-4a3c-9ec1-19aa839519ae details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:29.603724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d66ce-ff8e-401e-886b-a4164dd621ab None None] Pushing event updated for resources: {'Port': ['ID=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:29.607698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f578d4c8-cbbc-4d6c-a1b6-c473fd800671 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:29.693392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:29.698283 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.761664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] For port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7116e0bc-e62a-4acd-9a1d-e9eb38b7c716,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:29.803523 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.813508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-0df4bc70-b523-4eea-a8e5-c9d120dc7460 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:29.815123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-0df4bc70-b523-4eea-a8e5-c9d120dc7460 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 819 time: 0.9271178 Oct 29 08:38:29.844954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-adebf6c6-4d1f-4b9f-8e7f-d4ac1b355471 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/quotas/2e17c76d0d244913aed968f36b710343 HTTP/1.1" status: 200 len: 375 time: 0.0230172 Oct 29 08:38:29.927043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-41b910a9-1ecc-46ef-91de-634250e944a1 None None] Provisioning complete for port b449f74b-6109-4c6d-bc52-10edc4116426 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:29.927413 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-41b910a9-1ecc-46ef-91de-634250e944a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:29.956935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-1ee9b95a-6280-4a86-b40f-0994d3ebd399 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1053722 Oct 29 08:38:30.028610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Allocated IP 2001:db8:0:ffff::2 (fc86853a-26c9-4277-8059-c91bd34aabc0/c8d7b403-ffa8-459e-a8b4-a312f937afb6/5059dd43-825e-42a1-bfed-cc6fd7805bd2) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:30.070329 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-11e3d655-eea5-48a7-a40e-8c0e68d8a7e4 service neutron] 10.222.0.70 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028152 Oct 29 08:38:30.216358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bb582-216e-4562-bc75-5b8b03bf28ab None None] Pushing event updated for resources: {'Port': ['ID=7116e0bc-e62a-4acd-9a1d-e9eb38b7c716,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:30.269386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:30.270067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.281480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Routers {'fc7bf285-8100-400f-86cd-6bac7e893ca5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:30.282137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc7bf285-8100-400f-86cd-6bac7e893ca5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:30.294199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.306136 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.317191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-05443294-c266-48f4-a9dc-910edaed5c4c service neutron] 10.222.0.70 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120557 Oct 29 08:38:30.404977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:38:30.410680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.414778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-41b910a9-1ecc-46ef-91de-634250e944a1 None None] Port b449f74b-6109-4c6d-bc52-10edc4116426 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:30.446326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.524826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.538051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Subnet': ['ID=f4561375-5705-4202-87b6-84f55672df05,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:30.546684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Checking segment: {'id': 'aaac5db3-25f8-4f6c-9d25-c504a1b15fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'db3f401f-3f3c-4a3c-9ec1-19aa839519ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:30.547285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network hostable DHCP agents. Network: db3f401f-3f3c-4a3c-9ec1-19aa839519ae, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:30.559290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.574907 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Floating IP 19b37b0d-cc16-4fe3-9af6-5839b36729a3 associated. External IP: 172.25.5.119, port: fbf9b835-8445-4793-9913-fdb4784ad156. Oct 29 08:38:30.584509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network db3f401f-3f3c-4a3c-9ec1-19aa839519ae is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:30.597276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, db3f401f-3f3c-4a3c-9ec1-19aa839519ae) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:30.601828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb95a7-2599-4c5a-b903-3c09092cad36 None None] Network 59aae626-ca17-4de9-b533-6573767d34cb requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:30.604161 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.610755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.614937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.616236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63179f26-d71e-494e-a075-ade1b4e4920f None None] Network db3f401f-3f3c-4a3c-9ec1-19aa839519ae requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:30.653053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d057c2eb-3c8f-4fb9-8414-a65db47698f6 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0767882 Oct 29 08:38:30.653751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54844) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:30.668301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'port': {'network_id': 'db3f401f-3f3c-4a3c-9ec1-19aa839519ae', 'name': 'tempest-NetworksIpV6TestAttrs-596906386'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:30.719285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f87b1-def7-40af-8652-aff21328024c req-12e84b19-aca9-488d-a156-de9960368ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.719771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f87b1-def7-40af-8652-aff21328024c req-12e84b19-aca9-488d-a156-de9960368ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.720303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f87b1-def7-40af-8652-aff21328024c req-12e84b19-aca9-488d-a156-de9960368ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.720757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f87b1-def7-40af-8652-aff21328024c req-12e84b19-aca9-488d-a156-de9960368ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.721207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f87b1-def7-40af-8652-aff21328024c req-12e84b19-aca9-488d-a156-de9960368ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.722565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f87b1-def7-40af-8652-aff21328024c req-12e84b19-aca9-488d-a156-de9960368ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.723214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f87b1-def7-40af-8652-aff21328024c req-12e84b19-aca9-488d-a156-de9960368ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.726589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f7f87b1-def7-40af-8652-aff21328024c req-12e84b19-aca9-488d-a156-de9960368ec8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6492 time: 1.5808339 Oct 29 08:38:30.734839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a956b0-5dff-474d-a310-6ea386e6738a req-209d863b-583f-4fa8-a74b-147d6da3386d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:30.744410 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38a956b0-5dff-474d-a310-6ea386e6738a req-209d863b-583f-4fa8-a74b-147d6da3386d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 1.4723322 Oct 29 08:38:30.759102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-41b910a9-1ecc-46ef-91de-634250e944a1 None None] Provisioning complete for port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:30.759464 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-41b910a9-1ecc-46ef-91de-634250e944a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.852749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Network fc86853a-26c9-4277-8059-c91bd34aabc0 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:30.881314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:30.899975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:30.915500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Pushing event updated for resources: {'Port': ['ID=5059dd43-825e-42a1-bfed-cc6fd7805bd2,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:30.932557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fb187290-0398-4af9-9fc4-b8d1df51d796 req-b8d572f9-007a-4174-86b9-a0bf92a4323d tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 210 time: 0.0820141 Oct 29 08:38:30.935035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:30.939007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:30.940079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] Set router fc7bf285-8100-400f-86cd-6bac7e893ca5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:30.982855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] device_id is not set on port 544596ea-51f8-4053-a623-ebea09f3a635 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:38:31.089489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f7f87b1-def7-40af-8652-aff21328024c req-1173c434-6f71-42d7-8e29-a2c770ae63a2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1e405755-da34-4810-82f0-48d990bdbe14&id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3313336 Oct 29 08:38:31.106164 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38a956b0-5dff-474d-a310-6ea386e6738a req-92013877-7621-4236-bde4-ef6963a6d280 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583286 Oct 29 08:38:31.222675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Allocated IP 2001:db8::f816:3eff:fea7:cdd0 (db3f401f-3f3c-4a3c-9ec1-19aa839519ae/f4561375-5705-4202-87b6-84f55672df05/544596ea-51f8-4053-a623-ebea09f3a635) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:31.308146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a2fc71f5-0917-4863-a2f7-804b37b5903e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:31.421316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:38:31.557658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting port b449f74b-6109-4c6d-bc52-10edc4116426 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:31.558051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.568974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Attempting to bind port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:31.568974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Attempting to bind port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '34f6cd6b-9c7e-4bef-b65b-12a7ce89c464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fc86853a-26c9-4277-8059-c91bd34aabc0'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:31.568974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Attempting to bind port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 on network fc86853a-26c9-4277-8059-c91bd34aabc0 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:31.613104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:31.613451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Checking segment: {'id': '34f6cd6b-9c7e-4bef-b65b-12a7ce89c464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fc86853a-26c9-4277-8059-c91bd34aabc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:31.613819 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.614208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Bound using segment: {'id': '34f6cd6b-9c7e-4bef-b65b-12a7ce89c464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fc86853a-26c9-4277-8059-c91bd34aabc0'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:31.614708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Bound port: 5059dd43-825e-42a1-bfed-cc6fd7805bd2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f6cd6b-9c7e-4bef-b65b-12a7ce89c464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'fc86853a-26c9-4277-8059-c91bd34aabc0'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:31.615060 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.616384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.623446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:31.629351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.651343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-0e07670e-0893-4441-b854-8da095e305bc tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:31.654488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] Sync routers for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:31.660594 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-0e07670e-0893-4441-b854-8da095e305bc tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 819 time: 0.2745416 Oct 29 08:38:31.666870 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1b8c7002-fe90-4046-a29f-615c996148d7 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "PUT /v2.0/floatingips/19b37b0d-cc16-4fe3-9af6-5839b36729a3 HTTP/1.1" status: 200 len: 991 time: 2.7254395 Oct 29 08:38:31.674591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'tag': 'fbf9b835-8445-4793-9913-fdb4784ad156'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:31.677256 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33167b20-a920-444f-89e6-0f232792d877" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1d57e7-9098-49ae-b80c-ad740ab02321", "tag": "fbf9b835-8445-4793-9913-fdb4784ad156"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:31.688955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-fb4ca417-4f99-4268-b906-518522948f5b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/quotas/2e17c76d0d244913aed968f36b710343 HTTP/1.1" status: 200 len: 375 time: 0.0219696 Oct 29 08:38:31.699643 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.731515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Calling delete_port for b449f74b-6109-4c6d-bc52-10edc4116426 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:31.748936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-db3f401f-3f3c-4a3c-9ec1-19aa839519ae', 'network_id': 'db3f401f-3f3c-4a3c-9ec1-19aa839519ae', 'tenant_id': '3923158a85f9494c81e5559307252425', 'fixed_ips': [{'subnet_id': 'f4561375-5705-4202-87b6-84f55672df05'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:31.749839 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.763588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a2fc71f5-0917-4863-a2f7-804b37b5903e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:31.763997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.774198 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-007b1e3a-7373-4c04-95cf-0d13badb2ac1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741107 Oct 29 08:38:31.775662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.802334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:31.803073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:31.846856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network db3f401f-3f3c-4a3c-9ec1-19aa839519ae is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:31.887430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:31.896866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:31.905624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:31.906616 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:31.943973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Port': ['ID=544596ea-51f8-4053-a623-ebea09f3a635,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:31.955034 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1ad67994-6ceb-4f13-b5c8-55ad5279ebb2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2999091 Oct 29 08:38:31.966151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54878) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:32.024492 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d8ef8-839a-4651-bf9b-26daf45e008d x-openstack-request-id: req-a60d8ef8-839a-4651-bf9b-26daf45e008d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:32.024812 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1d57e7-9098-49ae-b80c-ad740ab02321", "tag": "fbf9b835-8445-4793-9913-fdb4784ad156", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:32.025028 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a60d8ef8-839a-4651-bf9b-26daf45e008d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:32.028255 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'tag': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'status': 'completed', 'code': 200} Oct 29 08:38:32.072857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8445d4da-b9ef-4dd9-9103-3e39611d8577 None None] Provisioning complete for port b449f74b-6109-4c6d-bc52-10edc4116426 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:32.073341 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8445d4da-b9ef-4dd9-9103-3e39611d8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:32.076755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:32.082158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] For port 5059dd43-825e-42a1-bfed-cc6fd7805bd2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:32.146842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Port': ['ID=b449f74b-6109-4c6d-bc52-10edc4116426,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:32.171299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] For port 5059dd43-825e-42a1-bfed-cc6fd7805bd2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5059dd43-825e-42a1-bfed-cc6fd7805bd2,segment=NetworkSegment(34f6cd6b-9c7e-4bef-b65b-12a7ce89c464),segment_id=34f6cd6b-9c7e-4bef-b65b-12a7ce89c464)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:32.176634 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8445d4da-b9ef-4dd9-9103-3e39611d8577 None None] Port b449f74b-6109-4c6d-bc52-10edc4116426 was deleted so its status cannot be updated. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 08:38:32.197157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-a6ff8bcb-2574-4eb0-8ae0-6a5675991ca3 service neutron] 10.222.0.70 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094424 Oct 29 08:38:32.197830 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:32.215297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d393caab-560e-4441-98c4-9ee29421ed34 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Deleting subnet f4561375-5705-4202-87b6-84f55672df05 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:32.298807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33167b20-a920-444f-89e6-0f232792d877 req-29760795-6b2b-49e6-8cca-d9df6ce1ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:32.300487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33167b20-a920-444f-89e6-0f232792d877 req-29760795-6b2b-49e6-8cca-d9df6ce1ee55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bb12e93411472597ac152e2b8fa0e8&device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 1096 time: 0.2596624 Oct 29 08:38:32.384805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:32.388657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-01f95269-31b0-4ea1-9c4c-0478bee9f126 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:32.390272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-01f95269-31b0-4ea1-9c4c-0478bee9f126 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.93 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 819 time: 0.4317062 Oct 29 08:38:32.411083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Allocated IP 2001:db8::f816:3eff:fea2:ea21 (db3f401f-3f3c-4a3c-9ec1-19aa839519ae/f4561375-5705-4202-87b6-84f55672df05/c9d17268-8dc6-4547-b11f-cc9d2eaa4785) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:32.418183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84f1f2-3c5c-45dc-b433-7e412ece1b11 req-1b858658-15d3-4aad-91e6-aacc39421858 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:32.418396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Request body: {'port': {'device_id': 'bae3e5e3-f6ba-4893-9f01-0495dea960e5', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'admin_state_up': True, 'tenant_id': '2e17c76d0d244913aed968f36b710343'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:32.420681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd84f1f2-3c5c-45dc-b433-7e412ece1b11 req-1b858658-15d3-4aad-91e6-aacc39421858 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1791811 Oct 29 08:38:32.432246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85362af9-389f-4197-82b2-88530f2ce13a None None] Pushing event updated for resources: {'Port': ['ID=5059dd43-825e-42a1-bfed-cc6fd7805bd2,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:32.469276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:32.524946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:32.532930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-b887df06-b161-4e20-9425-06cb8aa20b7f service neutron] 10.222.0.70 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348694 Oct 29 08:38:32.597666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33167b20-a920-444f-89e6-0f232792d877 req-2f55dc1e-942f-4e8d-bc5a-dd2ac3b5ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:32.599453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33167b20-a920-444f-89e6-0f232792d877 req-2f55dc1e-942f-4e8d-bc5a-dd2ac3b5ce22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=384bc618-bd71-4546-b957-11b5c13e6367 HTTP/1.1" status: 200 len: 913 time: 0.2884474 Oct 29 08:38:32.631655 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd84f1f2-3c5c-45dc-b433-7e412ece1b11 req-2158d632-7f96-443d-bcd9-3b429594bee9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701200 Oct 29 08:38:32.657358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Router 7c758946-b354-4f26-9c76-2d1f994f3540 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:38:32.727781 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33167b20-a920-444f-89e6-0f232792d877 req-f1c929bb-9a34-49c4-ac5e-e7a6d3d938b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbf9b835-8445-4793-9913-fdb4784ad156 HTTP/1.1" status: 200 len: 999 time: 0.1194110 Oct 29 08:38:32.751243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Made reservation on behalf of 2e17c76d0d244913aed968f36b710343 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:32.755915 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:32.766248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:32.776034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port a2fc71f5-0917-4863-a2f7-804b37b5903e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a2fc71f5-0917-4863-a2f7-804b37b5903e,segment=NetworkSegment(ded0c4f6-7f8a-44c5-ba14-78fdc6da6256),segment_id=ded0c4f6-7f8a-44c5-ba14-78fdc6da6256)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:32.782324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8445d4da-b9ef-4dd9-9103-3e39611d8577 None None] Provisioning complete for port a2fc71f5-0917-4863-a2f7-804b37b5903e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:32.782720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8445d4da-b9ef-4dd9-9103-3e39611d8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:32.801210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:38:27Z', 'revision_number': 4, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'd88352e7-f16e-4e51-b71c-c37aaa6c6b59', 'name': '', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'mac_address': 'fa:16:3e:86:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:25Z', 'updated_at': '2021-10-29T08:38:27Z', 'revision_number': 2, 'project_id': '2e17c76d0d244913aed968f36b710343', 'subnets': [{'id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:32.839112 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:32.839726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f578d4c8-cbbc-4d6c-a1b6-c473fd800671 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:32.840000 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ce77d-0b37-4a99-a02c-4e0e5e5719a1 None None] Sync routers for ids ['7c758946-b354-4f26-9c76-2d1f994f3540'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:32.843280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a00b4a5f-2d79-4fe4-aa78-27034da423b4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "PUT /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5437613 Oct 29 08:38:32.853262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54888) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:32.869573 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ce77d-0b37-4a99-a02c-4e0e5e5719a1 None None] Routers {'7c758946-b354-4f26-9c76-2d1f994f3540'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:32.871974 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-442ce77d-0b37-4a99-a02c-4e0e5e5719a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7c758946-b354-4f26-9c76-2d1f994f3540'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:32.943200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ecf069fd-d138-485d-b406-beae0707c229 req-6cb78569-5513-4945-8868-3ab527ec2de5 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 210 time: 0.0957336 Oct 29 08:38:32.943434 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-442ce77d-0b37-4a99-a02c-4e0e5e5719a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:32.957093 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ce77d-0b37-4a99-a02c-4e0e5e5719a1 None None] Routers {'7c758946-b354-4f26-9c76-2d1f994f3540'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:32.957888 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-442ce77d-0b37-4a99-a02c-4e0e5e5719a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7c758946-b354-4f26-9c76-2d1f994f3540'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:33.004147 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-dc0af5f2-0fcd-4c4d-bd12-9f2a17beb2cf tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] delete failed (client error): The resource could not be found. Oct 29 08:38:33.005238 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dc0af5f2-0fcd-4c4d-bd12-9f2a17beb2cf tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-947634928 HTTP/1.1" status: 404 len: 334 time: 0.1483479 Oct 29 08:38:33.010369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54892) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:33.015208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ce4ff714-941d-496c-81c2-3c2af2f9b0a5 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c758946-b354-4f26-9c76-2d1f994f3540'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:33.025375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33167b20-a920-444f-89e6-0f232792d877 req-19e1fef6-f53c-4679-b0b9-799d2ec2bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:33.030006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33167b20-a920-444f-89e6-0f232792d877 req-19e1fef6-f53c-4679-b0b9-799d2ec2bd87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=463a845e-3c6a-4882-bbca-9ae7fcc30a98 HTTP/1.1" status: 200 len: 850 time: 0.2926078 Oct 29 08:38:33.062632 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-442ce77d-0b37-4a99-a02c-4e0e5e5719a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:33.063978 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ce77d-0b37-4a99-a02c-4e0e5e5719a1 None None] The sync data for ids ['7c758946-b354-4f26-9c76-2d1f994f3540'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:33.076705 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:33.086046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=a2fc71f5-0917-4863-a2f7-804b37b5903e,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:33.089633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99adaac-5954-4f49-9847-51f3ac4a567f None None] The sync data for ids ['fc7bf285-8100-400f-86cd-6bac7e893ca5'] in n-d-815940-1 is: [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:38:27Z', 'revision_number': 4, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'd88352e7-f16e-4e51-b71c-c37aaa6c6b59', 'name': '', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'mac_address': 'fa:16:3e:86:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:25Z', 'updated_at': '2021-10-29T08:38:27Z', 'revision_number': 2, 'project_id': '2e17c76d0d244913aed968f36b710343', 'subnets': [{'id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:33.166761 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:33.189057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d393caab-560e-4441-98c4-9ee29421ed34 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:33.266463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d393caab-560e-4441-98c4-9ee29421ed34 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:33.268921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Network db3f401f-3f3c-4a3c-9ec1-19aa839519ae is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:33.312164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:33.320488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Pushing event updated for resources: {'Port': ['ID=c9d17268-8dc6-4547-b11f-cc9d2eaa4785,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:33.322931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:33.358820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33167b20-a920-444f-89e6-0f232792d877 req-bc73ca92-6096-4e87-9fba-2f0af30bbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:33.360600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33167b20-a920-444f-89e6-0f232792d877 req-bc73ca92-6096-4e87-9fba-2f0af30bbde7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=384bc618-bd71-4546-b957-11b5c13e6367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3168867 Oct 29 08:38:33.373282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:33.373718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:33.584258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Allocated IP 172.20.0.14 (23df355d-b383-4221-93a0-de7ab4af77ae/41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7/188c1802-bf36-48c0-8df0-0ed0c14dbc4d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:33.920870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Attempting to bind port c9d17268-8dc6-4547-b11f-cc9d2eaa4785 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:33.921388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Attempting to bind port c9d17268-8dc6-4547-b11f-cc9d2eaa4785 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'aaac5db3-25f8-4f6c-9d25-c504a1b15fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'db3f401f-3f3c-4a3c-9ec1-19aa839519ae'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:33.923234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Attempting to bind port c9d17268-8dc6-4547-b11f-cc9d2eaa4785 on network db3f401f-3f3c-4a3c-9ec1-19aa839519ae {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:33.947660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:33.950366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Checking segment: {'id': 'aaac5db3-25f8-4f6c-9d25-c504a1b15fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'db3f401f-3f3c-4a3c-9ec1-19aa839519ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:33.950866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:33.951268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Bound using segment: {'id': 'aaac5db3-25f8-4f6c-9d25-c504a1b15fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'db3f401f-3f3c-4a3c-9ec1-19aa839519ae'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:33.953734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Bound port: c9d17268-8dc6-4547-b11f-cc9d2eaa4785, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaac5db3-25f8-4f6c-9d25-c504a1b15fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'db3f401f-3f3c-4a3c-9ec1-19aa839519ae'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:33.954175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:33.956150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce4ff714-941d-496c-81c2-3c2af2f9b0a5 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:33.987160 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-ce4ff714-941d-496c-81c2-3c2af2f9b0a5 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] update failed (client error): The resource could not be found. Oct 29 08:38:33.988479 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ce4ff714-941d-496c-81c2-3c2af2f9b0a5 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "PUT /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540 HTTP/1.1" status: 404 len: 339 time: 0.9771101 Oct 29 08:38:33.992139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33167b20-a920-444f-89e6-0f232792d877 req-cc196891-c3a4-43a8-98af-f9c227aff45c service neutron] 10.222.0.15 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991690 Oct 29 08:38:33.992672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54910) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:34.004328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-181833499'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:34.039120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Made reservation on behalf of 1d227774d5cd477fa007137a719d0fb2 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:34.048720 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.088675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:34.093168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e0632990-01bb-4c98-8daf-984377477f31 None None] Provisioning complete for port a2fc71f5-0917-4863-a2f7-804b37b5903e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:34.093562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0632990-01bb-4c98-8daf-984377477f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.124342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.125808 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Added segment 70c52e44-a660-4bea-93d2-b60709c63d55 of type vlan for network 8e6d5a75-d896-4591-82b3-8ed550390356 Oct 29 08:38:34.181455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b50578ce-e176-4a53-b3f2-2bc42a23ebe5 req-302ad6b7-1626-4216-8ddc-2e990a1cda02 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 210 time: 0.0764322 Oct 29 08:38:34.202593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56318cee-efd6-4073-83cb-15ab12b21f2e None None] Network fc86853a-26c9-4277-8059-c91bd34aabc0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:34.302097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.347453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33167b20-a920-444f-89e6-0f232792d877 req-95910adb-7056-4e64-8031-961f731a4a0d service neutron] 10.222.0.15 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344924 Oct 29 08:38:34.382244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d393caab-560e-4441-98c4-9ee29421ed34 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.454489 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.461769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:34.462396 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.503289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '19b37b0d-cc16-4fe3-9af6-5839b36729a3', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'port_id': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'mac_address': 'fa:16:3e:0c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:38:12Z', 'updated_at': '2021-10-29T08:38:30Z', 'revision_number': 1, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:10Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:34.567676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] Checking router: f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:38:34.570707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a2fc71f5-0917-4863-a2f7-804b37b5903e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:34.591337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5928125 Oct 29 08:38:34.594686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54914) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:34.600132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'subnet': {'network_id': '8e6d5a75-d896-4591-82b3-8ed550390356', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:34.646886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:34.647575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:34.693811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-6359a191-720d-4bba-b89c-fe6d45a60fa3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:34.695733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-6359a191-720d-4bba-b89c-fe6d45a60fa3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.15 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 819 time: 0.2177978 Oct 29 08:38:34.709391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d9573-c7a5-48e8-ab4a-09d1e453aab9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Network': ['ID=8e6d5a75-d896-4591-82b3-8ed550390356,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:34.717276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.724546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Request body: {'port': {'device_id': '4a9fda60-1841-4612-aecd-a39393ec7881', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'admin_state_up': True, 'tenant_id': '2e17c76d0d244913aed968f36b710343'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:34.731861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9323a011-3fe6-4b11-8901-6be5d72a1e6e None None] Provisioning complete for port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:34.732260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9323a011-3fe6-4b11-8901-6be5d72a1e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.739413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8e6d5a75-d896-4591-82b3-8ed550390356 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:34.770487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a2fc71f5-0917-4863-a2f7-804b37b5903e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:34.770853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.789319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65077ff-dd2a-45fc-909f-8acb47a6dcdc req-31a19958-f162-4789-ba91-be9c98683fff tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:34.797819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b65077ff-dd2a-45fc-909f-8acb47a6dcdc req-31a19958-f162-4789-ba91-be9c98683fff tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.9731417 Oct 29 08:38:34.809309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Made reservation on behalf of 1d227774d5cd477fa007137a719d0fb2 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:34.813567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.852965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d393caab-560e-4441-98c4-9ee29421ed34 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.905867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] For port c9d17268-8dc6-4547-b11f-cc9d2eaa4785, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:34.927036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393caab-560e-4441-98c4-9ee29421ed34 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Subnet': ['ID=f4561375-5705-4202-87b6-84f55672df05,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:34.944706 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d393caab-560e-4441-98c4-9ee29421ed34 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:34.950147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d393caab-560e-4441-98c4-9ee29421ed34 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/subnets/f4561375-5705-4202-87b6-84f55672df05 HTTP/1.1" status: 204 len: 168 time: 2.9089139 Oct 29 08:38:34.952090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54916) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:34.967059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] For port c9d17268-8dc6-4547-b11f-cc9d2eaa4785, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c9d17268-8dc6-4547-b11f-cc9d2eaa4785,segment=NetworkSegment(aaac5db3-25f8-4f6c-9d25-c504a1b15fa1),segment_id=aaac5db3-25f8-4f6c-9d25-c504a1b15fa1)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:34.972186 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b65077ff-dd2a-45fc-909f-8acb47a6dcdc req-b5e651cf-a44f-42a7-8f17-e7a879e7838e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732535 Oct 29 08:38:34.989937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.041785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.053023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:35.122011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Network 23df355d-b383-4221-93a0-de7ab4af77ae is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:35.129196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:35.133764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:35.134882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.141198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Made reservation on behalf of 2e17c76d0d244913aed968f36b710343 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:35.145295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.183583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Pushing event updated for resources: {'Port': ['ID=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:35.246851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Subnet': ['ID=d7f3b524-31f9-4f4c-bc7b-43d90b094048,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:35.311912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Checking segment: {'id': '70c52e44-a660-4bea-93d2-b60709c63d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '8e6d5a75-d896-4591-82b3-8ed550390356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:35.312330 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network hostable DHCP agents. Network: 8e6d5a75-d896-4591-82b3-8ed550390356, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:35.315696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:35.316447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.319947 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9323a011-3fe6-4b11-8901-6be5d72a1e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.335222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ab4fa-a6bc-4512-9c48-4f8f9299e437 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:35.336872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ab4fa-a6bc-4512-9c48-4f8f9299e437 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:35.339457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f26ab4fa-a6bc-4512-9c48-4f8f9299e437 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3858840 Oct 29 08:38:35.343761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c4e59-d576-4892-b500-3be350159ff3 None None] Pushing event updated for resources: {'Port': ['ID=c9d17268-8dc6-4547-b11f-cc9d2eaa4785,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:35.344851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54922) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:35.364062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network 8e6d5a75-d896-4591-82b3-8ed550390356 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:35.387542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-988a082e-0c66-445b-8361-737ef0852f82 req-107aa74f-88f2-40a5-bfaf-6c3953ce96ef tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 210 time: 0.0863280 Oct 29 08:38:35.387935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8e6d5a75-d896-4591-82b3-8ed550390356) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:35.404191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:35.406001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.446927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6ed3fcfc-ab4c-40e4-b857-f03a51409af3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0380154 Oct 29 08:38:35.460091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:38:35.462237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e4f6cc-89d2-4d06-bbca-48d11ed57162 None None] Network 8e6d5a75-d896-4591-82b3-8ed550390356 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:35.468621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6b175624-8846-4acf-84b0-8c4330cfd317 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8724060 Oct 29 08:38:35.476120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54926) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:35.482368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f9abbfc4-e3a8-46f7-ae58-479fd82902a5 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e6d5a75-d896-4591-82b3-8ed550390356'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:35.603301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9323a011-3fe6-4b11-8901-6be5d72a1e6e None None] For port 5059dd43-825e-42a1-bfed-cc6fd7805bd2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5059dd43-825e-42a1-bfed-cc6fd7805bd2,segment=NetworkSegment(34f6cd6b-9c7e-4bef-b65b-12a7ce89c464),segment_id=34f6cd6b-9c7e-4bef-b65b-12a7ce89c464)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:35.605271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5059dd43-825e-42a1-bfed-cc6fd7805bd2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:35.649758 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9323a011-3fe6-4b11-8901-6be5d72a1e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.698241 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:38:35.798651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9abbfc4-e3a8-46f7-ae58-479fd82902a5 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.912915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323a011-3fe6-4b11-8901-6be5d72a1e6e None None] Pushing event updated for resources: {'Port': ['ID=5059dd43-825e-42a1-bfed-cc6fd7805bd2,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:35.921389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-70bd1326-11e0-4415-a5ae-ac75c08f9b7b None None] Provisioning complete for port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:35.922146 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70bd1326-11e0-4415-a5ae-ac75c08f9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:35.927708 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-f9abbfc4-e3a8-46f7-ae58-479fd82902a5 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:38:35.932491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f9abbfc4-e3a8-46f7-ae58-479fd82902a5 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "PUT /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540 HTTP/1.1" status: 400 len: 364 time: 0.4514077 Oct 29 08:38:35.932705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54930) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:35.974815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Request body: {'port': {'device_id': 'bae3e5e3-f6ba-4893-9f01-0495dea960e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:36.011951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:36.012493 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.063740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5906916a-7d8e-4c0a-b8db-ad3b49ea0b0b tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.080330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:36.102948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Allocated IP 172.20.0.11 (23df355d-b383-4221-93a0-de7ab4af77ae/41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7/6ad99ce5-389f-4801-b62a-338036242d9b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:36.111943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '19b37b0d-cc16-4fe3-9af6-5839b36729a3', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'port_id': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'mac_address': 'fa:16:3e:0c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:38:12Z', 'updated_at': '2021-10-29T08:38:30Z', 'revision_number': 1, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:10Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:36.121295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.123606 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5906916a-7d8e-4c0a-b8db-ad3b49ea0b0b tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 29 08:38:36.124343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5906916a-7d8e-4c0a-b8db-ad3b49ea0b0b tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:36.131412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5906916a-7d8e-4c0a-b8db-ad3b49ea0b0b tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/db3f401f-3f3c-4a3c-9ec1-19aa839519ae HTTP/1.1" status: 409 len: 405 time: 0.7731607 Oct 29 08:38:36.134724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54934) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:36.140052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-573937179'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:36.271735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08671f-08c2-4bb2-a279-302a3e3c305d req-2b3a5bc8-354e-408a-93f0-8413879ddd96 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:36.273263 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b08671f-08c2-4bb2-a279-302a3e3c305d req-2b3a5bc8-354e-408a-93f0-8413879ddd96 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1802206 Oct 29 08:38:36.273931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:36.277395 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.362685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '38ece50c-f92d-49f4-9460-74e37cc71864', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'port_id': '38ece50c-f92d-49f4-9460-74e37cc71864', 'mac_address': 'fa:16:3e:0f:a3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:38:36.365063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44006e6c-0ea5-410e-b4aa-d61ee497921f None None] The sync data for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 is: [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '19b37b0d-cc16-4fe3-9af6-5839b36729a3', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'port_id': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'mac_address': 'fa:16:3e:0c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:38:12Z', 'updated_at': '2021-10-29T08:38:30Z', 'revision_number': 1, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:10Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:36.388852 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.421382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5346661-276d-4231-b762-af433d064d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-8e6d5a75-d896-4591-82b3-8ed550390356', 'network_id': '8e6d5a75-d896-4591-82b3-8ed550390356', 'tenant_id': '1d227774d5cd477fa007137a719d0fb2', 'fixed_ips': [{'subnet_id': 'd7f3b524-31f9-4f4c-bc7b-43d90b094048'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:36.421382 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5346661-276d-4231-b762-af433d064d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.451730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:36.463356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b08671f-08c2-4bb2-a279-302a3e3c305d req-bde2a7ce-cbe3-43cf-841c-92da07fad696 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396589 Oct 29 08:38:36.571402 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.571747 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Added segment 3c0edc58-55dc-4611-8354-cfdf63b2e3f4 of type vlan for network 2978fa45-810b-434b-912d-e6ac43033872 Oct 29 08:38:36.573442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.641771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-52e73dbf-e4d7-4fd2-a56a-3192b51a1f2d req-66ad26b4-075b-40e1-8ce1-21cef2e036eb tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 210 time: 0.0956285 Oct 29 08:38:36.655145 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.661035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38ece50c-f92d-49f4-9460-74e37cc71864 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:38:36.706872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:36.718336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.734091 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.742301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.818466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-d5346661-276d-4231-b762-af433d064d61 None None] Allocated IP 2001:db8:1::2 (8e6d5a75-d896-4591-82b3-8ed550390356/d7f3b524-31f9-4f4c-bc7b-43d90b094048/279790c8-7966-47be-84a9-ad0c8e97d719) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:36.836173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Network 23df355d-b383-4221-93a0-de7ab4af77ae is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:36.850044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:36.868117 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.873910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:36.874079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:36.878950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['38ece50c-f92d-49f4-9460-74e37cc71864'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:38:36.880542 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:36.887048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:36.951623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Pushing event updated for resources: {'Port': ['ID=6ad99ce5-389f-4801-b62a-338036242d9b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:37.020946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8824806 Oct 29 08:38:37.027583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54944) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:37.031846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:37.032773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.045265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'subnet': {'network_id': '2978fa45-810b-434b-912d-e6ac43033872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:37.073964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-14604653-6fed-4d38-b7c1-080e9c3f5812 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3542137 Oct 29 08:38:37.098533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Request body: {'port': {'device_id': '4a9fda60-1841-4612-aecd-a39393ec7881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:37.120003 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5346661-276d-4231-b762-af433d064d61 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.131644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:37.135022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d020e5-a75b-4d6e-ac38-fa040a8fda45 None None] New status for floating IP 19b37b0d-cc16-4fe3-9af6-5839b36729a3: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:38:37.142462 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5346661-276d-4231-b762-af433d064d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.175350 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Sync routers for ids ['fc7bf285-8100-400f-86cd-6bac7e893ca5'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:37.187149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8815dd-0737-48f4-9635-f93de95482c1 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Network': ['ID=2978fa45-810b-434b-912d-e6ac43033872,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:37.200208 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Routers {'fc7bf285-8100-400f-86cd-6bac7e893ca5'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:37.202054 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc7bf285-8100-400f-86cd-6bac7e893ca5'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:37.213397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188c1802-bf36-48c0-8df0-0ed0c14dbc4d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:38:37.226826 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.231548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Allocated IP 2001:db8::1 (7051942c-b6cb-40be-b5d0-fd466eed635c/aa4ae87b-c307-4da5-bf11-4f23c4e04e0e/89682dc5-8367-44cc-a016-f2a0dcf82988) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:37.235474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.238863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5346661-276d-4231-b762-af433d064d61 None None] Network 8e6d5a75-d896-4591-82b3-8ed550390356 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:37.247473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2978fa45-810b-434b-912d-e6ac43033872 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:37.290907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Transition to ACTIVE for port object 188c1802-bf36-48c0-8df0-0ed0c14dbc4d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:38:37.303244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.332652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-d5346661-276d-4231-b762-af433d064d61 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:37.336523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5346661-276d-4231-b762-af433d064d61 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:37.367067 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Set router fc7bf285-8100-400f-86cd-6bac7e893ca5 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:37.390904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:37.404995 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.580519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521dbca-13cb-447f-a969-7820b6b2793e None None] Network db3f401f-3f3c-4a3c-9ec1-19aa839519ae requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:37.630742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Pushing event updated for resources: {'Port': ['ID=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:37.662953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.678006 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:38:27Z', 'revision_number': 4, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'd88352e7-f16e-4e51-b71c-c37aaa6c6b59', 'name': '', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'mac_address': 'fa:16:3e:86:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:25Z', 'updated_at': '2021-10-29T08:38:27Z', 'revision_number': 2, 'project_id': '2e17c76d0d244913aed968f36b710343', 'subnets': [{'id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:37.737366 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Checking router: fc7bf285-8100-400f-86cd-6bac7e893ca5 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:38:37.738278 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Updating router fc7bf285-8100-400f-86cd-6bac7e893ca5 port d88352e7-f16e-4e51-b71c-c37aaa6c6b59 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:38:37.739282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0483ce2b-dc67-47b9-8116-412e6c51ed82 None None] Provisioning complete for port c9d17268-8dc6-4547-b11f-cc9d2eaa4785 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:37.739659 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0483ce2b-dc67-47b9-8116-412e6c51ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.771124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5346661-276d-4231-b762-af433d064d61 None None] Pushing event updated for resources: {'Port': ['ID=279790c8-7966-47be-84a9-ad0c8e97d719,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:37.790101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.813047 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.866582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Attempting to bind port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:37.866980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Attempting to bind port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:37.867255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Attempting to bind port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d on network 23df355d-b383-4221-93a0-de7ab4af77ae {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:37.901224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d5346661-276d-4231-b762-af433d064d61 None None] Attempting to bind port 279790c8-7966-47be-84a9-ad0c8e97d719 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:37.902440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d5346661-276d-4231-b762-af433d064d61 None None] Attempting to bind port 279790c8-7966-47be-84a9-ad0c8e97d719 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '70c52e44-a660-4bea-93d2-b60709c63d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '8e6d5a75-d896-4591-82b3-8ed550390356'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:37.902440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5346661-276d-4231-b762-af433d064d61 None None] Attempting to bind port 279790c8-7966-47be-84a9-ad0c8e97d719 on network 8e6d5a75-d896-4591-82b3-8ed550390356 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:37.924367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network 7051942c-b6cb-40be-b5d0-fd466eed635c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:37.931502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Port': ['ID=89682dc5-8367-44cc-a016-f2a0dcf82988,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:37.933696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:37.941675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5346661-276d-4231-b762-af433d064d61 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:37.942067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5346661-276d-4231-b762-af433d064d61 None None] Checking segment: {'id': '70c52e44-a660-4bea-93d2-b60709c63d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '8e6d5a75-d896-4591-82b3-8ed550390356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:37.942199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:37.942468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5346661-276d-4231-b762-af433d064d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.942728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.942855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5346661-276d-4231-b762-af433d064d61 None None] Bound using segment: {'id': '70c52e44-a660-4bea-93d2-b60709c63d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '8e6d5a75-d896-4591-82b3-8ed550390356'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:37.943321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d5346661-276d-4231-b762-af433d064d61 None None] Bound port: 279790c8-7966-47be-84a9-ad0c8e97d719, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c52e44-a660-4bea-93d2-b60709c63d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '8e6d5a75-d896-4591-82b3-8ed550390356'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:37.943701 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5346661-276d-4231-b762-af433d064d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.995997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5caf31-83db-4eb2-8780-c80398a19ff3 req-66eae9f8-9770-438b-b676-fe7c408befe5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:37.996547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:37.996920 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:37.997588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb5caf31-83db-4eb2-8780-c80398a19ff3 req-66eae9f8-9770-438b-b676-fe7c408befe5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 945 time: 0.2482896 Oct 29 08:38:38.008621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d on network 23df355d-b383-4221-93a0-de7ab4af77ae not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:38:38.009079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Attempting to bind port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d on network 23df355d-b383-4221-93a0-de7ab4af77ae {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:38.140709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad99ce5-389f-4801-b62a-338036242d9b {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:38:38.151663 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.176022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Transition to ACTIVE for port object 6ad99ce5-389f-4801-b62a-338036242d9b will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:38:38.194085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:38.196603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Checking segment: {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:38.197576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Bound using segment: {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:38.197999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Bound port: 188c1802-bf36-48c0-8df0-0ed0c14dbc4d, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:38.198382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.229237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.327221 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0483ce2b-dc67-47b9-8116-412e6c51ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.335497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d5346661-276d-4231-b762-af433d064d61 None None] For port 279790c8-7966-47be-84a9-ad0c8e97d719, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:38.411217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d5346661-276d-4231-b762-af433d064d61 None None] For port 279790c8-7966-47be-84a9-ad0c8e97d719, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=279790c8-7966-47be-84a9-ad0c8e97d719,segment=NetworkSegment(70c52e44-a660-4bea-93d2-b60709c63d55),segment_id=70c52e44-a660-4bea-93d2-b60709c63d55)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:38.471075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0a83f-ac01-4f2c-bea1-78cdaf72b047 req-b510b878-819c-4f6d-8917-9bd849cf0e3c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:38.472908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85c0a83f-ac01-4f2c-bea1-78cdaf72b047 req-b510b878-819c-4f6d-8917-9bd849cf0e3c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 944 time: 0.4801259 Oct 29 08:38:38.485115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad99ce5-389f-4801-b62a-338036242d9b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:38.490914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] DHCP port deletion for db3f401f-3f3c-4a3c-9ec1-19aa839519ae request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:38.508314 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5346661-276d-4231-b762-af433d064d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.562322 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.569893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] For port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:38.589000 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.606216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] For port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:38.622489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0483ce2b-dc67-47b9-8116-412e6c51ed82 None None] For port c9d17268-8dc6-4547-b11f-cc9d2eaa4785, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c9d17268-8dc6-4547-b11f-cc9d2eaa4785,segment=NetworkSegment(aaac5db3-25f8-4f6c-9d25-c504a1b15fa1),segment_id=aaac5db3-25f8-4f6c-9d25-c504a1b15fa1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:38.636722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.651014 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.655026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85c0a83f-ac01-4f2c-bea1-78cdaf72b047 req-fe440a14-d733-4577-a921-c9c35ffe2648 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712694 Oct 29 08:38:38.662463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Attempting to bind port 6ad99ce5-389f-4801-b62a-338036242d9b on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:38.662699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Attempting to bind port 6ad99ce5-389f-4801-b62a-338036242d9b by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:38.663512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Attempting to bind port 6ad99ce5-389f-4801-b62a-338036242d9b on network 23df355d-b383-4221-93a0-de7ab4af77ae {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:38.680431 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0483ce2b-dc67-47b9-8116-412e6c51ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.738492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7116e0bc-e62a-4acd-9a1d-e9eb38b7c716,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:38.740703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5346661-276d-4231-b762-af433d064d61 None None] Pushing event updated for resources: {'Port': ['ID=279790c8-7966-47be-84a9-ad0c8e97d719,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:38.750602 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.751145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c9d17268-8dc6-4547-b11f-cc9d2eaa4785 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:38.758007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Port 6ad99ce5-389f-4801-b62a-338036242d9b on network 23df355d-b383-4221-93a0-de7ab4af77ae not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:38:38.758346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Attempting to bind port 6ad99ce5-389f-4801-b62a-338036242d9b on network 23df355d-b383-4221-93a0-de7ab4af77ae {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:38.768640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:38.769294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.770779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] 10.222.0.93 "PUT /v2.0/ports/188c1802-bf36-48c0-8df0-0ed0c14dbc4d HTTP/1.1" status: 200 len: 1092 time: 3.3133450 Oct 29 08:38:38.773276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae3e5e3-f6ba-4893-9f01-0495dea960e5', 'tag': '188c1802-bf36-48c0-8df0-0ed0c14dbc4d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:38.775678 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bc0e52-cadc-4614-9664-86a2eb9e112f" -d '{"events": [{"name": "network-changed", "server_uuid": "bae3e5e3-f6ba-4893-9f01-0495dea960e5", "tag": "188c1802-bf36-48c0-8df0-0ed0c14dbc4d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:38.802223 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Attempting to bind port d88352e7-f16e-4e51-b71c-c37aaa6c6b59 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:38.802591 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Attempting to bind port d88352e7-f16e-4e51-b71c-c37aaa6c6b59 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:38.802960 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Attempting to bind port d88352e7-f16e-4e51-b71c-c37aaa6c6b59 on network 23df355d-b383-4221-93a0-de7ab4af77ae {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:38.806789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:38.816519 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Checking segment: {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:38.817630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Bound using segment: {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:38.818346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Bound port: 6ad99ce5-389f-4801-b62a-338036242d9b, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:38.818947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.821418 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:38.821797 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Checking segment: {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:38.822199 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.822590 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Bound using segment: {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:38.823070 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Bound port: d88352e7-f16e-4e51-b71c-c37aaa6c6b59, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeffb85e-8ab6-4975-9e31-198505b5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:38.823446 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.853382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db6a2d-86a8-429d-a084-9a093ef6c653 service neutron] Pushing event updated for resources: {'Port': ['ID=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:38.901720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-17d20992-94de-4f54-86b5-c141a56ebf0d None None] Provisioning complete for port 89682dc5-8367-44cc-a016-f2a0dcf82988 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:38.902401 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17d20992-94de-4f54-86b5-c141a56ebf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.904130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483ce2b-dc67-47b9-8116-412e6c51ed82 None None] Pushing event updated for resources: {'Port': ['ID=c9d17268-8dc6-4547-b11f-cc9d2eaa4785,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:38.925732 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] For port d88352e7-f16e-4e51-b71c-c37aaa6c6b59, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:38.929077 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] For port d88352e7-f16e-4e51-b71c-c37aaa6c6b59, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:38.934982 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Pushing event updated for resources: {'Port': ['ID=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:38.941672 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:38.962975 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.963335 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.963676 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.964266 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.964379 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.964684 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.965053 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.965380 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.965756 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.966079 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.966559 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.966714 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:38.970920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] Deleting port c9d17268-8dc6-4547-b11f-cc9d2eaa4785 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:38.971550 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:39.084041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=7116e0bc-e62a-4acd-9a1d-e9eb38b7c716,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:39.109841 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:39.115327 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f900aab3-b34e-4ea4-a961-d71a231001ad x-openstack-request-id: req-f900aab3-b34e-4ea4-a961-d71a231001ad {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:39.115740 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae3e5e3-f6ba-4893-9f01-0495dea960e5", "tag": "188c1802-bf36-48c0-8df0-0ed0c14dbc4d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:39.116084 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f900aab3-b34e-4ea4-a961-d71a231001ad {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:39.116660 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae3e5e3-f6ba-4893-9f01-0495dea960e5', 'tag': '188c1802-bf36-48c0-8df0-0ed0c14dbc4d', 'status': 'completed', 'code': 200} Oct 29 08:38:39.120543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-ac8c51d4-98d3-4c3a-959c-f52bba5a003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:39.121363 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6fad7-baf6-4e1c-be6f-231730ec69f7 None None] Pushing event updated for resources: {'Port': ['ID=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:39.121885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb5caf31-83db-4eb2-8780-c80398a19ff3 req-f11bc5b9-8a01-422e-af56-bd97d5c97ddf tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0996306 Oct 29 08:38:39.126486 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-ac8c51d4-98d3-4c3a-959c-f52bba5a003a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1095 time: 0.2622712 Oct 29 08:38:39.160153 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Routers {'fc7bf285-8100-400f-86cd-6bac7e893ca5'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:39.164026 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc7bf285-8100-400f-86cd-6bac7e893ca5'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:39.233199 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-db427fda-51fd-491f-9429-2f771095de84 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d HTTP/1.1" status: 200 len: 217 time: 0.0859840 Oct 29 08:38:39.265139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] For port 6ad99ce5-389f-4801-b62a-338036242d9b, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:39.271570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:38:39.275952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:39.368179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-e5943a93-f907-40f3-bd7e-4dda626ca960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:39.370233 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-e5943a93-f907-40f3-bd7e-4dda626ca960 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.1292322 Oct 29 08:38:39.391503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] For port 6ad99ce5-389f-4801-b62a-338036242d9b, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ad99ce5-389f-4801-b62a-338036242d9b,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:39.451700 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-5c758d7c-f9a0-4e44-b27b-ebed49cf4fd8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578842 Oct 29 08:38:39.454107 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:39.487520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:39.488174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:39.489559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/6ad99ce5-389f-4801-b62a-338036242d9b HTTP/1.1" status: 200 len: 1092 time: 2.4058292 Oct 29 08:38:39.510428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Subnet': ['ID=5df4baf0-760f-44f5-832f-fb1e8d87c59e,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:39.618202 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] Set router fc7bf285-8100-400f-86cd-6bac7e893ca5 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:39.637915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb400d9-5123-40f1-87a5-bd7b72f0f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad99ce5-389f-4801-b62a-338036242d9b,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:39.670975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-c83a1249-b62f-4f8f-a864-e62c56b5878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:39.673253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-c83a1249-b62f-4f8f-a864-e62c56b5878d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 1095 time: 0.1123235 Oct 29 08:38:39.698247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-6b21e182-b9b3-432e-af84-83d552cee1e4 service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333562 Oct 29 08:38:39.741606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-5c008735-5d89-40cb-a67a-39df154a1f45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad99ce5-389f-4801-b62a-338036242d9b HTTP/1.1" status: 200 len: 217 time: 0.0560617 Oct 29 08:38:39.751706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] For port c9d17268-8dc6-4547-b11f-cc9d2eaa4785, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c9d17268-8dc6-4547-b11f-cc9d2eaa4785,segment=NetworkSegment(aaac5db3-25f8-4f6c-9d25-c504a1b15fa1),segment_id=aaac5db3-25f8-4f6c-9d25-c504a1b15fa1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:39.752794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:39.773382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Checking segment: {'id': '3c0edc58-55dc-4611-8354-cfdf63b2e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2978fa45-810b-434b-912d-e6ac43033872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:39.773745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network hostable DHCP agents. Network: 2978fa45-810b-434b-912d-e6ac43033872, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:39.795689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] Calling delete_port for c9d17268-8dc6-4547-b11f-cc9d2eaa4785 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:39.960825 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:38:27Z', 'revision_number': 4, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'd88352e7-f16e-4e51-b71c-c37aaa6c6b59', 'name': '', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'mac_address': 'fa:16:3e:86:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:25Z', 'updated_at': '2021-10-29T08:38:38Z', 'revision_number': 4, 'project_id': '2e17c76d0d244913aed968f36b710343', 'subnets': [{'id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:39.985015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-17d20992-94de-4f54-86b5-c141a56ebf0d None None] Port 89682dc5-8367-44cc-a016-f2a0dcf82988 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:39.992515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:39.996262 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:39.998743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-3104afdd-ad7c-4345-aced-94f4e5165a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:40.001864 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network 2978fa45-810b-434b-912d-e6ac43033872 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:40.005191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-3104afdd-ad7c-4345-aced-94f4e5165a5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.2419689 Oct 29 08:38:40.021873 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e2ee-ef02-42a7-b073-8d1dc37e339d None None] The sync data for ids ['fc7bf285-8100-400f-86cd-6bac7e893ca5'] in n-d-815940-1 is: [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:38:27Z', 'revision_number': 4, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'd88352e7-f16e-4e51-b71c-c37aaa6c6b59', 'name': '', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'mac_address': 'fa:16:3e:86:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:25Z', 'updated_at': '2021-10-29T08:38:38Z', 'revision_number': 4, 'project_id': '2e17c76d0d244913aed968f36b710343', 'subnets': [{'id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:40.069408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 2978fa45-810b-434b-912d-e6ac43033872) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:40.083220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:40.086410 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:40.104805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] No DVR routers for this DVR port c9d17268-8dc6-4547-b11f-cc9d2eaa4785 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:40.106780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ba5a6-c477-4960-af98-6ebfb2c9af0a None None] Network 2978fa45-810b-434b-912d-e6ac43033872 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:40.127916 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdebc27-1f1e-431f-9fad-168dd9fb5a25 req-ed2a7fa3-5d08-48e5-b65f-d7def9b6aa13 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:40.140706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fcdebc27-1f1e-431f-9fad-168dd9fb5a25 req-ed2a7fa3-5d08-48e5-b65f-d7def9b6aa13 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 944 time: 0.2372644 Oct 29 08:38:40.145745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-870c105b-3a87-47dd-b3a8-d74f6d75fc23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103268 Oct 29 08:38:40.193989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a116b88-f2b0-4374-a9c8-59652f234ba8 req-8dfc71e2-6b20-4743-ac19-3ab688b84317 service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405532 Oct 29 08:38:40.285038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346b4d6-071f-4a89-a698-26438ac287d4 None None] Pushing event deleted for resources: {'Port': ['ID=c9d17268-8dc6-4547-b11f-cc9d2eaa4785,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:40.340073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c9d17268-8dc6-4547-b11f-cc9d2eaa4785 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:40.340753 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:40.363416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f1565b40-d36a-4b5e-971e-a2f736080661 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3324339 Oct 29 08:38:40.366385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55000) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:40.372178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'port': {'network_id': '2978fa45-810b-434b-912d-e6ac43033872', 'name': 'tempest-NetworksIpV6TestAttrs-544107875'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:40.397207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fcdebc27-1f1e-431f-9fad-168dd9fb5a25 req-47e5aaf4-692e-4e69-a2fb-6ea445e1e916 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510386 Oct 29 08:38:40.430774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Port c9d17268-8dc6-4547-b11f-cc9d2eaa4785 was deleted so its status cannot be updated. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 08:38:40.432321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5059dd43-825e-42a1-bfed-cc6fd7805bd2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:40.487975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:40.505799 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:40.510962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:40.575560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 38ece50c-f92d-49f4-9460-74e37cc71864 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:40.576263 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:40.578528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-2978fa45-810b-434b-912d-e6ac43033872', 'network_id': '2978fa45-810b-434b-912d-e6ac43033872', 'tenant_id': '3923158a85f9494c81e5559307252425', 'fixed_ips': [{'subnet_id': '5df4baf0-760f-44f5-832f-fb1e8d87c59e'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:40.579614 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:40.635296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af90370-c4b5-4da3-a713-85beb4808ec8 None None] Network 8e6d5a75-d896-4591-82b3-8ed550390356 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:40.647865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event updated for resources: {'Port': ['ID=89682dc5-8367-44cc-a016-f2a0dcf82988,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:40.735753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Network 7051942c-b6cb-40be-b5d0-fd466eed635c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:40.737350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:40.768641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-c159b2a6-ea09-42e0-8da9-f16aaadc3b2d service neutron] 10.222.0.15 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105051 Oct 29 08:38:40.874429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-737a5f32-cda2-46a0-bba9-c11d2fc3dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:40.885996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-737a5f32-cda2-46a0-bba9-c11d2fc3dedd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1095 time: 0.5761356 Oct 29 08:38:40.917881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Router 7c758946-b354-4f26-9c76-2d1f994f3540 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:38:41.037422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:41.038558 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:41.088672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7e688-4a89-4e4d-9534-31df44bd6044 req-071afe72-5c77-4490-b8c5-413758162bc8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:41.098812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-52e7e688-4a89-4e4d-9534-31df44bd6044 req-071afe72-5c77-4490-b8c5-413758162bc8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 945 time: 0.7102134 Oct 29 08:38:41.108899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-cabf2f56-7c68-483e-8db6-5a46778b0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:41.111185 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-cabf2f56-7c68-483e-8db6-5a46778b0ef4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 921 time: 0.1579294 Oct 29 08:38:41.117766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9fda60-1841-4612-aecd-a39393ec7881', 'tag': '6ad99ce5-389f-4801-b62a-338036242d9b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:41.126312 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056683d-104f-4f87-b808-e42beaa4657d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9fda60-1841-4612-aecd-a39393ec7881", "tag": "6ad99ce5-389f-4801-b62a-338036242d9b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:41.128732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:41.138766 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d0348e65-7c70-48f7-a055-e891a51306cb tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "PUT /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2012057 Oct 29 08:38:41.139511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:41.195849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3b1043ec-1a9b-4e76-a988-e9af3bf5ff63 None None] Provisioning complete for port 279790c8-7966-47be-84a9-ad0c8e97d719 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:41.196806 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b1043ec-1a9b-4e76-a988-e9af3bf5ff63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:41.291036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0bbbf-66c9-47cd-b0b0-c294e6684980 None None] Sync routers for ids ['7c758946-b354-4f26-9c76-2d1f994f3540'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:41.348619 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebf03c4-709d-4110-b7f4-ced8bbfa146f x-openstack-request-id: req-cebf03c4-709d-4110-b7f4-ced8bbfa146f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:41.348917 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9fda60-1841-4612-aecd-a39393ec7881", "tag": "6ad99ce5-389f-4801-b62a-338036242d9b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:41.349175 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cebf03c4-709d-4110-b7f4-ced8bbfa146f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:41.349602 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9fda60-1841-4612-aecd-a39393ec7881', 'tag': '6ad99ce5-389f-4801-b62a-338036242d9b', 'status': 'completed', 'code': 200} Oct 29 08:38:41.378791 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4618a69e-185f-4ba8-a54e-96f4880ddf5f tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:41.387200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-52e7e688-4a89-4e4d-9534-31df44bd6044 req-78cb906f-b147-46d1-8281-498b0352d460 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873778 Oct 29 08:38:41.399388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-39ab0dd6-5294-4842-9f8f-45302f1e6fc2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d HTTP/1.1" status: 200 len: 217 time: 0.2158930 Oct 29 08:38:41.413622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0bbbf-66c9-47cd-b0b0-c294e6684980 None None] Routers {'7c758946-b354-4f26-9c76-2d1f994f3540'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:41.414585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-95b0bbbf-66c9-47cd-b0b0-c294e6684980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7c758946-b354-4f26-9c76-2d1f994f3540'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:41.542764 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:41.574832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-95b0bbbf-66c9-47cd-b0b0-c294e6684980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:41.575165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:41.579502 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:41.602447 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-4618a69e-185f-4ba8-a54e-96f4880ddf5f tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 08:38:41.607976 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4618a69e-185f-4ba8-a54e-96f4880ddf5f tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540 HTTP/1.1" status: 409 len: 329 time: 0.4646103 Oct 29 08:38:41.608261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55014) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:41.608367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ca183c-41fb-4ae6-8c79-933f994fe2cf req-1c721b23-da96-44ea-9e5f-2db3cc25c12c service neutron] 10.222.0.15 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7957139 Oct 29 08:38:41.639619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:41.650578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:41.660611 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42132f68-2763-47e5-80e6-d35313069bae" -d '{"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-plugged", "status": "completed", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:41.673506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:41.728631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] device_id is not set on port dbc1f4cb-5c60-4827-9f7d-7801b35da4bb yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:38:41.739556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b1043ec-1a9b-4e76-a988-e9af3bf5ff63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:41.809075 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c59e6ed-00f7-4da3-b4f7-4a6488d2098c x-openstack-request-id: req-6c59e6ed-00f7-4da3-b4f7-4a6488d2098c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:41.809502 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-plugged", "status": "completed", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:41.809622 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c59e6ed-00f7-4da3-b4f7-4a6488d2098c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:41.822727 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864', 'code': 200} Oct 29 08:38:41.833999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Allocated IP 2001:db8::f816:3eff:fea2:d584 (2978fa45-810b-434b-912d-e6ac43033872/5df4baf0-760f-44f5-832f-fb1e8d87c59e/45aeb6b4-d6c0-477b-897f-8d543b44461f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:41.859509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-2e0788cd-ce4b-4442-abce-c6e5445be7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:41.861435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-2e0788cd-ce4b-4442-abce-c6e5445be7c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.4268510 Oct 29 08:38:41.873321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9c9f7-30d8-4071-9c49-afd292342094 req-84d84a43-e79b-4745-81af-c4262508ebd4 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:41.883112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39f9c9f7-30d8-4071-9c49-afd292342094 req-84d84a43-e79b-4745-81af-c4262508ebd4 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 944 time: 0.3345492 Oct 29 08:38:41.942389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-556169b7-82e2-40c1-a5e0-0b7ad54cc5b4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529017 Oct 29 08:38:41.951924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056683d-104f-4f87-b808-e42beaa4657d req-91feb7a8-a4f8-4eb2-ad88-643ad08271fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:41.954012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4056683d-104f-4f87-b808-e42beaa4657d req-91feb7a8-a4f8-4eb2-ad88-643ad08271fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 1095 time: 0.2778947 Oct 29 08:38:41.955713 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0bbbf-66c9-47cd-b0b0-c294e6684980 None None] Routers {'7c758946-b354-4f26-9c76-2d1f994f3540'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:41.956960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-95b0bbbf-66c9-47cd-b0b0-c294e6684980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7c758946-b354-4f26-9c76-2d1f994f3540'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:42.069744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-95b0bbbf-66c9-47cd-b0b0-c294e6684980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:42.073399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0bbbf-66c9-47cd-b0b0-c294e6684980 None None] The sync data for ids ['7c758946-b354-4f26-9c76-2d1f994f3540'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:42.090925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3b1043ec-1a9b-4e76-a988-e9af3bf5ff63 None None] For port 279790c8-7966-47be-84a9-ad0c8e97d719, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=279790c8-7966-47be-84a9-ad0c8e97d719,segment=NetworkSegment(70c52e44-a660-4bea-93d2-b60709c63d55),segment_id=70c52e44-a660-4bea-93d2-b60709c63d55)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:42.121916 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b1043ec-1a9b-4e76-a988-e9af3bf5ff63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.164859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-d782d3d4-ae6a-4a78-ba87-6520ee3cd43e service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057829 Oct 29 08:38:42.204620 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.206343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:42.280631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056683d-104f-4f87-b808-e42beaa4657d req-c4de9469-98c5-4759-a646-0a7c3a014996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:42.283102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4056683d-104f-4f87-b808-e42beaa4657d req-c4de9469-98c5-4759-a646-0a7c3a014996 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 921 time: 0.1474462 Oct 29 08:38:42.301251 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39f9c9f7-30d8-4071-9c49-afd292342094 req-129975d4-71e8-488c-a223-9c0e56e25712 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170771 Oct 29 08:38:42.322272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d88352e7-f16e-4e51-b71c-c37aaa6c6b59 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:42.379895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7af87ee5-eaaa-47a0-bd90-29fc50ae9200 None None] Provisioning complete for port 89682dc5-8367-44cc-a016-f2a0dcf82988 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:42.380695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7af87ee5-eaaa-47a0-bd90-29fc50ae9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.388534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4056683d-104f-4f87-b808-e42beaa4657d req-9e285fb3-0b9e-4bd4-9450-8d166f0b6bc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad99ce5-389f-4801-b62a-338036242d9b HTTP/1.1" status: 200 len: 217 time: 0.0940020 Oct 29 08:38:42.446744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1043ec-1a9b-4e76-a988-e9af3bf5ff63 None None] Pushing event updated for resources: {'Port': ['ID=279790c8-7966-47be-84a9-ad0c8e97d719,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:42.472304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056683d-104f-4f87-b808-e42beaa4657d req-e9a2b6f7-cfb1-4f95-95d5-6a6429fbefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:42.474814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4056683d-104f-4f87-b808-e42beaa4657d req-e9a2b6f7-cfb1-4f95-95d5-6a6429fbefe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.0740936 Oct 29 08:38:42.501339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7af87ee5-eaaa-47a0-bd90-29fc50ae9200 None None] Port 89682dc5-8367-44cc-a016-f2a0dcf82988 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:38:42.546743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d88352e7-f16e-4e51-b71c-c37aaa6c6b59 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:42.547235 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.557758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7af87ee5-eaaa-47a0-bd90-29fc50ae9200 None None] Provisioning complete for port 279790c8-7966-47be-84a9-ad0c8e97d719 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:42.558211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7af87ee5-eaaa-47a0-bd90-29fc50ae9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.581418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4056683d-104f-4f87-b808-e42beaa4657d req-4bc62430-01ea-4a4a-83fe-6114ddc86e77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858362 Oct 29 08:38:42.583286 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.619775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.690123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Network 2978fa45-810b-434b-912d-e6ac43033872 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:42.701049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:42.705639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Pushing event updated for resources: {'Port': ['ID=45aeb6b4-d6c0-477b-897f-8d543b44461f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:42.708112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:42.831425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting port 89682dc5-8367-44cc-a016-f2a0dcf82988 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:42.837870 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.855760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81bc0e52-cadc-4614-9664-86a2eb9e112f req-2582257d-c914-468b-b5bc-d0a14f09d202 service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718262 Oct 29 08:38:42.877744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Allocated IP 2001:db8::f816:3eff:fe1f:5589 (2978fa45-810b-434b-912d-e6ac43033872/5df4baf0-760f-44f5-832f-fb1e8d87c59e/dbc1f4cb-5c60-4827-9f7d-7801b35da4bb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:42.899869 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.900820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9b683-0639-491d-9faa-320348791e98 req-a1fac51b-0015-4d25-afa7-bc60cea9130c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:42.902743 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cec9b683-0639-491d-9faa-320348791e98 req-a1fac51b-0015-4d25-afa7-bc60cea9130c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.3116906 Oct 29 08:38:42.910951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Attempting to bind port 45aeb6b4-d6c0-477b-897f-8d543b44461f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:42.911469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Attempting to bind port 45aeb6b4-d6c0-477b-897f-8d543b44461f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3c0edc58-55dc-4611-8354-cfdf63b2e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2978fa45-810b-434b-912d-e6ac43033872'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:42.911982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Attempting to bind port 45aeb6b4-d6c0-477b-897f-8d543b44461f on network 2978fa45-810b-434b-912d-e6ac43033872 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:42.928395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:42.929078 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Checking segment: {'id': '3c0edc58-55dc-4611-8354-cfdf63b2e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2978fa45-810b-434b-912d-e6ac43033872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:42.929576 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.930060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Bound using segment: {'id': '3c0edc58-55dc-4611-8354-cfdf63b2e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2978fa45-810b-434b-912d-e6ac43033872'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:42.930655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Bound port: 45aeb6b4-d6c0-477b-897f-8d543b44461f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0edc58-55dc-4611-8354-cfdf63b2e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2978fa45-810b-434b-912d-e6ac43033872'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:42.931136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:42.969927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4056683d-104f-4f87-b808-e42beaa4657d req-89c99f3a-b83b-475e-b024-049a20872d69 service neutron] 10.222.0.15 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569212 Oct 29 08:38:43.018762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port d88352e7-f16e-4e51-b71c-c37aaa6c6b59, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:43.028961 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:43.029949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:43.040337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:43.059401 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cec9b683-0639-491d-9faa-320348791e98 req-38afb41e-5a1d-48ea-a7a4-cefb0c6730ce tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445642 Oct 29 08:38:43.060994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Calling delete_port for 89682dc5-8367-44cc-a016-f2a0dcf82988 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:43.182660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] For port 45aeb6b4-d6c0-477b-897f-8d543b44461f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:43.193238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] For port 45aeb6b4-d6c0-477b-897f-8d543b44461f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=45aeb6b4-d6c0-477b-897f-8d543b44461f,segment=NetworkSegment(3c0edc58-55dc-4611-8354-cfdf63b2e3f4),segment_id=3c0edc58-55dc-4611-8354-cfdf63b2e3f4)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:43.194738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:43.204797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:43.205202 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4056683d-104f-4f87-b808-e42beaa4657d req-6dcd02a2-0450-468d-a7db-fce9b4bbc4a1 service neutron] 10.222.0.15 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219636 Oct 29 08:38:43.205605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:43.263444 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:43.320063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:43.395354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Port': ['ID=89682dc5-8367-44cc-a016-f2a0dcf82988,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:43.428978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:43.431336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 188c1802-bf36-48c0-8df0-0ed0c14dbc4d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:38:43.440068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.440809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.441149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.443994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.444503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.444851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.445187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.445519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.445846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.446278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.446604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.446938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:43.564948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad549d4-8ae1-4bad-86b5-453b6c48651a None None] Pushing event updated for resources: {'Port': ['ID=45aeb6b4-d6c0-477b-897f-8d543b44461f,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:43.758955 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:43.840587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 279790c8-7966-47be-84a9-ad0c8e97d719 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:44.000714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:44.026321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '188c1802-bf36-48c0-8df0-0ed0c14dbc4d', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'port_id': '188c1802-bf36-48c0-8df0-0ed0c14dbc4d', 'mac_address': 'fa:16:3e:ab:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:38:44.110630 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.138299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6ad99ce5-389f-4801-b62a-338036242d9b details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:38:44.177507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400de11-e561-4b0d-a919-cd7244e8127a req-e85d9b21-1a1b-4355-b217-96823eda9a23 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:44.194384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2400de11-e561-4b0d-a919-cd7244e8127a req-e85d9b21-1a1b-4355-b217-96823eda9a23 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 944 time: 0.7104702 Oct 29 08:38:44.195943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 279790c8-7966-47be-84a9-ad0c8e97d719 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:44.201660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.215965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Port': ['ID=dbc1f4cb-5c60-4827-9f7d-7801b35da4bb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:44.236967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Router 7c758946-b354-4f26-9c76-2d1f994f3540 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:38:44.273597 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2400de11-e561-4b0d-a919-cd7244e8127a req-8f6a7330-339b-42a9-8089-465f4c562550 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793579 Oct 29 08:38:44.294896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network 2978fa45-810b-434b-912d-e6ac43033872 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:44.303033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:44.306575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:44.314368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:44.315075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.335054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-415516a6-005f-429a-9f55-f06469de3864 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2423358 Oct 29 08:38:44.364524 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.372252 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1beae0d-4fa2-45c7-9474-5de42389f30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.416448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:44.430526 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0c3a6-7afc-4b69-8a9e-35f3359efd9e None None] Sync routers for ids ['7c758946-b354-4f26-9c76-2d1f994f3540'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:44.434070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d0c5b38a-dc16-4b40-a779-d539935282d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0662758 Oct 29 08:38:44.437374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55036) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:44.444699 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-04c0da51-2a9d-42b6-9a5f-2e63384b647d tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "PUT /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8353505 Oct 29 08:38:44.449886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55038) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:44.480731 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0c3a6-7afc-4b69-8a9e-35f3359efd9e None None] Routers {'7c758946-b354-4f26-9c76-2d1f994f3540'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:44.481370 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d4a0c3a6-7afc-4b69-8a9e-35f3359efd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7c758946-b354-4f26-9c76-2d1f994f3540'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:44.514156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188c1802-bf36-48c0-8df0-0ed0c14dbc4d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:38:44.525342 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-10b66b7c-de55-48f5-a39e-82fea2a2e9c3 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] show failed (client error): The resource could not be found. Oct 29 08:38:44.527189 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-10b66b7c-de55-48f5-a39e-82fea2a2e9c3 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1604620672 HTTP/1.1" status: 404 len: 335 time: 0.0727563 Oct 29 08:38:44.532451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55040) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:44.546236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ea13c55d-d844-47b4-810f-2c1ec0ea2490 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:44.567710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:44.582228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd5faf-06ea-4e5c-afca-0555683eee3a req-75795f3e-9a26-4513-b625-431528596e5c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:44.586292 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d4a0c3a6-7afc-4b69-8a9e-35f3359efd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:44.591507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2cd5faf-06ea-4e5c-afca-0555683eee3a req-75795f3e-9a26-4513-b625-431528596e5c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.2731340 Oct 29 08:38:44.600379 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.616191 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0c3a6-7afc-4b69-8a9e-35f3359efd9e None None] Routers {'7c758946-b354-4f26-9c76-2d1f994f3540'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:44.617087 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d4a0c3a6-7afc-4b69-8a9e-35f3359efd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7c758946-b354-4f26-9c76-2d1f994f3540'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:44.629304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-9e83c351-9657-4350-b64a-326bdf073cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:44.630922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-9e83c351-9657-4350-b64a-326bdf073cf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74949a4561764185934370a9dcfd04b9&device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 1096 time: 0.1918805 Oct 29 08:38:44.653576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-69aa47d2-ece7-475b-825e-94d3452b7798 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Deleting subnet 5df4baf0-760f-44f5-832f-fb1e8d87c59e {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:44.658702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69aa47d2-ece7-475b-825e-94d3452b7798 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.674355 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-ea13c55d-d844-47b4-810f-2c1ec0ea2490 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] update failed (client error): The resource could not be found. Oct 29 08:38:44.679011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6ad99ce5-389f-4801-b62a-338036242d9b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ad99ce5-389f-4801-b62a-338036242d9b,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:44.680143 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ea13c55d-d844-47b4-810f-2c1ec0ea2490 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1254786767 HTTP/1.1" status: 404 len: 335 time: 0.1460130 Oct 29 08:38:44.683571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:44.724407 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d4a0c3a6-7afc-4b69-8a9e-35f3359efd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:44.725100 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0c3a6-7afc-4b69-8a9e-35f3359efd9e None None] The sync data for ids ['7c758946-b354-4f26-9c76-2d1f994f3540'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:44.762452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '6ad99ce5-389f-4801-b62a-338036242d9b', 'network_id': '23df355d-b383-4221-93a0-de7ab4af77ae', 'port_id': '6ad99ce5-389f-4801-b62a-338036242d9b', 'mac_address': 'fa:16:3e:9c:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:38:44.768749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:44.802435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddead0a6-cb63-40d6-9a14-5ba3f72d7378 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting subnet d7f3b524-31f9-4f4c-bc7b-43d90b094048 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:44.819961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddead0a6-cb63-40d6-9a14-5ba3f72d7378 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.854969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c9d17268-8dc6-4547-b11f-cc9d2eaa4785 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:44.914333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69aa47d2-ece7-475b-825e-94d3452b7798 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.925027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddead0a6-cb63-40d6-9a14-5ba3f72d7378 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.940300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:44.970429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c9d17268-8dc6-4547-b11f-cc9d2eaa4785 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:44.971850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c9d17268-8dc6-4547-b11f-cc9d2eaa4785 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:44.990431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad99ce5-389f-4801-b62a-338036242d9b {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:38:45.029518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['188c1802-bf36-48c0-8df0-0ed0c14dbc4d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:38:45.036884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6ad99ce5-389f-4801-b62a-338036242d9b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ad99ce5-389f-4801-b62a-338036242d9b,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:45.075318 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.099113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2cd5faf-06ea-4e5c-afca-0555683eee3a req-343e1968-4959-4aa0-bfad-86bf29a1efff tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5062628 Oct 29 08:38:45.100057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2594ef-9238-4404-b292-d45e738dabc0 req-085749f5-c1c9-4226-8551-ad9fcc4afee7 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:45.101689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d2594ef-9238-4404-b292-d45e738dabc0 req-085749f5-c1c9-4226-8551-ad9fcc4afee7 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.1919897 Oct 29 08:38:45.156442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-4f6b87b2-99a8-4289-b5c5-b34fa0c437aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:45.169441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-4f6b87b2-99a8-4289-b5c5-b34fa0c437aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d25b31-d611-44a8-a58f-b37699384cac HTTP/1.1" status: 200 len: 917 time: 0.5072348 Oct 29 08:38:45.211004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddead0a6-cb63-40d6-9a14-5ba3f72d7378 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.296188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d2594ef-9238-4404-b292-d45e738dabc0 req-a849703a-6a51-4400-a30a-9866b8c02224 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648395 Oct 29 08:38:45.343139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6ad99ce5-389f-4801-b62a-338036242d9b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:45.374035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6ad99ce5-389f-4801-b62a-338036242d9b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:38:45.409565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddead0a6-cb63-40d6-9a14-5ba3f72d7378 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.459614 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69aa47d2-ece7-475b-825e-94d3452b7798 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.466053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-07b1cef2-5428-473a-bc4c-642a341e4bb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136 HTTP/1.1" status: 200 len: 1000 time: 0.2810445 Oct 29 08:38:45.470484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d88352e7-f16e-4e51-b71c-c37aaa6c6b59 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:45.472356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddead0a6-cb63-40d6-9a14-5ba3f72d7378 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f3b524-31f9-4f4c-bc7b-43d90b094048,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:45.477717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ddead0a6-cb63-40d6-9a14-5ba3f72d7378 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.483296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ddead0a6-cb63-40d6-9a14-5ba3f72d7378 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/subnets/d7f3b524-31f9-4f4c-bc7b-43d90b094048 HTTP/1.1" status: 204 len: 168 time: 0.7953718 Oct 29 08:38:45.489346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55056) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:45.525032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a2821-d0bb-41b8-8ff0-31dca05b238a None None] Network 8e6d5a75-d896-4591-82b3-8ed550390356 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:45.597383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-828bf2f2-41ba-4a25-be79-53939540f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:45.598919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-828bf2f2-41ba-4a25-be79-53939540f80b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94029846-6646-47b0-ad1d-6676f3ab6a53 HTTP/1.1" status: 200 len: 854 time: 0.0925250 Oct 29 08:38:45.621168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014f7c7-861d-464e-8bcd-dcef976ff226 None None] Network 2978fa45-810b-434b-912d-e6ac43033872 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:45.652805 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69aa47d2-ece7-475b-825e-94d3452b7798 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.673495 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.682563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa47d2-ece7-475b-825e-94d3452b7798 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Subnet': ['ID=5df4baf0-760f-44f5-832f-fb1e8d87c59e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:45.697933 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69aa47d2-ece7-475b-825e-94d3452b7798 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.704037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-69aa47d2-ece7-475b-825e-94d3452b7798 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/subnets/5df4baf0-760f-44f5-832f-fb1e8d87c59e HTTP/1.1" status: 204 len: 168 time: 1.2618983 Oct 29 08:38:45.704667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55058) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:45.706236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b555e11-1c40-4461-8c50-e4631a6c3d24 req-a961ac78-2f97-4323-b1e5-3992171ebf0c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:45.711718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c9f53447-f4b0-4d21-ae5b-4b28b966de2c None None] Provisioning complete for port 45aeb6b4-d6c0-477b-897f-8d543b44461f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:45.712209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c9f53447-f4b0-4d21-ae5b-4b28b966de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.718129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b555e11-1c40-4461-8c50-e4631a6c3d24 req-a961ac78-2f97-4323-b1e5-3992171ebf0c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 945 time: 0.1357024 Oct 29 08:38:45.762136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-b05580d0-3447-4d48-901a-0ac075b3e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:45.763622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-b05580d0-3447-4d48-901a-0ac075b3e5ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d25b31-d611-44a8-a58f-b37699384cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540220 Oct 29 08:38:45.808520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b555e11-1c40-4461-8c50-e4631a6c3d24 req-fd4c6d34-37d9-48cd-90fa-6389274ec0fc tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890810 Oct 29 08:38:45.842476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting port 279790c8-7966-47be-84a9-ad0c8e97d719 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:45.843144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:45.885069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-d9590ec2-3939-496f-bb07-5c7e7b536857 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044443 Oct 29 08:38:45.948750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169fd196-ef01-4ab1-8480-d0846ed17a08 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:45.950694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169fd196-ef01-4ab1-8480-d0846ed17a08 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:45.966622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-169fd196-ef01-4ab1-8480-d0846ed17a08 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2598925 Oct 29 08:38:45.972320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55060) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:46.027859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] DHCP port deletion for 8e6d5a75-d896-4591-82b3-8ed550390356 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:46.054661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d88352e7-f16e-4e51-b71c-c37aaa6c6b59 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:46.055081 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.114941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad80f2f9-df83-46c9-af41-a0255faa2342 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.121664 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c9f53447-f4b0-4d21-ae5b-4b28b966de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.134550 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad80f2f9-df83-46c9-af41-a0255faa2342 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 29 08:38:46.135051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad80f2f9-df83-46c9-af41-a0255faa2342 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:46.139228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ad80f2f9-df83-46c9-af41-a0255faa2342 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/2978fa45-810b-434b-912d-e6ac43033872 HTTP/1.1" status: 409 len: 405 time: 0.1384568 Oct 29 08:38:46.143910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55062) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:46.152697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-778472735'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:46.202580 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2e0efd9-5b99-4444-a070-855793f43bd6 req-6db3c901-9c8e-4f5c-909c-0022b157e40a service neutron] 10.222.0.15 "GET /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855885 Oct 29 08:38:46.207997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:46.222182 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.251720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c9f53447-f4b0-4d21-ae5b-4b28b966de2c None None] For port 45aeb6b4-d6c0-477b-897f-8d543b44461f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=45aeb6b4-d6c0-477b-897f-8d543b44461f,segment=NetworkSegment(3c0edc58-55dc-4611-8354-cfdf63b2e3f4),segment_id=3c0edc58-55dc-4611-8354-cfdf63b2e3f4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:46.270461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c9f53447-f4b0-4d21-ae5b-4b28b966de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.274525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:46.311363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.312046 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Added segment b3ef3e2c-d686-4aa9-bf7b-226d722cd2bf of type vlan for network c331a43a-f339-4df8-8fda-9f37312784e9 Oct 29 08:38:46.342146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961594d5-1552-4925-8425-4397fa206845 None None] DHCP port deletion for 2978fa45-810b-434b-912d-e6ac43033872 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:46.418207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.447386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dd59f-4a4d-4d0a-a175-70ee49217d72 req-df4c7a2e-479d-488d-8a42-08b6ed79e2d9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:46.456039 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac0dd59f-4a4d-4d0a-a175-70ee49217d72 req-df4c7a2e-479d-488d-8a42-08b6ed79e2d9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1209590 Oct 29 08:38:46.496075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] Deleting port 279790c8-7966-47be-84a9-ad0c8e97d719 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:46.496834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.501170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f53447-f4b0-4d21-ae5b-4b28b966de2c None None] Pushing event updated for resources: {'Port': ['ID=45aeb6b4-d6c0-477b-897f-8d543b44461f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:46.503135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.510890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:46.511760 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.546754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 45aeb6b4-d6c0-477b-897f-8d543b44461f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:46.558365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] For port 279790c8-7966-47be-84a9-ad0c8e97d719, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=279790c8-7966-47be-84a9-ad0c8e97d719,segment=NetworkSegment(70c52e44-a660-4bea-93d2-b60709c63d55),segment_id=70c52e44-a660-4bea-93d2-b60709c63d55)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:46.558979 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.600840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Calling delete_port for 279790c8-7966-47be-84a9-ad0c8e97d719 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:46.638890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Network': ['ID=c331a43a-f339-4df8-8fda-9f37312784e9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:46.683997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac0dd59f-4a4d-4d0a-a175-70ee49217d72 req-4a76afde-333a-4b86-aef9-a12c1466f69b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267952 Oct 29 08:38:46.713749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d1865395-8b4a-426a-9b76-343392316304 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5686319 Oct 29 08:38:46.716478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55074) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:46.723366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'subnet': {'network_id': 'c331a43a-f339-4df8-8fda-9f37312784e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:46.746317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network c331a43a-f339-4df8-8fda-9f37312784e9 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:46.756470 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.824976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] For port 279790c8-7966-47be-84a9-ad0c8e97d719, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=279790c8-7966-47be-84a9-ad0c8e97d719,segment=NetworkSegment(70c52e44-a660-4bea-93d2-b60709c63d55),segment_id=70c52e44-a660-4bea-93d2-b60709c63d55)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:46.825420 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.831850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Port': ['ID=279790c8-7966-47be-84a9-ad0c8e97d719,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:46.847241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] No DVR routers for this DVR port 279790c8-7966-47be-84a9-ad0c8e97d719 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:46.876512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] Calling delete_port for 279790c8-7966-47be-84a9-ad0c8e97d719 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:46.879851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 45aeb6b4-d6c0-477b-897f-8d543b44461f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:46.882840 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.975597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-961594d5-1552-4925-8425-4397fa206845 None None] Deleting port 45aeb6b4-d6c0-477b-897f-8d543b44461f {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:46.976383 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-961594d5-1552-4925-8425-4397fa206845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:46.992065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:46.996395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.035376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.073079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24122e3e-bd14-426f-ac84-6030a9a8111d req-59de7196-30df-40a6-a4cb-7e63626457e9 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:47.074747 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24122e3e-bd14-426f-ac84-6030a9a8111d req-59de7196-30df-40a6-a4cb-7e63626457e9 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.1736996 Oct 29 08:38:47.074958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30522b5-9e8b-4920-92f7-94f80eed139f req-0c3c459c-ce2a-4b6b-9f01-04784193db18 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:47.078569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6d5a75-d896-4591-82b3-8ed550390356']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:47.082521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c30522b5-9e8b-4920-92f7-94f80eed139f req-0c3c459c-ce2a-4b6b-9f01-04784193db18 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 945 time: 0.1402972 Oct 29 08:38:47.099750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c52e44-a660-4bea-93d2-b60709c63d55') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:47.100160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c52e44-a660-4bea-93d2-b60709c63d55') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:47.102255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.120254 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.154149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.161340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24122e3e-bd14-426f-ac84-6030a9a8111d req-80558877-767d-4846-a02c-3ba267dce0e0 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731895 Oct 29 08:38:47.164300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:47.164854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:47.179889 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:47.229233 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c30522b5-9e8b-4920-92f7-94f80eed139f req-89e222be-4eb7-4974-b11c-9fd11a680642 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338806 Oct 29 08:38:47.259397 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-27b31213-c04e-4351-9fba-8055bff003e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.265942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] Pushing event deleted for resources: {'Port': ['ID=279790c8-7966-47be-84a9-ad0c8e97d719,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:47.275240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0f386-780c-42f3-a610-e4031d29d6ce None None] No DVR routers for this DVR port 279790c8-7966-47be-84a9-ad0c8e97d719 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:47.300198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.328029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.336477 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/networks/8e6d5a75-d896-4591-82b3-8ed550390356 HTTP/1.1" status: 204 len: 168 time: 1.8459184 Oct 29 08:38:47.337686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55082) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:47.433178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-43882c07-2685-423a-a455-b99349aa4541 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting subnet 15576729-335c-4543-8665-8a2cc234184b {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:47.466354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbbcf-c226-4bab-805b-59f229e411c7 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Network': ['ID=8e6d5a75-d896-4591-82b3-8ed550390356,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:47.467438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 188c1802-bf36-48c0-8df0-0ed0c14dbc4d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:47.480888 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43882c07-2685-423a-a455-b99349aa4541 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.547770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-961594d5-1552-4925-8425-4397fa206845 None None] For port 45aeb6b4-d6c0-477b-897f-8d543b44461f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=45aeb6b4-d6c0-477b-897f-8d543b44461f,segment=NetworkSegment(3c0edc58-55dc-4611-8354-cfdf63b2e3f4),segment_id=3c0edc58-55dc-4611-8354-cfdf63b2e3f4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:47.548828 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-961594d5-1552-4925-8425-4397fa206845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.571719 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43882c07-2685-423a-a455-b99349aa4541 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.575977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-961594d5-1552-4925-8425-4397fa206845 None None] Calling delete_port for 45aeb6b4-d6c0-477b-897f-8d543b44461f owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:47.584960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 279790c8-7966-47be-84a9-ad0c8e97d719 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:47.645067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 279790c8-7966-47be-84a9-ad0c8e97d719 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:47.645067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 279790c8-7966-47be-84a9-ad0c8e97d719 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 29 08:38:47.664271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:38:47.666573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.711161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:38:47.716558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Port 279790c8-7966-47be-84a9-ad0c8e97d719 not found, will not notify nova. {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 29 08:38:47.738908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:47.739286 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.746889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43882c07-2685-423a-a455-b99349aa4541 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.767410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Checking segment: {'id': 'b3ef3e2c-d686-4aa9-bf7b-226d722cd2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c331a43a-f339-4df8-8fda-9f37312784e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:47.767684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network hostable DHCP agents. Network: c331a43a-f339-4df8-8fda-9f37312784e9, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:47.779150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Subnet': ['ID=44e37a3b-25ac-4278-94f5-de363db89d07,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:47.797202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network c331a43a-f339-4df8-8fda-9f37312784e9 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:47.823098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, c331a43a-f339-4df8-8fda-9f37312784e9) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:47.837769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:47.838515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:47.853142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb456c-47e7-4b4b-8110-50397e78cb61 None None] Network c331a43a-f339-4df8-8fda-9f37312784e9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:47.876467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-35441b92-8405-47ea-b987-5c0f1cb3308a tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1556401 Oct 29 08:38:47.876756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:47.998879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 45aeb6b4-d6c0-477b-897f-8d543b44461f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:48.000842 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-961594d5-1552-4925-8425-4397fa206845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.004367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cad9a1-69c0-4338-9fb0-e76d4d932b20 req-e42b6d11-f199-416b-be6a-438fab063c06 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:48.013169 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3cad9a1-69c0-4338-9fb0-e76d4d932b20 req-e42b6d11-f199-416b-be6a-438fab063c06 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1604571 Oct 29 08:38:48.034572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43882c07-2685-423a-a455-b99349aa4541 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.088452 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43882c07-2685-423a-a455-b99349aa4541 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.090847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 45aeb6b4-d6c0-477b-897f-8d543b44461f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:48.091780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-43882c07-2685-423a-a455-b99349aa4541 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/subnets/15576729-335c-4543-8665-8a2cc234184b HTTP/1.1" status: 204 len: 168 time: 0.7363284 Oct 29 08:38:48.092451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43882c07-2685-423a-a455-b99349aa4541 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Subnet': ['ID=15576729-335c-4543-8665-8a2cc234184b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:48.092739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 45aeb6b4-d6c0-477b-897f-8d543b44461f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:48.093389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 279790c8-7966-47be-84a9-ad0c8e97d719 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:48.094325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55098) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:48.151671 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3cad9a1-69c0-4338-9fb0-e76d4d932b20 req-1878edd4-6e39-4489-822b-5aa6fb7a6bf2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373756 Oct 29 08:38:48.156140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961594d5-1552-4925-8425-4397fa206845 None None] No DVR routers for this DVR port 45aeb6b4-d6c0-477b-897f-8d543b44461f on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:48.174049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.179893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a99b09-7ce5-42ff-889b-996a6f8a49d2 None None] Network 59aae626-ca17-4de9-b533-6573767d34cb requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:48.184766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961594d5-1552-4925-8425-4397fa206845 None None] Pushing event deleted for resources: {'Port': ['ID=45aeb6b4-d6c0-477b-897f-8d543b44461f,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:48.208961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2b9b51-f0e9-4aa9-9ddb-bc123cfecad9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting subnet 5cb8b771-e016-4da9-950f-6fc95fdaf1d1 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:48.218750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6ad99ce5-389f-4801-b62a-338036242d9b up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:38:48.231188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9b51-f0e9-4aa9-9ddb-bc123cfecad9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.244596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 279790c8-7966-47be-84a9-ad0c8e97d719 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:48.244943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 279790c8-7966-47be-84a9-ad0c8e97d719 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:48.247953 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.342325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.354834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9b51-f0e9-4aa9-9ddb-bc123cfecad9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.401730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.454991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35554bf7-bcaf-4cdf-a843-18f58c2eb276 req-e93c746a-34c7-4eac-8f37-68f0d6ffd559 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:48.461612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35554bf7-bcaf-4cdf-a843-18f58c2eb276 req-e93c746a-34c7-4eac-8f37-68f0d6ffd559 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.1749713 Oct 29 08:38:48.519337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d203f22-c28d-4c15-ba06-c71614afd3db req-6d717cb3-be74-4abb-8afa-66683548025c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:48.521896 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d203f22-c28d-4c15-ba06-c71614afd3db req-6d717cb3-be74-4abb-8afa-66683548025c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 945 time: 0.1474905 Oct 29 08:38:48.529278 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.534429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35554bf7-bcaf-4cdf-a843-18f58c2eb276 req-6b154273-cacb-46ad-a672-a80229055876 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681958 Oct 29 08:38:48.549177 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.579261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:48.583890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae3e5e3-f6ba-4893-9f01-0495dea960e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188c1802-bf36-48c0-8df0-0ed0c14dbc4d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:48.586813 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6f826e-9eb5-4dea-a4b3-f25a0d86005b" -d '{"events": [{"server_uuid": "bae3e5e3-f6ba-4893-9f01-0495dea960e5", "name": "network-vif-plugged", "status": "completed", "tag": "188c1802-bf36-48c0-8df0-0ed0c14dbc4d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:48.593659 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.606335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9b51-f0e9-4aa9-9ddb-bc123cfecad9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.634637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Subnet': ['ID=44e37a3b-25ac-4278-94f5-de363db89d07,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:48.682938 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e08ed3a-d02e-4ade-afd3-d0daf2ad434c x-openstack-request-id: req-9e08ed3a-d02e-4ade-afd3-d0daf2ad434c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:48.683375 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae3e5e3-f6ba-4893-9f01-0495dea960e5", "name": "network-vif-plugged", "status": "completed", "tag": "188c1802-bf36-48c0-8df0-0ed0c14dbc4d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:48.683726 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e08ed3a-d02e-4ade-afd3-d0daf2ad434c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:48.684275 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae3e5e3-f6ba-4893-9f01-0495dea960e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188c1802-bf36-48c0-8df0-0ed0c14dbc4d', 'code': 200} Oct 29 08:38:48.699780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 6ad99ce5-389f-4801-b62a-338036242d9b completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:38:48.721157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 6ad99ce5-389f-4801-b62a-338036242d9b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:38:48.721702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.747600 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d203f22-c28d-4c15-ba06-c71614afd3db req-765405fd-36f5-49fd-bbc2-937de37f37c0 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055762 Oct 29 08:38:48.782346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18574657-fe0f-4d9d-a30f-8af8171da2da None None] Network c331a43a-f339-4df8-8fda-9f37312784e9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:48.807600 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9b51-f0e9-4aa9-9ddb-bc123cfecad9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.849679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b9b51-f0e9-4aa9-9ddb-bc123cfecad9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb8b771-e016-4da9-950f-6fc95fdaf1d1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:48.860431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9b51-f0e9-4aa9-9ddb-bc123cfecad9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.864880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7c2b9b51-f0e9-4aa9-9ddb-bc123cfecad9 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/subnets/5cb8b771-e016-4da9-950f-6fc95fdaf1d1 HTTP/1.1" status: 204 len: 168 time: 0.7672498 Oct 29 08:38:48.867406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55110) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:48.878800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] DHCP port deletion for 59aae626-ca17-4de9-b533-6573767d34cb request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:48.898375 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.906264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed08797-041e-4876-9911-07efcd10c3cc None None] Network a4f8a2b9-59da-410e-9889-836cc5940ccb requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:48.909488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:48.972866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:48.975675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c331a43a-f339-4df8-8fda-9f37312784e9']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:48.994348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ef3e2c-d686-4aa9-bf7b-226d722cd2bf') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:48.994739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ef3e2c-d686-4aa9-bf7b-226d722cd2bf') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:49.017980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a82e-91c7-4389-b825-f4d7fb263e80 req-d8699862-def5-4799-86e6-d36c7c23ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:49.019580 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4cd7a82e-91c7-4389-b825-f4d7fb263e80 req-d8699862-def5-4799-86e6-d36c7c23ef1a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1097 time: 0.1626472 Oct 29 08:38:49.021454 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.072231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting port a2fc71f5-0917-4863-a2f7-804b37b5903e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:49.072589 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.077935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4cd7a82e-91c7-4389-b825-f4d7fb263e80 req-18b347eb-b437-48d0-bc3a-8c774a6c0d9f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477128 Oct 29 08:38:49.079000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.085647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:49.086129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:49.090303 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:49.186337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.197979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.214545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/c331a43a-f339-4df8-8fda-9f37312784e9 HTTP/1.1" status: 204 len: 168 time: 1.3366442 Oct 29 08:38:49.215282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55114) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:49.221326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] For port a2fc71f5-0917-4863-a2f7-804b37b5903e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a2fc71f5-0917-4863-a2f7-804b37b5903e,segment=NetworkSegment(ded0c4f6-7f8a-44c5-ba14-78fdc6da6256),segment_id=ded0c4f6-7f8a-44c5-ba14-78fdc6da6256)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:49.223894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.231791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-234040492'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:49.260480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Calling delete_port for a2fc71f5-0917-4863-a2f7-804b37b5903e owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:49.276895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:49.286192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.289994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cafb68-d207-4381-8c52-3d4a2e96e934 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Network': ['ID=c331a43a-f339-4df8-8fda-9f37312784e9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:49.308110 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.323410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] Deleting port a2fc71f5-0917-4863-a2f7-804b37b5903e {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:49.324240 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.330029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:49.368971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.370371 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Added segment f697653c-2eaf-4c31-aa4c-6ddfb37968ae of type vlan for network 19d033fb-c322-43e2-b546-9216a3425ab4 Oct 29 08:38:49.409105 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.422394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] For port a2fc71f5-0917-4863-a2f7-804b37b5903e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a2fc71f5-0917-4863-a2f7-804b37b5903e,segment=NetworkSegment(ded0c4f6-7f8a-44c5-ba14-78fdc6da6256),segment_id=ded0c4f6-7f8a-44c5-ba14-78fdc6da6256)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:49.422871 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.439736 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] Calling delete_port for a2fc71f5-0917-4863-a2f7-804b37b5903e owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:49.474049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] No DVR routers for this DVR port a2fc71f5-0917-4863-a2f7-804b37b5903e on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:49.475748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb160e7-2fcf-48c1-88a5-5771628e4a50 req-f6423f5d-2fa3-4c46-8554-dc862a86c06d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:49.481595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Port': ['ID=a2fc71f5-0917-4863-a2f7-804b37b5903e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:49.484289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fb160e7-2fcf-48c1-88a5-5771628e4a50 req-f6423f5d-2fa3-4c46-8554-dc862a86c06d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1384697 Oct 29 08:38:49.488992 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.551283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.560443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fb160e7-2fcf-48c1-88a5-5771628e4a50 req-61af0455-ac56-4424-98c9-676454b8269f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748122 Oct 29 08:38:49.560644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] DHCP port deletion for a4f8a2b9-59da-410e-9889-836cc5940ccb request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:49.569549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.579254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:49.580330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.631255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.660521 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.666007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] Pushing event deleted for resources: {'Port': ['ID=a2fc71f5-0917-4863-a2f7-804b37b5903e,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:49.674333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aae626-ca17-4de9-b533-6573767d34cb']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:49.677754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Network': ['ID=19d033fb-c322-43e2-b546-9216a3425ab4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:49.684805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b4acaba7-ecc0-45b4-a2e4-ac8c47f565d2 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4603324 Oct 29 08:38:49.687289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55118) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:49.693235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'subnet': {'network_id': '19d033fb-c322-43e2-b546-9216a3425ab4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:49.693668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded0c4f6-7f8a-44c5-ba14-78fdc6da6256') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:49.693974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded0c4f6-7f8a-44c5-ba14-78fdc6da6256') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:49.701146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ec8d5-48c9-464c-ae92-16ee0ec1c3ec None None] No DVR routers for this DVR port a2fc71f5-0917-4863-a2f7-804b37b5903e on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:49.717516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 19d033fb-c322-43e2-b546-9216a3425ab4 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:49.750458 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.794859 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.823343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:49.823757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:49.835916 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:49.838329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3eded-1475-4c9b-b9fd-9181b2837dac req-8b504b28-29f8-497a-800e-af4c1fea9aad tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:49.859105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78a3eded-1475-4c9b-b9fd-9181b2837dac req-8b504b28-29f8-497a-800e-af4c1fea9aad tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.1498005 Oct 29 08:38:49.878875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6ad99ce5-389f-4801-b62a-338036242d9b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ad99ce5-389f-4801-b62a-338036242d9b,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:49.892301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.901750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:49.905914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:49.908153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a2fc71f5-0917-4863-a2f7-804b37b5903e no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:49.957865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: a2fc71f5-0917-4863-a2f7-804b37b5903e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:49.958520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a2fc71f5-0917-4863-a2f7-804b37b5903e not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:49.959112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f578d4c8-cbbc-4d6c-a1b6-c473fd800671 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:49.979401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78a3eded-1475-4c9b-b9fd-9181b2837dac req-c75b67e6-09db-4f7d-bffc-0a924dce964a tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192751 Oct 29 08:38:49.990048 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.007518 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.010954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] Deleting port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:50.011451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/networks/59aae626-ca17-4de9-b533-6573767d34cb HTTP/1.1" status: 204 len: 168 time: 1.1428123 Oct 29 08:38:50.013961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55126) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:50.014350 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.042955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650edd1-be20-4018-a635-56d312e8f459 req-a28de37d-6368-4a43-ae3f-c0581702d411 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:50.051078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc9e78-de30-40da-91a2-472008eb16ee tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Network': ['ID=59aae626-ca17-4de9-b533-6573767d34cb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:50.051773 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d650edd1-be20-4018-a635-56d312e8f459 req-a28de37d-6368-4a43-ae3f-c0581702d411 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1648283 Oct 29 08:38:50.124908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6ad99ce5-389f-4801-b62a-338036242d9b,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:50.137081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] For port f578d4c8-cbbc-4d6c-a1b6-c473fd800671, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,segment=NetworkSegment(ee825555-d1ed-44b0-8ba1-4e99508b9f41),segment_id=ee825555-d1ed-44b0-8ba1-4e99508b9f41)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:50.137794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.156319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] Calling delete_port for f578d4c8-cbbc-4d6c-a1b6-c473fd800671 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:50.231973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.255605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.272488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d650edd1-be20-4018-a635-56d312e8f459 req-6f3bbee8-3d74-4e34-8bad-cf548d29d439 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194142 Oct 29 08:38:50.301259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-ab42dc29-ab40-4b3c-ace9-4820adbec803 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:50.303105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-ab42dc29-ab40-4b3c-ace9-4820adbec803 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.93 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.2428696 Oct 29 08:38:50.333417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port f578d4c8-cbbc-4d6c-a1b6-c473fd800671, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,segment=NetworkSegment(ee825555-d1ed-44b0-8ba1-4e99508b9f41),segment_id=ee825555-d1ed-44b0-8ba1-4e99508b9f41)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:50.348666 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.355023 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.387834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] No DVR routers for this DVR port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:50.397555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event deleted for resources: {'Port': ['ID=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:50.424496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbcd49-9d19-4188-94e8-59f9ffacbd21 None None] Pushing event deleted for resources: {'Port': ['ID=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:50.538140 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:50.538735 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.544547 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.686836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9fda60-1841-4612-aecd-a39393ec7881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad99ce5-389f-4801-b62a-338036242d9b'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:50.692113 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57fbab7-75cf-47fd-9d2a-6f3015b593b2" -d '{"events": [{"server_uuid": "4a9fda60-1841-4612-aecd-a39393ec7881", "name": "network-vif-plugged", "status": "completed", "tag": "6ad99ce5-389f-4801-b62a-338036242d9b"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:50.723243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Deleting port 1a9c396f-612a-4025-a367-27807de6f1e7 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:50.723934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.767539 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f0191a-0f80-4c43-98e0-d964a298b21e x-openstack-request-id: req-19f0191a-0f80-4c43-98e0-d964a298b21e {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:50.767849 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9fda60-1841-4612-aecd-a39393ec7881", "name": "network-vif-plugged", "status": "completed", "tag": "6ad99ce5-389f-4801-b62a-338036242d9b", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:50.768150 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19f0191a-0f80-4c43-98e0-d964a298b21e {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:50.768442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82886e0a-bfc4-4775-9a98-55cf57cfbb64 req-352a6416-a471-4bcc-ae7a-4e51ca6899f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:50.768930 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9fda60-1841-4612-aecd-a39393ec7881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad99ce5-389f-4801-b62a-338036242d9b', 'code': 200} Oct 29 08:38:50.770160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82886e0a-bfc4-4775-9a98-55cf57cfbb64 req-352a6416-a471-4bcc-ae7a-4e51ca6899f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.0873408 Oct 29 08:38:50.808076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Subnet': ['ID=1d04a1b4-62b3-4669-81e7-cad3ede4a40a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:50.829520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] For port f578d4c8-cbbc-4d6c-a1b6-c473fd800671, host n-d-815940-1, got binding levels [] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:50.829967 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.854403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Calling delete_port for f578d4c8-cbbc-4d6c-a1b6-c473fd800671 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:50.859371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 was not found and therefore no delete operation was performed {{(pid=102113) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:38:50.864668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:50.866674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Checking segment: {'id': 'f697653c-2eaf-4c31-aa4c-6ddfb37968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '19d033fb-c322-43e2-b546-9216a3425ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:50.867428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network hostable DHCP agents. Network: 19d033fb-c322-43e2-b546-9216a3425ab4, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:50.900451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82886e0a-bfc4-4775-9a98-55cf57cfbb64 req-e4d811fc-fa05-4a5a-bdc6-602b88c445bd tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240239 Oct 29 08:38:50.946070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Port': ['ID=f578d4c8-cbbc-4d6c-a1b6-c473fd800671,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:50.950286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] No DVR routers for this DVR port f578d4c8-cbbc-4d6c-a1b6-c473fd800671 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:50.961428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] For port 1a9c396f-612a-4025-a367-27807de6f1e7, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1a9c396f-612a-4025-a367-27807de6f1e7,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:50.961778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.472579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network 19d033fb-c322-43e2-b546-9216a3425ab4 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:51.476098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d66098-5e2b-4df3-9cf4-67a088423b43 req-13e2891b-7ae9-4eda-9dd1-556a50ea62a2 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:51.477744 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74d66098-5e2b-4df3-9cf4-67a088423b43 req-13e2891b-7ae9-4eda-9dd1-556a50ea62a2 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.0670559 Oct 29 08:38:51.506638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247649e-0c2a-4ace-b600-451b28d5f028 req-69878e90-bdd5-4182-b067-1db23f41be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:51.509395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6247649e-0c2a-4ace-b600-451b28d5f028 req-69878e90-bdd5-4182-b067-1db23f41be8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 1097 time: 0.6313784 Oct 29 08:38:51.536245 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74d66098-5e2b-4df3-9cf4-67a088423b43 req-1d538a2e-941e-4970-8ee9-9f1c692bf904 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467880 Oct 29 08:38:51.569515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 19d033fb-c322-43e2-b546-9216a3425ab4) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:51.579847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3082c-568a-4725-9e5b-d58bab64bcaa None None] Network 19d033fb-c322-43e2-b546-9216a3425ab4 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:51.590689 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.677246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:51.678201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.706022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f8a2b9-59da-410e-9889-836cc5940ccb']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:51.730013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6247649e-0c2a-4ace-b600-451b28d5f028 req-015965ce-5e75-4a7b-ac31-e53f59c53138 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806397 Oct 29 08:38:51.739053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee825555-d1ed-44b0-8ba1-4e99508b9f41') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:51.739449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee825555-d1ed-44b0-8ba1-4e99508b9f41') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:51.758845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-67c4419d-99db-48c1-969f-90016dc7ca05 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0675111 Oct 29 08:38:51.759931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:51.768354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.781022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ae035-5146-4720-9cfd-4f4f9b38bb53 req-68989e6a-e8bd-463d-9ac4-479bf3b5d6b4 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:51.789632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-497ae035-5146-4720-9cfd-4f4f9b38bb53 req-68989e6a-e8bd-463d-9ac4-479bf3b5d6b4 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 945 time: 0.3297603 Oct 29 08:38:51.858645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.883111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:51.883523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:51.886756 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:51.921248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.946020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-497ae035-5146-4720-9cfd-4f4f9b38bb53 req-cb6aac01-32cc-458e-8ebf-5893133c766e tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546812 Oct 29 08:38:51.968409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.968935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.969074 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Floating IP 9783cf28-5708-4106-b348-e8e7adfa922d disassociated. External IP: 172.25.5.66, port: 1a9c396f-612a-4025-a367-27807de6f1e7. Oct 29 08:38:51.969477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Calling delete_port for 1a9c396f-612a-4025-a367-27807de6f1e7 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:51.986812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644e36c-921f-4773-a5ee-efd8e946fa74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-19d033fb-c322-43e2-b546-9216a3425ab4', 'network_id': '19d033fb-c322-43e2-b546-9216a3425ab4', 'tenant_id': '3923158a85f9494c81e5559307252425', 'fixed_ips': [{'subnet_id': '1d04a1b4-62b3-4669-81e7-cad3ede4a40a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:51.989463 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5644e36c-921f-4773-a5ee-efd8e946fa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:51.991609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.026912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.045233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.056676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/networks/a4f8a2b9-59da-410e-9889-836cc5940ccb HTTP/1.1" status: 204 len: 168 time: 2.0414746 Oct 29 08:38:52.060083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55144) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:52.115287 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.122232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cc257-8837-469a-9a96-52ee82c8b6c0 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Network': ['ID=a4f8a2b9-59da-410e-9889-836cc5940ccb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:52.158936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting subnet aa4ae87b-c307-4da5-bf11-4f23c4e04e0e {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-5644e36c-921f-4773-a5ee-efd8e946fa74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d04a1b4-62b3-4669-81e7-cad3ede4a40a: This subnet is being modified by another concurrent operation. Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:38:52.159167 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d04a1b4-62b3-4669-81e7-cad3ede4a40a: This subnet is being modified by another concurrent operation. Oct 29 08:38:52.162611 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:38:52.167699 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.246101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90bc56-3c2a-493c-b91b-1ef49b63dac0 None None] Network 19d033fb-c322-43e2-b546-9216a3425ab4 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:52.247441 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.253054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Subnet': ['ID=1d04a1b4-62b3-4669-81e7-cad3ede4a40a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:52.311651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cec4e7-d7ab-42b6-ae9d-43ae295ee28c req-6504f30e-6f8f-47fc-ad22-fa407a33bfb9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:52.322939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15cec4e7-d7ab-42b6-ae9d-43ae295ee28c req-6504f30e-6f8f-47fc-ad22-fa407a33bfb9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.2398686 Oct 29 08:38:52.358563 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.405249 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15cec4e7-d7ab-42b6-ae9d-43ae295ee28c req-1ff669d1-b9c0-4533-9c1c-692e08567d17 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811708 Oct 29 08:38:52.421487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.447644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d033fb-c322-43e2-b546-9216a3425ab4']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:52.472379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f697653c-2eaf-4c31-aa4c-6ddfb37968ae') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:52.473151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f697653c-2eaf-4c31-aa4c-6ddfb37968ae') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:52.480894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event deleted for resources: {'Port': ['ID=1a9c396f-612a-4025-a367-27807de6f1e7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:52.488421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.526199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.537033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:52.537033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:52.540140 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:52.591167 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.697160 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.745347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.754466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/19d033fb-c322-43e2-b546-9216a3425ab4 HTTP/1.1" status: 204 len: 168 time: 0.9912691 Oct 29 08:38:52.812273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55152) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:52.815399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cb32a-bff4-4e9b-9fa3-43ddaac7fbcf tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Network': ['ID=19d033fb-c322-43e2-b546-9216a3425ab4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:52.828241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1487867222'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:52.874355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Router 392b275b-ffd4-4f11-a70c-14692aeabf54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:38:52.909205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9adf1-2a1f-486d-a9a9-2d8608712f4a req-34e93d66-948e-4bf1-bc82-5fc127086bfa tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:52.919388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4a9adf1-2a1f-486d-a9a9-2d8608712f4a req-34e93d66-948e-4bf1-bc82-5fc127086bfa tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.2358649 Oct 29 08:38:52.923241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:52.947000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:52.951315 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.016656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581edbb2-cb60-4803-a64b-a5ac06cc9258 None None] Network 7051942c-b6cb-40be-b5d0-fd466eed635c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:53.042207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4a9adf1-2a1f-486d-a9a9-2d8608712f4a req-0614bbc8-a6ea-4674-96dd-e263cb8bbdb7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226122 Oct 29 08:38:53.047010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:38:53.058831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.059492 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Added segment 29fd6c25-1fb0-473b-85cf-0024a48537d0 of type vlan for network a74c9ba7-6efc-4b3f-b8e5-7201301958ef Oct 29 08:38:53.080063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4ae87b-c307-4da5-bf11-4f23c4e04e0e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:53.091697 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.098509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/subnets/aa4ae87b-c307-4da5-bf11-4f23c4e04e0e HTTP/1.1" status: 204 len: 168 time: 1.0286808 Oct 29 08:38:53.101530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55156) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:53.104326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.104827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.105279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.105718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.106167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.106606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.107053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.109142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.109681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.110163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.110583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.110960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e55b5f-677f-4b92-b506-454098b52d06 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:38:53.193586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c075fbc0-0cb3-4f1c-bc67-4d591ccb35dd req-0bd6d913-e5c1-47e9-9836-7cd3776fba54 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eec1c15-e126-4b38-b35c-480c09eccf6d HTTP/1.1" status: 200 len: 210 time: 0.1036327 Oct 29 08:38:53.232330 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.254060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:38:53.271274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] Sync routers for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:38:53.295099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:53.295752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:53.330838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.345278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] No DVR routers for this DVR port 1a9c396f-612a-4025-a367-27807de6f1e7 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:53.348597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:53.350269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.352777 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.375459 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8e7f559-c9eb-4431-b8af-d60cf4b2a06d req-a940bbec-40a2-40a9-a706-0a37dfceee24 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.93 "DELETE /v2.0/ports/1a9c396f-612a-4025-a367-27807de6f1e7 HTTP/1.1" status: 204 len: 173 time: 3.0593212 Oct 29 08:38:53.381653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] DHCP port deletion for 7051942c-b6cb-40be-b5d0-fd466eed635c request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:53.386595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'name': 'network-vif-deleted', 'tag': '1a9c396f-612a-4025-a367-27807de6f1e7'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:38:53.396373 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b7fbe-4612-4b58-95df-5e3cbd2f8d9c" -d '{"events": [{"server_uuid": "3eec1c15-e126-4b38-b35c-480c09eccf6d", "name": "network-vif-deleted", "tag": "1a9c396f-612a-4025-a367-27807de6f1e7"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:38:53.446864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1a9c396f-612a-4025-a367-27807de6f1e7 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:53.490952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 1a9c396f-612a-4025-a367-27807de6f1e7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:53.491570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1a9c396f-612a-4025-a367-27807de6f1e7 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:53.507725 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9871e0ec-7913-431e-9e8d-28d6b3d6eefe x-openstack-request-id: req-9871e0ec-7913-431e-9e8d-28d6b3d6eefe {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:38:53.509228 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eec1c15-e126-4b38-b35c-480c09eccf6d", "name": "network-vif-deleted", "tag": "1a9c396f-612a-4025-a367-27807de6f1e7", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:38:53.509661 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9871e0ec-7913-431e-9e8d-28d6b3d6eefe {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:38:53.510765 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eec1c15-e126-4b38-b35c-480c09eccf6d', 'name': 'network-vif-deleted', 'tag': '1a9c396f-612a-4025-a367-27807de6f1e7', 'status': 'completed', 'code': 200} Oct 29 08:38:53.522606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:53.625774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] Deleting port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:53.626300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.626662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8013604 Oct 29 08:38:53.635509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.639430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55170) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:53.645738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Request body: {'subnet': {'network_id': 'a74c9ba7-6efc-4b3f-b8e5-7201301958ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:53.681526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8708c9-a44f-4944-87b0-a1241468bf89 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Network': ['ID=a74c9ba7-6efc-4b3f-b8e5-7201301958ef,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:53.705844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network a74c9ba7-6efc-4b3f-b8e5-7201301958ef details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:38:53.754705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Deleting port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:53.755261 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.815837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] For port 8a45dffd-62f6-4287-8679-5d6b9738e0c5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8a45dffd-62f6-4287-8679-5d6b9738e0c5,segment=NetworkSegment(a8003fa5-fa2e-4603-8887-ea13f464eee0),segment_id=a8003fa5-fa2e-4603-8887-ea13f464eee0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:53.815837 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.840792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdede9-1ed9-4da0-86bd-3a61330d4629 req-78e1a0de-114e-4a2a-bf1d-5392f586071f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:53.855834 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05cdede9-1ed9-4da0-86bd-3a61330d4629 req-78e1a0de-114e-4a2a-bf1d-5392f586071f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.2273211 Oct 29 08:38:53.888124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] Calling delete_port for 8a45dffd-62f6-4287-8679-5d6b9738e0c5 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:53.893020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] For port 8a45dffd-62f6-4287-8679-5d6b9738e0c5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8a45dffd-62f6-4287-8679-5d6b9738e0c5,segment=NetworkSegment(a8003fa5-fa2e-4603-8887-ea13f464eee0),segment_id=a8003fa5-fa2e-4603-8887-ea13f464eee0)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:53.893398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.898561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Made reservation on behalf of 3923158a85f9494c81e5559307252425 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:38:53.904567 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:53.932450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Calling delete_port for 8a45dffd-62f6-4287-8679-5d6b9738e0c5 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:54.033750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05cdede9-1ed9-4da0-86bd-3a61330d4629 req-2aab4adf-4549-4b77-a262-ff15daf886bf tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776593 Oct 29 08:38:54.068382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8a45dffd-62f6-4287-8679-5d6b9738e0c5 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:54.133968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.186826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No active binding found for port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 {{(pid=102115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 29 08:38:54.187331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8a45dffd-62f6-4287-8679-5d6b9738e0c5 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:54.211544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.229896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] No DVR routers for this DVR port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:54.253178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Port': ['ID=8a45dffd-62f6-4287-8679-5d6b9738e0c5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:54.301468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] Pushing event deleted for resources: {'Port': ['ID=8a45dffd-62f6-4287-8679-5d6b9738e0c5,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:54.313509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e6bcf-f474-4dfa-9c93-d81c22be0114 None None] No DVR routers for this DVR port 8a45dffd-62f6-4287-8679-5d6b9738e0c5 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:54.325467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55178) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:54.361005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be819054-c946-411c-9a34-636f705e27b0 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:38:54.363106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:45Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:54.367066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddbd67-af71-4283-9667-d8f5b36e4c88 req-3bee3308-6e8e-4b93-b71c-3768b4c6cfe2 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:54.375337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ffddbd67-af71-4283-9667-d8f5b36e4c88 req-3bee3308-6e8e-4b93-b71c-3768b4c6cfe2 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.2152290 Oct 29 08:38:54.383431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.454066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7051942c-b6cb-40be-b5d0-fd466eed635c']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:54.480356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ffddbd67-af71-4283-9667-d8f5b36e4c88 req-321d0d5f-1c3a-4a67-a6b3-467aa95ae121 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999253 Oct 29 08:38:54.484260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8003fa5-fa2e-4603-8887-ea13f464eee0') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:54.484734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8003fa5-fa2e-4603-8887-ea13f464eee0') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:54.486965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:38:54.498165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.506907 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.507892 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42c164e4-7e67-4acf-9096-6465a3a16dff tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.527333 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.564619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:54.564619 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:54.577123 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:54.644371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] Checking router: 392b275b-ffd4-4f11-a70c-14692aeabf54 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:38:54.673605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event updated for resources: {'Subnet': ['ID=12fd6afe-6d85-4f84-bf14-33da28be38ed,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:54.706029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.711498 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.716541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/networks/7051942c-b6cb-40be-b5d0-fd466eed635c HTTP/1.1" status: 204 len: 168 time: 1.6130860 Oct 29 08:38:54.722776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55186) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:54.760227 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:38:54.782880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:38:54.783683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:54.787275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42c164e4-7e67-4acf-9096-6465a3a16dff tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.791825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a21ee-b990-481c-991e-f0eab16cd1e4 tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Pushing event deleted for resources: {'Network': ['ID=7051942c-b6cb-40be-b5d0-fd466eed635c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:54.831911 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a524287a-15d9-4dd4-a7eb-f7bfcb35ea5e tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c758946-b354-4f26-9c76-2d1f994f3540 HTTP/1.1" status: 200 len: 205 time: 0.0987537 Oct 29 08:38:54.844133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55190) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:54.936546 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42c164e4-7e67-4acf-9096-6465a3a16dff tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.939392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42c164e4-7e67-4acf-9096-6465a3a16dff tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:54.940784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-42c164e4-7e67-4acf-9096-6465a3a16dff tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "DELETE /v2.0/security-groups/bb5d7f39-9cb5-4923-bc13-b4ec3c160b61 HTTP/1.1" status: 204 len: 168 time: 0.6142011 Oct 29 08:38:54.945373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55192) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:54.947547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Checking segment: {'id': '29fd6c25-1fb0-473b-85cf-0024a48537d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a74c9ba7-6efc-4b3f-b8e5-7201301958ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:54.948124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Network hostable DHCP agents. Network: a74c9ba7-6efc-4b3f-b8e5-7201301958ef, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:38:54.951034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:38:54.976932 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-09fbc172-9b19-4870-96f7-6c60c21e33f4 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] show failed (client error): The resource could not be found. Oct 29 08:38:54.978397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-09fbc172-9b19-4870-96f7-6c60c21e33f4 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "GET /v2.0/security-groups/bb5d7f39-9cb5-4923-bc13-b4ec3c160b61 HTTP/1.1" status: 404 len: 347 time: 0.0255179 Oct 29 08:38:54.983755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:54.984911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be819054-c946-411c-9a34-636f705e27b0 None None] Network a74c9ba7-6efc-4b3f-b8e5-7201301958ef is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:38:54.985180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c164e4-7e67-4acf-9096-6465a3a16dff tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d7f39-9cb5-4923-bc13-b4ec3c160b61,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:55.017349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be819054-c946-411c-9a34-636f705e27b0 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a74c9ba7-6efc-4b3f-b8e5-7201301958ef) {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:38:55.049295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613090-0bdb-4063-b674-b226add60772 req-820b595a-e206-4f22-a74b-386050315bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:55.051217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70613090-0bdb-4063-b674-b226add60772 req-820b595a-e206-4f22-a74b-386050315bfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 1097 time: 0.1477001 Oct 29 08:38:55.054411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Unable to find a vacant binding_index for network a74c9ba7-6efc-4b3f-b8e5-7201301958ef and agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 29 08:38:55.057396 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1880dfae-3a48-4f0d-bf6d-8fc6c511d5ad tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.155055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a74c9ba7-6efc-4b3f-b8e5-7201301958ef) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:55.176963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:55.178496 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.239675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613090-0bdb-4063-b674-b226add60772 req-2dc61615-64c2-4928-9890-7a47a390c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:55.241553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70613090-0bdb-4063-b674-b226add60772 req-2dc61615-64c2-4928-9890-7a47a390c34b service neutron] 10.222.0.15 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 921 time: 0.1757467 Oct 29 08:38:55.316263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70613090-0bdb-4063-b674-b226add60772 req-b4395a5f-6814-46a2-ba73-422f0d96fe90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad99ce5-389f-4801-b62a-338036242d9b HTTP/1.1" status: 200 len: 217 time: 0.0410070 Oct 29 08:38:55.361520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7491e7-dcc2-436a-96f6-f03b23578740 req-b512cf44-1add-4833-b91f-b9eaa96e3a94 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:55.371641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cf7491e7-dcc2-436a-96f6-f03b23578740 req-b512cf44-1add-4833-b91f-b9eaa96e3a94 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.5144145 Oct 29 08:38:55.383564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613090-0bdb-4063-b674-b226add60772 req-5a7ac47a-6e73-4a47-ba6a-bcc7b9a23d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:55.385412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70613090-0bdb-4063-b674-b226add60772 req-5a7ac47a-6e73-4a47-ba6a-bcc7b9a23d66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.0558774 Oct 29 08:38:55.432119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1880dfae-3a48-4f0d-bf6d-8fc6c511d5ad tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.438754 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1880dfae-3a48-4f0d-bf6d-8fc6c511d5ad tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.468428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70613090-0bdb-4063-b674-b226add60772 req-34b42779-2e66-43de-99fb-2b9444f660aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404577 Oct 29 08:38:55.478439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fb52773d-a80d-4c0e-aec1-e86ac7f3165e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8377914 Oct 29 08:38:55.481994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55198) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:55.508900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411bdf4-b89c-4dbf-842d-8da216141716 req-9f8d4b2e-da61-47f3-8f6b-3ee3f350e904 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:55.518133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6411bdf4-b89c-4dbf-842d-8da216141716 req-9f8d4b2e-da61-47f3-8f6b-3ee3f350e904 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.3128040 Oct 29 08:38:55.570042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:45Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:55.605298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad4898-253c-49c6-a23a-f324a381ca23 None None] The sync data for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 is: [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:35:41Z', 'revision_number': 4, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'cdbfffa4-75c4-48fe-8f57-006120d1598e', 'name': '', 'network_id': '9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'mac_address': 'fa:16:3e:39:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:39Z', 'updated_at': '2021-10-29T08:35:45Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'subnets': [{'id': '16f87af1-46d9-4439-9612-d5fae6b1ece3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:38:55.630995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6411bdf4-b89c-4dbf-842d-8da216141716 req-b1faeacf-3e4b-444f-8b83-76a0196dfa85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115746 Oct 29 08:38:55.667004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Deleting port dd6b87cd-dbeb-4ae9-bf6e-0d0742740a98 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:55.692120 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.768548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.773714 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cf7491e7-dcc2-436a-96f6-f03b23578740 req-eb64bf6d-27a6-4353-9c74-fda81a6d8b22 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705618 Oct 29 08:38:55.830795 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-a74c9ba7-6efc-4b3f-b8e5-7201301958ef', 'network_id': 'a74c9ba7-6efc-4b3f-b8e5-7201301958ef', 'tenant_id': '3923158a85f9494c81e5559307252425', 'fixed_ips': [{'subnet_id': '12fd6afe-6d85-4f84-bf14-33da28be38ed'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:38:55.831933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.909171 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.909532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:55.941545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Calling delete_port for dd6b87cd-dbeb-4ae9-bf6e-0d0742740a98 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:55.969605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70613090-0bdb-4063-b674-b226add60772 req-68c6dac2-1fb9-4d38-8cbe-e48c4ab3d0a9 service neutron] 10.222.0.15 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835527 Oct 29 08:38:56.061187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Allocated IP 2001:db8::f816:3eff:fe0a:8b03 (a74c9ba7-6efc-4b3f-b8e5-7201301958ef/12fd6afe-6d85-4f84-bf14-33da28be38ed/c631cf52-61d3-457e-8fbb-bcdc6b4cc657) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:38:56.158217 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2698b47-93dd-4b78-bb4d-ff52e9b5b253 None None] New status for floating IP 9783cf28-5708-4106-b348-e8e7adfa922d: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:38:56.203160 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.282207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Pushing event deleted for resources: {'Port': ['ID=dd6b87cd-dbeb-4ae9-bf6e-0d0742740a98,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:56.338384 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.db.api [None req-a2698b47-93dd-4b78-bb4d-ff52e9b5b253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:38:56.342896 n-d-815940-1 neutron-server[102116]: DEBUG oslo_db.api [None req-a2698b47-93dd-4b78-bb4d-ff52e9b5b253 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:38:56.353119 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.370590 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.397614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70613090-0bdb-4063-b674-b226add60772 req-b1587deb-8b79-4d45-80e6-bc79ad2d682d service neutron] 10.222.0.15 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222404 Oct 29 08:38:56.403201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.408152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.409593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-32b0da99-94bb-4ad1-9e17-74014e09a1c1 tempest-ServersTestJSON-1685658399 tempest-ServersTestJSON-1685658399-project] 10.222.0.70 "DELETE /v2.0/floatingips/9783cf28-5708-4106-b348-e8e7adfa922d HTTP/1.1" status: 204 len: 168 time: 1.4207752 Oct 29 08:38:56.418952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Network a74c9ba7-6efc-4b3f-b8e5-7201301958ef is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:38:56.428307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55204) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:56.439768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:38:56.440280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1880dfae-3a48-4f0d-bf6d-8fc6c511d5ad tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.440792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1880dfae-3a48-4f0d-bf6d-8fc6c511d5ad tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Fanout notify agent at l3_agent the message router_deleted on router 7c758946-b354-4f26-9c76-2d1f994f3540 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:38:56.451883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:38:56.452975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1880dfae-3a48-4f0d-bf6d-8fc6c511d5ad tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.472960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Pushing event updated for resources: {'Port': ['ID=c631cf52-61d3-457e-8fbb-bcdc6b4cc657,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:56.475025 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1880dfae-3a48-4f0d-bf6d-8fc6c511d5ad tempest-RoutersNegativeIpV6Test-474749222 tempest-RoutersNegativeIpV6Test-474749222-project] 10.222.0.70 "DELETE /v2.0/routers/7c758946-b354-4f26-9c76-2d1f994f3540 HTTP/1.1" status: 204 len: 168 time: 1.6294007 Oct 29 08:38:56.565434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Deleting port c631cf52-61d3-457e-8fbb-bcdc6b4cc657 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:56.566240 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.577919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Attempting to bind port c631cf52-61d3-457e-8fbb-bcdc6b4cc657 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:38:56.578522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Attempting to bind port c631cf52-61d3-457e-8fbb-bcdc6b4cc657 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '29fd6c25-1fb0-473b-85cf-0024a48537d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a74c9ba7-6efc-4b3f-b8e5-7201301958ef'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:38:56.583025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Attempting to bind port c631cf52-61d3-457e-8fbb-bcdc6b4cc657 on network a74c9ba7-6efc-4b3f-b8e5-7201301958ef {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:38:56.595779 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:38:56.599104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Checking segment: {'id': '29fd6c25-1fb0-473b-85cf-0024a48537d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a74c9ba7-6efc-4b3f-b8e5-7201301958ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:38:56.599612 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.600207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Bound using segment: {'id': '29fd6c25-1fb0-473b-85cf-0024a48537d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a74c9ba7-6efc-4b3f-b8e5-7201301958ef'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:38:56.600812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Bound port: c631cf52-61d3-457e-8fbb-bcdc6b4cc657, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fd6c25-1fb0-473b-85cf-0024a48537d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a74c9ba7-6efc-4b3f-b8e5-7201301958ef'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:38:56.601725 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.763197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] For port c631cf52-61d3-457e-8fbb-bcdc6b4cc657, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:38:56.767139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] For port c631cf52-61d3-457e-8fbb-bcdc6b4cc657, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c631cf52-61d3-457e-8fbb-bcdc6b4cc657,segment=NetworkSegment(29fd6c25-1fb0-473b-85cf-0024a48537d0),segment_id=29fd6c25-1fb0-473b-85cf-0024a48537d0)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:38:56.769887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] For port c631cf52-61d3-457e-8fbb-bcdc6b4cc657, host n-d-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:56.770413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.773763 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:56.844561 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2698b47-93dd-4b78-bb4d-ff52e9b5b253 None None] New status for floating IP 9783cf28-5708-4106-b348-e8e7adfa922d: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:38:56.886373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Calling delete_port for c631cf52-61d3-457e-8fbb-bcdc6b4cc657 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:56.905527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8c877-51e0-4bef-b2f1-c921e2d9dd61 None None] Pushing event updated for resources: {'Port': ['ID=c631cf52-61d3-457e-8fbb-bcdc6b4cc657,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:56.967990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0838f-7ffb-49da-b44c-55680d716458 req-f8ffdac7-d613-4e8d-afb6-06334d219295 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:56.975821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-94e0838f-7ffb-49da-b44c-55680d716458 req-f8ffdac7-d613-4e8d-afb6-06334d219295 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.2135231 Oct 29 08:38:57.088857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55222) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:57.114048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-94e0838f-7ffb-49da-b44c-55680d716458 req-1e89e912-bc11-4777-acff-013dc33ca6ba tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315713 Oct 29 08:38:57.200537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750aab3-9e5d-4725-9199-e5c6038e4216 req-500f9e71-9d97-40d0-9ccc-0a1e5d363510 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:57.211552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b750aab3-9e5d-4725-9199-e5c6038e4216 req-500f9e71-9d97-40d0-9ccc-0a1e5d363510 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1330771 Oct 29 08:38:57.257751 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:57.335116 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:57.381397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Port': ['ID=c631cf52-61d3-457e-8fbb-bcdc6b4cc657,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:57.430953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No DVR routers for this DVR port c631cf52-61d3-457e-8fbb-bcdc6b4cc657 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:38:57.498878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:57.595909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:57.633064 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Subnet': ['ID=12fd6afe-6d85-4f84-bf14-33da28be38ed,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:57.782777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:57.818182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74c9ba7-6efc-4b3f-b8e5-7201301958ef']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:57.832947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fd6c25-1fb0-473b-85cf-0024a48537d0') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:57.833416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fd6c25-1fb0-473b-85cf-0024a48537d0') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:57.845670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:57.861972 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:57.873068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:57.873828 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:57.879024 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:57.890101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b750aab3-9e5d-4725-9199-e5c6038e4216 req-e243c9b5-37c3-4fd7-abd6-9f75b9fdc9aa tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6770623 Oct 29 08:38:57.940294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6bb2aec5-a7a2-4754-9836-f419ac2957e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d227774d5cd477fa007137a719d0fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8493271 Oct 29 08:38:57.947490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55226) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.020203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.032878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.043429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/a74c9ba7-6efc-4b3f-b8e5-7201301958ef HTTP/1.1" status: 204 len: 168 time: 2.5132601 Oct 29 08:38:58.044100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55230) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.097494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d8e9-e65a-447b-8644-1f0998e7c22c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Network': ['ID=a74c9ba7-6efc-4b3f-b8e5-7201301958ef,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:58.124716 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-657a8521-97c7-4853-9388-e9668abfd708 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:58.125635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657a8521-97c7-4853-9388-e9668abfd708 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:58.131260 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-657a8521-97c7-4853-9388-e9668abfd708 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/subnets/12fd6afe-6d85-4f84-bf14-33da28be38ed HTTP/1.1" status: 404 len: 337 time: 0.0634024 Oct 29 08:38:58.132138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55232) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.205002 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-23117333-8685-4063-8b24-15639232bae4 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:58.206298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23117333-8685-4063-8b24-15639232bae4 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:58.209662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-23117333-8685-4063-8b24-15639232bae4 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/a74c9ba7-6efc-4b3f-b8e5-7201301958ef HTTP/1.1" status: 404 len: 339 time: 0.0758281 Oct 29 08:38:58.212369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55236) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.233344 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3612f395-a9b9-4120-8921-bb83652644e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.259433 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-56097bc7-4f31-4e14-bd22-2eb7d3c02944 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:58.260196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56097bc7-4f31-4e14-bd22-2eb7d3c02944 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:58.264154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-56097bc7-4f31-4e14-bd22-2eb7d3c02944 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/subnets/1d04a1b4-62b3-4669-81e7-cad3ede4a40a HTTP/1.1" status: 404 len: 337 time: 0.0500610 Oct 29 08:38:58.266445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55240) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.288333 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-805da74e-001e-4777-8fae-ffa3f92a070e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:58.289193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805da74e-001e-4777-8fae-ffa3f92a070e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:58.293082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-805da74e-001e-4777-8fae-ffa3f92a070e tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/19d033fb-c322-43e2-b546-9216a3425ab4 HTTP/1.1" status: 404 len: 339 time: 0.0254776 Oct 29 08:38:58.295612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55242) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.329913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3612f395-a9b9-4120-8921-bb83652644e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.338082 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-991d42cb-8f3c-4706-b1c8-77f3b3ed28c8 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:58.338551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991d42cb-8f3c-4706-b1c8-77f3b3ed28c8 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:58.341950 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-991d42cb-8f3c-4706-b1c8-77f3b3ed28c8 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/subnets/44e37a3b-25ac-4278-94f5-de363db89d07 HTTP/1.1" status: 404 len: 337 time: 0.0451307 Oct 29 08:38:58.345305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55244) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.385339 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-33db5031-7244-4add-aac1-f0271dbc710b tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:58.386603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33db5031-7244-4add-aac1-f0271dbc710b tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:58.390338 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-33db5031-7244-4add-aac1-f0271dbc710b tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/c331a43a-f339-4df8-8fda-9f37312784e9 HTTP/1.1" status: 404 len: 339 time: 0.0439794 Oct 29 08:38:58.394923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55246) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.430699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ede0-0c77-4bbc-a4d2-1cb96e316c12 req-b5b03495-d775-49a4-af3b-32e395ad30a8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:58.432452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f68ede0-0c77-4bbc-a4d2-1cb96e316c12 req-b5b03495-d775-49a4-af3b-32e395ad30a8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1918869 Oct 29 08:38:58.467422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-604538ba-6a38-4af0-8822-5de4100a5a0f None None] Could not find standard attr ID for object c631cf52-61d3-457e-8fbb-bcdc6b4cc657. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:38:58.473005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab43fa-57d4-4248-a437-19714b5d6f8a None None] Network a74c9ba7-6efc-4b3f-b8e5-7201301958ef requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:58.506425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab43fa-57d4-4248-a437-19714b5d6f8a None None] Network a74c9ba7-6efc-4b3f-b8e5-7201301958ef could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:38:58.537381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-80cd6cd2-9026-4a96-9831-e6abbff0c018 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Deleting port dbc1f4cb-5c60-4827-9f7d-7801b35da4bb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:58.537939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80cd6cd2-9026-4a96-9831-e6abbff0c018 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.593751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f68ede0-0c77-4bbc-a4d2-1cb96e316c12 req-44223da7-7a82-4062-81c5-48f23d04a623 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513927 Oct 29 08:38:58.595465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6186f-199c-4929-b67d-b68539f2b8da None None] DHCP port deletion for a74c9ba7-6efc-4b3f-b8e5-7201301958ef request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:38:58.622406 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3612f395-a9b9-4120-8921-bb83652644e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.625254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3612f395-a9b9-4120-8921-bb83652644e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.626742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3612f395-a9b9-4120-8921-bb83652644e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1484fa5-d31b-4e30-baab-cb48639b9330 HTTP/1.1" status: 204 len: 168 time: 0.6784043 Oct 29 08:38:58.631796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480858d3-93f3-4dc9-91a4-dafd337e31f6 None None] Network a74c9ba7-6efc-4b3f-b8e5-7201301958ef requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:38:58.656985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480858d3-93f3-4dc9-91a4-dafd337e31f6 None None] Network a74c9ba7-6efc-4b3f-b8e5-7201301958ef could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:38:58.670621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612f395-a9b9-4120-8921-bb83652644e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1484fa5-d31b-4e30-baab-cb48639b9330,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:58.698791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Deleting port cdbfffa4-75c4-48fe-8f57-006120d1598e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:38:58.699144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.737105 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80cd6cd2-9026-4a96-9831-e6abbff0c018 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.758362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-80cd6cd2-9026-4a96-9831-e6abbff0c018 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Calling delete_port for dbc1f4cb-5c60-4827-9f7d-7801b35da4bb owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:58.834826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] For port cdbfffa4-75c4-48fe-8f57-006120d1598e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cdbfffa4-75c4-48fe-8f57-006120d1598e,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:38:58.835261 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.849593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Calling delete_port for cdbfffa4-75c4-48fe-8f57-006120d1598e owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:38:58.873905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80cd6cd2-9026-4a96-9831-e6abbff0c018 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.916283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.948909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80cd6cd2-9026-4a96-9831-e6abbff0c018 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:58.954860 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-80cd6cd2-9026-4a96-9831-e6abbff0c018 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/ports/dbc1f4cb-5c60-4827-9f7d-7801b35da4bb HTTP/1.1" status: 204 len: 168 time: 0.5587430 Oct 29 08:38:58.956135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd6cd2-9026-4a96-9831-e6abbff0c018 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Port': ['ID=dbc1f4cb-5c60-4827-9f7d-7801b35da4bb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:58.958285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55254) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:58.994621 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2774c624-0d8e-45fe-9d90-a6237efe38fe tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): The resource could not be found. Oct 29 08:38:58.994621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2774c624-0d8e-45fe-9d90-a6237efe38fe tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:38:59.003198 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2774c624-0d8e-45fe-9d90-a6237efe38fe tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/subnets/5df4baf0-760f-44f5-832f-fb1e8d87c59e HTTP/1.1" status: 404 len: 337 time: 0.0375547 Oct 29 08:38:59.004526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55256) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:59.123972 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.198582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c1cb0-3ee9-4e5d-8423-3f7d853ef59d req-d5d37a63-0d2f-4c57-a0d7-65f997fa4317 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:38:59.204313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee8c1cb0-3ee9-4e5d-8423-3f7d853ef59d req-d5d37a63-0d2f-4c57-a0d7-65f997fa4317 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1886799 Oct 29 08:38:59.258561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.289620 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.299749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbfffa4-75c4-48fe-8f57-006120d1598e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:59.313484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2978fa45-810b-434b-912d-e6ac43033872']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:59.324427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0edc58-55dc-4611-8354-cfdf63b2e3f4') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:59.324741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0edc58-55dc-4611-8354-cfdf63b2e3f4') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:38:59.344191 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.448946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.455927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:38:59.457502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:38:59.480333 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:38:59.580001 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee8c1cb0-3ee9-4e5d-8423-3f7d853ef59d req-080c94b7-91d0-4a51-af85-751bd1e1a02b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201118 Oct 29 08:38:59.581424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.587594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.591308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/2978fa45-810b-434b-912d-e6ac43033872 HTTP/1.1" status: 204 len: 168 time: 0.5854988 Oct 29 08:38:59.598267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55280) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:59.609184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a54e2c-fef1-4287-b9d1-e5bda4602cb7 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Network': ['ID=2978fa45-810b-434b-912d-e6ac43033872,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:38:59.628144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.820395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55286) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:38:59.881370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c631cf52-61d3-457e-8fbb-bcdc6b4cc657 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:38:59.909583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c631cf52-61d3-457e-8fbb-bcdc6b4cc657 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:38:59.910286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c631cf52-61d3-457e-8fbb-bcdc6b4cc657 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:38:59.954364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-daa57f1d-ee4e-457b-80d7-c3228fa5e098 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-856689221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:38:59.983687 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa57f1d-ee4e-457b-80d7-c3228fa5e098 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:38:59.986134 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa57f1d-ee4e-457b-80d7-c3228fa5e098 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.023451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3fd80-56ba-4e18-b2d0-86a7fc214ec0 req-f26a71c8-72ec-46ae-bf5f-0f5d808dba51 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:00.031172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59f3fd80-56ba-4e18-b2d0-86a7fc214ec0 req-f26a71c8-72ec-46ae-bf5f-0f5d808dba51 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.2180076 Oct 29 08:39:00.067013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa57f1d-ee4e-457b-80d7-c3228fa5e098 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.075338 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa57f1d-ee4e-457b-80d7-c3228fa5e098 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.100242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d248b9ec-269b-4d0e-8bcc-912582e59046 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Deleting port 544596ea-51f8-4053-a623-ebea09f3a635 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:00.100720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d248b9ec-269b-4d0e-8bcc-912582e59046 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.107515 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa57f1d-ee4e-457b-80d7-c3228fa5e098 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.108114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59f3fd80-56ba-4e18-b2d0-86a7fc214ec0 req-828edd58-749d-4a4c-a877-543d39604c8d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757132 Oct 29 08:39:00.124784 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-daa57f1d-ee4e-457b-80d7-c3228fa5e098 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3003669 Oct 29 08:39:00.125604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55290) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:00.135621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-3948099'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:00.169428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Router 392b275b-ffd4-4f11-a70c-14692aeabf54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:39:00.173135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Made reservation on behalf of 73c9cef7787e44df869150f235575df9 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:00.190507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.193384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d248b9ec-269b-4d0e-8bcc-912582e59046 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.208802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.209212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d248b9ec-269b-4d0e-8bcc-912582e59046 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Calling delete_port for 544596ea-51f8-4053-a623-ebea09f3a635 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:00.306359 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.308678 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.314179 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.318336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d248b9ec-269b-4d0e-8bcc-912582e59046 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.349066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:00.361180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3ed58d-3075-485a-9509-a58c2ee1ba83,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:00.367228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.367958 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Added segment c593bf5f-0660-4546-a4db-54439e688ae5 of type vlan for network 5e616a76-7917-4a5a-98be-e58c53d168a0 Oct 29 08:39:00.393498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248b9ec-269b-4d0e-8bcc-912582e59046 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Port': ['ID=544596ea-51f8-4053-a623-ebea09f3a635,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:00.424036 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.444450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d248b9ec-269b-4d0e-8bcc-912582e59046 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.448073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d248b9ec-269b-4d0e-8bcc-912582e59046 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/ports/544596ea-51f8-4053-a623-ebea09f3a635 HTTP/1.1" status: 204 len: 168 time: 0.8463433 Oct 29 08:39:00.450350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55300) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:00.482769 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f997093-bea2-4c5a-bd61-a131a83eff55 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] DELETE failed (client error): The resource could not be found. Oct 29 08:39:00.483355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f997093-bea2-4c5a-bd61-a131a83eff55 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:39:00.486621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6f997093-bea2-4c5a-bd61-a131a83eff55 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/subnets/f4561375-5705-4202-87b6-84f55672df05 HTTP/1.1" status: 404 len: 337 time: 0.0351441 Oct 29 08:39:00.487504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.490587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55302) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:00.493336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:00.493940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.504631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:39:00.511494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-977b86db-1b71-44bb-953d-2d33f0c5def5 admin admin] 10.222.0.70 "PUT /v2.0/routers/392b275b-ffd4-4f11-a70c-14692aeabf54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0808301 Oct 29 08:39:00.516863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] Sync routers for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:39:00.524058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55306) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:00.541191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:00.541871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:00.565501 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4383178 Oct 29 08:39:00.566219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55308) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:00.574082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'subnet': {'network_id': '5e616a76-7917-4a5a-98be-e58c53d168a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:00.640106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c34b2-3dc7-49b8-9263-580f9f9c8187 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Network': ['ID=5e616a76-7917-4a5a-98be-e58c53d168a0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:00.666627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 5e616a76-7917-4a5a-98be-e58c53d168a0 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:00.691843 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.705686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Made reservation on behalf of 73c9cef7787e44df869150f235575df9 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:00.711208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.778732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:39:00.801696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.834962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da962fb-3883-4d4f-b416-edeed54eb916 req-413e49bf-f589-4553-a88d-54369afba190 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:00.836574 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1da962fb-3883-4d4f-b416-edeed54eb916 req-413e49bf-f589-4553-a88d-54369afba190 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1176255 Oct 29 08:39:00.844989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.908749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3f401f-3f3c-4a3c-9ec1-19aa839519ae']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:00.923771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaac5db3-25f8-4f6c-9d25-c504a1b15fa1') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:00.924178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaac5db3-25f8-4f6c-9d25-c504a1b15fa1') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:00.930658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1da962fb-3883-4d4f-b416-edeed54eb916 req-cb4977dd-7e85-47be-b5d2-2bc34ec0d66e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819643 Oct 29 08:39:00.936797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.959526 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.967861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:00.968374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:00.971755 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:00.986034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:38:59Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:01.008662 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.020567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] Checking router: 392b275b-ffd4-4f11-a70c-14692aeabf54 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:39:01.021159 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.029492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] Routers {'392b275b-ffd4-4f11-a70c-14692aeabf54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:01.030134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['392b275b-ffd4-4f11-a70c-14692aeabf54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:01.071472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.079498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.082717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/db3f401f-3f3c-4a3c-9ec1-19aa839519ae HTTP/1.1" status: 204 len: 168 time: 0.5910430 Oct 29 08:39:01.085749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55316) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:01.086553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Subnet': ['ID=bcf8884d-6e37-4c34-bef3-b9d6d67838c2,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:01.095745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Checking segment: {'id': 'c593bf5f-0660-4546-a4db-54439e688ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5e616a76-7917-4a5a-98be-e58c53d168a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:01.096156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network hostable DHCP agents. Network: 5e616a76-7917-4a5a-98be-e58c53d168a0, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:01.105909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7a486-0bf7-40fe-a26e-7904863b9ab5 tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Network': ['ID=db3f401f-3f3c-4a3c-9ec1-19aa839519ae,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:01.116902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network 5e616a76-7917-4a5a-98be-e58c53d168a0 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:01.129751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 5e616a76-7917-4a5a-98be-e58c53d168a0) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:01.134545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:01.135164 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.148768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8a0f8-3d8d-4f92-bceb-8ee65150d85c None None] Network 5e616a76-7917-4a5a-98be-e58c53d168a0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:01.159862 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-68d516af-b859-40bb-809a-3a59c57642e6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5880890 Oct 29 08:39:01.161307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55320) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:01.164401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f478ff70-8b4d-482e-b282-46b353b61bec tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Deleting subnet c8d7b403-ffa8-459e-a8b4-a312f937afb6 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:01.168352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'network': {'name': 'tempest-router-network01--2113200395'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:01.168962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f478ff70-8b4d-482e-b282-46b353b61bec tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.205897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] Set router 392b275b-ffd4-4f11-a70c-14692aeabf54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:39:01.209067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Made reservation on behalf of 73c9cef7787e44df869150f235575df9 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:01.214157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.220271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Deleting port bffbdebc-9c1e-4338-8032-f5ff6d4054c7 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:01.220621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.253076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:01.266360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.266719 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Added segment e83846ad-65e3-446d-9047-f7e6cc33d24d of type vlan for network bb2e8044-1920-4326-9b7a-01579501dc9b Oct 29 08:39:01.302126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f478ff70-8b4d-482e-b282-46b353b61bec tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.325248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.361531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.380548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:01.380877 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.387997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d91ef-7ce6-4c2f-a74a-0a57c920643c req-5eca497e-d5b2-46ab-a771-8ba1bdc0c7fa tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:01.389509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b1d91ef-7ce6-4c2f-a74a-0a57c920643c req-5eca497e-d5b2-46ab-a771-8ba1bdc0c7fa tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1752455 Oct 29 08:39:01.454527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] For port bffbdebc-9c1e-4338-8032-f5ff6d4054c7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=bffbdebc-9c1e-4338-8032-f5ff6d4054c7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:01.454900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.458440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2950768 Oct 29 08:39:01.461647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55324) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:01.466792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'network': {'name': 'tempest-router-network02--1055974433'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:01.490598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75aa5c-3481-4806-9c38-a3b1217cbd9c tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Network': ['ID=bb2e8044-1920-4326-9b7a-01579501dc9b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:01.505322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Made reservation on behalf of 73c9cef7787e44df869150f235575df9 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:01.509941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.513533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Calling delete_port for bffbdebc-9c1e-4338-8032-f5ff6d4054c7 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:01.537770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:01.549944 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.550395 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Added segment 4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f of type vlan for network a67432bc-60bf-4a83-b7ac-aeb7ac57e13e Oct 29 08:39:01.553232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b1d91ef-7ce6-4c2f-a74a-0a57c920643c req-49656c3b-0614-4369-9db4-d670b9957b27 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534564 Oct 29 08:39:01.556302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f478ff70-8b4d-482e-b282-46b353b61bec tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.597985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.613492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network bb2e8044-1920-4326-9b7a-01579501dc9b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:01.620083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-618eb7ae-ff7a-483e-b3d2-a16ea32db3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:01.621603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-618eb7ae-ff7a-483e-b3d2-a16ea32db3cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1097 time: 0.2280126 Oct 29 08:39:01.631925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.641059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:01.642028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.728966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2662439 Oct 29 08:39:01.732289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55328) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:01.733108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418bc96-737b-4687-80cb-cfd03b73673f tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Network': ['ID=a67432bc-60bf-4a83-b7ac-aeb7ac57e13e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:01.741436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'subnet': {'network_id': 'bb2e8044-1920-4326-9b7a-01579501dc9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:01.754718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network a67432bc-60bf-4a83-b7ac-aeb7ac57e13e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:01.765121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:38:59Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:01.835173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f478ff70-8b4d-482e-b282-46b353b61bec tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.849086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f7bbc-84c6-4f55-8157-00c24e0f3fad None None] The sync data for ids ['392b275b-ffd4-4f11-a70c-14692aeabf54'] in n-d-815940-1 is: [{'id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'name': 'tempest-ServersTestJSON-1224698121-router', 'tenant_id': '5f5cc1f670a24312bd142703289079a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:35Z', 'updated_at': '2021-10-29T08:38:59Z', 'revision_number': 5, 'project_id': '5f5cc1f670a24312bd142703289079a2', 'gw_port': {'id': 'bffbdebc-9c1e-4338-8032-f5ff6d4054c7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b275b-ffd4-4f11-a70c-14692aeabf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:36Z', 'updated_at': '2021-10-29T08:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:39:01.920780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478ff70-8b4d-482e-b282-46b353b61bec tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d7b403-ffa8-459e-a8b4-a312f937afb6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:01.923157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-5e616a76-7917-4a5a-98be-e58c53d168a0', 'network_id': '5e616a76-7917-4a5a-98be-e58c53d168a0', 'tenant_id': '73c9cef7787e44df869150f235575df9', 'fixed_ips': [{'subnet_id': 'bcf8884d-6e37-4c34-bef3-b9d6d67838c2'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:39:01.924818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.931463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f478ff70-8b4d-482e-b282-46b353b61bec tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:01.937420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f478ff70-8b4d-482e-b282-46b353b61bec tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/subnets/c8d7b403-ffa8-459e-a8b4-a312f937afb6 HTTP/1.1" status: 204 len: 168 time: 0.8389778 Oct 29 08:39:01.937697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-70fba705-ac3d-44e7-871a-d7ccdcbd6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:01.938024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55330) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:01.939116 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-70fba705-ac3d-44e7-871a-d7ccdcbd6219 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.3055153 Oct 29 08:39:01.943692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21bd0f6-6dd8-4771-92c4-e3985f742505 None None] Network fc86853a-26c9-4277-8059-c91bd34aabc0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:02.031908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.065322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Made reservation on behalf of 73c9cef7787e44df869150f235575df9 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:02.069337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.091227 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.103536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Deleting port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:02.104052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.163371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-b979b762-9d04-404b-b355-ec2cc42a2875 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 200 len: 1001 time: 0.2142391 Oct 29 08:39:02.174717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] For port 5059dd43-825e-42a1-bfed-cc6fd7805bd2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5059dd43-825e-42a1-bfed-cc6fd7805bd2,segment=NetworkSegment(34f6cd6b-9c7e-4bef-b65b-12a7ce89c464),segment_id=34f6cd6b-9c7e-4bef-b65b-12a7ce89c464)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:02.175259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.178744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Pushing event deleted for resources: {'Port': ['ID=bffbdebc-9c1e-4338-8032-f5ff6d4054c7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:02.185441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Allocated IP 172.20.0.2 (5e616a76-7917-4a5a-98be-e58c53d168a0/bcf8884d-6e37-4c34-bef3-b9d6d67838c2/7def0e0c-1434-4d43-84af-92ec270acba7) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:02.194258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Calling delete_port for 5059dd43-825e-42a1-bfed-cc6fd7805bd2 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:02.295662 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.334954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd05436-d52f-491e-82fe-e9d98dfcaed9 None None] DHCP port deletion for fc86853a-26c9-4277-8059-c91bd34aabc0 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:02.342037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Port': ['ID=5059dd43-825e-42a1-bfed-cc6fd7805bd2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:02.354693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] No DVR routers for this DVR port 5059dd43-825e-42a1-bfed-cc6fd7805bd2 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:02.417830 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.433650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.503726 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.508614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Network 5e616a76-7917-4a5a-98be-e58c53d168a0 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:02.512608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:02.518032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:02.525925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Pushing event updated for resources: {'Port': ['ID=7def0e0c-1434-4d43-84af-92ec270acba7,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:02.535401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc86853a-26c9-4277-8059-c91bd34aabc0']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:02.555992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f6cd6b-9c7e-4bef-b65b-12a7ce89c464') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:02.559874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f6cd6b-9c7e-4bef-b65b-12a7ce89c464') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:02.570621 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.586846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.596087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:02.596087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.596525 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Attempting to bind port 7def0e0c-1434-4d43-84af-92ec270acba7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:02.596811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Attempting to bind port 7def0e0c-1434-4d43-84af-92ec270acba7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c593bf5f-0660-4546-a4db-54439e688ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5e616a76-7917-4a5a-98be-e58c53d168a0'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:02.597183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Attempting to bind port 7def0e0c-1434-4d43-84af-92ec270acba7 on network 5e616a76-7917-4a5a-98be-e58c53d168a0 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:02.599679 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:02.606320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:02.607620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Checking segment: {'id': 'c593bf5f-0660-4546-a4db-54439e688ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5e616a76-7917-4a5a-98be-e58c53d168a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:02.608291 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.608870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Bound using segment: {'id': 'c593bf5f-0660-4546-a4db-54439e688ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5e616a76-7917-4a5a-98be-e58c53d168a0'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:02.610233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Bound port: 7def0e0c-1434-4d43-84af-92ec270acba7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c593bf5f-0660-4546-a4db-54439e688ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5e616a76-7917-4a5a-98be-e58c53d168a0'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:02.610797 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.688583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.691480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] For port 7def0e0c-1434-4d43-84af-92ec270acba7, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:02.695566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] For port 7def0e0c-1434-4d43-84af-92ec270acba7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7def0e0c-1434-4d43-84af-92ec270acba7,segment=NetworkSegment(c593bf5f-0660-4546-a4db-54439e688ae5),segment_id=c593bf5f-0660-4546-a4db-54439e688ae5)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:02.701111 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.716805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.718997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ccc1-6d6d-4e6c-b72f-af136cf169ca req-2167dc1e-8b23-4212-b179-d6db631aa23e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:02.723171 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] 10.222.0.70 "DELETE /v2.0/networks/fc86853a-26c9-4277-8059-c91bd34aabc0 HTTP/1.1" status: 204 len: 168 time: 0.7813416 Oct 29 08:39:02.730212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56e4ccc1-6d6d-4e6c-b72f-af136cf169ca req-2167dc1e-8b23-4212-b179-d6db631aa23e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.6809869 Oct 29 08:39:02.768362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-33ef2904-7197-42d9-b1ca-62a616335aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:02.769911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-33ef2904-7197-42d9-b1ca-62a616335aa2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.5824435 Oct 29 08:39:02.771827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587af527-1bde-4757-bd1c-1fa0e357670c tempest-NetworksIpV6TestAttrs-1547879732 tempest-NetworksIpV6TestAttrs-1547879732-project] Pushing event deleted for resources: {'Network': ['ID=fc86853a-26c9-4277-8059-c91bd34aabc0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:02.772284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.795566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca89bc9-2825-4911-9a61-0ecbdd4a9013 None None] Pushing event updated for resources: {'Port': ['ID=7def0e0c-1434-4d43-84af-92ec270acba7,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:02.813587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb19093-28aa-4258-bdef-543793724ba0 req-55a67501-8cd7-4ea0-b44c-c955df5e63c3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:02.815411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8eb19093-28aa-4258-bdef-543793724ba0 req-55a67501-8cd7-4ea0-b44c-c955df5e63c3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1300325 Oct 29 08:39:02.872374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8eb19093-28aa-4258-bdef-543793724ba0 req-87a75cc1-59d0-49fb-9314-d9dd288042d5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478568 Oct 29 08:39:02.948115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:02.964054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56e4ccc1-6d6d-4e6c-b72f-af136cf169ca req-d05b6c07-ab1e-462b-826c-cf690fed08d9 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303360 Oct 29 08:39:02.968372 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.041364 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.042027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 392b275b-ffd4-4f11-a70c-14692aeabf54 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:39:03.052317 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.053887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2032c9e6-8cb5-4f17-950f-3995c46efe49 admin admin] 10.222.0.70 "DELETE /v2.0/routers/392b275b-ffd4-4f11-a70c-14692aeabf54 HTTP/1.1" status: 204 len: 168 time: 2.5287337 Oct 29 08:39:03.056143 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-18f2f9f7-7954-4ce1-bd07-3e2ada68607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:03.057748 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-18f2f9f7-7954-4ce1-bd07-3e2ada68607c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511947 Oct 29 08:39:03.058213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55344) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:03.126592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-014b45c7-0cf5-4f80-8426-8cf37582924d admin admin] Deleting subnet 16f87af1-46d9-4439-9612-d5fae6b1ece3 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:03.130361 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-014b45c7-0cf5-4f80-8426-8cf37582924d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.156180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55346) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:03.187668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.216742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-014b45c7-0cf5-4f80-8426-8cf37582924d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.280460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-a867121a-9a39-4a48-b2c1-242258b736df service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902285 Oct 29 08:39:03.282883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Subnet': ['ID=695e5f13-48ee-4924-b702-caa59d4fc95a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:03.330759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-014b45c7-0cf5-4f80-8426-8cf37582924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.344412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Checking segment: {'id': 'e83846ad-65e3-446d-9047-f7e6cc33d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'bb2e8044-1920-4326-9b7a-01579501dc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:03.344784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network hostable DHCP agents. Network: bb2e8044-1920-4326-9b7a-01579501dc9b, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:03.378894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network bb2e8044-1920-4326-9b7a-01579501dc9b is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:03.406175 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7ba3a8ca-fb3d-4bc1-b901-93306cad290e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3923158a85f9494c81e5559307252425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475672 Oct 29 08:39:03.406788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55350) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:03.414876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, bb2e8044-1920-4326-9b7a-01579501dc9b) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:03.423472 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-014b45c7-0cf5-4f80-8426-8cf37582924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.424806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444305bb-e0a7-4ff4-96e3-aa30ac821d2b None None] Network bb2e8044-1920-4326-9b7a-01579501dc9b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:03.442079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb3f27fb-7589-45fb-99dc-511b74283b77 req-6498ee72-5ddb-4be9-8d96-b545662f00a5 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521277 Oct 29 08:39:03.445553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:03.446099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.458220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b45c7-0cf5-4f80-8426-8cf37582924d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f87af1-46d9-4439-9612-d5fae6b1ece3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:03.462735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-014b45c7-0cf5-4f80-8426-8cf37582924d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.467686 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-014b45c7-0cf5-4f80-8426-8cf37582924d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/16f87af1-46d9-4439-9612-d5fae6b1ece3 HTTP/1.1" status: 204 len: 168 time: 0.4082899 Oct 29 08:39:03.471720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55352) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:03.477102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8a3777a1-96d1-43e7-83e9-c2694d549f98 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7411828 Oct 29 08:39:03.480334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55354) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:03.486868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'subnet': {'network_id': 'a67432bc-60bf-4a83-b7ac-aeb7ac57e13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:03.550418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0274bae-842c-4404-b3a3-efe2c6478842 None None] Network 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:03.560999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed95e-6ffb-415e-a662-a2dc3177bac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.572435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.591849 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed95e-6ffb-415e-a662-a2dc3177bac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.665124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Deleting port dbebeec7-2074-42e9-b842-3b1dea6fd343 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:03.666956 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.685514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Made reservation on behalf of 73c9cef7787e44df869150f235575df9 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:03.691030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.697510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed95e-6ffb-415e-a662-a2dc3177bac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.700720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed95e-6ffb-415e-a662-a2dc3177bac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.704562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bd0ed95e-6ffb-415e-a662-a2dc3177bac4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7dc8e26d-f450-47cf-adc7-69c2c2abb4c6 HTTP/1.1" status: 204 len: 168 time: 0.2942412 Oct 29 08:39:03.757949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ed95e-6ffb-415e-a662-a2dc3177bac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc8e26d-f450-47cf-adc7-69c2c2abb4c6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:03.781123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-bb2e8044-1920-4326-9b7a-01579501dc9b', 'network_id': 'bb2e8044-1920-4326-9b7a-01579501dc9b', 'tenant_id': '73c9cef7787e44df869150f235575df9', 'fixed_ips': [{'subnet_id': '695e5f13-48ee-4924-b702-caa59d4fc95a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:39:03.782259 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.840815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] For port dbebeec7-2074-42e9-b842-3b1dea6fd343, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dbebeec7-2074-42e9-b842-3b1dea6fd343,segment=NetworkSegment(80c52ce6-0482-4524-96db-b52346dbc889),segment_id=80c52ce6-0482-4524-96db-b52346dbc889)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:03.842973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:03.868692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Calling delete_port for dbebeec7-2074-42e9-b842-3b1dea6fd343 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:04.004571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Allocated IP 172.20.0.2 (bb2e8044-1920-4326-9b7a-01579501dc9b/695e5f13-48ee-4924-b702-caa59d4fc95a/48b955f1-74b1-44ad-a380-c8fea9ac9fe2) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:04.037784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.127986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.193494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Subnet': ['ID=1cb4d2e8-71fc-4f06-9952-04c3d79bf108,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:04.212803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Checking segment: {'id': '4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a67432bc-60bf-4a83-b7ac-aeb7ac57e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:04.213167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network hostable DHCP agents. Network: a67432bc-60bf-4a83-b7ac-aeb7ac57e13e, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:04.227662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fbcc5-2e90-4330-b9d6-f96cac552627 req-72ef75b7-830f-4d6a-be60-414f31cf765e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:04.229449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e6fbcc5-2e90-4330-b9d6-f96cac552627 req-72ef75b7-830f-4d6a-be60-414f31cf765e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1834037 Oct 29 08:39:04.240715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbebeec7-2074-42e9-b842-3b1dea6fd343,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:04.246449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7def0e0c-1434-4d43-84af-92ec270acba7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:04.248621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47e17e-0d3b-4705-adbc-6c0d499fdd4b None None] Network 5e616a76-7917-4a5a-98be-e58c53d168a0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:04.273293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network a67432bc-60bf-4a83-b7ac-aeb7ac57e13e is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:04.286741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] No DVR routers for this DVR port dbebeec7-2074-42e9-b842-3b1dea6fd343 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:04.300403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a67432bc-60bf-4a83-b7ac-aeb7ac57e13e) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:04.326411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e6fbcc5-2e90-4330-b9d6-f96cac552627 req-01dc3c8c-3096-4929-ae7a-80bdcadee1ad tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889435 Oct 29 08:39:04.328326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:04.328812 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.354026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5315c3ec-a1bd-4f8e-93bf-76d22ef2cdde tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8722970 Oct 29 08:39:04.366012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55376) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:04.414504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db575bef-77a1-42e3-ae1b-6fc77f8e05c6 req-650655a6-ef4b-4eca-a919-e3d3dcc0d087 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:04.416757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db575bef-77a1-42e3-ae1b-6fc77f8e05c6 req-650655a6-ef4b-4eca-a919-e3d3dcc0d087 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.2063100 Oct 29 08:39:04.433215 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.448564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75355874-df9d-4acc-a887-98a4023e0781 None None] Network a67432bc-60bf-4a83-b7ac-aeb7ac57e13e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:04.466189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6485543-25a3-40b9-9e70-f621cd5afe83 None None] DHCP port deletion for 9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:04.479999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:04.498762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c52ce6-0482-4524-96db-b52346dbc889') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:04.499057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c52ce6-0482-4524-96db-b52346dbc889') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:04.520290 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.531159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-464c9729-e951-4926-b74f-e7d08b831521 None None] Provisioning complete for port 7def0e0c-1434-4d43-84af-92ec270acba7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:04.531534 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-464c9729-e951-4926-b74f-e7d08b831521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.540570 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db575bef-77a1-42e3-ae1b-6fc77f8e05c6 req-c14c712d-2eab-4fdb-8b8a-23466c70502e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943193 Oct 29 08:39:04.550009 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.556470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:04.557241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:04.559082 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:04.632672 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.647573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7def0e0c-1434-4d43-84af-92ec270acba7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:04.648236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.679306 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.683719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.692121 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.695757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72 HTTP/1.1" status: 204 len: 168 time: 1.2227688 Oct 29 08:39:04.710951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9796e-a122-4947-bdc5-ca6286cd9109 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2f8963-cfaf-4df6-a4b5-cde4e7d33e72,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:04.781874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Network bb2e8044-1920-4326-9b7a-01579501dc9b is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:04.795538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55390) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:04.801037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:04.803774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:04.818355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:04.932738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1946988776'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:04.939906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55394) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:04.985042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:04.988495 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.005832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.034324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f46fb1b5-abf0-4594-977f-136e28eef4ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f5cc1f670a24312bd142703289079a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930467 Oct 29 08:39:05.038667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55396) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:05.065204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Pushing event updated for resources: {'Port': ['ID=48b955f1-74b1-44ad-a380-c8fea9ac9fe2,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:05.147501 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-464c9729-e951-4926-b74f-e7d08b831521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.168069 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.180047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Allocated IP 172.20.0.1 (bb2e8044-1920-4326-9b7a-01579501dc9b/695e5f13-48ee-4924-b702-caa59d4fc95a/33b3f6bd-91ba-4d0d-9a2b-8a019c23588c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:05.185474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.215050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Attempting to bind port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:05.215050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Attempting to bind port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e83846ad-65e3-446d-9047-f7e6cc33d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'bb2e8044-1920-4326-9b7a-01579501dc9b'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:05.215050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Attempting to bind port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 on network bb2e8044-1920-4326-9b7a-01579501dc9b {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:05.238069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:05.256295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f4f0d-4e39-445d-96d9-6fb28eed8070,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:05.257812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:05.258155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Checking segment: {'id': 'e83846ad-65e3-446d-9047-f7e6cc33d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'bb2e8044-1920-4326-9b7a-01579501dc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:05.258561 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.258981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Bound using segment: {'id': 'e83846ad-65e3-446d-9047-f7e6cc33d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'bb2e8044-1920-4326-9b7a-01579501dc9b'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:05.260116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Bound port: 48b955f1-74b1-44ad-a380-c8fea9ac9fe2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83846ad-65e3-446d-9047-f7e6cc33d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'bb2e8044-1920-4326-9b7a-01579501dc9b'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:05.260501 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.262229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de0cb53c-62da-49d3-8aec-15f5a5f20e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.273046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.273518 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Added segment 53c607c4-625f-4fc0-95fb-9c9ca83e4984 of type vlan for network 44d703a1-2607-4529-948c-a30f4e709453 Oct 29 08:39:05.279651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-a67432bc-60bf-4a83-b7ac-aeb7ac57e13e', 'network_id': 'a67432bc-60bf-4a83-b7ac-aeb7ac57e13e', 'tenant_id': '73c9cef7787e44df869150f235575df9', 'fixed_ips': [{'subnet_id': '1cb4d2e8-71fc-4f06-9952-04c3d79bf108'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:39:05.280483 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.309476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-464c9729-e951-4926-b74f-e7d08b831521 None None] For port 7def0e0c-1434-4d43-84af-92ec270acba7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7def0e0c-1434-4d43-84af-92ec270acba7,segment=NetworkSegment(c593bf5f-0660-4546-a4db-54439e688ae5),segment_id=c593bf5f-0660-4546-a4db-54439e688ae5)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:05.310633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.324611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.325042 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-464c9729-e951-4926-b74f-e7d08b831521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.333953 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.357379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.366168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:05.367040 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.416997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.481618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Network': ['ID=44d703a1-2607-4529-948c-a30f4e709453,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:05.494590 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de0cb53c-62da-49d3-8aec-15f5a5f20e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.521207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-54061d23-1630-4b07-b32d-f1d7ed176057 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7240837 Oct 29 08:39:05.523993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55402) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:05.530951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network bb2e8044-1920-4326-9b7a-01579501dc9b is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:05.535546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'name': 'tempest-PortsIpV6TestJSON-116443206'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:05.546288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:05.548253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 44d703a1-2607-4529-948c-a30f4e709453 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:05.576765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:05.584717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:05.634936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Port': ['ID=33b3f6bd-91ba-4d0d-9a2b-8a019c23588c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:05.663342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9041-7124-4ebc-bd2b-c2f4883338e6 req-ec3829c2-ea0d-4f1d-baaf-cd92a1742bb2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:05.665027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-448a9041-7124-4ebc-bd2b-c2f4883338e6 req-ec3829c2-ea0d-4f1d-baaf-cd92a1742bb2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 946 time: 0.1511948 Oct 29 08:39:05.674378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.712691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de0cb53c-62da-49d3-8aec-15f5a5f20e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.715412 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de0cb53c-62da-49d3-8aec-15f5a5f20e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.716676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de0cb53c-62da-49d3-8aec-15f5a5f20e9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c745e710-7704-45f2-aa1e-207e46687b62 HTTP/1.1" status: 204 len: 168 time: 0.6755123 Oct 29 08:39:05.729947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:05.733663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.737732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cb53c-62da-49d3-8aec-15f5a5f20e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c745e710-7704-45f2-aa1e-207e46687b62,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:05.752390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] For port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:05.759062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 73e95019-5f2b-4c6b-964e-051233ed1747 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:05.780746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5668c1e-3bef-4dd3-abe3-e91dc68be2dd req-eb1d0ce6-aa6a-4965-bc80-87b471f52787 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:05.781269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5668c1e-3bef-4dd3-abe3-e91dc68be2dd req-eb1d0ce6-aa6a-4965-bc80-87b471f52787 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.0981889 Oct 29 08:39:05.788225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c9729-e951-4926-b74f-e7d08b831521 None None] Pushing event updated for resources: {'Port': ['ID=7def0e0c-1434-4d43-84af-92ec270acba7,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:05.837653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] For port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=48b955f1-74b1-44ad-a380-c8fea9ac9fe2,segment=NetworkSegment(e83846ad-65e3-446d-9047-f7e6cc33d24d),segment_id=e83846ad-65e3-446d-9047-f7e6cc33d24d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:05.851786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-285df53a-71c8-40af-94e3-9cc8882d2328 None None] Provisioning complete for port 7def0e0c-1434-4d43-84af-92ec270acba7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:05.852183 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-285df53a-71c8-40af-94e3-9cc8882d2328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.862102 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:05.865708 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:39:05.867185 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:39:05.873809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5668c1e-3bef-4dd3-abe3-e91dc68be2dd req-63e967ba-aaf2-462e-bfca-4dd6bc9ec22a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648024 Oct 29 08:39:05.966985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-448a9041-7124-4ebc-bd2b-c2f4883338e6 req-61c5cfd3-1a32-42aa-bb82-f3f5313fd087 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883291 Oct 29 08:39:05.967580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68c9d5-ca41-450f-bda1-0711ceadc979 None None] Pushing event updated for resources: {'Port': ['ID=48b955f1-74b1-44ad-a380-c8fea9ac9fe2,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:05.970116 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.000217 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.023686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Allocated IP 172.20.0.2 (a67432bc-60bf-4a83-b7ac-aeb7ac57e13e/1cb4d2e8-71fc-4f06-9952-04c3d79bf108/4d13de74-5be9-4f58-81ae-9e10044802b9) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:06.072845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.178892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=73e95019-5f2b-4c6b-964e-051233ed1747,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:06.246195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking segment: {'id': '53c607c4-625f-4fc0-95fb-9c9ca83e4984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '44d703a1-2607-4529-948c-a30f4e709453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:06.246655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network hostable DHCP agents. Network: 44d703a1-2607-4529-948c-a30f4e709453, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:06.259562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.304513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:06.357964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 44d703a1-2607-4529-948c-a30f4e709453) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:06.369304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:06.394911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:06.395668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.433647 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b59d52c0-33a0-4c72-b876-5756199ca3ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9048979 Oct 29 08:39:06.439181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55426) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:06.445565 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-429672772'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:06.473603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:06.480499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f2a36-9fd9-4c3a-b05a-58636530958c None None] Network 44d703a1-2607-4529-948c-a30f4e709453 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:06.489418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:06.493661 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3873e9d9-2812-4086-8cdb-da5b2a1f1291" -d '{"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-unplugged", "status": "completed", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:06.509906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.534983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.537220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:06.542317 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.560456 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.610535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:06.643432 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f1bddd-8139-43bb-ac95-63388b2375d4 x-openstack-request-id: req-e4f1bddd-8139-43bb-ac95-63388b2375d4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:06.644234 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-unplugged", "status": "failed", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864", "code": 422}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:06.645178 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4f1bddd-8139-43bb-ac95-63388b2375d4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:06.645746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.645884 n-d-815940-1 neutron-server[102115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864', 'code': 422} returned with failed status Oct 29 08:39:06.646203 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Added segment 558aac9d-9cf2-4ef8-bc1a-04dd0d5cb91e of type vlan for network 6a81e9db-deaf-46d3-9210-a3b88c2a7a2c Oct 29 08:39:06.646621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cdbfffa4-75c4-48fe-8f57-006120d1598e no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:06.672971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Network a67432bc-60bf-4a83-b7ac-aeb7ac57e13e is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:06.705757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:06.722059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:06.727246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: cdbfffa4-75c4-48fe-8f57-006120d1598e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:06.727561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.727712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cdbfffa4-75c4-48fe-8f57-006120d1598e not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:06.728187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device bffbdebc-9c1e-4338-8032-f5ff6d4054c7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:06.746432 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.759219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.778978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: bffbdebc-9c1e-4338-8032-f5ff6d4054c7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:06.779523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device bffbdebc-9c1e-4338-8032-f5ff6d4054c7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:06.780139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5059dd43-825e-42a1-bfed-cc6fd7805bd2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:06.815760 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.821441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:06.822047 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.854297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4137897 Oct 29 08:39:06.857081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55446) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:06.864598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'ports': [{'network_id': '44d703a1-2607-4529-948c-a30f4e709453'}, {'network_id': '6a81e9db-deaf-46d3-9210-a3b88c2a7a2c'}]} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:06.864937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:06.865404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '6a81e9db-deaf-46d3-9210-a3b88c2a7a2c'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:06.875695 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:06.891064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:06.900917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 5059dd43-825e-42a1-bfed-cc6fd7805bd2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:06.901255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5059dd43-825e-42a1-bfed-cc6fd7805bd2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:06.969931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Attempting to bind port 4d13de74-5be9-4f58-81ae-9e10044802b9 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:06.970264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Attempting to bind port 4d13de74-5be9-4f58-81ae-9e10044802b9 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a67432bc-60bf-4a83-b7ac-aeb7ac57e13e'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:06.970800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Attempting to bind port 4d13de74-5be9-4f58-81ae-9e10044802b9 on network a67432bc-60bf-4a83-b7ac-aeb7ac57e13e {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:06.993879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Pushing event updated for resources: {'Port': ['ID=4d13de74-5be9-4f58-81ae-9e10044802b9,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:07.000286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:07.000676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Checking segment: {'id': '4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a67432bc-60bf-4a83-b7ac-aeb7ac57e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:07.001074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.001462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Bound using segment: {'id': '4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a67432bc-60bf-4a83-b7ac-aeb7ac57e13e'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:07.001952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Bound port: 4d13de74-5be9-4f58-81ae-9e10044802b9, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a67432bc-60bf-4a83-b7ac-aeb7ac57e13e'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:07.002331 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.008722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-ffc3aaa2-98f9-490d-a2cb-bcdbbd43a57f req-7e98797a-d110-49aa-a19c-fd5c14b484c2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:39:07.023526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ffc3aaa2-98f9-490d-a2cb-bcdbbd43a57f req-7e98797a-d110-49aa-a19c-fd5c14b484c2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0322394 Oct 29 08:39:07.144180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] For port 4d13de74-5be9-4f58-81ae-9e10044802b9, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:07.147558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] For port 4d13de74-5be9-4f58-81ae-9e10044802b9, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4d13de74-5be9-4f58-81ae-9e10044802b9,segment=NetworkSegment(4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f),segment_id=4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:07.150408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Port': ['ID=33b3f6bd-91ba-4d0d-9a2b-8a019c23588c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:07.174065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.190697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55456) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:07.256358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9c136-c489-447b-bd02-257a90988d98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Network': ['ID=6a81e9db-deaf-46d3-9210-a3b88c2a7a2c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:07.305319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b0dc0-1c45-46bb-b95c-5c4d1720b9b9 None None] Pushing event updated for resources: {'Port': ['ID=4d13de74-5be9-4f58-81ae-9e10044802b9,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:07.315391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6a81e9db-deaf-46d3-9210-a3b88c2a7a2c details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:07.365965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89dc12-96a5-453d-8359-5a44af2e3164 req-eb01457c-b6e9-48e0-8dbb-2fd1bd676651 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:07.378685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd89dc12-96a5-453d-8359-5a44af2e3164 req-eb01457c-b6e9-48e0-8dbb-2fd1bd676651 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.3652010 Oct 29 08:39:07.409614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 2} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:07.417293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.463882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.468581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:07.475414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1023582059-network', 'tenant_id': '99d2337001b04aa09144349c543ad600'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:07.524631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:07.525083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.557585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network bb2e8044-1920-4326-9b7a-01579501dc9b is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:07.580254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:07.610689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd89dc12-96a5-453d-8359-5a44af2e3164 req-277a9089-6224-4c01-be4a-5ff91eb161e0 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309246 Oct 29 08:39:07.614184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Made reservation on behalf of 99d2337001b04aa09144349c543ad600 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:07.621885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.646436 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.669116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c4368-af5d-4b1b-b9b4-5590bf2b2055 req-ccdb2f44-41ea-4bda-b548-925c25e08ee7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:07.678557 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-925c4368-af5d-4b1b-b9b4-5590bf2b2055 req-ccdb2f44-41ea-4bda-b548-925c25e08ee7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1797895 Oct 29 08:39:07.688806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port a42e7971-e5da-4ebe-9c3b-be8f5c93c68b yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:07.688986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=48b955f1-74b1-44ad-a380-c8fea9ac9fe2,segment=NetworkSegment(e83846ad-65e3-446d-9047-f7e6cc33d24d),segment_id=e83846ad-65e3-446d-9047-f7e6cc33d24d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:07.694406 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.695293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7def0e0c-1434-4d43-84af-92ec270acba7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:07.756995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:07.767395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=48b955f1-74b1-44ad-a380-c8fea9ac9fe2,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:07.778136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9a8e15-bdc4-4232-8f57-98ebff04a378 None None] Network bb2e8044-1920-4326-9b7a-01579501dc9b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:07.825741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-925c4368-af5d-4b1b-b9b4-5590bf2b2055 req-85e7245d-4e3b-4569-8314-6b5fbb1e26c8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368976 Oct 29 08:39:07.978374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Router 62830b3a-1968-47ba-bd82-6ed677375d1b is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:39:08.003779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.010948 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.021361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-3ee3a556-2e93-4f2a-950a-d72c2dc539a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1765568 Oct 29 08:39:08.039275 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.118572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-91538d10-75b6-4a59-baef-c4bfe29edb93 None None] Provisioning complete for port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:08.118821 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-91538d10-75b6-4a59-baef-c4bfe29edb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.120509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:08.155029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.156177 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Added segment 71b85783-54a4-4439-bdd3-cdab86933257 of type vlan for network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 Oct 29 08:39:08.160159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04fa56-3447-441e-9701-5de21b99880f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:08.172330 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port b7318d4e-1262-4128-b16e-f0c332f05a61 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:08.193409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7def0e0c-1434-4d43-84af-92ec270acba7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:08.193782 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.218407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:39:08.230193 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98ead4-ab8c-42fd-bda8-0c03a9d9a37f None None] Sync routers for ids ['62830b3a-1968-47ba-bd82-6ed677375d1b'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:39:08.231055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-687a338f-7fdd-4cf2-ab76-00d5e92f50dd tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "PUT /v2.0/routers/62830b3a-1968-47ba-bd82-6ed677375d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8636143 Oct 29 08:39:08.231638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55478) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:08.247194 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98ead4-ab8c-42fd-bda8-0c03a9d9a37f None None] Routers {'62830b3a-1968-47ba-bd82-6ed677375d1b'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:08.247302 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cd98ead4-ab8c-42fd-bda8-0c03a9d9a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['62830b3a-1968-47ba-bd82-6ed677375d1b'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:08.252878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.346682 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cd98ead4-ab8c-42fd-bda8-0c03a9d9a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:08.355265 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98ead4-ab8c-42fd-bda8-0c03a9d9a37f None None] Routers {'62830b3a-1968-47ba-bd82-6ed677375d1b'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:08.355894 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cd98ead4-ab8c-42fd-bda8-0c03a9d9a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['62830b3a-1968-47ba-bd82-6ed677375d1b'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:08.380266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.381419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:08.382243 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.429812 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cd98ead4-ab8c-42fd-bda8-0c03a9d9a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:08.430366 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98ead4-ab8c-42fd-bda8-0c03a9d9a37f None None] The sync data for ids ['62830b3a-1968-47ba-bd82-6ed677375d1b'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:39:08.447345 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.499096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] Pushing event updated for resources: {'Network': ['ID=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:08.522641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:08.567264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.658560 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4c5fba76-5a87-42ae-9b83-8740d8aa9d96 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4638069 Oct 29 08:39:08.664497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55488) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:08.677563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Request body: {'subnet': {'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1023582059-subnet', 'tenant_id': '99d2337001b04aa09144349c543ad600', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:08.681714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:08.688082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:08.702700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:08.703980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.705892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=a42e7971-e5da-4ebe-9c3b-be8f5c93c68b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:08.783160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dbebeec7-2074-42e9-b842-3b1dea6fd343 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:08.826856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: dbebeec7-2074-42e9-b842-3b1dea6fd343 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:08.827083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dbebeec7-2074-42e9-b842-3b1dea6fd343 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:08.840736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=b7318d4e-1262-4128-b16e-f0c332f05a61,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:08.865161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Made reservation on behalf of 99d2337001b04aa09144349c543ad600 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:08.877412 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:08.970371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking segment: {'id': '558aac9d-9cf2-4ef8-bc1a-04dd0d5cb91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6a81e9db-deaf-46d3-9210-a3b88c2a7a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:08.970729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network hostable DHCP agents. Network: 6a81e9db-deaf-46d3-9210-a3b88c2a7a2c, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:09.029248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20adf4-28e0-464f-a7b8-48ca5b7c6fde req-90cd6d1c-7979-46af-95cb-a818ad6891e5 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:09.038409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d20adf4-28e0-464f-a7b8-48ca5b7c6fde req-90cd6d1c-7979-46af-95cb-a818ad6891e5 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1802578 Oct 29 08:39:09.051082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 6a81e9db-deaf-46d3-9210-a3b88c2a7a2c is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:09.078983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6a81e9db-deaf-46d3-9210-a3b88c2a7a2c) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:09.091165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69b5af-1337-4fb7-8c2f-78d5d73d784b None None] Network 6a81e9db-deaf-46d3-9210-a3b88c2a7a2c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:09.102807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:09.115770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:09.134740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:09.135464 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.197483 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d20adf4-28e0-464f-a7b8-48ca5b7c6fde req-ba4a2234-ff96-4120-aa8f-956a99c8024e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537857 Oct 29 08:39:09.227546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9f202b00-1bc9-4ecf-ba2d-403093b83580 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3669474 Oct 29 08:39:09.228013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55494) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:09.259445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c7054051-fc48-4d33-ac2d-7792024e4115 None None] Provisioning complete for port 33b3f6bd-91ba-4d0d-9a2b-8a019c23588c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:09.260131 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c7054051-fc48-4d33-ac2d-7792024e4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.357228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed38c48-9fbc-40ba-9269-70c31657d00a None None] Network a67432bc-60bf-4a83-b7ac-aeb7ac57e13e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:09.370898 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.385726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c7054051-fc48-4d33-ac2d-7792024e4115 None None] Port 33b3f6bd-91ba-4d0d-9a2b-8a019c23588c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:09.417972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:09.496094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-21a22062-7b3c-4bcb-bf12-8be53f757c6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port b7318d4e-1262-4128-b16e-f0c332f05a61 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:09.496449 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21a22062-7b3c-4bcb-bf12-8be53f757c6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.503207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:09.550513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c7054051-fc48-4d33-ac2d-7792024e4115 None None] Provisioning complete for port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:09.550882 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c7054051-fc48-4d33-ac2d-7792024e4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.669990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21a22062-7b3c-4bcb-bf12-8be53f757c6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.699486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-21a22062-7b3c-4bcb-bf12-8be53f757c6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for b7318d4e-1262-4128-b16e-f0c332f05a61 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:09.798116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:09.798711 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.877014 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21a22062-7b3c-4bcb-bf12-8be53f757c6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.932562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a22062-7b3c-4bcb-bf12-8be53f757c6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=b7318d4e-1262-4128-b16e-f0c332f05a61,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:09.946585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21a22062-7b3c-4bcb-bf12-8be53f757c6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:09.955637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-21a22062-7b3c-4bcb-bf12-8be53f757c6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/b7318d4e-1262-4128-b16e-f0c332f05a61 HTTP/1.1" status: 204 len: 168 time: 0.7256060 Oct 29 08:39:09.958098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55500) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:10.016807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3709db83-a37a-453b-bb90-13a7cee0c073,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:10.052047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f44ef-146c-47e0-ae5f-678e77079428 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:10.064015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f44ef-146c-47e0-ae5f-678e77079428 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:10.065955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cd6f44ef-146c-47e0-ae5f-678e77079428 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1068859 Oct 29 08:39:10.071086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55502) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:10.132560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4d13de74-5be9-4f58-81ae-9e10044802b9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:10.137276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f360d-5642-4851-a22f-154283cf8923 req-7d730b21-deec-4f6a-b1b7-51737826958d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:10.145033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f9f360d-5642-4851-a22f-154283cf8923 req-7d730b21-deec-4f6a-b1b7-51737826958d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.8533962 Oct 29 08:39:10.219586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-aa3b11d0-a5b5-42b4-9f9d-c94e97f47802 None None] Provisioning complete for port 33b3f6bd-91ba-4d0d-9a2b-8a019c23588c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:10.220001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aa3b11d0-a5b5-42b4-9f9d-c94e97f47802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.254058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4d13de74-5be9-4f58-81ae-9e10044802b9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:10.254479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.278066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Checking segment: {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:10.278374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Network hostable DHCP agents. Network: 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:10.327052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b11d0-a5b5-42b4-9f9d-c94e97f47802 None None] Port 33b3f6bd-91ba-4d0d-9a2b-8a019c23588c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:10.348707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f9f360d-5642-4851-a22f-154283cf8923 req-07c24f53-d75f-4e6f-99e9-14e7ca389dd2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026803 Oct 29 08:39:10.378031 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.404292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-aa3b11d0-a5b5-42b4-9f9d-c94e97f47802 None None] Provisioning complete for port 4d13de74-5be9-4f58-81ae-9e10044802b9 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:10.404559 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aa3b11d0-a5b5-42b4-9f9d-c94e97f47802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.438047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e373b2a0-2937-475b-8ac0-74874148bf19 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port a42e7971-e5da-4ebe-9c3b-be8f5c93c68b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:10.438600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e373b2a0-2937-475b-8ac0-74874148bf19 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.444721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:10.456918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c35d21-a2dd-497d-b176-995b744a6918 req-1263178e-ccf6-430b-99fc-83756a076a94 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:10.465865 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9c35d21-a2dd-497d-b176-995b744a6918 req-1263178e-ccf6-430b-99fc-83756a076a94 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1447241 Oct 29 08:39:10.508592 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9c35d21-a2dd-497d-b176-995b744a6918 req-7ecf75af-d51d-4f82-8e3f-f6406c3461d7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Oct 29 08:39:10.542483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 4d13de74-5be9-4f58-81ae-9e10044802b9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4d13de74-5be9-4f58-81ae-9e10044802b9,segment=NetworkSegment(4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f),segment_id=4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:10.551128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:10.555844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.564289 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-72f4c1fe-a151-4d85-acb4-8fa076748ef7 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:39:10.565097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb597f7c-91ce-457b-8230-21ff48504636 None None] Network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:10.568490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55506) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:10.568616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-72f4c1fe-a151-4d85-acb4-8fa076748ef7 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "PUT /v2.0/routers/62830b3a-1968-47ba-bd82-6ed677375d1b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3311892 Oct 29 08:39:10.570058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:10.570783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.576521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e373b2a0-2937-475b-8ac0-74874148bf19 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.601235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e373b2a0-2937-475b-8ac0-74874148bf19 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for a42e7971-e5da-4ebe-9c3b-be8f5c93c68b owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:10.617085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8079dd68-db4b-409a-ad55-9292a3d35ad1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9499376 Oct 29 08:39:10.715364 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aa3b11d0-a5b5-42b4-9f9d-c94e97f47802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.808850 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e373b2a0-2937-475b-8ac0-74874148bf19 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.825584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=4d13de74-5be9-4f58-81ae-9e10044802b9,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:10.859292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373b2a0-2937-475b-8ac0-74874148bf19 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=a42e7971-e5da-4ebe-9c3b-be8f5c93c68b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:10.870820 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e373b2a0-2937-475b-8ac0-74874148bf19 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:10.879633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e373b2a0-2937-475b-8ac0-74874148bf19 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/a42e7971-e5da-4ebe-9c3b-be8f5c93c68b HTTP/1.1" status: 204 len: 168 time: 0.8067884 Oct 29 08:39:10.880396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55514) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:10.938675 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-aa3b11d0-a5b5-42b4-9f9d-c94e97f47802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:39:10.939023 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-aa3b11d0-a5b5-42b4-9f9d-c94e97f47802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:39:10.944585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce817f-132d-4582-99b7-d697ff5e7673 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:10.950446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-67ce817f-132d-4582-99b7-d697ff5e7673 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0684617 Oct 29 08:39:10.951161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55520) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:10.990880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b9e9b-a2d5-47c4-846d-6dcb30f0c85b None None] Network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:10.991638 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-db47a535-af61-4ae9-a8bd-59b98703b946 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:11.000212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-db47a535-af61-4ae9-a8bd-59b98703b946 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/b7318d4e-1262-4128-b16e-f0c332f05a61 HTTP/1.1" status: 404 len: 333 time: 0.0470016 Oct 29 08:39:11.000360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55522) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:11.033127 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e7a14a-7512-4aae-9d22-d60256e1490d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:11.038032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e4e7a14a-7512-4aae-9d22-d60256e1490d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/a42e7971-e5da-4ebe-9c3b-be8f5c93c68b HTTP/1.1" status: 404 len: 333 time: 0.0361600 Oct 29 08:39:11.038712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55524) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:11.121128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4d13de74-5be9-4f58-81ae-9e10044802b9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:11.145513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.270129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.273540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4d13de74-5be9-4f58-81ae-9e10044802b9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:11.275111 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.291833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a81e9db-deaf-46d3-9210-a3b88c2a7a2c']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:11.302190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558aac9d-9cf2-4ef8-bc1a-04dd0d5cb91e') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:11.302532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558aac9d-9cf2-4ef8-bc1a-04dd0d5cb91e') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:11.312822 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.327174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.333722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:11.334126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.352862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-81df0f8c-e811-4e22-8768-b8f40a398441 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:11.361692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-81df0f8c-e811-4e22-8768-b8f40a398441 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/networks?id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 HTTP/1.1" status: 200 len: 818 time: 0.1894319 Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:11.408439 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:11.411187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-54a9c8a6-c15f-4d17-8bab-3d8cf066ac19 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/quotas/99d2337001b04aa09144349c543ad600 HTTP/1.1" status: 200 len: 375 time: 0.0464232 Oct 29 08:39:11.414226 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.436726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.445081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/networks/6a81e9db-deaf-46d3-9210-a3b88c2a7a2c HTTP/1.1" status: 204 len: 168 time: 0.4044919 Oct 29 08:39:11.446074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a1176-f85d-4fde-b972-89fe286fcf58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Network': ['ID=6a81e9db-deaf-46d3-9210-a3b88c2a7a2c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:11.448346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55538) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:11.454914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1582057795'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:11.470459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-ffc997de-e247-4e5a-9d97-e1fd6b5c6127 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99d2337001b04aa09144349c543ad600&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603757 Oct 29 08:39:11.486272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:11.490482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.517280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:11.528821 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.529241 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Added segment 5bdde169-c77d-403f-b6ab-bd2c7da8622a of type vlan for network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 Oct 29 08:39:11.602323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.626136 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-6dd8496a-fe8a-4dff-89c9-17d6585e9199 service neutron] 10.222.0.70 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465673 Oct 29 08:39:11.644427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e6630-e043-4ab7-b337-9731cce1aabf req-4bfde94a-d65b-413c-8e07-0d9399fb0c1e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:11.644690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.646019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-005e6630-e043-4ab7-b337-9731cce1aabf req-4bfde94a-d65b-413c-8e07-0d9399fb0c1e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.0803313 Oct 29 08:39:11.648487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.654219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:11.654810 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.673292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-13c73834-94ee-4b61-bf23-254b36e3b6a8 None None] Provisioning complete for port 4d13de74-5be9-4f58-81ae-9e10044802b9 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:11.673660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13c73834-94ee-4b61-bf23-254b36e3b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:11.768053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3181717 Oct 29 08:39:11.772138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55544) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:11.777705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '0c6e8f0f-4d54-46e2-9242-b8ef32b563b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:11.781766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc982a-b363-4174-8537-a3860d30abd2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Network': ['ID=0c6e8f0f-4d54-46e2-9242-b8ef32b563b6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:11.786979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-005e6630-e043-4ab7-b337-9731cce1aabf req-222929db-eb04-4f93-800c-bf8f41dfde73 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277361 Oct 29 08:39:11.816934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:11.928141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9338ad0c-611a-48ba-9f49-5cb01024526c service neutron] 10.222.0.70 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939048 Oct 29 08:39:11.961760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c43e90-07f0-416a-96cf-26011f9222ed req-4c1db4bd-a011-42ad-a7ab-a289add0fd6c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:11.963514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b6c43e90-07f0-416a-96cf-26011f9222ed req-4c1db4bd-a011-42ad-a7ab-a289add0fd6c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.0693412 Oct 29 08:39:11.987299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:11.991852 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:12.009415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b6c43e90-07f0-416a-96cf-26011f9222ed req-df2fb0c9-81f3-4add-b02f-9f83b7d01da7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388050 Oct 29 08:39:12.085489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Performing IP validity checks on allocation pools {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 08:39:12.088565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 08:39:12.337415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-92549fc1-40c0-4391-ab8d-2781fbd0b184 req-ea691b23-bdd5-41bb-b3ce-a8dde266438d tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 210 time: 0.0396256 Oct 29 08:39:12.364308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Deleting port 33b3f6bd-91ba-4d0d-9a2b-8a019c23588c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:12.364834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:12.369920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:12.494038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=194df8da-d598-4e6a-8f5f-56c3848dbd27,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:12.514992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking segment: {'id': '5bdde169-c77d-403f-b6ab-bd2c7da8622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0c6e8f0f-4d54-46e2-9242-b8ef32b563b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:12.515360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network hostable DHCP agents. Network: 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:12.521047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.521403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.521815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.522150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.522485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.522818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.523139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.523469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.523791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.524275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.524600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.524918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:12.544253 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:12.564390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Calling delete_port for 33b3f6bd-91ba-4d0d-9a2b-8a019c23588c owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:12.571012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:12.619711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:12.626374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:12.627002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:12.637414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5e420-8299-4674-ab54-857b4ff3ea0d None None] Network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:12.667098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51d72cda-a708-4256-a4dd-68904d0ae3aa tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8939342 Oct 29 08:39:12.672498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55568) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:12.691177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '0c6e8f0f-4d54-46e2-9242-b8ef32b563b6', 'name': 'tempest-PortsIpV6TestJSON-1391382268'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:12.817297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:12.858703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-0c6e8f0f-4d54-46e2-9242-b8ef32b563b6', 'network_id': '0c6e8f0f-4d54-46e2-9242-b8ef32b563b6', 'tenant_id': '8ae74ae01ad647478494176ae3d2930a', 'fixed_ips': [{'subnet_id': '194df8da-d598-4e6a-8f5f-56c3848dbd27'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:39:12.859202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Port': ['ID=33b3f6bd-91ba-4d0d-9a2b-8a019c23588c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:12.860636 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:12.950390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:12.955565 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:13.004127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 5486b47e-d0ad-423c-afdf-6789d0a8ebc3 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:13.114902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Allocated IP 2001:db8::2 (0c6e8f0f-4d54-46e2-9242-b8ef32b563b6/194df8da-d598-4e6a-8f5f-56c3848dbd27/d315668a-002d-4c17-8404-f7725c77a50c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:13.224742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:13.258240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb352e3-60b0-4b61-b0d5-cdf6788b132b req-4341ccb7-ba90-45f8-8ad8-6f7891b6afc3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:13.267570 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dfb352e3-60b0-4b61-b0d5-cdf6788b132b req-4341ccb7-ba90-45f8-8ad8-6f7891b6afc3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.3055618 Oct 29 08:39:13.284046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258da635-94b3-4730-8f0c-327f1f96020a req-d8e9ef88-ad66-4334-a35e-903b37a0af5b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:13.285660 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-258da635-94b3-4730-8f0c-327f1f96020a req-d8e9ef88-ad66-4334-a35e-903b37a0af5b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1437414 Oct 29 08:39:13.348399 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-258da635-94b3-4730-8f0c-327f1f96020a req-a9b2956f-f52a-4e2e-94b1-0a935af53f99 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528548 Oct 29 08:39:13.399472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dfb352e3-60b0-4b61-b0d5-cdf6788b132b req-73c5da7b-86e9-4535-bb83-ab726795d68f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307070 Oct 29 08:39:13.410386 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:13.441371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:13.508513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:13.514497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:13.518894 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:13.535248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Pushing event updated for resources: {'Port': ['ID=d315668a-002d-4c17-8404-f7725c77a50c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:13.663692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::170 (0c6e8f0f-4d54-46e2-9242-b8ef32b563b6/194df8da-d598-4e6a-8f5f-56c3848dbd27/5486b47e-d0ad-423c-afdf-6789d0a8ebc3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:13.671110 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94586969-943f-4f70-9dfe-1fbe4d09416c req-2ff0735d-1d8f-4b8e-b1a8-fb39fdac8ebf tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 210 time: 0.0973678 Oct 29 08:39:13.680925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Router 62830b3a-1968-47ba-bd82-6ed677375d1b has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:39:13.845670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:39:13.853984 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b95dca2f-db07-47e9-bfb4-eca2a0c74e30 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "PUT /v2.0/routers/62830b3a-1968-47ba-bd82-6ed677375d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2834864 Oct 29 08:39:13.859975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55582) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:13.909770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b9360-660c-4eab-90bb-d7639ae31378 None None] Sync routers for ids ['62830b3a-1968-47ba-bd82-6ed677375d1b'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:39:13.914647 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-fe12de9a-e3c7-4248-beed-ad44271b4ab9 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] delete failed (client error): The resource could not be found. Oct 29 08:39:13.915369 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fe12de9a-e3c7-4248-beed-ad44271b4ab9 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-492527873 HTTP/1.1" status: 404 len: 334 time: 0.0537534 Oct 29 08:39:13.920906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55584) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:13.926547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-95efab9a-c41f-4d18-a922-76ce4efcb123 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'router': {'external_gateway_info': {'network_id': '62830b3a-1968-47ba-bd82-6ed677375d1b'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:13.932145 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:13.949408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Attempting to bind port d315668a-002d-4c17-8404-f7725c77a50c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:13.949912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Attempting to bind port d315668a-002d-4c17-8404-f7725c77a50c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '5bdde169-c77d-403f-b6ab-bd2c7da8622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0c6e8f0f-4d54-46e2-9242-b8ef32b563b6'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:13.950287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Attempting to bind port d315668a-002d-4c17-8404-f7725c77a50c on network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:13.952354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b9360-660c-4eab-90bb-d7639ae31378 None None] Routers {'62830b3a-1968-47ba-bd82-6ed677375d1b'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:13.953019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-378b9360-660c-4eab-90bb-d7639ae31378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['62830b3a-1968-47ba-bd82-6ed677375d1b'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:13.988694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:13.989073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Checking segment: {'id': '5bdde169-c77d-403f-b6ab-bd2c7da8622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0c6e8f0f-4d54-46e2-9242-b8ef32b563b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:13.989483 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:13.989886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Bound using segment: {'id': '5bdde169-c77d-403f-b6ab-bd2c7da8622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0c6e8f0f-4d54-46e2-9242-b8ef32b563b6'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:13.990378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Bound port: d315668a-002d-4c17-8404-f7725c77a50c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdde169-c77d-403f-b6ab-bd2c7da8622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '0c6e8f0f-4d54-46e2-9242-b8ef32b563b6'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:13.990765 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:13.993401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-378b9360-660c-4eab-90bb-d7639ae31378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:13.994586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:14.014576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b9360-660c-4eab-90bb-d7639ae31378 None None] Routers {'62830b3a-1968-47ba-bd82-6ed677375d1b'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:14.015263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-378b9360-660c-4eab-90bb-d7639ae31378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['62830b3a-1968-47ba-bd82-6ed677375d1b'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:14.058772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=5486b47e-d0ad-423c-afdf-6789d0a8ebc3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:14.071524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-378b9360-660c-4eab-90bb-d7639ae31378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:14.072246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b9360-660c-4eab-90bb-d7639ae31378 None None] The sync data for ids ['62830b3a-1968-47ba-bd82-6ed677375d1b'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:39:14.073895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:14.076548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:14.079523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:14.086212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:14.087057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:14.105686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0b2e7e83-9af2-4bd3-8541-28e19574eb41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4317908 Oct 29 08:39:14.108586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55586) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:14.112491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] For port d315668a-002d-4c17-8404-f7725c77a50c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:14.116454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] For port d315668a-002d-4c17-8404-f7725c77a50c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d315668a-002d-4c17-8404-f7725c77a50c,segment=NetworkSegment(5bdde169-c77d-403f-b6ab-bd2c7da8622a),segment_id=5bdde169-c77d-403f-b6ab-bd2c7da8622a)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:14.125268 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:14.208170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95efab9a-c41f-4d18-a922-76ce4efcb123 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:14.244158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fceaa4-3eba-45e1-8600-3c2c9540cc30 None None] Pushing event updated for resources: {'Port': ['ID=d315668a-002d-4c17-8404-f7725c77a50c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:14.253344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-22cc5a04-a2d9-4863-99c3-9931e21b5352 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 5486b47e-d0ad-423c-afdf-6789d0a8ebc3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:14.253765 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22cc5a04-a2d9-4863-99c3-9931e21b5352 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:14.273901 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-95efab9a-c41f-4d18-a922-76ce4efcb123 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] update failed (client error): The resource could not be found. Oct 29 08:39:14.275575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-95efab9a-c41f-4d18-a922-76ce4efcb123 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "PUT /v2.0/routers/62830b3a-1968-47ba-bd82-6ed677375d1b HTTP/1.1" status: 404 len: 339 time: 0.3534448 Oct 29 08:39:14.284324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55588) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:14.285887 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-089cc9db-37e5-4805-a331-69ac938bb091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:14.526808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22cc5a04-a2d9-4863-99c3-9931e21b5352 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:14.740392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-188bc90f-6a4b-489e-a368-7a9783c47a06 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:14.744190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-188bc90f-6a4b-489e-a368-7a9783c47a06 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.93 "GET /v2.0/networks?id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 HTTP/1.1" status: 200 len: 818 time: 0.3915474 Oct 29 08:39:14.783085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-22cc5a04-a2d9-4863-99c3-9931e21b5352 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 5486b47e-d0ad-423c-afdf-6789d0a8ebc3 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:14.789817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Request body: {'port': {'device_id': '1edf6ec2-f234-4614-a6b8-af8081483151', 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6', 'admin_state_up': True, 'tenant_id': '99d2337001b04aa09144349c543ad600'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:14.906800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8bf53-df25-4a69-86cd-8a430a7d71ca req-b8e91f42-dcf9-44a4-8097-4a4c11fda325 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:14.909044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7bc8bf53-df25-4a69-86cd-8a430a7d71ca req-b8e91f42-dcf9-44a4-8097-4a4c11fda325 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.3870528 Oct 29 08:39:14.956778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71a2fc-5d66-4180-b509-db1f31c458c4 req-1c7c375b-cf20-49dd-b76a-140fd124edda tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:14.962777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:14.967170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d71a2fc-5d66-4180-b509-db1f31c458c4 req-1c7c375b-cf20-49dd-b76a-140fd124edda tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.2216854 Oct 29 08:39:15.067268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d71a2fc-5d66-4180-b509-db1f31c458c4 req-d6ff9cd8-2f7d-4951-9d6f-27afb3ea1fe2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987601 Oct 29 08:39:15.108474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7bc8bf53-df25-4a69-86cd-8a430a7d71ca req-25333c95-1dfc-4827-8afa-869ea556eac5 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899111 Oct 29 08:39:15.179755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-2d1f122d-1db0-457d-8848-dad2c749762d tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:15.181777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-2d1f122d-1db0-457d-8848-dad2c749762d tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.15 "GET /v2.0/networks?id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 HTTP/1.1" status: 200 len: 818 time: 0.6716723 Oct 29 08:39:15.192223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d315668a-002d-4c17-8404-f7725c77a50c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:15.203911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Request body: {'port': {'device_id': 'aee911aa-76f6-4416-9aa5-0211f4428d88', 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6', 'admin_state_up': True, 'tenant_id': '99d2337001b04aa09144349c543ad600'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:15.317518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d315668a-002d-4c17-8404-f7725c77a50c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:15.319016 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.346447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Made reservation on behalf of 99d2337001b04aa09144349c543ad600 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:15.349937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.476288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22cc5a04-a2d9-4863-99c3-9931e21b5352 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.477641 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.547210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port d315668a-002d-4c17-8404-f7725c77a50c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d315668a-002d-4c17-8404-f7725c77a50c,segment=NetworkSegment(5bdde169-c77d-403f-b6ab-bd2c7da8622a),segment_id=5bdde169-c77d-403f-b6ab-bd2c7da8622a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:15.558330 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.579046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Made reservation on behalf of 99d2337001b04aa09144349c543ad600 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:15.582922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.610539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc5a04-a2d9-4863-99c3-9931e21b5352 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=5486b47e-d0ad-423c-afdf-6789d0a8ebc3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:15.626438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22cc5a04-a2d9-4863-99c3-9931e21b5352 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.631031 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-22cc5a04-a2d9-4863-99c3-9931e21b5352 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/5486b47e-d0ad-423c-afdf-6789d0a8ebc3 HTTP/1.1" status: 204 len: 168 time: 1.5213714 Oct 29 08:39:15.636489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=d315668a-002d-4c17-8404-f7725c77a50c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:15.656584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55602) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:15.691668 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba44f64e-82fe-4700-9e28-343b1571280d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:39:15.692479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba44f64e-82fe-4700-9e28-343b1571280d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:39:15.696678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ba44f64e-82fe-4700-9e28-343b1571280d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/5486b47e-d0ad-423c-afdf-6789d0a8ebc3 HTTP/1.1" status: 404 len: 333 time: 0.0383582 Oct 29 08:39:15.701231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55604) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:15.805448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06f351-7338-492b-bd20-56ae2186144d None None] Network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:15.810122 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65cd7fe-4ac1-485c-b8ab-e87ba541e984 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:15.811881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e65cd7fe-4ac1-485c-b8ab-e87ba541e984 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/5486b47e-d0ad-423c-afdf-6789d0a8ebc3 HTTP/1.1" status: 404 len: 333 time: 0.1057029 Oct 29 08:39:15.817160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55606) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:15.903180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Allocated IP 172.20.0.5 (87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6/3709db83-a37a-453b-bb90-13a7cee0c073/ebc240c9-05c7-4c88-a7f4-47b3e645d2a0) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:15.912584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d70aa13-62b6-48e1-8067-ec9dc3d6ef9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet 194df8da-d598-4e6a-8f5f-56c3848dbd27 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:15.920205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d70aa13-62b6-48e1-8067-ec9dc3d6ef9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.957367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fbf15db8-4585-4342-bb8c-dfced8f0ff63 None None] Provisioning complete for port d315668a-002d-4c17-8404-f7725c77a50c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:15.957792 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fbf15db8-4585-4342-bb8c-dfced8f0ff63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:15.989120 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d70aa13-62b6-48e1-8067-ec9dc3d6ef9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.003258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Allocated IP 172.20.0.1 (5e616a76-7917-4a5a-98be-e58c53d168a0/bcf8884d-6e37-4c34-bef3-b9d6d67838c2/d45cb8e7-efbe-432a-bd5b-f24110402dbe) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:16.211315 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.239353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d70aa13-62b6-48e1-8067-ec9dc3d6ef9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.284097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-8aed4287-d1df-42fa-97f3-52877988e682 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:16.285986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-8aed4287-d1df-42fa-97f3-52877988e682 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.93 "GET /v2.0/networks?id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 HTTP/1.1" status: 200 len: 818 time: 1.3180237 Oct 29 08:39:16.290976 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.299159 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72d14ea4-0cc0-44ac-b35e-79d88951bf34 req-df7d4b19-b76e-4027-8515-84f6f30ac236 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 210 time: 0.5428805 Oct 29 08:39:16.313202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Request body: {'port': {'device_id': '631875ee-209c-4d95-86cc-e5c091954326', 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6', 'admin_state_up': True, 'tenant_id': '99d2337001b04aa09144349c543ad600'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:16.378241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75bf6-86c2-479f-8de5-31e7aa3ff271 req-7445d30f-e77d-4dd4-b3fd-a0d40c865ab8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:16.380541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bea75bf6-86c2-479f-8de5-31e7aa3ff271 req-7445d30f-e77d-4dd4-b3fd-a0d40c865ab8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.2029901 Oct 29 08:39:16.383978 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d70aa13-62b6-48e1-8067-ec9dc3d6ef9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.411334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1a3d3de6-5462-4ff0-8aa8-d16ab873ede5 None None] Provisioning complete for port d315668a-002d-4c17-8404-f7725c77a50c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:16.412323 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3de6-5462-4ff0-8aa8-d16ab873ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.472634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.475099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d70aa13-62b6-48e1-8067-ec9dc3d6ef9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.498931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3d70aa13-62b6-48e1-8067-ec9dc3d6ef9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/194df8da-d598-4e6a-8f5f-56c3848dbd27 HTTP/1.1" status: 204 len: 168 time: 0.6780610 Oct 29 08:39:16.499178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55614) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:16.506242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70aa13-62b6-48e1-8067-ec9dc3d6ef9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=194df8da-d598-4e6a-8f5f-56c3848dbd27,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:16.561385 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.632074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b5a0b-015c-4635-aceb-f7855bfaa440 None None] Network 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:16.664566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network 5e616a76-7917-4a5a-98be-e58c53d168a0 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:16.678394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bea75bf6-86c2-479f-8de5-31e7aa3ff271 req-f8a66f0e-04ce-4dd8-895a-bf47295cac25 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697093 Oct 29 08:39:16.685717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:16.686194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:16.689033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:16.690206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Pushing event updated for resources: {'Port': ['ID=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:16.700754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125a228-8bbb-489f-9211-cd6fdec102c8 req-88120811-e4c4-4154-8f2d-63c9cf526901 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:16.702532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1125a228-8bbb-489f-9211-cd6fdec102c8 req-88120811-e4c4-4154-8f2d-63c9cf526901 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.3149109 Oct 29 08:39:16.712739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.714589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Port': ['ID=d45cb8e7-efbe-432a-bd5b-f24110402dbe,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:16.725716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:16.727249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Allocated IP 172.20.0.6 (87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6/3709db83-a37a-453b-bb90-13a7cee0c073/4cc70f37-2585-46d8-9aa0-d2e5f2f16aec) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:16.740542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:16.741392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6a787a50-5577-4af1-889c-0547ff4a5211 None None] Could not find standard attr ID for object 5486b47e-d0ad-423c-afdf-6789d0a8ebc3. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:39:16.823217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Made reservation on behalf of 99d2337001b04aa09144349c543ad600 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:16.837835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.859642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:16.860569 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.879324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.906439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e7a5b71a-4255-4665-afdc-ddbdf6034dd5 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1202314 Oct 29 08:39:16.927616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Request body: {'port': {'device_id': '1edf6ec2-f234-4614-a6b8-af8081483151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:16.951921 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a6238eb3-4c7d-4192-b969-726a450fe80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:16.962439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] DHCP port deletion for 0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:17.063239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.086034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-854f7577-03cd-45e5-9a9c-f3704f8ecb7f None None] Provisioning complete for port d45cb8e7-efbe-432a-bd5b-f24110402dbe triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:17.086459 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-854f7577-03cd-45e5-9a9c-f3704f8ecb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.117681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] Deleting port d315668a-002d-4c17-8404-f7725c77a50c {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:17.117681 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.160075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1125a228-8bbb-489f-9211-cd6fdec102c8 req-7c6830e5-8b86-4dd2-8551-a85d5976fb2a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964562 Oct 29 08:39:17.179760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d315668a-002d-4c17-8404-f7725c77a50c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:17.186678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.235041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-854f7577-03cd-45e5-9a9c-f3704f8ecb7f None None] Port d45cb8e7-efbe-432a-bd5b-f24110402dbe cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:17.264456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port d315668a-002d-4c17-8404-f7725c77a50c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:17.265259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.268338 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.281964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] For port d315668a-002d-4c17-8404-f7725c77a50c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d315668a-002d-4c17-8404-f7725c77a50c,segment=NetworkSegment(5bdde169-c77d-403f-b6ab-bd2c7da8622a),segment_id=5bdde169-c77d-403f-b6ab-bd2c7da8622a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:17.282380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.297667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.300253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] Calling delete_port for d315668a-002d-4c17-8404-f7725c77a50c owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:17.363168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:17.368952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:17.373457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:17.411591 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.475754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port d315668a-002d-4c17-8404-f7725c77a50c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d315668a-002d-4c17-8404-f7725c77a50c,segment=NetworkSegment(5bdde169-c77d-403f-b6ab-bd2c7da8622a),segment_id=5bdde169-c77d-403f-b6ab-bd2c7da8622a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:17.486392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.499556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5ee24800-77d1-4478-b301-775ecff604b0 req-e98226e7-e4e4-43c8-a0d3-f5d83d5249fb tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 210 time: 0.0438910 Oct 29 08:39:17.500697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Pushing event updated for resources: {'Port': ['ID=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:17.512471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:17.513384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.536206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] For port d315668a-002d-4c17-8404-f7725c77a50c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d315668a-002d-4c17-8404-f7725c77a50c,segment=NetworkSegment(5bdde169-c77d-403f-b6ab-bd2c7da8622a),segment_id=5bdde169-c77d-403f-b6ab-bd2c7da8622a)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:17.537204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.543140 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.api [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-37191ed2-694f-4852-8246-f4eedc9d9d94 {{(pid=102114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:39:17.543684 n-d-815940-1 neutron-server[102114]: DEBUG oslo_db.api [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:39:17.556696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.564151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for d315668a-002d-4c17-8404-f7725c77a50c owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:17.606543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] No DVR routers for this DVR port d315668a-002d-4c17-8404-f7725c77a50c on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:17.625569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9de18b82-aa92-4d06-b078-957d7a7c7c8c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4279528 Oct 29 08:39:17.637349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=d315668a-002d-4c17-8404-f7725c77a50c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:17.641771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Request body: {'port': {'device_id': 'aee911aa-76f6-4416-9aa5-0211f4428d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:17.667270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddba894-266e-4d44-b61e-e81bcb76da92 None None] Pushing event deleted for resources: {'Port': ['ID=d315668a-002d-4c17-8404-f7725c77a50c,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:17.751846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.756455 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.776922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:17.807129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.810405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=d315668a-002d-4c17-8404-f7725c77a50c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:17.810777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No DVR routers for this DVR port d315668a-002d-4c17-8404-f7725c77a50c on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:17.835081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Transition to ACTIVE for port object ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:39:17.843521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.921406 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.945366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:17.959977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:18.013594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.026586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d6264-7b5d-4d7e-8b7c-cd83425a9e8a req-3dac8792-2890-48e9-af7f-c8c8206f387a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.028335 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-266d6264-7b5d-4d7e-8b7c-cd83425a9e8a req-3dac8792-2890-48e9-af7f-c8c8206f387a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.2576175 Oct 29 08:39:18.048536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.089766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6e8f0f-4d54-46e2-9242-b8ef32b563b6']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:18.092000 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.101831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event updated for resources: {'Port': ['ID=d45cb8e7-efbe-432a-bd5b-f24110402dbe,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:18.102385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Attempting to bind port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:18.102908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Attempting to bind port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:18.103100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Attempting to bind port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:18.116711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:39:18.117041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Attempting to bind port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:18.119709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdde169-c77d-403f-b6ab-bd2c7da8622a') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:18.120040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdde169-c77d-403f-b6ab-bd2c7da8622a') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:18.125984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.130657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:18.131009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Checking segment: {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:18.131395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Bound using segment: {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:18.131878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Bound port: ebc240c9-05c7-4c88-a7f4-47b3e645d2a0, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:18.132256 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.149526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-11ed271b-6c60-4475-a0ea-d648bd216d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.151088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-11ed271b-6c60-4475-a0ea-d648bd216d69 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862&tenant_id=527ed82a040d42019780616f8ace9daf HTTP/1.1" status: 200 len: 1095 time: 0.2815144 Oct 29 08:39:18.152854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.208544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.211609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:18.222767 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.235851 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.240201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-266d6264-7b5d-4d7e-8b7c-cd83425a9e8a req-3ebc6f4b-54f2-4f5e-829e-c9c7f6a0bd86 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926017 Oct 29 08:39:18.251754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Transition to ACTIVE for port object 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:39:18.253335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] For port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:18.257202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] For port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:18.258957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.289012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.301425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:18.301837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:18.304964 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:18.347004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.347639 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.349156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] 10.222.0.93 "PUT /v2.0/ports/ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 HTTP/1.1" status: 200 len: 1091 time: 1.4330204 Oct 29 08:39:18.349598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edf6ec2-f234-4614-a6b8-af8081483151', 'tag': 'ebc240c9-05c7-4c88-a7f4-47b3e645d2a0'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:18.351955 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4661bf77-ef8f-466c-92c8-6e1f32204290" -d '{"events": [{"name": "network-changed", "server_uuid": "1edf6ec2-f234-4614-a6b8-af8081483151", "tag": "ebc240c9-05c7-4c88-a7f4-47b3e645d2a0"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:18.358099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:18.400773 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f6a103-e120-44bb-9ad8-0370327999f3 x-openstack-request-id: req-98f6a103-e120-44bb-9ad8-0370327999f3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:18.401074 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edf6ec2-f234-4614-a6b8-af8081483151", "tag": "ebc240c9-05c7-4c88-a7f4-47b3e645d2a0", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:18.401326 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98f6a103-e120-44bb-9ad8-0370327999f3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:18.401729 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edf6ec2-f234-4614-a6b8-af8081483151', 'tag': 'ebc240c9-05c7-4c88-a7f4-47b3e645d2a0', 'status': 'completed', 'code': 200} Oct 29 08:39:18.476800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-12e9b15d-6312-413b-9bc0-a31200b86d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.479037 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-12e9b15d-6312-413b-9bc0-a31200b86d3f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1095 time: 0.2686145 Oct 29 08:39:18.482175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de8b9c-0db5-4c2b-8e3e-961efc84141f req-28b3c795-e742-4731-b2a4-961d4385229f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.484789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29de8b9c-0db5-4c2b-8e3e-961efc84141f req-28b3c795-e742-4731-b2a4-961d4385229f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1877646 Oct 29 08:39:18.494791 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.512379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.515609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/networks/0c6e8f0f-4d54-46e2-9242-b8ef32b563b6 HTTP/1.1" status: 204 len: 168 time: 2.0139184 Oct 29 08:39:18.524345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55630) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:18.526350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe473-1e5d-4e83-affa-33ee22387a05 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:18.560079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-f0c846ce-cc6b-49e3-9259-c803385c27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.561980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-f0c846ce-cc6b-49e3-9259-c803385c27ac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=99d2337001b04aa09144349c543ad600&device_id=1edf6ec2-f234-4614-a6b8-af8081483151 HTTP/1.1" status: 200 len: 1094 time: 0.1415303 Oct 29 08:39:18.574188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1968915682'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:18.575653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29de8b9c-0db5-4c2b-8e3e-961efc84141f req-fb8d9a0a-00b7-4c97-96aa-c2659a1a2046 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829856 Oct 29 08:39:18.587589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Attempting to bind port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:18.587816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Attempting to bind port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:18.588110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Attempting to bind port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:18.590382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Allocated IP 172.20.0.2 (87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6/3709db83-a37a-453b-bb90-13a7cee0c073/7e72c00e-e3ca-4028-b11d-72347b88eddd) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:18.619425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3ecd5-bf9d-4653-8a82-ffd0074630c3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Network': ['ID=0c6e8f0f-4d54-46e2-9242-b8ef32b563b6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:18.622385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-89c874b4-379f-4608-bfcd-8c08be9d4e5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 HTTP/1.1" status: 200 len: 217 time: 0.0441020 Oct 29 08:39:18.624745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:39:18.625074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Attempting to bind port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:18.636093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Network 5e616a76-7917-4a5a-98be-e58c53d168a0 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:18.638879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:18.639218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Checking segment: {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:18.639602 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Bound using segment: {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:18.640169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Bound port: 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:18.640691 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.659324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:18.667775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4ab2083e-906d-4ac2-93c6-a3b730b1852a req-32dd60d7-4f3b-4abf-b89a-356310ce2213 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 210 time: 0.0629675 Oct 29 08:39:18.708576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-b74e0c1f-cee2-4f36-b789-35f779f1c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.710053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-b74e0c1f-cee2-4f36-b789-35f779f1c985 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3709db83-a37a-453b-bb90-13a7cee0c073 HTTP/1.1" status: 200 len: 858 time: 0.0794382 Oct 29 08:39:18.752889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-a4446d32-b4b6-41a3-a6ca-20cbc5725644 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358112 Oct 29 08:39:18.753155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:18.755997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.810763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] For port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:18.829531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] For port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:18.841185 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.841456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-597c0420-3deb-41df-9a74-b72cd217d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.842792 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-597c0420-3deb-41df-9a74-b72cd217d3c1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.3491082 Oct 29 08:39:18.905354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-4cb19c4e-8477-460a-abdf-062bc08d6e9e service neutron] 10.222.0.93 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450648 Oct 29 08:39:18.908513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:18.908513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:18.909446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/4cc70f37-2585-46d8-9aa0-d2e5f2f16aec HTTP/1.1" status: 200 len: 1091 time: 1.2720263 Oct 29 08:39:18.960555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:18.978127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0319c2b7-2cd9-4420-809b-02a16ceceac0 None None] Provisioning complete for port d45cb8e7-efbe-432a-bd5b-f24110402dbe triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:18.979130 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0319c2b7-2cd9-4420-809b-02a16ceceac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.016952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Router 62830b3a-1968-47ba-bd82-6ed677375d1b has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:39:19.020545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8781-d340-4384-8b70-f9b31eece5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:19.022341 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.022689 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Added segment 4813d8ad-e408-4d7f-9aa1-c035036d3c8a of type vlan for network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 Oct 29 08:39:19.036744 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-107525fd-8d2f-4fd0-8f96-638c6fccafa9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 200 len: 999 time: 0.1681998 Oct 29 08:39:19.051786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-0319c2b7-2cd9-4420-809b-02a16ceceac0 None None] Port d45cb8e7-efbe-432a-bd5b-f24110402dbe cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:19.071956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-7be6359a-51aa-46df-8399-880d8b8632ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:19.073569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-7be6359a-51aa-46df-8399-880d8b8632ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99d2337001b04aa09144349c543ad600&device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 1094 time: 0.0939837 Oct 29 08:39:19.079682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-5b16a2e4-6100-42f8-83f5-7c59cc803a04 service neutron] 10.222.0.93 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654031 Oct 29 08:39:19.151081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.195043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.256554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-89570c91-ab89-4b3c-a4e9-b8111359a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:19.258148 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-89570c91-ab89-4b3c-a4e9-b8111359a00c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.2062590 Oct 29 08:39:19.307184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:39:19.314725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ce9af74-ae36-43f7-b0b5-eb84030faf84 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "PUT /v2.0/routers/62830b3a-1968-47ba-bd82-6ed677375d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0286551 Oct 29 08:39:19.320409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.327949 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5173f14-2094-427d-8fd9-01890f7dc9df None None] Sync routers for ids ['62830b3a-1968-47ba-bd82-6ed677375d1b'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:39:19.334676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:19.335333 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.340061 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55640) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:19.342773 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5173f14-2094-427d-8fd9-01890f7dc9df None None] Routers {'62830b3a-1968-47ba-bd82-6ed677375d1b'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:19.345129 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d5173f14-2094-427d-8fd9-01890f7dc9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['62830b3a-1968-47ba-bd82-6ed677375d1b'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:19.393143 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d5173f14-2094-427d-8fd9-01890f7dc9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:19.404706 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5173f14-2094-427d-8fd9-01890f7dc9df None None] Routers {'62830b3a-1968-47ba-bd82-6ed677375d1b'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:19.406390 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d5173f14-2094-427d-8fd9-01890f7dc9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['62830b3a-1968-47ba-bd82-6ed677375d1b'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:19.426185 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.446318 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d5173f14-2094-427d-8fd9-01890f7dc9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:19.447326 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5173f14-2094-427d-8fd9-01890f7dc9df None None] The sync data for ids ['62830b3a-1968-47ba-bd82-6ed677375d1b'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:39:19.522383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-9d4081c5-c191-4fbc-8c02-2e5d5f5b0049 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec HTTP/1.1" status: 200 len: 217 time: 0.4399481 Oct 29 08:39:19.628027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-cbe81bf3-0b3f-484e-bee2-da14493a3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:19.630475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-cbe81bf3-0b3f-484e-bee2-da14493a3f51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3709db83-a37a-453b-bb90-13a7cee0c073 HTTP/1.1" status: 200 len: 858 time: 0.0771792 Oct 29 08:39:19.648143 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318db5-42c5-4ace-84b7-e56bf3c37bcd req-b081ee0c-ac12-4584-bc58-82ecc7d0a71f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:19.650093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1318db5-42c5-4ace-84b7-e56bf3c37bcd req-b081ee0c-ac12-4584-bc58-82ecc7d0a71f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1469471 Oct 29 08:39:19.683650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-41ec0a5d-69a6-4cca-a0a7-ef2be421fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:19.685342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-41ec0a5d-69a6-4cca-a0a7-ef2be421fa5c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=99d2337001b04aa09144349c543ad600&device_id=1edf6ec2-f234-4614-a6b8-af8081483151 HTTP/1.1" status: 200 len: 1094 time: 0.1810048 Oct 29 08:39:19.687334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-1bc5c8ae-ecf1-4112-9065-afe98a8052cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330429 Oct 29 08:39:19.816429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1318db5-42c5-4ace-84b7-e56bf3c37bcd req-4c5c6515-c920-4cda-81c0-ec2327d69964 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352608 Oct 29 08:39:19.817352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2779138 Oct 29 08:39:19.827344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55646) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:19.833824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': 'dbf7db6a-75dc-4ad4-800c-c4112c5c2076', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:19.851223 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.867844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-6bd10eb0-0d77-4650-bc16-b6a8a8f4ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:19.869373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-6bd10eb0-0d77-4650-bc16-b6a8a8f4ad90 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6002479 Oct 29 08:39:19.911388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e896f-1a1c-46b0-acba-76d74943f574 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Network': ['ID=dbf7db6a-75dc-4ad4-800c-c4112c5c2076,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:19.924775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:19.972448 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b08d2e4b-9bc0-4d17-bb84-300c2ee679cb tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:19.984202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:20.006058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-444288bd-07e8-4137-877b-64a283b1e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:20.007587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-444288bd-07e8-4137-877b-64a283b1e72c service neutron] 10.222.0.93 "GET /v2.0/networks?id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 HTTP/1.1" status: 200 len: 920 time: 0.3141470 Oct 29 08:39:20.012080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-59f071ea-9e51-46da-ad1e-ee21c5027ceb service neutron] 10.222.0.15 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100414 Oct 29 08:39:20.054867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:20.069831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e115-8b73-4e6c-bfd0-7a6a3ab78c8a req-75a3f193-c068-42b4-968a-fbea0d6bdf81 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:20.071373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8661e115-8b73-4e6c-bfd0-7a6a3ab78c8a req-75a3f193-c068-42b4-968a-fbea0d6bdf81 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.3103814 Oct 29 08:39:20.075361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:20.084409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-023c0b5a-ebae-49aa-a995-06b6273b2b8d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 HTTP/1.1" status: 200 len: 217 time: 0.0663562 Oct 29 08:39:20.110638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Pushing event updated for resources: {'Port': ['ID=7e72c00e-e3ca-4028-b11d-72347b88eddd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:20.121954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe1286-cb18-4017-a433-bc1d19cb943f req-9188b869-f01e-4116-8605-adca30af8b37 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:20.124782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cabe1286-cb18-4017-a433-bc1d19cb943f req-9188b869-f01e-4116-8605-adca30af8b37 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 931 time: 0.2214336 Oct 29 08:39:20.183313 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-b08d2e4b-9bc0-4d17-bb84-300c2ee679cb tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 08:39:20.184510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b08d2e4b-9bc0-4d17-bb84-300c2ee679cb tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/routers/62830b3a-1968-47ba-bd82-6ed677375d1b HTTP/1.1" status: 409 len: 329 time: 0.8389006 Oct 29 08:39:20.193352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55652) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:20.195469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:20.198691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:20.199199 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:20.199320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:20.212151 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-f3255080-b573-4e56-bd6e-d0700b3c131c service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336933 Oct 29 08:39:20.218691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8661e115-8b73-4e6c-bfd0-7a6a3ab78c8a req-1abe42f3-9011-4c9a-9893-8d6d3177ef8b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300640 Oct 29 08:39:20.280002 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-e9fdbffb-e4b6-4c66-b0ce-f80a57e29ae4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9756880 Oct 29 08:39:20.294578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Request body: {'port': {'device_id': '631875ee-209c-4d95-86cc-e5c091954326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:20.373986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:20.378791 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183c32a7-8bc2-4faf-a94e-c82592ed63ba req-7b196879-6bf7-444a-8b2c-5bb7386852b9 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537979 Oct 29 08:39:20.386418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-9f9d2411-d2ae-4772-b52b-b66e2690f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:20.387965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-9f9d2411-d2ae-4772-b52b-b66e2690f2cf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3709db83-a37a-453b-bb90-13a7cee0c073 HTTP/1.1" status: 200 len: 858 time: 0.2620986 Oct 29 08:39:20.402680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee911aa-76f6-4416-9aa5-0211f4428d88', 'tag': '4cc70f37-2585-46d8-9aa0-d2e5f2f16aec'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:20.405052 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d356b30b-b2cd-4d13-b07b-1858a4a2712a" -d '{"events": [{"name": "network-changed", "server_uuid": "aee911aa-76f6-4416-9aa5-0211f4428d88", "tag": "4cc70f37-2585-46d8-9aa0-d2e5f2f16aec"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:20.440910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cabe1286-cb18-4017-a433-bc1d19cb943f req-ed701bdb-a36f-4150-8a95-c1718ce764b0 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020439 Oct 29 08:39:20.475000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-26ea1f07-1dad-41c0-ac21-c403ad010128 service neutron] 10.222.0.15 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541392 Oct 29 08:39:20.480738 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61725fd0-4889-489a-b8ca-f00b8559c3a2 x-openstack-request-id: req-61725fd0-4889-489a-b8ca-f00b8559c3a2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:20.481036 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee911aa-76f6-4416-9aa5-0211f4428d88", "tag": "4cc70f37-2585-46d8-9aa0-d2e5f2f16aec", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:20.481292 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61725fd0-4889-489a-b8ca-f00b8559c3a2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:20.481689 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee911aa-76f6-4416-9aa5-0211f4428d88', 'tag': '4cc70f37-2585-46d8-9aa0-d2e5f2f16aec', 'status': 'completed', 'code': 200} Oct 29 08:39:20.483753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-08077261-da37-4fd0-b947-caca99b795e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733333 Oct 29 08:39:20.700293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e72c00e-e3ca-4028-b11d-72347b88eddd {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:20.709201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:20.722939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Transition to ACTIVE for port object 7e72c00e-e3ca-4028-b11d-72347b88eddd will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:39:20.727717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:20.745180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-bcd43893-c4d2-490d-952b-65e8c1bee676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:20.747026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-bcd43893-c4d2-490d-952b-65e8c1bee676 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=99d2337001b04aa09144349c543ad600&device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 1094 time: 0.1940694 Oct 29 08:39:20.780762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Pushing event updated for resources: {'Port': ['ID=7e72c00e-e3ca-4028-b11d-72347b88eddd,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:20.902322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Attempting to bind port 7e72c00e-e3ca-4028-b11d-72347b88eddd on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:20.913481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Attempting to bind port 7e72c00e-e3ca-4028-b11d-72347b88eddd by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:20.914580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Attempting to bind port 7e72c00e-e3ca-4028-b11d-72347b88eddd on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:20.931086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Port 7e72c00e-e3ca-4028-b11d-72347b88eddd on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:39:20.931784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Attempting to bind port 7e72c00e-e3ca-4028-b11d-72347b88eddd on network 87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:20.939768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:20.945579 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Checking segment: {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:20.946478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Bound using segment: {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:20.947337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Bound port: 7e72c00e-e3ca-4028-b11d-72347b88eddd, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b85783-54a4-4439-bdd3-cdab86933257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:20.952758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:21.058111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-ea9dab94-1145-45d2-afd8-9b9adc76f669 service neutron] 10.222.0.93 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561075 Oct 29 08:39:21.084328 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:21.097236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] For port 7e72c00e-e3ca-4028-b11d-72347b88eddd, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:21.101871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] For port 7e72c00e-e3ca-4028-b11d-72347b88eddd, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=7e72c00e-e3ca-4028-b11d-72347b88eddd,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:21.108493 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:21.137451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-78c70fb9-9a91-459a-8c8b-5c94374be09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:21.138582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-78c70fb9-9a91-459a-8c8b-5c94374be09a service neutron] 10.222.0.15 "GET /v2.0/networks?id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 HTTP/1.1" status: 200 len: 920 time: 0.3755496 Oct 29 08:39:21.220317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:21.222224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:21.226550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] 10.222.0.93 "PUT /v2.0/ports/7e72c00e-e3ca-4028-b11d-72347b88eddd HTTP/1.1" status: 200 len: 1091 time: 0.9379070 Oct 29 08:39:21.229132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-6a21e17b-f00f-4c67-ab20-7d5fee41f03e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec HTTP/1.1" status: 200 len: 217 time: 0.0616033 Oct 29 08:39:21.229821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631875ee-209c-4d95-86cc-e5c091954326', 'tag': '7e72c00e-e3ca-4028-b11d-72347b88eddd'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:21.239420 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0de742-7847-444a-a0a1-ad3b84711860" -d '{"events": [{"name": "network-changed", "server_uuid": "631875ee-209c-4d95-86cc-e5c091954326", "tag": "7e72c00e-e3ca-4028-b11d-72347b88eddd"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:21.308325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb8f84-f27b-4c7e-97f1-d5c02f7ec5ca service neutron] Pushing event updated for resources: {'Port': ['ID=7e72c00e-e3ca-4028-b11d-72347b88eddd,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:21.357023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=56750e13-e68b-4a8a-870b-c40f1b2fcb05,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:21.405634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648f1ea-e5cc-4ffe-8ddd-0890ff45362f req-32d0b018-0aa2-4b14-9b0b-70c0c98a6fc9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:21.413642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e648f1ea-e5cc-4ffe-8ddd-0890ff45362f req-32d0b018-0aa2-4b14-9b0b-70c0c98a6fc9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.3501928 Oct 29 08:39:21.459214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking segment: {'id': '4813d8ad-e408-4d7f-9aa1-c035036d3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'dbf7db6a-75dc-4ad4-800c-c4112c5c2076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:21.459894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d09eca-5d79-43b7-b4b3-e8669496b188 req-5609567d-b74f-4ce5-bb19-a71ecb941191 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:21.460301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network hostable DHCP agents. Network: dbf7db6a-75dc-4ad4-800c-c4112c5c2076, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:21.462088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76d09eca-5d79-43b7-b4b3-e8669496b188 req-5609567d-b74f-4ce5-bb19-a71ecb941191 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1082857 Oct 29 08:39:21.499656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-95c132f8-f3f7-4b9f-b2de-e7c0d4b5949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:21.501636 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-95c132f8-f3f7-4b9f-b2de-e7c0d4b5949f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3709db83-a37a-453b-bb90-13a7cee0c073 HTTP/1.1" status: 200 len: 858 time: 0.2402296 Oct 29 08:39:21.513399 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e648f1ea-e5cc-4ffe-8ddd-0890ff45362f req-09aa6dea-c7c4-4747-8484-56079dd5574d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988610 Oct 29 08:39:21.534107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:21.557899 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76d09eca-5d79-43b7-b4b3-e8669496b188 req-370aa8c3-e0f4-4a84-9277-6207a8748879 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860164 Oct 29 08:39:21.587968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-7a2b5155-dc44-4f56-9d9f-8fa773513033 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710824 Oct 29 08:39:21.597559 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ade366-5468-41c1-ba84-5557063cc4f6 x-openstack-request-id: req-57ade366-5468-41c1-ba84-5557063cc4f6 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:21.598142 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631875ee-209c-4d95-86cc-e5c091954326", "tag": "7e72c00e-e3ca-4028-b11d-72347b88eddd", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:21.598817 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57ade366-5468-41c1-ba84-5557063cc4f6 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:21.599458 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631875ee-209c-4d95-86cc-e5c091954326', 'tag': '7e72c00e-e3ca-4028-b11d-72347b88eddd', 'status': 'completed', 'code': 200} Oct 29 08:39:21.613368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, dbf7db6a-75dc-4ad4-800c-c4112c5c2076) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:21.631541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b8d561-ec0d-4326-9fca-ee9376282cf9 None None] Network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:21.751845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:21.752536 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:21.852010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:21.882315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-dbf7db6a-75dc-4ad4-800c-c4112c5c2076', 'network_id': 'dbf7db6a-75dc-4ad4-800c-c4112c5c2076', 'tenant_id': '8ae74ae01ad647478494176ae3d2930a', 'fixed_ips': [{'subnet_id': '56750e13-e68b-4a8a-870b-c40f1b2fcb05'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:39:21.883347 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:21.891214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf33963-5a92-4366-a9fe-f80163230994 req-ce810000-fbef-448c-9d5d-d663227c18ec tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:21.904756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-adf33963-5a92-4366-a9fe-f80163230994 req-ce810000-fbef-448c-9d5d-d663227c18ec tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1002271 Oct 29 08:39:21.928532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-919fd98f-2782-4128-8704-e53414af447a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0978246 Oct 29 08:39:21.928844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55684) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:21.934181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': 'dbf7db6a-75dc-4ad4-800c-c4112c5c2076', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-170081536'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:21.962114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-84e05fa0-d8a9-4848-b961-d13480a6f6e7 service neutron] 10.222.0.15 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630047 Oct 29 08:39:22.025500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-adf33963-5a92-4366-a9fe-f80163230994 req-6fa2007b-211e-4514-9b15-0b44bca2373a tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138060 Oct 29 08:39:22.144649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Allocated IP 2001:db8::2 (dbf7db6a-75dc-4ad4-800c-c4112c5c2076/56750e13-e68b-4a8a-870b-c40f1b2fcb05/8bfd47d7-5623-40be-9213-62053dc1324a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:22.166412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:22.170721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.224793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 83eb62ea-60ea-4f6e-be4f-c2797008fbcd yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:22.247899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:39:22.407931 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.425331 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.469717 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:22.495991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:22.504434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::6d (dbf7db6a-75dc-4ad4-800c-c4112c5c2076/56750e13-e68b-4a8a-870b-c40f1b2fcb05/83eb62ea-60ea-4f6e-be4f-c2797008fbcd) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:22.519926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d356b30b-b2cd-4d13-b07b-1858a4a2712a req-aab50d39-5d4d-41e6-801e-d75520a94aec service neutron] 10.222.0.15 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480883 Oct 29 08:39:22.532964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:22.541464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:22.567377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '4cc70f37-2585-46d8-9aa0-d2e5f2f16aec', 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6', 'port_id': '4cc70f37-2585-46d8-9aa0-d2e5f2f16aec', 'mac_address': 'fa:16:3e:17:dd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3709db83-a37a-453b-bb90-13a7cee0c073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:39:22.584465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Pushing event updated for resources: {'Port': ['ID=8bfd47d7-5623-40be-9213-62053dc1324a,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:22.667690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.688969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:22.694825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Attempting to bind port 8bfd47d7-5623-40be-9213-62053dc1324a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:22.696890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Attempting to bind port 8bfd47d7-5623-40be-9213-62053dc1324a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4813d8ad-e408-4d7f-9aa1-c035036d3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'dbf7db6a-75dc-4ad4-800c-c4112c5c2076'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:22.697283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Attempting to bind port 8bfd47d7-5623-40be-9213-62053dc1324a on network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:22.705856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:22.706236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Checking segment: {'id': '4813d8ad-e408-4d7f-9aa1-c035036d3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'dbf7db6a-75dc-4ad4-800c-c4112c5c2076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:22.706648 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.707042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Bound using segment: {'id': '4813d8ad-e408-4d7f-9aa1-c035036d3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'dbf7db6a-75dc-4ad4-800c-c4112c5c2076'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:22.707515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Bound port: 8bfd47d7-5623-40be-9213-62053dc1324a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4813d8ad-e408-4d7f-9aa1-c035036d3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'dbf7db6a-75dc-4ad4-800c-c4112c5c2076'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:22.707938 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.732730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:22.786878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Deleting port d45cb8e7-efbe-432a-bd5b-f24110402dbe {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:22.787897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.811300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d059cd2-3d24-4d4e-87d1-702b8b7a5f06 req-442cb550-6300-4fef-90f7-0c281bd7dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:22.813621 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d059cd2-3d24-4d4e-87d1-702b8b7a5f06 req-442cb550-6300-4fef-90f7-0c281bd7dae0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 1097 time: 0.1229110 Oct 29 08:39:22.830730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] For port 8bfd47d7-5623-40be-9213-62053dc1324a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:22.835689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] For port 8bfd47d7-5623-40be-9213-62053dc1324a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8bfd47d7-5623-40be-9213-62053dc1324a,segment=NetworkSegment(4813d8ad-e408-4d7f-9aa1-c035036d3c8a),segment_id=4813d8ad-e408-4d7f-9aa1-c035036d3c8a)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:22.840047 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.846707 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:22.926827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b2dcb-dc97-4209-942a-b7ec8725c943 req-f9a0b9f7-a6e8-4b95-8f9a-504b233bc2b2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:22.932412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-963b2dcb-dc97-4209-942a-b7ec8725c943 req-f9a0b9f7-a6e8-4b95-8f9a-504b233bc2b2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1813622 Oct 29 08:39:22.939648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1154b0-100b-47c8-85a6-ce3298368538 req-51eb13bc-3bc3-4bde-a6e9-eda3af6ffa20 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:22.948176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d059cd2-3d24-4d4e-87d1-702b8b7a5f06 req-7e9b34d5-f400-4aac-83dc-49cc0dc0a62b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212678 Oct 29 08:39:22.954753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb1154b0-100b-47c8-85a6-ce3298368538 req-51eb13bc-3bc3-4bde-a6e9-eda3af6ffa20 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.2029855 Oct 29 08:39:22.966880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:23.008625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:23.022925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:23.053557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Calling delete_port for d45cb8e7-efbe-432a-bd5b-f24110402dbe owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:23.063354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-963b2dcb-dc97-4209-942a-b7ec8725c943 req-c0ac121a-0407-4cee-85b7-c38672ee25fe tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120620 Oct 29 08:39:23.069507 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb1154b0-100b-47c8-85a6-ce3298368538 req-f9447a5b-0bfa-4aed-8d6d-b6f08e94213a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136570 Oct 29 08:39:23.128889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['4cc70f37-2585-46d8-9aa0-d2e5f2f16aec'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:39:23.161804 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:23.184155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe25d68-d8fc-4535-9ac4-de965be57bca None None] Pushing event updated for resources: {'Port': ['ID=8bfd47d7-5623-40be-9213-62053dc1324a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:23.293240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:23.304588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:23.319573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:23.326629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:23.326629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:23.330776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=83eb62ea-60ea-4f6e-be4f-c2797008fbcd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:23.362740 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4d07bb40-e552-424d-9abc-3cfe00d680b9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4327753 Oct 29 08:39:23.365513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55696) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:23.529546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:39:23.544113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:23.565838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b868bd-db98-44ba-8e8a-0aee26dc92dc req-2294aa4b-6556-4744-a013-4a777491442f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:23.567943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86b868bd-db98-44ba-8e8a-0aee26dc92dc req-2294aa4b-6556-4744-a013-4a777491442f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1846831 Oct 29 08:39:23.584698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Port': ['ID=d45cb8e7-efbe-432a-bd5b-f24110402dbe,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:23.693598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86b868bd-db98-44ba-8e8a-0aee26dc92dc req-28363309-b627-42a4-a38c-574343af9e74 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174505 Oct 29 08:39:23.720980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a93b26cd-219c-413c-8a60-40204e3a511a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 83eb62ea-60ea-4f6e-be4f-c2797008fbcd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:23.720980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a93b26cd-219c-413c-8a60-40204e3a511a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:23.800221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:23.818948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'ebc240c9-05c7-4c88-a7f4-47b3e645d2a0', 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6', 'port_id': 'ebc240c9-05c7-4c88-a7f4-47b3e645d2a0', 'mac_address': 'fa:16:3e:f0:23:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3709db83-a37a-453b-bb90-13a7cee0c073', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:39:23.901948 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a93b26cd-219c-413c-8a60-40204e3a511a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:23.927662 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:23.957833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a93b26cd-219c-413c-8a60-40204e3a511a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 83eb62ea-60ea-4f6e-be4f-c2797008fbcd owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:23.960804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:23.962676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:24.030860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:24.039407 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:24.177378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:24.260693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:24.404951 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a93b26cd-219c-413c-8a60-40204e3a511a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:24.441812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:39:24.447247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:24.447619 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:24.467527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a93b26cd-219c-413c-8a60-40204e3a511a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:24.474272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a93b26cd-219c-413c-8a60-40204e3a511a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/83eb62ea-60ea-4f6e-be4f-c2797008fbcd HTTP/1.1" status: 204 len: 168 time: 1.1076710 Oct 29 08:39:24.475094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55708) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:24.509357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b26cd-219c-413c-8a60-40204e3a511a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=83eb62ea-60ea-4f6e-be4f-c2797008fbcd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:24.516594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ebc240c9-05c7-4c88-a7f4-47b3e645d2a0'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:39:24.517656 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a04f2e5-b74a-4dbe-8582-863f9febc5e5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:24.523576 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9a04f2e5-b74a-4dbe-8582-863f9febc5e5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/83eb62ea-60ea-4f6e-be4f-c2797008fbcd HTTP/1.1" status: 404 len: 333 time: 0.0471261 Oct 29 08:39:24.524128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5301f-82ae-4f52-abeb-fa2fe3fa2e77 req-ae8ce50b-934d-4ae4-92aa-d5713786c426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:24.529324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55710) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:24.534709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebe5301f-82ae-4f52-abeb-fa2fe3fa2e77 req-ae8ce50b-934d-4ae4-92aa-d5713786c426 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.2456217 Oct 29 08:39:24.543143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4392008b-e40c-4ed5-896c-1397ea1a8918 None None] Network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:24.543360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Router 62830b3a-1968-47ba-bd82-6ed677375d1b has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:39:24.588168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebe5301f-82ae-4f52-abeb-fa2fe3fa2e77 req-8310f3f6-9af2-4191-8a60-6304801b57c5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479977 Oct 29 08:39:24.605377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf68a-1ffa-44c9-ac39-1b6046f75257 req-45a3e063-de00-42f3-b078-daf406d16db7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:24.613126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-647cf68a-1ffa-44c9-ac39-1b6046f75257 req-45a3e063-de00-42f3-b078-daf406d16db7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.2993577 Oct 29 08:39:24.734666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-58254b65-8480-47b7-b213-c05aa2762feb tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet 56750e13-e68b-4a8a-870b-c40f1b2fcb05 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:24.742131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58254b65-8480-47b7-b213-c05aa2762feb tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:24.745874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:39:24.782101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-18a0d9b2-a17d-42c7-b58d-5c52f7ab381b tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "PUT /v2.0/routers/62830b3a-1968-47ba-bd82-6ed677375d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5765429 Oct 29 08:39:24.786039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55714) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:24.818008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-647cf68a-1ffa-44c9-ac39-1b6046f75257 req-9160c038-d43a-48d2-8683-69d3a3c1f556 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983106 Oct 29 08:39:24.835775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58254b65-8480-47b7-b213-c05aa2762feb tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:24.862188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d3f1b293-b2f8-4320-b695-3fb8ecbd2842 None None] Provisioning complete for port 8bfd47d7-5623-40be-9213-62053dc1324a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:24.862772 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b293-b2f8-4320-b695-3fb8ecbd2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:24.866596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc8de5-4f8f-4dc0-9e90-551b28f53693 None None] Sync routers for ids ['62830b3a-1968-47ba-bd82-6ed677375d1b'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:39:24.912172 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-45c5f8dd-2892-427f-a4d1-681aa2456795 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] show failed (client error): The resource could not be found. Oct 29 08:39:24.920594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45c5f8dd-2892-427f-a4d1-681aa2456795 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1724223654 HTTP/1.1" status: 404 len: 335 time: 0.1333940 Oct 29 08:39:24.921770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55718) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:24.923108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc8de5-4f8f-4dc0-9e90-551b28f53693 None None] Routers {'62830b3a-1968-47ba-bd82-6ed677375d1b'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:24.923759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-06bc8de5-4f8f-4dc0-9e90-551b28f53693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['62830b3a-1968-47ba-bd82-6ed677375d1b'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:24.939163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bb143f95-61ca-4335-a958-625098654637 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:24.969704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-06bc8de5-4f8f-4dc0-9e90-551b28f53693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:25.024657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc8de5-4f8f-4dc0-9e90-551b28f53693 None None] Routers {'62830b3a-1968-47ba-bd82-6ed677375d1b'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:25.024943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-06bc8de5-4f8f-4dc0-9e90-551b28f53693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['62830b3a-1968-47ba-bd82-6ed677375d1b'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:25.027532 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-bb143f95-61ca-4335-a958-625098654637 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] update failed (client error): The resource could not be found. Oct 29 08:39:25.036835 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bb143f95-61ca-4335-a958-625098654637 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1898024548 HTTP/1.1" status: 404 len: 335 time: 0.1136439 Oct 29 08:39:25.037379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55720) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:25.104119 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58254b65-8480-47b7-b213-c05aa2762feb tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.113146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-06bc8de5-4f8f-4dc0-9e90-551b28f53693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:25.114798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc8de5-4f8f-4dc0-9e90-551b28f53693 None None] The sync data for ids ['62830b3a-1968-47ba-bd82-6ed677375d1b'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:39:25.125712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414f4f6-8027-48f5-bec3-b0ab14952434 req-a3bb98f9-8faf-499e-975f-c2087bd16e5c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:25.134502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8414f4f6-8027-48f5-bec3-b0ab14952434 req-a3bb98f9-8faf-499e-975f-c2087bd16e5c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.2058263 Oct 29 08:39:25.294577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcb560f-01f9-49af-b6f6-14055be1dbd5 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Deleting subnet 1cb4d2e8-71fc-4f06-9952-04c3d79bf108 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:25.304427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bcb560f-01f9-49af-b6f6-14055be1dbd5 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.309674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.311481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0de742-7847-444a-a0a1-ad3b84711860 req-e2b886ba-55d0-4f64-be66-da64346aa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:25.313993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f0de742-7847-444a-a0a1-ad3b84711860 req-e2b886ba-55d0-4f64-be66-da64346aa8cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=99d2337001b04aa09144349c543ad600&device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 1094 time: 0.1895297 Oct 29 08:39:25.373696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8414f4f6-8027-48f5-bec3-b0ab14952434 req-d2b69a03-3d09-4671-bde1-36e5077daaea tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379797 Oct 29 08:39:25.385969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cd7bf-f46a-4c6a-9377-70a37503d2fc req-7b2d3256-f414-4a11-bef4-bdc1b83b2e2f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:25.387962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c4cd7bf-f46a-4c6a-9377-70a37503d2fc req-7b2d3256-f414-4a11-bef4-bdc1b83b2e2f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1653147 Oct 29 08:39:25.476455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8bfd47d7-5623-40be-9213-62053dc1324a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:25.496454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c4cd7bf-f46a-4c6a-9377-70a37503d2fc req-96f8f4b3-9867-4aba-bc38-d7126805e81e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012728 Oct 29 08:39:25.511228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bcb560f-01f9-49af-b6f6-14055be1dbd5 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.564567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:25.598368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee911aa-76f6-4416-9aa5-0211f4428d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc70f37-2585-46d8-9aa0-d2e5f2f16aec'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:25.601154 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dd68d8-9174-434e-a542-efc6869f7232" -d '{"events": [{"server_uuid": "aee911aa-76f6-4416-9aa5-0211f4428d88", "name": "network-vif-plugged", "status": "completed", "tag": "4cc70f37-2585-46d8-9aa0-d2e5f2f16aec"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:25.614947 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.622112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4661bf77-ef8f-466c-92c8-6e1f32204290 req-eb18643e-7c56-49ba-9809-c9ea4702a0d0 service neutron] 10.222.0.93 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132508 Oct 29 08:39:25.628642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58254b65-8480-47b7-b213-c05aa2762feb tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.738435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58254b65-8480-47b7-b213-c05aa2762feb tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.740923 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bff1403-d9e8-409d-a45f-6762947d75ff x-openstack-request-id: req-9bff1403-d9e8-409d-a45f-6762947d75ff {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:25.741230 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee911aa-76f6-4416-9aa5-0211f4428d88", "name": "network-vif-plugged", "status": "completed", "tag": "4cc70f37-2585-46d8-9aa0-d2e5f2f16aec", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:25.741488 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9bff1403-d9e8-409d-a45f-6762947d75ff {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:25.742071 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee911aa-76f6-4416-9aa5-0211f4428d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc70f37-2585-46d8-9aa0-d2e5f2f16aec', 'code': 200} Oct 29 08:39:25.748682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55730) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:25.774574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-58254b65-8480-47b7-b213-c05aa2762feb tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/56750e13-e68b-4a8a-870b-c40f1b2fcb05 HTTP/1.1" status: 204 len: 168 time: 1.2440898 Oct 29 08:39:25.775906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58254b65-8480-47b7-b213-c05aa2762feb tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=56750e13-e68b-4a8a-870b-c40f1b2fcb05,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:25.805814 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b293-b2f8-4320-b695-3fb8ecbd2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.832923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8bfd47d7-5623-40be-9213-62053dc1324a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:25.833285 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.912789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:25.949259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:25.981052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015c04b-c066-46a3-924e-c9e0b7cdfa70 req-5c32924c-17d3-4f6a-983c-519d50f6e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:25.983036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e015c04b-c066-46a3-924e-c9e0b7cdfa70 req-5c32924c-17d3-4f6a-983c-519d50f6e797 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 1096 time: 0.1982059 Oct 29 08:39:25.990152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bcb560f-01f9-49af-b6f6-14055be1dbd5 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.001187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57565cd9-0143-42c1-a5af-39559ea82f53 req-9c93da1a-f431-4527-a3ca-5294d1c5d59b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:26.003046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57565cd9-0143-42c1-a5af-39559ea82f53 req-9c93da1a-f431-4527-a3ca-5294d1c5d59b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1540797 Oct 29 08:39:26.094290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 8bfd47d7-5623-40be-9213-62053dc1324a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:26.094833 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.102626 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-d3f1b293-b2f8-4320-b695-3fb8ecbd2842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:39:26.103361 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-d3f1b293-b2f8-4320-b695-3fb8ecbd2842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:39:26.117985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.156425 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57565cd9-0143-42c1-a5af-39559ea82f53 req-db5260ee-8c3f-4540-932e-d2fff79548aa tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952764 Oct 29 08:39:26.188805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e015c04b-c066-46a3-924e-c9e0b7cdfa70 req-a7ac358a-4af6-4b98-8094-1ad5e5df9f12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824987 Oct 29 08:39:26.197153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 8bfd47d7-5623-40be-9213-62053dc1324a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8bfd47d7-5623-40be-9213-62053dc1324a,segment=NetworkSegment(4813d8ad-e408-4d7f-9aa1-c035036d3c8a),segment_id=4813d8ad-e408-4d7f-9aa1-c035036d3c8a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:26.203959 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.220983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bcb560f-01f9-49af-b6f6-14055be1dbd5 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.285670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb560f-01f9-49af-b6f6-14055be1dbd5 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb4d2e8-71fc-4f06-9952-04c3d79bf108,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:26.286224 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca760db-7460-4ac8-a962-8d9275e9363a req-dd135868-535a-4561-8bd4-807f2b39ae30 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:26.293598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bcb560f-01f9-49af-b6f6-14055be1dbd5 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.297035 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0bcb560f-01f9-49af-b6f6-14055be1dbd5 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/subnets/1cb4d2e8-71fc-4f06-9952-04c3d79bf108 HTTP/1.1" status: 204 len: 168 time: 1.2461300 Oct 29 08:39:26.300180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55740) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:26.304637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a656e-a029-45b0-ac03-086f907e5871 None None] Network a67432bc-60bf-4a83-b7ac-aeb7ac57e13e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:26.307620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dca760db-7460-4ac8-a962-8d9275e9363a req-dd135868-535a-4561-8bd4-807f2b39ae30 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2569742 Oct 29 08:39:26.384749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfaef972-adf0-48f0-8a6c-18e688d05852 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Deleting subnet 695e5f13-48ee-4924-b702-caa59d4fc95a {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:26.391057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef972-adf0-48f0-8a6c-18e688d05852 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.427660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=8bfd47d7-5623-40be-9213-62053dc1324a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:26.539198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef972-adf0-48f0-8a6c-18e688d05852 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.546388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890f4a3-bd66-4b2d-8e2d-fd35f0a5c5cc None None] Network dbf7db6a-75dc-4ad4-800c-c4112c5c2076 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:26.570110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0de742-7847-444a-a0a1-ad3b84711860 req-7fac98de-a206-4887-814f-916c82ef83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:26.571691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f0de742-7847-444a-a0a1-ad3b84711860 req-7fac98de-a206-4887-814f-916c82ef83b7 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=99d2337001b04aa09144349c543ad600&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2415612 Oct 29 08:39:26.583475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] For port 8bfd47d7-5623-40be-9213-62053dc1324a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8bfd47d7-5623-40be-9213-62053dc1324a,segment=NetworkSegment(4813d8ad-e408-4d7f-9aa1-c035036d3c8a),segment_id=4813d8ad-e408-4d7f-9aa1-c035036d3c8a)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:26.583886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.614037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 8bfd47d7-5623-40be-9213-62053dc1324a owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:26.638360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dca760db-7460-4ac8-a962-8d9275e9363a req-2cfa6598-a027-4ce1-ac74-fab5d51e3047 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292913 Oct 29 08:39:26.683069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e7605-e27e-48e4-a04e-1832cc393d06 req-c9847959-eac7-432b-8770-880728690b44 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:26.692520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-450e7605-e27e-48e4-a04e-1832cc393d06 req-c9847959-eac7-432b-8770-880728690b44 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1162040 Oct 29 08:39:26.784268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef972-adf0-48f0-8a6c-18e688d05852 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.844757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.857684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-450e7605-e27e-48e4-a04e-1832cc393d06 req-a6297e6f-07e9-4c71-89f8-8fd95eefa5d1 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637208 Oct 29 08:39:26.918316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No DVR routers for this DVR port 8bfd47d7-5623-40be-9213-62053dc1324a on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:26.925435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=8bfd47d7-5623-40be-9213-62053dc1324a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:26.932133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef972-adf0-48f0-8a6c-18e688d05852 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:26.976843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] DHCP port deletion for a67432bc-60bf-4a83-b7ac-aeb7ac57e13e request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:27.007939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaef972-adf0-48f0-8a6c-18e688d05852 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Subnet': ['ID=695e5f13-48ee-4924-b702-caa59d4fc95a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:27.021211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cfaef972-adf0-48f0-8a6c-18e688d05852 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.033744 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cfaef972-adf0-48f0-8a6c-18e688d05852 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/subnets/695e5f13-48ee-4924-b702-caa59d4fc95a HTTP/1.1" status: 204 len: 168 time: 0.7299385 Oct 29 08:39:27.034415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55746) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:27.087168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf3062a-ea4b-4d9d-877c-a232141350a9 None None] Network bb2e8044-1920-4326-9b7a-01579501dc9b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:27.174330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d1730-9942-4597-bfad-b057bac05db5 None None] DHCP port deletion for dbf7db6a-75dc-4ad4-800c-c4112c5c2076 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:27.316404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ffad7991-2ed6-4eaa-860e-e52043fca5f9 None None] Could not find standard attr ID for object 8bfd47d7-5623-40be-9213-62053dc1324a. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:39:27.320638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.369486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de865f5a-0c92-45aa-a8ba-caf2e6b35732 req-c2a0dc15-ebe5-4143-bd5c-d1f227ab5b03 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:27.388413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de865f5a-0c92-45aa-a8ba-caf2e6b35732 req-c2a0dc15-ebe5-4143-bd5c-d1f227ab5b03 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 945 time: 0.1681874 Oct 29 08:39:27.393992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] Deleting port 4d13de74-5be9-4f58-81ae-9e10044802b9 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:27.394376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.494910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] For port 4d13de74-5be9-4f58-81ae-9e10044802b9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4d13de74-5be9-4f58-81ae-9e10044802b9,segment=NetworkSegment(4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f),segment_id=4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:27.495488 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.512460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] Calling delete_port for 4d13de74-5be9-4f58-81ae-9e10044802b9 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:27.515007 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de865f5a-0c92-45aa-a8ba-caf2e6b35732 req-de6a40bd-0372-4e73-85cc-7f0928458112 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252112 Oct 29 08:39:27.517212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0de742-7847-444a-a0a1-ad3b84711860 req-5d7fc339-a28d-4dcf-94c5-f4e426a95b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:27.520062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f0de742-7847-444a-a0a1-ad3b84711860 req-5d7fc339-a28d-4dcf-94c5-f4e426a95b63 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4380949 Oct 29 08:39:27.543615 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.587940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Deleting port 4d13de74-5be9-4f58-81ae-9e10044802b9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:27.588574 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.606014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4d13de74-5be9-4f58-81ae-9e10044802b9 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:27.608212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:27.615581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.649941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf7db6a-75dc-4ad4-800c-c4112c5c2076']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:27.675671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4813d8ad-e408-4d7f-9aa1-c035036d3c8a') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:27.676914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4813d8ad-e408-4d7f-9aa1-c035036d3c8a') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:27.680049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] Pushing event deleted for resources: {'Port': ['ID=4d13de74-5be9-4f58-81ae-9e10044802b9,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:27.689286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 4d13de74-5be9-4f58-81ae-9e10044802b9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:27.689652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4d13de74-5be9-4f58-81ae-9e10044802b9 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:27.705559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e675bdd-2d3a-4ac7-8fa0-5e4a72bfb858 None None] No DVR routers for this DVR port 4d13de74-5be9-4f58-81ae-9e10044802b9 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:27.719349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.758567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:39:27.765365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:27.765853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.773343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] For port 4d13de74-5be9-4f58-81ae-9e10044802b9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4d13de74-5be9-4f58-81ae-9e10044802b9,segment=NetworkSegment(4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f),segment_id=4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:27.773738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.792593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d48ccb-4db8-47fc-b191-8a00e594231f req-d37a47d4-86ba-4e09-bc25-c964e6b3a28c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:27.801843 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8d48ccb-4db8-47fc-b191-8a00e594231f req-d37a47d4-86ba-4e09-bc25-c964e6b3a28c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.2732739 Oct 29 08:39:27.808588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Calling delete_port for 4d13de74-5be9-4f58-81ae-9e10044802b9 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:27.818750 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.837838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-92be7c94-bd19-4cba-82c8-b95772896c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:27.844425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-92be7c94-bd19-4cba-82c8-b95772896c9c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=99d2337001b04aa09144349c543ad600&device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 1094 time: 0.2540131 Oct 29 08:39:27.860324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:27.861126 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:27.863202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] DHCP port deletion for bb2e8044-1920-4326-9b7a-01579501dc9b request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:27.868572 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:27.970316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17b5c-ff5d-4493-944a-f4c730dc6b21 req-e9640752-9b47-41a6-9f7a-2d37f8ffacf4 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:27.982437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10f17b5c-ff5d-4493-944a-f4c730dc6b21 req-e9640752-9b47-41a6-9f7a-2d37f8ffacf4 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1580150 Oct 29 08:39:28.055784 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.073465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10f17b5c-ff5d-4493-944a-f4c730dc6b21 req-78f91f20-58c3-475f-ae84-d21773b8ca92 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896094 Oct 29 08:39:28.096054 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.105751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8d48ccb-4db8-47fc-b191-8a00e594231f req-571e8a29-5889-4141-b82c-efb9b2952149 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983773 Oct 29 08:39:28.114385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.123004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.146089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Port': ['ID=4d13de74-5be9-4f58-81ae-9e10044802b9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:28.146309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:28.150524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] Deleting port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:28.150735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55762) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:28.151212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/networks/dbf7db6a-75dc-4ad4-800c-c4112c5c2076 HTTP/1.1" status: 204 len: 168 time: 2.3976126 Oct 29 08:39:28.151538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.171848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bab6e-7664-41e1-a168-b9da7b142132 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Network': ['ID=dbf7db6a-75dc-4ad4-800c-c4112c5c2076,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:28.175222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'name': 'tempest-PortsIpV6TestJSON-1522513633'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:28.182579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edf6ec2-f234-4614-a6b8-af8081483151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc240c9-05c7-4c88-a7f4-47b3e645d2a0'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:28.193062 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d3d581-0b1e-4c66-a0e3-2097a7718232" -d '{"events": [{"server_uuid": "1edf6ec2-f234-4614-a6b8-af8081483151", "name": "network-vif-plugged", "status": "completed", "tag": "ebc240c9-05c7-4c88-a7f4-47b3e645d2a0"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:28.276254 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.312649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] No DVR routers for this DVR port 4d13de74-5be9-4f58-81ae-9e10044802b9 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:28.396623 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370e2de0-f5be-4e43-b455-f3e7b9c8bc42 x-openstack-request-id: req-370e2de0-f5be-4e43-b455-f3e7b9c8bc42 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:28.396899 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edf6ec2-f234-4614-a6b8-af8081483151", "name": "network-vif-plugged", "status": "completed", "tag": "ebc240c9-05c7-4c88-a7f4-47b3e645d2a0", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:28.399324 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-370e2de0-f5be-4e43-b455-f3e7b9c8bc42 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:28.399586 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edf6ec2-f234-4614-a6b8-af8081483151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc240c9-05c7-4c88-a7f4-47b3e645d2a0', 'code': 200} Oct 29 08:39:28.400213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:28.460123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] For port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=48b955f1-74b1-44ad-a380-c8fea9ac9fe2,segment=NetworkSegment(e83846ad-65e3-446d-9047-f7e6cc33d24d),segment_id=e83846ad-65e3-446d-9047-f7e6cc33d24d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:28.460538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.492204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] Calling delete_port for 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:28.606036 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.630702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] No DVR routers for this DVR port 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:28.654862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27443e-e002-45b0-8910-becacf0b1c0d req-ffe26598-1258-4c21-8bce-9bb19ade2c02 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:28.656589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee27443e-e002-45b0-8910-becacf0b1c0d req-ffe26598-1258-4c21-8bce-9bb19ade2c02 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.3646636 Oct 29 08:39:28.683586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.695106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b63e4-e9c7-4d99-bc68-c89b392ef808 None None] Pushing event deleted for resources: {'Port': ['ID=48b955f1-74b1-44ad-a380-c8fea9ac9fe2,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:28.706711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8524d7d-fd04-4591-8a6b-7c402695c8bb req-971831de-7f66-483a-ac0e-bef762ed1a1b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:28.725097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8524d7d-fd04-4591-8a6b-7c402695c8bb req-971831de-7f66-483a-ac0e-bef762ed1a1b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1390824 Oct 29 08:39:28.725496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:28.729209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.783611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461fe74-8595-4f74-a9c0-04158021d947 req-96cdf13d-2978-4530-91e8-565c33d9c402 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:28.785326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a461fe74-8595-4f74-a9c0-04158021d947 req-96cdf13d-2978-4530-91e8-565c33d9c402 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.15 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 945 time: 0.2788556 Oct 29 08:39:28.786187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8524d7d-fd04-4591-8a6b-7c402695c8bb req-1bbd221f-6d1b-4ff7-8c30-2c66edd3a6e7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601659 Oct 29 08:39:28.789018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67432bc-60bf-4a83-b7ac-aeb7ac57e13e']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:28.814851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 1022454c-f47f-4f2f-b60c-7d16488ffb1c yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:28.903074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:28.956764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:28.957002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfc38b6-fb62-4f6d-b3bd-8b4de05a128f') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:28.971092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be2f2-a268-42df-9030-dbb8d98f7e37 req-1bf87c43-cb44-4d8b-ab30-658d6a6ff816 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:28.972832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-309be2f2-a268-42df-9030-dbb8d98f7e37 req-1bf87c43-cb44-4d8b-ab30-658d6a6ff816 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 945 time: 0.0959423 Oct 29 08:39:28.996238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ee27443e-e002-45b0-8910-becacf0b1c0d req-53526fc1-5ea3-4fb8-b49f-fd310fe16af0 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262780 Oct 29 08:39:29.003240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.030799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.082304 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-309be2f2-a268-42df-9030-dbb8d98f7e37 req-32a027a4-3b48-4c6a-ab2b-b384a4caaa80 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ad336bf-2652-40c0-9096-6e3847dcf241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028514 Oct 29 08:39:29.096356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:29.096779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:29.103662 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:29.142132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:29.176062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:29.176544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 48b955f1-74b1-44ad-a380-c8fea9ac9fe2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:29.177057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8bfd47d7-5623-40be-9213-62053dc1324a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:29.210342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Deleting port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:29.210806 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.230762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8bfd47d7-5623-40be-9213-62053dc1324a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:29.232301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8bfd47d7-5623-40be-9213-62053dc1324a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:29.266233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.346056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b1b51-3d69-41b7-a3d9-effb99ea2c60 req-944f1108-b95e-47cb-a110-14e3ded6531b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:29.347525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.347906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a74b1b51-3d69-41b7-a3d9-effb99ea2c60 req-944f1108-b95e-47cb-a110-14e3ded6531b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.0793862 Oct 29 08:39:29.360399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.363787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/networks/a67432bc-60bf-4a83-b7ac-aeb7ac57e13e HTTP/1.1" status: 204 len: 168 time: 2.3282733 Oct 29 08:39:29.370380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55776) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:29.409610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ec798-d12a-4a11-83b9-7c8efe85c0ce tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Network': ['ID=a67432bc-60bf-4a83-b7ac-aeb7ac57e13e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:29.474887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a74b1b51-3d69-41b7-a3d9-effb99ea2c60 req-6ed7d873-cd59-4cf0-afe4-388434aabec5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198268 Oct 29 08:39:29.495833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.510338 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.581296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] For port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:29.581664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.585546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:29.599940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:29.605729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:29.612102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:29.612755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.615346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=1022454c-f47f-4f2f-b60c-7d16488ffb1c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:29.627869 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.651550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2e8044-1920-4326-9b7a-01579501dc9b']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:29.662051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83846ad-65e3-446d-9047-f7e6cc33d24d') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:29.662370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83846ad-65e3-446d-9047-f7e6cc33d24d') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:29.672523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-62a8654c-9839-40e3-bbe2-5bdd004307b3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5205944 Oct 29 08:39:29.673096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.674424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55778) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:29.713871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.730182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:29.730503 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:29.733460 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:29.807709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.808219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.808610 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Floating IP ee7fe810-5475-42ac-8a2e-299b0474e7ae disassociated. External IP: 172.25.5.40, port: 1a7725fb-5d4f-48b5-88f9-a3a5a637e136. Oct 29 08:39:29.809022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Calling delete_port for 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:29.833370 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.842485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:29.848459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/networks/bb2e8044-1920-4326-9b7a-01579501dc9b HTTP/1.1" status: 204 len: 168 time: 0.4746184 Oct 29 08:39:29.849509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55782) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:29.897991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608212c-0686-4a0b-86d9-61cf852f0150 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Network': ['ID=bb2e8044-1920-4326-9b7a-01579501dc9b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:29.904786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdc0d1-18d7-4e21-8f55-a24948e90c69 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 1022454c-f47f-4f2f-b60c-7d16488ffb1c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:29.905484 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc0d1-18d7-4e21-8f55-a24948e90c69 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.079458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.146153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event deleted for resources: {'Port': ['ID=1a7725fb-5d4f-48b5-88f9-a3a5a637e136,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:30.155613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dfefe-a6af-4426-8d51-c5ed81217fc7 req-d6e2c9fc-a021-4060-a751-49b851dcd7a1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:30.157263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a1dfefe-a6af-4426-8d51-c5ed81217fc7 req-d6e2c9fc-a021-4060-a751-49b851dcd7a1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1889544 Oct 29 08:39:30.293201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.411787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-655368ea-39ec-400e-a359-8a12ea3dc696 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Deleting subnet bcf8884d-6e37-4c34-bef3-b9d6d67838c2 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:30.441997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-655368ea-39ec-400e-a359-8a12ea3dc696 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.447744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc0d1-18d7-4e21-8f55-a24948e90c69 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.484477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdc0d1-18d7-4e21-8f55-a24948e90c69 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 1022454c-f47f-4f2f-b60c-7d16488ffb1c owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:30.515838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00d6b8-f4b6-4e98-8a9c-e259ad648648 req-5cdb0525-db67-407c-80c7-51e0b815352d tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:30.517463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc00d6b8-f4b6-4e98-8a9c-e259ad648648 req-5cdb0525-db67-407c-80c7-51e0b815352d tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1729777 Oct 29 08:39:30.534105 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-655368ea-39ec-400e-a359-8a12ea3dc696 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.708043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc00d6b8-f4b6-4e98-8a9c-e259ad648648 req-bdceaf43-f0aa-40a8-a82c-8a53b4a3db71 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704137 Oct 29 08:39:30.749438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-655368ea-39ec-400e-a359-8a12ea3dc696 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.781556 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc0d1-18d7-4e21-8f55-a24948e90c69 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.842729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a1dfefe-a6af-4426-8d51-c5ed81217fc7 req-c481a348-8f41-4928-a414-110e73d4fefa tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696448 Oct 29 08:39:30.844151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdc0d1-18d7-4e21-8f55-a24948e90c69 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=1022454c-f47f-4f2f-b60c-7d16488ffb1c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:30.881648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Router 2c6b4699-0403-4c87-95f6-a06d9876b221 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:39:30.887209 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e933a34-0b46-4fd1-923d-d516fd6ddf41 req-aed6ef1e-e2ec-4b0e-ab00-07749cb55229 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 210 time: 0.0608432 Oct 29 08:39:30.888739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc0d1-18d7-4e21-8f55-a24948e90c69 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:30.909588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55794) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:30.911102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d1fdc0d1-18d7-4e21-8f55-a24948e90c69 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/1022454c-f47f-4f2f-b60c-7d16488ffb1c HTTP/1.1" status: 204 len: 168 time: 1.2353077 Oct 29 08:39:30.931687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'mac_address': 'fa:16:3e:00:98:80', 'name': 'tempest-PortsIpV6TestJSON-156638642'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:30.940614 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-655368ea-39ec-400e-a359-8a12ea3dc696 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.005181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655368ea-39ec-400e-a359-8a12ea3dc696 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf8884d-6e37-4c34-bef3-b9d6d67838c2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:31.020438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-655368ea-39ec-400e-a359-8a12ea3dc696 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.025955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-655368ea-39ec-400e-a359-8a12ea3dc696 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/subnets/bcf8884d-6e37-4c34-bef3-b9d6d67838c2 HTTP/1.1" status: 204 len: 168 time: 1.1737015 Oct 29 08:39:31.029341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b13b5b-b1f1-4deb-9f2b-bd81b6da7d40 None None] Network 5e616a76-7917-4a5a-98be-e58c53d168a0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:31.040850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55796) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:31.130221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.177174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f29872-97e5-489a-a599-62bbd822d791 req-ac4d69b9-fee8-4cd3-a1b3-05d55fccfd60 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:31.180032 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71f29872-97e5-489a-a599-62bbd822d791 req-ac4d69b9-fee8-4cd3-a1b3-05d55fccfd60 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1760747 Oct 29 08:39:31.231841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:39:31.248200 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] Sync routers for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:39:31.266420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] DHCP port deletion for 5e616a76-7917-4a5a-98be-e58c53d168a0 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:31.271307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:31.274840 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:31.275499 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:31.278328 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71f29872-97e5-489a-a599-62bbd822d791 req-4d8a41dc-b9a6-4858-8a29-4f7067c02b59 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923433 Oct 29 08:39:31.320962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Deleting port 7def0e0c-1434-4d43-84af-92ec270acba7 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:31.321307 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.381656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] Deleting port 7def0e0c-1434-4d43-84af-92ec270acba7 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:31.383713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.413327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] No DVR routers for this DVR port 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:31.442813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.446538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a461fe74-8595-4f74-a9c0-04158021d947 req-2a38930a-9d21-4249-bf1e-42ce8c19e850 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.15 "DELETE /v2.0/ports/1a7725fb-5d4f-48b5-88f9-a3a5a637e136 HTTP/1.1" status: 204 len: 173 time: 2.6463411 Oct 29 08:39:31.447239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'name': 'network-vif-deleted', 'tag': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:31.449961 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0203b3c-c075-495b-a0bb-fd2df2a63499" -d '{"events": [{"server_uuid": "f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c", "name": "network-vif-deleted", "tag": "1a7725fb-5d4f-48b5-88f9-a3a5a637e136"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:31.499038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.535019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 8a77bd8b-b8f5-4f3c-9acb-68243f68bad0 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:31.535303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] For port 7def0e0c-1434-4d43-84af-92ec270acba7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7def0e0c-1434-4d43-84af-92ec270acba7,segment=NetworkSegment(c593bf5f-0660-4546-a4db-54439e688ae5),segment_id=c593bf5f-0660-4546-a4db-54439e688ae5)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:31.535624 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.550597 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:39:31.550884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] For port 7def0e0c-1434-4d43-84af-92ec270acba7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7def0e0c-1434-4d43-84af-92ec270acba7,segment=NetworkSegment(c593bf5f-0660-4546-a4db-54439e688ae5),segment_id=c593bf5f-0660-4546-a4db-54439e688ae5)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:31.551431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.555125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] Calling delete_port for 7def0e0c-1434-4d43-84af-92ec270acba7 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:31.576775 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20061d51-788a-4fbb-a665-31555144ec34 x-openstack-request-id: req-20061d51-788a-4fbb-a665-31555144ec34 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:31.577184 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c", "name": "network-vif-deleted", "tag": "1a7725fb-5d4f-48b5-88f9-a3a5a637e136", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:31.577568 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20061d51-788a-4fbb-a665-31555144ec34 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:31.577980 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c', 'name': 'network-vif-deleted', 'tag': '1a7725fb-5d4f-48b5-88f9-a3a5a637e136', 'status': 'completed', 'code': 200} Oct 29 08:39:31.586404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Calling delete_port for 7def0e0c-1434-4d43-84af-92ec270acba7 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:31.676137 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.708861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] No DVR routers for this DVR port 7def0e0c-1434-4d43-84af-92ec270acba7 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:31.714318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.766708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b56d6-44ee-4ab4-970c-91e9d0afb5ec None None] Pushing event deleted for resources: {'Port': ['ID=7def0e0c-1434-4d43-84af-92ec270acba7,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:31.770909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Port': ['ID=7def0e0c-1434-4d43-84af-92ec270acba7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:31.772140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.779132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] No DVR routers for this DVR port 7def0e0c-1434-4d43-84af-92ec270acba7 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:31.817869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:39:31.825287 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.880061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:31.883680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:31.887623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:31.894204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:31.894899 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.938123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0246243 Oct 29 08:39:31.941077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:31.946084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55806) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:31.965196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c31bc-de53-4c5c-a3ea-db4ef1a2ea74 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=8a77bd8b-b8f5-4f3c-9acb-68243f68bad0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:31.967744 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:30Z', 'revision_number': 5, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:31.990796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9842b-064b-4fb2-aaeb-5116772fd44d req-efb70ced-544e-490c-af24-45b0c71ec010 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:31.998520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0be9842b-064b-4fb2-aaeb-5116772fd44d req-efb70ced-544e-490c-af24-45b0c71ec010 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1304536 Oct 29 08:39:31.999219 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] Checking router: 2c6b4699-0403-4c87-95f6-a06d9876b221 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:39:32.007060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7b1e-ec17-4afa-9a64-c4611d6b413b req-d46f6d8b-5aad-43ef-9709-7dd37eac7c4f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:32.009109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe5e7b1e-ec17-4afa-9a64-c4611d6b413b req-d46f6d8b-5aad-43ef-9709-7dd37eac7c4f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1027017 Oct 29 08:39:32.009257 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:32.009746 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:32.038413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e616a76-7917-4a5a-98be-e58c53d168a0']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:32.062273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b2750-426f-4be5-bce6-8e14d5079dc1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:32.066687 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f81b2750-426f-4be5-bce6-8e14d5079dc1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/8a77bd8b-b8f5-4f3c-9acb-68243f68bad0 HTTP/1.1" status: 200 len: 844 time: 0.1201313 Oct 29 08:39:32.067360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:32.080420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe5e7b1e-ec17-4afa-9a64-c4611d6b413b req-7bec6bf9-f96e-4b40-8d06-2d24f7ec51e8 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Oct 29 08:39:32.086509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0be9842b-064b-4fb2-aaeb-5116772fd44d req-45e1f735-773a-4c5b-b0f0-5e1ddf37eecc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824535 Oct 29 08:39:32.101628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c593bf5f-0660-4546-a4db-54439e688ae5') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:32.101982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c593bf5f-0660-4546-a4db-54439e688ae5') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:32.135789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.173059 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.188603 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:39:32.219054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:32.219536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.224203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d14341a9-b9fc-4fac-97cb-64293f94364d req-dbcebd96-d84f-48a2-897a-ab1d1a6dbf05 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40b4a5c-3c7d-472e-ab02-f1f3af71eb6c HTTP/1.1" status: 200 len: 210 time: 0.0544162 Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:32.224895 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:32.253175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:32.275671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:32.276001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1a7725fb-5d4f-48b5-88f9-a3a5a637e136 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:32.296459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.304279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.307420 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/networks/5e616a76-7917-4a5a-98be-e58c53d168a0 HTTP/1.1" status: 204 len: 168 time: 1.2655807 Oct 29 08:39:32.310427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55812) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:32.323842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591df00-3484-4632-8fcc-0e5fb9a56156 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Pushing event deleted for resources: {'Network': ['ID=5e616a76-7917-4a5a-98be-e58c53d168a0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:32.330475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4af4c-45fd-4e50-b70c-2c9b82429510 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 8a77bd8b-b8f5-4f3c-9acb-68243f68bad0 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:32.330813 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a4af4c-45fd-4e50-b70c-2c9b82429510 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.340259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aad55d3f-9996-474a-9b44-f19ecd197b50 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "GET /v2.0/ports?device_id=62830b3a-1968-47ba-bd82-6ed677375d1b HTTP/1.1" status: 200 len: 205 time: 0.0285597 Oct 29 08:39:32.343002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55816) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:32.411583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a4af4c-45fd-4e50-b70c-2c9b82429510 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.425960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4af4c-45fd-4e50-b70c-2c9b82429510 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 8a77bd8b-b8f5-4f3c-9acb-68243f68bad0 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:32.480615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f42-b980-404a-aca0-e1a337e6d9c6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.516587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a4af4c-45fd-4e50-b70c-2c9b82429510 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.532734 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:30Z', 'revision_number': 5, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:32.552867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4af4c-45fd-4e50-b70c-2c9b82429510 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=8a77bd8b-b8f5-4f3c-9acb-68243f68bad0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:32.558415 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5a4af4c-45fd-4e50-b70c-2c9b82429510 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.561751 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81740d7-294f-4275-8b60-2a641a4cdca4 None None] The sync data for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 is: [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:37:24Z', 'revision_number': 4, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '51dc2927-91ff-4b53-a211-e3c677bb80de', 'name': '', 'network_id': 'a0d25b31-d611-44a8-a58f-b37699384cac', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'mac_address': 'fa:16:3e:db:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:23Z', 'updated_at': '2021-10-29T08:37:30Z', 'revision_number': 5, 'project_id': '74949a4561764185934370a9dcfd04b9', 'subnets': [{'id': '94029846-6646-47b0-ad1d-6676f3ab6a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:39:32.565642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e5a4af4c-45fd-4e50-b70c-2c9b82429510 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/8a77bd8b-b8f5-4f3c-9acb-68243f68bad0 HTTP/1.1" status: 204 len: 168 time: 0.4776521 Oct 29 08:39:32.566271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55818) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:32.575477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d89a32-317f-4d01-a25b-1bb8d6767bec req-0d89e6ed-c60d-4234-8322-3dc7d36c9b9a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:32.584261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46d89a32-317f-4d01-a25b-1bb8d6767bec req-0d89e6ed-c60d-4234-8322-3dc7d36c9b9a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1823421 Oct 29 08:39:32.595972 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb347d9-c184-43e6-8872-5cc8ad4eb119 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:32.602470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5cb347d9-c184-43e6-8872-5cc8ad4eb119 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/8a77bd8b-b8f5-4f3c-9acb-68243f68bad0 HTTP/1.1" status: 404 len: 333 time: 0.0339203 Oct 29 08:39:32.603104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55820) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:32.608328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'name': 'tempest-PortsIpV6TestJSON-661922975'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:32.711085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:32.714757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.719899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46d89a32-317f-4d01-a25b-1bb8d6767bec req-73e0cac4-ad31-409f-8343-3512cd2e7588 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331878 Oct 29 08:39:32.725817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f42-b980-404a-aca0-e1a337e6d9c6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.728784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f42-b980-404a-aca0-e1a337e6d9c6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.734984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 05a58fba-ef48-49a3-a42f-5bfd3a5f3124 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:32.786293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f42-b980-404a-aca0-e1a337e6d9c6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.786841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb04f42-b980-404a-aca0-e1a337e6d9c6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Fanout notify agent at l3_agent the message router_deleted on router 62830b3a-1968-47ba-bd82-6ed677375d1b {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:39:32.795858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f42-b980-404a-aca0-e1a337e6d9c6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.797054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2fb04f42-b980-404a-aca0-e1a337e6d9c6 tempest-RoutersNegativeTest-1156693808 tempest-RoutersNegativeTest-1156693808-project] 10.222.0.70 "DELETE /v2.0/routers/62830b3a-1968-47ba-bd82-6ed677375d1b HTTP/1.1" status: 204 len: 168 time: 0.4526734 Oct 29 08:39:32.867650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b136cae-77b8-44f8-802c-1d387e22d853 None None] New status for floating IP ee7fe810-5475-42ac-8a2e-299b0474e7ae: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:39:32.925921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:32.961881 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.013331 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:33.018238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:33.023134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:33.029763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:33.030153 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.040590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=05a58fba-ef48-49a3-a42f-5bfd3a5f3124,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:33.053996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55826) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:33.067191 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c725a34a-bfa7-4978-a44f-e6b4f21919b2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4605217 Oct 29 08:39:33.067591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55830) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:33.073130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:33.152942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7def0e0c-1434-4d43-84af-92ec270acba7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:33.165493 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.187425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7def0e0c-1434-4d43-84af-92ec270acba7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:33.188077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7def0e0c-1434-4d43-84af-92ec270acba7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:33.272971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc41b14-a00e-41df-b6fe-09a8722c564d req-4ecb14f2-d648-4ce9-b1f3-9b40b200175a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:33.274502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5dc41b14-a00e-41df-b6fe-09a8722c564d req-4ecb14f2-d648-4ce9-b1f3-9b40b200175a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0560026 Oct 29 08:39:33.318119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5dc41b14-a00e-41df-b6fe-09a8722c564d req-db32df68-2ba7-43fe-bde7-d47ae3cb6f59 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361197 Oct 29 08:39:33.374131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e1cb9-402a-4f82-bd34-26e182204754 req-b6f226cc-5be0-4832-86ef-f41148157362 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:33.375707 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f7e1cb9-402a-4f82-bd34-26e182204754 req-b6f226cc-5be0-4832-86ef-f41148157362 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1537316 Oct 29 08:39:33.391538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45f06731-312e-493b-aaf5-7d7f1820bd35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73c9cef7787e44df869150f235575df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335955 Oct 29 08:39:33.391913 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55840) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:33.449752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f7e1cb9-402a-4f82-bd34-26e182204754 req-28135105-f9bb-4cc6-a760-2084d9116324 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638976 Oct 29 08:39:33.454384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.460550 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.470666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55844) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:33.477796 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-931c5ee5-dd52-4377-b025-f7ab96640194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.493501 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] In _notify_port_updated(), no bound segment for port 05a58fba-ef48-49a3-a42f-5bfd3a5f3124 on network 44d703a1-2607-4529-948c-a30f4e709453 {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:39:33.499365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:33.500030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.501350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "PUT /v2.0/ports/05a58fba-ef48-49a3-a42f-5bfd3a5f3124 HTTP/1.1" status: 200 len: 818 time: 0.4327672 Oct 29 08:39:33.504512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55846) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:33.525969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-931c5ee5-dd52-4377-b025-f7ab96640194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.550983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43786b-0c2e-42a0-ad11-bfb6c3ee3ddc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=05a58fba-ef48-49a3-a42f-5bfd3a5f3124,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:33.571971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c8d3-ac5d-428e-9e61-e32096f9535e tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.597848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c8d3-ac5d-428e-9e61-e32096f9535e tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.613458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c53eecfe-829d-4bae-994e-f05065e473a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 05a58fba-ef48-49a3-a42f-5bfd3a5f3124 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:33.614064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c53eecfe-829d-4bae-994e-f05065e473a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.617710 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-931c5ee5-dd52-4377-b025-f7ab96640194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.620337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-931c5ee5-dd52-4377-b025-f7ab96640194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.621541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-931c5ee5-dd52-4377-b025-f7ab96640194 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c3ed58d-3075-485a-9509-a58c2ee1ba83 HTTP/1.1" status: 204 len: 168 time: 0.2285516 Oct 29 08:39:33.642495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c5ee5-dd52-4377-b025-f7ab96640194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3ed58d-3075-485a-9509-a58c2ee1ba83,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:33.667996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c8d3-ac5d-428e-9e61-e32096f9535e tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.671066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c8d3-ac5d-428e-9e61-e32096f9535e tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.672420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a2d0c8d3-ac5d-428e-9e61-e32096f9535e tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ad336bf-2652-40c0-9096-6e3847dcf241 HTTP/1.1" status: 204 len: 168 time: 0.2056689 Oct 29 08:39:33.676530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55850) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:33.696796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0c8d3-ac5d-428e-9e61-e32096f9535e tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad336bf-2652-40c0-9096-6e3847dcf241,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:33.698780 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-916d70a8-5ca3-48ff-8d1d-3953d338df34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] show failed (client error): The resource could not be found. Oct 29 08:39:33.699976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-916d70a8-5ca3-48ff-8d1d-3953d338df34 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "GET /v2.0/security-groups/7ad336bf-2652-40c0-9096-6e3847dcf241 HTTP/1.1" status: 404 len: 347 time: 0.0212417 Oct 29 08:39:33.701577 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c53eecfe-829d-4bae-994e-f05065e473a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.703090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55852) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:33.722493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c53eecfe-829d-4bae-994e-f05065e473a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 05a58fba-ef48-49a3-a42f-5bfd3a5f3124 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:33.843839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Deleting port 1d099acc-d210-43e9-a3e8-51f7c391a5b2 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:33.843839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.862267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946fe7c-569e-48ab-b14d-812a2cdf8847 req-772910b3-bcaa-4cc2-9509-d22cd448eb1b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:33.863906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8946fe7c-569e-48ab-b14d-812a2cdf8847 req-772910b3-bcaa-4cc2-9509-d22cd448eb1b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.0631089 Oct 29 08:39:33.865041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c53eecfe-829d-4bae-994e-f05065e473a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.903204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eecfe-829d-4bae-994e-f05065e473a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=05a58fba-ef48-49a3-a42f-5bfd3a5f3124,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:33.911308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c53eecfe-829d-4bae-994e-f05065e473a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.914528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c53eecfe-829d-4bae-994e-f05065e473a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/05a58fba-ef48-49a3-a42f-5bfd3a5f3124 HTTP/1.1" status: 204 len: 168 time: 0.4088905 Oct 29 08:39:33.921307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55858) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:33.942511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.942846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:33.956315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Calling delete_port for 1d099acc-d210-43e9-a3e8-51f7c391a5b2 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:33.980728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8946fe7c-569e-48ab-b14d-812a2cdf8847 req-d4429377-3f37-43f2-ba9d-2b875332f502 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074145 Oct 29 08:39:33.994407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecafdfe-83d5-4a4b-bf73-794172ec85c1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:33.996517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6ecafdfe-83d5-4a4b-bf73-794172ec85c1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0742064 Oct 29 08:39:33.999333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55864) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:34.029195 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f113ed4d-f771-4f76-91c5-2062e4777b68 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:34.034563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f113ed4d-f771-4f76-91c5-2062e4777b68 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/05a58fba-ef48-49a3-a42f-5bfd3a5f3124 HTTP/1.1" status: 404 len: 333 time: 0.0300951 Oct 29 08:39:34.034905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55868) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:34.040613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1063475794'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:34.075555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:34.079617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.133795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:34.142578 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.154971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.154971 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Added segment 3c6e96a2-265e-4f2e-8848-a0e9cb9e58da of type vlan for network c134e181-a05e-4ec4-9423-65ee25ee71b1 Oct 29 08:39:34.208258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Pushing event deleted for resources: {'Port': ['ID=1d099acc-d210-43e9-a3e8-51f7c391a5b2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:34.237455 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.303664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.306463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.311310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55880) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:34.311744 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-677f35a2-d2ac-4c50-aa2e-b1373fbefcf7 tempest-ServersTestFqdnHostnames-1538642260 tempest-ServersTestFqdnHostnames-1538642260-project] 10.222.0.70 "DELETE /v2.0/floatingips/ee7fe810-5475-42ac-8a2e-299b0474e7ae HTTP/1.1" status: 204 len: 168 time: 0.6062541 Oct 29 08:39:34.313033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.318930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:34.319563 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.405852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3694782 Oct 29 08:39:34.410282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55886) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:34.448748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:34.457865 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-dff75e43-b413-4c95-8678-5961171d20d7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e72c00e-e3ca-4028-b11d-72347b88eddd HTTP/1.1" status: 200 len: 217 time: 0.1582034 Oct 29 08:39:34.502141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a26f87-11a0-41c6-8745-9bcd9fe767a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Network': ['ID=c134e181-a05e-4ec4-9423-65ee25ee71b1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:34.513174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:34.520749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55890) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:34.603126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-1fa29439-efaa-4b1f-a7a1-433510519c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:34.604771 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-1fa29439-efaa-4b1f-a7a1-433510519c88 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3709db83-a37a-453b-bb90-13a7cee0c073 HTTP/1.1" status: 200 len: 858 time: 0.1344728 Oct 29 08:39:34.648718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef9fe1-73a2-433d-a533-edee32b7fd0d req-79a889b3-956c-4f5a-943a-d041aef199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:34.650752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-edef9fe1-73a2-433d-a533-edee32b7fd0d req-79a889b3-956c-4f5a-943a-d041aef199a3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1edf6ec2-f234-4614-a6b8-af8081483151 HTTP/1.1" status: 200 len: 1096 time: 0.2437770 Oct 29 08:39:34.662184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f32a70-52c6-4981-a636-e7fb2ac4f334 req-33ae0ecd-45e7-4108-a79c-8e02e61420d4 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:34.663708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86f32a70-52c6-4981-a636-e7fb2ac4f334 req-33ae0ecd-45e7-4108-a79c-8e02e61420d4 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2266738 Oct 29 08:39:34.711583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-secgroup--347330132'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:34.720840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:34.721904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-b7e2fe7d-2ce5-4988-97ce-c2590e8902c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915563 Oct 29 08:39:34.724300 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.756623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38a8ca-9560-4891-8c54-578f3314035a req-eb412761-be57-4b08-a7f7-50dbaafedd78 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:34.758073 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8a38a8ca-9560-4891-8c54-578f3314035a req-eb412761-be57-4b08-a7f7-50dbaafedd78 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1765215 Oct 29 08:39:34.762181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-edef9fe1-73a2-433d-a533-edee32b7fd0d req-b12fb38d-264a-40dc-b831-86433855a85f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950823 Oct 29 08:39:34.809467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86f32a70-52c6-4981-a636-e7fb2ac4f334 req-2d35a5e5-2a31-4e4a-a14c-51e73d03b885 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258123 Oct 29 08:39:34.820525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.841392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:34.859812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8a38a8ca-9560-4891-8c54-578f3314035a req-20bfff02-4849-48dd-a14b-1a146dc3891c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Oct 29 08:39:34.915124 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-b7268343-bca4-4ad6-a3f9-85245261d25b service neutron] 10.222.0.93 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791873 Oct 29 08:39:35.030429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.032734 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.035716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.066207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.178031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=48269881-1da6-4e17-9227-14bf2712d43e,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:35.180114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c363fe24-720c-4318-9fd6-653921ae2ff1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:35.207133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking segment: {'id': '3c6e96a2-265e-4f2e-8848-a0e9cb9e58da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:35.207635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network hostable DHCP agents. Network: c134e181-a05e-4ec4-9423-65ee25ee71b1, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:35.215576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5ab0bd6-7c0d-42c0-a830-a14cb7f28fa9 req-6e670bbc-10c8-4476-afaa-2a15a56417fa service neutron] 10.222.0.93 "GET /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442156 Oct 29 08:39:35.242785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133118f-2827-45d8-be5d-63c9d916a9fa req-ca00899c-1330-4c9b-b645-f3143f70d30d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:35.244359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7133118f-2827-45d8-be5d-63c9d916a9fa req-ca00899c-1330-4c9b-b645-f3143f70d30d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1585248 Oct 29 08:39:35.247153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.262036 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.276082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:35.314079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, c134e181-a05e-4ec4-9423-65ee25ee71b1) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:35.321471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.322709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8009753 Oct 29 08:39:35.324541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f125a-7d3b-4e45-95b2-ae1cc6bb55f3 None None] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:35.325481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55896) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:35.328714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:35.329310 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.332907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b32dac-2523-4b89-817a-c9dddd0a8903 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43bbf1-073f-47c7-a9ba-0ed8b4a9f720,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:35.340337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7133118f-2827-45d8-be5d-63c9d916a9fa req-1338b84e-cdc6-4a9b-bcf3-1890e45c1653 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866783 Oct 29 08:39:35.355886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e691d981-ddfb-4b9e-819f-2aa499bc32d4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9195242 Oct 29 08:39:35.358800 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55898) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:35.370168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ff7c9747-7119-4648-bcb0-51f8df7e53a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:35.424404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3c656e76-c554-4450-bc02-7c934b847ed0 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0975411 Oct 29 08:39:35.427253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55900) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:35.437109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d7f8d935-729c-4361-ab85-0038baa99970 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-security--1506950607', 'description': 'tempest-security-description-2060682705'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:35.440771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Deleting port 51dc2927-91ff-4b53-a211-e3c677bb80de {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:35.441114 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.484408 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d935-729c-4361-ab85-0038baa99970 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.517252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-c134e181-a05e-4ec4-9423-65ee25ee71b1', 'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1', 'tenant_id': '8ae74ae01ad647478494176ae3d2930a', 'fixed_ips': [{'subnet_id': '48269881-1da6-4e17-9227-14bf2712d43e'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:39:35.518684 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.576064 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d935-729c-4361-ab85-0038baa99970 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.587457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d935-729c-4361-ab85-0038baa99970 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.590312 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d935-729c-4361-ab85-0038baa99970 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.594733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d7f8d935-729c-4361-ab85-0038baa99970 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "PUT /v2.0/security-groups/8c43bbf1-073f-47c7-a9ba-0ed8b4a9f720 HTTP/1.1" status: 200 len: 1780 time: 0.1633539 Oct 29 08:39:35.599401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55904) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:35.628780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7c9747-7119-4648-bcb0-51f8df7e53a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:35.632728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9747-7119-4648-bcb0-51f8df7e53a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.690885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Allocated IP 2001:db8::2 (c134e181-a05e-4ec4-9423-65ee25ee71b1/48269881-1da6-4e17-9227-14bf2712d43e/3c30d1d6-0a60-4666-b849-3757911dbf3a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:35.712840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8d935-729c-4361-ab85-0038baa99970 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43bbf1-073f-47c7-a9ba-0ed8b4a9f720,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:35.731352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-26a2d233-aa4b-48f9-b2d3-cd62be16fc86 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups/8c43bbf1-073f-47c7-a9ba-0ed8b4a9f720 HTTP/1.1" status: 200 len: 1780 time: 0.1305530 Oct 29 08:39:35.732042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55906) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:35.797764 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-ff7c9747-7119-4648-bcb0-51f8df7e53a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48269881-1da6-4e17-9227-14bf2712d43e (CIDR: 2001:db8::/64) Oct 29 08:39:35.807718 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7c9747-7119-4648-bcb0-51f8df7e53a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:39:35.808254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7c9747-7119-4648-bcb0-51f8df7e53a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:39:35.825198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-863e57be-d93d-4e5f-bf4b-87b7749a31db tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.846248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ff7c9747-7119-4648-bcb0-51f8df7e53a0 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4831388 Oct 29 08:39:35.847983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55910) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:35.857117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:35.879763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-863e57be-d93d-4e5f-bf4b-87b7749a31db tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.882474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.892085 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.923761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] For port 51dc2927-91ff-4b53-a211-e3c677bb80de, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=51dc2927-91ff-4b53-a211-e3c677bb80de,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:35.924351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:35.937791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:35.940658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:35.945332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:35.946464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Calling delete_port for 51dc2927-91ff-4b53-a211-e3c677bb80de owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:35.955841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Pushing event updated for resources: {'Port': ['ID=3c30d1d6-0a60-4666-b849-3757911dbf3a,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:36.015639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Attempting to bind port 3c30d1d6-0a60-4666-b849-3757911dbf3a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:36.016363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Attempting to bind port 3c30d1d6-0a60-4666-b849-3757911dbf3a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3c6e96a2-265e-4f2e-8848-a0e9cb9e58da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:36.016911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Attempting to bind port 3c30d1d6-0a60-4666-b849-3757911dbf3a on network c134e181-a05e-4ec4-9423-65ee25ee71b1 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:36.023289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:36.023668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Checking segment: {'id': '3c6e96a2-265e-4f2e-8848-a0e9cb9e58da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:36.024236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.024635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Bound using segment: {'id': '3c6e96a2-265e-4f2e-8848-a0e9cb9e58da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:36.025145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Bound port: 3c30d1d6-0a60-4666-b849-3757911dbf3a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e96a2-265e-4f2e-8848-a0e9cb9e58da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:36.025772 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.027498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c36804-7055-4306-b381-54e4125c567b req-e1167c88-94dd-4750-bfbd-3cf256169ac4 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:36.029114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8c36804-7055-4306-b381-54e4125c567b req-e1167c88-94dd-4750-bfbd-3cf256169ac4 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1198027 Oct 29 08:39:36.032110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-863e57be-d93d-4e5f-bf4b-87b7749a31db tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.034695 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-863e57be-d93d-4e5f-bf4b-87b7749a31db tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.038583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-863e57be-d93d-4e5f-bf4b-87b7749a31db tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/8c43bbf1-073f-47c7-a9ba-0ed8b4a9f720 HTTP/1.1" status: 204 len: 168 time: 0.3028245 Oct 29 08:39:36.039572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55914) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:36.100240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e57be-d93d-4e5f-bf4b-87b7749a31db tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c43bbf1-073f-47c7-a9ba-0ed8b4a9f720,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:36.109577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c0d2-b45b-4159-a976-2a5cf0a071a1 req-cafaa292-98d3-469c-b94f-defeb6ffc76a tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:36.111311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8425c0d2-b45b-4159-a976-2a5cf0a071a1 req-cafaa292-98d3-469c-b94f-defeb6ffc76a tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1084006 Oct 29 08:39:36.165759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] For port 3c30d1d6-0a60-4666-b849-3757911dbf3a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:36.170379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] For port 3c30d1d6-0a60-4666-b849-3757911dbf3a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3c30d1d6-0a60-4666-b849-3757911dbf3a,segment=NetworkSegment(3c6e96a2-265e-4f2e-8848-a0e9cb9e58da),segment_id=3c6e96a2-265e-4f2e-8848-a0e9cb9e58da)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:36.233451 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.241242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:36.245020 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.293303 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.333531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0228a-581a-4f20-b85c-195ee9d864bf None None] Pushing event updated for resources: {'Port': ['ID=3c30d1d6-0a60-4666-b849-3757911dbf3a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:36.340295 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8425c0d2-b45b-4159-a976-2a5cf0a071a1 req-41f946d1-e3cb-4831-9c8e-eeed3603337f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054996 Oct 29 08:39:36.396874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Pushing event deleted for resources: {'Port': ['ID=51dc2927-91ff-4b53-a211-e3c677bb80de,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:36.472236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0138beae-4b7f-46be-aec0-0d6661548e25 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4235885 Oct 29 08:39:36.474633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55918) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:36.478571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8c36804-7055-4306-b381-54e4125c567b req-bb2c1366-fd16-4833-8c92-10a93d4e2772 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212451 Oct 29 08:39:36.537343 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-b95d5b8d-d04f-4a0a-863f-4dd5763cbd87 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] delete failed (client error): The resource could not be found. Oct 29 08:39:36.538526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b95d5b8d-d04f-4a0a-863f-4dd5763cbd87 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/8c43bbf1-073f-47c7-a9ba-0ed8b4a9f720 HTTP/1.1" status: 404 len: 347 time: 0.0590177 Oct 29 08:39:36.543416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55922) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:36.559740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-81535bdf-22a7-4712-a065-b76f7d8b014f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001027330'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:36.661428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81535bdf-22a7-4712-a065-b76f7d8b014f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.732628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679cbbd-dbf6-4095-bb20-9649547f9cab req-74573778-8b33-4edc-aa95-4032d8e118cb tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:36.742605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e679cbbd-dbf6-4095-bb20-9649547f9cab req-74573778-8b33-4edc-aa95-4032d8e118cb tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.2890966 Oct 29 08:39:36.762201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81535bdf-22a7-4712-a065-b76f7d8b014f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.764670 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.772618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81535bdf-22a7-4712-a065-b76f7d8b014f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.798163 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.814900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e679cbbd-dbf6-4095-bb20-9649547f9cab req-fc2693e6-f568-4fd1-910d-bb3bb75a407e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656679 Oct 29 08:39:36.836384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:36.845708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:36.859878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:36.860680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.871676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81535bdf-22a7-4712-a065-b76f7d8b014f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:36.872916 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81535bdf-22a7-4712-a065-b76f7d8b014f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3273525 Oct 29 08:39:36.879099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55926) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:36.885754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d95b4039-a414-414c-9da6-fe41e34e2d35 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '3fccf050-37e4-46ba-a140-886c0de6ff21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:36.893828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81535bdf-22a7-4712-a065-b76f7d8b014f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fccf050-37e4-46ba-a140-886c0de6ff21,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:36.902018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=a0d304d6-23c8-4094-bbf0-beed7b3812fd,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:36.912774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4afc7c3a-d90f-4182-bba7-17c537ca96f1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0637519 Oct 29 08:39:36.917106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55928) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:36.923329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1', 'fixed_ips': [{'subnet_id': '48269881-1da6-4e17-9227-14bf2712d43e'}, {'subnet_id': 'a0d304d6-23c8-4094-bbf0-beed7b3812fd'}], 'name': 'tempest-PortsIpV6TestJSON-1718566157'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:37.055888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d95b4039-a414-414c-9da6-fe41e34e2d35 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.088243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Router 2c6b4699-0403-4c87-95f6-a06d9876b221 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:39:37.089861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:37.187232 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d95b4039-a414-414c-9da6-fe41e34e2d35 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.202277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d95b4039-a414-414c-9da6-fe41e34e2d35 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.225754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:39:37.229938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b4039-a414-414c-9da6-fe41e34e2d35 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a1a357-28c3-45e0-b203-ff07a7219e3e,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:37.231880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05810e2f-4a00-48ad-91cd-6efdbfa7baea admin admin] 10.222.0.70 "PUT /v2.0/routers/2c6b4699-0403-4c87-95f6-a06d9876b221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9186504 Oct 29 08:39:37.242557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55936) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:37.245562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] Sync routers for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:39:37.277968 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:37.279022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3c30d1d6-0a60-4666-b849-3757911dbf3a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:37.280110 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:37.299149 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.334391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d95b4039-a414-414c-9da6-fe41e34e2d35 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.338736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55938) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:37.344664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d95b4039-a414-414c-9da6-fe41e34e2d35 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625113 Oct 29 08:39:37.353810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 26176059-b537-48f3-958a-9ebd8c723918 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:37.402383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 3c30d1d6-0a60-4666-b849-3757911dbf3a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:37.402753 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.533845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.576714 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.645545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 3c30d1d6-0a60-4666-b849-3757911dbf3a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3c30d1d6-0a60-4666-b849-3757911dbf3a,segment=NetworkSegment(3c6e96a2-265e-4f2e-8848-a0e9cb9e58da),segment_id=3c6e96a2-265e-4f2e-8848-a0e9cb9e58da)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:37.652139 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.708987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0e82a76-a727-4779-aee6-913d431bf0ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.715145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a0e54-797e-425c-87c5-c9845c5d4695 req-8a7f7719-a9a7-4187-bee7-c0428983bf7d tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:37.716855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a57a0e54-797e-425c-87c5-c9845c5d4695 req-8a7f7719-a9a7-4187-bee7-c0428983bf7d tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.2435653 Oct 29 08:39:37.725807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=3c30d1d6-0a60-4666-b849-3757911dbf3a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:37.741222 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0e82a76-a727-4779-aee6-913d431bf0ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.785998 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:39:37.816800 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0e82a76-a727-4779-aee6-913d431bf0ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.833292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f612043b-b178-45ba-92fc-01c6a512f056 None None] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:37.865041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0e82a76-a727-4779-aee6-913d431bf0ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.870226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55946) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:37.870457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a0e82a76-a727-4779-aee6-913d431bf0ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/81a1a357-28c3-45e0-b203-ff07a7219e3e HTTP/1.1" status: 204 len: 168 time: 0.5305607 Oct 29 08:39:37.886383 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:37.895270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a57a0e54-797e-425c-87c5-c9845c5d4695 req-7bb37f56-21cd-4941-b577-d67112d8c424 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639335 Oct 29 08:39:37.917405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82a76-a727-4779-aee6-913d431bf0ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81a1a357-28c3-45e0-b203-ff07a7219e3e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:37.988722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55950) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:37.990163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e1b99b68-58af-49d1-867e-89ced7b2d4db tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1064508 Oct 29 08:39:38.040144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f2312761-5c00-4b97-8565-109506e03389 None None] Provisioning complete for port 3c30d1d6-0a60-4666-b849-3757911dbf3a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:38.041164 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2312761-5c00-4b97-8565-109506e03389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.047627 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:39:36Z', 'revision_number': 5, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port': {'id': '6320d0e1-ac54-478b-ade0-d138a9dfc022', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:37:19Z', 'updated_at': '2021-10-29T08:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:38.087548 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] Checking router: 2c6b4699-0403-4c87-95f6-a06d9876b221 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:39:38.104010 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] Routers {'2c6b4699-0403-4c87-95f6-a06d9876b221'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:39:38.104010 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2c6b4699-0403-4c87-95f6-a06d9876b221'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:38.132106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::22b (c134e181-a05e-4ec4-9423-65ee25ee71b1/48269881-1da6-4e17-9227-14bf2712d43e/26176059-b537-48f3-958a-9ebd8c723918) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:38.148276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8:0:1::11d (c134e181-a05e-4ec4-9423-65ee25ee71b1/a0d304d6-23c8-4094-bbf0-beed7b3812fd/26176059-b537-48f3-958a-9ebd8c723918) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:38.195409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63d356-cda2-45f7-b453-71e563770a0f req-ee52d114-2dde-46d5-9394-91b9952e571c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:38.213521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd63d356-cda2-45f7-b453-71e563770a0f req-ee52d114-2dde-46d5-9394-91b9952e571c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.2243779 Oct 29 08:39:38.235424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c031b2f1-48ec-44d8-bfc7-9cca866e869c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.239907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Deleting port 6320d0e1-ac54-478b-ade0-d138a9dfc022 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:38.240241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.241659 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] Set router 2c6b4699-0403-4c87-95f6-a06d9876b221 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:39:38.323913 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:39:37Z', 'revision_number': 6, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:38.365555 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588024f-8951-455d-8667-9bee6d1d4548 None None] The sync data for ids ['2c6b4699-0403-4c87-95f6-a06d9876b221'] in n-d-815940-1 is: [{'id': '2c6b4699-0403-4c87-95f6-a06d9876b221', 'name': 'tempest-ServersTestFqdnHostnames-1816516725-router', 'tenant_id': '74949a4561764185934370a9dcfd04b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:18Z', 'updated_at': '2021-10-29T08:39:37Z', 'revision_number': 6, 'project_id': '74949a4561764185934370a9dcfd04b9', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:39:38.390924 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c031b2f1-48ec-44d8-bfc7-9cca866e869c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.397700 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd63d356-cda2-45f7-b453-71e563770a0f req-49105761-b260-4f3b-badf-285b1dace867 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652682 Oct 29 08:39:38.431033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.466222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] For port 6320d0e1-ac54-478b-ade0-d138a9dfc022, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6320d0e1-ac54-478b-ade0-d138a9dfc022,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:38.466585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.474292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f9e29-cdc3-47f9-ba42-e017c735851a None None] Update dhcp port {'port': {'network_id': 'c134e181-a05e-4ec4-9423-65ee25ee71b1', 'fixed_ips': [{'subnet_id': '48269881-1da6-4e17-9227-14bf2712d43e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0d304d6-23c8-4094-bbf0-beed7b3812fd'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '3c30d1d6-0a60-4666-b849-3757911dbf3a'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:39:38.477250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.484951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Calling delete_port for 6320d0e1-ac54-478b-ade0-d138a9dfc022 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:38.494380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c031b2f1-48ec-44d8-bfc7-9cca866e869c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.497028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c031b2f1-48ec-44d8-bfc7-9cca866e869c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.500919 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c031b2f1-48ec-44d8-bfc7-9cca866e869c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/3fccf050-37e4-46ba-a140-886c0de6ff21 HTTP/1.1" status: 204 len: 168 time: 0.5065327 Oct 29 08:39:38.505492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55954) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:38.513257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-649f9e29-cdc3-47f9-ba42-e017c735851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.538631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:38.542323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:38.547988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:38.554083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:38.554278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031b2f1-48ec-44d8-bfc7-9cca866e869c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fccf050-37e4-46ba-a140-886c0de6ff21,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:38.554742 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.558776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=26176059-b537-48f3-958a-9ebd8c723918,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:38.581534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e8c21f1f-12f5-4fd4-a2f8-d16357f26d0f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6631017 Oct 29 08:39:38.583984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55956) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:38.591845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48269881-1da6-4e17-9227-14bf2712d43e'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:38.603212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39dba628-9338-47fa-8988-5105cd650c8a tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938091 Oct 29 08:39:38.609043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55958) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:38.616254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-64016faf-e96b-44d1-9fb2-188f1f12516d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-secgroup--758946529'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:38.678447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.686692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-64016faf-e96b-44d1-9fb2-188f1f12516d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.733633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-649f9e29-cdc3-47f9-ba42-e017c735851a None None] Allocated IP 2001:db8:0:1::2 (c134e181-a05e-4ec4-9423-65ee25ee71b1/a0d304d6-23c8-4094-bbf0-beed7b3812fd/3c30d1d6-0a60-4666-b849-3757911dbf3a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:38.780599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.831163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=6320d0e1-ac54-478b-ade0-d138a9dfc022,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:38.842082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-64016faf-e96b-44d1-9fb2-188f1f12516d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.870423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-64016faf-e96b-44d1-9fb2-188f1f12516d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.901855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-649f9e29-cdc3-47f9-ba42-e017c735851a None None] For port 3c30d1d6-0a60-4666-b849-3757911dbf3a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3c30d1d6-0a60-4666-b849-3757911dbf3a,segment=NetworkSegment(3c6e96a2-265e-4f2e-8848-a0e9cb9e58da),segment_id=3c6e96a2-265e-4f2e-8848-a0e9cb9e58da)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:38.932999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-64016faf-e96b-44d1-9fb2-188f1f12516d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.937760 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-64016faf-e96b-44d1-9fb2-188f1f12516d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3224926 Oct 29 08:39:38.943275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:38.947056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1d3cded6-bbec-4824-89a9-17ceedb02432 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '9c448c81-b407-4879-99d8-12915afcbdfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:38.948852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64016faf-e96b-44d1-9fb2-188f1f12516d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c448c81-b407-4879-99d8-12915afcbdfd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:38.952700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.962985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-649f9e29-cdc3-47f9-ba42-e017c735851a None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:38.971196 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-649f9e29-cdc3-47f9-ba42-e017c735851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.045855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Delete allocated IP 2001:db8:0:1::11d (c134e181-a05e-4ec4-9423-65ee25ee71b1/a0d304d6-23c8-4094-bbf0-beed7b3812fd) {{(pid=102113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 08:39:39.073683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f9e29-cdc3-47f9-ba42-e017c735851a None None] Pushing event updated for resources: {'Port': ['ID=3c30d1d6-0a60-4666-b849-3757911dbf3a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:39.081183 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.084848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.120329 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d3cded6-bbec-4824-89a9-17ceedb02432 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.152876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df8e9-9424-42a7-b57d-000b5a47cbe4 req-3aa87e97-c003-4493-a293-3453a87b56fa tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:39.154474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-243df8e9-9424-42a7-b57d-000b5a47cbe4 req-3aa87e97-c003-4493-a293-3453a87b56fa tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 943 time: 0.1398311 Oct 29 08:39:39.155647 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.156229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6b4699-0403-4c87-95f6-a06d9876b221 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:39:39.160806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.163848 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c4ae74af-fd08-4cfb-8010-6bcf69bffcdb admin admin] 10.222.0.70 "DELETE /v2.0/routers/2c6b4699-0403-4c87-95f6-a06d9876b221 HTTP/1.1" status: 204 len: 168 time: 1.9170992 Oct 29 08:39:39.167967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55970) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:39.210684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-243df8e9-9424-42a7-b57d-000b5a47cbe4 req-a58ad834-9911-44e7-bfd7-bf59030361aa tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414813 Oct 29 08:39:39.293103 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d3cded6-bbec-4824-89a9-17ceedb02432 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.309753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d3cded6-bbec-4824-89a9-17ceedb02432 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.312293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3c30d1d6-0a60-4666-b849-3757911dbf3a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:39.329466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-405db70a-fb3b-4127-858e-344678486513 admin admin] Deleting subnet 94029846-6646-47b0-ad1d-6676f3ab6a53 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:39.334299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-405db70a-fb3b-4127-858e-344678486513 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.372614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 3c30d1d6-0a60-4666-b849-3757911dbf3a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:39.373264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.386145 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d3cded6-bbec-4824-89a9-17ceedb02432 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.387582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1d3cded6-bbec-4824-89a9-17ceedb02432 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4462590 Oct 29 08:39:39.390466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55974) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:39.395515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-130c024f-faa8-4ec6-a15f-31dadeaf4c9e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '9c448c81-b407-4879-99d8-12915afcbdfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:39.454222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cded6-bbec-4824-89a9-17ceedb02432 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3ee9c8-2c0f-4d70-870e-57056223f0cc,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:39.478626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-405db70a-fb3b-4127-858e-344678486513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.486908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-130c024f-faa8-4ec6-a15f-31dadeaf4c9e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.575106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.583573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 7e72c00e-e3ca-4028-b11d-72347b88eddd details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:39:39.587087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6320d0e1-ac54-478b-ade0-d138a9dfc022 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:39.595131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-784e0f06-9a30-4ed1-a9b4-a166c64b9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:39.601681 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.603770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-784e0f06-9a30-4ed1-a9b4-a166c64b9228 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1097 time: 0.1844747 Oct 29 08:39:39.638700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 6320d0e1-ac54-478b-ade0-d138a9dfc022 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:39.639324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6320d0e1-ac54-478b-ade0-d138a9dfc022 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:39.640006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 51dc2927-91ff-4b53-a211-e3c677bb80de no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:39.671291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 51dc2927-91ff-4b53-a211-e3c677bb80de {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:39.671730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 51dc2927-91ff-4b53-a211-e3c677bb80de not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:39.675128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=26176059-b537-48f3-958a-9ebd8c723918,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:39.735090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5af459-3bd7-45c1-a403-96dc0878474b req-db4edb02-80b5-4ddb-86a8-1d9c3397c4a1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:39.736849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c5af459-3bd7-45c1-a403-96dc0878474b req-db4edb02-80b5-4ddb-86a8-1d9c3397c4a1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2143779 Oct 29 08:39:39.740714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-130c024f-faa8-4ec6-a15f-31dadeaf4c9e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.753840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] In _notify_port_updated(), no bound segment for port 26176059-b537-48f3-958a-9ebd8c723918 on network c134e181-a05e-4ec4-9423-65ee25ee71b1 {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:39:39.754919 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-130c024f-faa8-4ec6-a15f-31dadeaf4c9e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.773345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:39.774716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.776166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b7c0063e-7421-46f1-b8fc-b5ed1af90c98 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "PUT /v2.0/ports/26176059-b537-48f3-958a-9ebd8c723918 HTTP/1.1" status: 200 len: 926 time: 1.1908147 Oct 29 08:39:39.788270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab395c34-0285-42e6-8d2c-774096b8d7c1 req-29f5379e-20e0-4e82-8382-c17f3a864dde tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:39.796836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab395c34-0285-42e6-8d2c-774096b8d7c1 req-29f5379e-20e0-4e82-8382-c17f3a864dde tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.2454848 Oct 29 08:39:39.800572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55978) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:39.809620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48269881-1da6-4e17-9227-14bf2712d43e'}, {'subnet_id': 'a0d304d6-23c8-4094-bbf0-beed7b3812fd'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:39.819155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 7e72c00e-e3ca-4028-b11d-72347b88eddd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=7e72c00e-e3ca-4028-b11d-72347b88eddd,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:39.835590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '7e72c00e-e3ca-4028-b11d-72347b88eddd', 'network_id': '87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6', 'port_id': '7e72c00e-e3ca-4028-b11d-72347b88eddd', 'mac_address': 'fa:16:3e:5d:36:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3709db83-a37a-453b-bb90-13a7cee0c073', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:39:39.857712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-4fe19595-3dd7-4984-ae28-d867749cf8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:39.859700 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-4fe19595-3dd7-4984-ae28-d867749cf8e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 921 time: 0.2479174 Oct 29 08:39:39.880282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab395c34-0285-42e6-8d2c-774096b8d7c1 req-6abaebf4-c418-46f6-a3a1-05815a58e385 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803921 Oct 29 08:39:39.886688 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.887980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c024f-faa8-4ec6-a15f-31dadeaf4c9e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02175d7-073c-4c7f-a11e-0166aa0d9f1c,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:39.890879 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-405db70a-fb3b-4127-858e-344678486513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.912660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e72c00e-e3ca-4028-b11d-72347b88eddd {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:39.935333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f95a65-d3bb-4485-9b5b-ed71fc048b0b None None] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:39.938681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-4124d8f8-32fa-4d01-a1e2-e41dfd80e2d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d HTTP/1.1" status: 200 len: 217 time: 0.0557034 Oct 29 08:39:39.941222 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-130c024f-faa8-4ec6-a15f-31dadeaf4c9e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:39.942289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-130c024f-faa8-4ec6-a15f-31dadeaf4c9e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5508001 Oct 29 08:39:39.949262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55980) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:39.961940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a442a0b0-f74a-4f02-a024-bf48cd463bb7 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '9c448c81-b407-4879-99d8-12915afcbdfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:39.983889 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c5af459-3bd7-45c1-a403-96dc0878474b req-b51120c7-d335-4dfb-a1bf-b0bb40ed2ce9 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325072 Oct 29 08:39:39.998297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 7e72c00e-e3ca-4028-b11d-72347b88eddd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=7e72c00e-e3ca-4028-b11d-72347b88eddd,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:40.016128 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-405db70a-fb3b-4127-858e-344678486513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.016777 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.042458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405db70a-fb3b-4127-858e-344678486513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94029846-6646-47b0-ad1d-6676f3ab6a53,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:40.060835 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-12e6fdc7-2b18-430a-aab1-5ce91ce0d95f None None] Provisioning complete for port 3c30d1d6-0a60-4666-b849-3757911dbf3a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:40.061118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12e6fdc7-2b18-430a-aab1-5ce91ce0d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.065423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-405db70a-fb3b-4127-858e-344678486513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.068266 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-405db70a-fb3b-4127-858e-344678486513 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/94029846-6646-47b0-ad1d-6676f3ab6a53 HTTP/1.1" status: 204 len: 168 time: 0.8902900 Oct 29 08:39:40.070493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55984) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:40.082428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a442a0b0-f74a-4f02-a024-bf48cd463bb7 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.096135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-50945ed8-8d5e-41d6-890b-2873803b3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:40.096356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82b439-c9a5-4b7d-be0c-3898b36ba581 None None] Network a0d25b31-d611-44a8-a58f-b37699384cac requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:40.097675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-50945ed8-8d5e-41d6-890b-2873803b3c05 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.1495826 Oct 29 08:39:40.148728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-357909d7-dcc5-426d-a8fc-fbd5407b07aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383496 Oct 29 08:39:40.150610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.181756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=7e72c00e-e3ca-4028-b11d-72347b88eddd,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:40.206062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Deleting port 7d756a5d-5a77-4999-a2a9-d4ec193da872 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:40.206362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.277999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a442a0b0-f74a-4f02-a024-bf48cd463bb7 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.281674 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.291985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a442a0b0-f74a-4f02-a024-bf48cd463bb7 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.339434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442a0b0-f74a-4f02-a024-bf48cd463bb7 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fae02a4-8683-4e2f-bcf4-85513ceafcdc,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:40.387596 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a442a0b0-f74a-4f02-a024-bf48cd463bb7 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.388882 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a442a0b0-f74a-4f02-a024-bf48cd463bb7 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4388077 Oct 29 08:39:40.393734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55988) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:40.398531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f820395e-ccc2-4f0c-a99e-920ef555b530 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '9c448c81-b407-4879-99d8-12915afcbdfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:40.407113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-9fc33dc6-f4bf-4a08-b2d2-2fac25cb15f5 service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477162 Oct 29 08:39:40.446192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['7e72c00e-e3ca-4028-b11d-72347b88eddd'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:39:40.526344 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] DHCP port deletion for a0d25b31-d611-44a8-a58f-b37699384cac request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:40.628980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f820395e-ccc2-4f0c-a99e-920ef555b530 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.674351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ed1bc-88b1-4a20-ba29-42eb8a5365d0 req-c5c48534-8e96-4734-8e3d-c75676dd03e8 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:40.682331 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-315ed1bc-88b1-4a20-ba29-42eb8a5365d0 req-c5c48534-8e96-4734-8e3d-c75676dd03e8 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 944 time: 0.2618773 Oct 29 08:39:40.715612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] For port 7d756a5d-5a77-4999-a2a9-d4ec193da872, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7d756a5d-5a77-4999-a2a9-d4ec193da872,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:40.716061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.731952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Calling delete_port for 7d756a5d-5a77-4999-a2a9-d4ec193da872 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:40.802943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] Deleting port 7d756a5d-5a77-4999-a2a9-d4ec193da872 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:40.802943 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.816528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-315ed1bc-88b1-4a20-ba29-42eb8a5365d0 req-a770c4b6-33de-4f12-8451-fa5f004276c7 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326227 Oct 29 08:39:40.830360 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.841925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a6bf56d-2803-4686-93df-6c9b9c1c8354 req-44bd6177-e685-42bb-89e1-b0ccb9eaa388 service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790791 Oct 29 08:39:40.851825 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f820395e-ccc2-4f0c-a99e-920ef555b530 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.863002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f820395e-ccc2-4f0c-a99e-920ef555b530 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.898045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d756a5d-5a77-4999-a2a9-d4ec193da872,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:40.903472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] No DVR routers for this DVR port 7d756a5d-5a77-4999-a2a9-d4ec193da872 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:40.918247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820395e-ccc2-4f0c-a99e-920ef555b530 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d2d572-2d46-447b-85fc-7256cf0befec,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:40.932834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-692d82a6-233a-47f6-a7f3-190bef08c0d3 None None] Provisioning complete for port 26176059-b537-48f3-958a-9ebd8c723918 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:40.933201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-692d82a6-233a-47f6-a7f3-190bef08c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.936514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8:0:1::179 (c134e181-a05e-4ec4-9423-65ee25ee71b1/a0d304d6-23c8-4094-bbf0-beed7b3812fd/26176059-b537-48f3-958a-9ebd8c723918) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:40.940564 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f820395e-ccc2-4f0c-a99e-920ef555b530 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:40.941885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f820395e-ccc2-4f0c-a99e-920ef555b530 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5471456 Oct 29 08:39:40.945029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55994) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:40.949543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-acaebc4b-26d5-48ad-9dc3-a304d84df78b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '9c448c81-b407-4879-99d8-12915afcbdfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:41.036935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] For port 7d756a5d-5a77-4999-a2a9-d4ec193da872, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7d756a5d-5a77-4999-a2a9-d4ec193da872,segment=NetworkSegment(22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf),segment_id=22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:41.037346 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.044657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.062735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-692d82a6-233a-47f6-a7f3-190bef08c0d3 None None] Port 26176059-b537-48f3-958a-9ebd8c723918 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:41.070526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d25b31-d611-44a8-a58f-b37699384cac']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:41.080898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] Calling delete_port for 7d756a5d-5a77-4999-a2a9-d4ec193da872 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:41.082532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:41.082931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f96d6b-ba6e-4ef3-84dc-4ad953fa3cbf') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:41.094594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.111558 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.120236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:41.120913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.155718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7d756a5d-5a77-4999-a2a9-d4ec193da872 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:41.157902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-692d82a6-233a-47f6-a7f3-190bef08c0d3 None None] Provisioning complete for port 3c30d1d6-0a60-4666-b849-3757911dbf3a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:41.158265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-692d82a6-233a-47f6-a7f3-190bef08c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.169638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acaebc4b-26d5-48ad-9dc3-a304d84df78b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:41.197738 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:41.215203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.224720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.228478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a0d25b31-d611-44a8-a58f-b37699384cac HTTP/1.1" status: 204 len: 168 time: 1.1569955 Oct 29 08:39:41.261440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7d756a5d-5a77-4999-a2a9-d4ec193da872 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:41.262087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7d756a5d-5a77-4999-a2a9-d4ec193da872 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:41.262241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2756ec-584d-430a-b9ac-097a01de224e req-dac291e3-bdd8-45de-a21e-5f75584a428a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:41.263617 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c2756ec-584d-430a-b9ac-097a01de224e req-dac291e3-bdd8-45de-a21e-5f75584a428a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1309736 Oct 29 08:39:41.297118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2df7c-8989-4030-bf7e-f8fb1f0b5535 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d25b31-d611-44a8-a58f-b37699384cac,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: from cryptography.utils import int_from_bytes Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: from cryptography.utils import int_from_bytes Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.302631 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:39:41.305753 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:39:41.311461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acaebc4b-26d5-48ad-9dc3-a304d84df78b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.323576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acaebc4b-26d5-48ad-9dc3-a304d84df78b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.323956 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.338784 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.371428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.372986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6e7bc-4650-4f42-97f5-55a99e0fb77f req-c0cc558c-b98f-49fb-b684-ac2fe50afa07 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:41.375170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce6e7bc-4650-4f42-97f5-55a99e0fb77f req-c0cc558c-b98f-49fb-b684-ac2fe50afa07 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1764021 Oct 29 08:39:41.376157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c2756ec-584d-430a-b9ac-097a01de224e req-5a0f43bd-d074-4706-b714-1343ddf6db8b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999191 Oct 29 08:39:41.383446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaebc4b-26d5-48ad-9dc3-a304d84df78b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c88df5-7ba1-4699-b903-28a0ae44f32d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:41.393762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] Pushing event deleted for resources: {'Port': ['ID=7d756a5d-5a77-4999-a2a9-d4ec193da872,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:41.397887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] Network a0d25b31-d611-44a8-a58f-b37699384cac is not hosted by any dhcp agent {{(pid=102115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:39:41.399069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47143a-bec8-4e62-bcd2-b474e2929f14 None None] No DVR routers for this DVR port 7d756a5d-5a77-4999-a2a9-d4ec193da872 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:41.482993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce6e7bc-4650-4f42-97f5-55a99e0fb77f req-ab2c73c1-eed6-4f8a-8d69-8ddb9c9f567f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928535 Oct 29 08:39:41.550025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f08dacd1-b3ed-4881-8cfb-0f33320d0ccc None None] Provisioning complete for port 26176059-b537-48f3-958a-9ebd8c723918 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:41.550679 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f08dacd1-b3ed-4881-8cfb-0f33320d0ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.555737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56004) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:41.599788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f08dacd1-b3ed-4881-8cfb-0f33320d0ccc None None] Port 26176059-b537-48f3-958a-9ebd8c723918 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:41.612973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-958a4841-9ac1-4319-b2d0-62c5be1aa60a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74949a4561764185934370a9dcfd04b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557086 Oct 29 08:39:41.615631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56006) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:41.670534 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59fbd7e3-bf8c-4abe-9d31-940776cd00ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.694703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59fbd7e3-bf8c-4abe-9d31-940776cd00ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.721229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b524912f-ecfd-46fc-b2c4-1f3f0ace416a None None] Provisioning complete for port 26176059-b537-48f3-958a-9ebd8c723918 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:41.721635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b524912f-ecfd-46fc-b2c4-1f3f0ace416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.752066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59fbd7e3-bf8c-4abe-9d31-940776cd00ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.754743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59fbd7e3-bf8c-4abe-9d31-940776cd00ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.758493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-59fbd7e3-bf8c-4abe-9d31-940776cd00ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d1bbd8a-9335-4de0-b634-2b3fc260bceb HTTP/1.1" status: 204 len: 168 time: 0.1392541 Oct 29 08:39:41.761641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b524912f-ecfd-46fc-b2c4-1f3f0ace416a None None] Port 26176059-b537-48f3-958a-9ebd8c723918 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:41.764639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbd7e3-bf8c-4abe-9d31-940776cd00ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1bbd8a-9335-4de0-b634-2b3fc260bceb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:41.820068 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acaebc4b-26d5-48ad-9dc3-a304d84df78b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.821091 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-acaebc4b-26d5-48ad-9dc3-a304d84df78b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8751156 Oct 29 08:39:41.824526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56010) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:41.862808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=26176059-b537-48f3-958a-9ebd8c723918,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:41.863263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3677fde-52d2-4d8b-93c4-ed4422c489d0 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.873035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3677fde-52d2-4d8b-93c4-ed4422c489d0 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.879453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] In _notify_port_updated(), no bound segment for port 26176059-b537-48f3-958a-9ebd8c723918 on network c134e181-a05e-4ec4-9423-65ee25ee71b1 {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:39:41.885678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:41.886328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.890556 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ae7d3505-37ad-49b5-9528-c865e32dc5ed tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "PUT /v2.0/ports/26176059-b537-48f3-958a-9ebd8c723918 HTTP/1.1" status: 200 len: 1012 time: 2.0887802 Oct 29 08:39:41.890727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56014) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:41.935690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3677fde-52d2-4d8b-93c4-ed4422c489d0 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.953998 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3677fde-52d2-4d8b-93c4-ed4422c489d0 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:41.955173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e3677fde-52d2-4d8b-93c4-ed4422c489d0 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/88c88df5-7ba1-4699-b903-28a0ae44f32d HTTP/1.1" status: 204 len: 168 time: 0.1296949 Oct 29 08:39:41.957994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56016) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.009692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3677fde-52d2-4d8b-93c4-ed4422c489d0 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88c88df5-7ba1-4699-b903-28a0ae44f32d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:42.038345 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cf428301-535f-4641-9c7e-eae2f13f5e53 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0762162 Oct 29 08:39:42.038677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56020) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.068929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50b621-65b0-4ebe-9638-911c5627ec53 req-bf949a43-51ef-4b1f-b0fa-110ad1275df7 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:42.070505 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df50b621-65b0-4ebe-9638-911c5627ec53 req-bf949a43-51ef-4b1f-b0fa-110ad1275df7 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 944 time: 0.1402302 Oct 29 08:39:42.093702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59bc97e8-9bb1-4b13-885b-adfb04e4d931 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.114151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ff035-8fdb-4a41-9045-c93fe456bc39 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 26176059-b537-48f3-958a-9ebd8c723918 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:42.114568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff035-8fdb-4a41-9045-c93fe456bc39 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.118479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59bc97e8-9bb1-4b13-885b-adfb04e4d931 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.192882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-29c63771-998f-48ab-ad93-d70c80292aae None None] Provisioning complete for port 26176059-b537-48f3-958a-9ebd8c723918 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:42.193554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-29c63771-998f-48ab-ad93-d70c80292aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.218373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df50b621-65b0-4ebe-9638-911c5627ec53 req-970a4e8e-16f9-4bcd-8cc4-a78f9207b7e4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365414 Oct 29 08:39:42.226382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59bc97e8-9bb1-4b13-885b-adfb04e4d931 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.232571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-29c63771-998f-48ab-ad93-d70c80292aae None None] Port 26176059-b537-48f3-958a-9ebd8c723918 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:42.237397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59bc97e8-9bb1-4b13-885b-adfb04e4d931 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.241786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-59bc97e8-9bb1-4b13-885b-adfb04e4d931 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/74d2d572-2d46-447b-85fc-7256cf0befec HTTP/1.1" status: 204 len: 168 time: 0.2020173 Oct 29 08:39:42.242087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56028) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.250745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc97e8-9bb1-4b13-885b-adfb04e4d931 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74d2d572-2d46-447b-85fc-7256cf0befec,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:42.275002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff035-8fdb-4a41-9045-c93fe456bc39 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.288999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ff035-8fdb-4a41-9045-c93fe456bc39 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 26176059-b537-48f3-958a-9ebd8c723918 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:42.305566 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cbb4da01-996e-49c6-a8f7-1fbf539b779f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0604682 Oct 29 08:39:42.312443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56032) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.341094 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d13f-abbc-4e3e-9436-f1e549ca6baa tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.351541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d13f-abbc-4e3e-9436-f1e549ca6baa tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.385308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d13f-abbc-4e3e-9436-f1e549ca6baa tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.392563 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d13f-abbc-4e3e-9436-f1e549ca6baa tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.396518 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fdb1d13f-abbc-4e3e-9436-f1e549ca6baa tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0fae02a4-8683-4e2f-bcf4-85513ceafcdc HTTP/1.1" status: 204 len: 168 time: 0.0800097 Oct 29 08:39:42.398793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56036) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.422024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d13f-abbc-4e3e-9436-f1e549ca6baa tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fae02a4-8683-4e2f-bcf4-85513ceafcdc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:42.467406 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-67251eef-ddb7-42f1-97b5-459732ece50c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0674009 Oct 29 08:39:42.470220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.507624 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3b894d9-9254-48b4-83e0-fdd479e17360 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.524471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff035-8fdb-4a41-9045-c93fe456bc39 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.536617 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3b894d9-9254-48b4-83e0-fdd479e17360 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.566007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ff035-8fdb-4a41-9045-c93fe456bc39 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=26176059-b537-48f3-958a-9ebd8c723918,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:42.577881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a1b62-fcf9-433a-a4c2-d20828307346 req-7605a6da-517d-4722-a688-9c5e24222d38 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:42.580279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef4a1b62-fcf9-433a-a4c2-d20828307346 req-7605a6da-517d-4722-a688-9c5e24222d38 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0891082 Oct 29 08:39:42.602049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3b894d9-9254-48b4-83e0-fdd479e17360 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.616302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3b894d9-9254-48b4-83e0-fdd479e17360 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.620426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e3b894d9-9254-48b4-83e0-fdd479e17360 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b02175d7-073c-4c7f-a11e-0166aa0d9f1c HTTP/1.1" status: 204 len: 168 time: 0.1488478 Oct 29 08:39:42.621717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56052) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.624295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b894d9-9254-48b4-83e0-fdd479e17360 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b02175d7-073c-4c7f-a11e-0166aa0d9f1c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:42.654747 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff035-8fdb-4a41-9045-c93fe456bc39 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.659092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4a0ff035-8fdb-4a41-9045-c93fe456bc39 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/26176059-b537-48f3-958a-9ebd8c723918 HTTP/1.1" status: 204 len: 168 time: 0.7672677 Oct 29 08:39:42.669270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56054) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.678374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef4a1b62-fcf9-433a-a4c2-d20828307346 req-14f22d4f-71c7-4270-a62a-c9849ae8ded0 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930545 Oct 29 08:39:42.694801 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0b966cc9-3ca6-43bb-9e9a-dbedce9cded0 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0715077 Oct 29 08:39:42.696072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56056) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.697736 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-677c5252-efdc-4fef-8774-0c3aae7e4c59 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:42.699596 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-677c5252-efdc-4fef-8774-0c3aae7e4c59 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/26176059-b537-48f3-958a-9ebd8c723918 HTTP/1.1" status: 404 len: 333 time: 0.0290544 Oct 29 08:39:42.704156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56058) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.704428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56060) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.742214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ef0f7-2a84-4cb7-bb05-c7acc48ff8b8 req-36b14d7b-7c5b-4fdc-a68a-026ca345be01 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:42.744897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-499ef0f7-2a84-4cb7-bb05-c7acc48ff8b8 req-36b14d7b-7c5b-4fdc-a68a-026ca345be01 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 944 time: 0.1675088 Oct 29 08:39:42.772509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3fb9dec6-ae8c-42ce-a13b-cebedc0ba1ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.781871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3fb9dec6-ae8c-42ce-a13b-cebedc0ba1ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.800916 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-499ef0f7-2a84-4cb7-bb05-c7acc48ff8b8 req-9adcf917-a056-4bd9-9b72-8a297c2110d0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495079 Oct 29 08:39:42.834776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff3703b-881f-4b91-bee3-f7896d446a45 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet a0d304d6-23c8-4094-bbf0-beed7b3812fd {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:42.840333 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fff3703b-881f-4b91-bee3-f7896d446a45 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.842052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-405959787-network', 'tenant_id': 'ed9ed1b8891742e29a80250c8e6bf942'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:42.865910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Made reservation on behalf of ed9ed1b8891742e29a80250c8e6bf942 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:42.868422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.872827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3fb9dec6-ae8c-42ce-a13b-cebedc0ba1ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.878227 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.883797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3fb9dec6-ae8c-42ce-a13b-cebedc0ba1ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.885041 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3fb9dec6-ae8c-42ce-a13b-cebedc0ba1ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ff3ee9c8-2c0f-4d70-870e-57056223f0cc HTTP/1.1" status: 204 len: 168 time: 0.1877785 Oct 29 08:39:42.888092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56064) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.893178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9dec6-ae8c-42ce-a13b-cebedc0ba1ab tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff3ee9c8-2c0f-4d70-870e-57056223f0cc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:42.896565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fff3703b-881f-4b91-bee3-f7896d446a45 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:42.956586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6fae9338-f7fa-4c62-b3c4-e7e63b4d217e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673716 Oct 29 08:39:42.959413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56066) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:42.991038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fff3703b-881f-4b91-bee3-f7896d446a45 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.022744 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.031337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.052505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fff3703b-881f-4b91-bee3-f7896d446a45 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.059001 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1207dba6-7968-464b-8a53-fb121d069942 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.068178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:43.083652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3703b-881f-4b91-bee3-f7896d446a45 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d304d6-23c8-4094-bbf0-beed7b3812fd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:43.085763 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fff3703b-881f-4b91-bee3-f7896d446a45 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.091462 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fff3703b-881f-4b91-bee3-f7896d446a45 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/a0d304d6-23c8-4094-bbf0-beed7b3812fd HTTP/1.1" status: 204 len: 168 time: 0.3836970 Oct 29 08:39:43.091752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56068) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:43.094985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffbfcf5-cce5-4765-a60b-2a7cfce14de0 None None] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:43.100107 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.100628 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Added segment 2e26c4dd-e2cb-4986-8f70-10a82c22c9c0 of type vlan for network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 Oct 29 08:39:43.118802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86959151-e40b-42fc-a185-a5489442c148,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:43.126133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1207dba6-7968-464b-8a53-fb121d069942 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.148910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f902fd2-f22c-47cf-a840-9e23a0ab5a1d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet 48269881-1da6-4e17-9227-14bf2712d43e {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:43.152628 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f902fd2-f22c-47cf-a840-9e23a0ab5a1d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.174270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.204501 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f902fd2-f22c-47cf-a840-9e23a0ab5a1d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.215369 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1207dba6-7968-464b-8a53-fb121d069942 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.218294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1207dba6-7968-464b-8a53-fb121d069942 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.222349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1207dba6-7968-464b-8a53-fb121d069942 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/9c448c81-b407-4879-99d8-12915afcbdfd HTTP/1.1" status: 204 len: 168 time: 0.2594059 Oct 29 08:39:43.225640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56070) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:43.225977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.226972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:43.227945 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.259055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207dba6-7968-464b-8a53-fb121d069942 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c448c81-b407-4879-99d8-12915afcbdfd,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:43.321772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f902fd2-f22c-47cf-a840-9e23a0ab5a1d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.334095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6285734 Oct 29 08:39:43.340478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56074) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:43.346087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Request body: {'subnet': {'network_id': '1d8d1ff3-fdd3-435a-a172-ddd5b04891a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-405959787-subnet', 'tenant_id': 'ed9ed1b8891742e29a80250c8e6bf942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:43.354387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f7e28-e8fa-4089-9baa-bfbe5385288b admin admin] Pushing event updated for resources: {'Network': ['ID=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:43.367554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:43.369365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3f96fe4b-f2eb-4211-be21-a6588ea8d454 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1393452 Oct 29 08:39:43.373621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56076) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:43.379436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6bdb863a-96bb-4eea-877b-adefc277e1c9 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-secgroup--499774531'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:43.400822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Made reservation on behalf of ed9ed1b8891742e29a80250c8e6bf942 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:43.404319 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.433854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f902fd2-f22c-47cf-a840-9e23a0ab5a1d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.454066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b07b6-9a64-4948-a2e8-1a5ae160f938 req-945775df-85aa-418d-a388-705f3cd4f033 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:43.456045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be7b07b6-9a64-4948-a2e8-1a5ae160f938 req-945775df-85aa-418d-a388-705f3cd4f033 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 944 time: 0.0861382 Oct 29 08:39:43.480876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f902fd2-f22c-47cf-a840-9e23a0ab5a1d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=48269881-1da6-4e17-9227-14bf2712d43e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:43.495035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6bdb863a-96bb-4eea-877b-adefc277e1c9 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.502749 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f902fd2-f22c-47cf-a840-9e23a0ab5a1d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.506019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5f902fd2-f22c-47cf-a840-9e23a0ab5a1d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/48269881-1da6-4e17-9227-14bf2712d43e HTTP/1.1" status: 204 len: 168 time: 0.4132724 Oct 29 08:39:43.508742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56078) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:43.576318 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be7b07b6-9a64-4948-a2e8-1a5ae160f938 req-e8f8a440-88cb-480e-ac79-ed61e4cb3171 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989478 Oct 29 08:39:43.593034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:39:43.595889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 7e72c00e-e3ca-4028-b11d-72347b88eddd up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:43.613705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.633760 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6bdb863a-96bb-4eea-877b-adefc277e1c9 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.639537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6bdb863a-96bb-4eea-877b-adefc277e1c9 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.688605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 3c30d1d6-0a60-4666-b849-3757911dbf3a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:43.689889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.715250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6bdb863a-96bb-4eea-877b-adefc277e1c9 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.719176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6bdb863a-96bb-4eea-877b-adefc277e1c9 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3416216 Oct 29 08:39:43.721325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56082) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:43.728949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7cad27ae-f41c-45ce-9eae-be249ccc44c5 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': 'd33c1334-41dc-4143-a299-549427f194d8', 'direction': 'ingress', 'protocol': 17}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:43.750216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.755446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb863a-96bb-4eea-877b-adefc277e1c9 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33c1334-41dc-4143-a299-549427f194d8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:43.782717 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 7e72c00e-e3ca-4028-b11d-72347b88eddd completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:39:43.809300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 7e72c00e-e3ca-4028-b11d-72347b88eddd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:43.810831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] For port 3c30d1d6-0a60-4666-b849-3757911dbf3a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3c30d1d6-0a60-4666-b849-3757911dbf3a,segment=NetworkSegment(3c6e96a2-265e-4f2e-8848-a0e9cb9e58da),segment_id=3c6e96a2-265e-4f2e-8848-a0e9cb9e58da)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:43.811250 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.814750 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.817071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7cad27ae-f41c-45ce-9eae-be249ccc44c5 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.829476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 3c30d1d6-0a60-4666-b849-3757911dbf3a owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:43.899483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:43.929867 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:43.938435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '38ece50c-f92d-49f4-9460-74e37cc71864', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'port_id': '38ece50c-f92d-49f4-9460-74e37cc71864', 'mac_address': 'fa:16:3e:0f:a3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:39:43.971301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No DVR routers for this DVR port 3c30d1d6-0a60-4666-b849-3757911dbf3a on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:43.978215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ccfc63-8fdb-4aa9-baa4-32763f59f799,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:43.978878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=3c30d1d6-0a60-4666-b849-3757911dbf3a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:43.988405 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.038234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ece50c-f92d-49f4-9460-74e37cc71864 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:44.045638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7cad27ae-f41c-45ce-9eae-be249ccc44c5 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.065685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8f08-f01b-400b-a087-e8b6a1393c38 req-2ca199a6-ea08-4c8b-bfbc-57a792ff8ee1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:44.067299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-158f8f08-f01b-400b-a087-e8b6a1393c38 req-2ca199a6-ea08-4c8b-bfbc-57a792ff8ee1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2394497 Oct 29 08:39:44.068760 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7cad27ae-f41c-45ce-9eae-be249ccc44c5 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.069395 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.074158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Checking segment: {'id': '2e26c4dd-e2cb-4986-8f70-10a82c22c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1d8d1ff3-fdd3-435a-a172-ddd5b04891a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:44.074538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Network hostable DHCP agents. Network: 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:44.074962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:44.085857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.086540 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.118055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad27ae-f41c-45ce-9eae-be249ccc44c5 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc04da7-a007-4c98-a95b-809c08774da5,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:44.125484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631875ee-209c-4d95-86cc-e5c091954326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e72c00e-e3ca-4028-b11d-72347b88eddd'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:44.128199 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd69361-607b-43d5-96f0-3fb4c5ac4834" -d '{"events": [{"server_uuid": "631875ee-209c-4d95-86cc-e5c091954326", "name": "network-vif-plugged", "status": "completed", "tag": "7e72c00e-e3ca-4028-b11d-72347b88eddd"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:44.137960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c134e181-a05e-4ec4-9423-65ee25ee71b1']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:44.152585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6e96a2-265e-4f2e-8848-a0e9cb9e58da') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:44.152884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6e96a2-265e-4f2e-8848-a0e9cb9e58da') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:44.157862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 7e72c00e-e3ca-4028-b11d-72347b88eddd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=7e72c00e-e3ca-4028-b11d-72347b88eddd,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:44.171217 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.173265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.178601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965f7ba-535e-4af0-99e7-03f8e6989291 None None] Network c134e181-a05e-4ec4-9423-65ee25ee71b1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:44.179465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-158f8f08-f01b-400b-a087-e8b6a1393c38 req-c52253d0-d46b-4958-bc23-dc1f264e0e96 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016481 Oct 29 08:39:44.183546 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7cad27ae-f41c-45ce-9eae-be249ccc44c5 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.184812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7cad27ae-f41c-45ce-9eae-be249ccc44c5 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4611616 Oct 29 08:39:44.186642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:44.189459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d317101-127f-44d0-b2f0-1992a19e1542 req-61e674a3-dfd7-48b5-aa09-2a77ccda4d33 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:44.191622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d317101-127f-44d0-b2f0-1992a19e1542 req-61e674a3-dfd7-48b5-aa09-2a77ccda4d33 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 945 time: 0.1836462 Oct 29 08:39:44.191764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56090) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:44.201189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.210373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:44.217313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:44.220793 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.233521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:44.234010 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:44.237228 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:44.247257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-176a18ce-d02d-477e-a3da-60b4676790cb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9056432 Oct 29 08:39:44.275232 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec335c7-03e6-4df3-adfe-d2f751276a06 x-openstack-request-id: req-3ec335c7-03e6-4df3-adfe-d2f751276a06 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:44.275536 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631875ee-209c-4d95-86cc-e5c091954326", "name": "network-vif-plugged", "status": "completed", "tag": "7e72c00e-e3ca-4028-b11d-72347b88eddd", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:44.275791 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ec335c7-03e6-4df3-adfe-d2f751276a06 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:44.276209 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631875ee-209c-4d95-86cc-e5c091954326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e72c00e-e3ca-4028-b11d-72347b88eddd', 'code': 200} Oct 29 08:39:44.292584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3e8a8-3306-47f1-a43d-47da3cb6c229 None None] Network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:44.315709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d317101-127f-44d0-b2f0-1992a19e1542 req-44185cbd-be6c-4bba-8cbc-d1f41b3b31ae tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165271 Oct 29 08:39:44.333490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.347543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c335e7f-61c9-42c0-98ce-21e8614667a8 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.349431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:44.353831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.368365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/networks/c134e181-a05e-4ec4-9423-65ee25ee71b1 HTTP/1.1" status: 204 len: 168 time: 0.8584960 Oct 29 08:39:44.373539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56094) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:44.389724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c335e7f-61c9-42c0-98ce-21e8614667a8 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.390541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c3aaf-901d-4221-8553-c3814cce943d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Network': ['ID=c134e181-a05e-4ec4-9423-65ee25ee71b1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:44.419232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-015b2b90-47e6-48e2-81d3-948410b4dcf5 None None] Could not find standard attr ID for object 3c30d1d6-0a60-4666-b849-3757911dbf3a. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:39:44.462345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.462882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.463322 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.463907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31469-3c76-4ecb-8e28-0b6d2a418a1c req-c651ade8-aa5a-426d-9367-a664e059c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:44.466085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.466238 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1a31469-3c76-4ecb-8e28-0b6d2a418a1c req-c651ade8-aa5a-426d-9367-a664e059c4bb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 1096 time: 0.1169591 Oct 29 08:39:44.466856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.467475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.468268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42173b-94c0-4482-8515-3d0241d1e336 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:44.468438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.468805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.469139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.469570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.469899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.470327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8b42173b-94c0-4482-8515-3d0241d1e336 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0955648 Oct 29 08:39:44.472221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:44.474229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56098) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:44.505420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c335e7f-61c9-42c0-98ce-21e8614667a8 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.508283 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c335e7f-61c9-42c0-98ce-21e8614667a8 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.509589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c335e7f-61c9-42c0-98ce-21e8614667a8 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/d33c1334-41dc-4143-a299-549427f194d8 HTTP/1.1" status: 204 len: 168 time: 0.3167942 Oct 29 08:39:44.515765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56104) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:44.533181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1a31469-3c76-4ecb-8e28-0b6d2a418a1c req-5481f539-1e26-4724-bd94-2d57c4bf77cc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Oct 29 08:39:44.542379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['38ece50c-f92d-49f4-9460-74e37cc71864'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:39:44.542850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c335e7f-61c9-42c0-98ce-21e8614667a8 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33c1334-41dc-4143-a299-549427f194d8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:44.568729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a28b5d27-532a-494e-ba7a-461a2858cf4b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0933721 Oct 29 08:39:44.571964 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a758e92-87ac-4208-be00-23df61ea3aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.584619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56106) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:44.594133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6f10a264-48b9-4855-98dd-e56f59816c2a tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732472 Oct 29 08:39:44.594371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1189985655'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:44.594745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56108) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:44.599792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-54f5e2f4-38ee-4577-8445-ffdd3d85b87c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018396045'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:44.633080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.api [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 08:39:44.633080 n-d-815940-1 neutron-server[102114]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 29 08:39:44.633080 n-d-815940-1 neutron-server[102114]: [parameters: {'project_id': '8ae74ae01ad647478494176ae3d2930a', 'id': '616b14a3-60b2-45e0-9951-24dff7066536', 'expiration': datetime.datetime(2021, 10, 29, 8, 41, 44, 620621)}] Oct 29 08:39:44.633080 n-d-815940-1 neutron-server[102114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:39:44.634081 n-d-815940-1 neutron-server[102114]: DEBUG oslo_db.api [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:39:44.637327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=7e72c00e-e3ca-4028-b11d-72347b88eddd,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:44.638082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54f5e2f4-38ee-4577-8445-ffdd3d85b87c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.666423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c6b3b-29ba-4d02-b45e-f6da1b85f45d None None] DHCP port deletion for c134e181-a05e-4ec4-9423-65ee25ee71b1 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:44.738468 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54f5e2f4-38ee-4577-8445-ffdd3d85b87c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.745162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54f5e2f4-38ee-4577-8445-ffdd3d85b87c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.786721 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54f5e2f4-38ee-4577-8445-ffdd3d85b87c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.786959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c9456-1584-4911-9404-6f513e471499 req-02ea1d18-4929-428c-a8ca-94b6c6903608 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:44.791055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-54f5e2f4-38ee-4577-8445-ffdd3d85b87c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1920481 Oct 29 08:39:44.791230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec9c9456-1584-4911-9404-6f513e471499 req-02ea1d18-4929-428c-a8ca-94b6c6903608 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 945 time: 0.0884612 Oct 29 08:39:44.792001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56120) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:44.798130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-251788ea-0585-4b95-b9ff-aad24faafadb tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-secgroup--444345800'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:44.811756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a4164c-ed85-4ebc-9635-59008d3439aa None None] Network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:44.835141 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251788ea-0585-4b95-b9ff-aad24faafadb tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.874489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5e2f4-38ee-4577-8445-ffdd3d85b87c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e09c9-ad09-47ea-ba90-eda6aa9acc5d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:44.893734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec9c9456-1584-4911-9404-6f513e471499 req-49483d89-e55b-43d8-8034-4b996eebcdb4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681183 Oct 29 08:39:44.966545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251788ea-0585-4b95-b9ff-aad24faafadb tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.971964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251788ea-0585-4b95-b9ff-aad24faafadb tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:44.972931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-da24ee96-3426-4658-bd2e-0e9355a6f9e1 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:44.974725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-da24ee96-3426-4658-bd2e-0e9355a6f9e1 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/networks?id=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 HTTP/1.1" status: 200 len: 813 time: 0.2016349 Oct 29 08:39:44.997006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-61126b60-2c05-42ab-a060-cf31e457a389 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/quotas/ed9ed1b8891742e29a80250c8e6bf942 HTTP/1.1" status: 200 len: 375 time: 0.0160966 Oct 29 08:39:45.013169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251788ea-0585-4b95-b9ff-aad24faafadb tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.015298 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-251788ea-0585-4b95-b9ff-aad24faafadb tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2219319 Oct 29 08:39:45.017893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56124) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:45.023265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b208d16f-95e2-4995-bbf9-347db327cf61 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '3b8e09c9-ad09-47ea-ba90-eda6aa9acc5d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '898685b0-6c15-4972-90af-7c1b51ff0260', 'remote_ip_prefix': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:45.029270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251788ea-0585-4b95-b9ff-aad24faafadb tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898685b0-6c15-4972-90af-7c1b51ff0260,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:45.043527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-59e63084-cc83-4676-a00d-bda02da12a8e tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed9ed1b8891742e29a80250c8e6bf942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350351 Oct 29 08:39:45.063305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b208d16f-95e2-4995-bbf9-347db327cf61 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.123749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3c30d1d6-0a60-4666-b849-3757911dbf3a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:45.142363 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c528c782-186e-46e5-905d-22176f6f67fa req-b00b4b88-18f8-49ab-bfa8-fe563f27ea8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976224 Oct 29 08:39:45.147175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 3c30d1d6-0a60-4666-b849-3757911dbf3a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:45.148020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3c30d1d6-0a60-4666-b849-3757911dbf3a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:45.157915 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b208d16f-95e2-4995-bbf9-347db327cf61 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.168130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b208d16f-95e2-4995-bbf9-347db327cf61 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.176963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:45.179876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-30c76768-63bb-4905-89e7-9c970240e2a3 service neutron] 10.222.0.70 "GET /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263366 Oct 29 08:39:45.180553 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.209190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208d16f-95e2-4995-bbf9-347db327cf61 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5880cfbf-9fa6-4210-a841-6a50a1de9fd2,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:45.218447 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b208d16f-95e2-4995-bbf9-347db327cf61 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.219645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b208d16f-95e2-4995-bbf9-347db327cf61 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2007403 Oct 29 08:39:45.222855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56128) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:45.238712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:45.259797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.260224 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Added segment 97a53638-917f-4b53-b10c-e748a3774a84 of type vlan for network 1e4c420f-2c59-4716-9539-9ec4e265527b Oct 29 08:39:45.261847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de72d87e-e7e8-4cc6-bf24-9a227441ac69 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.279048 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de72d87e-e7e8-4cc6-bf24-9a227441ac69 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.300877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c782-186e-46e5-905d-22176f6f67fa req-d4db1e64-8cce-471a-a3e4-77109ac4b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:45.302546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c528c782-186e-46e5-905d-22176f6f67fa req-d4db1e64-8cce-471a-a3e4-77109ac4b64c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bb12e93411472597ac152e2b8fa0e8&device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 1096 time: 0.1252668 Oct 29 08:39:45.343220 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-3c8fd456-17b7-411a-b03e-76c343d4b020 service neutron] 10.222.0.70 "GET /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555982 Oct 29 08:39:45.348809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.373091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de72d87e-e7e8-4cc6-bf24-9a227441ac69 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.386394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de72d87e-e7e8-4cc6-bf24-9a227441ac69 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.387501 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de72d87e-e7e8-4cc6-bf24-9a227441ac69 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5880cfbf-9fa6-4210-a841-6a50a1de9fd2 HTTP/1.1" status: 204 len: 168 time: 0.1638417 Oct 29 08:39:45.396355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56132) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:45.407407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72d87e-e7e8-4cc6-bf24-9a227441ac69 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5880cfbf-9fa6-4210-a841-6a50a1de9fd2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:45.423484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29822794-547c-4ef3-9881-c4bb6df15a42 req-5d3b2cb1-ce0f-467c-85eb-4db87a462fc1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:45.425245 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29822794-547c-4ef3-9881-c4bb6df15a42 req-5d3b2cb1-ce0f-467c-85eb-4db87a462fc1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1535025 Oct 29 08:39:45.429802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.435343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:45.435980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.450725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c782-186e-46e5-905d-22176f6f67fa req-16e2fc99-47ff-4b53-bf89-6bdae0a7d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:45.453060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c528c782-186e-46e5-905d-22176f6f67fa req-16e2fc99-47ff-4b53-bf89-6bdae0a7d7da service neutron] 10.222.0.15 "GET /v2.0/networks?id=384bc618-bd71-4546-b957-11b5c13e6367 HTTP/1.1" status: 200 len: 913 time: 0.1260698 Oct 29 08:39:45.531952 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9460795 Oct 29 08:39:45.551216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56136) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:45.560510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:45.577576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9ee5f-2ec9-432f-b126-608df7260f05 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Network': ['ID=1e4c420f-2c59-4716-9539-9ec4e265527b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:45.596061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 1e4c420f-2c59-4716-9539-9ec4e265527b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:45.611192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c967da6c-2129-47c2-93c5-e6f138a5e309 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2108028 Oct 29 08:39:45.611856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:45.654239 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29822794-547c-4ef3-9881-c4bb6df15a42 req-bb1c9462-8839-4b1c-8c87-d89ab1e97ea6 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031221 Oct 29 08:39:45.681599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26f0ca68-a923-4e88-98a8-2a7d0049ef64 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.735836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c528c782-186e-46e5-905d-22176f6f67fa req-cdbe2acc-1270-4e1e-ad6f-7035efac7a05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbf9b835-8445-4793-9913-fdb4784ad156 HTTP/1.1" status: 200 len: 1001 time: 0.2743418 Oct 29 08:39:45.755095 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26f0ca68-a923-4e88-98a8-2a7d0049ef64 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.777997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88aea5-cdb0-48ed-a797-7f10a5a73ed0 req-48d31cce-532c-4a50-b68a-89f413f85181 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:45.779553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b88aea5-cdb0-48ed-a797-7f10a5a73ed0 req-48d31cce-532c-4a50-b68a-89f413f85181 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 945 time: 0.2015848 Oct 29 08:39:45.784043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ae8e647-d84c-4586-b228-804151b57fae req-3d6974df-0862-4d7e-a14d-4dafe710c800 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 210 time: 0.0560329 Oct 29 08:39:45.848647 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26f0ca68-a923-4e88-98a8-2a7d0049ef64 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.854927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26f0ca68-a923-4e88-98a8-2a7d0049ef64 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.857419 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-26f0ca68-a923-4e88-98a8-2a7d0049ef64 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/898685b0-6c15-4972-90af-7c1b51ff0260 HTTP/1.1" status: 204 len: 168 time: 0.2441022 Oct 29 08:39:45.865316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56146) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:45.883168 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b88aea5-cdb0-48ed-a797-7f10a5a73ed0 req-9ababcf6-27da-4116-9cfc-5e6812223650 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735240 Oct 29 08:39:45.885105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c782-186e-46e5-905d-22176f6f67fa req-ba97ba71-59ab-4169-8472-039669f929bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:45.887489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c528c782-186e-46e5-905d-22176f6f67fa req-ba97ba71-59ab-4169-8472-039669f929bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=463a845e-3c6a-4882-bbca-9ae7fcc30a98 HTTP/1.1" status: 200 len: 850 time: 0.1307275 Oct 29 08:39:45.888973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:45.892678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:45.913220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0ca68-a923-4e88-98a8-2a7d0049ef64 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898685b0-6c15-4972-90af-7c1b51ff0260,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:46.080338 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9cb24733-6f10-43f9-9292-a61a7ae46bf1 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2133362 Oct 29 08:39:46.088615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56152) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:46.142931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9df86-b26b-4c9b-9dcf-926b4e1414f1 req-2f4b78cd-9c91-4374-9e8d-bf086a4d8d63 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:46.150949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ff9df86-b26b-4c9b-9dcf-926b4e1414f1 req-2f4b78cd-9c91-4374-9e8d-bf086a4d8d63 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 945 time: 0.1222677 Oct 29 08:39:46.166086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c782-186e-46e5-905d-22176f6f67fa req-a91ed81b-e39c-49c9-95cd-8876919d7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:46.168856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c528c782-186e-46e5-905d-22176f6f67fa req-a91ed81b-e39c-49c9-95cd-8876919d7f26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=384bc618-bd71-4546-b957-11b5c13e6367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2702711 Oct 29 08:39:46.244553 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ff9df86-b26b-4c9b-9dcf-926b4e1414f1 req-4e10ccf4-3254-421a-b620-ef3eaad93dd4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926015 Oct 29 08:39:46.245812 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5992d8e3-bb95-4f1b-a287-1dceb43e8575 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.287363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5992d8e3-bb95-4f1b-a287-1dceb43e8575 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.361746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5992d8e3-bb95-4f1b-a287-1dceb43e8575 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.366071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5992d8e3-bb95-4f1b-a287-1dceb43e8575 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.372604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5992d8e3-bb95-4f1b-a287-1dceb43e8575 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/3b8e09c9-ad09-47ea-ba90-eda6aa9acc5d HTTP/1.1" status: 204 len: 168 time: 0.2825251 Oct 29 08:39:46.374323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56156) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:46.389227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992d8e3-bb95-4f1b-a287-1dceb43e8575 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e09c9-ad09-47ea-ba90-eda6aa9acc5d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:46.432605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c528c782-186e-46e5-905d-22176f6f67fa req-79807820-890e-47c8-9875-9e1f7d5b876e service neutron] 10.222.0.15 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536519 Oct 29 08:39:46.488799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e331031-42a6-456b-bce9-e7fd8570b46a tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121938 Oct 29 08:39:46.489893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56158) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:46.512530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d4af5c18-94bd-4d34-ab55-b19579841768 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243780230'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:46.603456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4af5c18-94bd-4d34-ab55-b19579841768 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.621068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.716540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c528c782-186e-46e5-905d-22176f6f67fa req-cb081eb1-8afe-4c7d-bd85-c6d01a33cb01 service neutron] 10.222.0.15 "GET /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505491 Oct 29 08:39:46.725556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=4114579a-58b1-4e0a-b455-f868ae64c3eb,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:46.790760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking segment: {'id': '97a53638-917f-4b53-b10c-e748a3774a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:46.791079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network hostable DHCP agents. Network: 1e4c420f-2c59-4716-9539-9ec4e265527b, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:46.822687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4af5c18-94bd-4d34-ab55-b19579841768 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.833516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4af5c18-94bd-4d34-ab55-b19579841768 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.843141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e5cd-fcb0-4a17-a6ab-129737a97bb2 req-1f8d6255-cdbf-47d4-8b94-63058ad1f2c3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:46.844985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a15e5cd-fcb0-4a17-a6ab-129737a97bb2 req-1f8d6255-cdbf-47d4-8b94-63058ad1f2c3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1043401 Oct 29 08:39:46.852314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 1e4c420f-2c59-4716-9539-9ec4e265527b is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:46.890867 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4af5c18-94bd-4d34-ab55-b19579841768 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.892146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d4af5c18-94bd-4d34-ab55-b19579841768 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4007425 Oct 29 08:39:46.892816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 1e4c420f-2c59-4716-9539-9ec4e265527b) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:46.896684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56164) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:46.901748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dd062e3f-c87a-4217-8fad-d8ad1287296e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': 'b230a2b0-7652-4d30-9166-6953aff73380', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:46.904244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f4b73-9b3f-4163-b827-139ed4a3d856 None None] Network 1e4c420f-2c59-4716-9539-9ec4e265527b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:46.905161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:46.905714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.907613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af44c092-8ca1-4c33-906f-cdc1655e21c7 req-5021977e-5c74-4461-a654-61b3ec678c1f tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 210 time: 0.0371711 Oct 29 08:39:46.919976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af5c18-94bd-4d34-ab55-b19579841768 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b230a2b0-7652-4d30-9166-6953aff73380,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:46.933559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a15e5cd-fcb0-4a17-a6ab-129737a97bb2 req-4e42fc44-e042-47a3-a190-b9ffc7bf77cb tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783935 Oct 29 08:39:46.969150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cefc7ca2-7c14-45cf-a81c-d8fe448dea8c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4162352 Oct 29 08:39:46.970596 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd062e3f-c87a-4217-8fad-d8ad1287296e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:46.972748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56168) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:46.980767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b', 'name': 'tempest-PortsIpV6TestJSON-615549984'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:47.015495 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1a7f-2e44-4c74-b772-65f37a756673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.123288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4913aa-efd3-4474-bf21-295a49f1000b req-e2712140-b7bb-44a1-83d6-84b1256b33ff tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:47.125142 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f4913aa-efd3-4474-bf21-295a49f1000b req-e2712140-b7bb-44a1-83d6-84b1256b33ff tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 945 time: 0.0917995 Oct 29 08:39:47.136482 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd062e3f-c87a-4217-8fad-d8ad1287296e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.148929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-1e4c420f-2c59-4716-9539-9ec4e265527b', 'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b', 'tenant_id': '8ae74ae01ad647478494176ae3d2930a', 'fixed_ips': [{'subnet_id': '4114579a-58b1-4e0a-b455-f868ae64c3eb'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:39:47.150001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.153664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd062e3f-c87a-4217-8fad-d8ad1287296e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.195951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd062e3f-c87a-4217-8fad-d8ad1287296e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d568986d-25a6-42dd-a765-661ef37c9933,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:47.243401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f4913aa-efd3-4474-bf21-295a49f1000b req-2ea8123e-094c-4cd7-b80e-74e09fc95c24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971484 Oct 29 08:39:47.251858 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd062e3f-c87a-4217-8fad-d8ad1287296e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.254928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dd062e3f-c87a-4217-8fad-d8ad1287296e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3570917 Oct 29 08:39:47.256973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-093bc68f-b554-4cae-8cc8-43c30abc83e4 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:47.258593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-093bc68f-b554-4cae-8cc8-43c30abc83e4 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.15 "GET /v2.0/networks?id=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 HTTP/1.1" status: 200 len: 813 time: 0.1876802 Oct 29 08:39:47.259258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56172) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:47.288217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Request body: {'port': {'device_id': '1b3d36b4-4414-4ec1-a516-d38f471cb401', 'network_id': '1d8d1ff3-fdd3-435a-a172-ddd5b04891a2', 'admin_state_up': True, 'tenant_id': 'ed9ed1b8891742e29a80250c8e6bf942'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:47.341160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:47.345285 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.354659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Allocated IP 2001:db8::2 (1e4c420f-2c59-4716-9539-9ec4e265527b/4114579a-58b1-4e0a-b455-f868ae64c3eb/f0b9feb9-7182-4261-9bee-0ff97f11c50a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:47.374821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a075c4-b762-4a28-a8e4-8263ac9dd2c3 req-bdcc04fa-dcd6-4703-a7dc-29f1353ff8e9 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:47.375430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd59b-a774-40a4-9610-907245b3351e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.376668 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51a075c4-b762-4a28-a8e4-8263ac9dd2c3 req-bdcc04fa-dcd6-4703-a7dc-29f1353ff8e9 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 945 time: 0.0545716 Oct 29 08:39:47.394005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd59b-a774-40a4-9610-907245b3351e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.398596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port c2370777-b7fc-4807-a10d-07cdf3866430 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:47.421166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51a075c4-b762-4a28-a8e4-8263ac9dd2c3 req-0458fe47-3d75-4c11-bb5f-2adc3eeb8188 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Oct 29 08:39:47.508938 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd59b-a774-40a4-9610-907245b3351e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.514557 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd59b-a774-40a4-9610-907245b3351e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.516231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4e7cd59b-a774-40a4-9610-907245b3351e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d568986d-25a6-42dd-a765-661ef37c9933 HTTP/1.1" status: 204 len: 168 time: 0.2546844 Oct 29 08:39:47.519939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56178) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:47.535209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.543153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cd59b-a774-40a4-9610-907245b3351e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d568986d-25a6-42dd-a765-661ef37c9933,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:47.550633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.570062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56180) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:47.571239 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-362000e1-f102-4e6c-9e1d-0a0a89155fcd tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498059 Oct 29 08:39:47.589649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:47.592997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Network 1e4c420f-2c59-4716-9539-9ec4e265527b is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:47.606027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Made reservation on behalf of ed9ed1b8891742e29a80250c8e6bf942 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:47.609535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.621405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:47.628022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:47.636121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Pushing event updated for resources: {'Port': ['ID=f0b9feb9-7182-4261-9bee-0ff97f11c50a,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:47.692926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::138 (1e4c420f-2c59-4716-9539-9ec4e265527b/4114579a-58b1-4e0a-b455-f868ae64c3eb/c2370777-b7fc-4807-a10d-07cdf3866430) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:47.700335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Attempting to bind port f0b9feb9-7182-4261-9bee-0ff97f11c50a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:47.700804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Attempting to bind port f0b9feb9-7182-4261-9bee-0ff97f11c50a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '97a53638-917f-4b53-b10c-e748a3774a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:47.701401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Attempting to bind port f0b9feb9-7182-4261-9bee-0ff97f11c50a on network 1e4c420f-2c59-4716-9539-9ec4e265527b {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:47.705366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 38ece50c-f92d-49f4-9460-74e37cc71864 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:47.705712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.705841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5021e3-35a0-4a68-963b-e2b71a9eaa09 req-cab1d906-521e-471e-a6b5-c88e26c605dc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:47.707389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f5021e3-35a0-4a68-963b-e2b71a9eaa09 req-cab1d906-521e-471e-a6b5-c88e26c605dc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 945 time: 0.1875546 Oct 29 08:39:47.727942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:47.728233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Checking segment: {'id': '97a53638-917f-4b53-b10c-e748a3774a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:47.728627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.729011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Bound using segment: {'id': '97a53638-917f-4b53-b10c-e748a3774a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:47.729485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Bound port: f0b9feb9-7182-4261-9bee-0ff97f11c50a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a53638-917f-4b53-b10c-e748a3774a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:47.729856 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.786607 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acddfe46-4070-4c88-b24a-5ad788345b0b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.829935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] For port f0b9feb9-7182-4261-9bee-0ff97f11c50a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:47.848065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] For port f0b9feb9-7182-4261-9bee-0ff97f11c50a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f0b9feb9-7182-4261-9bee-0ff97f11c50a,segment=NetworkSegment(97a53638-917f-4b53-b10c-e748a3774a84),segment_id=97a53638-917f-4b53-b10c-e748a3774a84)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:47.853112 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.855315 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.880590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f5021e3-35a0-4a68-963b-e2b71a9eaa09 req-8a973c76-85e4-43f4-bf24-35544835a8f2 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399026 Oct 29 08:39:47.887266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acddfe46-4070-4c88-b24a-5ad788345b0b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.914885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:47.917345 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b1567f-8b50-4a1b-96ee-aab4ec001f5d" -d '{"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-plugged", "status": "completed", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:47.939913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:47.956597 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:47.963509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f306b-30c5-4f83-bb2c-91635eb9db82 None None] Pushing event updated for resources: {'Port': ['ID=f0b9feb9-7182-4261-9bee-0ff97f11c50a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:48.006167 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3e3a6f-557b-437e-a7f1-a08639c16785 x-openstack-request-id: req-ed3e3a6f-557b-437e-a7f1-a08639c16785 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:48.006547 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-plugged", "status": "completed", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:48.007348 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed3e3a6f-557b-437e-a7f1-a08639c16785 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:48.007348 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864', 'code': 200} Oct 29 08:39:48.057615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=10']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:48.096749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5234-c46d-4390-8abe-2a6907c7fd56 req-496b9feb-6a8e-447c-93c0-16b983d6fe44 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:48.102838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-19dc5234-c46d-4390-8abe-2a6907c7fd56 req-496b9feb-6a8e-447c-93c0-16b983d6fe44 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=1edf6ec2-f234-4614-a6b8-af8081483151 HTTP/1.1" status: 200 len: 945 time: 0.0970523 Oct 29 08:39:48.182084 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-19dc5234-c46d-4390-8abe-2a6907c7fd56 req-aa4db7c3-2da6-47f1-831a-6cab30d3da4e tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723791 Oct 29 08:39:48.360404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21854c5d-10ab-499b-8528-2f709daa529e req-bea1bbf1-7ddc-45cd-87a5-72a80aae4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:48.361999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-21854c5d-10ab-499b-8528-2f709daa529e req-bea1bbf1-7ddc-45cd-87a5-72a80aae4401 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1098 time: 0.1331885 Oct 29 08:39:48.369006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.370321 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.370855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dba89-5099-4d1e-b050-360059687aaa req-ebeeae4f-1c6f-49bc-906e-846983fa0e43 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:48.380692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-996dba89-5099-4d1e-b050-360059687aaa req-ebeeae4f-1c6f-49bc-906e-846983fa0e43 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0842702 Oct 29 08:39:48.457131 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-996dba89-5099-4d1e-b050-360059687aaa req-bb970486-dc12-4659-9df9-e5a67b0af566 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754392 Oct 29 08:39:48.459515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-21854c5d-10ab-499b-8528-2f709daa529e req-a0f76d14-0e36-4ecd-9794-8f396e7ca769 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664709 Oct 29 08:39:48.556926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1574af4a-b47e-4777-91e1-3db0fde11842 req-afeeb136-fd2a-4037-a67c-80727a39dba1 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 210 time: 0.1107395 Oct 29 08:39:48.561235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Allocated IP 172.20.0.13 (1d8d1ff3-fdd3-435a-a172-ddd5b04891a2/48ccfc63-8fdb-4aa9-baa4-32763f59f799/b6994ea1-7856-40f1-9128-5d48336a80bb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:48.650631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.664301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acddfe46-4070-4c88-b24a-5ad788345b0b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.667086 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acddfe46-4070-4c88-b24a-5ad788345b0b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.668234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-acddfe46-4070-4c88-b24a-5ad788345b0b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/b230a2b0-7652-4d30-9166-6953aff73380 HTTP/1.1" status: 204 len: 168 time: 1.0971725 Oct 29 08:39:48.671084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56198) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:48.714737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-d8e78ce7-2221-40cc-a680-700fd477dc19 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2623813 Oct 29 08:39:48.724432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c05fa66f-e454-493b-9812-e09769c5acd7 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514550 Oct 29 08:39:48.726482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56200) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:48.740110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a8b0d87c-4abc-4775-b227-598429509f4b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group': {'name': 'tempest-secgroup--509464234'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:48.767883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddfe46-4070-4c88-b24a-5ad788345b0b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b230a2b0-7652-4d30-9166-6953aff73380,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:48.822781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d87c-4abc-4775-b227-598429509f4b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.862897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead043fc-1189-4db1-a480-4ca1757f8475 req-a8558137-ad8f-48c3-9166-415547746e22 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:48.868349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ead043fc-1189-4db1-a480-4ca1757f8475 req-a8558137-ad8f-48c3-9166-415547746e22 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 947 time: 0.2230062 Oct 29 08:39:48.881955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1571406-b5fe-494e-9611-e8c96c5ddc5a req-23d10b19-da0c-40ac-a1ff-e3ea16bfe87b tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:48.883550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1571406-b5fe-494e-9611-e8c96c5ddc5a req-23d10b19-da0c-40ac-a1ff-e3ea16bfe87b tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=1edf6ec2-f234-4614-a6b8-af8081483151 HTTP/1.1" status: 200 len: 945 time: 0.0992639 Oct 29 08:39:48.931117 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.935211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d87c-4abc-4775-b227-598429509f4b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.936480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.946078 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d87c-4abc-4775-b227-598429509f4b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:48.966568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1571406-b5fe-494e-9611-e8c96c5ddc5a req-1047843e-f763-42a7-88e6-e562df6f472f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730660 Oct 29 08:39:48.986012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0d87c-4abc-4775-b227-598429509f4b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67604325-5978-4879-8b54-1ddfc7fb8684,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:48.997212 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d87c-4abc-4775-b227-598429509f4b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.001778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a8b0d87c-4abc-4775-b227-598429509f4b tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2713559 Oct 29 08:39:49.002777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56202) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.009073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7f40005f-bb22-4d95-97a3-091d3896c7d4 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '67604325-5978-4879-8b54-1ddfc7fb8684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:49.020614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e6e51706-830c-4ebf-89a5-c6d5f4effa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.021072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e6e51706-830c-4ebf-89a5-c6d5f4effa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.021535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e6e51706-830c-4ebf-89a5-c6d5f4effa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.022006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e6e51706-830c-4ebf-89a5-c6d5f4effa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.022463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e6e51706-830c-4ebf-89a5-c6d5f4effa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.022939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e6e51706-830c-4ebf-89a5-c6d5f4effa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.023389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e6e51706-830c-4ebf-89a5-c6d5f4effa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.025598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e6e51706-830c-4ebf-89a5-c6d5f4effa8c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e375421471b483a8f72818bfeeca5b9&device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 6492 time: 0.2254357 Oct 29 08:39:49.033644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ead043fc-1189-4db1-a480-4ca1757f8475 req-ea0e20cc-d61f-47cc-b507-b401beb4a66d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339357 Oct 29 08:39:49.045097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 1e4c420f-2c59-4716-9539-9ec4e265527b is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:49.051844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f40005f-bb22-4d95-97a3-091d3896c7d4 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.055171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:49.063218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=c2370777-b7fc-4807-a10d-07cdf3866430,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:49.065983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:49.073643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.074763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.156182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0379a072-d5c8-4b08-8c89-a3f8eeab31f7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1797504 Oct 29 08:39:49.157286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56204) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.163510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '1e4c420f-2c59-4716-9539-9ec4e265527b', 'name': 'tempest-PortsIpV6TestJSON-1516868812'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:49.166811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f40005f-bb22-4d95-97a3-091d3896c7d4 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.167710 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.175317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f40005f-bb22-4d95-97a3-091d3896c7d4 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.189352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f0b9feb9-7182-4261-9bee-0ff97f11c50a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:49.203077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40005f-bb22-4d95-97a3-091d3896c7d4 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00aba483-36d6-4b41-9232-368c8a693d87,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:49.219782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f40005f-bb22-4d95-97a3-091d3896c7d4 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.223123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7f40005f-bb22-4d95-97a3-091d3896c7d4 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2191243 Oct 29 08:39:49.227678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56206) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.249421 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-35518207-3579-4227-b12f-a1ba776e1189 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules/00aba483-36d6-4b41-9232-368c8a693d87 HTTP/1.1" status: 200 len: 763 time: 0.0204909 Oct 29 08:39:49.252421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56208) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.253380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f0b9feb9-7182-4261-9bee-0ff97f11c50a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:49.253929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.307725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-29833bd5-4d03-4d2a-b437-b8ba9bd882c2 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0537288 Oct 29 08:39:49.310287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56210) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.313119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:49.323100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Pushing event updated for resources: {'Port': ['ID=b6994ea1-7856-40f1-9128-5d48336a80bb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:49.325852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:49.345166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:49.353728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e2e07297-6c9a-4dd6-b2aa-1d46781ed5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.353962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e2e07297-6c9a-4dd6-b2aa-1d46781ed5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.354323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e2e07297-6c9a-4dd6-b2aa-1d46781ed5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.356392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e2e07297-6c9a-4dd6-b2aa-1d46781ed5b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4c20bffe-ce6f-4744-917e-c58555209531&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 HTTP/1.1" status: 200 len: 2295 time: 0.2781634 Oct 29 08:39:49.358454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74f2200c-0460-43fa-94b1-171501e71307 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.358933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.368322 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74f2200c-0460-43fa-94b1-171501e71307 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.395460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port f0b9feb9-7182-4261-9bee-0ff97f11c50a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f0b9feb9-7182-4261-9bee-0ff97f11c50a,segment=NetworkSegment(97a53638-917f-4b53-b10c-e748a3774a84),segment_id=97a53638-917f-4b53-b10c-e748a3774a84)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:49.404226 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74f2200c-0460-43fa-94b1-171501e71307 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.411013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74f2200c-0460-43fa-94b1-171501e71307 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.414914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-74f2200c-0460-43fa-94b1-171501e71307 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/00aba483-36d6-4b41-9232-368c8a693d87 HTTP/1.1" status: 204 len: 168 time: 0.0975547 Oct 29 08:39:49.417015 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.421538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56212) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.426979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2200c-0460-43fa-94b1-171501e71307 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00aba483-36d6-4b41-9232-368c8a693d87,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:49.472967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87dd31e-84fa-4675-a761-866527f014f0 None None] Network 1e4c420f-2c59-4716-9539-9ec4e265527b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:49.477040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.477297 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.477676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.496434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-558a75ad-e08d-4cb5-88f0-81b08fcda670 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e440b82-37fc-4112-a04f-8772d0b42499 HTTP/1.1" status: 200 len: 1000 time: 0.1162717 Oct 29 08:39:49.500942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:49.504661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.507742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d55f32a8-34f0-45ba-9550-b7b1edd8111c tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0881720 Oct 29 08:39:49.510484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56216) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.516740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-22c4002e-76e2-4705-8ec2-2b633a17cdc3 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '67604325-5978-4879-8b54-1ddfc7fb8684', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:49.531709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-6e2e1ed2-b8a7-49f3-893e-7249e9cb065b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2492526 Oct 29 08:39:49.558300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Request body: {'port': {'device_id': '1b3d36b4-4414-4ec1-a516-d38f471cb401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:49.563932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22c4002e-76e2-4705-8ec2-2b633a17cdc3 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.564111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=f0b9feb9-7182-4261-9bee-0ff97f11c50a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:49.572606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 96e1f50d-cfc0-4f31-9deb-0175ddf9cd90 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:49.588337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4e97cabb-35a6-4cb9-8996-14ad71cac6f1 None None] Provisioning complete for port f0b9feb9-7182-4261-9bee-0ff97f11c50a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:49.588705 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e97cabb-35a6-4cb9-8996-14ad71cac6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.635936 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22c4002e-76e2-4705-8ec2-2b633a17cdc3 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.641148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22c4002e-76e2-4705-8ec2-2b633a17cdc3 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.674247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22c4002e-76e2-4705-8ec2-2b633a17cdc3 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.678407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-22c4002e-76e2-4705-8ec2-2b633a17cdc3 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640050 Oct 29 08:39:49.681967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56222) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.685371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-7e448b5f-a966-4569-9324-d2201e3cc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.688694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-7e448b5f-a966-4569-9324-d2201e3cc90a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=14a20128-055b-41ef-b11d-4d5b279adbdf HTTP/1.1" status: 200 len: 850 time: 0.1816828 Oct 29 08:39:49.690273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4002e-76e2-4705-8ec2-2b633a17cdc3 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11acbbc8-3ab3-4d3e-a892-52ac24df7a72,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:49.773511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a1656-1a7b-4e3c-a7e7-53f1ef40d58b req-1c19214c-ee72-456e-80bb-079957713f4a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.776456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-712a1656-1a7b-4e3c-a7e7-53f1ef40d58b req-1c19214c-ee72-456e-80bb-079957713f4a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2220612 Oct 29 08:39:49.810342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-758d0e4f-4bb3-4445-96b2-f28fad65b73e tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules/11acbbc8-3ab3-4d3e-a892-52ac24df7a72 HTTP/1.1" status: 200 len: 763 time: 0.1239843 Oct 29 08:39:49.810342 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.816174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56228) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.861085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-712a1656-1a7b-4e3c-a7e7-53f1ef40d58b req-fef924bc-2e5d-4df6-b55b-afef3f0407a3 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777564 Oct 29 08:39:49.895935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::176 (1e4c420f-2c59-4716-9539-9ec4e265527b/4114579a-58b1-4e0a-b455-f868ae64c3eb/96e1f50d-cfc0-4f31-9deb-0175ddf9cd90) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:49.924695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c673940b-b538-4361-ab55-8f5aa5e1fa46 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1052630 Oct 29 08:39:49.927347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56232) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:49.958282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-a9cba50f-fcf6-40a0-a268-d6b39e43ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:49.959844 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-a9cba50f-fcf6-40a0-a268-d6b39e43ae86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c20bffe-ce6f-4744-917e-c58555209531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356801 Oct 29 08:39:49.965980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87ec7356-7754-4b60-a452-9c874fb75323 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:49.975499 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87ec7356-7754-4b60-a452-9c874fb75323 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.019340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87ec7356-7754-4b60-a452-9c874fb75323 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.030940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87ec7356-7754-4b60-a452-9c874fb75323 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.034761 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-87ec7356-7754-4b60-a452-9c874fb75323 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/11acbbc8-3ab3-4d3e-a892-52ac24df7a72 HTTP/1.1" status: 204 len: 168 time: 0.1036258 Oct 29 08:39:50.038158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56238) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:50.049461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec7356-7754-4b60-a452-9c874fb75323 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11acbbc8-3ab3-4d3e-a892-52ac24df7a72,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:50.100231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ee9ebd1-283d-4b34-afdc-2d650cf52171 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606318 Oct 29 08:39:50.107378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e86fd-d9b6-4909-89a7-b8fa04e1495d req-aa568e30-0853-4d64-a16c-1fe2e1e07045 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:50.109056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a4e86fd-d9b6-4909-89a7-b8fa04e1495d req-aa568e30-0853-4d64-a16c-1fe2e1e07045 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 932 time: 0.3773675 Oct 29 08:39:50.114872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56246) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:50.122256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fac80e45-5576-41b5-9abe-11340b368344 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Request body: {'security_group_rule': {'security_group_id': '67604325-5978-4879-8b54-1ddfc7fb8684', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:50.182727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5dd4-a956-4f96-9958-7f91015808e4 req-3c9d4185-ea6d-4912-9118-cbbf84e9a68c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:50.191031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b73e5dd4-a956-4f96-9958-7f91015808e4 req-3c9d4185-ea6d-4912-9118-cbbf84e9a68c tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=1edf6ec2-f234-4614-a6b8-af8081483151 HTTP/1.1" status: 200 len: 945 time: 0.0894513 Oct 29 08:39:50.195177 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-fac80e45-5576-41b5-9abe-11340b368344 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Project 161542a88d474908841b3d02b6aedbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:39:50.206437 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fac80e45-5576-41b5-9abe-11340b368344 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.233642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fd719ce6-f910-4fda-81b9-9de9d2f9e804 None None] Provisioning complete for port c2370777-b7fc-4807-a10d-07cdf3866430 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:50.234253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fd719ce6-f910-4fda-81b9-9de9d2f9e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.284760 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b73e5dd4-a956-4f96-9958-7f91015808e4 req-623aaed7-0b26-4c3a-bb01-ab6dd35f3c8b tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925508 Oct 29 08:39:50.316750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fd719ce6-f910-4fda-81b9-9de9d2f9e804 None None] Port c2370777-b7fc-4807-a10d-07cdf3866430 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:50.351820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fd719ce6-f910-4fda-81b9-9de9d2f9e804 None None] Provisioning complete for port f0b9feb9-7182-4261-9bee-0ff97f11c50a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:50.353186 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fd719ce6-f910-4fda-81b9-9de9d2f9e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.365460 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fac80e45-5576-41b5-9abe-11340b368344 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.381218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fac80e45-5576-41b5-9abe-11340b368344 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.394719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a4e86fd-d9b6-4909-89a7-b8fa04e1495d req-a491d077-f1b7-4869-9948-367a917a60b4 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515376 Oct 29 08:39:50.441744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac80e45-5576-41b5-9abe-11340b368344 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2788400-8e36-4d2e-8f7e-37fe9308dd75,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:50.453785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-116ce869-1375-4a6a-aac0-021338948207 service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649057 Oct 29 08:39:50.456877 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fac80e45-5576-41b5-9abe-11340b368344 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.462129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fac80e45-5576-41b5-9abe-11340b368344 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3432286 Oct 29 08:39:50.467694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56264) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:50.570933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-36440152-7b7f-4c96-b6ce-c42e722d0364 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules/e2788400-8e36-4d2e-8f7e-37fe9308dd75 HTTP/1.1" status: 200 len: 769 time: 0.1020699 Oct 29 08:39:50.573662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f573ec-ffab-4879-8c65-89d3a36c2439 req-d8e2be42-1c4b-4192-9ce8-a25a90a0393f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:50.576563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a7f573ec-ffab-4879-8c65-89d3a36c2439 req-d8e2be42-1c4b-4192-9ce8-a25a90a0393f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 947 time: 0.0931263 Oct 29 08:39:50.577366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56278) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:50.623862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.669575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a588b57f-c8fe-47f6-a23d-0fc0f8f9d93f None None] Provisioning complete for port c2370777-b7fc-4807-a10d-07cdf3866430 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:50.670084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a588b57f-c8fe-47f6-a23d-0fc0f8f9d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.680015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-caa100f0-2704-40cf-aefb-b3ae660861dc tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0986805 Oct 29 08:39:50.681070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56280) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:50.690467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-9cf85853-22d7-4dde-a2b6-dcf0cdd21edf service neutron] 10.222.0.93 "GET /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260315 Oct 29 08:39:50.700683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a7f573ec-ffab-4879-8c65-89d3a36c2439 req-f8ac7620-1727-4e40-ae3e-caa6fda65069 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067321 Oct 29 08:39:50.720080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-5c1ea7ff-ec1a-4a2e-ad5c-334b3e02cd62 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:50.721731 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-5c1ea7ff-ec1a-4a2e-ad5c-334b3e02cd62 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.93 "GET /v2.0/ports?device_id=1edf6ec2-f234-4614-a6b8-af8081483151 HTTP/1.1" status: 200 len: 945 time: 0.1369536 Oct 29 08:39:50.735883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a588b57f-c8fe-47f6-a23d-0fc0f8f9d93f None None] Port c2370777-b7fc-4807-a10d-07cdf3866430 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:50.742157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36720db5-1979-44ae-9bfd-0f77eb262b14 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.771310 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36720db5-1979-44ae-9bfd-0f77eb262b14 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.772243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-b1cbac0d-0cd5-4683-999a-ee8c42e1e7bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 200 len: 217 time: 0.0685763 Oct 29 08:39:50.824604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6994ea1-7856-40f1-9128-5d48336a80bb {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:50.838037 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36720db5-1979-44ae-9bfd-0f77eb262b14 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.840200 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.845559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36720db5-1979-44ae-9bfd-0f77eb262b14 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.846676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36720db5-1979-44ae-9bfd-0f77eb262b14 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/e2788400-8e36-4d2e-8f7e-37fe9308dd75 HTTP/1.1" status: 204 len: 168 time: 0.1643250 Oct 29 08:39:50.849273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56282) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:50.872276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36720db5-1979-44ae-9bfd-0f77eb262b14 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2788400-8e36-4d2e-8f7e-37fe9308dd75,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:50.876452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Transition to ACTIVE for port object b6994ea1-7856-40f1-9128-5d48336a80bb will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:39:50.878133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.896818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-970ed9c1-3f8b-4cf4-bb3e-0dfc7cdc172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:50.898316 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-970ed9c1-3f8b-4cf4-bb3e-0dfc7cdc172b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.1187305 Oct 29 08:39:50.901349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Deleting port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:50.902308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.905612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:50.926956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 1e4c420f-2c59-4716-9539-9ec4e265527b is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:50.927903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7f4ba99e-4bb1-4341-b193-fc88a1cdf11f tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769117 Oct 29 08:39:50.932079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56286) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:50.964025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:50.967092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:50.972970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:50.973615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.050511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] For port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:51.050824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.077554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Calling delete_port for ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:51.097944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=96e1f50d-cfc0-4f31-9deb-0175ddf9cd90,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:51.143271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f0b9feb9-7182-4261-9bee-0ff97f11c50a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:51.149733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-93074b52-850a-452f-a1c1-9c449d0a0536 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9919543 Oct 29 08:39:51.165932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56290) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:51.215250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f0b9feb9-7182-4261-9bee-0ff97f11c50a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:51.215715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.272080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.273573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Pushing event updated for resources: {'Port': ['ID=b6994ea1-7856-40f1-9128-5d48336a80bb,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:51.291024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ebc240c9-05c7-4c88-a7f4-47b3e645d2a0', '7e72c00e-e3ca-4028-b11d-72347b88eddd'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:39:51.293671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['4cc70f37-2585-46d8-9aa0-d2e5f2f16aec'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:39:51.306346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-8951270a-71d9-4e39-9cc2-f3cd37f34951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:51.307968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-8951270a-71d9-4e39-9cc2-f3cd37f34951 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3731000 Oct 29 08:39:51.313929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Pushing event deleted for resources: {'Port': ['ID=ebc240c9-05c7-4c88-a7f4-47b3e645d2a0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:51.355510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1758-589a-4b08-9087-e46d0b155ad5 req-d68e8596-3f58-4473-8d4d-439771db611c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:51.363334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b55c1758-589a-4b08-9087-e46d0b155ad5 req-d68e8596-3f58-4473-8d4d-439771db611c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.4004750 Oct 29 08:39:51.376727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] No DVR routers for this DVR port ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:51.379790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.384973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13c52609-ad56-4109-820d-4b3fc2a27b9d req-63d5d414-3298-4f4e-8d05-ed65df0f9e16 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.93 "DELETE /v2.0/ports/ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 HTTP/1.1" status: 204 len: 173 time: 0.6549878 Oct 29 08:39:51.386219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edf6ec2-f234-4614-a6b8-af8081483151', 'name': 'network-vif-deleted', 'tag': 'ebc240c9-05c7-4c88-a7f4-47b3e645d2a0'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:51.389657 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3a75e1-e485-475c-be9a-39c634bca347" -d '{"events": [{"server_uuid": "1edf6ec2-f234-4614-a6b8-af8081483151", "name": "network-vif-deleted", "tag": "ebc240c9-05c7-4c88-a7f4-47b3e645d2a0"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:51.404661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccadb2d0-20e1-4b62-b973-80a5acc08a5d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.435779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c6cd0ec-2b99-4809-afb2-b80f4e2bf441 req-de81e0bb-fb25-47fa-81f3-1b1182934800 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=1edf6ec2-f234-4614-a6b8-af8081483151 HTTP/1.1" status: 200 len: 210 time: 0.0418994 Oct 29 08:39:51.478994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-563fb840-0cc1-4e1c-8101-9bf758b5bae4 None None] Provisioning complete for port 96e1f50d-cfc0-4f31-9deb-0175ddf9cd90 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:51.479366 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-563fb840-0cc1-4e1c-8101-9bf758b5bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.504020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f43c69-a974-463a-bacf-d47dd66c3b5e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:51.505372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-29f43c69-a974-463a-bacf-d47dd66c3b5e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A138 HTTP/1.1" status: 200 len: 928 time: 0.3340929 Oct 29 08:39:51.509289 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981d8883-5c0f-4c9a-8857-7d658641ab93 x-openstack-request-id: req-981d8883-5c0f-4c9a-8857-7d658641ab93 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:51.509783 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edf6ec2-f234-4614-a6b8-af8081483151", "name": "network-vif-deleted", "tag": "ebc240c9-05c7-4c88-a7f4-47b3e645d2a0", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:51.510215 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-981d8883-5c0f-4c9a-8857-7d658641ab93 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:51.511608 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edf6ec2-f234-4614-a6b8-af8081483151', 'name': 'network-vif-deleted', 'tag': 'ebc240c9-05c7-4c88-a7f4-47b3e645d2a0', 'status': 'completed', 'code': 200} Oct 29 08:39:51.513337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56298) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:51.519076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccadb2d0-20e1-4b62-b973-80a5acc08a5d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.576340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Attempting to bind port b6994ea1-7856-40f1-9128-5d48336a80bb on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:51.577134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Attempting to bind port b6994ea1-7856-40f1-9128-5d48336a80bb by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '2e26c4dd-e2cb-4986-8f70-10a82c22c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1d8d1ff3-fdd3-435a-a172-ddd5b04891a2'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:51.577134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Attempting to bind port b6994ea1-7856-40f1-9128-5d48336a80bb on network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:51.603122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-563fb840-0cc1-4e1c-8101-9bf758b5bae4 None None] Port 96e1f50d-cfc0-4f31-9deb-0175ddf9cd90 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:51.604161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b55c1758-589a-4b08-9087-e46d0b155ad5 req-477dbf97-7ba6-486f-8baa-eb13119885dc tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399085 Oct 29 08:39:51.609083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Port b6994ea1-7856-40f1-9128-5d48336a80bb on network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:39:51.609637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Attempting to bind port b6994ea1-7856-40f1-9128-5d48336a80bb on network 1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:51.628677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:51.629339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Checking segment: {'id': '2e26c4dd-e2cb-4986-8f70-10a82c22c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1d8d1ff3-fdd3-435a-a172-ddd5b04891a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:51.630046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Bound using segment: {'id': '2e26c4dd-e2cb-4986-8f70-10a82c22c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1d8d1ff3-fdd3-435a-a172-ddd5b04891a2'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:51.630671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Bound port: b6994ea1-7856-40f1-9128-5d48336a80bb, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e26c4dd-e2cb-4986-8f70-10a82c22c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1d8d1ff3-fdd3-435a-a172-ddd5b04891a2'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:51.631222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.637218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-5536df1e-73b0-4c4c-b65e-7bee662ddba0 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030701 Oct 29 08:39:51.681155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a609a2-80d2-49ec-905f-4b21cc988bc9 req-9420377c-19db-41ba-8806-d503a3aa0af7 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:51.682850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74a609a2-80d2-49ec-905f-4b21cc988bc9 req-9420377c-19db-41ba-8806-d503a3aa0af7 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 944 time: 0.0964620 Oct 29 08:39:51.697757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c3764069-f938-4901-a25f-ce401a36b7ca tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 96e1f50d-cfc0-4f31-9deb-0175ddf9cd90 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:51.698194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3764069-f938-4901-a25f-ce401a36b7ca tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.714163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccadb2d0-20e1-4b62-b973-80a5acc08a5d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.716924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccadb2d0-20e1-4b62-b973-80a5acc08a5d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.720710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ccadb2d0-20e1-4b62-b973-80a5acc08a5d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "DELETE /v2.0/security-groups/67604325-5978-4879-8b54-1ddfc7fb8684 HTTP/1.1" status: 204 len: 168 time: 0.7820976 Oct 29 08:39:51.741751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56300) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:51.776225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadb2d0-20e1-4b62-b973-80a5acc08a5d tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67604325-5978-4879-8b54-1ddfc7fb8684,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:51.800585 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74a609a2-80d2-49ec-905f-4b21cc988bc9 req-e5b0297d-11c8-4cd7-b5e7-2b29a02f2002 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055183 Oct 29 08:39:51.828181 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3764069-f938-4901-a25f-ce401a36b7ca tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.842970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c3764069-f938-4901-a25f-ce401a36b7ca tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 96e1f50d-cfc0-4f31-9deb-0175ddf9cd90 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:51.881030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f2a48d4e-155d-42a2-953c-e035efb8a001 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1350973 Oct 29 08:39:51.887230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] For port b6994ea1-7856-40f1-9128-5d48336a80bb, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:51.887345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56304) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:51.906510 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-b2d94113-f60e-4b67-b7f1-8b5e16031326 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505221 Oct 29 08:39:51.909278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] For port b6994ea1-7856-40f1-9128-5d48336a80bb, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6994ea1-7856-40f1-9128-5d48336a80bb,segment=NetworkSegment(2e26c4dd-e2cb-4986-8f70-10a82c22c9c0),segment_id=2e26c4dd-e2cb-4986-8f70-10a82c22c9c0)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:51.916130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:51.958755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a7df049-ac49-46be-b252-626c2f8a2f07 tempest-SecGroupIPv6Test-990228706 tempest-SecGroupIPv6Test-990228706-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722644 Oct 29 08:39:51.963365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e1097-a60c-4b55-9e6f-e2bda66daac7 req-1ceb98f8-5c87-4fa0-901f-d004543eac71 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:51.964953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-916e1097-a60c-4b55-9e6f-e2bda66daac7 req-1ceb98f8-5c87-4fa0-901f-d004543eac71 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 947 time: 0.1562274 Oct 29 08:39:52.003985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:52.004646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:52.006020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] 10.222.0.15 "PUT /v2.0/ports/b6994ea1-7856-40f1-9128-5d48336a80bb HTTP/1.1" status: 200 len: 1092 time: 2.4522903 Oct 29 08:39:52.006483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3d36b4-4414-4ec1-a516-d38f471cb401', 'tag': 'b6994ea1-7856-40f1-9128-5d48336a80bb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:52.008823 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3d36b4-4414-4ec1-a516-d38f471cb401", "tag": "b6994ea1-7856-40f1-9128-5d48336a80bb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:52.027785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-d3dc7001-cbca-48b1-a3db-b7dfdb7d506b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 200 len: 217 time: 0.0799904 Oct 29 08:39:52.058506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3764069-f938-4901-a25f-ce401a36b7ca tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:52.110865 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b6e873-eeef-4ff4-988e-5f5c0bdb1340 x-openstack-request-id: req-58b6e873-eeef-4ff4-988e-5f5c0bdb1340 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:52.111180 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3d36b4-4414-4ec1-a516-d38f471cb401", "tag": "b6994ea1-7856-40f1-9128-5d48336a80bb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:52.111436 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58b6e873-eeef-4ff4-988e-5f5c0bdb1340 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:52.111880 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3d36b4-4414-4ec1-a516-d38f471cb401', 'tag': 'b6994ea1-7856-40f1-9128-5d48336a80bb', 'status': 'completed', 'code': 200} Oct 29 08:39:52.129905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3764069-f938-4901-a25f-ce401a36b7ca tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=96e1f50d-cfc0-4f31-9deb-0175ddf9cd90,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:52.151869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c516aaa-add3-4fad-8e5d-bc2add02d0cd service neutron] Pushing event updated for resources: {'Port': ['ID=b6994ea1-7856-40f1-9128-5d48336a80bb,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:52.158923 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3764069-f938-4901-a25f-ce401a36b7ca tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:52.165152 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c3764069-f938-4901-a25f-ce401a36b7ca tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/96e1f50d-cfc0-4f31-9deb-0175ddf9cd90 HTTP/1.1" status: 204 len: 168 time: 0.6478713 Oct 29 08:39:52.165590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:52.169128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-916e1097-a60c-4b55-9e6f-e2bda66daac7 req-8baa1cd9-e05e-4a01-9a81-d4310611005d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712995 Oct 29 08:39:52.181092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-3a66a946-e91a-42a4-951a-a92254c6ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:52.182506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-3a66a946-e91a-42a4-951a-a92254c6ebc1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.1304808 Oct 29 08:39:52.187581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-ff8c9916-4eb9-431c-900f-d08377c4ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:52.189177 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-ff8c9916-4eb9-431c-900f-d08377c4ad0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ed1b8891742e29a80250c8e6bf942&device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 1095 time: 0.1086073 Oct 29 08:39:52.205918 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-36321812-a937-4c5b-8de3-29c8dfd45332 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:52.210272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36321812-a937-4c5b-8de3-29c8dfd45332 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/96e1f50d-cfc0-4f31-9deb-0175ddf9cd90 HTTP/1.1" status: 404 len: 333 time: 0.0403478 Oct 29 08:39:52.210587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56316) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:52.276528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-82ce3b57-f3d1-4037-a961-a31790d9e5f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6994ea1-7856-40f1-9128-5d48336a80bb HTTP/1.1" status: 200 len: 217 time: 0.0622392 Oct 29 08:39:52.316963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7aeae0eb-72f5-4bde-930c-ea95b8efa1fc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port c2370777-b7fc-4807-a10d-07cdf3866430 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:52.317354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7aeae0eb-72f5-4bde-930c-ea95b8efa1fc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:52.338347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-042e531e-d773-4a25-a3e0-8ce26f5a6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:52.340108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-042e531e-d773-4a25-a3e0-8ce26f5a6435 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48ccfc63-8fdb-4aa9-baa4-32763f59f799 HTTP/1.1" status: 200 len: 853 time: 0.0518479 Oct 29 08:39:52.341554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56320) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:52.348852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-b2e3afb9-19c5-4e64-8e52-2d9523c4f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:52.350489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-b2e3afb9-19c5-4e64-8e52-2d9523c4f2b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1603522 Oct 29 08:39:52.382733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-513bf68b-9caf-4ef8-b2d7-e31537705ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301275 Oct 29 08:39:52.431076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7aeae0eb-72f5-4bde-930c-ea95b8efa1fc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:52.446988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7aeae0eb-72f5-4bde-930c-ea95b8efa1fc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for c2370777-b7fc-4807-a10d-07cdf3866430 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:52.583373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-27484052-6bc1-436b-85c3-a96ea86fcf05 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030275 Oct 29 08:39:52.603938 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7aeae0eb-72f5-4bde-930c-ea95b8efa1fc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:52.612267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-082ca6be-291e-4e57-a451-f3990de60a18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=161542a88d474908841b3d02b6aedbfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670510 Oct 29 08:39:52.623778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56330) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:52.627624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-22d2db03-6647-4ce6-9c44-913493cf54d2 service neutron] 10.222.0.15 "GET /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250671 Oct 29 08:39:52.640965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeae0eb-72f5-4bde-930c-ea95b8efa1fc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=c2370777-b7fc-4807-a10d-07cdf3866430,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:52.691024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7aeae0eb-72f5-4bde-930c-ea95b8efa1fc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:52.698903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7aeae0eb-72f5-4bde-930c-ea95b8efa1fc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/c2370777-b7fc-4807-a10d-07cdf3866430 HTTP/1.1" status: 204 len: 168 time: 0.4870672 Oct 29 08:39:52.699590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56338) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:52.761316 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac8b116-7a6c-4bdf-8ba5-6ce2925c7348 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:39:52.762500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3ac8b116-7a6c-4bdf-8ba5-6ce2925c7348 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/c2370777-b7fc-4807-a10d-07cdf3866430 HTTP/1.1" status: 404 len: 333 time: 0.0617959 Oct 29 08:39:52.787849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56342) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:52.875365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db958f-9da1-45a9-9ea5-4f14515625d4 req-6b5fc72a-078d-4a02-a437-0b459bad0ebe tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:52.893248 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0db958f-9da1-45a9-9ea5-4f14515625d4 req-6b5fc72a-078d-4a02-a437-0b459bad0ebe tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1477938 Oct 29 08:39:52.908885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae3cbc9-4085-4b91-b588-73c3fa9a1eb4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet 4114579a-58b1-4e0a-b455-f868ae64c3eb {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:52.932172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cbc9-4085-4b91-b588-73c3fa9a1eb4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.037506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cbc9-4085-4b91-b588-73c3fa9a1eb4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.044157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0db958f-9da1-45a9-9ea5-4f14515625d4 req-3c24d316-07a9-4c48-86cc-ddb529b6a94f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501429 Oct 29 08:39:53.097717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999fd2a-cece-439b-91c6-d952e6dd2f2d req-a4af84a3-e0ad-427d-a28d-be72d3f077cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:53.099885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5999fd2a-cece-439b-91c6-d952e6dd2f2d req-a4af84a3-e0ad-427d-a28d-be72d3f077cf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1097 time: 0.1783886 Oct 29 08:39:53.175506 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5999fd2a-cece-439b-91c6-d952e6dd2f2d req-829b175e-3575-4b0a-bb9e-545598547d99 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627792 Oct 29 08:39:53.191228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cbc9-4085-4b91-b588-73c3fa9a1eb4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.291677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cbc9-4085-4b91-b588-73c3fa9a1eb4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.305450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.333021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3cbc9-4085-4b91-b588-73c3fa9a1eb4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=4114579a-58b1-4e0a-b455-f868ae64c3eb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:53.335184 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cbc9-4085-4b91-b588-73c3fa9a1eb4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.340100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8ae3cbc9-4085-4b91-b588-73c3fa9a1eb4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/4114579a-58b1-4e0a-b455-f868ae64c3eb HTTP/1.1" status: 204 len: 168 time: 0.5510573 Oct 29 08:39:53.343300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55557c21-816f-4dc2-bc65-ee9686e8cadf None None] Network 1e4c420f-2c59-4716-9539-9ec4e265527b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:53.347368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56358) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:53.347930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-21cd8fe7-f480-47a7-9cb2-1055f591ed69 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529261 Oct 29 08:39:53.364075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d6110-7ad8-4f8e-8a43-2e074cbabb9a req-77a8b4ef-2731-413d-95ce-9d294a8a7be9 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:53.374257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c80d6110-7ad8-4f8e-8a43-2e074cbabb9a req-77a8b4ef-2731-413d-95ce-9d294a8a7be9 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 944 time: 0.1503298 Oct 29 08:39:53.426853 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.432346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15950cc3-c953-406a-aaca-24b6897ce5a4 req-2ca131fb-e984-462e-8499-b1e11036411b service neutron] 10.222.0.15 "GET /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551990 Oct 29 08:39:53.486752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.511719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c80d6110-7ad8-4f8e-8a43-2e074cbabb9a req-cdd051c7-8c77-4345-9622-515ae6f6f471 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362491 Oct 29 08:39:53.532062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-60ead9ca-be87-49c5-b8b3-e0bd3912824c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd HTTP/1.1" status: 200 len: 217 time: 0.0905743 Oct 29 08:39:53.557411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port f0b9feb9-7182-4261-9bee-0ff97f11c50a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:53.557411 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.590232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:53.633719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-43b9ca8d-ae05-4c06-83ca-e9b3bb2602b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:53.635297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-43b9ca8d-ae05-4c06-83ca-e9b3bb2602b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ed1b8891742e29a80250c8e6bf942&device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 1095 time: 0.1225500 Oct 29 08:39:53.637458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-0cf0ba74-61bc-4882-81ed-13bbd801d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:53.639502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-0cf0ba74-61bc-4882-81ed-13bbd801d536 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.0937095 Oct 29 08:39:53.646301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] DHCP port deletion for 1e4c420f-2c59-4716-9539-9ec4e265527b request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:39:53.646818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] For port f0b9feb9-7182-4261-9bee-0ff97f11c50a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f0b9feb9-7182-4261-9bee-0ff97f11c50a,segment=NetworkSegment(97a53638-917f-4b53-b10c-e748a3774a84),segment_id=97a53638-917f-4b53-b10c-e748a3774a84)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:53.647320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.650618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:53.651216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ebc240c9-05c7-4c88-a7f4-47b3e645d2a0 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:53.673109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for f0b9feb9-7182-4261-9bee-0ff97f11c50a owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:53.677467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.680093 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.683722 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c363fe24-720c-4318-9fd6-653921ae2ff1 HTTP/1.1" status: 204 len: 168 time: 1.0561712 Oct 29 08:39:53.719214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] Deleting port f0b9feb9-7182-4261-9bee-0ff97f11c50a {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:53.719510 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.744025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c363fe24-720c-4318-9fd6-653921ae2ff1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:53.762488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.762860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.763321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.763762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.764234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.764666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.764802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb34f-b294-4543-8607-40b84b28e7dd req-67d32cef-d251-4631-8569-dedfc80b2c11 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:53.765191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.765614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.766039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.766452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.766878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.767451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43cbd5-4a51-46f3-b359-383647d746dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:39:53.772379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb34f-b294-4543-8607-40b84b28e7dd req-67d32cef-d251-4631-8569-dedfc80b2c11 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:53.774516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-608eb34f-b294-4543-8607-40b84b28e7dd req-67d32cef-d251-4631-8569-dedfc80b2c11 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326&device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 1681 time: 0.1121173 Oct 29 08:39:53.793785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-d8959cd0-68db-4f87-b863-099398e66048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:53.795556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-d8959cd0-68db-4f87-b863-099398e66048 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1383462 Oct 29 08:39:53.823668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] For port f0b9feb9-7182-4261-9bee-0ff97f11c50a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f0b9feb9-7182-4261-9bee-0ff97f11c50a,segment=NetworkSegment(97a53638-917f-4b53-b10c-e748a3774a84),segment_id=97a53638-917f-4b53-b10c-e748a3774a84)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:53.824170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.833360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-7c096e9b-9221-4730-b2a6-3783a2a62a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:53.835033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-7c096e9b-9221-4730-b2a6-3783a2a62a09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 HTTP/1.1" status: 200 len: 915 time: 0.1906559 Oct 29 08:39:53.844332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] Calling delete_port for f0b9feb9-7182-4261-9bee-0ff97f11c50a owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:53.857930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-608eb34f-b294-4543-8607-40b84b28e7dd req-b19d5aa4-8603-498a-80bb-fe9c57db6a19 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734763 Oct 29 08:39:53.887361 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.924538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=f0b9feb9-7182-4261-9bee-0ff97f11c50a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:53.931481 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-60764a0d-edb3-43e2-b655-ce7de9223935 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6994ea1-7856-40f1-9128-5d48336a80bb HTTP/1.1" status: 200 len: 217 time: 0.0617723 Oct 29 08:39:53.942904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No DVR routers for this DVR port f0b9feb9-7182-4261-9bee-0ff97f11c50a on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:53.958586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:53.992384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] Pushing event deleted for resources: {'Port': ['ID=f0b9feb9-7182-4261-9bee-0ff97f11c50a,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:53.994538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3aeb4f-778c-4fc7-946c-5566c2170834 None None] No DVR routers for this DVR port f0b9feb9-7182-4261-9bee-0ff97f11c50a on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:54.006686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-6982f4e8-f1b3-43cb-84bb-e9034444aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:54.008374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-6982f4e8-f1b3-43cb-84bb-e9034444aa0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48ccfc63-8fdb-4aa9-baa4-32763f59f799 HTTP/1.1" status: 200 len: 853 time: 0.0666344 Oct 29 08:39:54.063145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.063512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-56d703be-98cb-44f3-ba7b-b318f6ff180e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444863 Oct 29 08:39:54.086634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-bda7bcba-07de-4d96-86f0-8b357175f897 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787173 Oct 29 08:39:54.097223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4c420f-2c59-4716-9539-9ec4e265527b']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:54.113030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a53638-917f-4b53-b10c-e748a3774a84') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:54.113508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a53638-917f-4b53-b10c-e748a3774a84') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:39:54.126894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.178184 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.188365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:39:54.188895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:39:54.253548 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:39:54.269475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.286641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-9b7015b3-c914-4fcd-8d35-14e9cc08b398 service neutron] 10.222.0.15 "GET /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116268 Oct 29 08:39:54.291898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-cb427666-19e2-4a07-aa57-cb6329f00d43 service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800206 Oct 29 08:39:54.296742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.300166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/networks/1e4c420f-2c59-4716-9539-9ec4e265527b HTTP/1.1" status: 204 len: 168 time: 0.9443831 Oct 29 08:39:54.305942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56386) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:54.314076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1111263612'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:54.322676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a6568-eda0-42b3-9b4b-890c51da244e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Network': ['ID=1e4c420f-2c59-4716-9539-9ec4e265527b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:54.346278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c204d6-ae5c-4cca-ad43-0fcdd4da4259 req-cbdb1292-567b-480f-af33-f8ac01913921 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:54.354337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84c204d6-ae5c-4cca-ad43-0fcdd4da4259 req-cbdb1292-567b-480f-af33-f8ac01913921 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0986886 Oct 29 08:39:54.380357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-6fb149dc-57f2-4d11-b25a-99d690f4c1f1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a HTTP/1.1" status: 200 len: 217 time: 0.0810518 Oct 29 08:39:54.406663 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84c204d6-ae5c-4cca-ad43-0fcdd4da4259 req-771c24a3-cfc2-4a54-a5bd-f4e3a75617eb tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510600 Oct 29 08:39:54.509787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:54.515587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.584066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-766f2e22-49e1-47e7-9bcb-8ae7a36deaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:54.585865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-766f2e22-49e1-47e7-9bcb-8ae7a36deaad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 200 len: 797 time: 0.1712046 Oct 29 08:39:54.655961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79fc3c6f-f2a1-4609-a3b0-8d7f016bc093 req-bf9a2f26-c385-4d78-97ee-d829778315cb service neutron] 10.222.0.15 "GET /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479652 Oct 29 08:39:54.683780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:39:54.691518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d16b-2429-4624-8049-a0edfe74eb64 req-a873b652-3f2c-4a97-a5fb-1f84b58f7f67 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:54.693500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c70d16b-2429-4624-8049-a0edfe74eb64 req-a873b652-3f2c-4a97-a5fb-1f84b58f7f67 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 945 time: 0.0663245 Oct 29 08:39:54.705072 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.705428 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Added segment 4927ef17-66c4-4c87-8139-7a8d89708a2f of type vlan for network 828c55b4-fb5e-434c-a17f-93bb5f483a5d Oct 29 08:39:54.720902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e2e766de-d5bb-4ffa-95ec-85c1ba2142af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:54.722917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-e2e766de-d5bb-4ffa-95ec-85c1ba2142af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8c20baf0-8e7b-45d1-9e5f-1d3c98882050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251190 Oct 29 08:39:54.740185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c70d16b-2429-4624-8049-a0edfe74eb64 req-3ae0d8e5-fa86-427e-b8bf-a86ef84e7d2a tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Oct 29 08:39:54.768146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3012d5d-2603-4044-8458-2cf239d07a98 req-f6a65d5d-c7f8-4016-ac04-ceb5e657e678 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:54.769662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3012d5d-2603-4044-8458-2cf239d07a98 req-f6a65d5d-c7f8-4016-ac04-ceb5e657e678 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 944 time: 0.1528838 Oct 29 08:39:54.777094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56404) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:54.790267 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.873322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467466363'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:54.885798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3012d5d-2603-4044-8458-2cf239d07a98 req-35369961-8c40-4ef9-af86-9c682b9fa95a tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074624 Oct 29 08:39:54.895893 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.901763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:54.904176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.906223 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.914992 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.972800 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-b3b05ad9-1129-4535-98ef-02f5f874211f service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249968 Oct 29 08:39:54.979106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6699507 Oct 29 08:39:54.983768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56408) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:54.989385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:54.994778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.005386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:55.030088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41334938-ffed-407b-b4d7-4a52edb4416a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:55.075094 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.080528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.101678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8218699-4a17-4f7d-9211-3094ad17722b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Network': ['ID=828c55b4-fb5e-434c-a17f-93bb5f483a5d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:55.114613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.118421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 828c55b4-fb5e-434c-a17f-93bb5f483a5d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:39:55.118924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3377428 Oct 29 08:39:55.120313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56410) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:55.133853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f0b9feb9-7182-4261-9bee-0ff97f11c50a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:55.151318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfa740-4a53-424a-b582-e2e7e79b6302 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d279380-12e0-4d48-a048-6e27e7ff92b1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:55.176038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-59602d3a-1352-4779-9828-a7bacc75ccef service neutron] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931739 Oct 29 08:39:55.182910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:55.186766 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.191782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f0b9feb9-7182-4261-9bee-0ff97f11c50a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:55.192159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f0b9feb9-7182-4261-9bee-0ff97f11c50a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:55.212634 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d5fae9c6-732f-497e-a909-94ea7d2b3c4a tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0916202 Oct 29 08:39:55.214676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56412) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:55.219479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7a84101d-b46b-476d-b842-1a508df4c7a3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-security--625629867', 'description': 'tempest-security-description-958324842'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:55.247895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a84101d-b46b-476d-b842-1a508df4c7a3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.266395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-cbd837ef-c318-40ee-af41-ba9765abf6c7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c219d5f-da67-41ab-9403-8d346836763d HTTP/1.1" status: 200 len: 217 time: 0.0751774 Oct 29 08:39:55.292964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a84101d-b46b-476d-b842-1a508df4c7a3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.298622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a84101d-b46b-476d-b842-1a508df4c7a3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.301394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a84101d-b46b-476d-b842-1a508df4c7a3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.302638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7a84101d-b46b-476d-b842-1a508df4c7a3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "PUT /v2.0/security-groups/2d279380-12e0-4d48-a048-6e27e7ff92b1 HTTP/1.1" status: 200 len: 1778 time: 0.0869863 Oct 29 08:39:55.306033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56414) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:55.346756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-ddac585d-d6d0-486a-8f61-5e0201ac9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:55.348427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-ddac585d-d6d0-486a-8f61-5e0201ac9198 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.0677915 Oct 29 08:39:55.348964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84101d-b46b-476d-b842-1a508df4c7a3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d279380-12e0-4d48-a048-6e27e7ff92b1,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:55.362927 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-69ec45b4-5fa1-4719-99fc-73a1f0ed5362 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups/2d279380-12e0-4d48-a048-6e27e7ff92b1 HTTP/1.1" status: 200 len: 1778 time: 0.0558171 Oct 29 08:39:55.365649 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56416) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:55.423607 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59be6a56-1591-490e-8f1c-d3826dd04479 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.451747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59be6a56-1591-490e-8f1c-d3826dd04479 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.455170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-d9fa798b-19e4-4bb6-92a9-83e268f2f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:55.457162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-d9fa798b-19e4-4bb6-92a9-83e268f2f7f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005521 Oct 29 08:39:55.532133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59be6a56-1591-490e-8f1c-d3826dd04479 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.534857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59be6a56-1591-490e-8f1c-d3826dd04479 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.538507 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-59be6a56-1591-490e-8f1c-d3826dd04479 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/2d279380-12e0-4d48-a048-6e27e7ff92b1 HTTP/1.1" status: 204 len: 168 time: 0.1663823 Oct 29 08:39:55.542062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56422) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:55.554263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b298134-9c5f-4728-8247-b1edd1d3303e req-46e99a6a-921f-4cd4-9d18-fb77ec95c62c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:55.555541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.555996 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b298134-9c5f-4728-8247-b1edd1d3303e req-46e99a6a-921f-4cd4-9d18-fb77ec95c62c tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0867977 Oct 29 08:39:55.571285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be6a56-1591-490e-8f1c-d3826dd04479 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d279380-12e0-4d48-a048-6e27e7ff92b1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:55.624879 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b298134-9c5f-4728-8247-b1edd1d3303e req-b3b24acb-4038-4168-abaa-6db43631ba67 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567462 Oct 29 08:39:55.637562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=377258e5-cd06-4069-bd11-d23da1428059,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:55.654514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-f78273d7-09a3-4f04-8233-a519f22e9d75 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758990 Oct 29 08:39:55.661812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking segment: {'id': '4927ef17-66c4-4c87-8139-7a8d89708a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:55.662486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network hostable DHCP agents. Network: 828c55b4-fb5e-434c-a17f-93bb5f483a5d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:39:55.662756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0148a929-1242-4c56-98e4-3e1086c7d27b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181228 Oct 29 08:39:55.665958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56426) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:55.680917 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-16d425f7-2798-4ad1-b937-94b07ed77cbb tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] delete failed (client error): The resource could not be found. Oct 29 08:39:55.681946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-16d425f7-2798-4ad1-b937-94b07ed77cbb tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/2d279380-12e0-4d48-a048-6e27e7ff92b1 HTTP/1.1" status: 404 len: 347 time: 0.0150993 Oct 29 08:39:55.686222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56428) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:55.723621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fbb3cdc1-d8c6-4276-9b1c-8dbe0712535f tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-secgroup--184656885'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:55.756609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 828c55b4-fb5e-434c-a17f-93bb5f483a5d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:39:55.771640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fbb3cdc1-d8c6-4276-9b1c-8dbe0712535f tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.803622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 828c55b4-fb5e-434c-a17f-93bb5f483a5d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:55.813454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3e52d-6916-426f-8055-a6f13926e43d None None] Network 828c55b4-fb5e-434c-a17f-93bb5f483a5d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:55.827903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:55.828826 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:55.872817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-bed79b5d-fbe3-4d97-85de-1eb5378e3b1d service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065759 Oct 29 08:39:55.909427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2da9beb9-f561-49c9-bce5-72f7e53d4966 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9159732 Oct 29 08:39:55.913722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56438) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:55.924605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d', 'name': 'tempest-PortsIpV6TestJSON-1299437345', 'fixed_ips': [{'subnet_id': '377258e5-cd06-4069-bd11-d23da1428059', 'ip_address': '2001:db8::10'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:55.962946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-3912dca5-3a4d-47e1-9e0b-20aca634274d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd HTTP/1.1" status: 200 len: 217 time: 0.0688331 Oct 29 08:39:55.977696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-42c58886-60d9-4b58-9362-5d64c0d177b4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:55.979224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-42c58886-60d9-4b58-9362-5d64c0d177b4 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.15 "GET /v2.0/ports?device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 945 time: 0.2048523 Oct 29 08:39:55.995160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-90a52862-022e-41c7-9aa8-482e3a4d11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:55.996208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-90a52862-022e-41c7-9aa8-482e3a4d11db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1097 time: 0.1222582 Oct 29 08:39:56.002531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-828c55b4-fb5e-434c-a17f-93bb5f483a5d', 'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d', 'tenant_id': '8ae74ae01ad647478494176ae3d2930a', 'fixed_ips': [{'subnet_id': '377258e5-cd06-4069-bd11-d23da1428059'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:39:56.003851 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.013830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12e61a-2cb3-4ccb-8427-559251852e85 req-a49929f3-5860-4944-ac7a-a289263b34cf tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:56.015393 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e12e61a-2cb3-4ccb-8427-559251852e85 req-a49929f3-5860-4944-ac7a-a289263b34cf tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1523161 Oct 29 08:39:56.034881 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a95e4-a550-433a-947c-ed1a40e8addf req-be0f7151-b76e-4ad5-94c6-fd0d72713945 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:56.036502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-845a95e4-a550-433a-947c-ed1a40e8addf req-be0f7151-b76e-4ad5-94c6-fd0d72713945 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 945 time: 0.2022564 Oct 29 08:39:56.128995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fbb3cdc1-d8c6-4276-9b1c-8dbe0712535f tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.153302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-0de3fb55-fb94-49fc-b9b1-e6111b90774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:56.154928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-0de3fb55-fb94-49fc-b9b1-e6111b90774c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 200 len: 797 time: 0.1712391 Oct 29 08:39:56.165648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fbb3cdc1-d8c6-4276-9b1c-8dbe0712535f tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.179291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Allocated IP 2001:db8::2 (828c55b4-fb5e-434c-a17f-93bb5f483a5d/377258e5-cd06-4069-bd11-d23da1428059/3f951612-1578-45cf-a65e-1eefe1f96401) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:56.208056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-845a95e4-a550-433a-947c-ed1a40e8addf req-cb2f49b0-279f-421a-ae5e-24fcc795f159 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f04fa56-3447-441e-9701-5de21b99880f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502731 Oct 29 08:39:56.239924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fbb3cdc1-d8c6-4276-9b1c-8dbe0712535f tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.241204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fbb3cdc1-d8c6-4276-9b1c-8dbe0712535f tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5249474 Oct 29 08:39:56.250214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56440) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:56.254323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3cdc1-d8c6-4276-9b1c-8dbe0712535f tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b51a1-8b4e-489f-bc43-716549cd2f8e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:56.260398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-267f9bd0-afc2-4b71-aa09-106e55145979 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': 'fc8b51a1-8b4e-489f-bc43-716549cd2f8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:56.295061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-8055ef60-db9e-4843-9484-bea6bdf9d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:56.297132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-8055ef60-db9e-4843-9484-bea6bdf9d43d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1288502 Oct 29 08:39:56.302019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6994ea1-7856-40f1-9128-5d48336a80bb details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:39:56.308863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Deleting port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:56.309239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.433223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.447866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.449389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-267f9bd0-afc2-4b71-aa09-106e55145979 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.475843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Network 828c55b4-fb5e-434c-a17f-93bb5f483a5d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:56.503205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:56.507486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:56.524387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e12e61a-2cb3-4ccb-8427-559251852e85 req-4b198fb5-e8a7-4fd9-8caf-8552646e79e5 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997122 Oct 29 08:39:56.540433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6994ea1-7856-40f1-9128-5d48336a80bb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6994ea1-7856-40f1-9128-5d48336a80bb,segment=NetworkSegment(2e26c4dd-e2cb-4986-8f70-10a82c22c9c0),segment_id=2e26c4dd-e2cb-4986-8f70-10a82c22c9c0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:56.562827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-ba9a50a5-8bdb-4284-a3ca-3c62b5622436 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:56.564541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-ba9a50a5-8bdb-4284-a3ca-3c62b5622436 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.93 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 945 time: 0.1487610 Oct 29 08:39:56.593344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b289b-af31-461f-996d-b1af2441bd8d req-1d0532b7-000e-4607-bd24-cb15ff0aa555 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:56.600678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f8b289b-af31-461f-996d-b1af2441bd8d req-1d0532b7-000e-4607-bd24-cb15ff0aa555 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 944 time: 0.2031846 Oct 29 08:39:56.610722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-a05e92d0-721f-4ef6-bdd5-90d298964b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:56.612500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-a05e92d0-721f-4ef6-bdd5-90d298964b04 service neutron] 10.222.0.93 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 921 time: 0.6068056 Oct 29 08:39:56.615983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:56.622212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-30d4d324-e77d-4651-8484-2cb40dc5e3ef service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166966 Oct 29 08:39:56.650996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'b6994ea1-7856-40f1-9128-5d48336a80bb', 'network_id': '1d8d1ff3-fdd3-435a-a172-ddd5b04891a2', 'port_id': 'b6994ea1-7856-40f1-9128-5d48336a80bb', 'mac_address': 'fa:16:3e:ac:fd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ccfc63-8fdb-4aa9-baa4-32763f59f799', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:39:56.653198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Pushing event updated for resources: {'Port': ['ID=3f951612-1578-45cf-a65e-1eefe1f96401,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:56.658743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] For port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:56.659111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.698100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Attempting to bind port 3f951612-1578-45cf-a65e-1eefe1f96401 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:39:56.698472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Attempting to bind port 3f951612-1578-45cf-a65e-1eefe1f96401 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4927ef17-66c4-4c87-8139-7a8d89708a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:39:56.698836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Attempting to bind port 3f951612-1578-45cf-a65e-1eefe1f96401 on network 828c55b4-fb5e-434c-a17f-93bb5f483a5d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:39:56.710903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:39:56.711301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Checking segment: {'id': '4927ef17-66c4-4c87-8139-7a8d89708a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:39:56.711673 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.712492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Bound using segment: {'id': '4927ef17-66c4-4c87-8139-7a8d89708a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:39:56.712684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-6ec11d1a-97e7-44b2-afc5-32c63e3bd603 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d HTTP/1.1" status: 200 len: 217 time: 0.0882699 Oct 29 08:39:56.712947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Bound port: 3f951612-1578-45cf-a65e-1eefe1f96401, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4927ef17-66c4-4c87-8139-7a8d89708a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:39:56.713507 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.732070 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.735127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Calling delete_port for 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:56.741093 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-267f9bd0-afc2-4b71-aa09-106e55145979 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.754429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-267f9bd0-afc2-4b71-aa09-106e55145979 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.763961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f8b289b-af31-461f-996d-b1af2441bd8d req-cf1c2e42-2a2a-428b-849b-7b57c51e663a tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621721 Oct 29 08:39:56.776200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6994ea1-7856-40f1-9128-5d48336a80bb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:39:56.814777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f9bd0-afc2-4b71-aa09-106e55145979 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132dd9bf-e02d-42aa-b64e-950ae2f32d2f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:56.820575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6994ea1-7856-40f1-9128-5d48336a80bb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6994ea1-7856-40f1-9128-5d48336a80bb,segment=NetworkSegment(2e26c4dd-e2cb-4986-8f70-10a82c22c9c0),segment_id=2e26c4dd-e2cb-4986-8f70-10a82c22c9c0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:56.826769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-121ae1ac-391b-440c-98a8-023a05ca9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:56.828455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-121ae1ac-391b-440c-98a8-023a05ca9ed1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.1074529 Oct 29 08:39:56.838233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.851795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-267f9bd0-afc2-4b71-aa09-106e55145979 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.853314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-267f9bd0-afc2-4b71-aa09-106e55145979 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6018150 Oct 29 08:39:56.857370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56444) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:56.869708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e7b10d-caf1-45d7-ab7b-b626d46a351d req-b50999d4-1581-4862-a668-25ff019dfbb2 service neutron] 10.222.0.93 "GET /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289631 Oct 29 08:39:56.870751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-522cad8d-eceb-4368-bdf0-dc8eef64dd7f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351555 Oct 29 08:39:56.871320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] For port 3f951612-1578-45cf-a65e-1eefe1f96401, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:39:56.876076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.903996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Deleting port 7e72c00e-e3ca-4028-b11d-72347b88eddd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:39:56.904827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.906697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] For port 3f951612-1578-45cf-a65e-1eefe1f96401, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3f951612-1578-45cf-a65e-1eefe1f96401,segment=NetworkSegment(4927ef17-66c4-4c87-8139-7a8d89708a2f),segment_id=4927ef17-66c4-4c87-8139-7a8d89708a2f)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:39:56.908355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a562f0e5-cb16-4697-9d3c-78415e93884a tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.908730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:56.918658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a562f0e5-cb16-4697-9d3c-78415e93884a tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.926226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.939179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b6994ea1-7856-40f1-9128-5d48336a80bb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:56.989790 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a562f0e5-cb16-4697-9d3c-78415e93884a tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.998363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a562f0e5-cb16-4697-9d3c-78415e93884a tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:56.999603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a562f0e5-cb16-4697-9d3c-78415e93884a tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/132dd9bf-e02d-42aa-b64e-950ae2f32d2f HTTP/1.1" status: 204 len: 168 time: 0.1398871 Oct 29 08:39:57.007850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56446) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:57.023970 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed873e03-0ec6-43ce-aed3-d6256c2e589f None None] Pushing event updated for resources: {'Port': ['ID=3f951612-1578-45cf-a65e-1eefe1f96401,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:57.041643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562f0e5-cb16-4697-9d3c-78415e93884a tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=132dd9bf-e02d-42aa-b64e-950ae2f32d2f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:57.073315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:57.087860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79da0d06-f9b5-41a5-991c-b633b84df891 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0815811 Oct 29 08:39:57.088108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['7e72c00e-e3ca-4028-b11d-72347b88eddd'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:39:57.093828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56448) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:57.129879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Pushing event deleted for resources: {'Port': ['ID=4cc70f37-2585-46d8-9aa0-d2e5f2f16aec,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:57.131980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b6994ea1-7856-40f1-9128-5d48336a80bb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:39:57.282620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] No DVR routers for this DVR port 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:57.288679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:57.298033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fa1f268-13ee-44a0-a0d3-5df7a32e7300 req-c96ca85c-dc78-467a-a22c-0b4904956dbc tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.15 "DELETE /v2.0/ports/4cc70f37-2585-46d8-9aa0-d2e5f2f16aec HTTP/1.1" status: 204 len: 173 time: 1.2988684 Oct 29 08:39:57.301202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee911aa-76f6-4416-9aa5-0211f4428d88', 'name': 'network-vif-deleted', 'tag': '4cc70f37-2585-46d8-9aa0-d2e5f2f16aec'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:57.304146 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b1a2b9-ca82-4c39-8a47-842090a82eed" -d '{"events": [{"server_uuid": "aee911aa-76f6-4416-9aa5-0211f4428d88", "name": "network-vif-deleted", "tag": "4cc70f37-2585-46d8-9aa0-d2e5f2f16aec"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:57.326288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e439c0f1-a8e5-4940-9697-aee51584e7c6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:57.326511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-cc74ea39-c940-46e7-b764-7dbd2598bbbf service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357386 Oct 29 08:39:57.331429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] For port 7e72c00e-e3ca-4028-b11d-72347b88eddd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=7e72c00e-e3ca-4028-b11d-72347b88eddd,segment=NetworkSegment(71b85783-54a4-4439-bdd3-cdab86933257),segment_id=71b85783-54a4-4439-bdd3-cdab86933257)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:57.331822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:57.362216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e439c0f1-a8e5-4940-9697-aee51584e7c6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:57.418766 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb07c39-a16e-4203-affd-50ee080e1e3f x-openstack-request-id: req-aeb07c39-a16e-4203-affd-50ee080e1e3f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:57.419468 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee911aa-76f6-4416-9aa5-0211f4428d88", "name": "network-vif-deleted", "tag": "4cc70f37-2585-46d8-9aa0-d2e5f2f16aec", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:57.419964 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aeb07c39-a16e-4203-affd-50ee080e1e3f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:57.420980 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee911aa-76f6-4416-9aa5-0211f4428d88', 'name': 'network-vif-deleted', 'tag': '4cc70f37-2585-46d8-9aa0-d2e5f2f16aec', 'status': 'completed', 'code': 200} Oct 29 08:39:57.429421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e439c0f1-a8e5-4940-9697-aee51584e7c6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:57.432975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e439c0f1-a8e5-4940-9697-aee51584e7c6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:57.437194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e439c0f1-a8e5-4940-9697-aee51584e7c6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/fc8b51a1-8b4e-489f-bc43-716549cd2f8e HTTP/1.1" status: 204 len: 168 time: 0.3401375 Oct 29 08:39:57.439840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56454) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:57.491976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439c0f1-a8e5-4940-9697-aee51584e7c6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b51a1-8b4e-489f-bc43-716549cd2f8e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:57.496237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Calling delete_port for 7e72c00e-e3ca-4028-b11d-72347b88eddd owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:39:57.536896 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28fed694-44ec-4f93-92e0-857aba5da2a2 req-e735e927-c2ea-450a-addb-3b8e802fec46 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee911aa-76f6-4416-9aa5-0211f4428d88 HTTP/1.1" status: 200 len: 210 time: 0.0511513 Oct 29 08:39:57.581320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::10 (828c55b4-fb5e-434c-a17f-93bb5f483a5d/377258e5-cd06-4069-bd11-d23da1428059/7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:57.588891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56458) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:57.589370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9f857ab7-1928-44cf-87bf-c9d89e1cc50c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1416063 Oct 29 08:39:57.598219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f3a51e55-1dd5-4c9b-96e4-586270146886 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640162664'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:57.678415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fa303-5493-4d80-9d7d-89aab1aea029 req-ab3033d4-2bf7-4d3d-a8bf-230a6bfedb67 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:57.680542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a71fa303-5493-4d80-9d7d-89aab1aea029 req-ab3033d4-2bf7-4d3d-a8bf-230a6bfedb67 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0570583 Oct 29 08:39:57.731147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a71fa303-5493-4d80-9d7d-89aab1aea029 req-74803763-1adc-4161-b3d9-561ebc588f37 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Oct 29 08:39:57.753965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc2f0118-5eba-408b-9b66-54daab4090f6 req-54b44f97-f776-45d8-ad37-0123cbea71fa service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149098 Oct 29 08:39:57.768042 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3a51e55-1dd5-4c9b-96e4-586270146886 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:57.990491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.034385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.041233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3a51e55-1dd5-4c9b-96e4-586270146886 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.076355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3a51e55-1dd5-4c9b-96e4-586270146886 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.096200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Pushing event deleted for resources: {'Port': ['ID=7e72c00e-e3ca-4028-b11d-72347b88eddd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:58.129499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbd74-595d-487e-97f5-1f90c502e9fc req-53935b7a-745c-4d8f-9b42-02acb4b4bff3 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:58.136585 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cecfbd74-595d-487e-97f5-1f90c502e9fc req-53935b7a-745c-4d8f-9b42-02acb4b4bff3 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 945 time: 0.2244484 Oct 29 08:39:58.148307 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3a51e55-1dd5-4c9b-96e4-586270146886 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.152223 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f3a51e55-1dd5-4c9b-96e4-586270146886 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5578389 Oct 29 08:39:58.152625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56464) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:58.157790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8c1033cc-6657-4690-9bf7-1107a51caa91 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': '3dc36942-71aa-417c-8782-d41c15a78e15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:58.189957 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.191919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a51e55-1dd5-4c9b-96e4-586270146886 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc36942-71aa-417c-8782-d41c15a78e15,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:58.212333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c1033cc-6657-4690-9bf7-1107a51caa91 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.218344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] No DVR routers for this DVR port 7e72c00e-e3ca-4028-b11d-72347b88eddd on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:39:58.246221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.249771 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6fa2363-4657-4dae-aba8-6a231a6c3422 req-a5d0a3b4-5be8-4217-b472-ce666ece357f tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.93 "DELETE /v2.0/ports/7e72c00e-e3ca-4028-b11d-72347b88eddd HTTP/1.1" status: 204 len: 173 time: 1.6756055 Oct 29 08:39:58.269153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631875ee-209c-4d95-86cc-e5c091954326', 'name': 'network-vif-deleted', 'tag': '7e72c00e-e3ca-4028-b11d-72347b88eddd'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:58.269897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c1033cc-6657-4690-9bf7-1107a51caa91 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.271750 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdd138f-89ec-42f1-9646-d88a53931bd9" -d '{"events": [{"server_uuid": "631875ee-209c-4d95-86cc-e5c091954326", "name": "network-vif-deleted", "tag": "7e72c00e-e3ca-4028-b11d-72347b88eddd"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:58.276078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c1033cc-6657-4690-9bf7-1107a51caa91 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.287535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d5cc5-e633-40f1-aebb-134cc42432a4 None None] Network 828c55b4-fb5e-434c-a17f-93bb5f483a5d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:39:58.292047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6994ea1-7856-40f1-9128-5d48336a80bb up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:58.292550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cecfbd74-595d-487e-97f5-1f90c502e9fc req-df4d78bc-deba-4394-9b7d-d0b2cd79364d tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166584 Oct 29 08:39:58.308244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 828c55b4-fb5e-434c-a17f-93bb5f483a5d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:58.312169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:58.316639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:58.318992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1033cc-6657-4690-9bf7-1107a51caa91 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f46fe73-a2d0-4e03-b5fd-58af8576e8ce,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:58.324254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:58.324921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.335612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c1033cc-6657-4690-9bf7-1107a51caa91 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.337252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:58.340811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56468) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:58.347033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6401e394-478f-48df-8a1a-98d0bd2477f3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': '3dc36942-71aa-417c-8782-d41c15a78e15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:58.359660 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8c1033cc-6657-4690-9bf7-1107a51caa91 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2058501 Oct 29 08:39:58.366247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f077dd6e-a335-4fb9-89af-cf5185d7e3de tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4499357 Oct 29 08:39:58.368928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56470) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:58.375249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '828c55b4-fb5e-434c-a17f-93bb5f483a5d', 'name': 'tempest-PortsIpV6TestJSON-266854059', 'fixed_ips': [{'subnet_id': '377258e5-cd06-4069-bd11-d23da1428059', 'ip_address': '2001:db8::f'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:58.383613 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c36d41c-6bfe-4131-8acd-464ebb8fd84e x-openstack-request-id: req-2c36d41c-6bfe-4131-8acd-464ebb8fd84e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:58.383936 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631875ee-209c-4d95-86cc-e5c091954326", "name": "network-vif-deleted", "tag": "7e72c00e-e3ca-4028-b11d-72347b88eddd", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:58.384197 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c36d41c-6bfe-4131-8acd-464ebb8fd84e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:58.384616 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631875ee-209c-4d95-86cc-e5c091954326', 'name': 'network-vif-deleted', 'tag': '7e72c00e-e3ca-4028-b11d-72347b88eddd', 'status': 'completed', 'code': 200} Oct 29 08:39:58.415653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6401e394-478f-48df-8a1a-98d0bd2477f3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.434750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d77f2919-8f34-46b6-b2ce-5afe04160c4f None None] Provisioning complete for port 3f951612-1578-45cf-a65e-1eefe1f96401 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:58.435123 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77f2919-8f34-46b6-b2ce-5afe04160c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.503051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6401e394-478f-48df-8a1a-98d0bd2477f3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.508923 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6401e394-478f-48df-8a1a-98d0bd2477f3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.510239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port b6994ea1-7856-40f1-9128-5d48336a80bb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:39:58.529048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port b6994ea1-7856-40f1-9128-5d48336a80bb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:58.529583 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.542702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:39:58.544138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401e394-478f-48df-8a1a-98d0bd2477f3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c11e56-1b86-41a7-99f3-9907f85ed376,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:58.549135 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6401e394-478f-48df-8a1a-98d0bd2477f3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.553425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56472) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:58.553585 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6401e394-478f-48df-8a1a-98d0bd2477f3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2112494 Oct 29 08:39:58.567845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-80b366c3-6222-4b6d-8633-7cbfce869096 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': '3dc36942-71aa-417c-8782-d41c15a78e15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:58.649900 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77f2919-8f34-46b6-b2ce-5afe04160c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.655130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80b366c3-6222-4b6d-8633-7cbfce869096 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.689737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.740636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 16236674-ee81-483a-bd73-1abff8a53c9f yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:39:58.771133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5ae30739-7897-4e4f-a615-fa8d148f0b9f req-de84ddd3-335e-4971-9c1d-173f7f6bb918 tempest-ListServersNegativeTestJSON-949426747 tempest-ListServersNegativeTestJSON-949426747-project] 10.222.0.70 "GET /v2.0/ports?device_id=631875ee-209c-4d95-86cc-e5c091954326 HTTP/1.1" status: 200 len: 210 time: 0.0517828 Oct 29 08:39:58.844958 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80b366c3-6222-4b6d-8633-7cbfce869096 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.853333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80b366c3-6222-4b6d-8633-7cbfce869096 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.929764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b366c3-6222-4b6d-8633-7cbfce869096 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b442e4fd-7f40-4653-a0ae-6c7fcccf34bf,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:58.940849 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.945473 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.961510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d77f2919-8f34-46b6-b2ce-5afe04160c4f None None] For port 3f951612-1578-45cf-a65e-1eefe1f96401, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3f951612-1578-45cf-a65e-1eefe1f96401,segment=NetworkSegment(4927ef17-66c4-4c87-8139-7a8d89708a2f),segment_id=4927ef17-66c4-4c87-8139-7a8d89708a2f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:58.986327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80b366c3-6222-4b6d-8633-7cbfce869096 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:58.989677 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-80b366c3-6222-4b6d-8633-7cbfce869096 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4327657 Oct 29 08:39:58.989811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6994ea1-7856-40f1-9128-5d48336a80bb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6994ea1-7856-40f1-9128-5d48336a80bb,segment=NetworkSegment(2e26c4dd-e2cb-4986-8f70-10a82c22c9c0),segment_id=2e26c4dd-e2cb-4986-8f70-10a82c22c9c0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:39:58.990024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56482) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:58.992960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3d36b4-4414-4ec1-a516-d38f471cb401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6994ea1-7856-40f1-9128-5d48336a80bb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:39:58.996116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9b40cc77-d4cd-47a8-b2c7-35f64f642567 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': '3dc36942-71aa-417c-8782-d41c15a78e15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:58.997830 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e155ff5-2e5d-4190-8589-c6e8b2e88a62" -d '{"events": [{"server_uuid": "1b3d36b4-4414-4ec1-a516-d38f471cb401", "name": "network-vif-plugged", "status": "completed", "tag": "b6994ea1-7856-40f1-9128-5d48336a80bb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:39:59.016410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77f2919-8f34-46b6-b2ce-5afe04160c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.023542 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.025531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:59.044147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc1358-0866-4fee-be9c-714c71bef84b req-e8bf068b-6825-4c9b-8c5a-b9af43dd8014 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:59.045948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1dc1358-0866-4fee-be9c-714c71bef84b req-e8bf068b-6825-4c9b-8c5a-b9af43dd8014 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1459398 Oct 29 08:39:59.066439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::f (828c55b4-fb5e-434c-a17f-93bb5f483a5d/377258e5-cd06-4069-bd11-d23da1428059/16236674-ee81-483a-bd73-1abff8a53c9f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:39:59.071496 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b40cc77-d4cd-47a8-b2c7-35f64f642567 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.139821 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b0d9d-afbd-419c-bb1c-c01b5988e4c2 x-openstack-request-id: req-8e4b0d9d-afbd-419c-bb1c-c01b5988e4c2 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:39:59.140905 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3d36b4-4414-4ec1-a516-d38f471cb401", "name": "network-vif-plugged", "status": "completed", "tag": "b6994ea1-7856-40f1-9128-5d48336a80bb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:39:59.141102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1dc1358-0866-4fee-be9c-714c71bef84b req-8f8e8f6e-1098-4aef-8c45-0b320f7f6751 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848849 Oct 29 08:39:59.141231 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e4b0d9d-afbd-419c-bb1c-c01b5988e4c2 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:39:59.141552 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3d36b4-4414-4ec1-a516-d38f471cb401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6994ea1-7856-40f1-9128-5d48336a80bb', 'code': 200} Oct 29 08:39:59.150281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:59.150642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4cc70f37-2585-46d8-9aa0-d2e5f2f16aec not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:59.215693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b40cc77-d4cd-47a8-b2c7-35f64f642567 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.222451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b40cc77-d4cd-47a8-b2c7-35f64f642567 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.239514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3f951612-1578-45cf-a65e-1eefe1f96401 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:39:59.253688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40cc77-d4cd-47a8-b2c7-35f64f642567 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f8d196-acac-4eef-bd91-7f04adcd540d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:59.279700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9b40cc77-d4cd-47a8-b2c7-35f64f642567 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.282177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f2919-8f34-46b6-b2ce-5afe04160c4f None None] Pushing event updated for resources: {'Port': ['ID=3f951612-1578-45cf-a65e-1eefe1f96401,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:59.286370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9b40cc77-d4cd-47a8-b2c7-35f64f642567 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2899783 Oct 29 08:39:59.287220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56488) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:59.292626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d719d19c-d9dd-42f7-b4e9-f5f2f883aca7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': '3dc36942-71aa-417c-8782-d41c15a78e15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:39:59.334286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d719d19c-d9dd-42f7-b4e9-f5f2f883aca7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.338596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8cac5f9b-8dac-4f1c-a67c-ce7d5a95e948 None None] Provisioning complete for port 3f951612-1578-45cf-a65e-1eefe1f96401 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:59.339080 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8cac5f9b-8dac-4f1c-a67c-ce7d5a95e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.409986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b6994ea1-7856-40f1-9128-5d48336a80bb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:59.442244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 3f951612-1578-45cf-a65e-1eefe1f96401 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:59.444621 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.478671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d719d19c-d9dd-42f7-b4e9-f5f2f883aca7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.493821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d013c-8482-4106-9983-eefdb85c4be4 req-a2ca8734-15af-41f4-aedc-8482542dc03f tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:59.495532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-563d013c-8482-4106-9983-eefdb85c4be4 req-a2ca8734-15af-41f4-aedc-8482542dc03f tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.0955968 Oct 29 08:39:59.497198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d719d19c-d9dd-42f7-b4e9-f5f2f883aca7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.542090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719d19c-d9dd-42f7-b4e9-f5f2f883aca7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42544a37-0fda-46ac-bcfc-8200809eb668,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:59.565080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8cac5f9b-8dac-4f1c-a67c-ce7d5a95e948 None None] Provisioning complete for port 7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:59.565453 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8cac5f9b-8dac-4f1c-a67c-ce7d5a95e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.570535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d719d19c-d9dd-42f7-b4e9-f5f2f883aca7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.575327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d719d19c-d9dd-42f7-b4e9-f5f2f883aca7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2842877 Oct 29 08:39:59.576860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56492) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:59.594688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-563d013c-8482-4106-9983-eefdb85c4be4 req-70a20a5b-5459-425d-b173-b0d708ffbcf4 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891573 Oct 29 08:39:59.609762 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22751c6f-b777-49be-9d32-1ac2ddba6299 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.626973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 7e72c00e-e3ca-4028-b11d-72347b88eddd no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:39:59.632248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22751c6f-b777-49be-9d32-1ac2ddba6299 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.666213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22751c6f-b777-49be-9d32-1ac2ddba6299 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.671256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 7e72c00e-e3ca-4028-b11d-72347b88eddd {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:39:59.671696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 7e72c00e-e3ca-4028-b11d-72347b88eddd not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:39:59.676724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8cac5f9b-8dac-4f1c-a67c-ce7d5a95e948 None None] Port 7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:59.681063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22751c6f-b777-49be-9d32-1ac2ddba6299 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.684849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-22751c6f-b777-49be-9d32-1ac2ddba6299 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/42544a37-0fda-46ac-bcfc-8200809eb668 HTTP/1.1" status: 204 len: 168 time: 0.1051996 Oct 29 08:39:59.684849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22751c6f-b777-49be-9d32-1ac2ddba6299 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42544a37-0fda-46ac-bcfc-8200809eb668,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:59.685127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56494) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:59.733989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0a94a15c-e9db-43d8-8173-82be8a4dac97 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0477657 Oct 29 08:39:59.736715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56496) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:59.760986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3640f3c2-f213-4cbe-8a62-d48327c5b759 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.768825 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3640f3c2-f213-4cbe-8a62-d48327c5b759 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.783444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cb7ff-fe82-45b0-9ab8-e72b0d2c3b50 req-1d6d1c5c-c12f-47dd-bcbb-1c1fe03ec904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:59.785053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-138cb7ff-fe82-45b0-9ab8-e72b0d2c3b50 req-1d6d1c5c-c12f-47dd-bcbb-1c1fe03ec904 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 1097 time: 0.6212525 Oct 29 08:39:59.797362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3640f3c2-f213-4cbe-8a62-d48327c5b759 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.805632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3640f3c2-f213-4cbe-8a62-d48327c5b759 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.810479 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3640f3c2-f213-4cbe-8a62-d48327c5b759 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/02f8d196-acac-4eef-bd91-7f04adcd540d HTTP/1.1" status: 204 len: 168 time: 0.0727487 Oct 29 08:39:59.812965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56500) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:59.814460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7f19705c-a4cf-4d23-b458-0c12797ec0ba None None] Provisioning complete for port 7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:39:59.814922 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f19705c-a4cf-4d23-b458-0c12797ec0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.817181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.830025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640f3c2-f213-4cbe-8a62-d48327c5b759 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02f8d196-acac-4eef-bd91-7f04adcd540d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:59.845814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-138cb7ff-fe82-45b0-9ab8-e72b0d2c3b50 req-3ce0bae5-c128-4462-a2ad-f801cce7b5c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521774 Oct 29 08:39:59.861705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7f19705c-a4cf-4d23-b458-0c12797ec0ba None None] Port 7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:39:59.861904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56504) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:59.876448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.931092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 828c55b4-fb5e-434c-a17f-93bb5f483a5d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:39:59.934091 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:39:59.938252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:39:59.944325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:39:59.944902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.951426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b4eea2c3-b4cb-41e2-896b-ab69aae948a0 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1353419 Oct 29 08:39:59.953985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56506) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:39:59.962005 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cea1be-bf31-432f-9830-47f6fcd1ddf4 admin admin] Deleting subnet 3709db83-a37a-453b-bb90-13a7cee0c073 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:39:59.966012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83cea1be-bf31-432f-9830-47f6fcd1ddf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.970904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=16236674-ee81-483a-bd73-1abff8a53c9f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:39:59.986199 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5427512-1b5a-49e7-a83a-f0f2abe648f0 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:39:59.991574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-524ebb39-28cf-4ce1-9176-a7053bd9e5ee tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6214752 Oct 29 08:39:59.997800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56508) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.000141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5427512-1b5a-49e7-a83a-f0f2abe648f0 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.029676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5427512-1b5a-49e7-a83a-f0f2abe648f0 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.037112 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5427512-1b5a-49e7-a83a-f0f2abe648f0 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.039234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c5427512-1b5a-49e7-a83a-f0f2abe648f0 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b442e4fd-7f40-4653-a0ae-6c7fcccf34bf HTTP/1.1" status: 204 len: 168 time: 0.0842142 Oct 29 08:40:00.045031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56510) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.050123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5427512-1b5a-49e7-a83a-f0f2abe648f0 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b442e4fd-7f40-4653-a0ae-6c7fcccf34bf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:00.080664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83cea1be-bf31-432f-9830-47f6fcd1ddf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.098949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-44ff6ec5-165d-4287-b77f-fe704eea0123 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0524545 Oct 29 08:40:00.101589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56512) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.131069 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9503163b-1a00-459c-8daa-37edeee98b78 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.139929 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9503163b-1a00-459c-8daa-37edeee98b78 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.143241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd6d95b-47ba-44f4-a170-955406505d9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:00.149086 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ccd6d95b-47ba-44f4-a170-955406505d9a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1456354 Oct 29 08:40:00.152323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56514) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.183073 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9503163b-1a00-459c-8daa-37edeee98b78 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.191039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9503163b-1a00-459c-8daa-37edeee98b78 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.192361 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83cea1be-bf31-432f-9830-47f6fcd1ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.196094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56518) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.197900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9503163b-1a00-459c-8daa-37edeee98b78 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/57c11e56-1b86-41a7-99f3-9907f85ed376 HTTP/1.1" status: 204 len: 168 time: 0.0950606 Oct 29 08:40:00.206714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503163b-1a00-459c-8daa-37edeee98b78 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57c11e56-1b86-41a7-99f3-9907f85ed376,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:00.274593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea2481-d6d8-4fd1-a87b-6b0bf901b1d3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:00.276351 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.280868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea2481-d6d8-4fd1-a87b-6b0bf901b1d3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:00.285916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-915eccd4-4a84-4118-83f3-4fa5fcdb056a None None] Provisioning complete for port 16236674-ee81-483a-bd73-1abff8a53c9f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:00.286064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d2a3-6d31-46f2-82c0-5c113e0cfdc3 req-f545acb4-56a4-436e-8422-a4b623a3c904 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:00.286279 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-915eccd4-4a84-4118-83f3-4fa5fcdb056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.287644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea2481-d6d8-4fd1-a87b-6b0bf901b1d3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:00.287829 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4412d2a3-6d31-46f2-82c0-5c113e0cfdc3 req-f545acb4-56a4-436e-8422-a4b623a3c904 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0641611 Oct 29 08:40:00.289689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0cea2481-d6d8-4fd1-a87b-6b0bf901b1d3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1342232 Oct 29 08:40:00.292647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56520) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.318182 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5a7d154b-9523-4d45-975a-730416d1c226 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1210222 Oct 29 08:40:00.320994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56522) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.328410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-915eccd4-4a84-4118-83f3-4fa5fcdb056a None None] Port 16236674-ee81-483a-bd73-1abff8a53c9f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:00.349913 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83cea1be-bf31-432f-9830-47f6fcd1ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.362645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87b3c9d7-cd9f-45d0-ae27-e9f5de0425b6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.386955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4412d2a3-6d31-46f2-82c0-5c113e0cfdc3 req-557c01bb-3e59-492c-a139-ee8ee4299ac0 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861402 Oct 29 08:40:00.391882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87b3c9d7-cd9f-45d0-ae27-e9f5de0425b6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.398726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cea1be-bf31-432f-9830-47f6fcd1ddf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3709db83-a37a-453b-bb90-13a7cee0c073,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:00.402758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83cea1be-bf31-432f-9830-47f6fcd1ddf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.406311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-83cea1be-bf31-432f-9830-47f6fcd1ddf4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3709db83-a37a-453b-bb90-13a7cee0c073 HTTP/1.1" status: 204 len: 168 time: 0.5423713 Oct 29 08:40:00.408931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56524) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.439527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87b3c9d7-cd9f-45d0-ae27-e9f5de0425b6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.446294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87b3c9d7-cd9f-45d0-ae27-e9f5de0425b6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.449257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-87b3c9d7-cd9f-45d0-ae27-e9f5de0425b6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1f46fe73-a2d0-4e03-b5fd-58af8576e8ce HTTP/1.1" status: 204 len: 168 time: 0.1273122 Oct 29 08:40:00.453608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56528) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.461100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3c9d7-cd9f-45d0-ae27-e9f5de0425b6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f46fe73-a2d0-4e03-b5fd-58af8576e8ce,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:00.490345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-582fbff2-326f-4baf-b456-b8ea2ec59ef1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 16236674-ee81-483a-bd73-1abff8a53c9f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:00.490691 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-582fbff2-326f-4baf-b456-b8ea2ec59ef1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.503468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e85d1397-1896-49b2-846b-b0b1d06f3a89 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458667 Oct 29 08:40:00.504381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56530) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.555563 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.567863 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b39e47d9-6675-4830-8cb7-31234be96894 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.594612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b39e47d9-6675-4830-8cb7-31234be96894 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.647208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b39e47d9-6675-4830-8cb7-31234be96894 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.649806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b39e47d9-6675-4830-8cb7-31234be96894 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.654591 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b39e47d9-6675-4830-8cb7-31234be96894 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/3dc36942-71aa-417c-8782-d41c15a78e15 HTTP/1.1" status: 204 len: 168 time: 0.1485434 Oct 29 08:40:00.654591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56534) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.677363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e47d9-6675-4830-8cb7-31234be96894 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc36942-71aa-417c-8782-d41c15a78e15,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:00.684453 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-582fbff2-326f-4baf-b456-b8ea2ec59ef1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.738853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-582fbff2-326f-4baf-b456-b8ea2ec59ef1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 16236674-ee81-483a-bd73-1abff8a53c9f owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:00.741724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.771661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:00.787332 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1ed035c9-eb9f-45f6-9e96-31d8f2d68c3c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1141896 Oct 29 08:40:00.787541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56540) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:00.793331 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b23eacc1-68d0-4ee1-86c8-2288b47e498d tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-secgroup--702129607'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:00.812972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b85783-54a4-4439-bdd3-cdab86933257') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:00.813574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b85783-54a4-4439-bdd3-cdab86933257') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:00.822101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd0844-2cba-40af-8ff8-94d1ad95f959 req-80e9c188-fb43-40e1-ac9a-203c3dc18982 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:00.823458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4bd0844-2cba-40af-8ff8-94d1ad95f959 req-80e9c188-fb43-40e1-ac9a-203c3dc18982 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.1175711 Oct 29 08:40:00.827729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.834270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b23eacc1-68d0-4ee1-86c8-2288b47e498d tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.860919 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.875534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:40:00.875971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:40:00.877713 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:40:00.934315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4bd0844-2cba-40af-8ff8-94d1ad95f959 req-466cb511-7e83-49de-9d01-28b17f898fc5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858984 Oct 29 08:40:00.981602 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.987320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:00.991389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] 10.222.0.70 "DELETE /v2.0/networks/87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6 HTTP/1.1" status: 204 len: 168 time: 0.5813985 Oct 29 08:40:01.014541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f35da-7322-432e-a5a9-bfcaa29e0e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=87325ee8-b0fa-40b1-b6cf-1959d0f2f7c6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:01.032825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-582fbff2-326f-4baf-b456-b8ea2ec59ef1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.099015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fbff2-326f-4baf-b456-b8ea2ec59ef1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=16236674-ee81-483a-bd73-1abff8a53c9f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:01.111391 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b23eacc1-68d0-4ee1-86c8-2288b47e498d tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.119047 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b23eacc1-68d0-4ee1-86c8-2288b47e498d tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.132289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-582fbff2-326f-4baf-b456-b8ea2ec59ef1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.136115 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-582fbff2-326f-4baf-b456-b8ea2ec59ef1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/16236674-ee81-483a-bd73-1abff8a53c9f HTTP/1.1" status: 204 len: 168 time: 0.8422384 Oct 29 08:40:01.139240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56548) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:01.150725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b23eacc1-68d0-4ee1-86c8-2288b47e498d tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.152494 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b23eacc1-68d0-4ee1-86c8-2288b47e498d tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3636518 Oct 29 08:40:01.156198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56550) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:01.162611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-213b5ac1-17a4-4f92-806a-c3b331b98380 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': 'adf5152e-53ba-4d4e-87dc-87dfc0977de0', 'direction': 'ingress', 'protocol': 17}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:01.172737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3f951612-1578-45cf-a65e-1eefe1f96401 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:01.187207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eacc1-68d0-4ee1-86c8-2288b47e498d tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf5152e-53ba-4d4e-87dc-87dfc0977de0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:01.223844 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2db48e-de0c-4e99-b27c-38dc6718c662 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:40:01.227841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8f2db48e-de0c-4e99-b27c-38dc6718c662 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/16236674-ee81-483a-bd73-1abff8a53c9f HTTP/1.1" status: 404 len: 333 time: 0.0851529 Oct 29 08:40:01.228879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56552) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:01.287488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 3f951612-1578-45cf-a65e-1eefe1f96401 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:01.288928 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.325028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56554) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:01.339786 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-213b5ac1-17a4-4f92-806a-c3b331b98380 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.383476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0cb9e51-c861-4cdc-8efc-f46951b4ea89 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99d2337001b04aa09144349c543ad600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569229 Oct 29 08:40:01.385953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56556) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:01.435267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9c99d477-7bad-43b9-96a6-f4610e627e03 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:01.435939 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9c99d477-7bad-43b9-96a6-f4610e627e03 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.465666 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e319-ead4-4427-8e0e-a315af0266b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.499079 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e319-ead4-4427-8e0e-a315af0266b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.520947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-213b5ac1-17a4-4f92-806a-c3b331b98380 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.529022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-213b5ac1-17a4-4f92-806a-c3b331b98380 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.561366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b5ac1-17a4-4f92-806a-c3b331b98380 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba716435-bdd3-4e15-8b5b-af5207dae093,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:01.564182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e319-ead4-4427-8e0e-a315af0266b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.568907 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e319-ead4-4427-8e0e-a315af0266b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.570273 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b4f1e319-ead4-4427-8e0e-a315af0266b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f04fa56-3447-441e-9701-5de21b99880f HTTP/1.1" status: 204 len: 168 time: 0.1826541 Oct 29 08:40:01.580780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1e319-ead4-4427-8e0e-a315af0266b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04fa56-3447-441e-9701-5de21b99880f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:01.582206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-213b5ac1-17a4-4f92-806a-c3b331b98380 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.590083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-213b5ac1-17a4-4f92-806a-c3b331b98380 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4322858 Oct 29 08:40:01.592882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56560) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:01.604327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9c99d477-7bad-43b9-96a6-f4610e627e03 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.635931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9c99d477-7bad-43b9-96a6-f4610e627e03 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:01.719598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0706c93c-efbf-4d31-a510-70d30cd5ee0e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.755878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0706c93c-efbf-4d31-a510-70d30cd5ee0e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.848755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0706c93c-efbf-4d31-a510-70d30cd5ee0e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.851375 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0706c93c-efbf-4d31-a510-70d30cd5ee0e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.852595 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0706c93c-efbf-4d31-a510-70d30cd5ee0e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/adf5152e-53ba-4d4e-87dc-87dfc0977de0 HTTP/1.1" status: 204 len: 168 time: 0.2586966 Oct 29 08:40:01.855489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56566) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:01.870464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c93c-efbf-4d31-a510-70d30cd5ee0e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf5152e-53ba-4d4e-87dc-87dfc0977de0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:01.891484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9c99d477-7bad-43b9-96a6-f4610e627e03 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.915957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f4ef6c13-61c3-4e47-933d-fbda98fb487e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588369 Oct 29 08:40:01.920150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56568) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:01.925400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-90b28496-3b7e-4a7b-b5ee-dc5065a7a127 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766195549'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:01.925773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99d477-7bad-43b9-96a6-f4610e627e03 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:01.981684 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9c99d477-7bad-43b9-96a6-f4610e627e03 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:01.987886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9c99d477-7bad-43b9-96a6-f4610e627e03 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba HTTP/1.1" status: 204 len: 168 time: 0.7556994 Oct 29 08:40:01.988543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56574) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:02.000195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90b28496-3b7e-4a7b-b5ee-dc5065a7a127 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.028818 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2657f9ea-f860-4725-81e0-36d1364e72e4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:40:02.031127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2657f9ea-f860-4725-81e0-36d1364e72e4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/7b8e5fd8-6eb4-4900-8cb7-fc45697e6cba HTTP/1.1" status: 404 len: 333 time: 0.0413759 Oct 29 08:40:02.034815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56578) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:02.105362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c95dc80-f0fc-4a9a-bdec-d4c03255db1b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet 377258e5-cd06-4069-bd11-d23da1428059 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:02.111421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c95dc80-f0fc-4a9a-bdec-d4c03255db1b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.132997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8089d-93de-46cb-b220-82fbcb314681 req-1bdb8962-2d7e-42c6-8f67-06553b5d1f9b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:02.134577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-70c8089d-93de-46cb-b220-82fbcb314681 req-1bdb8962-2d7e-42c6-8f67-06553b5d1f9b tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.0844243 Oct 29 08:40:02.145755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90b28496-3b7e-4a7b-b5ee-dc5065a7a127 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.167117 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90b28496-3b7e-4a7b-b5ee-dc5065a7a127 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.173395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c95dc80-f0fc-4a9a-bdec-d4c03255db1b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.209090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90b28496-3b7e-4a7b-b5ee-dc5065a7a127 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.210353 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-90b28496-3b7e-4a7b-b5ee-dc5065a7a127 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2885947 Oct 29 08:40:02.213931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56586) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:02.219460 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-70c8089d-93de-46cb-b220-82fbcb314681 req-a38fa464-b13d-4eb4-ac8b-568e95bebbbc tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769989 Oct 29 08:40:02.220310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b28496-3b7e-4a7b-b5ee-dc5065a7a127 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe3cc6-adb0-4345-acd9-e0fbbafe7879,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:02.226550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-773d7974-0cf0-4996-82d0-a17845ea0c12 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-secgroup--531963567'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:02.278279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-773d7974-0cf0-4996-82d0-a17845ea0c12 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.353168 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c95dc80-f0fc-4a9a-bdec-d4c03255db1b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.424066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-773d7974-0cf0-4996-82d0-a17845ea0c12 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.435272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-773d7974-0cf0-4996-82d0-a17845ea0c12 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.460386 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c95dc80-f0fc-4a9a-bdec-d4c03255db1b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.488907 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c95dc80-f0fc-4a9a-bdec-d4c03255db1b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.494469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56602) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:02.494690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7c95dc80-f0fc-4a9a-bdec-d4c03255db1b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/377258e5-cd06-4069-bd11-d23da1428059 HTTP/1.1" status: 204 len: 168 time: 0.4585254 Oct 29 08:40:02.510359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72bbec-49e5-42ae-a8c5-143e7fb00447 None None] Network 828c55b4-fb5e-434c-a17f-93bb5f483a5d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:02.518222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95dc80-f0fc-4a9a-bdec-d4c03255db1b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=377258e5-cd06-4069-bd11-d23da1428059,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:02.522067 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-773d7974-0cf0-4996-82d0-a17845ea0c12 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.526173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-773d7974-0cf0-4996-82d0-a17845ea0c12 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3111157 Oct 29 08:40:02.527186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56604) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:02.532387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2225bb8f-d92a-4d38-9627-e9cde73852be tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': '8fbe3cc6-adb0-4345-acd9-e0fbbafe7879', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd9b033cd-4b10-4a09-83b4-bb2feb7470af', 'remote_ip_prefix': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:02.536597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d7974-0cf0-4996-82d0-a17845ea0c12 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b033cd-4b10-4a09-83b4-bb2feb7470af,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:02.592232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56606) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:02.609748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7402303-bffa-401b-a5da-13eca8e79831 req-ce9fb6b3-378b-455a-8f57-d39b9604d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:02.612250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7402303-bffa-401b-a5da-13eca8e79831 req-ce9fb6b3-378b-455a-8f57-d39b9604d238 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed9ed1b8891742e29a80250c8e6bf942&device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 1097 time: 0.0729537 Oct 29 08:40:02.658323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.673439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e71353-7864-4af6-983b-a4f31fb43f39 req-dfa2c701-65fc-4510-8caa-445c09bd3701 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:02.681087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1e71353-7864-4af6-983b-a4f31fb43f39 req-dfa2c701-65fc-4510-8caa-445c09bd3701 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.0813730 Oct 29 08:40:02.699423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2225bb8f-d92a-4d38-9627-e9cde73852be tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.744077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1593527103-network', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:02.751113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1e71353-7864-4af6-983b-a4f31fb43f39 req-cdf109a5-595c-4574-9d9e-038083b839c0 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691702 Oct 29 08:40:02.774208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 3f951612-1578-45cf-a65e-1eefe1f96401 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:02.774559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.794287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] DHCP port deletion for 828c55b4-fb5e-434c-a17f-93bb5f483a5d request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:40:02.810034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7402303-bffa-401b-a5da-13eca8e79831 req-ce3c4709-ba2f-465c-bd3e-a83d70488746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:02.812395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7402303-bffa-401b-a5da-13eca8e79831 req-ce3c4709-ba2f-465c-bd3e-a83d70488746 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 HTTP/1.1" status: 200 len: 915 time: 0.1912231 Oct 29 08:40:02.815614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Made reservation on behalf of 49e61d9af6024e88a8916b95cf476b7d for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:02.819217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.845466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] For port 3f951612-1578-45cf-a65e-1eefe1f96401, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3f951612-1578-45cf-a65e-1eefe1f96401,segment=NetworkSegment(4927ef17-66c4-4c87-8139-7a8d89708a2f),segment_id=4927ef17-66c4-4c87-8139-7a8d89708a2f)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:02.846016 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.852512 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.865263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] Deleting port 3f951612-1578-45cf-a65e-1eefe1f96401 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:02.865631 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.865793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 3f951612-1578-45cf-a65e-1eefe1f96401 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:02.909223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7402303-bffa-401b-a5da-13eca8e79831 req-8a154815-a4ac-4b6d-9fe2-615a56c5dfe9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6994ea1-7856-40f1-9128-5d48336a80bb HTTP/1.1" status: 200 len: 217 time: 0.0867989 Oct 29 08:40:02.922699 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2225bb8f-d92a-4d38-9627-e9cde73852be tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.941424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] For port 3f951612-1578-45cf-a65e-1eefe1f96401, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3f951612-1578-45cf-a65e-1eefe1f96401,segment=NetworkSegment(4927ef17-66c4-4c87-8139-7a8d89708a2f),segment_id=4927ef17-66c4-4c87-8139-7a8d89708a2f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:02.941856 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.955144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] Calling delete_port for 3f951612-1578-45cf-a65e-1eefe1f96401 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:02.957185 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2225bb8f-d92a-4d38-9627-e9cde73852be tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:02.978525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.007045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=3f951612-1578-45cf-a65e-1eefe1f96401,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:03.011646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No DVR routers for this DVR port 3f951612-1578-45cf-a65e-1eefe1f96401 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:03.032716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225bb8f-d92a-4d38-9627-e9cde73852be tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5513290d-3711-4cc5-9e66-81aa6505aff1,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:03.052523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7402303-bffa-401b-a5da-13eca8e79831 req-93cd218d-f8b2-462f-a5c1-a5c4b3a38060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:03.054088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7402303-bffa-401b-a5da-13eca8e79831 req-93cd218d-f8b2-462f-a5c1-a5c4b3a38060 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48ccfc63-8fdb-4aa9-baa4-32763f59f799 HTTP/1.1" status: 200 len: 853 time: 0.1352181 Oct 29 08:40:03.056731 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2225bb8f-d92a-4d38-9627-e9cde73852be tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.057854 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2225bb8f-d92a-4d38-9627-e9cde73852be tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5294158 Oct 29 08:40:03.058298 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.064029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56614) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:03.103869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] Pushing event deleted for resources: {'Port': ['ID=3f951612-1578-45cf-a65e-1eefe1f96401,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:03.116208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60601b00-2c5f-490e-9547-22217ff3be7c None None] No DVR routers for this DVR port 3f951612-1578-45cf-a65e-1eefe1f96401 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:03.116437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7402303-bffa-401b-a5da-13eca8e79831 req-dc636955-6590-42ae-8b06-e04691412fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514643 Oct 29 08:40:03.131926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27638db7-e590-4812-a066-cb84a7ece274 req-e5dd87d6-df26-4f3b-8357-73cf35232e6a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:03.136639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27638db7-e590-4812-a066-cb84a7ece274 req-e5dd87d6-df26-4f3b-8357-73cf35232e6a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1737242 Oct 29 08:40:03.136903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.142300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3f951612-1578-45cf-a65e-1eefe1f96401 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:03.160899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828c55b4-fb5e-434c-a17f-93bb5f483a5d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:03.164026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 3f951612-1578-45cf-a65e-1eefe1f96401 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:40:03.165213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3f951612-1578-45cf-a65e-1eefe1f96401 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:03.172071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4927ef17-66c4-4c87-8139-7a8d89708a2f') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:03.172347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4927ef17-66c4-4c87-8139-7a8d89708a2f') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:03.182853 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.196820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.203477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:40:03.203950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:40:03.207340 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:40:03.225471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c370-ee20-444c-8ed8-b5d248c6be98 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.259479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c370-ee20-444c-8ed8-b5d248c6be98 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.275460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.282490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.301002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.302128 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.305306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/networks/828c55b4-fb5e-434c-a17f-93bb5f483a5d HTTP/1.1" status: 204 len: 168 time: 0.8088691 Oct 29 08:40:03.306195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a59947-c156-4241-9a48-4efc8f05e472 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Network': ['ID=828c55b4-fb5e-434c-a17f-93bb5f483a5d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:03.309168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56616) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:03.316549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1034607598'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:03.339781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:03.343364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.346139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27638db7-e590-4812-a066-cb84a7ece274 req-6145f297-7236-4f2e-95c7-82aae6ed6558 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883085 Oct 29 08:40:03.375927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c370-ee20-444c-8ed8-b5d248c6be98 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.377366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c370-ee20-444c-8ed8-b5d248c6be98 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.379534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c4f5c370-ee20-444c-8ed8-b5d248c6be98 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5513290d-3711-4cc5-9e66-81aa6505aff1 HTTP/1.1" status: 204 len: 168 time: 0.3115990 Oct 29 08:40:03.384189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56622) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:03.385227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229dfb5b-1de5-485c-9233-4e388069e65c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:03.389361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:40:03.394930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7402303-bffa-401b-a5da-13eca8e79831 req-cfe0d8e0-fc8d-496a-ae04-5ce88e288943 service neutron] 10.222.0.15 "GET /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561009 Oct 29 08:40:03.396477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:40:03.404520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5c370-ee20-444c-8ed8-b5d248c6be98 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5513290d-3711-4cc5-9e66-81aa6505aff1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:03.426512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.426512 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Added segment 2eea1ccc-ad2b-4990-bb8b-deb747b1def4 of type vlan for network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 Oct 29 08:40:03.432688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.433030 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Added segment 7fc461ab-16cb-4af5-aa2a-016b887ea944 of type vlan for network 2dd678d7-b0be-42da-90a6-8deaeac45234 Oct 29 08:40:03.462046 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-706e7ed7-7ed9-4a24-a3a4-36cfd1f7f30b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0764229 Oct 29 08:40:03.480009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56626) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:03.510474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.540972 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.568616 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.574666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:03.575528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.585684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7402303-bffa-401b-a5da-13eca8e79831 req-a44baf83-0a5d-4921-86b2-f2bdc357f227 service neutron] 10.222.0.15 "GET /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764426 Oct 29 08:40:03.591839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.593705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:03.594538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.614025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0197074 Oct 29 08:40:03.624253 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f829091-0d44-4f8b-9cff-fc977990468b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.625194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:03.656945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Request body: {'subnet': {'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1593527103-subnet', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:03.672994 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3604608 Oct 29 08:40:03.679374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56634) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:03.692033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '160e070e-6642-4bf7-a8fa-ae9bf7877dc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:03.695490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050be7c-f390-484f-b83a-0fba395dbcf3 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd678d7-b0be-42da-90a6-8deaeac45234,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:03.707336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Made reservation on behalf of 49e61d9af6024e88a8916b95cf476b7d for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:03.711302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2dd678d7-b0be-42da-90a6-8deaeac45234 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:40:03.721483 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.827618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798cee5-cf8c-410d-a97f-0e4a8146ec6b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Network': ['ID=160e070e-6642-4bf7-a8fa-ae9bf7877dc2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:03.853313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:40:03.868933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f829091-0d44-4f8b-9cff-fc977990468b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:03.926112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:03.930583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.005792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.016344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4aa02-5f08-436b-97bc-7b3104b86482 req-a193ded8-5328-4ea8-bbb8-f78ee62a5498 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:04.017990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cc4aa02-5f08-436b-97bc-7b3104b86482 req-a193ded8-5328-4ea8-bbb8-f78ee62a5498 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.1689413 Oct 29 08:40:04.050850 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f829091-0d44-4f8b-9cff-fc977990468b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.054398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8f829091-0d44-4f8b-9cff-fc977990468b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.059230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8f829091-0d44-4f8b-9cff-fc977990468b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/d9b033cd-4b10-4a09-83b4-bb2feb7470af HTTP/1.1" status: 204 len: 168 time: 0.5740490 Oct 29 08:40:04.059418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56640) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.080178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f829091-0d44-4f8b-9cff-fc977990468b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b033cd-4b10-4a09-83b4-bb2feb7470af,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:04.104462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=970f51f0-b128-415f-82a1-f7fa66038dd8,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:04.107616 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cc4aa02-5f08-436b-97bc-7b3104b86482 req-858650b3-f557-4e94-80a2-76a19c9197d6 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796640 Oct 29 08:40:04.115886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Checking segment: {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:04.116977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Network hostable DHCP agents. Network: 2dd678d7-b0be-42da-90a6-8deaeac45234, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:40:04.182551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81b8f0f2-f5ac-45c1-bc01-1fcecf0c744b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1194286 Oct 29 08:40:04.182769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56642) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.190021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Network 2dd678d7-b0be-42da-90a6-8deaeac45234 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:40:04.212504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 2dd678d7-b0be-42da-90a6-8deaeac45234) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:04.221398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:04.222055 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.223012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d49dc0-5be0-4cd0-83d5-bf573906d591 None None] Network 2dd678d7-b0be-42da-90a6-8deaeac45234 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:04.249461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c5b8a23b-5b19-436a-a0bc-6a1fb19cd050 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6229887 Oct 29 08:40:04.253954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56644) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.260455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:04.262346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6551ad7f-b514-4c66-97e7-0a7ea6468083 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.264933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.289597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6551ad7f-b514-4c66-97e7-0a7ea6468083 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.349471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6551ad7f-b514-4c66-97e7-0a7ea6468083 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.354388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6551ad7f-b514-4c66-97e7-0a7ea6468083 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.356763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6551ad7f-b514-4c66-97e7-0a7ea6468083 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/8fbe3cc6-adb0-4345-acd9-e0fbbafe7879 HTTP/1.1" status: 204 len: 168 time: 0.1727078 Oct 29 08:40:04.358127 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.359251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.361707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56646) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.390088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551ad7f-b514-4c66-97e7-0a7ea6468083 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe3cc6-adb0-4345-acd9-e0fbbafe7879,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:04.439890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=52b3908a-7970-4da0-94e3-4ddae811baa6,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:04.444435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dfb9c843-384c-477c-89b9-184e060c05f4 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811617 Oct 29 08:40:04.449601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56650) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.454817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.457769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-782cec39-324e-43a3-82c2-4a5058f13736 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-secgroup--136638444'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:04.468765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Checking segment: {'id': '2eea1ccc-ad2b-4990-bb8b-deb747b1def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '160e070e-6642-4bf7-a8fa-ae9bf7877dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:04.469605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a3cbc-b19f-4ee8-a86f-a096cabf672b None None] Network 2dd678d7-b0be-42da-90a6-8deaeac45234 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:04.470870 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network hostable DHCP agents. Network: 160e070e-6642-4bf7-a8fa-ae9bf7877dc2, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:40:04.513428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-782cec39-324e-43a3-82c2-4a5058f13736 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.608943 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-782cec39-324e-43a3-82c2-4a5058f13736 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.614296 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-782cec39-324e-43a3-82c2-4a5058f13736 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.653587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-782cec39-324e-43a3-82c2-4a5058f13736 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.655354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-782cec39-324e-43a3-82c2-4a5058f13736 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2045856 Oct 29 08:40:04.657754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cec39-324e-43a3-82c2-4a5058f13736 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfb2e3a-f5c3-450b-bcc7-95efade3cffa,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:04.659829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56652) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.664602 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7eccb31e-979b-42d0-b8cf-87490056d707 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': 'ebfb2e3a-f5c3-450b-bcc7-95efade3cffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:04.694169 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7eccb31e-979b-42d0-b8cf-87490056d707 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.763140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7eccb31e-979b-42d0-b8cf-87490056d707 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.769983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7eccb31e-979b-42d0-b8cf-87490056d707 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.793194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccb31e-979b-42d0-b8cf-87490056d707 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3a7fd4-90e2-467a-ab11-2c837637ae26,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:04.800473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7eccb31e-979b-42d0-b8cf-87490056d707 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.801759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7eccb31e-979b-42d0-b8cf-87490056d707 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1409519 Oct 29 08:40:04.804628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56654) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.834226 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7801-71a3-4748-9ff1-9fe1e43fba76 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.845006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7801-71a3-4748-9ff1-9fe1e43fba76 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.880028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7801-71a3-4748-9ff1-9fe1e43fba76 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.896275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7801-71a3-4748-9ff1-9fe1e43fba76 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:04.898041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6a7e7801-71a3-4748-9ff1-9fe1e43fba76 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5e3a7fd4-90e2-467a-ab11-2c837637ae26 HTTP/1.1" status: 204 len: 168 time: 0.0913360 Oct 29 08:40:04.899068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e7801-71a3-4748-9ff1-9fe1e43fba76 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e3a7fd4-90e2-467a-ab11-2c837637ae26,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:04.906680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56658) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.955676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7c744ba1-2f16-422f-9dac-ef4eb406e924 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475786 Oct 29 08:40:04.958631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56660) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:04.966713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:40:05.003494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.007068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 160e070e-6642-4bf7-a8fa-ae9bf7877dc2) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:05.011582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:05.012229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.016910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c7e0f6-0f09-488c-a681-32c14a89b3f4 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.023181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f9d23-50a2-4b55-b6f8-12ce45bf6a1d None None] Network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:05.046463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c7e0f6-0f09-488c-a681-32c14a89b3f4 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.084256 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b1cf867e-8247-4369-819d-b028fb67ad04 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3974216 Oct 29 08:40:05.087036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56662) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.092833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8bd0e8e4-40df-4a89-871e-496947e9127c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-417075108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:05.112578 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c7e0f6-0f09-488c-a681-32c14a89b3f4 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.115197 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c7e0f6-0f09-488c-a681-32c14a89b3f4 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.116577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-67c7e0f6-0f09-488c-a681-32c14a89b3f4 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/ebfb2e3a-f5c3-450b-bcc7-95efade3cffa HTTP/1.1" status: 204 len: 168 time: 0.1567745 Oct 29 08:40:05.119944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56664) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.139446 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e8e4-40df-4a89-871e-496947e9127c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.141902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e8e4-40df-4a89-871e-496947e9127c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.143915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7e0f6-0f09-488c-a681-32c14a89b3f4 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfb2e3a-f5c3-450b-bcc7-95efade3cffa,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:05.194418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0f9d3e8b-6238-411d-b797-cc2fec58a581 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688660 Oct 29 08:40:05.194900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56668) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.199758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f862ce5e-fcf3-4065-8492-fbde88a663e6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group': {'name': 'tempest-secgroup--943673543'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:05.232316 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f862ce5e-fcf3-4065-8492-fbde88a663e6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.254817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e8e4-40df-4a89-871e-496947e9127c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.274903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e8e4-40df-4a89-871e-496947e9127c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.329396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-160e070e-6642-4bf7-a8fa-ae9bf7877dc2', 'network_id': '160e070e-6642-4bf7-a8fa-ae9bf7877dc2', 'tenant_id': '8ae74ae01ad647478494176ae3d2930a', 'fixed_ips': [{'subnet_id': '52b3908a-7970-4da0-94e3-4ddae811baa6'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:40:05.330723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.335503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f862ce5e-fcf3-4065-8492-fbde88a663e6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.345446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f862ce5e-fcf3-4065-8492-fbde88a663e6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.356190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e8e4-40df-4a89-871e-496947e9127c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.357454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8bd0e8e4-40df-4a89-871e-496947e9127c tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2691958 Oct 29 08:40:05.362986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56670) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.370911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'network_id': '160e070e-6642-4bf7-a8fa-ae9bf7877dc2', 'name': 'tempest-PortsIpV6TestJSON-1383109464'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:05.397774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f862ce5e-fcf3-4065-8492-fbde88a663e6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.399356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f862ce5e-fcf3-4065-8492-fbde88a663e6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2033932 Oct 29 08:40:05.401789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862ce5e-fcf3-4065-8492-fbde88a663e6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68be4d-c1df-4b6b-a75e-6e0d1904b16d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:05.404053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56672) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.411503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-235216a0-9c09-471a-93d0-8e6d60d648f9 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': 'dd68be4d-c1df-4b6b-a75e-6e0d1904b16d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:05.455991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324109b5-6d91-4f30-a128-8106293100e1 req-9c19877a-ee24-4fb1-ba61-2fa4beccd7ef tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:05.457749 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-324109b5-6d91-4f30-a128-8106293100e1 req-9c19877a-ee24-4fb1-ba61-2fa4beccd7ef tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.2251787 Oct 29 08:40:05.482432 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-235216a0-9c09-471a-93d0-8e6d60d648f9 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.508352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.515130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Allocated IP 2001:db8::2 (160e070e-6642-4bf7-a8fa-ae9bf7877dc2/52b3908a-7970-4da0-94e3-4ddae811baa6/2a052c4d-bfba-49ae-b6eb-a82f839c23ba) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:05.573864 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-235216a0-9c09-471a-93d0-8e6d60d648f9 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.580338 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.581396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-235216a0-9c09-471a-93d0-8e6d60d648f9 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.602278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235216a0-9c09-471a-93d0-8e6d60d648f9 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46226df0-8d18-4eb3-a50f-508f9fbdd2d1,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:05.617858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-235216a0-9c09-471a-93d0-8e6d60d648f9 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.619367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-235216a0-9c09-471a-93d0-8e6d60d648f9 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2129245 Oct 29 08:40:05.622460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56676) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.639974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b47271bb-b8fb-45e4-aba0-8a8eef4cc6a6 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules/46226df0-8d18-4eb3-a50f-508f9fbdd2d1 HTTP/1.1" status: 200 len: 763 time: 0.0162780 Oct 29 08:40:05.643051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56678) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.662786 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-324109b5-6d91-4f30-a128-8106293100e1 req-6c7b62de-15a0-4cf4-ae51-ff142a813996 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970201 Oct 29 08:40:05.746631 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f34cce23-518f-471a-8360-af5807281b77 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1028261 Oct 29 08:40:05.750228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56682) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.784575 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.795533 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5af0982e-c6fd-4fc8-9776-42115076e577 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.796866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.805019 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5af0982e-c6fd-4fc8-9776-42115076e577 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.825441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:05.836090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.838801 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5af0982e-c6fd-4fc8-9776-42115076e577 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.852472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5af0982e-c6fd-4fc8-9776-42115076e577 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:05.856543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5af0982e-c6fd-4fc8-9776-42115076e577 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/46226df0-8d18-4eb3-a50f-508f9fbdd2d1 HTTP/1.1" status: 204 len: 168 time: 0.1005082 Oct 29 08:40:05.856543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0982e-c6fd-4fc8-9776-42115076e577 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46226df0-8d18-4eb3-a50f-508f9fbdd2d1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:05.856804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56686) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.871547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:05.883438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:05.886945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:05.901319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 28769875-02c2-47e0-a097-1dcd9a986259 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:40:05.901635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f4fe2f0a-dbee-4b98-8b94-f4e7ca70ad55 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436580 Oct 29 08:40:05.907449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56688) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:05.912137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5b6bdb5e-680f-4273-b708-498c9e0c32d7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': 'dd68be4d-c1df-4b6b-a75e-6e0d1904b16d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:05.921822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Pushing event updated for resources: {'Port': ['ID=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:05.985482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Allocated IP 172.25.5.100 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/70069115-0268-44bf-b4be-1b279c8b8700) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:06.030164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Attempting to bind port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:06.030843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Attempting to bind port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '2eea1ccc-ad2b-4990-bb8b-deb747b1def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '160e070e-6642-4bf7-a8fa-ae9bf7877dc2'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:06.030955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Attempting to bind port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba on network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:06.037133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:06.037526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Checking segment: {'id': '2eea1ccc-ad2b-4990-bb8b-deb747b1def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '160e070e-6642-4bf7-a8fa-ae9bf7877dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:06.037928 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.038316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Bound using segment: {'id': '2eea1ccc-ad2b-4990-bb8b-deb747b1def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '160e070e-6642-4bf7-a8fa-ae9bf7877dc2'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:06.038789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Bound port: 2a052c4d-bfba-49ae-b6eb-a82f839c23ba, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eea1ccc-ad2b-4990-bb8b-deb747b1def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '160e070e-6642-4bf7-a8fa-ae9bf7877dc2'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:06.039169 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.097865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b6bdb5e-680f-4273-b708-498c9e0c32d7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.120056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] For port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:06.123919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] For port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,segment=NetworkSegment(2eea1ccc-ad2b-4990-bb8b-deb747b1def4),segment_id=2eea1ccc-ad2b-4990-bb8b-deb747b1def4)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:06.131841 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.164695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626e987-72cb-4ac4-a0f4-c6ee4d4e2212 req-b969f5e7-251b-4668-b969-1b6371229453 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:06.166557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0626e987-72cb-4ac4-a0f4-c6ee4d4e2212 req-b969f5e7-251b-4668-b969-1b6371229453 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.0617995 Oct 29 08:40:06.225017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd474f31-251c-4165-a5db-0a3f7550f0b4 None None] Pushing event updated for resources: {'Port': ['ID=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:06.257902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0626e987-72cb-4ac4-a0f4-c6ee4d4e2212 req-5911dd86-5810-4ddb-8cf0-18413f92c053 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828509 Oct 29 08:40:06.276849 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b6bdb5e-680f-4273-b708-498c9e0c32d7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.297002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b6bdb5e-680f-4273-b708-498c9e0c32d7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.343172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::39b (160e070e-6642-4bf7-a8fa-ae9bf7877dc2/52b3908a-7970-4da0-94e3-4ddae811baa6/28769875-02c2-47e0-a097-1dcd9a986259) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:06.345419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bdb5e-680f-4273-b708-498c9e0c32d7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f13038-f835-4e42-9549-e55d2cbb95fc,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:06.356713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b6bdb5e-680f-4273-b708-498c9e0c32d7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.360503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5b6bdb5e-680f-4273-b708-498c9e0c32d7 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4494796 Oct 29 08:40:06.360864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56694) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:06.427261 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.437127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b5343a81-53a0-4b8b-8360-988110c6d526 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules/07f13038-f835-4e42-9549-e55d2cbb95fc HTTP/1.1" status: 200 len: 763 time: 0.0749013 Oct 29 08:40:06.439770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56696) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:06.574134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-df192517-b201-4069-ad6b-1928892b5166 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1331205 Oct 29 08:40:06.577796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56698) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:06.584251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.608013 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1d03ea8-9802-49f8-84ce-25c883aad18e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.616485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1d03ea8-9802-49f8-84ce-25c883aad18e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.646193 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1d03ea8-9802-49f8-84ce-25c883aad18e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.646701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:06.653882 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1d03ea8-9802-49f8-84ce-25c883aad18e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.658058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:06.658742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e1d03ea8-9802-49f8-84ce-25c883aad18e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/07f13038-f835-4e42-9549-e55d2cbb95fc HTTP/1.1" status: 204 len: 168 time: 0.0797613 Oct 29 08:40:06.659832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:06.669998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:06.679270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d03ea8-9802-49f8-84ce-25c883aad18e tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07f13038-f835-4e42-9549-e55d2cbb95fc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:06.693681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Pushing event updated for resources: {'Port': ['ID=70069115-0268-44bf-b4be-1b279c8b8700,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:06.698502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.712890 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f0fa6dbf-147c-4c3b-9d5b-554ef18d55e3 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512855 Oct 29 08:40:06.713505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56704) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:06.718523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d78fa78e-c6de-4a84-9e7e-d9c68ed7a52b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Request body: {'security_group_rule': {'security_group_id': 'dd68be4d-c1df-4b6b-a75e-6e0d1904b16d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:06.760904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d78fa78e-c6de-4a84-9e7e-d9c68ed7a52b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.833508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d78fa78e-c6de-4a84-9e7e-d9c68ed7a52b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.838158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d78fa78e-c6de-4a84-9e7e-d9c68ed7a52b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.856173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.859138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fa78e-c6de-4a84-9e7e-d9c68ed7a52b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7df474d-f121-4ce7-a4a8-4e8d2f93d55c,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:06.872327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d78fa78e-c6de-4a84-9e7e-d9c68ed7a52b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.877131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d78fa78e-c6de-4a84-9e7e-d9c68ed7a52b tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616843 Oct 29 08:40:06.877870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56706) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:06.898692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2e0fd940-5a84-407b-8f2f-97ad54020437 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules/a7df474d-f121-4ce7-a4a8-4e8d2f93d55c HTTP/1.1" status: 200 len: 764 time: 0.0170453 Oct 29 08:40:06.898942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56708) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:06.920660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:06.926103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:06.932236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:06.937864 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:06.938548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:06.959033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9f6d91fa-0e49-477b-b4b2-6eba706788d1 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0564868 Oct 29 08:40:06.959554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56710) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:06.960464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5963085 Oct 29 08:40:06.967668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56712) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:07.021739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258c1ac-96d6-4487-883b-bda8926e637d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=28769875-02c2-47e0-a097-1dcd9a986259,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:07.080794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.214293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2a052c4d-bfba-49ae-b6eb-a82f839c23ba up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:07.265601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dc322aa-e5e1-4269-8cd5-c0b32bd34a4c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.278839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dc322aa-e5e1-4269-8cd5-c0b32bd34a4c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.324478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:07.324853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.355830 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dc322aa-e5e1-4269-8cd5-c0b32bd34a4c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.365460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dc322aa-e5e1-4269-8cd5-c0b32bd34a4c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.371139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8dc322aa-e5e1-4269-8cd5-c0b32bd34a4c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a7df474d-f121-4ce7-a4a8-4e8d2f93d55c HTTP/1.1" status: 204 len: 168 time: 0.4064372 Oct 29 08:40:07.371367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56718) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:07.432146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc322aa-e5e1-4269-8cd5-c0b32bd34a4c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7df474d-f121-4ce7-a4a8-4e8d2f93d55c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:07.467605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.482292 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.504154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,segment=NetworkSegment(2eea1ccc-ad2b-4990-bb8b-deb747b1def4),segment_id=2eea1ccc-ad2b-4990-bb8b-deb747b1def4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:07.512795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fb45aec8-6135-4182-86d2-e219f34ac691 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1401410 Oct 29 08:40:07.514342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.520610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56720) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:07.571215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35252d25-3081-45e8-a943-7fa166730f7e None None] Network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:07.632694 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.641545 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a462db-ca47-4ace-b71b-9b3f8082e80c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.653641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a744b61-aced-4f50-b9d8-a7accfc7574f req-ee8a4be7-e3a3-43fd-b609-addf68e53328 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:07.655432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a744b61-aced-4f50-b9d8-a7accfc7574f req-ee8a4be7-e3a3-43fd-b609-addf68e53328 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.2318952 Oct 29 08:40:07.676051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Router 175753c7-6f96-42be-a199-4237c74cda3f is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:40:07.706720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:07.731721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-31dec62f-654c-4807-9251-4b69c5242f67 None None] Provisioning complete for port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:07.732635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-31dec62f-654c-4807-9251-4b69c5242f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.735150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a462db-ca47-4ace-b71b-9b3f8082e80c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.816397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:40:07.832495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Sync routers for ids ['175753c7-6f96-42be-a199-4237c74cda3f'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:40:07.849506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:07.851218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-76714e18-9dd6-4420-b2cc-11ca378dc861 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5959489 Oct 29 08:40:07.853960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56724) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:07.907619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Routers {'175753c7-6f96-42be-a199-4237c74cda3f'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:07.908393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['175753c7-6f96-42be-a199-4237c74cda3f'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:07.995961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a744b61-aced-4f50-b9d8-a7accfc7574f req-7d9322ff-62c5-411d-b5b7-9482681bf828 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201346 Oct 29 08:40:08.009254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-43e5387e-0866-4be0-b900-456811e3e238 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:08.010823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-43e5387e-0866-4be0-b900-456811e3e238 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.2984312 Oct 29 08:40:08.028987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a462db-ca47-4ace-b71b-9b3f8082e80c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:08.033524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a462db-ca47-4ace-b71b-9b3f8082e80c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:08.034714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e9a462db-ca47-4ace-b71b-9b3f8082e80c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "DELETE /v2.0/security-groups/dd68be4d-c1df-4b6b-a75e-6e0d1904b16d HTTP/1.1" status: 204 len: 168 time: 0.5108488 Oct 29 08:40:08.047954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56728) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:08.069162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a462db-ca47-4ace-b71b-9b3f8082e80c tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68be4d-c1df-4b6b-a75e-6e0d1904b16d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:08.185019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65415edc-2112-4e31-94eb-620196fbbbab req-56a10eac-2f31-4a74-b1d2-06ac90e43702 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:08.193362 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-65415edc-2112-4e31-94eb-620196fbbbab req-56a10eac-2f31-4a74-b1d2-06ac90e43702 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 945 time: 0.1997263 Oct 29 08:40:08.238671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-687e4537-ca5b-470f-bcd0-5e1f8fbeba45 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1627431 Oct 29 08:40:08.246253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56732) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:08.315313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-65415edc-2112-4e31-94eb-620196fbbbab req-93ce31e5-0ef6-4103-8ed2-6fe0002258fe tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084130 Oct 29 08:40:08.374024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Set router 175753c7-6f96-42be-a199-4237c74cda3f gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:08.377040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Deleting port b6994ea1-7856-40f1-9128-5d48336a80bb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:08.377508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:08.404511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7a4b87ba-7af0-41cb-a208-c4d7051132b2 tempest-SecGroupTest-2025367057 tempest-SecGroupTest-2025367057-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1486561 Oct 29 08:40:08.576626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:08.601987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:08.828352 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:40:08.828971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:40:06Z', 'revision_number': 3, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:08.880270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56740) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:08.892519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-46fe50fa-d127-4313-8182-02ab00721b8d None None] Provisioning complete for port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:08.892897 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fe50fa-d127-4313-8182-02ab00721b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:08.900863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Checking router: 175753c7-6f96-42be-a199-4237c74cda3f for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:40:08.901207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Updating router 175753c7-6f96-42be-a199-4237c74cda3f port 70069115-0268-44bf-b4be-1b279c8b8700 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:40:08.931188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.048454 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.415545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2a052c4d-bfba-49ae-b6eb-a82f839c23ba up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:09.446361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-459e1254-d39a-416d-b82f-f57015fd995e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc6068d716c14e03bc6ea978082ee39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627501 Oct 29 08:40:09.447690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Allocated IP 172.20.0.1 (2dd678d7-b0be-42da-90a6-8deaeac45234/970f51f0-b128-415f-82a1-f7fa66038dd8/151318d7-6aea-45f7-a360-e4b413b0887f) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:09.538938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-46fe50fa-d127-4313-8182-02ab00721b8d None None] Provisioning complete for port 28769875-02c2-47e0-a097-1dcd9a986259 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:09.539702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fe50fa-d127-4313-8182-02ab00721b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.579707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56752) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:09.580320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.601385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-46fe50fa-d127-4313-8182-02ab00721b8d None None] Port 28769875-02c2-47e0-a097-1dcd9a986259 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:09.601608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=28769875-02c2-47e0-a097-1dcd9a986259,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:09.655735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:09.656324 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.674184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] For port b6994ea1-7856-40f1-9128-5d48336a80bb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6994ea1-7856-40f1-9128-5d48336a80bb,segment=NetworkSegment(2e26c4dd-e2cb-4986-8f70-10a82c22c9c0),segment_id=2e26c4dd-e2cb-4986-8f70-10a82c22c9c0)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:09.674845 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.678381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87e502-5eeb-4d47-b7ae-6d38bc4e3c62 req-abd39ebb-89f2-432f-a8c1-c6bc9370cc7d tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:09.683659 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d87e502-5eeb-4d47-b7ae-6d38bc4e3c62 req-abd39ebb-89f2-432f-a8c1-c6bc9370cc7d tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 946 time: 0.5171890 Oct 29 08:40:09.688902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.710728 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.742497 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.780065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Calling delete_port for b6994ea1-7856-40f1-9128-5d48336a80bb owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:09.819174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5fea79ab-acb1-45b2-a280-cb48bd0d961e None None] Provisioning complete for port 28769875-02c2-47e0-a097-1dcd9a986259 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:09.819596 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5fea79ab-acb1-45b2-a280-cb48bd0d961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.823988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36077c13-a34a-472a-af6d-6e45bfe993ca req-ba97d50b-9618-4783-9e21-d45ddddd9a8b tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:09.825833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36077c13-a34a-472a-af6d-6e45bfe993ca req-ba97d50b-9618-4783-9e21-d45ddddd9a8b tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 945 time: 0.2452223 Oct 29 08:40:09.840457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d87e502-5eeb-4d47-b7ae-6d38bc4e3c62 req-1cdf7399-8f56-4970-a809-f5528ea7b30d tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/security-groups?id=86959151-e40b-42fc-a185-a5489442c148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175246 Oct 29 08:40:09.856929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Network 2dd678d7-b0be-42da-90a6-8deaeac45234 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:09.866132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:09.892285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:09.927662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Attempting to bind port 70069115-0268-44bf-b4be-1b279c8b8700 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:09.928071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Attempting to bind port 70069115-0268-44bf-b4be-1b279c8b8700 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:09.928438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Attempting to bind port 70069115-0268-44bf-b4be-1b279c8b8700 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:09.934557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5066fbc-32c7-4187-8b63-738ede9825ef None None] Pushing event updated for resources: {'Port': ['ID=70069115-0268-44bf-b4be-1b279c8b8700,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:09.940904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5fea79ab-acb1-45b2-a280-cb48bd0d961e None None] Port 28769875-02c2-47e0-a097-1dcd9a986259 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:09.943462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:09.943872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:09.944282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.944664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:09.945158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Bound port: 70069115-0268-44bf-b4be-1b279c8b8700, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:09.945537 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:09.980414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Pushing event updated for resources: {'Port': ['ID=151318d7-6aea-45f7-a360-e4b413b0887f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:10.001994 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.060613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36077c13-a34a-472a-af6d-6e45bfe993ca req-f969227a-d3dd-46f2-8cca-3645a244ad56 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206271 Oct 29 08:40:10.076944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] For port 70069115-0268-44bf-b4be-1b279c8b8700, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:10.084193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] For port 70069115-0268-44bf-b4be-1b279c8b8700, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=70069115-0268-44bf-b4be-1b279c8b8700,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:10.094960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.096236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f516-f125-403a-9a06-bb768bf0d7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.169148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.194208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Routers {'175753c7-6f96-42be-a199-4237c74cda3f'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:10.195376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['175753c7-6f96-42be-a199-4237c74cda3f'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:10.237917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f516-f125-403a-9a06-bb768bf0d7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.249584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.336615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] Set router 175753c7-6f96-42be-a199-4237c74cda3f gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:10.401158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-84aef933-c084-429f-bec9-861580f01a15 None None] Provisioning complete for port 28769875-02c2-47e0-a097-1dcd9a986259 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:10.401562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-84aef933-c084-429f-bec9-861580f01a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.541065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5066fbc-32c7-4187-8b63-738ede9825ef None None] Pushing event updated for resources: {'Port': ['ID=70069115-0268-44bf-b4be-1b279c8b8700,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:10.553360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.560055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-84aef933-c084-429f-bec9-861580f01a15 None None] Port 28769875-02c2-47e0-a097-1dcd9a986259 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:10.566575 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.570466 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.584562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.630636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.677776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:40:06Z', 'revision_number': 3, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:10.690596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Pushing event deleted for resources: {'Port': ['ID=b6994ea1-7856-40f1-9128-5d48336a80bb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:10.708137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db455920-9a57-49fc-bb47-b0a4f82053f5 None None] The sync data for ids ['175753c7-6f96-42be-a199-4237c74cda3f'] in n-d-815940-1 is: [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:40:06Z', 'revision_number': 3, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:40:10.775754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f516-f125-403a-9a06-bb768bf0d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.778601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f516-f125-403a-9a06-bb768bf0d7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.779847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2fc4f516-f125-403a-9a06-bb768bf0d7a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41334938-ffed-407b-b4d7-4a52edb4416a HTTP/1.1" status: 204 len: 168 time: 1.1757271 Oct 29 08:40:10.783337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] No DVR routers for this DVR port b6994ea1-7856-40f1-9128-5d48336a80bb on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:10.787027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:10.791192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5bcb3f6-4225-495b-be4b-ca34e1e6b57b req-d79bf0de-3821-47c3-8162-02cda05c40e5 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.15 "DELETE /v2.0/ports/b6994ea1-7856-40f1-9128-5d48336a80bb HTTP/1.1" status: 204 len: 173 time: 2.7702742 Oct 29 08:40:10.792220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Pushing event updated for resources: {'Port': ['ID=151318d7-6aea-45f7-a360-e4b413b0887f,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:10.800155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3d36b4-4414-4ec1-a516-d38f471cb401', 'name': 'network-vif-deleted', 'tag': 'b6994ea1-7856-40f1-9128-5d48336a80bb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:10.802598 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02590c7f-c7cb-4873-a500-3c6153e82410" -d '{"events": [{"server_uuid": "1b3d36b4-4414-4ec1-a516-d38f471cb401", "name": "network-vif-deleted", "tag": "b6994ea1-7856-40f1-9128-5d48336a80bb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:10.839069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4f516-f125-403a-9a06-bb768bf0d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41334938-ffed-407b-b4d7-4a52edb4416a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:11.041179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Network 2dd678d7-b0be-42da-90a6-8deaeac45234 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:11.046269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:11.290843 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:11.307759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:11.312633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:11.414547 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d752d92e-3432-4991-a178-90bb8fa9926e x-openstack-request-id: req-d752d92e-3432-4991-a178-90bb8fa9926e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:11.414869 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3d36b4-4414-4ec1-a516-d38f471cb401", "name": "network-vif-deleted", "tag": "b6994ea1-7856-40f1-9128-5d48336a80bb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:11.415101 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d752d92e-3432-4991-a178-90bb8fa9926e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:11.415502 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3d36b4-4414-4ec1-a516-d38f471cb401', 'name': 'network-vif-deleted', 'tag': 'b6994ea1-7856-40f1-9128-5d48336a80bb', 'status': 'completed', 'code': 200} Oct 29 08:40:11.638334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=28769875-02c2-47e0-a097-1dcd9a986259,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:11.672540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3c6dc1b6-e8b1-47a2-a1b2-4b6ffa26914e req-ea9ced5e-3aa7-4e6d-b515-c4612ac1ea76 tempest-InstanceActionsTestJSON-1716216282 tempest-InstanceActionsTestJSON-1716216282-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b3d36b4-4414-4ec1-a516-d38f471cb401 HTTP/1.1" status: 200 len: 210 time: 0.0645115 Oct 29 08:40:11.730286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:11.731707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:11.868624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616e8a8-3ca7-4822-b226-1093a15a3c1c req-a76b0267-5bad-4231-a4d7-7063b92949db tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:11.870462 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8616e8a8-3ca7-4822-b226-1093a15a3c1c req-a76b0267-5bad-4231-a4d7-7063b92949db tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 945 time: 1.0292823 Oct 29 08:40:11.945638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8616e8a8-3ca7-4822-b226-1093a15a3c1c req-aadcc2b1-43e6-4c2d-ae62-09ff72c64d2a tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589223 Oct 29 08:40:11.956297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Router 175753c7-6f96-42be-a199-4237c74cda3f has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:40:11.995264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Router ee9c2104-505e-44f6-9e59-91d520bfab53 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:40:12.104217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:40:12.116492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8531cc95-0349-4e7c-8c6c-11671a41efc9 admin admin] 10.222.0.70 "PUT /v2.0/routers/175753c7-6f96-42be-a199-4237c74cda3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2608912 Oct 29 08:40:12.147959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:40:12.153575 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-49d1d091-26bb-45ea-84aa-29f59a52e752 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "PUT /v2.0/routers/ee9c2104-505e-44f6-9e59-91d520bfab53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1848533 Oct 29 08:40:12.156831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56796) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:12.158936 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3c3d61-d713-4ecb-b5be-b6c809d5f91e None None] Sync routers for ids ['ee9c2104-505e-44f6-9e59-91d520bfab53'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:40:12.163956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edbf99-0a46-4069-9994-ca1abe0683af req-dec14d58-5939-4410-af1d-d5f91dbaf8d8 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:12.166121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07edbf99-0a46-4069-9994-ca1abe0683af req-dec14d58-5939-4410-af1d-d5f91dbaf8d8 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 945 time: 0.0862157 Oct 29 08:40:12.176737 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c3d61-d713-4ecb-b5be-b6c809d5f91e None None] Routers {'ee9c2104-505e-44f6-9e59-91d520bfab53'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:12.177373 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cd3c3d61-d713-4ecb-b5be-b6c809d5f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee9c2104-505e-44f6-9e59-91d520bfab53'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:12.202144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-00eed475-4db7-499d-9f09-970346c05990 None None] Provisioning complete for port 28769875-02c2-47e0-a097-1dcd9a986259 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:12.202806 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-00eed475-4db7-499d-9f09-970346c05990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:12.258395 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cd3c3d61-d713-4ecb-b5be-b6c809d5f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:12.279359 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c3d61-d713-4ecb-b5be-b6c809d5f91e None None] Routers {'ee9c2104-505e-44f6-9e59-91d520bfab53'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:12.281067 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cd3c3d61-d713-4ecb-b5be-b6c809d5f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee9c2104-505e-44f6-9e59-91d520bfab53'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:12.282652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e4ed8-51a9-495b-bc74-035948c30a87 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:12.288372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-410e4ed8-51a9-495b-bc74-035948c30a87 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee9c2104-505e-44f6-9e59-91d520bfab53 HTTP/1.1" status: 200 len: 989 time: 0.1302514 Oct 29 08:40:12.289044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56798) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:12.302397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Deleting port fbf9b835-8445-4793-9913-fdb4784ad156 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:12.302748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:12.318064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-00eed475-4db7-499d-9f09-970346c05990 None None] Port 28769875-02c2-47e0-a097-1dcd9a986259 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:12.323210 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cd3c3d61-d713-4ecb-b5be-b6c809d5f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:12.324133 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3c3d61-d713-4ecb-b5be-b6c809d5f91e None None] The sync data for ids ['ee9c2104-505e-44f6-9e59-91d520bfab53'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:40:12.335119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6994ea1-7856-40f1-9128-5d48336a80bb no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:12.359694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: b6994ea1-7856-40f1-9128-5d48336a80bb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:40:12.360375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6994ea1-7856-40f1-9128-5d48336a80bb not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:12.451747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] For port fbf9b835-8445-4793-9913-fdb4784ad156, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fbf9b835-8445-4793-9913-fdb4784ad156,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:12.452507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:12.706293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:12.707176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:12.707908 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Floating IP 19b37b0d-cc16-4fe3-9af6-5839b36729a3 disassociated. External IP: 172.25.5.119, port: fbf9b835-8445-4793-9913-fdb4784ad156. Oct 29 08:40:12.708749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Calling delete_port for fbf9b835-8445-4793-9913-fdb4784ad156 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:12.753200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56826) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:12.851304 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:12.925634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-24938acc-9132-4496-a87f-2c939c95b1c6 admin admin] Deleting subnet 48ccfc63-8fdb-4aa9-baa4-32763f59f799 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:12.932261 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24938acc-9132-4496-a87f-2c939c95b1c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.018897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02902-e651-4058-920e-2fedb4175bdb req-47b8a3a1-ec69-4acf-8f65-63f74ffa5845 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:13.025965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-47b8a3a1-ec69-4acf-8f65-63f74ffa5845 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 811 time: 0.2919674 Oct 29 08:40:13.031783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24938acc-9132-4496-a87f-2c939c95b1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.103896 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-c9ea4c4c-7146-4f99-a159-431726d9f403 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/quotas/49e61d9af6024e88a8916b95cf476b7d HTTP/1.1" status: 200 len: 375 time: 0.0769486 Oct 29 08:40:13.167487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24938acc-9132-4496-a87f-2c939c95b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.192788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.195050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95541c8-ebc2-49c7-a01e-71065a8c364a req-9ce88ab9-8713-4342-a838-e7655a4b54f8 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:13.197224 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a95541c8-ebc2-49c7-a01e-71065a8c364a req-9ce88ab9-8713-4342-a838-e7655a4b54f8 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 945 time: 0.1065040 Oct 29 08:40:13.216771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 28769875-02c2-47e0-a097-1dcd9a986259 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:13.217340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.224307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 70069115-0268-44bf-b4be-1b279c8b8700 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:13.293477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-920e9e6f-a60c-4ffa-b54c-83320deb4b2a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885762 Oct 29 08:40:13.294141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 70069115-0268-44bf-b4be-1b279c8b8700 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:13.294706 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.306732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event deleted for resources: {'Port': ['ID=fbf9b835-8445-4793-9913-fdb4784ad156,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:13.364961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a95541c8-ebc2-49c7-a01e-71065a8c364a req-5ef1c1b4-dc70-4057-adaf-1d4e165ac997 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups?id=8112a9eb-860a-494f-b923-566c02bd1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430674 Oct 29 08:40:13.369303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Sync routers for ids ['175753c7-6f96-42be-a199-4237c74cda3f'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:40:13.382837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Routers {'175753c7-6f96-42be-a199-4237c74cda3f'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:13.383783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['175753c7-6f96-42be-a199-4237c74cda3f'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:13.413264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.431619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 28769875-02c2-47e0-a097-1dcd9a986259 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:13.487211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24938acc-9132-4496-a87f-2c939c95b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.501178 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.533562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 70069115-0268-44bf-b4be-1b279c8b8700, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=70069115-0268-44bf-b4be-1b279c8b8700,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:13.542303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.585880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24938acc-9132-4496-a87f-2c939c95b1c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.588797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Set router 175753c7-6f96-42be-a199-4237c74cda3f gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:13.591065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24938acc-9132-4496-a87f-2c939c95b1c6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/48ccfc63-8fdb-4aa9-baa4-32763f59f799 HTTP/1.1" status: 204 len: 168 time: 0.8365929 Oct 29 08:40:13.593238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24938acc-9132-4496-a87f-2c939c95b1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ccfc63-8fdb-4aa9-baa4-32763f59f799,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:13.597699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56854) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:13.630513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-4d3ec1de-e502-4b73-91ba-fb7ccb1bd40a service neutron] 10.222.0.70 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358824 Oct 29 08:40:13.635579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=70069115-0268-44bf-b4be-1b279c8b8700,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:13.696432 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.744715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=28769875-02c2-47e0-a097-1dcd9a986259,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:13.779938 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.780286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.780626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.780973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.781715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.781842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.782082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.782416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.783055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.783055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.783367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.783687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:13.843571 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.860628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:40:13.930529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:40:10Z', 'revision_number': 4, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '151318d7-6aea-45f7-a360-e4b413b0887f', 'name': '', 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'mac_address': 'fa:16:3e:84:91:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '970f51f0-b128-415f-82a1-f7fa66038dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:08Z', 'updated_at': '2021-10-29T08:40:10Z', 'revision_number': 2, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'subnets': [{'id': '970f51f0-b128-415f-82a1-f7fa66038dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:13.935013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:13.960002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-a81e9bf9-9bd3-4a05-a0d8-4d22f15d47f1 service neutron] 10.222.0.70 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283229 Oct 29 08:40:13.980223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Checking router: 175753c7-6f96-42be-a199-4237c74cda3f for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:40:13.980845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Updating router 175753c7-6f96-42be-a199-4237c74cda3f port 151318d7-6aea-45f7-a360-e4b413b0887f binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:40:14.012204 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:14.105126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:40:14.117615 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] Sync routers for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:40:14.153896 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:14.162347 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:14.194567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] No DVR routers for this DVR port fbf9b835-8445-4793-9913-fdb4784ad156 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:14.197888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:14.202196 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07edbf99-0a46-4069-9994-ca1abe0683af req-c44eda99-857f-46a5-8986-5500a9604aa6 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.15 "DELETE /v2.0/ports/fbf9b835-8445-4793-9913-fdb4784ad156 HTTP/1.1" status: 204 len: 173 time: 2.0140040 Oct 29 08:40:14.206233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'name': 'network-vif-deleted', 'tag': 'fbf9b835-8445-4793-9913-fdb4784ad156'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:14.209569 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8886d36-6a93-4898-81ab-0997dd00943d" -d '{"events": [{"server_uuid": "2c1d57e7-9098-49ae-b80c-ad740ab02321", "name": "network-vif-deleted", "tag": "fbf9b835-8445-4793-9913-fdb4784ad156"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:14.226123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:14.291231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8d1ff3-fdd3-435a-a172-ddd5b04891a2']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:14.303472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e26c4dd-e2cb-4986-8f70-10a82c22c9c0') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:14.304061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e26c4dd-e2cb-4986-8f70-10a82c22c9c0') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:14.316992 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:14.329775 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:14.335795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Router ee9c2104-505e-44f6-9e59-91d520bfab53 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:40:14.353480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:14.390664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:40:14.393319 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:40:14.405005 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:40:14.450609 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57564f-2bb1-477f-aa75-efbe9896026e x-openstack-request-id: req-7e57564f-2bb1-477f-aa75-efbe9896026e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:14.452196 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1d57e7-9098-49ae-b80c-ad740ab02321", "name": "network-vif-deleted", "tag": "fbf9b835-8445-4793-9913-fdb4784ad156", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:14.453504 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e57564f-2bb1-477f-aa75-efbe9896026e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:14.455062 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1d57e7-9098-49ae-b80c-ad740ab02321', 'name': 'network-vif-deleted', 'tag': 'fbf9b835-8445-4793-9913-fdb4784ad156', 'status': 'completed', 'code': 200} Oct 29 08:40:14.561630 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:40:14.574722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6ef30de9-1cfa-4e4a-b440-18bb1357b60e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "PUT /v2.0/routers/ee9c2104-505e-44f6-9e59-91d520bfab53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2839267 Oct 29 08:40:14.577518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56896) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:14.630138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:14.645987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:14.651020 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a349016b-b246-401a-b2f9-26f2fd4eec68 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:40:14.658422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1d8d1ff3-fdd3-435a-a172-ddd5b04891a2 HTTP/1.1" status: 204 len: 168 time: 1.0564663 Oct 29 08:40:14.659767 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a349016b-b246-401a-b2f9-26f2fd4eec68 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/28769875-02c2-47e0-a097-1dcd9a986259 HTTP/1.1" status: 404 len: 333 time: 0.0811162 Oct 29 08:40:14.676060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-144143d2-e8f6-4a82-8b87-475f068047ff req-fd688d65-8c28-437a-8031-40f6232d00c0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 210 time: 0.1435666 Oct 29 08:40:14.676480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56904) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:14.692976 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:10Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:14.710939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06699275-2564-494f-b3e9-c5e2b937f806 req-9d6d451e-7f61-464d-92a9-5417cb37cc9a tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1d57e7-9098-49ae-b80c-ad740ab02321 HTTP/1.1" status: 200 len: 210 time: 0.1131301 Oct 29 08:40:14.726860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e76a2-bd50-47d3-abab-446b38992899 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8d1ff3-fdd3-435a-a172-ddd5b04891a2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:14.744972 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] Checking router: f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:40:14.755709 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:14.756373 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:14.963471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a3b63a8-6b19-4fcf-9922-3917e473ae76 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.023524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56922) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:15.043129 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:15.110723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9e0509f3-a3dd-4e30-b8aa-90f6e4ff1939 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed9ed1b8891742e29a80250c8e6bf942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832887 Oct 29 08:40:15.116795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56928) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:15.142307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a8e6b-1f6b-4e64-a2df-2f49c1f940d6 None None] Sync routers for ids ['ee9c2104-505e-44f6-9e59-91d520bfab53'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:40:15.219680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 70069115-0268-44bf-b4be-1b279c8b8700 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:15.223641 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.227040 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a856c21-e4f2-4b02-8980-549443775d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.250815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a8e6b-1f6b-4e64-a2df-2f49c1f940d6 None None] Routers {'ee9c2104-505e-44f6-9e59-91d520bfab53'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:15.251907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3f5a8e6b-1f6b-4e64-a2df-2f49c1f940d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee9c2104-505e-44f6-9e59-91d520bfab53'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:15.299211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.321010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3f5a8e6b-1f6b-4e64-a2df-2f49c1f940d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:15.352515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d4031d5-3318-4411-a165-80f6dcb12c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.356474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a3b63a8-6b19-4fcf-9922-3917e473ae76 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.360725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a3b63a8-6b19-4fcf-9922-3917e473ae76 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.372968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a8e6b-1f6b-4e64-a2df-2f49c1f940d6 None None] Routers {'ee9c2104-505e-44f6-9e59-91d520bfab53'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:15.373764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3f5a8e6b-1f6b-4e64-a2df-2f49c1f940d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee9c2104-505e-44f6-9e59-91d520bfab53'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:15.452740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3f5a8e6b-1f6b-4e64-a2df-2f49c1f940d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:15.453781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a8e6b-1f6b-4e64-a2df-2f49c1f940d6 None None] The sync data for ids ['ee9c2104-505e-44f6-9e59-91d520bfab53'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:40:15.475546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fe78e-c622-4584-8b1c-ac84129fbf82 None None] Pushing event updated for resources: {'Port': ['ID=151318d7-6aea-45f7-a360-e4b413b0887f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:15.475873 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d4031d5-3318-4411-a165-80f6dcb12c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.494107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 70069115-0268-44bf-b4be-1b279c8b8700 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:15.494779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.501569 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:10Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:15.502443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Attempting to bind port 151318d7-6aea-45f7-a360-e4b413b0887f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:15.503000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Attempting to bind port 151318d7-6aea-45f7-a360-e4b413b0887f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:15.503586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Attempting to bind port 151318d7-6aea-45f7-a360-e4b413b0887f on network 2dd678d7-b0be-42da-90a6-8deaeac45234 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:15.513270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a3b63a8-6b19-4fcf-9922-3917e473ae76 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.524012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b63a8-6b19-4fcf-9922-3917e473ae76 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Fanout notify agent at l3_agent the message router_deleted on router ee9c2104-505e-44f6-9e59-91d520bfab53 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:40:15.528761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:15.531214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Checking segment: {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:15.531542 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.535165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Bound using segment: {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:15.535927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Bound port: 151318d7-6aea-45f7-a360-e4b413b0887f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:15.536639 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.538658 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e663d-86e6-43d8-9e26-05593391db82 None None] The sync data for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 is: [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2de11d97-a589-4cb2-9003-770a5992846f', 'name': '', 'network_id': '384bc618-bd71-4546-b957-11b5c13e6367', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'mac_address': 'fa:16:3e:b2:82:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:04Z', 'updated_at': '2021-10-29T08:38:10Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'subnets': [{'id': '463a845e-3c6a-4882-bbca-9ae7fcc30a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:40:15.543913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a3b63a8-6b19-4fcf-9922-3917e473ae76 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.546037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2a3b63a8-6b19-4fcf-9922-3917e473ae76 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/routers/ee9c2104-505e-44f6-9e59-91d520bfab53 HTTP/1.1" status: 204 len: 168 time: 0.8279493 Oct 29 08:40:15.549364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56950) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:15.606599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d4031d5-3318-4411-a165-80f6dcb12c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.611026 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d4031d5-3318-4411-a165-80f6dcb12c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.614131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2d4031d5-3318-4411-a165-80f6dcb12c7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86959151-e40b-42fc-a185-a5489442c148 HTTP/1.1" status: 204 len: 168 time: 0.4951575 Oct 29 08:40:15.632801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4031d5-3318-4411-a165-80f6dcb12c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86959151-e40b-42fc-a185-a5489442c148,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:15.689801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a70319-448b-4893-ac6a-196f41a3f7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet 52b3908a-7970-4da0-94e3-4ddae811baa6 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:15.694879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09a70319-448b-4893-ac6a-196f41a3f7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.757362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] For port 151318d7-6aea-45f7-a360-e4b413b0887f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:15.768401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] For port 151318d7-6aea-45f7-a360-e4b413b0887f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=151318d7-6aea-45f7-a360-e4b413b0887f,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:15.779056 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.847572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09a70319-448b-4893-ac6a-196f41a3f7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:15.894498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Routers {'175753c7-6f96-42be-a199-4237c74cda3f'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:15.895667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:39:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['175753c7-6f96-42be-a199-4237c74cda3f'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:15.908529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56970) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:15.923406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f426683-3cd1-4d34-82b4-0ee1f01c7308 req-99ff3f4b-ffb1-4dd0-81f5-21333ac77a78 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 210 time: 0.0926852 Oct 29 08:40:15.941676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fe78e-c622-4584-8b1c-ac84129fbf82 None None] Pushing event updated for resources: {'Port': ['ID=151318d7-6aea-45f7-a360-e4b413b0887f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:16.077827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] Set router 175753c7-6f96-42be-a199-4237c74cda3f gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:16.085451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09a70319-448b-4893-ac6a-196f41a3f7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.088848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-881249d5-5bf3-414e-b2dc-860923295b4d tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.122265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-881249d5-5bf3-414e-b2dc-860923295b4d tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.141152 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55233a36-f4b7-491b-9972-f40c98b25a38 None None] New status for floating IP 19b37b0d-cc16-4fe3-9af6-5839b36729a3: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:40:16.259690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-881249d5-5bf3-414e-b2dc-860923295b4d tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.262403 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-881249d5-5bf3-414e-b2dc-860923295b4d tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.263887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-881249d5-5bf3-414e-b2dc-860923295b4d tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "DELETE /v2.0/security-groups/8112a9eb-860a-494f-b923-566c02bd1f25 HTTP/1.1" status: 204 len: 168 time: 0.3495996 Oct 29 08:40:16.267496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56986) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:16.281640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881249d5-5bf3-414e-b2dc-860923295b4d tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8112a9eb-860a-494f-b923-566c02bd1f25,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:16.288362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09a70319-448b-4893-ac6a-196f41a3f7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.328579 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a70319-448b-4893-ac6a-196f41a3f7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=52b3908a-7970-4da0-94e3-4ddae811baa6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:16.341165 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09a70319-448b-4893-ac6a-196f41a3f7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.349090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-09a70319-448b-4893-ac6a-196f41a3f7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/52b3908a-7970-4da0-94e3-4ddae811baa6 HTTP/1.1" status: 204 len: 168 time: 0.7978911 Oct 29 08:40:16.350083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56990) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:16.363483 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-efb8a293-5ca9-4c1f-b857-b9f65bb8d926 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] show failed (client error): The resource could not be found. Oct 29 08:40:16.364893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-efb8a293-5ca9-4c1f-b857-b9f65bb8d926 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "GET /v2.0/security-groups/8112a9eb-860a-494f-b923-566c02bd1f25 HTTP/1.1" status: 404 len: 347 time: 0.0956697 Oct 29 08:40:16.368207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fbf9b835-8445-4793-9913-fdb4784ad156 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:16.370041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56994) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:16.396190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9319a7b-90d3-4381-8612-f421dfc80663 None None] Network 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:16.445606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: fbf9b835-8445-4793-9913-fdb4784ad156 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:40:16.446035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fbf9b835-8445-4793-9913-fdb4784ad156 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:16.513264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.544937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56996) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:16.655743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02902-e651-4058-920e-2fedb4175bdb req-895da79d-1ebd-4adb-a8eb-86e6af96c2f3 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:16.657894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-895da79d-1ebd-4adb-a8eb-86e6af96c2f3 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.15 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 811 time: 0.3477352 Oct 29 08:40:16.661970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:16.663140 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.678656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Request body: {'port': {'device_id': '87336da3-0ba6-471a-be6e-13d824a16b4a', 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234', 'admin_state_up': True, 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:16.702310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:40:10Z', 'revision_number': 4, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '151318d7-6aea-45f7-a360-e4b413b0887f', 'name': '', 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'mac_address': 'fa:16:3e:84:91:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '970f51f0-b128-415f-82a1-f7fa66038dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:08Z', 'updated_at': '2021-10-29T08:40:15Z', 'revision_number': 4, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'subnets': [{'id': '970f51f0-b128-415f-82a1-f7fa66038dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:16.739723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500e381-3e90-4e9e-87eb-742e3b841342 None None] The sync data for ids ['175753c7-6f96-42be-a199-4237c74cda3f'] in n-d-815940-1 is: [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:40:10Z', 'revision_number': 4, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '151318d7-6aea-45f7-a360-e4b413b0887f', 'name': '', 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'mac_address': 'fa:16:3e:84:91:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '970f51f0-b128-415f-82a1-f7fa66038dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:08Z', 'updated_at': '2021-10-29T08:40:15Z', 'revision_number': 4, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'subnets': [{'id': '970f51f0-b128-415f-82a1-f7fa66038dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:40:16.826896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Deleting port 3aa8383e-b82c-4a20-90ce-315378832a35 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:16.827482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.830737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Made reservation on behalf of 49e61d9af6024e88a8916b95cf476b7d for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:16.834430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.847930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] DHCP port deletion for 160e070e-6642-4bf7-a8fa-ae9bf7877dc2 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:40:16.869271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] For port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,segment=NetworkSegment(2eea1ccc-ad2b-4990-bb8b-deb747b1def4),segment_id=2eea1ccc-ad2b-4990-bb8b-deb747b1def4)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:16.877289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:16.914022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 2a052c4d-bfba-49ae-b6eb-a82f839c23ba owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:17.006100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-85a88d54-7f1e-4c0c-abe7-6a49c4e3a995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.013342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7036cd6-a876-4f38-a7b0-f823b9773d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.052601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] Deleting port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:17.052997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.165911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57014) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:17.191048 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.213390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff4ac19a-faea-4640-ab17-69f55b66fc67 req-c3479b57-c81b-47c3-ad34-c98396a6eb02 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 210 time: 0.1300504 Oct 29 08:40:17.218457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] For port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,segment=NetworkSegment(2eea1ccc-ad2b-4990-bb8b-deb747b1def4),segment_id=2eea1ccc-ad2b-4990-bb8b-deb747b1def4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:17.218861 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.249524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No DVR routers for this DVR port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:17.257440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 151318d7-6aea-45f7-a360-e4b413b0887f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:17.275997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] Calling delete_port for 2a052c4d-bfba-49ae-b6eb-a82f839c23ba owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:17.305052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:17.396632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1467465144-network', 'tenant_id': '6392b896a80d4812abb093bf4650529f'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:17.407212 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.428797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 151318d7-6aea-45f7-a360-e4b413b0887f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:17.429357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.464707 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160e070e-6642-4bf7-a8fa-ae9bf7877dc2']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:17.486276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eea1ccc-ad2b-4990-bb8b-deb747b1def4') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:17.486889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eea1ccc-ad2b-4990-bb8b-deb747b1def4') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:17.489599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Made reservation on behalf of 6392b896a80d4812abb093bf4650529f for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:17.492195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.508274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.532761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.537291 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7036cd6-a876-4f38-a7b0-f823b9773d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.540072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.541644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.554406 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7036cd6-a876-4f38-a7b0-f823b9773d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.558878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:40:17.559563 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:40:17.565598 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:40:17.581900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] No DVR routers for this DVR port 2a052c4d-bfba-49ae-b6eb-a82f839c23ba on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:17.586362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec2a6f-bb1f-464a-88e8-b526895a6664 None None] Pushing event deleted for resources: {'Port': ['ID=2a052c4d-bfba-49ae-b6eb-a82f839c23ba,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:17.668394 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.687846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.688403 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.709831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 151318d7-6aea-45f7-a360-e4b413b0887f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=151318d7-6aea-45f7-a360-e4b413b0887f,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:17.719559 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.763003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7036cd6-a876-4f38-a7b0-f823b9773d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7877ea-d122-442a-b53d-a6f55d7482cc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:17.773840 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e7036cd6-a876-4f38-a7b0-f823b9773d34 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9549c0f732a1454494542d2f27f47c49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2199759 Oct 29 08:40:17.783856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57018) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:17.789640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=151318d7-6aea-45f7-a360-e4b413b0887f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:17.795687 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.816877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2a052c4d-bfba-49ae-b6eb-a82f839c23ba no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:17.818451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Allocated IP 172.20.0.8 (2dd678d7-b0be-42da-90a6-8deaeac45234/970f51f0-b128-415f-82a1-f7fa66038dd8/7b155d24-b64d-46db-bab9-fc3b81d1353d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:17.821531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.824971 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/networks/160e070e-6642-4bf7-a8fa-ae9bf7877dc2 HTTP/1.1" status: 204 len: 168 time: 1.4733968 Oct 29 08:40:17.829411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57020) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:17.850139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2a052c4d-bfba-49ae-b6eb-a82f839c23ba {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:40:17.850387 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2a052c4d-bfba-49ae-b6eb-a82f839c23ba not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:17.856921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Calling delete_port for 3aa8383e-b82c-4a20-90ce-315378832a35 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:17.883152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73b434-9126-461d-a0d4-90d0a74be3b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Network': ['ID=160e070e-6642-4bf7-a8fa-ae9bf7877dc2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:17.918111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34354c5d-9828-4e30-99d7-b87900b7cd41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:17.919911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-34354c5d-9828-4e30-99d7-b87900b7cd41 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/73e95019-5f2b-4c6b-964e-051233ed1747 HTTP/1.1" status: 200 len: 844 time: 0.0885811 Oct 29 08:40:17.928471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57022) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:17.944576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b29923d-e4b4-4293-bb39-848c3e9be0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.974303 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:17.991796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.020689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ce8ee19c-2568-4ac1-84c3-4fc4c70ab68f tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/73e95019-5f2b-4c6b-964e-051233ed1747?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0907488 Oct 29 08:40:18.024440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b29923d-e4b4-4293-bb39-848c3e9be0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.033822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57024) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:18.039454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:18.048713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:40:18.079010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830356f7-5ccd-467f-8bab-d3afee3e7f95,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:18.082252 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.082682 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Added segment 4d5c33ba-a795-45af-97f0-1fbac27bf292 of type vlan for network 60aac566-af66-4b09-b591-5f3fd179253a Oct 29 08:40:18.110840 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.135260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.148796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b29923d-e4b4-4293-bb39-848c3e9be0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.151381 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b29923d-e4b4-4293-bb39-848c3e9be0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.152717 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5b29923d-e4b4-4293-bb39-848c3e9be0f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be7877ea-d122-442a-b53d-a6f55d7482cc HTTP/1.1" status: 204 len: 168 time: 0.3675497 Oct 29 08:40:18.172513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29923d-e4b4-4293-bb39-848c3e9be0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7877ea-d122-442a-b53d-a6f55d7482cc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:18.180213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.183247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:18.184126 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.221334 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.297666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] Pushing event updated for resources: {'Network': ['ID=60aac566-af66-4b09-b591-5f3fd179253a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:18.299230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.312676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:18.312940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-df0999a3-013f-4ef2-90e5-7362c5bb231e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1417732 Oct 29 08:40:18.316525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57036) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:18.316683 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.317420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 60aac566-af66-4b09-b591-5f3fd179253a details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:40:18.322275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Request body: {'subnet': {'network_id': '60aac566-af66-4b09-b591-5f3fd179253a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1467465144-subnet', 'tenant_id': '6392b896a80d4812abb093bf4650529f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:18.374721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Made reservation on behalf of 6392b896a80d4812abb093bf4650529f for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:18.377341 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.522517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a112884-c4b2-41a1-bd0e-8ae58dc3d5c5 req-6dfffe43-4352-4fbf-ad93-7eec89d22bda tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 210 time: 0.1865828 Oct 29 08:40:18.544631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.546125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.658931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Pushing event deleted for resources: {'Port': ['ID=3aa8383e-b82c-4a20-90ce-315378832a35,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:18.674481 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.764971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8076eb7e-ea8d-4740-92ed-91f571a62a76,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:18.767481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Checking segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:18.767926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Network hostable DHCP agents. Network: 60aac566-af66-4b09-b591-5f3fd179253a, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:40:18.778942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57048) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:18.785788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Network 2dd678d7-b0be-42da-90a6-8deaeac45234 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:18.796080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-956cfeff-3521-4d04-80b1-174238d31e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.804641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Network 60aac566-af66-4b09-b591-5f3fd179253a is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:40:18.821252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:18.821714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 60aac566-af66-4b09-b591-5f3fd179253a) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:18.827537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:18.827723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.836589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:18.837545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56399809-4bd4-4367-b41e-5ce377cdb1ac None None] Network 60aac566-af66-4b09-b591-5f3fd179253a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:18.890356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Pushing event updated for resources: {'Port': ['ID=7b155d24-b64d-46db-bab9-fc3b81d1353d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:18.941251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-956cfeff-3521-4d04-80b1-174238d31e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.952699 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f81ee007-e148-47c7-aa75-9294e029b3e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6342931 Oct 29 08:40:18.960221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-956cfeff-3521-4d04-80b1-174238d31e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.974668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:18.975586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:18.998795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.001396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.005649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-49203eb4-c1df-443e-86e2-a670f716e058 tempest-ServersTestManualDisk-1290796745 tempest-ServersTestManualDisk-1290796745-project] 10.222.0.70 "DELETE /v2.0/floatingips/19b37b0d-cc16-4fe3-9af6-5839b36729a3 HTTP/1.1" status: 204 len: 168 time: 2.6346281 Oct 29 08:40:19.006276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57052) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:19.020083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-60aac566-af66-4b09-b591-5f3fd179253a', 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a', 'tenant_id': '6392b896a80d4812abb093bf4650529f', 'fixed_ips': [{'subnet_id': '8076eb7e-ea8d-4740-92ed-91f571a62a76'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:40:19.021453 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.026741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c987c6-c244-4e52-b93d-2a369ed8a58c req-ab19a7a3-4972-460b-bf9f-8553bdd40699 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:19.028367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9c987c6-c244-4e52-b93d-2a369ed8a58c req-ab19a7a3-4972-460b-bf9f-8553bdd40699 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2660604 Oct 29 08:40:19.034827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-e7366dc3-551f-446b-a7b3-09d1afd6aa52 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3645809 Oct 29 08:40:19.051391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cfeff-3521-4d04-80b1-174238d31e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8f180f-f105-4d44-9f72-e6b377718cb2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:19.077448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.140949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Request body: {'port': {'device_id': '87336da3-0ba6-471a-be6e-13d824a16b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:19.143717 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-956cfeff-3521-4d04-80b1-174238d31e48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e1a45154a324c8bb7327159cda4fa88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498707 Oct 29 08:40:19.146520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57054) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:19.179970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:19.181569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:19.198437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 151318d7-6aea-45f7-a360-e4b413b0887f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:19.200694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848d5cf-baa3-4217-aab2-68f09af437f5 None None] Network 44d703a1-2607-4529-948c-a30f4e709453 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:19.223314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-fd1562cd-2023-4834-b0bc-fd433253a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:19.224895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-fd1562cd-2023-4834-b0bc-fd433253a591 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1097 time: 0.5002751 Oct 29 08:40:19.236742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15f17e99-06bb-4742-82ff-f34ea37a877b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.263432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=f2f79427-d1af-4713-ad77-15a776ec1c78,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:19.278353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:19.279675 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.281549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Allocated IP 172.20.0.2 (60aac566-af66-4b09-b591-5f3fd179253a/8076eb7e-ea8d-4740-92ed-91f571a62a76/97d13583-8176-4e3c-9044-09e0a00d2b3c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:19.318592 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15f17e99-06bb-4742-82ff-f34ea37a877b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.391616 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.393023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-f1ab6f5e-58f8-4f66-aeca-f6f2c9cc6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:19.394776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-f1ab6f5e-58f8-4f66-aeca-f6f2c9cc6f72 service neutron] 10.222.0.93 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 921 time: 0.1391692 Oct 29 08:40:19.402334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a843b5f2-6ba0-47ed-bfbb-c8b6e13a6fc4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3673565 Oct 29 08:40:19.406126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57064) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:19.417106 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15f17e99-06bb-4742-82ff-f34ea37a877b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.423888 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15f17e99-06bb-4742-82ff-f34ea37a877b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.423888 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-15f17e99-06bb-4742-82ff-f34ea37a877b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a8f180f-f105-4d44-9f72-e6b377718cb2 HTTP/1.1" status: 204 len: 168 time: 0.2741785 Oct 29 08:40:19.469167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-957cd541-8423-4a73-beac-45efcf7107cd tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708388365'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:19.472915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 151318d7-6aea-45f7-a360-e4b413b0887f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:19.473299 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.474815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-3c7b3ed2-943a-44f1-9099-c338254996d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d HTTP/1.1" status: 200 len: 217 time: 0.0560689 Oct 29 08:40:19.478867 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.541735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9c987c6-c244-4e52-b93d-2a369ed8a58c req-7abbb8ae-fc96-4f33-8246-dc45c5ff634f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207907 Oct 29 08:40:19.546585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f17e99-06bb-4742-82ff-f34ea37a877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8f180f-f105-4d44-9f72-e6b377718cb2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:19.571063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-a1c37ad7-0723-40b2-967b-bd8b0de76b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:19.573364 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-a1c37ad7-0723-40b2-967b-bd8b0de76b44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.0965390 Oct 29 08:40:19.627757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-2673fe0d-9afb-49d7-9be3-ff84fa87c0f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468674 Oct 29 08:40:19.809017 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.842331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-957cd541-8423-4a73-beac-45efcf7107cd tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.844091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-44d703a1-2607-4529-948c-a30f4e709453', 'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'tenant_id': '8ae74ae01ad647478494176ae3d2930a', 'fixed_ips': [{'subnet_id': 'f2f79427-d1af-4713-ad77-15a776ec1c78'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:40:19.844974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.850653 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:19.870069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-3cc51375-e785-4841-a0cf-671cbba7a717 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:19.872029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-3cc51375-e785-4841-a0cf-671cbba7a717 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 816 time: 0.2807920 Oct 29 08:40:19.888949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-094124d6-a163-4e6c-a35a-a945b4ff7e52 service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475743 Oct 29 08:40:19.919071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954cb32-6663-4fec-8972-af83efdf1d45 req-a92770cb-1481-437f-9dbd-3f4e3731cbf1 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:19.921727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c954cb32-6663-4fec-8972-af83efdf1d45 req-a92770cb-1481-437f-9dbd-3f4e3731cbf1 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 931 time: 0.2027385 Oct 29 08:40:19.932667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Network 60aac566-af66-4b09-b591-5f3fd179253a is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:19.938574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:19.947743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Pushing event updated for resources: {'Port': ['ID=97d13583-8176-4e3c-9044-09e0a00d2b3c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:19.947743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:19.949411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-105f9132-ebc4-491a-840f-bc53fa69b444 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/quotas/6392b896a80d4812abb093bf4650529f HTTP/1.1" status: 200 len: 375 time: 0.0544667 Oct 29 08:40:20.007916 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-957cd541-8423-4a73-beac-45efcf7107cd tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.020388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-957cd541-8423-4a73-beac-45efcf7107cd tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.090273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Attempting to bind port 97d13583-8176-4e3c-9044-09e0a00d2b3c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:20.090651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Attempting to bind port 97d13583-8176-4e3c-9044-09e0a00d2b3c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:20.091153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Attempting to bind port 97d13583-8176-4e3c-9044-09e0a00d2b3c on network 60aac566-af66-4b09-b591-5f3fd179253a {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:20.101803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:20.102184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Checking segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:20.102605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.103001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Bound using segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:20.103488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Bound port: 97d13583-8176-4e3c-9044-09e0a00d2b3c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:20.103902 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.105103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-7f013240-4273-402d-8e54-5d2bad4d9b3a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281061 Oct 29 08:40:20.128892 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-957cd541-8423-4a73-beac-45efcf7107cd tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.134705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-957cd541-8423-4a73-beac-45efcf7107cd tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6949377 Oct 29 08:40:20.140373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Allocated IP 2001:db8::2 (44d703a1-2607-4529-948c-a30f4e709453/f2f79427-d1af-4713-ad77-15a776ec1c78/1a1ea480-5273-49f6-a71f-55167a8298d0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:20.144873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57090) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:20.155303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8dcda28b-80f8-4411-a05b-3ea5fc8f8c5d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'security_group': {'name': 'tempest-secgroup-1237745718'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:20.185221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8dcda28b-80f8-4411-a05b-3ea5fc8f8c5d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.191382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0750df8-3b2c-4288-8cdc-ade6c62c98ea req-7a67f3bc-52a6-490e-ac1e-1ab591852fa0 service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897968 Oct 29 08:40:20.241037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c954cb32-6663-4fec-8972-af83efdf1d45 req-b41872c5-aaeb-46e4-af67-aad30564cc69 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074126 Oct 29 08:40:20.285315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] For port 97d13583-8176-4e3c-9044-09e0a00d2b3c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:20.289697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] For port 97d13583-8176-4e3c-9044-09e0a00d2b3c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=97d13583-8176-4e3c-9044-09e0a00d2b3c,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:20.310125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b155d24-b64d-46db-bab9-fc3b81d1353d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:20.318151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cd541-8423-4a73-beac-45efcf7107cd tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f08aa-4326-4fa5-8bb7-01c5d3747e9f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:20.320086 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8dcda28b-80f8-4411-a05b-3ea5fc8f8c5d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.328123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.328318 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.330945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8dcda28b-80f8-4411-a05b-3ea5fc8f8c5d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.361165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Transition to ACTIVE for port object 7b155d24-b64d-46db-bab9-fc3b81d1353d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:40:20.368554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.387364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8dcda28b-80f8-4411-a05b-3ea5fc8f8c5d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.390990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8dcda28b-80f8-4411-a05b-3ea5fc8f8c5d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2435334 Oct 29 08:40:20.393946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57098) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:20.395006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcda28b-80f8-4411-a05b-3ea5fc8f8c5d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af6e44f-7a74-47d4-b9a5-533a9fe7755b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:20.408647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1417104910', 'security_groups': ['4af6e44f-7a74-47d4-b9a5-533a9fe7755b'], 'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f2f79427-d1af-4713-ad77-15a776ec1c78'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:20.484643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b155d24-b64d-46db-bab9-fc3b81d1353d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:20.492805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8b6bf-3518-4fe6-86d3-c859eb8aa134 None None] Pushing event updated for resources: {'Port': ['ID=97d13583-8176-4e3c-9044-09e0a00d2b3c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:20.496270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.504952 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.585140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:20.589680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:20.596434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:20.609122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Pushing event updated for resources: {'Port': ['ID=1a1ea480-5273-49f6-a71f-55167a8298d0,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:20.706552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Attempting to bind port 1a1ea480-5273-49f6-a71f-55167a8298d0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:20.710637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Attempting to bind port 1a1ea480-5273-49f6-a71f-55167a8298d0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '53c607c4-625f-4fc0-95fb-9c9ca83e4984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '44d703a1-2607-4529-948c-a30f4e709453'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:20.711917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Attempting to bind port 1a1ea480-5273-49f6-a71f-55167a8298d0 on network 44d703a1-2607-4529-948c-a30f4e709453 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:20.741557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:20.742029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Checking segment: {'id': '53c607c4-625f-4fc0-95fb-9c9ca83e4984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '44d703a1-2607-4529-948c-a30f4e709453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:20.742506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.743219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Bound using segment: {'id': '53c607c4-625f-4fc0-95fb-9c9ca83e4984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '44d703a1-2607-4529-948c-a30f4e709453'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:20.743780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Bound port: 1a1ea480-5273-49f6-a71f-55167a8298d0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c607c4-625f-4fc0-95fb-9c9ca83e4984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '44d703a1-2607-4529-948c-a30f4e709453'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:20.744446 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.772647 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.871380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] For port 1a1ea480-5273-49f6-a71f-55167a8298d0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:20.881905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] For port 1a1ea480-5273-49f6-a71f-55167a8298d0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a1ea480-5273-49f6-a71f-55167a8298d0,segment=NetworkSegment(53c607c4-625f-4fc0-95fb-9c9ca83e4984),segment_id=53c607c4-625f-4fc0-95fb-9c9ca83e4984)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:20.893605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.936802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Attempting to bind port 7b155d24-b64d-46db-bab9-fc3b81d1353d on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:20.937785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Attempting to bind port 7b155d24-b64d-46db-bab9-fc3b81d1353d by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:20.938368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Attempting to bind port 7b155d24-b64d-46db-bab9-fc3b81d1353d on network 2dd678d7-b0be-42da-90a6-8deaeac45234 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:20.945946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Port 7b155d24-b64d-46db-bab9-fc3b81d1353d on network 2dd678d7-b0be-42da-90a6-8deaeac45234 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:40:20.946704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Attempting to bind port 7b155d24-b64d-46db-bab9-fc3b81d1353d on network 2dd678d7-b0be-42da-90a6-8deaeac45234 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:20.959305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a2df-b651-4bb8-a6be-e45ded6d42ab req-e58b989c-67e7-4599-9388-69f4ec737828 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:20.961302 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8e3a2df-b651-4bb8-a6be-e45ded6d42ab req-e58b989c-67e7-4599-9388-69f4ec737828 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2505722 Oct 29 08:40:20.967362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:20.968105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Checking segment: {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:20.968735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Bound using segment: {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:20.969399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Bound port: 7b155d24-b64d-46db-bab9-fc3b81d1353d, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:20.970008 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:20.975079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd45dc4-9b66-4d5f-88c5-a430b20ec79f None None] Pushing event updated for resources: {'Port': ['ID=1a1ea480-5273-49f6-a71f-55167a8298d0,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:21.095945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8e3a2df-b651-4bb8-a6be-e45ded6d42ab req-e98dfbfa-6afd-49b4-8b31-1dcb252dcab8 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060336 Oct 29 08:40:21.148261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] For port 7b155d24-b64d-46db-bab9-fc3b81d1353d, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:21.190674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:21.193835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] For port 7b155d24-b64d-46db-bab9-fc3b81d1353d, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:21.209793 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:21.255199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:21.256075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:21.257886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b155d24-b64d-46db-bab9-fc3b81d1353d HTTP/1.1" status: 200 len: 1091 time: 2.1395621 Oct 29 08:40:21.258596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87336da3-0ba6-471a-be6e-13d824a16b4a', 'tag': '7b155d24-b64d-46db-bab9-fc3b81d1353d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:21.262056 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53bcf65-0d2b-457e-8aea-c6415a4ee420" -d '{"events": [{"name": "network-changed", "server_uuid": "87336da3-0ba6-471a-be6e-13d824a16b4a", "tag": "7b155d24-b64d-46db-bab9-fc3b81d1353d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:21.305486 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-deaf01e7-eaab-41a1-89e0-8caebb42ecc8 service neutron] 10.222.0.70 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1991873 Oct 29 08:40:21.350528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 97d13583-8176-4e3c-9044-09e0a00d2b3c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:21.356327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813c5ea-63f0-4520-b6e0-6f16a3a23ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b155d24-b64d-46db-bab9-fc3b81d1353d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:21.472261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02902-e651-4058-920e-2fedb4175bdb req-bf9b9a7b-6b52-4118-93be-1da229ada6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:21.473836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-bf9b9a7b-6b52-4118-93be-1da229ada6e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 1094 time: 0.1575165 Oct 29 08:40:21.544662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-2ca00490-5af7-4f14-9693-6fae638c350a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d HTTP/1.1" status: 200 len: 217 time: 0.0609169 Oct 29 08:40:21.560126 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:21.564751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Deleting port 2de11d97-a589-4cb2-9003-770a5992846f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:21.565010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:21.571051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 97d13583-8176-4e3c-9044-09e0a00d2b3c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:21.571450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:21.642525 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-f8adab8b-5c0b-4b8b-9d35-930da6dd7eba service neutron] 10.222.0.70 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357983 Oct 29 08:40:21.650135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port de9cb6a9-5e3f-4e04-921b-de0bdda24365 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:40:21.737337 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:21.810927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 97d13583-8176-4e3c-9044-09e0a00d2b3c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=97d13583-8176-4e3c-9044-09e0a00d2b3c,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:21.812431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02902-e651-4058-920e-2fedb4175bdb req-08c69fd2-13b7-492a-a066-5d31a576e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:21.814621 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-08c69fd2-13b7-492a-a066-5d31a576e1da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 200 len: 851 time: 0.2465205 Oct 29 08:40:21.818498 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:21.837099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85300cbb-e631-4b58-be9f-63ba23cfba07 req-ea1fda7d-96b7-4d4c-b865-f610476de990 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:21.839062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85300cbb-e631-4b58-be9f-63ba23cfba07 req-ea1fda7d-96b7-4d4c-b865-f610476de990 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 943 time: 0.2965183 Oct 29 08:40:21.936671 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f79f1d-fff2-427f-b896-a4b218fff002 x-openstack-request-id: req-b0f79f1d-fff2-427f-b896-a4b218fff002 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:21.937470 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87336da3-0ba6-471a-be6e-13d824a16b4a", "tag": "7b155d24-b64d-46db-bab9-fc3b81d1353d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:21.938066 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0f79f1d-fff2-427f-b896-a4b218fff002 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:21.938157 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87336da3-0ba6-471a-be6e-13d824a16b4a', 'tag': '7b155d24-b64d-46db-bab9-fc3b81d1353d', 'status': 'completed', 'code': 200} Oct 29 08:40:21.948723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-ac81b475-bd7e-43b1-a178-1b4214833e3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dd678d7-b0be-42da-90a6-8deaeac45234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015491 Oct 29 08:40:21.955290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85300cbb-e631-4b58-be9f-63ba23cfba07 req-4f253730-28ef-4630-a4dd-7d951e0c4b4a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948682 Oct 29 08:40:21.969063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] For port 2de11d97-a589-4cb2-9003-770a5992846f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2de11d97-a589-4cb2-9003-770a5992846f,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:21.969362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:22.015697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Calling delete_port for 2de11d97-a589-4cb2-9003-770a5992846f owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:22.027897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=97d13583-8176-4e3c-9044-09e0a00d2b3c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:22.091304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f3faf7-3f86-49f8-b732-6eef66ec18ea None None] Network 60aac566-af66-4b09-b591-5f3fd179253a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:22.094875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::45 (44d703a1-2607-4529-948c-a30f4e709453/f2f79427-d1af-4713-ad77-15a776ec1c78/de9cb6a9-5e3f-4e04-921b-de0bdda24365) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:22.176934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ca34f02e-3a8e-4f94-9759-014c94c850e4 None None] Provisioning complete for port 97d13583-8176-4e3c-9044-09e0a00d2b3c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:22.177300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ca34f02e-3a8e-4f94-9759-014c94c850e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:22.533131 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:22.652666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-96bbcb85-0523-4035-b9dd-9320e7c41ad0 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:22.661446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-96bbcb85-0523-4035-b9dd-9320e7c41ad0 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 816 time: 0.3569000 Oct 29 08:40:22.667874 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-4e1bff0a-b50e-4a12-88ed-2762910c8b0a service neutron] 10.222.0.15 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869245 Oct 29 08:40:22.685417 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-5a7d86dc-2815-452a-afcf-66bb8d441379 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/quotas/6392b896a80d4812abb093bf4650529f HTTP/1.1" status: 200 len: 375 time: 0.0222707 Oct 29 08:40:22.696464 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:22.823716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:22.832278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:22.837784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:22.851395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:22.852185 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:22.904520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5058651 Oct 29 08:40:22.905553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddc0a1-382b-44e3-9b4f-9f1d42ffe826 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=de9cb6a9-5e3f-4e04-921b-de0bdda24365,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:22.908198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57154) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:22.921008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fb84a1b2-577c-4879-9bd5-8ba9261bf663 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:22.924950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:22.925565 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.064207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.101430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-b62ad536-252b-49d4-a2f0-e6e88b918aaf tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4148474 Oct 29 08:40:23.174004 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] For port 1a1ea480-5273-49f6-a71f-55167a8298d0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a1ea480-5273-49f6-a71f-55167a8298d0,segment=NetworkSegment(53c607c4-625f-4fc0-95fb-9c9ca83e4984),segment_id=53c607c4-625f-4fc0-95fb-9c9ca83e4984)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:23.187418 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.261055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Pushing event updated for resources: {'Port': ['ID=1a1ea480-5273-49f6-a71f-55167a8298d0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:23.272771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Provisioning complete for port 97d13583-8176-4e3c-9044-09e0a00d2b3c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:23.273297 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.281960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb84a1b2-577c-4879-9bd5-8ba9261bf663 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:23.286169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb84a1b2-577c-4879-9bd5-8ba9261bf663 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.376440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-0000ba44-c219-4082-ab92-3fdf7ad0bfa6 service neutron] 10.222.0.70 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593706 Oct 29 08:40:23.415979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a1ea480-5273-49f6-a71f-55167a8298d0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:23.425434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Provisioning complete for port 73e95019-5f2b-4c6b-964e-051233ed1747 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:23.426970 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.483065 n-d-815940-1 neutron-server[102114]: INFO neutron.db.ipam_backend_mixin [None req-fb84a1b2-577c-4879-9bd5-8ba9261bf663 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2f79427-d1af-4713-ad77-15a776ec1c78 (CIDR: 2001:db8::/64) Oct 29 08:40:23.491629 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb84a1b2-577c-4879-9bd5-8ba9261bf663 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:40:23.492510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb84a1b2-577c-4879-9bd5-8ba9261bf663 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:23.512897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1b35ad74-3e27-452d-95ab-f801ef79f2a2 None None] Port 73e95019-5f2b-4c6b-964e-051233ed1747 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:23.519730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5e02902-e651-4058-920e-2fedb4175bdb req-9c3b5bab-323c-41cf-b419-bbcd4a245ecd service neutron] 10.222.0.15 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8317466 Oct 29 08:40:23.522531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:23.523080 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.538171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194a5a-5b43-4f11-b30b-82b849e01247 req-13928952-f590-44a4-9502-87f96538b94e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:23.541516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77194a5a-5b43-4f11-b30b-82b849e01247 req-13928952-f590-44a4-9502-87f96538b94e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 1.2215588 Oct 29 08:40:23.543088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.568068 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fb84a1b2-577c-4879-9bd5-8ba9261bf663 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6580610 Oct 29 08:40:23.568699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57164) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:23.583046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:23.589355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-c92b59b1-22a1-4197-a61c-b6340ae8b8af service neutron] 10.222.0.70 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041733 Oct 29 08:40:23.648448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de11d97-a589-4cb2-9003-770a5992846f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:23.704437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 97d13583-8176-4e3c-9044-09e0a00d2b3c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:23.707133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ac9f1d7e-ab2f-4458-a44b-1f2979c74220 None None] Provisioning complete for port de9cb6a9-5e3f-4e04-921b-de0bdda24365 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:23.707610 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1d7e-ab2f-4458-a44b-1f2979c74220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:23.838118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-574c0831-8c55-4f44-b025-d9a080e74ae6 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:23.839661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-574c0831-8c55-4f44-b025-d9a080e74ae6 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.93 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 816 time: 0.1779375 Oct 29 08:40:23.851087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f1d7e-ab2f-4458-a44b-1f2979c74220 None None] Port de9cb6a9-5e3f-4e04-921b-de0bdda24365 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:23.864600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Request body: {'port': {'device_id': '6a443dd8-824e-4424-a9c8-4679b0d6ccf0', 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a', 'admin_state_up': True, 'tenant_id': '6392b896a80d4812abb093bf4650529f'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:23.925984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-031a57f0-819e-43a9-92c2-05dac82a79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:23.931445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-031a57f0-819e-43a9-92c2-05dac82a79b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 1094 time: 0.3175113 Oct 29 08:40:23.952057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77194a5a-5b43-4f11-b30b-82b849e01247 req-18a81853-efe7-43b4-ab38-a96319b0b404 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022815 Oct 29 08:40:24.054348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 97d13583-8176-4e3c-9044-09e0a00d2b3c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:24.054887 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:24.103262 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:24.187292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Made reservation on behalf of 6392b896a80d4812abb093bf4650529f for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:24.191115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:24.240167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84769f16-7a15-4b89-8933-6110712cfd52 req-ae54d9df-fae3-4fea-a95f-e8c48da6b81f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:24.241768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84769f16-7a15-4b89-8933-6110712cfd52 req-ae54d9df-fae3-4fea-a95f-e8c48da6b81f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 943 time: 0.2142923 Oct 29 08:40:24.353782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84769f16-7a15-4b89-8933-6110712cfd52 req-de53f7b5-5752-413b-a185-c077ad07a688 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046984 Oct 29 08:40:24.360854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:24.364506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:24.449863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-e123099f-efe1-4d6b-8310-77b4ac4cc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:24.452494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-e123099f-efe1-4d6b-8310-77b4ac4cc4d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 913 time: 0.4980311 Oct 29 08:40:24.509610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Allocated IP 172.20.0.13 (60aac566-af66-4b09-b591-5f3fd179253a/8076eb7e-ea8d-4740-92ed-91f571a62a76/14f93cda-1ec1-4406-8ffd-7d282e582f36) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:24.551322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-cba79106-a657-4850-b02d-0cf411651b9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d HTTP/1.1" status: 200 len: 217 time: 0.0491855 Oct 29 08:40:24.754542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:40:24.763579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-019d3688-225e-49ab-be6a-638d9f2ccc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:24.765898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-019d3688-225e-49ab-be6a-638d9f2ccc23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 200 len: 851 time: 0.2059271 Oct 29 08:40:24.815835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:24.816420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-5e80e9ae-5c32-4504-ad2a-efbd6fd97be6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dd678d7-b0be-42da-90a6-8deaeac45234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346696 Oct 29 08:40:24.822422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-a7221cad-a99f-4ea2-9668-706ff0b8b4fb tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:24.823854 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-a7221cad-a99f-4ea2-9668-706ff0b8b4fb tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 816 time: 0.5826406 Oct 29 08:40:24.856158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:24.907964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:24.915921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:24.917976 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:24.920245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:24.921405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:24.927052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548ec37e-594f-45f9-8574-ae4ffbf4e636 None None] Network 44d703a1-2607-4529-948c-a30f4e709453 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:24.958498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-b1155a49-eefc-47e7-8ae9-796e7bf62e25 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/quotas/6392b896a80d4812abb093bf4650529f HTTP/1.1" status: 200 len: 375 time: 0.0817330 Oct 29 08:40:24.991628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Network 60aac566-af66-4b09-b591-5f3fd179253a is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:24.999673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:25.013491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=6e863fb9-6def-427d-99c5-43bd52da058d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:25.032648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:25.043740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57190) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:25.047845 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-281b322b-11af-41ed-84fc-9854dbe04e7a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4714892 Oct 29 08:40:25.058711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-873387504', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e863fb9-6def-427d-99c5-43bd52da058d'}], 'security_groups': ['ab5f08aa-4326-4fa5-8bb7-01c5d3747e9f']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:25.137064 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Pushing event updated for resources: {'Port': ['ID=14f93cda-1ec1-4406-8ffd-7d282e582f36,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:25.137779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-380fe80b-1b6c-41f7-8a40-57e3378e2c3b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538756 Oct 29 08:40:25.173089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:25.174130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:25.186460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198655cb-b6e4-4e43-b92e-333a4b4068a9 req-6b82cab2-9260-4473-82fa-2f02de9d41f5 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:25.189815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-198655cb-b6e4-4e43-b92e-333a4b4068a9 req-6b82cab2-9260-4473-82fa-2f02de9d41f5 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1679361 Oct 29 08:40:25.228871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:40:25.236625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-75d70d6f-9a4a-4db3-b893-44011f2d79bc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3768222 Oct 29 08:40:25.246990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Request body: {'port': {'device_id': '6a443dd8-824e-4424-a9c8-4679b0d6ccf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:25.250597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] Sync routers for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:40:25.261809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ebf7edd0-6487-4060-9620-822ffd68f6f3 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2489829 Oct 29 08:40:25.269503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:25.269999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:40:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:25.288753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57192) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:25.333611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-7ec74607-eb28-498a-9549-f2fbd147918e service neutron] 10.222.0.15 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082643 Oct 29 08:40:25.348153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-198655cb-b6e4-4e43-b92e-333a4b4068a9 req-613302d7-0ae3-48b9-92a4-7ce608d3be25 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482339 Oct 29 08:40:25.395518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a1ea480-5273-49f6-a71f-55167a8298d0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:25.624521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-6c30bb22-6338-4cc0-ab56-aa7f764a490b service neutron] 10.222.0.70 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857600 Oct 29 08:40:25.647318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d53bcf65-0d2b-457e-8aea-c6415a4ee420 req-5a41a26c-7137-4b4c-b696-36a8f752d98b service neutron] 10.222.0.15 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014297 Oct 29 08:40:25.660835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:25.673794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:25.726377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e45e87-1131-42f9-ad02-f3504bf911db None None] Update dhcp port {'port': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'fixed_ips': [{'subnet_id': 'f2f79427-d1af-4713-ad77-15a776ec1c78', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e863fb9-6def-427d-99c5-43bd52da058d'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '1a1ea480-5273-49f6-a71f-55167a8298d0'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:40:25.741774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4f2ec23f-c7bd-4ab8-8572-485e6a7c2dd6 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:25.743678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4f2ec23f-c7bd-4ab8-8572-485e6a7c2dd6 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.15 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 816 time: 0.4883502 Oct 29 08:40:25.773728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-764ef881-7687-473c-a478-fda27193abc2 None None] Provisioning complete for port 14f93cda-1ec1-4406-8ffd-7d282e582f36 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:25.774031 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-764ef881-7687-473c-a478-fda27193abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:25.776765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccb28c-61a9-4309-bf6f-a855f5e15898 req-33d7d5d3-7a26-4586-ba0d-a22c51610659 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:25.778305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9ccb28c-61a9-4309-bf6f-a855f5e15898 req-33d7d5d3-7a26-4586-ba0d-a22c51610659 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 943 time: 0.2081864 Oct 29 08:40:25.786345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Request body: {'port': {'device_id': '3b2fdefc-6e6a-46dc-bcd7-0361daee95b8', 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a', 'admin_state_up': True, 'tenant_id': '6392b896a80d4812abb093bf4650529f'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:25.817076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:25.846921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-764ef881-7687-473c-a478-fda27193abc2 None None] Port 14f93cda-1ec1-4406-8ffd-7d282e582f36 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:25.849425 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-57700527-9de9-4cbd-b326-5e9ec5fd5c3d service neutron] 10.222.0.70 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114799 Oct 29 08:40:25.861703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:25.941061 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-01e45e87-1131-42f9-ad02-f3504bf911db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:25.959467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:25.959853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:26.195894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Delete allocated IP 2001:db8::45 (44d703a1-2607-4529-948c-a30f4e709453/f2f79427-d1af-4713-ad77-15a776ec1c78) {{(pid=102113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 08:40:26.209748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8:0:1::30d (44d703a1-2607-4529-948c-a30f4e709453/6e863fb9-6def-427d-99c5-43bd52da058d/de9cb6a9-5e3f-4e04-921b-de0bdda24365) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:26.332391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:40:22Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:26.367885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7b155d24-b64d-46db-bab9-fc3b81d1353d details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:40:26.371335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] Checking router: f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:40:26.403382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] Routers {'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:26.403998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:40:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:26.477194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da91a4cb-a1f7-4d89-ab1c-977e27d2a1d8 req-cb324580-ef4e-4567-bded-45cef8f74744 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 210 time: 0.0596752 Oct 29 08:40:26.500874 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:26.506832 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:26.538346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9ccb28c-61a9-4309-bf6f-a855f5e15898 req-597f2a01-6340-4e9e-9649-2306109db5ec tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7446561 Oct 29 08:40:26.570659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f93cda-1ec1-4406-8ffd-7d282e582f36 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:26.593665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:26.611150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] In _notify_port_updated(), no bound segment for port de9cb6a9-5e3f-4e04-921b-de0bdda24365 on network 44d703a1-2607-4529-948c-a30f4e709453 {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:40:26.616816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:26.617448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:26.618920 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "PUT /v2.0/ports/de9cb6a9-5e3f-4e04-921b-de0bdda24365 HTTP/1.1" status: 200 len: 930 time: 1.5730851 Oct 29 08:40:26.622575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57214) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:26.643154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Transition to ACTIVE for port object 14f93cda-1ec1-4406-8ffd-7d282e582f36 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:40:26.645174 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:26.670988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0ee6b-d477-4cfe-98ec-6b9d3b731109 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=de9cb6a9-5e3f-4e04-921b-de0bdda24365,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:26.685578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:26.695782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7b155d24-b64d-46db-bab9-fc3b81d1353d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:26.705904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709cbc-6414-41df-acca-48992f188971 req-ebfc41a5-c4c3-4a8f-b6a5-eed1add3d321 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:26.708837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99709cbc-6414-41df-acca-48992f188971 req-ebfc41a5-c4c3-4a8f-b6a5-eed1add3d321 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0889573 Oct 29 08:40:26.721217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '7b155d24-b64d-46db-bab9-fc3b81d1353d', 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234', 'port_id': '7b155d24-b64d-46db-bab9-fc3b81d1353d', 'mac_address': 'fa:16:3e:e2:ef:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970f51f0-b128-415f-82a1-f7fa66038dd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:40:26.724162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Made reservation on behalf of 6392b896a80d4812abb093bf4650529f for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:26.728418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:26.777116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] Set router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:26.786061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99709cbc-6414-41df-acca-48992f188971 req-719dfa14-c913-4a8b-8bb3-7918aab03404 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704627 Oct 29 08:40:27.026677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-01e45e87-1131-42f9-ad02-f3504bf911db None None] Allocated IP 2001:db8:0:1::2 (44d703a1-2607-4529-948c-a30f4e709453/6e863fb9-6def-427d-99c5-43bd52da058d/1a1ea480-5273-49f6-a71f-55167a8298d0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:27.031113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:27.108851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b155d24-b64d-46db-bab9-fc3b81d1353d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:27.214182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7b155d24-b64d-46db-bab9-fc3b81d1353d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:27.252675 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:27.309865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Pushing event updated for resources: {'Port': ['ID=14f93cda-1ec1-4406-8ffd-7d282e582f36,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:27.361364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-01e45e87-1131-42f9-ad02-f3504bf911db None None] For port 1a1ea480-5273-49f6-a71f-55167a8298d0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a1ea480-5273-49f6-a71f-55167a8298d0,segment=NetworkSegment(53c607c4-625f-4fc0-95fb-9c9ca83e4984),segment_id=53c607c4-625f-4fc0-95fb-9c9ca83e4984)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:27.363549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=7b155d24-b64d-46db-bab9-fc3b81d1353d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:27.393162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:40:22Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:27.430190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5c87c-c769-4175-a455-3d857d9b9ad4 None None] The sync data for ids ['f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc'] in n-d-815940-1 is: [{'id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'name': 'tempest-ServersTestManualDisk-337087494-router', 'tenant_id': '56bb12e93411472597ac152e2b8fa0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:37:59Z', 'updated_at': '2021-10-29T08:40:22Z', 'revision_number': 5, 'project_id': '56bb12e93411472597ac152e2b8fa0e8', 'gw_port': {'id': 'f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:00Z', 'updated_at': '2021-10-29T08:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:40:27.452067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-01e45e87-1131-42f9-ad02-f3504bf911db None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:27.471187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['7b155d24-b64d-46db-bab9-fc3b81d1353d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:40:27.509889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e9925012-030f-4459-b151-9a9c2a4548d7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port de9cb6a9-5e3f-4e04-921b-de0bdda24365 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:27.510241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9925012-030f-4459-b151-9a9c2a4548d7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:27.524740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Deleting port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:27.525079 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:27.541844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-01e45e87-1131-42f9-ad02-f3504bf911db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:27.720632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e45e87-1131-42f9-ad02-f3504bf911db None None] Pushing event updated for resources: {'Port': ['ID=1a1ea480-5273-49f6-a71f-55167a8298d0,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:27.736705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410483e6-d344-4134-9533-4a606f4cd1e2 req-8006a11a-9365-4301-a4ab-bf999d389bdb tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:27.746489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-410483e6-d344-4134-9533-4a606f4cd1e2 req-8006a11a-9365-4301-a4ab-bf999d389bdb tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 944 time: 0.1262715 Oct 29 08:40:27.829933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-410483e6-d344-4134-9533-4a606f4cd1e2 req-574d794e-4348-4781-a18d-f4f328dddb40 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825756 Oct 29 08:40:28.032052 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75189b03-b300-4c80-aa81-fbbc30e03379 req-cbe96aa6-86cf-486c-a702-e5878e0753cc tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 210 time: 0.4225192 Oct 29 08:40:28.098720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Allocated IP 172.20.0.12 (60aac566-af66-4b09-b591-5f3fd179253a/8076eb7e-ea8d-4740-92ed-91f571a62a76/6730ada3-c1dc-406d-8029-7e10ecf88322) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:28.114462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920654-159b-45e8-b0d3-c20a932f092b req-eadbba28-3d31-431d-85e3-72a9003513bb tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:28.123959 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42920654-159b-45e8-b0d3-c20a932f092b req-eadbba28-3d31-431d-85e3-72a9003513bb tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1412523 Oct 29 08:40:28.186309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42920654-159b-45e8-b0d3-c20a932f092b req-def0651a-226c-4e3c-8ce2-6866a2fefbab tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615923 Oct 29 08:40:28.200468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Attempting to bind port 14f93cda-1ec1-4406-8ffd-7d282e582f36 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:28.200800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Attempting to bind port 14f93cda-1ec1-4406-8ffd-7d282e582f36 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:28.201194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Attempting to bind port 14f93cda-1ec1-4406-8ffd-7d282e582f36 on network 60aac566-af66-4b09-b591-5f3fd179253a {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:28.241519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-780069d2-f09d-436e-b7dc-a0284da9a969 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:28.243098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-780069d2-f09d-436e-b7dc-a0284da9a969 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.93 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 816 time: 0.6557388 Oct 29 08:40:28.245149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] For port f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:28.245524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.263471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Port 14f93cda-1ec1-4406-8ffd-7d282e582f36 on network 60aac566-af66-4b09-b591-5f3fd179253a not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:40:28.263956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Attempting to bind port 14f93cda-1ec1-4406-8ffd-7d282e582f36 on network 60aac566-af66-4b09-b591-5f3fd179253a {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:28.308057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Request body: {'port': {'device_id': '4f148d91-5000-44ef-8467-038f053e4080', 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a', 'admin_state_up': True, 'tenant_id': '6392b896a80d4812abb093bf4650529f'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:28.316545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9925012-030f-4459-b151-9a9c2a4548d7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.349959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Calling delete_port for f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:28.353790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:28.354132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Checking segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:28.354540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Bound using segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:28.354982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Bound port: 14f93cda-1ec1-4406-8ffd-7d282e582f36, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:28.355331 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.386322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e9925012-030f-4459-b151-9a9c2a4548d7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for de9cb6a9-5e3f-4e04-921b-de0bdda24365 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:28.552631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fc9189ca-b908-4ece-a7c6-12f063cc5d15 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:28.553146 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fc9189ca-b908-4ece-a7c6-12f063cc5d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.652353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fc9189ca-b908-4ece-a7c6-12f063cc5d15 None None] Provisioning complete for port de9cb6a9-5e3f-4e04-921b-de0bdda24365 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:28.653138 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fc9189ca-b908-4ece-a7c6-12f063cc5d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.658284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.697671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fc9189ca-b908-4ece-a7c6-12f063cc5d15 None None] Port de9cb6a9-5e3f-4e04-921b-de0bdda24365 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:28.708224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fc9189ca-b908-4ece-a7c6-12f063cc5d15 None None] Provisioning complete for port 73e95019-5f2b-4c6b-964e-051233ed1747 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:28.708589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fc9189ca-b908-4ece-a7c6-12f063cc5d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.741893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] For port 14f93cda-1ec1-4406-8ffd-7d282e582f36, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:28.745060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fc9189ca-b908-4ece-a7c6-12f063cc5d15 None None] Port 73e95019-5f2b-4c6b-964e-051233ed1747 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:28.779104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] For port 14f93cda-1ec1-4406-8ffd-7d282e582f36, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=14f93cda-1ec1-4406-8ffd-7d282e582f36,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:28.791190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.806923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Made reservation on behalf of 6392b896a80d4812abb093bf4650529f for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:28.810638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.866170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6114496c-cfb3-4259-a9ab-272770e7a121 None None] Provisioning complete for port de9cb6a9-5e3f-4e04-921b-de0bdda24365 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:28.866801 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6114496c-cfb3-4259-a9ab-272770e7a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.918713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:28.925625 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.927267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] 10.222.0.93 "PUT /v2.0/ports/14f93cda-1ec1-4406-8ffd-7d282e582f36 HTTP/1.1" status: 200 len: 1092 time: 3.6886635 Oct 29 08:40:28.928471 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:28.929399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6114496c-cfb3-4259-a9ab-272770e7a121 None None] Port de9cb6a9-5e3f-4e04-921b-de0bdda24365 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:28.932818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a443dd8-824e-4424-a9c8-4679b0d6ccf0', 'tag': '14f93cda-1ec1-4406-8ffd-7d282e582f36'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:28.935209 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3754bb80-1f21-4bc5-a208-86859d31a6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a443dd8-824e-4424-a9c8-4679b0d6ccf0", "tag": "14f93cda-1ec1-4406-8ffd-7d282e582f36"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:28.938850 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.049528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9925012-030f-4459-b151-9a9c2a4548d7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.109181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc01b42-443b-47be-95b5-c0bdcd9ddece service neutron] Pushing event updated for resources: {'Port': ['ID=14f93cda-1ec1-4406-8ffd-7d282e582f36,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:29.123335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Network 60aac566-af66-4b09-b591-5f3fd179253a is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:29.170479 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.176798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a1ea480-5273-49f6-a71f-55167a8298d0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:29.209545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:29.218066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:29.308194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:29.308569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.311081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9925012-030f-4459-b151-9a9c2a4548d7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.314444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e9925012-030f-4459-b151-9a9c2a4548d7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/de9cb6a9-5e3f-4e04-921b-de0bdda24365 HTTP/1.1" status: 204 len: 168 time: 2.6864803 Oct 29 08:40:29.317252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57246) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:29.332579 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed32dc2-de09-4e89-acdf-a51dc729d0f6 req-c7b4ae59-1f18-4ec0-9d12-10320e9cf626 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:29.334082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ed32dc2-de09-4e89-acdf-a51dc729d0f6 req-c7b4ae59-1f18-4ec0-9d12-10320e9cf626 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 944 time: 0.3789537 Oct 29 08:40:29.361562 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534f302d-8b65-4bc1-a8a9-21900d261e7b x-openstack-request-id: req-534f302d-8b65-4bc1-a8a9-21900d261e7b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:29.361978 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a443dd8-824e-4424-a9c8-4679b0d6ccf0", "tag": "14f93cda-1ec1-4406-8ffd-7d282e582f36", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:29.362261 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-534f302d-8b65-4bc1-a8a9-21900d261e7b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:29.362729 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a443dd8-824e-4424-a9c8-4679b0d6ccf0', 'tag': '14f93cda-1ec1-4406-8ffd-7d282e582f36', 'status': 'completed', 'code': 200} Oct 29 08:40:29.377209 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbf807a-4c24-4d7d-bca4-1d6c83229bc5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:40:29.383507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7cbf807a-4c24-4d7d-bca4-1d6c83229bc5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/de9cb6a9-5e3f-4e04-921b-de0bdda24365 HTTP/1.1" status: 404 len: 333 time: 0.0650082 Oct 29 08:40:29.384112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57248) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:29.504300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-b21a44bb-1732-43af-8bb6-32555aa771b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:29.506075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-b21a44bb-1732-43af-8bb6-32555aa771b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 1095 time: 0.3812289 Oct 29 08:40:29.515281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Pushing event updated for resources: {'Port': ['ID=6730ada3-c1dc-406d-8029-7e10ecf88322,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:29.575348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88591bfb-3bc2-4a4d-b54c-6bd467387250 req-364b5878-be78-43ef-8fce-d8e251ab4f98 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 210 time: 0.0801351 Oct 29 08:40:29.587425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3cc3da16-0bc7-4efa-8d41-46a0ffbbedec tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.611243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9925012-030f-4459-b151-9a9c2a4548d7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=de9cb6a9-5e3f-4e04-921b-de0bdda24365,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:29.629847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3cc3da16-0bc7-4efa-8d41-46a0ffbbedec tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.675235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:29.687001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:29.687667 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.704446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3cc3da16-0bc7-4efa-8d41-46a0ffbbedec tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.707220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3cc3da16-0bc7-4efa-8d41-46a0ffbbedec tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.711541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3cc3da16-0bc7-4efa-8d41-46a0ffbbedec tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/security-groups/4af6e44f-7a74-47d4-b9a5-533a9fe7755b HTTP/1.1" status: 204 len: 168 time: 0.3223927 Oct 29 08:40:29.721608 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-16e0fe26-c739-4641-b92c-7ae690c4f6a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f93cda-1ec1-4406-8ffd-7d282e582f36 HTTP/1.1" status: 200 len: 217 time: 0.1838036 Oct 29 08:40:29.727161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57250) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:29.738908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3da16-0bc7-4efa-8d41-46a0ffbbedec tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af6e44f-7a74-47d4-b9a5-533a9fe7755b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:29.744191 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ed32dc2-de09-4e89-acdf-a51dc729d0f6 req-e81397d8-ee1a-4128-b19f-54138cd21260 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704965 Oct 29 08:40:29.749944 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.764593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df2dca-28a7-4f86-9f29-cd92537061e8 req-1805a004-e323-4d4f-af4b-ce02d08b6116 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:29.767012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47df2dca-28a7-4f86-9f29-cd92537061e8 req-1805a004-e323-4d4f-af4b-ce02d08b6116 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.0742021 Oct 29 08:40:29.813070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-e64bf472-1952-47b8-a428-2fd09bbb5275 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0317430 Oct 29 08:40:29.814793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Allocated IP 172.20.0.4 (60aac566-af66-4b09-b591-5f3fd179253a/8076eb7e-ea8d-4740-92ed-91f571a62a76/4d5f200d-0632-4bb7-a0e1-1684880ab075) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:29.816585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2de11d97-a589-4cb2-9003-770a5992846f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:29.822821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47df2dca-28a7-4f86-9f29-cd92537061e8 req-927284c6-cb54-4cf0-9e85-c22917f434c9 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Oct 29 08:40:29.841368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2de11d97-a589-4cb2-9003-770a5992846f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:40:29.841944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2de11d97-a589-4cb2-9003-770a5992846f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:29.853003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d5fd5cc7-7f50-4f11-832f-6117e4e65586 None None] Provisioning complete for port 6730ada3-c1dc-406d-8029-7e10ecf88322 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:29.853450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5fd5cc7-7f50-4f11-832f-6117e4e65586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.887716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd5cc7-7f50-4f11-832f-6117e4e65586 None None] Port 6730ada3-c1dc-406d-8029-7e10ecf88322 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:29.909556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Request body: {'port': {'device_id': '3b2fdefc-6e6a-46dc-bcd7-0361daee95b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:29.961225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:29.968783 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.022895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-56d80fe7-52d9-469f-9b9b-1671d69a9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:30.024482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-56d80fe7-52d9-469f-9b9b-1671d69a9a91 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8076eb7e-ea8d-4740-92ed-91f571a62a76 HTTP/1.1" status: 200 len: 855 time: 0.2685752 Oct 29 08:40:30.120807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.121218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:40:30.123427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.127739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.131330 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3b81fc33-4b35-4061-91e1-9e57eccaa6eb admin admin] 10.222.0.70 "DELETE /v2.0/routers/f7e3063a-6b69-4eab-9b2d-fd89b1cc24cc HTTP/1.1" status: 204 len: 168 time: 4.8366501 Oct 29 08:40:30.131895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57252) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:30.163560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90705f15-8f5c-47da-9e7a-df320b92c72a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.181507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0460f798-fe4a-420c-92de-7315a6b9a656 admin admin] Deleting subnet 463a845e-3c6a-4882-bbca-9ae7fcc30a98 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:30.185095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0460f798-fe4a-420c-92de-7315a6b9a656 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.225855 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0460f798-fe4a-420c-92de-7315a6b9a656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.247938 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90705f15-8f5c-47da-9e7a-df320b92c72a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.283566 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.305472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-855cbf03-fa01-4620-8858-a6f71baaf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:30.307111 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-855cbf03-fa01-4620-8858-a6f71baaf1ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=60aac566-af66-4b09-b591-5f3fd179253a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458642 Oct 29 08:40:30.342375 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0460f798-fe4a-420c-92de-7315a6b9a656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.386332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7b155d24-b64d-46db-bab9-fc3b81d1353d up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:30.431085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0460f798-fe4a-420c-92de-7315a6b9a656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.447652 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.473377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 7b155d24-b64d-46db-bab9-fc3b81d1353d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:40:30.477685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90705f15-8f5c-47da-9e7a-df320b92c72a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.479199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 7b155d24-b64d-46db-bab9-fc3b81d1353d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:30.479577 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.481060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90705f15-8f5c-47da-9e7a-df320b92c72a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.482780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-90705f15-8f5c-47da-9e7a-df320b92c72a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/security-groups/ab5f08aa-4326-4fa5-8bb7-01c5d3747e9f HTTP/1.1" status: 204 len: 168 time: 0.7541175 Oct 29 08:40:30.484527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7244c490-bd41-4c7c-ac03-ab063561af56 None None] Network 384bc618-bd71-4546-b957-11b5c13e6367 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:30.486037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460f798-fe4a-420c-92de-7315a6b9a656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463a845e-3c6a-4882-bbca-9ae7fcc30a98,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:30.492018 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0460f798-fe4a-420c-92de-7315a6b9a656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.495724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:30.495935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0460f798-fe4a-420c-92de-7315a6b9a656 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/463a845e-3c6a-4882-bbca-9ae7fcc30a98 HTTP/1.1" status: 204 len: 168 time: 0.3625314 Oct 29 08:40:30.498443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57262) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:30.570336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90705f15-8f5c-47da-9e7a-df320b92c72a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f08aa-4326-4fa5-8bb7-01c5d3747e9f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:30.614337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.617824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-0e465802-5c48-4ec9-9c61-3a6f42565621 service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954781 Oct 29 08:40:30.627138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.727754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec189fb-3631-4049-abc5-b89083c124d1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet f2f79427-d1af-4713-ad77-15a776ec1c78 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:30.744283 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cec189fb-3631-4049-abc5-b89083c124d1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.746404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Deleting port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:30.746767 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.830366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] For port 0ee5a863-32d5-4e91-9daa-2b4f01784f45, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0ee5a863-32d5-4e91-9daa-2b4f01784f45,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:30.830753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.837743 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.863412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Calling delete_port for 0ee5a863-32d5-4e91-9daa-2b4f01784f45 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:30.889921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7b155d24-b64d-46db-bab9-fc3b81d1353d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:30.891194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87336da3-0ba6-471a-be6e-13d824a16b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b155d24-b64d-46db-bab9-fc3b81d1353d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:30.894398 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b2949-dc3d-43e3-9af4-4fdadde67931" -d '{"events": [{"server_uuid": "87336da3-0ba6-471a-be6e-13d824a16b4a", "name": "network-vif-plugged", "status": "completed", "tag": "7b155d24-b64d-46db-bab9-fc3b81d1353d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:30.898879 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:30.960659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=7b155d24-b64d-46db-bab9-fc3b81d1353d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:30.963506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] DHCP port deletion for 384bc618-bd71-4546-b957-11b5c13e6367 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:40:31.026638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c627cb-ff06-4507-92b4-6071dcd1d2e1 req-ab1afaed-90ec-4395-afbb-cfcd2d9f3230 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:31.026915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] Deleting port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:31.027212 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.035546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25c627cb-ff06-4507-92b4-6071dcd1d2e1 req-ab1afaed-90ec-4395-afbb-cfcd2d9f3230 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 944 time: 0.1692445 Oct 29 08:40:31.115277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] For port 0ee5a863-32d5-4e91-9daa-2b4f01784f45, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0ee5a863-32d5-4e91-9daa-2b4f01784f45,segment=NetworkSegment(61923538-671b-469a-b53e-a02a6815e969),segment_id=61923538-671b-469a-b53e-a02a6815e969)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:31.115679 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.147246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] Calling delete_port for 0ee5a863-32d5-4e91-9daa-2b4f01784f45 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:31.179893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25c627cb-ff06-4507-92b4-6071dcd1d2e1 req-5d4cd6be-6acf-4f0f-bb2b-bf9e1ccc0f4b tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428735 Oct 29 08:40:31.200453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0ee5a863-32d5-4e91-9daa-2b4f01784f45 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:31.205625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.227420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] No DVR routers for this DVR port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:31.234711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0ee5a863-32d5-4e91-9daa-2b4f01784f45 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:40:31.235179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0ee5a863-32d5-4e91-9daa-2b4f01784f45 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:31.235687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:31.289431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Network 60aac566-af66-4b09-b591-5f3fd179253a is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:31.296160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:40:31.296482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f5fbeff3-95c1-41f7-8b0f-d664f5d3fc62 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:31.313564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:31.316442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:31.316703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee5a863-32d5-4e91-9daa-2b4f01784f45,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:31.333226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.349831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] No DVR routers for this DVR port 0ee5a863-32d5-4e91-9daa-2b4f01784f45 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:31.366555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Pushing event updated for resources: {'Port': ['ID=4d5f200d-0632-4bb7-a0e1-1684880ab075,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:31.394807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2be2a3-4d07-452d-b2f9-4d0ea55ec71c None None] Pushing event deleted for resources: {'Port': ['ID=0ee5a863-32d5-4e91-9daa-2b4f01784f45,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:31.417149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cec189fb-3631-4049-abc5-b89083c124d1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.429424 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.472720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec92c-105e-4edc-812e-2667feb62575 req-0e7ec06a-a260-4db6-b8df-ca36c4e9fc09 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:31.474283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b6ec92c-105e-4edc-812e-2667feb62575 req-0e7ec06a-a260-4db6-b8df-ca36c4e9fc09 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1786690 Oct 29 08:40:31.479405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384bc618-bd71-4546-b957-11b5c13e6367']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:31.509792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61923538-671b-469a-b53e-a02a6815e969') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:31.510079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61923538-671b-469a-b53e-a02a6815e969') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:31.517670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:31.518473 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.527125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.551621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.553298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6e955-6796-4e23-9d7f-b3b9f42e6d00 req-5ddb0885-2630-4afb-99db-96ec587a7785 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:31.554790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39a6e955-6796-4e23-9d7f-b3b9f42e6d00 req-5ddb0885-2630-4afb-99db-96ec587a7785 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 931 time: 0.8324044 Oct 29 08:40:31.564582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b6ec92c-105e-4edc-812e-2667feb62575 req-c61cc080-5987-4084-ab0f-8918f3f78561 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753920 Oct 29 08:40:31.565778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:40:31.566246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:40:31.568820 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:40:31.604716 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd1173fb-a789-47a0-bdcc-921013c82ac2 req-d3562bce-3087-4b13-8cff-f06341139fbd service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9714158 Oct 29 08:40:31.652209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.661655 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.663037 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1c362e91-c5fb-46d0-957a-352755a52124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3589494 Oct 29 08:40:31.674625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] 10.222.0.70 "DELETE /v2.0/networks/384bc618-bd71-4546-b957-11b5c13e6367 HTTP/1.1" status: 204 len: 168 time: 1.1722722 Oct 29 08:40:31.705594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acee16-2377-4d31-8ee3-5082b37ca526 admin admin] Pushing event deleted for resources: {'Network': ['ID=384bc618-bd71-4546-b957-11b5c13e6367,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:31.724348 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7dbd9e-c8c2-44bc-9ef1-61110a6ed806 x-openstack-request-id: req-7c7dbd9e-c8c2-44bc-9ef1-61110a6ed806 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:31.724916 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87336da3-0ba6-471a-be6e-13d824a16b4a", "name": "network-vif-plugged", "status": "completed", "tag": "7b155d24-b64d-46db-bab9-fc3b81d1353d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:31.725391 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c7dbd9e-c8c2-44bc-9ef1-61110a6ed806 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:31.725995 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87336da3-0ba6-471a-be6e-13d824a16b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b155d24-b64d-46db-bab9-fc3b81d1353d', 'code': 200} Oct 29 08:40:31.727484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6f2c5a8f-4392-43a9-80c6-b388f09b6979 None None] Provisioning complete for port 4d5f200d-0632-4bb7-a0e1-1684880ab075 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:31.728128 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5a8f-4392-43a9-80c6-b388f09b6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.772117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Request body: {'port': {'device_id': '4f148d91-5000-44ef-8467-038f053e4080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:31.794516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c5a8f-4392-43a9-80c6-b388f09b6979 None None] Port 4d5f200d-0632-4bb7-a0e1-1684880ab075 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:31.819358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39a6e955-6796-4e23-9d7f-b3b9f42e6d00 req-dbbddb65-a288-4b99-a2d1-5e0d80056e74 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548757 Oct 29 08:40:31.854852 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cec189fb-3631-4049-abc5-b89083c124d1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.862575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d461c86-8b04-45e5-9031-7f68210e7a84 req-622d2dee-10b5-4479-8d8c-e798a590a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:31.865208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d461c86-8b04-45e5-9031-7f68210e7a84 req-622d2dee-10b5-4479-8d8c-e798a590a95c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 1096 time: 0.0680518 Oct 29 08:40:31.899101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6730ada3-c1dc-406d-8029-7e10ecf88322 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:31.945349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d461c86-8b04-45e5-9031-7f68210e7a84 req-3e3e67fd-032b-4e28-bbaf-b8c4cc9b22c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731330 Oct 29 08:40:31.948333 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.963716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-4cd47be1-dc41-46ac-b664-13e4bba723d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:31.965370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-4cd47be1-dc41-46ac-b664-13e4bba723d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 1095 time: 0.2600126 Oct 29 08:40:31.969832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57280) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:31.986598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:31.990440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Transition to ACTIVE for port object 6730ada3-c1dc-406d-8029-7e10ecf88322 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:40:32.043265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ac793dd2-d268-4c7f-a5b4-1756b79cadad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56bb12e93411472597ac152e2b8fa0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698829 Oct 29 08:40:32.045640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57282) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:32.045813 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.075459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b88d5-16bd-4be2-b778-9d41bfa08833 req-8b6cff6c-70ab-43ba-b26a-7f531659bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:32.077338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-751b88d5-16bd-4be2-b778-9d41bfa08833 req-8b6cff6c-70ab-43ba-b26a-7f531659bef0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1097 time: 0.0772882 Oct 29 08:40:32.112880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cec189fb-3631-4049-abc5-b89083c124d1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.130129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfddb-bbc3-4bff-83a6-40eab855b89b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.138710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-751b88d5-16bd-4be2-b778-9d41bfa08833 req-62d675b7-1aa0-4b29-9ff1-b5e7fa9e0489 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520055 Oct 29 08:40:32.159858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfddb-bbc3-4bff-83a6-40eab855b89b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.187337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec189fb-3631-4049-abc5-b89083c124d1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f79427-d1af-4713-ad77-15a776ec1c78,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:32.198603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03488d-893b-40cc-926e-824949dffe4a None None] Network 44d703a1-2607-4529-948c-a30f4e709453 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:32.241518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfddb-bbc3-4bff-83a6-40eab855b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.246181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfddb-bbc3-4bff-83a6-40eab855b89b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.256019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a7fbfddb-bbc3-4bff-83a6-40eab855b89b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d38c511-9bca-4d34-9999-214200c15539 HTTP/1.1" status: 204 len: 168 time: 0.2097394 Oct 29 08:40:32.298856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbfddb-bbc3-4bff-83a6-40eab855b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d38c511-9bca-4d34-9999-214200c15539,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:32.368583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c96947-801e-4019-a4af-c278ac871c99 req-4e62d48e-aa4e-4c54-b819-8d2a2dcf29cc tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:32.376823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8c96947-801e-4019-a4af-c278ac871c99 req-4e62d48e-aa4e-4c54-b819-8d2a2dcf29cc tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1036544 Oct 29 08:40:32.456901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8c96947-801e-4019-a4af-c278ac871c99 req-36057421-001e-41fa-a2f3-3292a3619bee tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733070 Oct 29 08:40:32.563159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5f200d-0632-4bb7-a0e1-1684880ab075 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:32.568989 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cec189fb-3631-4049-abc5-b89083c124d1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.576359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cec189fb-3631-4049-abc5-b89083c124d1 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/f2f79427-d1af-4713-ad77-15a776ec1c78 HTTP/1.1" status: 204 len: 168 time: 2.0748088 Oct 29 08:40:32.576359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Pushing event updated for resources: {'Port': ['ID=6730ada3-c1dc-406d-8029-7e10ecf88322,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:32.577393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57290) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:32.585708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:32.606939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.646547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-8e65d450-6687-4c8b-adad-e86c4c4c8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:32.648498 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-8e65d450-6687-4c8b-adad-e86c4c4c8add service neutron] 10.222.0.93 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 918 time: 0.6714427 Oct 29 08:40:32.662911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Transition to ACTIVE for port object 4d5f200d-0632-4bb7-a0e1-1684880ab075 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:40:32.708235 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.769734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:32.773749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:32.802487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-2ce698cd-4a7d-409c-9e14-38b69ed6035e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f93cda-1ec1-4406-8ffd-7d282e582f36 HTTP/1.1" status: 200 len: 217 time: 0.1038883 Oct 29 08:40:32.974393 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-c4af2689-0878-4546-a6b2-0d9cc9d6057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:32.981443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-c4af2689-0878-4546-a6b2-0d9cc9d6057b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8076eb7e-ea8d-4740-92ed-91f571a62a76 HTTP/1.1" status: 200 len: 855 time: 0.1657774 Oct 29 08:40:33.119402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Attempting to bind port 6730ada3-c1dc-406d-8029-7e10ecf88322 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:33.119767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Attempting to bind port 6730ada3-c1dc-406d-8029-7e10ecf88322 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:33.120105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Attempting to bind port 6730ada3-c1dc-406d-8029-7e10ecf88322 on network 60aac566-af66-4b09-b591-5f3fd179253a {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:33.194951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214ab97-fb1c-4631-ae71-a7770b3d719b req-b11caa52-88a6-48a0-b01c-e53f8149ba61 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:33.208472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d214ab97-fb1c-4631-ae71-a7770b3d719b req-b11caa52-88a6-48a0-b01c-e53f8149ba61 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.5109220 Oct 29 08:40:33.210279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5f200d-0632-4bb7-a0e1-1684880ab075,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:33.258456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Port 6730ada3-c1dc-406d-8029-7e10ecf88322 on network 60aac566-af66-4b09-b591-5f3fd179253a not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:40:33.258954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Attempting to bind port 6730ada3-c1dc-406d-8029-7e10ecf88322 on network 60aac566-af66-4b09-b591-5f3fd179253a {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:33.384023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:33.384396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Checking segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:33.384787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Bound using segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:33.385393 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Bound port: 6730ada3-c1dc-406d-8029-7e10ecf88322, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:33.385609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:33.431784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-98f6116a-0802-4d6a-a789-2c673ae49e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:33.433727 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-98f6116a-0802-4d6a-a789-2c673ae49e2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=60aac566-af66-4b09-b591-5f3fd179253a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4066069 Oct 29 08:40:33.453726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d214ab97-fb1c-4631-ae71-a7770b3d719b req-31218564-6ed2-47da-8b8a-85d5563c2c29 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385383 Oct 29 08:40:33.568775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcf8b1-be6d-47ed-8b52-ad294f18d97e req-648edae7-fb1d-42a8-b8f5-f3bc598bf5d3 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:33.571068 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11dcf8b1-be6d-47ed-8b52-ad294f18d97e req-648edae7-fb1d-42a8-b8f5-f3bc598bf5d3 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 943 time: 0.1073222 Oct 29 08:40:33.650403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11dcf8b1-be6d-47ed-8b52-ad294f18d97e req-867cd824-00f3-4703-bc07-a39f670a1347 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724287 Oct 29 08:40:33.725095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5423dfb0-d425-4bcd-8b9c-a13a740aed12 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:33.727177 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5423dfb0-d425-4bcd-8b9c-a13a740aed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:33.749816 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Attempting to bind port 4d5f200d-0632-4bb7-a0e1-1684880ab075 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:33.751457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Attempting to bind port 4d5f200d-0632-4bb7-a0e1-1684880ab075 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:33.751913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Attempting to bind port 4d5f200d-0632-4bb7-a0e1-1684880ab075 on network 60aac566-af66-4b09-b591-5f3fd179253a {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:33.754527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57320) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:33.793550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Port 4d5f200d-0632-4bb7-a0e1-1684880ab075 on network 60aac566-af66-4b09-b591-5f3fd179253a not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:40:33.793876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Attempting to bind port 4d5f200d-0632-4bb7-a0e1-1684880ab075 on network 60aac566-af66-4b09-b591-5f3fd179253a {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:33.815973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:33.815973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Checking segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:33.815973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Bound using segment: {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:33.816443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Bound port: 4d5f200d-0632-4bb7-a0e1-1684880ab075, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5c33ba-a795-45af-97f0-1fbac27bf292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:33.816673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:33.867194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] For port 6730ada3-c1dc-406d-8029-7e10ecf88322, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:33.889417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11b69b-359a-4d1a-af33-39ac42e03afc req-05274cb2-bc16-4d8e-abf8-b1a1713112c1 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:33.890812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de11b69b-359a-4d1a-af33-39ac42e03afc req-05274cb2-bc16-4d8e-abf8-b1a1713112c1 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1107681 Oct 29 08:40:33.923351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-61ba5ac3-6d27-48bc-89e6-2f0560c58916 service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514229 Oct 29 08:40:33.934452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] For port 6730ada3-c1dc-406d-8029-7e10ecf88322, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6730ada3-c1dc-406d-8029-7e10ecf88322,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:33.939508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de11b69b-359a-4d1a-af33-39ac42e03afc req-011547e1-796b-4e84-a32a-10e123618acb tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Oct 29 08:40:33.981250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.023177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5423dfb0-d425-4bcd-8b9c-a13a740aed12 None None] Provisioning complete for port 73e95019-5f2b-4c6b-964e-051233ed1747 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:34.023924 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5423dfb0-d425-4bcd-8b9c-a13a740aed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.024238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.064393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=dec8ec65-e3a4-4699-b325-1fa5264874db,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:34.073110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2100448694-network', 'tenant_id': 'eb063ad8181046b0b74ae352908ffe8c'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:34.088551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5423dfb0-d425-4bcd-8b9c-a13a740aed12 None None] Port 73e95019-5f2b-4c6b-964e-051233ed1747 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:34.103469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Made reservation on behalf of eb063ad8181046b0b74ae352908ffe8c for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:34.106349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.119260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:34.120140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.129482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:34.132978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.133577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.146651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7794642f-3443-4239-afc0-5b8683dbb61f None None] Network 44d703a1-2607-4529-948c-a30f4e709453 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:34.176502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1e9b3ecc-ec9b-4ad2-9943-be3f355faee4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5973830 Oct 29 08:40:34.181338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57328) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:34.188817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d653f08e-8f70-4b53-b072-b05b0dde3948 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'security_group': {'name': 'tempest-secgroup-646743949'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:34.249710 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d653f08e-8f70-4b53-b072-b05b0dde3948 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.263099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.264119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.266434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] 10.222.0.15 "PUT /v2.0/ports/6730ada3-c1dc-406d-8029-7e10ecf88322 HTTP/1.1" status: 200 len: 1092 time: 4.3947866 Oct 29 08:40:34.267143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2fdefc-6e6a-46dc-bcd7-0361daee95b8', 'tag': '6730ada3-c1dc-406d-8029-7e10ecf88322'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:34.280979 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e5973a-2d97-4713-86a3-8ac40e2d861d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2fdefc-6e6a-46dc-bcd7-0361daee95b8", "tag": "6730ada3-c1dc-406d-8029-7e10ecf88322"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:34.395666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] For port 4d5f200d-0632-4bb7-a0e1-1684880ab075, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:34.402170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d653f08e-8f70-4b53-b072-b05b0dde3948 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.407427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5dd4f-f193-452e-8d07-3a02f26a5372 service neutron] Pushing event updated for resources: {'Port': ['ID=6730ada3-c1dc-406d-8029-7e10ecf88322,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:34.468672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] For port 4d5f200d-0632-4bb7-a0e1-1684880ab075, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d5f200d-0632-4bb7-a0e1-1684880ab075,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:34.476652 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3754bb80-1f21-4bc5-a208-86859d31a6e3 req-f7633563-486d-4b49-819f-edbfc3170bf7 service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355210 Oct 29 08:40:34.477626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d653f08e-8f70-4b53-b072-b05b0dde3948 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.487421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.502251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966321f-7d44-4867-9c28-875e45ef45fa req-ba0bf6d7-4624-44d2-87e9-b137ba781b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.504275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a966321f-7d44-4867-9c28-875e45ef45fa req-ba0bf6d7-4624-44d2-87e9-b137ba781b5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 1096 time: 0.1770780 Oct 29 08:40:34.591146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.592354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.594565 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] 10.222.0.93 "PUT /v2.0/ports/4d5f200d-0632-4bb7-a0e1-1684880ab075 HTTP/1.1" status: 200 len: 1091 time: 2.8970196 Oct 29 08:40:34.648166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.649717 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4fdfcb-daf8-4aa9-9d0e-3e1943045eb5 None None] Update dhcp port {'port': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'fixed_ips': [{'subnet_id': '6e863fb9-6def-427d-99c5-43bd52da058d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dec8ec65-e3a4-4699-b325-1fa5264874db'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '1a1ea480-5273-49f6-a71f-55167a8298d0'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:40:34.652702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d653f08e-8f70-4b53-b072-b05b0dde3948 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.656372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d653f08e-8f70-4b53-b072-b05b0dde3948 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4726546 Oct 29 08:40:34.661105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57338) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:34.667362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.681850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:40:34.682143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-0bdf5cec-2ce6-4466-8819-a02dae0ebc91 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.690529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-0bdf5cec-2ce6-4466-8819-a02dae0ebc91 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.695127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653f08e-8f70-4b53-b072-b05b0dde3948 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8127536a-270f-4727-a9ff-1d317596f481,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:34.704832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-0bdf5cec-2ce6-4466-8819-a02dae0ebc91 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.716684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-0bdf5cec-2ce6-4466-8819-a02dae0ebc91 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.718632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdfcb-daf8-4aa9-9d0e-3e1943045eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.720920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1a284616-f111-488e-bc91-7644ee69e6e7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'security_group': {'name': 'tempest-secgroup-497849936'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:34.736837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-0bdf5cec-2ce6-4466-8819-a02dae0ebc91 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.746314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-0bdf5cec-2ce6-4466-8819-a02dae0ebc91 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.754040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-0bdf5cec-2ce6-4466-8819-a02dae0ebc91 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.755920 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-0bdf5cec-2ce6-4466-8819-a02dae0ebc91 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.3524420 Oct 29 08:40:34.802019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959338e1-3025-4acb-95d8-53da577c29b9 req-38b9de24-29c2-429d-97ae-5fc961faf396 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.803589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-959338e1-3025-4acb-95d8-53da577c29b9 req-38b9de24-29c2-429d-97ae-5fc961faf396 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.3994579 Oct 29 08:40:34.804475 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a284616-f111-488e-bc91-7644ee69e6e7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.812687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5afa25-cbe1-4988-914d-9f1f3de46733 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5f200d-0632-4bb7-a0e1-1684880ab075,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:34.825674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:34.826061 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Added segment 566e0274-a35f-46f4-a63c-064d92a50d81 of type vlan for network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 Oct 29 08:40:34.879415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e2595c-18f1-4414-b5f6-60a579fee9c9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:34.901238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-f911fdec-df3b-42c2-b222-46381623c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.903078 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-f911fdec-df3b-42c2-b222-46381623c761 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 1094 time: 0.2516339 Oct 29 08:40:34.907664 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ffe1b55c-f563-40bf-89dc-4d4d8ab57077 req-87ac03ed-120b-48e8-8ead-bbeb2604d7a0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331787 Oct 29 08:40:34.912543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-6f3984ba-b3bf-4061-958a-778a504c5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.915692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-6f3984ba-b3bf-4061-958a-778a504c5b3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 1095 time: 0.5094345 Oct 29 08:40:34.917204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966321f-7d44-4867-9c28-875e45ef45fa req-9b931944-1d30-451a-ac40-20802a304957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:34.918572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a966321f-7d44-4867-9c28-875e45ef45fa req-9b931944-1d30-451a-ac40-20802a304957 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 913 time: 0.3818083 Oct 29 08:40:34.998529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-3e4fdfcb-daf8-4aa9-9d0e-3e1943045eb5 None None] Allocated IP 2001:db8::2 (44d703a1-2607-4529-948c-a30f4e709453/dec8ec65-e3a4-4699-b325-1fa5264874db/1a1ea480-5273-49f6-a71f-55167a8298d0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:35.044876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.066040 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d5139-1b12-4b1d-b3db-7383a63fb2de x-openstack-request-id: req-596d5139-1b12-4b1d-b3db-7383a63fb2de {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:35.068249 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2fdefc-6e6a-46dc-bcd7-0361daee95b8", "tag": "6730ada3-c1dc-406d-8029-7e10ecf88322", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:35.069243 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-596d5139-1b12-4b1d-b3db-7383a63fb2de {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:35.072160 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2fdefc-6e6a-46dc-bcd7-0361daee95b8', 'tag': '6730ada3-c1dc-406d-8029-7e10ecf88322', 'status': 'completed', 'code': 200} Oct 29 08:40:35.078262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-d1eaf84f-d103-4884-ab75-7d2a7b2cf9c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d5f200d-0632-4bb7-a0e1-1684880ab075 HTTP/1.1" status: 200 len: 217 time: 0.1580107 Oct 29 08:40:35.080247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a966321f-7d44-4867-9c28-875e45ef45fa req-8122900f-eebe-4ab9-b384-7c51e1611d57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d HTTP/1.1" status: 200 len: 217 time: 0.1434438 Oct 29 08:40:35.080601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.081580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.082178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.095969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-3778b009-7943-46ab-907d-ca89595300af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6730ada3-c1dc-406d-8029-7e10ecf88322 HTTP/1.1" status: 200 len: 217 time: 0.1521995 Oct 29 08:40:35.193212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3e4fdfcb-daf8-4aa9-9d0e-3e1943045eb5 None None] For port 1a1ea480-5273-49f6-a71f-55167a8298d0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a1ea480-5273-49f6-a71f-55167a8298d0,segment=NetworkSegment(53c607c4-625f-4fc0-95fb-9c9ca83e4984),segment_id=53c607c4-625f-4fc0-95fb-9c9ca83e4984)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:35.199917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-959338e1-3025-4acb-95d8-53da577c29b9 req-af51dec0-491d-4992-9788-0048589a1fc1 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720756 Oct 29 08:40:35.210287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-d188b1c9-42af-4751-b3ef-55a1efc59bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.211821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-d188b1c9-42af-4751-b3ef-55a1efc59bee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8076eb7e-ea8d-4740-92ed-91f571a62a76 HTTP/1.1" status: 200 len: 855 time: 0.1214647 Oct 29 08:40:35.240092 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdfcb-daf8-4aa9-9d0e-3e1943045eb5 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.247633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4890804 Oct 29 08:40:35.252403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966321f-7d44-4867-9c28-875e45ef45fa req-34c8fd53-d479-4fc5-ba25-236d99128934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.253635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdfcb-daf8-4aa9-9d0e-3e1943045eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.253978 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a966321f-7d44-4867-9c28-875e45ef45fa req-34c8fd53-d479-4fc5-ba25-236d99128934 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 200 len: 851 time: 0.1647904 Oct 29 08:40:35.259551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57344) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:35.267054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217c913-c5a8-4fd9-a768-d66c02048bda admin admin] Pushing event updated for resources: {'Network': ['ID=dc4b0d69-8ddc-4b4f-9d7b-fb549278d810,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:35.286624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Request body: {'subnet': {'network_id': 'dc4b0d69-8ddc-4b4f-9d7b-fb549278d810', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2100448694-subnet', 'tenant_id': 'eb063ad8181046b0b74ae352908ffe8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:35.287012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a284616-f111-488e-bc91-7644ee69e6e7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.290803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-f19e1f76-8077-46a8-b524-12461e882bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.291591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-f19e1f76-8077-46a8-b524-12461e882bf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8076eb7e-ea8d-4740-92ed-91f571a62a76 HTTP/1.1" status: 200 len: 855 time: 0.1763470 Oct 29 08:40:35.292759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a284616-f111-488e-bc91-7644ee69e6e7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.329120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:40:35.337250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a966321f-7d44-4867-9c28-875e45ef45fa req-f0d3e182-9e3e-4a50-8655-99b3d6ad136d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dd678d7-b0be-42da-90a6-8deaeac45234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703242 Oct 29 08:40:35.373421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a284616-f111-488e-bc91-7644ee69e6e7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.377281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1a284616-f111-488e-bc91-7644ee69e6e7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7088554 Oct 29 08:40:35.382948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57346) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:35.403827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7f2e7a81-6c22-40fd-bd79-0e43302990b7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'security_group': {'name': 'tempest-secgroup-1185088984'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:35.430271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a284616-f111-488e-bc91-7644ee69e6e7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3830cd60-9408-4078-8fc4-fd21a920fc18,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:35.448192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-c2330eed-7372-4964-bd38-f923677bd857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.449769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-c2330eed-7372-4964-bd38-f923677bd857 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60aac566-af66-4b09-b591-5f3fd179253a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456335 Oct 29 08:40:35.459964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11883c0-9a98-4bff-baf9-78168bd4bec2 req-8414cfaa-f514-4c95-afdf-f00d15880ef0 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.461608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b11883c0-9a98-4bff-baf9-78168bd4bec2 req-8414cfaa-f514-4c95-afdf-f00d15880ef0 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 943 time: 0.1443992 Oct 29 08:40:35.465957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a966321f-7d44-4867-9c28-875e45ef45fa req-b9c84ecc-e836-4673-9aae-4a8a9b767b62 service neutron] 10.222.0.15 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149578 Oct 29 08:40:35.488495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c0614-40c9-4d37-933e-c8d9156de7e5 req-f5c8a9f8-4b03-4a68-9afe-092ca034a856 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.497924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-252c0614-40c9-4d37-933e-c8d9156de7e5 req-f5c8a9f8-4b03-4a68-9afe-092ca034a856 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2897420 Oct 29 08:40:35.511133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fdfcb-daf8-4aa9-9d0e-3e1943045eb5 None None] Pushing event updated for resources: {'Port': ['ID=1a1ea480-5273-49f6-a71f-55167a8298d0,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:35.579749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b11883c0-9a98-4bff-baf9-78168bd4bec2 req-c2309a09-14e5-4d80-9c75-ec536e82e50f tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073532 Oct 29 08:40:35.621232 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7f2e7a81-6c22-40fd-bd79-0e43302990b7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.631924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1eb14b4c-7f3d-4109-b641-5ef811982df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.633489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-1eb14b4c-7f3d-4109-b641-5ef811982df4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=60aac566-af66-4b09-b591-5f3fd179253a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4078295 Oct 29 08:40:35.634057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Made reservation on behalf of eb063ad8181046b0b74ae352908ffe8c for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:35.636303 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.641865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-49191380-1b9e-4107-b1e3-e68543533b8d service neutron] 10.222.0.15 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792350 Oct 29 08:40:35.698326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-252c0614-40c9-4d37-933e-c8d9156de7e5 req-e640504c-0850-4125-831d-4e49cac90d51 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972790 Oct 29 08:40:35.787313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-337f3ad0-f6ac-40ba-ae9e-918fa995ec4e req-7125eb07-162d-41b4-8983-1236f493386d service neutron] 10.222.0.15 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372435 Oct 29 08:40:35.811788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 14f93cda-1ec1-4406-8ffd-7d282e582f36 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:40:35.843097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-c7bddc00-382a-4c7b-a57b-fc9847002e42 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.849937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-c7bddc00-382a-4c7b-a57b-fc9847002e42 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.860853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-c7bddc00-382a-4c7b-a57b-fc9847002e42 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.868811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-c7bddc00-382a-4c7b-a57b-fc9847002e42 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.877791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-c7bddc00-382a-4c7b-a57b-fc9847002e42 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.894405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-c7bddc00-382a-4c7b-a57b-fc9847002e42 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.919140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-c7bddc00-382a-4c7b-a57b-fc9847002e42 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:35.921674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-c7bddc00-382a-4c7b-a57b-fc9847002e42 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.4210339 Oct 29 08:40:35.957291 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7f2e7a81-6c22-40fd-bd79-0e43302990b7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:35.983126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7f2e7a81-6c22-40fd-bd79-0e43302990b7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:36.041354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 14f93cda-1ec1-4406-8ffd-7d282e582f36, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=14f93cda-1ec1-4406-8ffd-7d282e582f36,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:36.080059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a966321f-7d44-4867-9c28-875e45ef45fa req-42cba589-8389-4d33-8afd-2b64345f5b4b service neutron] 10.222.0.15 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775654 Oct 29 08:40:36.135823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-ec47f53a-0f8c-48c4-ac9d-82ab2f121025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.146330 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-0b4f5246-4a5a-4e88-97a4-ef45fd1d1e6a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.151030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '14f93cda-1ec1-4406-8ffd-7d282e582f36', 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a', 'port_id': '14f93cda-1ec1-4406-8ffd-7d282e582f36', 'mac_address': 'fa:16:3e:5d:d2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8076eb7e-ea8d-4740-92ed-91f571a62a76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:40:36.151914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-0b4f5246-4a5a-4e88-97a4-ef45fd1d1e6a tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "GET /v2.0/ports/40a4a226-7980-440d-ba53-b246619a902b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2095335 Oct 29 08:40:36.164881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-ec47f53a-0f8c-48c4-ac9d-82ab2f121025 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 1095 time: 0.2660422 Oct 29 08:40:36.213481 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7f2e7a81-6c22-40fd-bd79-0e43302990b7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:36.217678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7f2e7a81-6c22-40fd-bd79-0e43302990b7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8171148 Oct 29 08:40:36.259683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57366) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:36.313036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1465263395', 'security_groups': ['caa997d3-4932-435f-8484-b82e9f9626db'], 'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dec8ec65-e3a4-4699-b325-1fa5264874db'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:36.317591 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:36.340339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f93cda-1ec1-4406-8ffd-7d282e582f36 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:36.348463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e7a81-6c22-40fd-bd79-0e43302990b7 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa997d3-4932-435f-8484-b82e9f9626db,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:36.379606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 14f93cda-1ec1-4406-8ffd-7d282e582f36, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=14f93cda-1ec1-4406-8ffd-7d282e582f36,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:36.393754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:36.454880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-fc8e1cb7-b9a4-415f-b009-288653b451e5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.462708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-fc8e1cb7-b9a4-415f-b009-288653b451e5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.471232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-fc8e1cb7-b9a4-415f-b009-288653b451e5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.477861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-fc8e1cb7-b9a4-415f-b009-288653b451e5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.479686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=14f93cda-1ec1-4406-8ffd-7d282e582f36,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:36.484410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-fc8e1cb7-b9a4-415f-b009-288653b451e5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.490970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-fc8e1cb7-b9a4-415f-b009-288653b451e5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.497155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-fc8e1cb7-b9a4-415f-b009-288653b451e5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.499479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-fc8e1cb7-b9a4-415f-b009-288653b451e5 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.2836771 Oct 29 08:40:36.518734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5f222e32-a6ad-4c80-b9fe-7b891f5738fd None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:36.519109 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5f222e32-a6ad-4c80-b9fe-7b891f5738fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:36.524378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-bc00132d-cad8-494b-a9ad-3f4912f4e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.526025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-bc00132d-cad8-494b-a9ad-3f4912f4e628 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 1097 time: 0.2623172 Oct 29 08:40:36.569831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-645c4d9c-0e01-4259-9d53-394023e25f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.571392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-645c4d9c-0e01-4259-9d53-394023e25f87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 918 time: 0.4056752 Oct 29 08:40:36.627678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5f222e32-a6ad-4c80-b9fe-7b891f5738fd None None] Provisioning complete for port 73e95019-5f2b-4c6b-964e-051233ed1747 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:36.628214 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5f222e32-a6ad-4c80-b9fe-7b891f5738fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:36.665071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5f222e32-a6ad-4c80-b9fe-7b891f5738fd None None] Port 73e95019-5f2b-4c6b-964e-051233ed1747 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:36.667193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5783ff6-1493-4bd7-966a-14d78bab73ce req-09d732b8-aea7-454c-8315-c2808bcac870 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565831 Oct 29 08:40:36.668536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-e9640d74-538f-4466-ada2-5614ce0f5c24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6730ada3-c1dc-406d-8029-7e10ecf88322 HTTP/1.1" status: 200 len: 217 time: 0.0676587 Oct 29 08:40:36.740307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['14f93cda-1ec1-4406-8ffd-7d282e582f36'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:40:36.750898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-358de810-ef3a-4be0-b4aa-8288ab1c8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.752576 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-358de810-ef3a-4be0-b4aa-8288ab1c8869 service neutron] 10.222.0.93 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 921 time: 0.2089436 Oct 29 08:40:36.754011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-63b65a2f-f59c-4373-ae98-f06dc5ba1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.755435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-63b65a2f-f59c-4373-ae98-f06dc5ba1d8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8076eb7e-ea8d-4740-92ed-91f571a62a76 HTTP/1.1" status: 200 len: 855 time: 0.0775211 Oct 29 08:40:36.824865 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-7494f2b9-42a2-423e-be9e-3c9e8e69e36e service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1414032 Oct 29 08:40:36.833634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-8d5e2315-9b0d-46fb-9e5f-0b46fb2cfa7a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d HTTP/1.1" status: 200 len: 217 time: 0.0724533 Oct 29 08:40:36.916266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-7ff2dd37-a564-4d32-89c2-16a2bbc0a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.918085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-7ff2dd37-a564-4d32-89c2-16a2bbc0a8f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60aac566-af66-4b09-b591-5f3fd179253a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501868 Oct 29 08:40:36.927644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5591-aebe-43fd-8203-ca79fdd25821 req-ce1faa3c-0f39-4b9e-9d3d-b7d8590f9fde tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.929169 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d1b5591-aebe-43fd-8203-ca79fdd25821 req-ce1faa3c-0f39-4b9e-9d3d-b7d8590f9fde tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1515594 Oct 29 08:40:36.942242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-f46eb94a-b731-45f7-bd68-d9da4f968b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:36.943653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-f46eb94a-b731-45f7-bd68-d9da4f968b16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.0908766 Oct 29 08:40:37.018343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b033da7-d7df-485e-99f8-46f5547164c0 req-5f704d69-e45e-43fc-9b89-0b4f2fea36f1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:37.019940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7b033da7-d7df-485e-99f8-46f5547164c0 req-5f704d69-e45e-43fc-9b89-0b4f2fea36f1 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.6969111 Oct 29 08:40:37.036561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:37.040140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-4d0bd266-6060-4da3-abe6-8aee73348b12 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518022 Oct 29 08:40:37.077934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d1b5591-aebe-43fd-8203-ca79fdd25821 req-cc828e5d-ecfd-4705-ab84-5b3c56e9374f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372609 Oct 29 08:40:37.092680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f148d91-5000-44ef-8467-038f053e4080', 'tag': '4d5f200d-0632-4bb7-a0e1-1684880ab075'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:37.100319 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53ff549-587a-4f25-b6e6-6b702e59c0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f148d91-5000-44ef-8467-038f053e4080", "tag": "4d5f200d-0632-4bb7-a0e1-1684880ab075"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:37.117734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-fcddedc7-3cac-4abe-8b4a-07367cf77c7d tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "GET /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8570113 Oct 29 08:40:37.147433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:37.184737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a1ea480-5273-49f6-a71f-55167a8298d0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:37.191706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b9760ca-15de-4475-813a-91c7f98b7eee req-e8591e52-c709-4095-8628-e30d459db696 service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591368 Oct 29 08:40:37.195831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-ec930cf3-f2fc-41a3-b5ee-7ba08ba999f9 service neutron] 10.222.0.15 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656372 Oct 29 08:40:37.265745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b2ebf7-dd1c-4f2e-8f00-5f1eb34f6286,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:37.272883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:37.273999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:37.274426 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:37.281432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7b033da7-d7df-485e-99f8-46f5547164c0 req-9000d91d-a79b-4f05-ac53-79beb88f2a52 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462280 Oct 29 08:40:37.347299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8e5973a-2d97-4713-86a3-8ac40e2d861d req-40765df7-8b4a-4e50-93f5-eface0002a10 service neutron] 10.222.0.15 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308024 Oct 29 08:40:37.374515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Checking segment: {'id': '566e0274-a35f-46f4-a63c-064d92a50d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dc4b0d69-8ddc-4b4f-9d7b-fb549278d810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:37.375154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Network hostable DHCP agents. Network: dc4b0d69-8ddc-4b4f-9d7b-fb549278d810, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:40:37.381699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-caaa6cf0-cc7d-42f9-975d-d3330bd2b9a4 service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299305 Oct 29 08:40:37.384826 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:37.396339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898e095-4853-43ff-bfdb-b41c0385a52b req-739cea52-775d-4b82-9ee4-877c67dc25db tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:37.403794 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddfee0a-ab3b-44bc-8df1-9ac1acdc8110 x-openstack-request-id: req-cddfee0a-ab3b-44bc-8df1-9ac1acdc8110 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:37.405080 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f148d91-5000-44ef-8467-038f053e4080", "tag": "4d5f200d-0632-4bb7-a0e1-1684880ab075", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:37.405516 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cddfee0a-ab3b-44bc-8df1-9ac1acdc8110 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:37.406087 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f148d91-5000-44ef-8467-038f053e4080', 'tag': '4d5f200d-0632-4bb7-a0e1-1684880ab075', 'status': 'completed', 'code': 200} Oct 29 08:40:37.415321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a898e095-4853-43ff-bfdb-b41c0385a52b req-739cea52-775d-4b82-9ee4-877c67dc25db tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 943 time: 0.2124617 Oct 29 08:40:37.481861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:40:37.520460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a898e095-4853-43ff-bfdb-b41c0385a52b req-900ca8a4-2451-457e-981e-c3ea5199db57 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046398 Oct 29 08:40:37.520753 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:37.537940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, dc4b0d69-8ddc-4b4f-9d7b-fb549278d810) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:37.544112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823cc3ee-fafd-48eb-8610-8e77dae1b6cb None None] Network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:37.553128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:37.553742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:37.566436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4865fbdc-24c5-4093-8cf7-2e66f7cbf319 req-4fbefe2e-fb59-487c-8bd6-f8b18a01ca9b service neutron] 10.222.0.93 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478806 Oct 29 08:40:37.607323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] device_id is not set on port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:40:37.619407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-bf892e9d-8860-47c7-90b1-9b682bac517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:37.620981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-bf892e9d-8860-47c7-90b1-9b682bac517d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 1094 time: 0.1974299 Oct 29 08:40:37.672844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c17231f2-ec32-4c0a-ab66-2a725b031bac admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4071679 Oct 29 08:40:37.732059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b10c1c-394c-40d7-a97a-8a837bc1e5e6 None None] Network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:37.781057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] For port 40a4a226-7980-440d-ba53-b246619a902b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=40a4a226-7980-440d-ba53-b246619a902b,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:37.963280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-ebd947cc-1e42-40c7-807c-983f31322c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:37.964886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-ebd947cc-1e42-40c7-807c-983f31322c52 service neutron] 10.222.0.93 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 918 time: 0.2988381 Oct 29 08:40:37.985270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] For port 40a4a226-7980-440d-ba53-b246619a902b, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:37.987849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 14f93cda-1ec1-4406-8ffd-7d282e582f36 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:37.999580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26171-2446-4951-9e10-6325a2514629 req-cf3ad075-8058-49f6-a8c1-3b4729f2f7c2 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.005863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26171-2446-4951-9e10-6325a2514629 req-cf3ad075-8058-49f6-a8c1-3b4729f2f7c2 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.012060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26171-2446-4951-9e10-6325a2514629 req-cf3ad075-8058-49f6-a8c1-3b4729f2f7c2 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.019467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26171-2446-4951-9e10-6325a2514629 req-cf3ad075-8058-49f6-a8c1-3b4729f2f7c2 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.025552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26171-2446-4951-9e10-6325a2514629 req-cf3ad075-8058-49f6-a8c1-3b4729f2f7c2 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.032981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26171-2446-4951-9e10-6325a2514629 req-cf3ad075-8058-49f6-a8c1-3b4729f2f7c2 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.039484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26171-2446-4951-9e10-6325a2514629 req-cf3ad075-8058-49f6-a8c1-3b4729f2f7c2 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.048676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a7b26171-2446-4951-9e10-6325a2514629 req-cf3ad075-8058-49f6-a8c1-3b4729f2f7c2 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 5435 time: 0.2398703 Oct 29 08:40:38.123480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-5fd4373d-b710-4ea5-a7ca-5c651bd21a7f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d5f200d-0632-4bb7-a0e1-1684880ab075 HTTP/1.1" status: 200 len: 217 time: 0.1489584 Oct 29 08:40:38.162450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8::b1 (44d703a1-2607-4529-948c-a30f4e709453/dec8ec65-e3a4-4699-b325-1fa5264874db/9ad1de5b-28da-4dd5-a0a5-9b909ee6985b) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:38.163676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 14f93cda-1ec1-4406-8ffd-7d282e582f36 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:40:38.170081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 14f93cda-1ec1-4406-8ffd-7d282e582f36 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:38.170702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.241397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] device_id is not set on port 40a4a226-7980-440d-ba53-b246619a902b yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:40:38.270021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.286601 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.313732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a7b26171-2446-4951-9e10-6325a2514629 req-2c6e2ed2-6623-48f4-bc15-e086b6d346b1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2616637 Oct 29 08:40:38.328759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 14f93cda-1ec1-4406-8ffd-7d282e582f36, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=14f93cda-1ec1-4406-8ffd-7d282e582f36,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:38.329737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a443dd8-824e-4424-a9c8-4679b0d6ccf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f93cda-1ec1-4406-8ffd-7d282e582f36'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:38.332722 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87af1cd-3085-42f8-9a6f-49815af6fd80" -d '{"events": [{"server_uuid": "6a443dd8-824e-4424-a9c8-4679b0d6ccf0", "name": "network-vif-plugged", "status": "completed", "tag": "14f93cda-1ec1-4406-8ffd-7d282e582f36"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:38.333695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435c8ef-3042-4104-8322-3505a77622b4 req-aaa4f9a8-b571-4e5c-8fd5-b7029c7529c8 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.335715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1435c8ef-3042-4104-8322-3505a77622b4 req-aaa4f9a8-b571-4e5c-8fd5-b7029c7529c8 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0801108 Oct 29 08:40:38.343273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.344229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 35b43822-6010-44a0-8c8e-5222d82ff7cd no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:38.394229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.396653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1435c8ef-3042-4104-8322-3505a77622b4 req-c5e5a96d-6a43-4c43-b28f-bb5ef3213d69 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501828 Oct 29 08:40:38.473253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-477b52cc-cd57-4963-8e66-bf2c4ea3820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.478878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-477b52cc-cd57-4963-8e66-bf2c4ea3820f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8076eb7e-ea8d-4740-92ed-91f571a62a76 HTTP/1.1" status: 200 len: 855 time: 0.3422136 Oct 29 08:40:38.537155 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d78e3e4-24e5-4e07-a6a7-04334d67c42c x-openstack-request-id: req-1d78e3e4-24e5-4e07-a6a7-04334d67c42c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:38.537449 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a443dd8-824e-4424-a9c8-4679b0d6ccf0", "name": "network-vif-plugged", "status": "completed", "tag": "14f93cda-1ec1-4406-8ffd-7d282e582f36", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:38.537699 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d78e3e4-24e5-4e07-a6a7-04334d67c42c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:38.538106 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a443dd8-824e-4424-a9c8-4679b0d6ccf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f93cda-1ec1-4406-8ffd-7d282e582f36', 'code': 200} Oct 29 08:40:38.538668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=14f93cda-1ec1-4406-8ffd-7d282e582f36,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:38.562298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] Pushing event updated for resources: {'Port': ['ID=40a4a226-7980-440d-ba53-b246619a902b,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:38.608925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cc69b-0843-4802-a752-612d4b4d5fe0 req-63d4d57b-ad60-4fe1-b726-3e59a56c769f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.610571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c4cc69b-0843-4802-a752-612d4b4d5fe0 req-63d4d57b-ad60-4fe1-b726-3e59a56c769f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1388988 Oct 29 08:40:38.677859 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.720570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 35b43822-6010-44a0-8c8e-5222d82ff7cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:38.726732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] No DVR routers for this DVR port 40a4a226-7980-440d-ba53-b246619a902b on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:38.730001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.735834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4e440b82-37fc-4112-a04f-8772d0b42499 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:38.737199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6174-d2d3-4c17-b187-459dd22e308b req-5d9ac9e0-2c04-4dba-8f71-24821f25839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.739308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de4b6174-d2d3-4c17-b187-459dd22e308b req-5d9ac9e0-2c04-4dba-8f71-24821f25839c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 1097 time: 0.1278162 Oct 29 08:40:38.751104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c4cc69b-0843-4802-a752-612d4b4d5fe0 req-bfa1d4f0-16fd-4d98-93c3-9da879b17e52 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003361 Oct 29 08:40:38.809927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.865187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-251a9bfd-f514-406d-95ee-340806899218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.866676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-251a9bfd-f514-406d-95ee-340806899218 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=60aac566-af66-4b09-b591-5f3fd179253a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617507 Oct 29 08:40:38.867445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] In _notify_port_updated(), no bound segment for port 40a4a226-7980-440d-ba53-b246619a902b on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:40:38.871425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.873110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.873846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-cc138c5e-2f74-40d0-856b-cd0f1ccca491 service neutron] 10.222.0.93 "PUT /v2.0/ports/40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 200 len: 1028 time: 1.7339621 Oct 29 08:40:38.876843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de4b6174-d2d3-4c17-b187-459dd22e308b req-f2f2316b-a53c-43ef-9295-0b4659062d22 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214168 Oct 29 08:40:38.920084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce671-39e6-464e-9512-259a169cb68d req-e10e15b6-069f-4601-a64f-211764f4bba8 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:38.922025 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d9dce671-39e6-464e-9512-259a169cb68d req-e10e15b6-069f-4601-a64f-211764f4bba8 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 943 time: 0.2610910 Oct 29 08:40:38.937467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=35b43822-6010-44a0-8c8e-5222d82ff7cd,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:38.945786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:38.999255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.001209 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4e440b82-37fc-4112-a04f-8772d0b42499, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4e440b82-37fc-4112-a04f-8772d0b42499,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:39.007013 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.007753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:39.068449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-178920e0-396b-46d9-a461-965821cf62e8 None None] Provisioning complete for port 40a4a226-7980-440d-ba53-b246619a902b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:39.068605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-178920e0-396b-46d9-a461-965821cf62e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.076010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d9dce671-39e6-464e-9512-259a169cb68d req-93a38bd0-6d31-4dc5-b9ad-4b286eb70f65 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169899 Oct 29 08:40:39.115648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-178920e0-396b-46d9-a461-965821cf62e8 None None] Port 40a4a226-7980-440d-ba53-b246619a902b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:39.133651 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-30ef4d66-bedf-4890-8d9b-403e6edd7495 service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520535 Oct 29 08:40:39.146471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:39.152905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4e440b82-37fc-4112-a04f-8772d0b42499,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:39.181554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:39.212528 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.243644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:39.249516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.250159 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.258457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:39.264744 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.265605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 97efb57c-0f43-4484-b190-a85bb3bc23bd no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:39.320651 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0581412 Oct 29 08:40:39.323049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57426) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:39.330687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e2bf4199-2ed6-4b87-8d92-96e11708501d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:39.379832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-20d3e710-1077-49ee-af7f-acdf580b9e10 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.381930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-20d3e710-1077-49ee-af7f-acdf580b9e10 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "GET /v2.0/ports/6d75a73b-957d-452f-9b45-e3efffbf7ffb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2511370 Oct 29 08:40:39.384832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efece284-ac8a-47d5-93ca-62baa59fce58 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=9ad1de5b-28da-4dd5-a0a5-9b909ee6985b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:39.396638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:39.514466 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.540485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f53ff549-587a-4f25-b6e6-6b702e59c0dd req-28e65fea-5c43-4b54-96a9-50063ae2ad92 service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898461 Oct 29 08:40:39.582371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:39.603582 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.661597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bf4199-2ed6-4b87-8d92-96e11708501d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:39.666317 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2bf4199-2ed6-4b87-8d92-96e11708501d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.672755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 97efb57c-0f43-4484-b190-a85bb3bc23bd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:39.675938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48403743-ef68-4ef0-9cef-f087c89028be None None] Provisioning complete for port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:39.676479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48403743-ef68-4ef0-9cef-f087c89028be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.691553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3b33-0e87-411d-9f26-943ac7d57dc0 req-5833943b-94fd-4a01-8fd1-86be16f8ef3e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.697868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3b33-0e87-411d-9f26-943ac7d57dc0 req-5833943b-94fd-4a01-8fd1-86be16f8ef3e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.704229 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.704514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3b33-0e87-411d-9f26-943ac7d57dc0 req-5833943b-94fd-4a01-8fd1-86be16f8ef3e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.704957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 40a4a226-7980-440d-ba53-b246619a902b no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:39.711659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3b33-0e87-411d-9f26-943ac7d57dc0 req-5833943b-94fd-4a01-8fd1-86be16f8ef3e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.718503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3b33-0e87-411d-9f26-943ac7d57dc0 req-5833943b-94fd-4a01-8fd1-86be16f8ef3e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.726496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3b33-0e87-411d-9f26-943ac7d57dc0 req-5833943b-94fd-4a01-8fd1-86be16f8ef3e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.728436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-357b3b33-0e87-411d-9f26-943ac7d57dc0 req-5833943b-94fd-4a01-8fd1-86be16f8ef3e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 4654 time: 0.2095628 Oct 29 08:40:39.742467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a14fe-1bac-4088-a299-f309e2facc65 req-73d120f9-c7f5-4eea-81df-6c9959f2a8f6 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:39.750787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a9a14fe-1bac-4088-a299-f309e2facc65 req-73d120f9-c7f5-4eea-81df-6c9959f2a8f6 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1223636 Oct 29 08:40:39.795829 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-357b3b33-0e87-411d-9f26-943ac7d57dc0 req-c0673e78-05e8-4449-be8c-caa3d5a21e7e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&id=1e405755-da34-4810-82f0-48d990bdbe14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564246 Oct 29 08:40:39.813214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] For port 6d75a73b-957d-452f-9b45-e3efffbf7ffb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6d75a73b-957d-452f-9b45-e3efffbf7ffb,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:39.841300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a9a14fe-1bac-4088-a299-f309e2facc65 req-c4bae0df-a1fd-4025-af59-25ec133ab323 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727792 Oct 29 08:40:39.862953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] For port 6d75a73b-957d-452f-9b45-e3efffbf7ffb, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:39.866802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d5f200d-0632-4bb7-a0e1-1684880ab075 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:40:39.874127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48403743-ef68-4ef0-9cef-f087c89028be None None] Port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:39.888177 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-e2bf4199-2ed6-4b87-8d92-96e11708501d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dec8ec65-e3a4-4699-b325-1fa5264874db (CIDR: 2001:db8::/64) Oct 29 08:40:39.891608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 40a4a226-7980-440d-ba53-b246619a902b not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:39.892314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 1c219d5f-da67-41ab-9403-8d346836763d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:39.895426 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=97efb57c-0f43-4484-b190-a85bb3bc23bd,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:39.896470 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bf4199-2ed6-4b87-8d92-96e11708501d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:40:39.896989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2bf4199-2ed6-4b87-8d92-96e11708501d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:39.927262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] device_id is not set on port 6d75a73b-957d-452f-9b45-e3efffbf7ffb yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:40:39.938846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.946737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e2bf4199-2ed6-4b87-8d92-96e11708501d tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6196535 Oct 29 08:40:39.947398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57446) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:39.948665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:39.957629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-05deac86-faf4-4261-b6b6-02cbf32ca466 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:40.117101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] No DVR routers for this DVR port 6d75a73b-957d-452f-9b45-e3efffbf7ffb on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:40.134396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aada46-b0c4-4a3e-8d80-422a4b4d633b req-adeec26d-557f-4620-a4a5-5ccdede4f9f7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:40.161469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6aada46-b0c4-4a3e-8d80-422a4b4d633b req-adeec26d-557f-4620-a4a5-5ccdede4f9f7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1668370 Oct 29 08:40:40.185741 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.190712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d5f200d-0632-4bb7-a0e1-1684880ab075, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d5f200d-0632-4bb7-a0e1-1684880ab075,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:40.218499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] In _notify_port_updated(), no bound segment for port 6d75a73b-957d-452f-9b45-e3efffbf7ffb on network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:40:40.220979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:40.221601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '4d5f200d-0632-4bb7-a0e1-1684880ab075', 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a', 'port_id': '4d5f200d-0632-4bb7-a0e1-1684880ab075', 'mac_address': 'fa:16:3e:f8:f5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8076eb7e-ea8d-4740-92ed-91f571a62a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:40:40.224868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.227222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] 10.222.0.93 "PUT /v2.0/ports/6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 200 len: 1028 time: 0.8359127 Oct 29 08:40:40.280746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6aada46-b0c4-4a3e-8d80-422a4b4d633b req-ef24bcc8-5bec-4e0a-afdb-0f69e4c7a713 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092148 Oct 29 08:40:40.306356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05deac86-faf4-4261-b6b6-02cbf32ca466 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:40.308552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.314445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 1c219d5f-da67-41ab-9403-8d346836763d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1c219d5f-da67-41ab-9403-8d346836763d,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:40.330373 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.331085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6d75a73b-957d-452f-9b45-e3efffbf7ffb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:40.338422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-05deac86-faf4-4261-b6b6-02cbf32ca466 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.386169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5f200d-0632-4bb7-a0e1-1684880ab075 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:40.400349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6e681-969f-4795-ac0a-07d0e24ab864 service neutron] Pushing event updated for resources: {'Port': ['ID=6d75a73b-957d-452f-9b45-e3efffbf7ffb,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:40.401015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6730ada3-c1dc-406d-8029-7e10ecf88322 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:40:40.500492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d5f200d-0632-4bb7-a0e1-1684880ab075, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d5f200d-0632-4bb7-a0e1-1684880ab075,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:40.508856 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-05deac86-faf4-4261-b6b6-02cbf32ca466 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6e863fb9-6def-427d-99c5-43bd52da058d (CIDR: 2001:db8:0:1::/64) Oct 29 08:40:40.513850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6d75a73b-957d-452f-9b45-e3efffbf7ffb not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:40.515682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=1c219d5f-da67-41ab-9403-8d346836763d,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:40.528650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.540051 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-05deac86-faf4-4261-b6b6-02cbf32ca466 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:40:40.540051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05deac86-faf4-4261-b6b6-02cbf32ca466 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:40.566445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b43822-6010-44a0-8c8e-5222d82ff7cd'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97efb57c-0f43-4484-b190-a85bb3bc23bd'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c219d5f-da67-41ab-9403-8d346836763d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:40.569167 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd448362-58d7-4d0e-a500-cb84a8c7bb6f" -d '{"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "35b43822-6010-44a0-8c8e-5222d82ff7cd"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3bf03f-8f4d-47da-8884-35a1c9a9e17a"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "97efb57c-0f43-4484-b190-a85bb3bc23bd"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "1c219d5f-da67-41ab-9403-8d346836763d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:40.571756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0fb2940b-b87c-4ee3-85a4-27575f2c3e6b tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:40.581503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0fb2940b-b87c-4ee3-85a4-27575f2c3e6b tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/networks?id=dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 HTTP/1.1" status: 200 len: 810 time: 0.5614805 Oct 29 08:40:40.586741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-05deac86-faf4-4261-b6b6-02cbf32ca466 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6377537 Oct 29 08:40:40.590424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57462) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:40.595709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'subnet': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:40.616393 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-4ba28134-0de4-4df8-8731-623ddc2dbfac tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/quotas/eb063ad8181046b0b74ae352908ffe8c HTTP/1.1" status: 200 len: 375 time: 0.0164046 Oct 29 08:40:40.619232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port 1c219d5f-da67-41ab-9403-8d346836763d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:40.619679 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.629268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-469c5d17-d0d1-4e50-9683-aa862fce4ca1 None None] Provisioning complete for port 6d75a73b-957d-452f-9b45-e3efffbf7ffb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:40.633394 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-469c5d17-d0d1-4e50-9683-aa862fce4ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.706350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b38f-87e7-474f-bb4a-23b602a635bc req-e78b7fae-8479-4fb5-9a5b-254a64a96b06 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:40.708006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1391b38f-87e7-474f-bb4a-23b602a635bc req-e78b7fae-8479-4fb5-9a5b-254a64a96b06 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 944 time: 0.1974936 Oct 29 08:40:40.718729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4d5f200d-0632-4bb7-a0e1-1684880ab075,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:40.741702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-469c5d17-d0d1-4e50-9683-aa862fce4ca1 None None] Port 6d75a73b-957d-452f-9b45-e3efffbf7ffb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:40.744860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Made reservation on behalf of 8ae74ae01ad647478494176ae3d2930a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:40.748789 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.774855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6730ada3-c1dc-406d-8029-7e10ecf88322, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6730ada3-c1dc-406d-8029-7e10ecf88322,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:40.787428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '6730ada3-c1dc-406d-8029-7e10ecf88322', 'network_id': '60aac566-af66-4b09-b591-5f3fd179253a', 'port_id': '6730ada3-c1dc-406d-8029-7e10ecf88322', 'mac_address': 'fa:16:3e:97:5c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8076eb7e-ea8d-4740-92ed-91f571a62a76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:40:40.799686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] For port 1c219d5f-da67-41ab-9403-8d346836763d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=1c219d5f-da67-41ab-9403-8d346836763d,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:40.800083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.815452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1391b38f-87e7-474f-bb4a-23b602a635bc req-638a502d-5085-47cf-a098-927432304661 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944426 Oct 29 08:40:40.834330 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:40.834615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for 1c219d5f-da67-41ab-9403-8d346836763d owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:40.861853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6730ada3-c1dc-406d-8029-7e10ecf88322 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:40.870776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['4d5f200d-0632-4bb7-a0e1-1684880ab075'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:40:40.898542 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c87862-ea62-4bf6-9081-b491577e1c57 x-openstack-request-id: req-87c87862-ea62-4bf6-9081-b491577e1c57 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:40.898914 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "35b43822-6010-44a0-8c8e-5222d82ff7cd", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3bf03f-8f4d-47da-8884-35a1c9a9e17a", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "97efb57c-0f43-4484-b190-a85bb3bc23bd", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "1c219d5f-da67-41ab-9403-8d346836763d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:40.899245 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87c87862-ea62-4bf6-9081-b491577e1c57 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:40.899705 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b43822-6010-44a0-8c8e-5222d82ff7cd', 'code': 200} Oct 29 08:40:40.900083 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499', 'code': 200} Oct 29 08:40:40.900394 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a', 'code': 200} Oct 29 08:40:40.900733 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97efb57c-0f43-4484-b190-a85bb3bc23bd', 'code': 200} Oct 29 08:40:40.901041 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c219d5f-da67-41ab-9403-8d346836763d', 'code': 200} Oct 29 08:40:40.905436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-02646e53-42c9-4f8e-9589-e263c30dec74 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb063ad8181046b0b74ae352908ffe8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596690 Oct 29 08:40:40.924476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6730ada3-c1dc-406d-8029-7e10ecf88322, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6730ada3-c1dc-406d-8029-7e10ecf88322,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:40.934893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:41.014676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6730ada3-c1dc-406d-8029-7e10ecf88322,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:41.086296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-b5d2854f-2a26-49d6-a4ad-85fe96ff9904 service neutron] 10.222.0.70 "GET /v2.0/networks/dc4b0d69-8ddc-4b4f-9d7b-fb549278d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614401 Oct 29 08:40:41.158732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6730ada3-c1dc-406d-8029-7e10ecf88322'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:40:41.167884 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:41.199937 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:41.233828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Network 44d703a1-2607-4529-948c-a30f4e709453 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:41.239304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:41.250973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2445cdb-23df-4190-bd5c-904fbe777896 None None] Network 44d703a1-2607-4529-948c-a30f4e709453 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:41.253674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=1c219d5f-da67-41ab-9403-8d346836763d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:41.264914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Subnet': ['ID=60a88262-1e48-4eb1-8814-9d0b4132f7a2,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:41.265305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-b3327c36-2b0e-4b3d-89c7-9ae1cf5e24a9 service neutron] 10.222.0.70 "GET /v2.0/networks/dc4b0d69-8ddc-4b4f-9d7b-fb549278d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709981 Oct 29 08:40:41.309613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:41.310255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:41.325148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] No DVR routers for this DVR port 1c219d5f-da67-41ab-9403-8d346836763d on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:41.328566 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:41.332232 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-681fc87f-60ef-4571-848c-c0590b8b7f73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "DELETE /v2.0/ports/1c219d5f-da67-41ab-9403-8d346836763d HTTP/1.1" status: 204 len: 173 time: 1.0880601 Oct 29 08:40:41.332722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '1c219d5f-da67-41ab-9403-8d346836763d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:41.336500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741fb89-77af-4765-a240-351406a7b65b req-0c892133-3890-4fd5-8632-3028f319e338 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:41.338651 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc7af00-f244-4b96-8f45-2a7d0dab5070" -d '{"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "1c219d5f-da67-41ab-9403-8d346836763d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:41.343911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741fb89-77af-4765-a240-351406a7b65b req-0c892133-3890-4fd5-8632-3028f319e338 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:41.351545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741fb89-77af-4765-a240-351406a7b65b req-0c892133-3890-4fd5-8632-3028f319e338 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:41.359360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741fb89-77af-4765-a240-351406a7b65b req-0c892133-3890-4fd5-8632-3028f319e338 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:41.366621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741fb89-77af-4765-a240-351406a7b65b req-0c892133-3890-4fd5-8632-3028f319e338 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:41.374928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e741fb89-77af-4765-a240-351406a7b65b req-0c892133-3890-4fd5-8632-3028f319e338 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 3797 time: 0.2418966 Oct 29 08:40:41.401841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7e372457-cd8c-4f89-9a5b-53a4f3c8a644 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8086724 Oct 29 08:40:41.403372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57472) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:41.410388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-247526237', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '60a88262-1e48-4eb1-8814-9d0b4132f7a2'}], 'security_groups': ['8127536a-270f-4727-a9ff-1d317596f481', '3830cd60-9408-4078-8fc4-fd21a920fc18']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:41.489720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port 4e440b82-37fc-4112-a04f-8772d0b42499 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:41.490431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:41.504860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e741fb89-77af-4765-a240-351406a7b65b req-f5799de9-6ffa-44d5-901d-726287d6fbf1 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289201 Oct 29 08:40:41.619571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] For port 4e440b82-37fc-4112-a04f-8772d0b42499, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4e440b82-37fc-4112-a04f-8772d0b42499,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:41.620294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:41.659881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0ff45-4f39-493f-b0a8-394837a126fb None None] Update dhcp port {'port': {'network_id': '44d703a1-2607-4529-948c-a30f4e709453', 'fixed_ips': [{'subnet_id': '6e863fb9-6def-427d-99c5-43bd52da058d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dec8ec65-e3a4-4699-b325-1fa5264874db', 'ip_address': '2001:db8::2'}, {'subnet_id': '60a88262-1e48-4eb1-8814-9d0b4132f7a2'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '1a1ea480-5273-49f6-a71f-55167a8298d0'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:40:41.692018 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25f0ff45-4f39-493f-b0a8-394837a126fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:41.833340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f83682-f716-48dd-aa1b-f76f9282ce66 req-e8ae2139-105f-40dd-b227-b96f79ab4ce3 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:41.834500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1f83682-f716-48dd-aa1b-f76f9282ce66 req-e8ae2139-105f-40dd-b227-b96f79ab4ce3 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1845789 Oct 29 08:40:41.883408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d5f200d-0632-4bb7-a0e1-1684880ab075 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:41.959309 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:42.140236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-25f0ff45-4f39-493f-b0a8-394837a126fb None None] Allocated IP 2001:db8:0:2::2 (44d703a1-2607-4529-948c-a30f4e709453/60a88262-1e48-4eb1-8814-9d0b4132f7a2/1a1ea480-5273-49f6-a71f-55167a8298d0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:42.212599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1f83682-f716-48dd-aa1b-f76f9282ce66 req-b5733855-fad5-4604-ab96-874908d67eea tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696184 Oct 29 08:40:42.340599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f261b294-ca0f-45a7-a130-4a44cd60ace9 req-657aa05a-b533-461f-a764-c627da574d1c tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 210 time: 0.0468540 Oct 29 08:40:42.354523 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c91ec1d-b717-4eab-b9aa-c38c8d07db0b x-openstack-request-id: req-0c91ec1d-b717-4eab-b9aa-c38c8d07db0b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:42.355114 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "1c219d5f-da67-41ab-9403-8d346836763d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:42.355114 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c91ec1d-b717-4eab-b9aa-c38c8d07db0b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:42.355507 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '1c219d5f-da67-41ab-9403-8d346836763d', 'status': 'completed', 'code': 200} Oct 29 08:40:42.474004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a41e9-6be6-44fe-83d4-78a45fcb2623 req-e926a073-c4f5-48b8-b6c6-c88d47c9e296 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:42.482124 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-220a41e9-6be6-44fe-83d4-78a45fcb2623 req-e926a073-c4f5-48b8-b6c6-c88d47c9e296 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.7135785 Oct 29 08:40:42.487017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0c928-5169-4523-aaf1-fdfa90d5da0b req-8c57489c-dd56-4301-b844-8bf565a9364f tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:42.495502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ce0c928-5169-4523-aaf1-fdfa90d5da0b req-8c57489c-dd56-4301-b844-8bf565a9364f tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 944 time: 0.0718148 Oct 29 08:40:42.556135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6730ada3-c1dc-406d-8029-7e10ecf88322 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:42.584247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-220a41e9-6be6-44fe-83d4-78a45fcb2623 req-f19f93bf-089a-4269-aba5-8f024a1f456a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010933 Oct 29 08:40:42.599892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-25f0ff45-4f39-493f-b0a8-394837a126fb None None] For port 1a1ea480-5273-49f6-a71f-55167a8298d0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a1ea480-5273-49f6-a71f-55167a8298d0,segment=NetworkSegment(53c607c4-625f-4fc0-95fb-9c9ca83e4984),segment_id=53c607c4-625f-4fc0-95fb-9c9ca83e4984)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:42.633768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 4d5f200d-0632-4bb7-a0e1-1684880ab075 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:40:42.637378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:42.638013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:42.638645 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Floating IP 2b3564e1-3705-4988-93ee-a43677775be7 disassociated. External IP: 172.25.5.62, port: 4e440b82-37fc-4112-a04f-8772d0b42499. Oct 29 08:40:42.639613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for 4e440b82-37fc-4112-a04f-8772d0b42499 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:42.662760 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25f0ff45-4f39-493f-b0a8-394837a126fb None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:42.669927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 4d5f200d-0632-4bb7-a0e1-1684880ab075 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:42.670305 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:42.726031 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25f0ff45-4f39-493f-b0a8-394837a126fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:42.802014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 6730ada3-c1dc-406d-8029-7e10ecf88322 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:40:42.821161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203f50-1a5c-4942-8f4a-2a10a96c0945 req-fa464868-fc2d-41af-951d-1018538efdef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:42.827906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203f50-1a5c-4942-8f4a-2a10a96c0945 req-fa464868-fc2d-41af-951d-1018538efdef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:42.839751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 6730ada3-c1dc-406d-8029-7e10ecf88322 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:42.840695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203f50-1a5c-4942-8f4a-2a10a96c0945 req-fa464868-fc2d-41af-951d-1018538efdef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:42.840954 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:42.850278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203f50-1a5c-4942-8f4a-2a10a96c0945 req-fa464868-fc2d-41af-951d-1018538efdef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:42.857699 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8203f50-1a5c-4942-8f4a-2a10a96c0945 req-fa464868-fc2d-41af-951d-1018538efdef tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 3142 time: 0.1382344 Oct 29 08:40:42.892947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0ff45-4f39-493f-b0a8-394837a126fb None None] Pushing event updated for resources: {'Port': ['ID=1a1ea480-5273-49f6-a71f-55167a8298d0,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:42.963380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8203f50-1a5c-4942-8f4a-2a10a96c0945 req-596017ae-e9d6-4b36-847e-8eb0b5116594 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928059 Oct 29 08:40:42.978712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:43.036015 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:43.068846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=4e440b82-37fc-4112-a04f-8772d0b42499,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:43.070158 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:43.081098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f148d91-5000-44ef-8467-038f053e4080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5f200d-0632-4bb7-a0e1-1684880ab075'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:43.083897 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7debc2e-e8ac-4488-9609-6cfed124e7ae" -d '{"events": [{"server_uuid": "4f148d91-5000-44ef-8467-038f053e4080", "name": "network-vif-plugged", "status": "completed", "tag": "4d5f200d-0632-4bb7-a0e1-1684880ab075"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:43.127084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d5f200d-0632-4bb7-a0e1-1684880ab075, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d5f200d-0632-4bb7-a0e1-1684880ab075,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:43.142966 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:43.287333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6730ada3-c1dc-406d-8029-7e10ecf88322, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6730ada3-c1dc-406d-8029-7e10ecf88322,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:43.316552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:43.333812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a1ea480-5273-49f6-a71f-55167a8298d0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:43.342290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57508) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:43.356474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Router 91a50327-8933-4bfc-8b49-dd4f74ac0399 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:40:43.386107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4d5f200d-0632-4bb7-a0e1-1684880ab075,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:43.597148 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ebc4e-c606-4db3-8335-65e459872f86 x-openstack-request-id: req-be4ebc4e-c606-4db3-8335-65e459872f86 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:43.607654 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f148d91-5000-44ef-8467-038f053e4080", "name": "network-vif-plugged", "status": "completed", "tag": "4d5f200d-0632-4bb7-a0e1-1684880ab075", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:43.609550 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be4ebc4e-c606-4db3-8335-65e459872f86 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:43.610160 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f148d91-5000-44ef-8467-038f053e4080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5f200d-0632-4bb7-a0e1-1684880ab075', 'code': 200} Oct 29 08:40:43.613287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6730ada3-c1dc-406d-8029-7e10ecf88322,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:43.656550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:43.664502 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:43.691063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1afc9121-5dec-4364-b6fd-5cbd9d879d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:43.892919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ce0c928-5169-4523-aaf1-fdfa90d5da0b req-1bb655a7-d53d-4f7d-a340-8b6e6cfd713b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3917263 Oct 29 08:40:43.908589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c7175-da79-49b7-9c0a-25e055715b26 req-42e1b0ca-bdc6-4310-b46c-86e629dcc486 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:43.912356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e17c7175-da79-49b7-9c0a-25e055715b26 req-42e1b0ca-bdc6-4310-b46c-86e629dcc486 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.2179036 Oct 29 08:40:43.928605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:40:43.942157 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] Sync routers for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:40:43.954554 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:43.955181 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:40:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:44.018601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] No DVR routers for this DVR port 4e440b82-37fc-4112-a04f-8772d0b42499 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:44.022040 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.025560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-686ba553-30fb-4f1b-8919-04363d79f440 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "DELETE /v2.0/ports/4e440b82-37fc-4112-a04f-8772d0b42499 HTTP/1.1" status: 204 len: 173 time: 2.6822131 Oct 29 08:40:44.033956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65d51-495d-4f04-b9f0-0664f948fc75 req-ae9f3dbc-897d-4c46-827d-55be181c4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:44.036689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14f65d51-495d-4f04-b9f0-0664f948fc75 req-ae9f3dbc-897d-4c46-827d-55be181c4f33 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 1096 time: 0.2195411 Oct 29 08:40:44.084389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0caca7e-cfec-40e1-99e8-cb87eeade7bd req-f8f45a0c-b5b3-481a-a7f4-80b81a602538 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 210 time: 0.0614934 Oct 29 08:40:44.111636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-efcb6c6b-496e-47a4-b4e8-312b25c62403 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:44.113385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-efcb6c6b-496e-47a4-b4e8-312b25c62403 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.15 "GET /v2.0/networks?id=dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 HTTP/1.1" status: 200 len: 810 time: 0.4268596 Oct 29 08:40:44.132851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Delete allocated IP 2001:db8::b1 (44d703a1-2607-4529-948c-a30f4e709453/dec8ec65-e3a4-4699-b325-1fa5264874db) {{(pid=102113) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 08:40:44.139735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Request body: {'port': {'device_id': 'ff6e6565-314f-44bb-9cc8-15a4dd072fb7', 'network_id': 'dc4b0d69-8ddc-4b4f-9d7b-fb549278d810', 'admin_state_up': True, 'tenant_id': 'eb063ad8181046b0b74ae352908ffe8c'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:44.174440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e17c7175-da79-49b7-9c0a-25e055715b26 req-05ca213e-c795-4aeb-950e-0a051d358792 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508781 Oct 29 08:40:44.228590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-05f7adeb-50a7-43f9-a6fc-cc128bd68222 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:44.229013 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05f7adeb-50a7-43f9-a6fc-cc128bd68222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.253858 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1afc9121-5dec-4364-b6fd-5cbd9d879d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.295059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14f65d51-495d-4f04-b9f0-0664f948fc75 req-5dabb21c-b1c3-4b82-8a28-40b2135fae1a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431605 Oct 29 08:40:44.304322 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1afc9121-5dec-4364-b6fd-5cbd9d879d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.313589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-32d5f6bd-9c16-4b9c-b0fe-a8e642b2c901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.350729 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:44.358608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:44.361147 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd67c6a2-0778-400b-8941-5fc5c2befd16" -d '{"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:44.363905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc9121-5dec-4364-b6fd-5cbd9d879d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69124ede-f8f0-40f8-b537-b803c2b5b3cd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:44.369050 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1afc9121-5dec-4364-b6fd-5cbd9d879d46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f8f1d08b59c4981bb02a684907753af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0224619 Oct 29 08:40:44.372566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57522) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:44.409475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-05f7adeb-50a7-43f9-a6fc-cc128bd68222 None None] Provisioning complete for port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:44.410570 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05f7adeb-50a7-43f9-a6fc-cc128bd68222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.441532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Allocated IP 2001:db8:0:2::3b0 (44d703a1-2607-4529-948c-a30f4e709453/60a88262-1e48-4eb1-8814-9d0b4132f7a2/9ad1de5b-28da-4dd5-a0a5-9b909ee6985b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:44.472622 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c20bcf4-bda8-4c0e-a773-755aac28935c x-openstack-request-id: req-4c20bcf4-bda8-4c0e-a773-755aac28935c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:44.472980 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "4e440b82-37fc-4112-a04f-8772d0b42499", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:44.473267 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c20bcf4-bda8-4c0e-a773-755aac28935c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:44.473740 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '4e440b82-37fc-4112-a04f-8772d0b42499', 'status': 'completed', 'code': 200} Oct 29 08:40:44.487145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-05f7adeb-50a7-43f9-a6fc-cc128bd68222 None None] Port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:44.487491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port 97efb57c-0f43-4484-b190-a85bb3bc23bd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:44.487880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.513386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Made reservation on behalf of eb063ad8181046b0b74ae352908ffe8c for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:44.518906 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.528632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-05f7adeb-50a7-43f9-a6fc-cc128bd68222 None None] Provisioning complete for port 73e95019-5f2b-4c6b-964e-051233ed1747 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:44.529066 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05f7adeb-50a7-43f9-a6fc-cc128bd68222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.554094 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74d7b2b2-3ff9-46b0-92d2-2f21c333f3e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.597924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6e101-3c81-4db3-a087-6cdd2484fbe7 req-5390c097-9d6b-4fef-953b-4d73b7fd54bb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:44.606223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6e101-3c81-4db3-a087-6cdd2484fbe7 req-5390c097-9d6b-4fef-953b-4d73b7fd54bb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:44.613740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74d7b2b2-3ff9-46b0-92d2-2f21c333f3e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.615061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6e101-3c81-4db3-a087-6cdd2484fbe7 req-5390c097-9d6b-4fef-953b-4d73b7fd54bb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:44.625711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46a6e101-3c81-4db3-a087-6cdd2484fbe7 req-5390c097-9d6b-4fef-953b-4d73b7fd54bb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 2409 time: 0.2270706 Oct 29 08:40:44.651070 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:15Z', 'revision_number': 5, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:44.664232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-05f7adeb-50a7-43f9-a6fc-cc128bd68222 None None] Port 73e95019-5f2b-4c6b-964e-051233ed1747 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:44.679661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] For port 97efb57c-0f43-4484-b190-a85bb3bc23bd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=97efb57c-0f43-4484-b190-a85bb3bc23bd,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:44.680060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.696606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] Checking router: 91a50327-8933-4bfc-8b49-dd4f74ac0399 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:40:44.721739 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:40:44.722316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for 97efb57c-0f43-4484-b190-a85bb3bc23bd owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:44.723407 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:40:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:44.783953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74d7b2b2-3ff9-46b0-92d2-2f21c333f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.789480 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74d7b2b2-3ff9-46b0-92d2-2f21c333f3e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:44.792290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Allocated IP 172.20.0.2 (dc4b0d69-8ddc-4b4f-9d7b-fb549278d810/78b2ebf7-dd1c-4f2e-8f00-5f1eb34f6286/3f9da4af-e0c0-447a-8be5-d79b2d1b59ab) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:40:44.795176 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-74d7b2b2-3ff9-46b0-92d2-2f21c333f3e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69124ede-f8f0-40f8-b537-b803c2b5b3cd HTTP/1.1" status: 204 len: 168 time: 0.4215441 Oct 29 08:40:44.841339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7b2b2-3ff9-46b0-92d2-2f21c333f3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69124ede-f8f0-40f8-b537-b803c2b5b3cd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:44.924814 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:40:44.944429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46a6e101-3c81-4db3-a087-6cdd2484fbe7 req-c9f00396-e2ce-469d-977c-779831e5ccda tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174031 Oct 29 08:40:44.978286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.055954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=97efb57c-0f43-4484-b190-a85bb3bc23bd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:45.197241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] No DVR routers for this DVR port 97efb57c-0f43-4484-b190-a85bb3bc23bd on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:45.223507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.234109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-30c301a6-52f5-458e-b291-2a614b9fdbcf tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "DELETE /v2.0/ports/97efb57c-0f43-4484-b190-a85bb3bc23bd HTTP/1.1" status: 204 len: 173 time: 1.1812069 Oct 29 08:40:45.302709 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:15Z', 'revision_number': 5, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:45.337016 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93552ac5-3464-4be6-9c4f-553208ec73ef None None] The sync data for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 is: [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:29:10Z', 'revision_number': 4, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9', 'name': '', 'network_id': '4c20bffe-ce6f-4744-917e-c58555209531', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'mac_address': 'fa:16:3e:72:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:08Z', 'updated_at': '2021-10-29T08:29:15Z', 'revision_number': 5, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'subnets': [{'id': '14a20128-055b-41ef-b11d-4d5b279adbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:40:45.339442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.384329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57536) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:45.420365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.430443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7621b730-5166-4c72-af0c-74dbb06a9986 req-8138fc2b-5dcd-40cb-a84a-2ac4b4f35c2c tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 210 time: 0.0804029 Oct 29 08:40:45.442886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82606a85-67eb-4a3b-ab7f-50e768ee6b57 req-9ba0de21-a8bc-428a-9a36-0f8c53398019 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:45.444567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82606a85-67eb-4a3b-ab7f-50e768ee6b57 req-9ba0de21-a8bc-428a-9a36-0f8c53398019 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.3037026 Oct 29 08:40:45.550794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c849adf7-736b-4a69-9103-a3eec8864038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.611073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2fdefc-6e6a-46dc-bcd7-0361daee95b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6730ada3-c1dc-406d-8029-7e10ecf88322'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:45.613483 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7de59fb-4f81-4b81-b7df-12d9a682a5c4" -d '{"events": [{"server_uuid": "3b2fdefc-6e6a-46dc-bcd7-0361daee95b8", "name": "network-vif-plugged", "status": "completed", "tag": "6730ada3-c1dc-406d-8029-7e10ecf88322"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:45.613952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event updated for resources: {'Port': ['ID=9ad1de5b-28da-4dd5-a0a5-9b909ee6985b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:45.642245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] In _notify_port_updated(), no bound segment for port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b on network 44d703a1-2607-4529-948c-a30f4e709453 {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:40:45.669055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:45.671979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.678395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f5acc24b-f7b2-4643-81de-de3f43dde576 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "PUT /v2.0/ports/9ad1de5b-28da-4dd5-a0a5-9b909ee6985b HTTP/1.1" status: 200 len: 969 time: 4.2712226 Oct 29 08:40:45.698833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57540) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:45.719284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.828284 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:40:45.829293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82606a85-67eb-4a3b-ab7f-50e768ee6b57 req-59bfa532-b6d4-4904-80a2-c5d9bb626abb tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656685 Oct 29 08:40:45.876642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.908485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:45.908848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:45.917930 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8346b3-b507-43cc-b020-dc77ebd6ad93 x-openstack-request-id: req-3e8346b3-b507-43cc-b020-dc77ebd6ad93 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:45.918569 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2fdefc-6e6a-46dc-bcd7-0361daee95b8", "name": "network-vif-plugged", "status": "completed", "tag": "6730ada3-c1dc-406d-8029-7e10ecf88322", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:45.918976 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e8346b3-b507-43cc-b020-dc77ebd6ad93 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:45.919653 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2fdefc-6e6a-46dc-bcd7-0361daee95b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6730ada3-c1dc-406d-8029-7e10ecf88322', 'code': 200} Oct 29 08:40:45.965965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18c916-ddee-47a8-9153-466a2b197618 None None] New status for floating IP 2b3564e1-3705-4988-93ee-a43677775be7: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:40:46.045777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:40:46.057298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507d657-f163-4bd8-8dcd-7271b52b1cc8 req-36839eb0-a371-4722-b729-c93a3785919f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:46.065025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a507d657-f163-4bd8-8dcd-7271b52b1cc8 req-36839eb0-a371-4722-b729-c93a3785919f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.2838914 Oct 29 08:40:46.081615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:46.097237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:40:46.101782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Pushing event updated for resources: {'Port': ['ID=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:46.172404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ff5ac15b-8016-4a3c-9aec-bee35d01254f None None] Provisioning complete for port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:46.172785 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff5ac15b-8016-4a3c-9aec-bee35d01254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.211926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ad199-f86c-4dc9-8bd1-e6fb99fd9c09 req-590db6c4-c25a-4d0e-b934-33475cbb8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:46.213670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f6ad199-f86c-4dc9-8bd1-e6fb99fd9c09 req-590db6c4-c25a-4d0e-b934-33475cbb8305 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 1097 time: 0.1813540 Oct 29 08:40:46.218921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ac15b-8016-4a3c-9aec-bee35d01254f None None] Port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:46.268414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a507d657-f163-4bd8-8dcd-7271b52b1cc8 req-76edffaf-6661-4cd9-9487-7575a4c98579 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023647 Oct 29 08:40:46.271554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81734a06-cd25-45d7-90cb-02e061198e77 req-29d3ae34-dd1f-4b37-b2b4-f8cb5db67edf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1630034 Oct 29 08:40:46.280354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:46.280989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.286856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c849adf7-736b-4a69-9103-a3eec8864038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.290419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] For port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:46.290775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.312469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-0822ae3b-5c39-456f-a190-6a5f77e484df tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1815090 Oct 29 08:40:46.319909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446f98f-4913-42ef-905a-c89aabaad1fc req-78c59acd-9b8f-4eac-a746-70b48afbb62c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:46.327160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446f98f-4913-42ef-905a-c89aabaad1fc req-78c59acd-9b8f-4eac-a746-70b48afbb62c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:46.329595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3446f98f-4913-42ef-905a-c89aabaad1fc req-78c59acd-9b8f-4eac-a746-70b48afbb62c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 1676 time: 0.2469985 Oct 29 08:40:46.332788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Request body: {'port': {'device_id': 'ff6e6565-314f-44bb-9cc8-15a4dd072fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:46.338273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:46.354405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c849adf7-736b-4a69-9103-a3eec8864038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.359564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d16a9b06-23bb-4cd9-8443-86863c4c681a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:46.359929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d16a9b06-23bb-4cd9-8443-86863c4c681a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.421774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81734a06-cd25-45d7-90cb-02e061198e77 req-66136d0f-1646-4c06-b7d9-bdcbc1e21e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:46.423124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81734a06-cd25-45d7-90cb-02e061198e77 req-66136d0f-1646-4c06-b7d9-bdcbc1e21e93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e17c76d0d244913aed968f36b710343&device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 1097 time: 0.0875871 Oct 29 08:40:46.428930 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.487096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '97efb57c-0f43-4484-b190-a85bb3bc23bd'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:46.489451 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05ee8a3-02f1-46a8-968c-406fefad742f" -d '{"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "97efb57c-0f43-4484-b190-a85bb3bc23bd"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:46.522479 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f6ad199-f86c-4dc9-8bd1-e6fb99fd9c09 req-1cdc22f3-152b-4247-8165-c7aada170913 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868459 Oct 29 08:40:46.557365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849adf7-736b-4a69-9103-a3eec8864038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1075ac-e458-45e9-b009-10385b6dbd85,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:46.563548 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c849adf7-736b-4a69-9103-a3eec8864038 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc3463751c7d4eea951cac60ce2a6c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1671185 Oct 29 08:40:46.572273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57548) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:46.584968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3446f98f-4913-42ef-905a-c89aabaad1fc req-d3463549-31d0-4e1e-b08e-588ae3e688b4 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups?id=2349b970-d9f7-49f1-a15b-b873ad5e2d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203712 Oct 29 08:40:46.638549 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d16a9b06-23bb-4cd9-8443-86863c4c681a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.677419 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a481356-504a-4bca-b251-19b384819a78 x-openstack-request-id: req-4a481356-504a-4bca-b251-19b384819a78 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:46.677419 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "97efb57c-0f43-4484-b190-a85bb3bc23bd", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:46.677788 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a481356-504a-4bca-b251-19b384819a78 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:46.677891 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '97efb57c-0f43-4484-b190-a85bb3bc23bd', 'status': 'completed', 'code': 200} Oct 29 08:40:46.680770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d16a9b06-23bb-4cd9-8443-86863c4c681a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 9ad1de5b-28da-4dd5-a0a5-9b909ee6985b owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:46.750626 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.757061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81734a06-cd25-45d7-90cb-02e061198e77 req-fbbcf1e3-c729-4d3d-81ef-37fb34b11116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:46.758606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81734a06-cd25-45d7-90cb-02e061198e77 req-fbbcf1e3-c729-4d3d-81ef-37fb34b11116 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 200 len: 921 time: 0.2853374 Oct 29 08:40:46.783095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21155a-9831-462f-83ec-1b2e4231ce08 req-c615123b-7e85-45a4-94df-41891d27b9ce tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:46.784584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d21155a-9831-462f-83ec-1b2e4231ce08 req-c615123b-7e85-45a4-94df-41891d27b9ce tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 931 time: 0.2318325 Oct 29 08:40:46.802109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=3b3bf03f-8f4d-47da-8884-35a1c9a9e17a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:46.879874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] No DVR routers for this DVR port 3b3bf03f-8f4d-47da-8884-35a1c9a9e17a on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:46.885671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.893392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-4d4b16ad-afce-491a-a572-6c037298adfb tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "DELETE /v2.0/ports/3b3bf03f-8f4d-47da-8884-35a1c9a9e17a HTTP/1.1" status: 204 len: 173 time: 1.5949619 Oct 29 08:40:46.914085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81734a06-cd25-45d7-90cb-02e061198e77 req-5ee2192a-33f0-4a7d-ad89-cfb9c3b225fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad99ce5-389f-4801-b62a-338036242d9b HTTP/1.1" status: 200 len: 217 time: 0.0790670 Oct 29 08:40:46.917274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fc322b8-feeb-4f1a-ab60-9454c28a9a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:46.961474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a55b32de-84e4-426b-8fcf-16bcdbdd2914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.001918 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fc322b8-feeb-4f1a-ab60-9454c28a9a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.019391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d21155a-9831-462f-83ec-1b2e4231ce08 req-b3ebd2e3-836f-4fef-b33a-1f5ea40ad902 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737239 Oct 29 08:40:47.073041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa5c5b-5618-4e81-9785-4d10bf590ea7 req-10353e12-ad42-48ec-8466-dea7f213e0f2 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:47.074622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3aaa5c5b-5618-4e81-9785-4d10bf590ea7 req-10353e12-ad42-48ec-8466-dea7f213e0f2 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.1496713 Oct 29 08:40:47.076640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81734a06-cd25-45d7-90cb-02e061198e77 req-73cd28a8-1fec-4592-8de2-9a7564971b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:47.078067 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d16a9b06-23bb-4cd9-8443-86863c4c681a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.078226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81734a06-cd25-45d7-90cb-02e061198e77 req-73cd28a8-1fec-4592-8de2-9a7564971b5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 200 len: 859 time: 0.1563857 Oct 29 08:40:47.120858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9b06-23bb-4cd9-8443-86863c4c681a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=9ad1de5b-28da-4dd5-a0a5-9b909ee6985b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:47.127409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81734a06-cd25-45d7-90cb-02e061198e77 req-0101b052-4087-41b5-8e5e-1bb1b79e6c7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23df355d-b383-4221-93a0-de7ab4af77ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396123 Oct 29 08:40:47.176301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d16a9b06-23bb-4cd9-8443-86863c4c681a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.179567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d16a9b06-23bb-4cd9-8443-86863c4c681a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/9ad1de5b-28da-4dd5-a0a5-9b909ee6985b HTTP/1.1" status: 204 len: 168 time: 1.4785399 Oct 29 08:40:47.187580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57554) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:47.224646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fc322b8-feeb-4f1a-ab60-9454c28a9a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.227469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fc322b8-feeb-4f1a-ab60-9454c28a9a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.231261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2fc322b8-feeb-4f1a-ab60-9454c28a9a49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af1075ac-e458-45e9-b009-10385b6dbd85 HTTP/1.1" status: 204 len: 168 time: 0.6554167 Oct 29 08:40:47.251553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:47.263923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc322b8-feeb-4f1a-ab60-9454c28a9a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1075ac-e458-45e9-b009-10385b6dbd85,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:47.269927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.282712 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3aaa5c5b-5618-4e81-9785-4d10bf590ea7 req-8e88f213-a896-4ae9-8bd5-9c257fcdb4d8 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915007 Oct 29 08:40:47.284859 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a17b5a-e25e-4693-97bb-7697a2e4fdba tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] GET failed (client error): The resource could not be found. Oct 29 08:40:47.286964 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b2a17b5a-e25e-4693-97bb-7697a2e4fdba tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports/9ad1de5b-28da-4dd5-a0a5-9b909ee6985b HTTP/1.1" status: 404 len: 333 time: 0.0971072 Oct 29 08:40:47.290706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port 35b43822-6010-44a0-8c8e-5222d82ff7cd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:47.291778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57558) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:47.292049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.301035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Transition to ACTIVE for port object 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:40:47.319277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.439738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81734a06-cd25-45d7-90cb-02e061198e77 req-730afd80-01cb-49db-b550-7208a7fb6848 service neutron] 10.222.0.15 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041322 Oct 29 08:40:47.566659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] For port 35b43822-6010-44a0-8c8e-5222d82ff7cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=35b43822-6010-44a0-8c8e-5222d82ff7cd,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:47.567244 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.583605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for 35b43822-6010-44a0-8c8e-5222d82ff7cd owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:47.668129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Pushing event updated for resources: {'Port': ['ID=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:47.820469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f246569-592d-45b7-94d3-08d9f30db514 req-724c3af7-6b37-4b17-a0ac-c86bb188b602 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:47.822013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f246569-592d-45b7-94d3-08d9f30db514 req-724c3af7-6b37-4b17-a0ac-c86bb188b602 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1392450 Oct 29 08:40:47.823675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.854595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a22-2f56-49a1-b4d2-b9748196c756 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.878628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81734a06-cd25-45d7-90cb-02e061198e77 req-cdb3a889-4de8-4eeb-a78e-fbad967e3aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924923 Oct 29 08:40:47.891557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=35b43822-6010-44a0-8c8e-5222d82ff7cd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:47.919378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12af13-f67e-4eb2-9dab-1355f060d6e8 req-e79482aa-277e-4b29-b374-5e0a08ac1bf2 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:47.921574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be12af13-f67e-4eb2-9dab-1355f060d6e8 req-e79482aa-277e-4b29-b374-5e0a08ac1bf2 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.2930524 Oct 29 08:40:47.957909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a22-2f56-49a1-b4d2-b9748196c756 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:47.993104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Attempting to bind port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:40:47.993838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Attempting to bind port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '566e0274-a35f-46f4-a63c-064d92a50d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dc4b0d69-8ddc-4b4f-9d7b-fb549278d810'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:40:47.994525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Attempting to bind port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab on network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:48.025349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] No DVR routers for this DVR port 35b43822-6010-44a0-8c8e-5222d82ff7cd on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:48.028329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab on network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:40:48.028329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Attempting to bind port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab on network dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:40:48.030847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.042098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a352244-3f52-4ff6-b188-c35a7b6a8468 req-ddb23a77-b0c1-4de8-9669-c06962886653 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.93 "DELETE /v2.0/ports/35b43822-6010-44a0-8c8e-5222d82ff7cd HTTP/1.1" status: 204 len: 173 time: 1.1157525 Oct 29 08:40:48.045630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be12af13-f67e-4eb2-9dab-1355f060d6e8 req-6d1ecfa4-7611-4bfb-bd92-3a3e38ca6a6d tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109076 Oct 29 08:40:48.045780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:40:48.046439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Checking segment: {'id': '566e0274-a35f-46f4-a63c-064d92a50d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dc4b0d69-8ddc-4b4f-9d7b-fb549278d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:48.046925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f246569-592d-45b7-94d3-08d9f30db514 req-bccfa77f-3040-4b38-9fa2-53e36f8404e7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672039 Oct 29 08:40:48.055831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Bound using segment: {'id': '566e0274-a35f-46f4-a63c-064d92a50d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dc4b0d69-8ddc-4b4f-9d7b-fb549278d810'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:40:48.056923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Bound port: 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566e0274-a35f-46f4-a63c-064d92a50d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'dc4b0d69-8ddc-4b4f-9d7b-fb549278d810'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:40:48.057412 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.103772 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a22-2f56-49a1-b4d2-b9748196c756 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.108063 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a22-2f56-49a1-b4d2-b9748196c756 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.109599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1d4a4a22-2f56-49a1-b4d2-b9748196c756 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/security-groups/caa997d3-4932-435f-8484-b82e9f9626db HTTP/1.1" status: 204 len: 168 time: 0.8143730 Oct 29 08:40:48.112733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57578) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:48.125612 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.156585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a4a22-2f56-49a1-b4d2-b9748196c756 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa997d3-4932-435f-8484-b82e9f9626db,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:48.209212 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.234799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] For port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:40:48.241615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] For port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,segment=NetworkSegment(566e0274-a35f-46f4-a63c-064d92a50d81),segment_id=566e0274-a35f-46f4-a63c-064d92a50d81)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:40:48.248032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.390284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-745260db-f97e-4312-9992-1dbe50a75be7 req-8a340456-c219-436e-94a7-c7c15373f0f6 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0682204 Oct 29 08:40:48.403658 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c58eb540-ae55-4e19-b9be-77bc4bcfdb4a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.408588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:48.409599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.414235 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] 10.222.0.15 "PUT /v2.0/ports/3f9da4af-e0c0-447a-8be5-d79b2d1b59ab HTTP/1.1" status: 200 len: 1091 time: 2.0837071 Oct 29 08:40:48.415031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6e6565-314f-44bb-9cc8-15a4dd072fb7', 'tag': '3f9da4af-e0c0-447a-8be5-d79b2d1b59ab'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:48.445967 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b099f5f-12a9-483c-ba99-663ecf500608" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6e6565-314f-44bb-9cc8-15a4dd072fb7", "tag": "3f9da4af-e0c0-447a-8be5-d79b2d1b59ab"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:48.489819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be7527-de7c-4cf8-bf3e-235efea34eff req-a5895c0b-ed27-4060-b53f-bb7d5ac001c4 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:48.493654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-59be7527-de7c-4cf8-bf3e-235efea34eff req-a5895c0b-ed27-4060-b53f-bb7d5ac001c4 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 943 time: 0.1558297 Oct 29 08:40:48.496214 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c58eb540-ae55-4e19-b9be-77bc4bcfdb4a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.548485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2ac64-19f4-4e1e-8b7c-424ffc8aadab service neutron] Pushing event updated for resources: {'Port': ['ID=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:48.635994 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-59be7527-de7c-4cf8-bf3e-235efea34eff req-afa66622-e4ba-4de6-b65f-df60955c0bb7 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162729 Oct 29 08:40:48.656052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c58eb540-ae55-4e19-b9be-77bc4bcfdb4a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.659420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c58eb540-ae55-4e19-b9be-77bc4bcfdb4a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.668113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c58eb540-ae55-4e19-b9be-77bc4bcfdb4a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/security-groups/3830cd60-9408-4078-8fc4-fd21a920fc18 HTTP/1.1" status: 204 len: 168 time: 0.5518260 Oct 29 08:40:48.670082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-40dfc93e-4ebe-489a-aab5-e66beeb1fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:48.670212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57590) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:48.672193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-40dfc93e-4ebe-489a-aab5-e66beeb1fd61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb063ad8181046b0b74ae352908ffe8c&device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 1094 time: 0.1936984 Oct 29 08:40:48.686569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d21b7-918d-4f0c-8d65-41fe05e3dd03 req-8d98e401-dc22-4437-aa42-7ab372c9cb83 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:48.691858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a'}, {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '35b43822-6010-44a0-8c8e-5222d82ff7cd'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:48.694305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-701d21b7-918d-4f0c-8d65-41fe05e3dd03 req-8d98e401-dc22-4437-aa42-7ab372c9cb83 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 946 time: 0.1475556 Oct 29 08:40:48.700695 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df427353-0b60-42d5-a69e-5432e4cc8d41" -d '{"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "3b3bf03f-8f4d-47da-8884-35a1c9a9e17a"}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "35b43822-6010-44a0-8c8e-5222d82ff7cd"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:48.706019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eb540-ae55-4e19-b9be-77bc4bcfdb4a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3830cd60-9408-4078-8fc4-fd21a920fc18,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:48.785461 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8837cf4-5c97-4109-b0cf-116e3e608b13 x-openstack-request-id: req-e8837cf4-5c97-4109-b0cf-116e3e608b13 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:48.785798 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6e6565-314f-44bb-9cc8-15a4dd072fb7", "tag": "3f9da4af-e0c0-447a-8be5-d79b2d1b59ab", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:48.786123 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8837cf4-5c97-4109-b0cf-116e3e608b13 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:48.786621 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6e6565-314f-44bb-9cc8-15a4dd072fb7', 'tag': '3f9da4af-e0c0-447a-8be5-d79b2d1b59ab', 'status': 'completed', 'code': 200} Oct 29 08:40:48.795412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-6a7bfc60-b6a6-4cd6-b77f-f6228476e912 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab HTTP/1.1" status: 200 len: 217 time: 0.0985715 Oct 29 08:40:48.797272 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104e841e-af2e-477d-a746-cce99a25d23a x-openstack-request-id: req-104e841e-af2e-477d-a746-cce99a25d23a {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:48.797650 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "3b3bf03f-8f4d-47da-8884-35a1c9a9e17a", "status": "completed", "code": 200}, {"server_uuid": "7288b1c6-fa3d-49d7-b960-8d2d327de7f2", "name": "network-vif-deleted", "tag": "35b43822-6010-44a0-8c8e-5222d82ff7cd", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:48.798022 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-104e841e-af2e-477d-a746-cce99a25d23a {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:48.798868 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '3b3bf03f-8f4d-47da-8884-35a1c9a9e17a', 'status': 'completed', 'code': 200} Oct 29 08:40:48.798868 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288b1c6-fa3d-49d7-b960-8d2d327de7f2', 'name': 'network-vif-deleted', 'tag': '35b43822-6010-44a0-8c8e-5222d82ff7cd', 'status': 'completed', 'code': 200} Oct 29 08:40:48.802812 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f30481d6-746c-43d9-9118-2427ee9acd2b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.839447 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f30481d6-746c-43d9-9118-2427ee9acd2b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.847518 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-701d21b7-918d-4f0c-8d65-41fe05e3dd03 req-3ee7e71b-26e9-4b93-8011-a8a09999db0d tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523080 Oct 29 08:40:48.872382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-9f826d5c-e127-49f8-8e5a-848c49d5b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:48.874326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-9f826d5c-e127-49f8-8e5a-848c49d5b137 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78b2ebf7-dd1c-4f2e-8f00-5f1eb34f6286 HTTP/1.1" status: 200 len: 850 time: 0.0696208 Oct 29 08:40:48.904990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f30481d6-746c-43d9-9118-2427ee9acd2b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.907897 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f30481d6-746c-43d9-9118-2427ee9acd2b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:48.909319 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f30481d6-746c-43d9-9118-2427ee9acd2b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/security-groups/8127536a-270f-4727-a9ff-1d317596f481 HTTP/1.1" status: 204 len: 168 time: 0.2367663 Oct 29 08:40:48.917278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57600) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:48.921091 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-29f60912-501b-4afd-971a-630b2b25ced8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc4b0d69-8ddc-4b4f-9d7b-fb549278d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372422 Oct 29 08:40:48.936081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30481d6-746c-43d9-9118-2427ee9acd2b tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8127536a-270f-4727-a9ff-1d317596f481,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:49.030491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-4083338c-6b46-4c0b-8b13-434be164ffda tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet dec8ec65-e3a4-4699-b325-1fa5264874db {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:49.036794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4083338c-6b46-4c0b-8b13-434be164ffda tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:49.100553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4083338c-6b46-4c0b-8b13-434be164ffda tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:49.133027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-ce6ef390-035a-4211-b295-d013f18b7aab service neutron] 10.222.0.15 "GET /v2.0/networks/dc4b0d69-8ddc-4b4f-9d7b-fb549278d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791127 Oct 29 08:40:49.253259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91b49d-62ef-4848-a901-c6bdc8c45cf7 req-72d047e3-0e22-4dc3-a58f-e38bbe2da350 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:49.261776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f91b49d-62ef-4848-a901-c6bdc8c45cf7 req-72d047e3-0e22-4dc3-a58f-e38bbe2da350 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.0786507 Oct 29 08:40:49.311082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f91b49d-62ef-4848-a901-c6bdc8c45cf7 req-88f7a846-8e91-4cbf-ae41-55eb2bff1d20 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463517 Oct 29 08:40:49.440622 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:49.442678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607523-58bd-4f75-a178-0fdd914315bf req-35d0abb6-a413-42cf-8495-ff387bcf30db tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:49.451625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6607523-58bd-4f75-a178-0fdd914315bf req-35d0abb6-a413-42cf-8495-ff387bcf30db tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.2545309 Oct 29 08:40:49.470232 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4083338c-6b46-4c0b-8b13-434be164ffda tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:49.515159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ebb04a3-a3d1-42f8-aee5-a344a399a0c5 req-ffef4bff-1f91-4536-8874-c64a97068208 service neutron] 10.222.0.15 "GET /v2.0/networks/dc4b0d69-8ddc-4b4f-9d7b-fb549278d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722813 Oct 29 08:40:49.561386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6607523-58bd-4f75-a178-0fdd914315bf req-07625f4f-f747-4750-8cbc-10833182e4e5 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065862 Oct 29 08:40:49.597144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4083338c-6b46-4c0b-8b13-434be164ffda tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:49.709285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083338c-6b46-4c0b-8b13-434be164ffda tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=dec8ec65-e3a4-4699-b325-1fa5264874db,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:49.714082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4083338c-6b46-4c0b-8b13-434be164ffda tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:49.715495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669529b-524a-4f45-9b1d-7c7c5042cff0 None None] Network 44d703a1-2607-4529-948c-a30f4e709453 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:49.718528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4083338c-6b46-4c0b-8b13-434be164ffda tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/dec8ec65-e3a4-4699-b325-1fa5264874db HTTP/1.1" status: 204 len: 168 time: 0.7997289 Oct 29 08:40:49.723455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57622) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:49.752046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8f2c5db-75bd-4576-b59a-20b885bc3641 req-1db1d312-1f9f-4800-a2af-9781a0474e8b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0782785 Oct 29 08:40:49.783931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-37f7d394-221b-48b6-b5ac-7cc8c0bc3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:49.793221 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-37f7d394-221b-48b6-b5ac-7cc8c0bc3d6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb063ad8181046b0b74ae352908ffe8c&device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 1094 time: 0.1931016 Oct 29 08:40:49.882516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a267c6d4-54ec-49ff-a46e-dc1258e759cf tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet 60a88262-1e48-4eb1-8814-9d0b4132f7a2 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:49.888659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a267c6d4-54ec-49ff-a46e-dc1258e759cf tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:49.955370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-397e3a14-068e-445e-ab28-30e2750ec79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:49.956882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-397e3a14-068e-445e-ab28-30e2750ec79a service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 HTTP/1.1" status: 200 len: 912 time: 0.1522522 Oct 29 08:40:49.989257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a267c6d4-54ec-49ff-a46e-dc1258e759cf tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:49.994862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c0ceb-4068-46bd-8c54-9ed398a8b1d6 req-91eb875a-12cd-4d56-9b1f-67c2fbfa44f2 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:49.997993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-703c0ceb-4068-46bd-8c54-9ed398a8b1d6 req-91eb875a-12cd-4d56-9b1f-67c2fbfa44f2 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 943 time: 0.1268878 Oct 29 08:40:50.097118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-d5edd5fb-c7d4-44a7-80c5-2da3aeb783e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab HTTP/1.1" status: 200 len: 217 time: 0.0980670 Oct 29 08:40:50.145345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763067-593d-4ef8-8b24-a88b9988cdd9 req-e15279a6-4e32-4e5b-810b-6bc3f2424efa tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:50.147087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-65763067-593d-4ef8-8b24-a88b9988cdd9 req-e15279a6-4e32-4e5b-810b-6bc3f2424efa tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1125579 Oct 29 08:40:50.179930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-c87e5393-94ca-4e85-9f69-95040a47836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:50.181421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-c87e5393-94ca-4e85-9f69-95040a47836b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78b2ebf7-dd1c-4f2e-8f00-5f1eb34f6286 HTTP/1.1" status: 200 len: 850 time: 0.0726590 Oct 29 08:40:50.190847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-703c0ceb-4068-46bd-8c54-9ed398a8b1d6 req-ac9c6616-cfa5-4c85-b045-bbbc97d249ec tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717608 Oct 29 08:40:50.227165 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-37216293-7bdc-42c1-90c3-c8192131b00e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc4b0d69-8ddc-4b4f-9d7b-fb549278d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351250 Oct 29 08:40:50.227525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a267c6d4-54ec-49ff-a46e-dc1258e759cf tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:50.273586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-65763067-593d-4ef8-8b24-a88b9988cdd9 req-1001aa87-e2ea-4a3c-acb1-bca3b37f34d4 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922873 Oct 29 08:40:50.328325 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a267c6d4-54ec-49ff-a46e-dc1258e759cf tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:50.385717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-1cd01eb7-e52d-46e0-9244-dcc4604eb8cf service neutron] 10.222.0.15 "GET /v2.0/networks/dc4b0d69-8ddc-4b4f-9d7b-fb549278d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508920 Oct 29 08:40:50.393154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267c6d4-54ec-49ff-a46e-dc1258e759cf tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=60a88262-1e48-4eb1-8814-9d0b4132f7a2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:50.407310 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a267c6d4-54ec-49ff-a46e-dc1258e759cf tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:50.420730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a267c6d4-54ec-49ff-a46e-dc1258e759cf tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/60a88262-1e48-4eb1-8814-9d0b4132f7a2 HTTP/1.1" status: 204 len: 168 time: 0.6854367 Oct 29 08:40:50.422061 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57636) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:50.472785 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-36dc7668-321f-4d60-837f-23a78b7ac74e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:50.473245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36dc7668-321f-4d60-837f-23a78b7ac74e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:50.479153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36dc7668-321f-4d60-837f-23a78b7ac74e tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/dec8ec65-e3a4-4699-b325-1fa5264874db HTTP/1.1" status: 404 len: 337 time: 0.0537193 Oct 29 08:40:50.481856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57638) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:50.536575 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b099f5f-12a9-483c-ba99-663ecf500608 req-ce733d95-fea6-4b18-bc1b-415b01786a3d service neutron] 10.222.0.15 "GET /v2.0/networks/dc4b0d69-8ddc-4b4f-9d7b-fb549278d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418839 Oct 29 08:40:50.569678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-60286ca4-7aaf-4c41-b0ac-e2bfc2c0e1bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting subnet 6e863fb9-6def-427d-99c5-43bd52da058d {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:50.574292 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60286ca4-7aaf-4c41-b0ac-e2bfc2c0e1bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:50.646359 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60286ca4-7aaf-4c41-b0ac-e2bfc2c0e1bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:50.675195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b653626-2d96-4efb-a8b6-cf145b582bb6 req-a0d32647-981c-41d3-a78f-17b0bb35c5d7 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:50.682104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b653626-2d96-4efb-a8b6-cf145b582bb6 req-a0d32647-981c-41d3-a78f-17b0bb35c5d7 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:50.691585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b653626-2d96-4efb-a8b6-cf145b582bb6 req-a0d32647-981c-41d3-a78f-17b0bb35c5d7 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:50.693383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b653626-2d96-4efb-a8b6-cf145b582bb6 req-a0d32647-981c-41d3-a78f-17b0bb35c5d7 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080&device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8&device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 2418 time: 0.0821474 Oct 29 08:40:50.739227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b653626-2d96-4efb-a8b6-cf145b582bb6 req-17752938-8b51-4c77-afd3-49f2deb8abd3 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395243 Oct 29 08:40:50.788904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16164687-2d80-436a-b2ab-1ff5ff10bb41 req-e63f7d24-b0d3-4612-80af-3dae48690e9c tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:50.796725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16164687-2d80-436a-b2ab-1ff5ff10bb41 req-e63f7d24-b0d3-4612-80af-3dae48690e9c tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1473198 Oct 29 08:40:50.806220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60286ca4-7aaf-4c41-b0ac-e2bfc2c0e1bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:50.860125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52672d43-f8f6-4587-a917-3dcd6072a360 None None] Network 44d703a1-2607-4529-948c-a30f4e709453 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:50.878020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16164687-2d80-436a-b2ab-1ff5ff10bb41 req-92b3a128-a389-408e-9dd1-0385ef8d7e76 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802581 Oct 29 08:40:50.930018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-298c7d6f-5511-4c6c-b49b-bf09dc4594a3 None None] Provisioning complete for port 1a1ea480-5273-49f6-a71f-55167a8298d0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:50.930833 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-298c7d6f-5511-4c6c-b49b-bf09dc4594a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:50.956283 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60286ca4-7aaf-4c41-b0ac-e2bfc2c0e1bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:50.983681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0c461d0-ca5d-4109-8d27-bbda60b0975e req-521bd716-a979-4341-9c41-4a0f44e5e9b8 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0389607 Oct 29 08:40:51.003874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60286ca4-7aaf-4c41-b0ac-e2bfc2c0e1bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Subnet': ['ID=6e863fb9-6def-427d-99c5-43bd52da058d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:51.008110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60286ca4-7aaf-4c41-b0ac-e2bfc2c0e1bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:51.014273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57646) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.014746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-60286ca4-7aaf-4c41-b0ac-e2bfc2c0e1bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/6e863fb9-6def-427d-99c5-43bd52da058d HTTP/1.1" status: 204 len: 168 time: 0.5304945 Oct 29 08:40:51.056005 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f409fc-8d9e-43b3-9030-2e732b4549a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.056525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f409fc-8d9e-43b3-9030-2e732b4549a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.059763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9f409fc-8d9e-43b3-9030-2e732b4549a3 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/f2f79427-d1af-4713-ad77-15a776ec1c78 HTTP/1.1" status: 404 len: 337 time: 0.0443246 Oct 29 08:40:51.063663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57648) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.095567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8c80b6a6-7d2f-41f5-9817-969808708b88 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee9c2104-505e-44f6-9e59-91d520bfab53 HTTP/1.1" status: 200 len: 205 time: 0.0283327 Oct 29 08:40:51.097491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57650) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.161600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-298c7d6f-5511-4c6c-b49b-bf09dc4594a3 None None] Provisioning complete for port 73e95019-5f2b-4c6b-964e-051233ed1747 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:51.161984 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-298c7d6f-5511-4c6c-b49b-bf09dc4594a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:51.175100 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-ef31b7c2-a167-458f-ba5f-1ddc5f26d924 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] delete failed (client error): The resource could not be found. Oct 29 08:40:51.180615 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ef31b7c2-a167-458f-ba5f-1ddc5f26d924 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/routers/ee9c2104-505e-44f6-9e59-91d520bfab53 HTTP/1.1" status: 404 len: 336 time: 0.0798528 Oct 29 08:40:51.194489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57652) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.229099 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4219aa-ffdf-44f9-a2c9-101ccc622f96 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.229528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-097be302-f46a-4094-a91d-45653653bfa0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685892 Oct 29 08:40:51.229658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4219aa-ffdf-44f9-a2c9-101ccc622f96 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.235673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5f4219aa-ffdf-44f9-a2c9-101ccc622f96 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/52b3908a-7970-4da0-94e3-4ddae811baa6 HTTP/1.1" status: 404 len: 337 time: 0.0375140 Oct 29 08:40:51.235920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57656) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.254054 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] DHCP port deletion for 44d703a1-2607-4529-948c-a30f4e709453 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:40:51.279764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d329c-484b-4aa7-8709-97456318680f req-23748f45-bf01-4efc-9271-55dce7b28065 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:51.287276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a6d329c-484b-4aa7-8709-97456318680f req-23748f45-bf01-4efc-9271-55dce7b28065 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.1353557 Oct 29 08:40:51.291025 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-796af3cb-3256-49c1-8679-1387218ae47a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.291470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796af3cb-3256-49c1-8679-1387218ae47a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.293651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-298c7d6f-5511-4c6c-b49b-bf09dc4594a3 None None] Port 73e95019-5f2b-4c6b-964e-051233ed1747 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:40:51.297998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-796af3cb-3256-49c1-8679-1387218ae47a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/377258e5-cd06-4069-bd11-d23da1428059 HTTP/1.1" status: 404 len: 337 time: 0.0568230 Oct 29 08:40:51.299547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57658) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.340029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a6d329c-484b-4aa7-8709-97456318680f req-c779c424-e8d4-42ac-b5dd-69ca7870b74c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499561 Oct 29 08:40:51.352479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Deleting port 1a1ea480-5273-49f6-a71f-55167a8298d0 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:51.353136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:51.376694 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da64565-1c31-460b-8615-bc7fd2cb69c9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.377281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da64565-1c31-460b-8615-bc7fd2cb69c9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.380477 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1da64565-1c31-460b-8615-bc7fd2cb69c9 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/4114579a-58b1-4e0a-b455-f868ae64c3eb HTTP/1.1" status: 404 len: 337 time: 0.0794230 Oct 29 08:40:51.383245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57662) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.420503 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3067b783-24b8-436e-8fda-a70b1384d047 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.421187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3067b783-24b8-436e-8fda-a70b1384d047 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.426792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3067b783-24b8-436e-8fda-a70b1384d047 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/26176059-b537-48f3-958a-9ebd8c723918 HTTP/1.1" status: 404 len: 333 time: 0.0419986 Oct 29 08:40:51.438516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57664) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.443345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-44cfde2e-ca0c-4e96-8559-c88c90d0c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:51.446410 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-44cfde2e-ca0c-4e96-8559-c88c90d0c1f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 1098 time: 0.1911440 Oct 29 08:40:51.458729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] For port 1a1ea480-5273-49f6-a71f-55167a8298d0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1a1ea480-5273-49f6-a71f-55167a8298d0,segment=NetworkSegment(53c607c4-625f-4fc0-95fb-9c9ca83e4984),segment_id=53c607c4-625f-4fc0-95fb-9c9ca83e4984)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:51.460997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:51.494441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f1988-d96d-4ab4-8af9-4ab89de2f217 req-458509dc-d482-43b9-899b-9a61831e029a tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:51.496239 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c3f1988-d96d-4ab4-8af9-4ab89de2f217 req-458509dc-d482-43b9-899b-9a61831e029a tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 943 time: 0.1607344 Oct 29 08:40:51.510682 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0e68df-1934-4413-9c3e-4d58f049a7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.511340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0e68df-1934-4413-9c3e-4d58f049a7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.514705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0a0e68df-1934-4413-9c3e-4d58f049a7b5 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/a0d304d6-23c8-4094-bbf0-beed7b3812fd HTTP/1.1" status: 404 len: 337 time: 0.0741544 Oct 29 08:40:51.519886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57672) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.579144 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1905833e-d657-4ea0-b18a-b40c6d235f57 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.580699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Calling delete_port for 1a1ea480-5273-49f6-a71f-55167a8298d0 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:51.590632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1905833e-d657-4ea0-b18a-b40c6d235f57 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.597509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1905833e-d657-4ea0-b18a-b40c6d235f57 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/48269881-1da6-4e17-9227-14bf2712d43e HTTP/1.1" status: 404 len: 337 time: 0.0752676 Oct 29 08:40:51.601121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57674) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.648249 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c3f1988-d96d-4ab4-8af9-4ab89de2f217 req-3cbcec75-8096-4307-a2e4-d8da8cb41e30 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402016 Oct 29 08:40:51.651520 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff2ca1b-fe1f-458d-bf6c-71b3e1a8773a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.653797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff2ca1b-fe1f-458d-bf6c-71b3e1a8773a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.658708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3ff2ca1b-fe1f-458d-bf6c-71b3e1a8773a tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/83eb62ea-60ea-4f6e-be4f-c2797008fbcd HTTP/1.1" status: 404 len: 333 time: 0.0564051 Oct 29 08:40:51.661336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57678) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.717076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-f9ac9cde-53eb-4d8c-bad7-f57ee390c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:51.725840 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-f9ac9cde-53eb-4d8c-bad7-f57ee390c4f8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.2284682 Oct 29 08:40:51.732096 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-726cfcf1-dd03-49a1-96f7-dd6f872af9bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.733215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726cfcf1-dd03-49a1-96f7-dd6f872af9bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.738891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-726cfcf1-dd03-49a1-96f7-dd6f872af9bc tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/56750e13-e68b-4a8a-870b-c40f1b2fcb05 HTTP/1.1" status: 404 len: 337 time: 0.0741086 Oct 29 08:40:51.739338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57682) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.773135 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cec5cb-52e4-4311-967e-f8e765a073b4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] DELETE failed (client error): The resource could not be found. Oct 29 08:40:51.773612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cec5cb-52e4-4311-967e-f8e765a073b4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:40:51.780805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c0cec5cb-52e4-4311-967e-f8e765a073b4 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/subnets/194df8da-d598-4e6a-8f5f-56c3848dbd27 HTTP/1.1" status: 404 len: 337 time: 0.0375526 Oct 29 08:40:51.781040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57684) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:51.826420 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:51.883629 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-7f60a00e-7adc-4737-80b9-7b1353d61ea4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 200 len: 1001 time: 0.1495326 Oct 29 08:40:51.904537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Pushing event deleted for resources: {'Port': ['ID=1a1ea480-5273-49f6-a71f-55167a8298d0,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:51.938168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.938520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.938863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.939204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.939538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.939901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.940233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.940561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.940888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.946683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.947036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.947381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:51.957218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9982797f-cc72-4647-a9dc-5bc8b298fec2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Deleting port 73e95019-5f2b-4c6b-964e-051233ed1747 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:51.957576 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9982797f-cc72-4647-a9dc-5bc8b298fec2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:51.964236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087a1e4-bc18-4d5c-95e1-72dd6aaa4af1 None None] No DVR routers for this DVR port 1a1ea480-5273-49f6-a71f-55167a8298d0 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:52.028849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-440bee75-45ec-4522-9f88-5eaed2c0538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:52.030500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-440bee75-45ec-4522-9f88-5eaed2c0538d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.1297381 Oct 29 08:40:52.062236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9982797f-cc72-4647-a9dc-5bc8b298fec2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:52.076086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9982797f-cc72-4647-a9dc-5bc8b298fec2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Calling delete_port for 73e95019-5f2b-4c6b-964e-051233ed1747 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:52.120690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-cb1e8940-dc60-45c1-97e5-9b14546fd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:52.122797 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-cb1e8940-dc60-45c1-97e5-9b14546fd283 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815532 Oct 29 08:40:52.263769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-475e1f9d-5a2b-4a4a-9d64-f574a2a8fc85 service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280472 Oct 29 08:40:52.394325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2dc21ed-cbcb-4880-99ff-125f2821cf4e req-93062b7c-02ee-40c9-8532-06a2dae8bbbe service neutron] 10.222.0.93 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132097 Oct 29 08:40:52.600743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:40:52.615622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9982797f-cc72-4647-a9dc-5bc8b298fec2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:52.652351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982797f-cc72-4647-a9dc-5bc8b298fec2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Port': ['ID=73e95019-5f2b-4c6b-964e-051233ed1747,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:52.671637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d7e62-ed96-418f-b1b9-21f7faf2b8d6 req-106a2f6d-a6f6-4aa3-ac6d-b9703eacdd14 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:52.673435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-686d7e62-ed96-418f-b1b9-21f7faf2b8d6 req-106a2f6d-a6f6-4aa3-ac6d-b9703eacdd14 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0895903 Oct 29 08:40:52.674738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9982797f-cc72-4647-a9dc-5bc8b298fec2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:52.678057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9982797f-cc72-4647-a9dc-5bc8b298fec2 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/ports/73e95019-5f2b-4c6b-964e-051233ed1747 HTTP/1.1" status: 204 len: 168 time: 0.8960695 Oct 29 08:40:52.682365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57718) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:52.770653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:52.780691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,segment=NetworkSegment(566e0274-a35f-46f4-a63c-064d92a50d81),segment_id=566e0274-a35f-46f4-a63c-064d92a50d81)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:52.815021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '3f9da4af-e0c0-447a-8be5-d79b2d1b59ab', 'network_id': 'dc4b0d69-8ddc-4b4f-9d7b-fb549278d810', 'port_id': '3f9da4af-e0c0-447a-8be5-d79b2d1b59ab', 'mac_address': 'fa:16:3e:ab:83:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b2ebf7-dd1c-4f2e-8f00-5f1eb34f6286', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:40:52.865855 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:52.880994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:40:52.895513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:52.904759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,segment=NetworkSegment(566e0274-a35f-46f4-a63c-064d92a50d81),segment_id=566e0274-a35f-46f4-a63c-064d92a50d81)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:52.912038 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:52.919586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-686d7e62-ed96-418f-b1b9-21f7faf2b8d6 req-2d808185-27f6-4e90-aef7-c9f26e3a5bd1 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358561 Oct 29 08:40:52.946416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d703a1-2607-4529-948c-a30f4e709453']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:52.981069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c607c4-625f-4fc0-95fb-9c9ca83e4984') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:52.981383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c607c4-625f-4fc0-95fb-9c9ca83e4984') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:53.004088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:53.023484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:53.034047 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:53.043440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:40:53.043956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:40:53.129529 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:40:53.142088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1156c43d-ffe7-4cd7-8774-7ceca0d7ebef req-0cd898c3-c117-4f0d-b0ad-de42bc97a4da tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.6317320 Oct 29 08:40:53.146562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:53.182294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:53.189992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] 10.222.0.70 "DELETE /v2.0/networks/44d703a1-2607-4529-948c-a30f4e709453 HTTP/1.1" status: 204 len: 168 time: 0.5026104 Oct 29 08:40:53.193236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3f9da4af-e0c0-447a-8be5-d79b2d1b59ab'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:40:53.254855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472bcf0-7d26-465f-b0e5-d64bedba9e28 tempest-PortsIpV6TestJSON-1840628220 tempest-PortsIpV6TestJSON-1840628220-project] Pushing event deleted for resources: {'Network': ['ID=44d703a1-2607-4529-948c-a30f4e709453,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:53.258155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a1ea480-5273-49f6-a71f-55167a8298d0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:40:53.272115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154537d7-9a15-4bdb-b8e8-c63591236171 req-6602e6be-0ea6-469c-90ee-14a92c8a8cdb tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:53.280741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-154537d7-9a15-4bdb-b8e8-c63591236171 req-6602e6be-0ea6-469c-90ee-14a92c8a8cdb tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 944 time: 0.1501503 Oct 29 08:40:53.337037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-154537d7-9a15-4bdb-b8e8-c63591236171 req-d7874098-24bd-415d-8a04-6436abe60dd8 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Oct 29 08:40:53.610080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 1a1ea480-5273-49f6-a71f-55167a8298d0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:40:53.610447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1a1ea480-5273-49f6-a71f-55167a8298d0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:40:53.824373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57746) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:53.869925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b0f5b-f73c-41e1-b5e0-dc5bbb13f7ad req-b863685d-704b-480f-b6c0-e00bd7bf7eaa tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:53.880621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-648b0f5b-f73c-41e1-b5e0-dc5bbb13f7ad req-b863685d-704b-480f-b6c0-e00bd7bf7eaa tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0803924 Oct 29 08:40:53.919728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57750) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:53.964222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-648b0f5b-f73c-41e1-b5e0-dc5bbb13f7ad req-730334d8-02fa-423f-a018-9eccfb5eedf5 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818031 Oct 29 08:40:54.052224 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.090883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3cc19d38-a86e-4eff-a963-0eb070d575d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ae74ae01ad647478494176ae3d2930a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698494 Oct 29 08:40:54.093483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57756) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:54.094224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec67f3c-448d-4e55-b976-02c27c8d57f0 req-9cbac421-9cef-4e23-932c-e8191df1b4d7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:54.095833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ec67f3c-448d-4e55-b976-02c27c8d57f0 req-9cbac421-9cef-4e23-932c-e8191df1b4d7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0852029 Oct 29 08:40:54.158586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ec67f3c-448d-4e55-b976-02c27c8d57f0 req-68a77b39-050c-430d-8eeb-39ea07b93d1f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545678 Oct 29 08:40:54.163262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6514e3a0-64a9-4410-986b-e8ea4a4d1622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.189931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6514e3a0-64a9-4410-986b-e8ea4a4d1622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.190416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.196682 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.245120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fd71c8e6f324922aaf8bc1eda672d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196124 Oct 29 08:40:54.249152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57760) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:54.251647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7cc153-b263-4b97-a912-d5f3743d475c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:54.261152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.261504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.261850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.262195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.262532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.264384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.264775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.265628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.265628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.265792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.266092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.266441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a404660-1b6d-4c22-8f06-2101183f18aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:40:54.273524 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c658556-2886-4eb9-af73-b342425ac8f1 req-77315576-9581-486b-968d-891ec63ca188 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0372865 Oct 29 08:40:54.315630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6514e3a0-64a9-4410-986b-e8ea4a4d1622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.318353 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6514e3a0-64a9-4410-986b-e8ea4a4d1622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.319528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6514e3a0-64a9-4410-986b-e8ea4a4d1622 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e7f4f0d-4e39-445d-96d9-6fb28eed8070 HTTP/1.1" status: 204 len: 168 time: 0.2250810 Oct 29 08:40:54.336079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514e3a0-64a9-4410-986b-e8ea4a4d1622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f4f0d-4e39-445d-96d9-6fb28eed8070,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:54.345194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f962b7e5-029a-43c0-9500-501bb95aa401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.371574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f962b7e5-029a-43c0-9500-501bb95aa401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.434034 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f962b7e5-029a-43c0-9500-501bb95aa401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.440220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f962b7e5-029a-43c0-9500-501bb95aa401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.443618 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f962b7e5-029a-43c0-9500-501bb95aa401 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c7cc153-b263-4b97-a912-d5f3743d475c HTTP/1.1" status: 204 len: 168 time: 0.1922777 Oct 29 08:40:54.466278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962b7e5-029a-43c0-9500-501bb95aa401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7cc153-b263-4b97-a912-d5f3743d475c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:54.507123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:40:54.539027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf9b0-dd1a-44bd-9f60-1e13bb927b60 req-a8ee00d5-0b71-4bef-ac9f-3b0597d97aed tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:54.541259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07fcf9b0-dd1a-44bd-9f60-1e13bb927b60 req-a8ee00d5-0b71-4bef-ac9f-3b0597d97aed tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 944 time: 0.1074865 Oct 29 08:40:54.586357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07fcf9b0-dd1a-44bd-9f60-1e13bb927b60 req-2ef51e04-fec1-42c0-a1a1-5a2ca674a56a tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354772 Oct 29 08:40:54.623076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:40:54.630372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:40:54.632475 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.730022 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.777152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6e6565-314f-44bb-9cc8-15a4dd072fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9da4af-e0c0-447a-8be5-d79b2d1b59ab'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:54.779433 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5700f432-190e-48bc-9ce7-bd51830def4d" -d '{"events": [{"server_uuid": "ff6e6565-314f-44bb-9cc8-15a4dd072fb7", "name": "network-vif-plugged", "status": "completed", "tag": "3f9da4af-e0c0-447a-8be5-d79b2d1b59ab"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:54.798247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,segment=NetworkSegment(566e0274-a35f-46f4-a63c-064d92a50d81),segment_id=566e0274-a35f-46f4-a63c-064d92a50d81)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:54.813735 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.848214 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189283fb-1267-435f-9ff9-70a0c2af44dd x-openstack-request-id: req-189283fb-1267-435f-9ff9-70a0c2af44dd {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:40:54.860037 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6e6565-314f-44bb-9cc8-15a4dd072fb7", "name": "network-vif-plugged", "status": "completed", "tag": "3f9da4af-e0c0-447a-8be5-d79b2d1b59ab", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:40:54.860434 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-189283fb-1267-435f-9ff9-70a0c2af44dd {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:40:54.860870 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6e6565-314f-44bb-9cc8-15a4dd072fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9da4af-e0c0-447a-8be5-d79b2d1b59ab', 'code': 200} Oct 29 08:40:54.904497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:54.927052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57784) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:54.944213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408a-2209-4ed0-9f2f-2da9fb98c5b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:54.963369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c369a-0278-46be-82ed-442eb8e8810b req-57533638-b487-4191-8e83-6453dd942c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:54.965157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-747c369a-0278-46be-82ed-442eb8e8810b req-57533638-b487-4191-8e83-6453dd942c70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 1096 time: 0.0625784 Oct 29 08:40:55.041685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-747c369a-0278-46be-82ed-442eb8e8810b req-11fc2d06-aae1-443e-9952-97b8f4c74905 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668304 Oct 29 08:40:55.062766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408a-2209-4ed0-9f2f-2da9fb98c5b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.069683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc1c408a-2209-4ed0-9f2f-2da9fb98c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.134298 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cc1c408a-2209-4ed0-9f2f-2da9fb98c5b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7846a111bd9945e2b6b6768ddc923180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059803 Oct 29 08:40:55.135210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c408a-2209-4ed0-9f2f-2da9fb98c5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdeb09f-81d1-4393-bb25-83b56df42f8d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:55.135344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3974ebf-da12-431d-aacd-1ebad050ebea req-dd4a6918-ac02-4018-b063-249d3810fe15 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:55.137018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3974ebf-da12-431d-aacd-1ebad050ebea req-dd4a6918-ac02-4018-b063-249d3810fe15 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0796227 Oct 29 08:40:55.137744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57792) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:55.193559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3974ebf-da12-431d-aacd-1ebad050ebea req-1ae96d7c-b5dc-4722-a335-9bd84fb13780 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482478 Oct 29 08:40:55.220328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-563522ab-96f2-4f7e-890a-38ae9c1ae679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.251959 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-563522ab-96f2-4f7e-890a-38ae9c1ae679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.353170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea4fec-884a-42e4-b935-46b2928bf804 req-0186047b-5578-4bf6-8592-5c87a00eb8ad tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:55.354659 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-afea4fec-884a-42e4-b935-46b2928bf804 req-0186047b-5578-4bf6-8592-5c87a00eb8ad tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0735030 Oct 29 08:40:55.364809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-563522ab-96f2-4f7e-890a-38ae9c1ae679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.368691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-563522ab-96f2-4f7e-890a-38ae9c1ae679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.370022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-563522ab-96f2-4f7e-890a-38ae9c1ae679 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dcdeb09f-81d1-4393-bb25-83b56df42f8d HTTP/1.1" status: 204 len: 168 time: 0.2312741 Oct 29 08:40:55.398402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563522ab-96f2-4f7e-890a-38ae9c1ae679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdeb09f-81d1-4393-bb25-83b56df42f8d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:55.406136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57804) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:55.418051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fa9645e-cda7-459e-99a1-61e7014a5ca6 req-96be79d5-c541-47b4-96e8-16d9d10a5f4d tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0384359 Oct 29 08:40:55.459411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-afea4fec-884a-42e4-b935-46b2928bf804 req-80fb5cf4-eb38-40ec-81e0-64bd17de7dae tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968051 Oct 29 08:40:55.549269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-843626055-network', 'tenant_id': 'cca77173dfad4ecc9ce496aabcb7020d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:55.571037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Made reservation on behalf of cca77173dfad4ecc9ce496aabcb7020d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:55.573419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.582385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.678375 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.685286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.730443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd0d74-ec4f-4889-b851-09ba0cb67e18 req-220dd3e3-bba4-4f85-914e-ae51e70fe862 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:55.730904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b4b1d7-e624-4a65-912f-1ab927d24d9c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:55.746050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:40:55.747710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fefd0d74-ec4f-4889-b851-09ba0cb67e18 req-220dd3e3-bba4-4f85-914e-ae51e70fe862 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 945 time: 0.0700209 Oct 29 08:40:55.756900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.757404 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Added segment 64da822c-db1f-48f7-875b-1de15a4a3b59 of type vlan for network 830bbef2-a1ec-4319-bca3-392601e33ab2 Oct 29 08:40:55.803424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.805379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fefd0d74-ec4f-4889-b851-09ba0cb67e18 req-ab255e76-4378-423d-b66d-3fa107811a44 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566618 Oct 29 08:40:55.837897 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.839205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:55.842225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:55.905238 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4885502 Oct 29 08:40:55.908190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57822) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:55.914348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Request body: {'subnet': {'network_id': '830bbef2-a1ec-4319-bca3-392601e33ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-843626055-subnet', 'tenant_id': 'cca77173dfad4ecc9ce496aabcb7020d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:55.915725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7841c14-f6b0-4a14-9c2d-b71b62bdaba8 admin admin] Pushing event updated for resources: {'Network': ['ID=830bbef2-a1ec-4319-bca3-392601e33ab2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:55.929673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 830bbef2-a1ec-4319-bca3-392601e33ab2 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:40:55.941857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Made reservation on behalf of cca77173dfad4ecc9ce496aabcb7020d for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:55.949070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:56.149216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:56.217923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63c47fa-9031-4f90-bedf-889ae40e7ce3,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:56.240569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Checking segment: {'id': '64da822c-db1f-48f7-875b-1de15a4a3b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '830bbef2-a1ec-4319-bca3-392601e33ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:56.241139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Network hostable DHCP agents. Network: 830bbef2-a1ec-4319-bca3-392601e33ab2, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:40:56.267270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Network 830bbef2-a1ec-4319-bca3-392601e33ab2 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:40:56.302124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 830bbef2-a1ec-4319-bca3-392601e33ab2) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:56.311880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc297f10-ab01-4cd0-a359-cb059b788ef6 None None] Network 830bbef2-a1ec-4319-bca3-392601e33ab2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:56.316876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:56.318336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:56.373332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe08afc-59e4-4357-ad63-0063c51bee8f req-946b2333-664f-4f78-8ef1-fb57a267ca3b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:56.376366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cb3c20c0-d402-4ca9-a7df-c062bedd6ad2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4669616 Oct 29 08:40:56.380493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0fe08afc-59e4-4357-ad63-0063c51bee8f req-946b2333-664f-4f78-8ef1-fb57a267ca3b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0766630 Oct 29 08:40:56.434853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0fe08afc-59e4-4357-ad63-0063c51bee8f req-188d027f-67d8-476c-94ff-a2dc9d12f486 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476429 Oct 29 08:40:56.585530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be276ba-09d9-47d1-b7cc-933c56bd1212 None None] Network 830bbef2-a1ec-4319-bca3-392601e33ab2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:56.661164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dcbc783-05c5-45da-b4dc-5bbb3592f1c5 req-f20908e1-986f-4ea6-8ab1-0c2a61c3bf3e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0715864 Oct 29 08:40:56.708434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664969ab-b687-4455-9b69-295b41b213a4 req-5653d0b9-5a4b-4a95-bc81-de7cc525c550 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:56.710832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-664969ab-b687-4455-9b69-295b41b213a4 req-5653d0b9-5a4b-4a95-bc81-de7cc525c550 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1029310 Oct 29 08:40:56.778207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-664969ab-b687-4455-9b69-295b41b213a4 req-b522a426-0e75-44d3-895a-cbd3bd57641c tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612617 Oct 29 08:40:56.944646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66d503-7396-4109-be35-9d66f5474598 req-131e95fb-3819-4ec9-8b21-ed95e98a4f35 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:56.952973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac66d503-7396-4109-be35-9d66f5474598 req-131e95fb-3819-4ec9-8b21-ed95e98a4f35 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 945 time: 0.0737936 Oct 29 08:40:56.992438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ac66d503-7396-4109-be35-9d66f5474598 req-3869b282-24b5-40eb-babd-421f7a985d79 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384653 Oct 29 08:40:57.233461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57874) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:57.239192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1380146592-network', 'tenant_id': '5d7681879cfb4dea8d99519034cd332e'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:57.272422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Made reservation on behalf of 5d7681879cfb4dea8d99519034cd332e for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:57.275106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.286238 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.355842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c855d-b5e7-4ee8-b5fa-92b5016eac93 req-683b792f-9e8b-421d-b2da-b08ca42ce6c8 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:57.365445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-529c855d-b5e7-4ee8-b5fa-92b5016eac93 req-683b792f-9e8b-421d-b2da-b08ca42ce6c8 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 945 time: 0.0665464 Oct 29 08:40:57.392148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.399340 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.426757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:40:57.447143 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-529c855d-b5e7-4ee8-b5fa-92b5016eac93 req-f789fdb6-2f0f-4724-91b9-6f9ae5390073 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754447 Oct 29 08:40:57.452756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.453546 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Added segment 3f348bbc-c206-489f-a60b-e9efaa0ec039 of type vlan for network 0d1b9555-8810-44b0-bc0d-3a66dab25a65 Oct 29 08:40:57.455309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fc7eab-7199-4db0-8185-5bf64c3ecfac,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:57.508469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.556126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.558897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:57.558897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.640491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4051173 Oct 29 08:40:57.642638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57886) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:57.648530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Request body: {'subnet': {'network_id': '0d1b9555-8810-44b0-bc0d-3a66dab25a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1380146592-subnet', 'tenant_id': '5d7681879cfb4dea8d99519034cd332e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:40:57.666838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac05034-d181-4425-903e-4764c8671092 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1b9555-8810-44b0-bc0d-3a66dab25a65,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:57.687464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0d1b9555-8810-44b0-bc0d-3a66dab25a65 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:40:57.688045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf142e-b3aa-4c5b-a6ca-3b99f2eb14db req-bf45a762-1eaa-421a-933a-14e3931c3e21 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:57.696579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4cbf142e-b3aa-4c5b-a6ca-3b99f2eb14db req-bf45a762-1eaa-421a-933a-14e3931c3e21 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1523511 Oct 29 08:40:57.702596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Made reservation on behalf of 5d7681879cfb4dea8d99519034cd332e for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:40:57.711206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:57.740452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4cbf142e-b3aa-4c5b-a6ca-3b99f2eb14db req-289c537b-8422-4a48-b36f-dde6efb603db tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Oct 29 08:40:57.861841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d1730c1-395c-4052-947a-a27544bb6a09 req-a69d68d4-7aa0-45c5-bb2f-69910ff0df2c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0638609 Oct 29 08:40:57.964704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e01b5-5e67-4161-a562-129d20653673 req-0430888d-22d4-4839-b4b0-78b516088eec tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:57.974306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc5e01b5-5e67-4161-a562-129d20653673 req-0430888d-22d4-4839-b4b0-78b516088eec tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0739329 Oct 29 08:40:58.025642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.032560 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc5e01b5-5e67-4161-a562-129d20653673 req-afdaba7c-3923-409f-b50c-997386b75f54 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572879 Oct 29 08:40:58.089071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e4fdc8-1935-4109-8cf4-2cdae3643127,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:58.100906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Checking segment: {'id': '3f348bbc-c206-489f-a60b-e9efaa0ec039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0d1b9555-8810-44b0-bc0d-3a66dab25a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:40:58.101469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Network hostable DHCP agents. Network: 0d1b9555-8810-44b0-bc0d-3a66dab25a65, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:40:58.119178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Network 0d1b9555-8810-44b0-bc0d-3a66dab25a65 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:40:58.129038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0d1b9555-8810-44b0-bc0d-3a66dab25a65) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:40:58.134587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:58.135210 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.142861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b7b39-2312-4ddd-bff3-0cf20c20a6be None None] Network 0d1b9555-8810-44b0-bc0d-3a66dab25a65 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:58.158451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-881af5f0-af06-43ba-b3f0-1cc0c5901fe6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5129030 Oct 29 08:40:58.307292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57910) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:58.314989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9759b7c0-3d73-4634-b3d9-daf695e47f44 None None] Network 0d1b9555-8810-44b0-bc0d-3a66dab25a65 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:40:58.366291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12c2d8a-a96e-4e9a-954b-a211e0cfa3ba admin admin] Deleting subnet f63c47fa-9031-4f90-bedf-889ae40e7ce3 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:58.370287 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a12c2d8a-a96e-4e9a-954b-a211e0cfa3ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.431440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a12c2d8a-a96e-4e9a-954b-a211e0cfa3ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.513859 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a12c2d8a-a96e-4e9a-954b-a211e0cfa3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.617193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa5ae-d75b-4bc3-8472-e54c26ce8af2 req-7593db46-f3b4-408e-924c-96cc4dfa1824 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:58.625681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51bfa5ae-d75b-4bc3-8472-e54c26ce8af2 req-7593db46-f3b4-408e-924c-96cc4dfa1824 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 945 time: 0.0763664 Oct 29 08:40:58.645613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a12c2d8a-a96e-4e9a-954b-a211e0cfa3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.690594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c2d8a-a96e-4e9a-954b-a211e0cfa3ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63c47fa-9031-4f90-bedf-889ae40e7ce3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:58.706831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51bfa5ae-d75b-4bc3-8472-e54c26ce8af2 req-755d16ed-4673-4ab2-b1a2-7f2242543133 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8e2595c-18f1-4414-b5f6-60a579fee9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805914 Oct 29 08:40:58.708572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a12c2d8a-a96e-4e9a-954b-a211e0cfa3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.713642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a12c2d8a-a96e-4e9a-954b-a211e0cfa3ba admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f63c47fa-9031-4f90-bedf-889ae40e7ce3 HTTP/1.1" status: 204 len: 168 time: 0.4047611 Oct 29 08:40:58.717015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57920) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:58.815516 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.823021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-53986166-cccb-44fa-888e-55a969568220 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:58.840554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-53986166-cccb-44fa-888e-55a969568220 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 945 time: 0.1479602 Oct 29 08:40:58.937043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.951924 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:58.978745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830bbef2-a1ec-4319-bca3-392601e33ab2']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:58.992201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64da822c-db1f-48f7-875b-1de15a4a3b59') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:58.992494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64da822c-db1f-48f7-875b-1de15a4a3b59') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:40:59.021379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.047308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b20e6026-d91a-4026-b364-4b975161e532 req-72bc101c-f641-4a6e-9e59-07ca755aef72 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0581689 Oct 29 08:40:59.056634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.066273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:40:59.067761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:40:59.071536 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:40:59.131121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706918-800b-418c-889b-1b0101d8ddb4 req-ca94ad3a-6f12-43bb-8028-1a36fa951733 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:59.133096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706918-800b-418c-889b-1b0101d8ddb4 req-ca94ad3a-6f12-43bb-8028-1a36fa951733 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1571589 Oct 29 08:40:59.141946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Deleting port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:40:59.142572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.221328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.230336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.233659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706918-800b-418c-889b-1b0101d8ddb4 req-076861e9-5d41-4229-849d-03c165391aef tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876279 Oct 29 08:40:59.264009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57936) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:40:59.267039 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] 10.222.0.70 "DELETE /v2.0/networks/830bbef2-a1ec-4319-bca3-392601e33ab2 HTTP/1.1" status: 204 len: 168 time: 0.5349870 Oct 29 08:40:59.284326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a7c84-5fa7-4601-be46-a8d0aa74644b admin admin] Pushing event deleted for resources: {'Network': ['ID=830bbef2-a1ec-4319-bca3-392601e33ab2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:59.361693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] For port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,segment=NetworkSegment(566e0274-a35f-46f4-a63c-064d92a50d81),segment_id=566e0274-a35f-46f4-a63c-064d92a50d81)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:40:59.362053 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.365016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5741f5-9b78-4872-bb95-068da3cddf9b req-3965e5ea-435a-492a-a9ed-ecb1e75c2455 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:40:59.368422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c5741f5-9b78-4872-bb95-068da3cddf9b req-3965e5ea-435a-492a-a9ed-ecb1e75c2455 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1869681 Oct 29 08:40:59.380528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Calling delete_port for 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:40:59.459258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c5741f5-9b78-4872-bb95-068da3cddf9b req-877f0547-e18a-4ec1-bc64-7c1bde4ea0c4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813651 Oct 29 08:40:59.505907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bde584-9e15-4981-b832-feb81ee1c3aa admin admin] Deleting subnet 09e4fdc8-1935-4109-8cf4-2cdae3643127 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:40:59.515876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1bde584-9e15-4981-b832-feb81ee1c3aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.575240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1bde584-9e15-4981-b832-feb81ee1c3aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.661221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1bde584-9e15-4981-b832-feb81ee1c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.717716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.731955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3f9da4af-e0c0-447a-8be5-d79b2d1b59ab'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:40:59.794965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Pushing event deleted for resources: {'Port': ['ID=3f9da4af-e0c0-447a-8be5-d79b2d1b59ab,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:59.818304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1bde584-9e15-4981-b832-feb81ee1c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.862107 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf6dd84f-a915-4be9-acb0-ffa5841f6707 req-7191d005-da11-4b82-a404-7b6d42d8c135 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff6e6565-314f-44bb-9cc8-15a4dd072fb7 HTTP/1.1" status: 200 len: 210 time: 0.0536544 Oct 29 08:40:59.882895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] No DVR routers for this DVR port 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:40:59.889299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.902325 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80ac591d-01b6-4c96-8d22-a0322931f0b1 req-05372007-abab-489d-aac4-89be941b8747 tempest-ServerGroupTestJSON-1780100206 tempest-ServerGroupTestJSON-1780100206-project] 10.222.0.15 "DELETE /v2.0/ports/3f9da4af-e0c0-447a-8be5-d79b2d1b59ab HTTP/1.1" status: 204 len: 173 time: 1.0522547 Oct 29 08:40:59.907100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6e6565-314f-44bb-9cc8-15a4dd072fb7', 'name': 'network-vif-deleted', 'tag': '3f9da4af-e0c0-447a-8be5-d79b2d1b59ab'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:40:59.913100 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f81a6a-6431-48bc-91f5-e85d51d3b170" -d '{"events": [{"server_uuid": "ff6e6565-314f-44bb-9cc8-15a4dd072fb7", "name": "network-vif-deleted", "tag": "3f9da4af-e0c0-447a-8be5-d79b2d1b59ab"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:40:59.925812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bde584-9e15-4981-b832-feb81ee1c3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e4fdc8-1935-4109-8cf4-2cdae3643127,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:40:59.968684 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1bde584-9e15-4981-b832-feb81ee1c3aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:40:59.974210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b1bde584-9e15-4981-b832-feb81ee1c3aa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/09e4fdc8-1935-4109-8cf4-2cdae3643127 HTTP/1.1" status: 204 len: 168 time: 0.7113433 Oct 29 08:40:59.976830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57952) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:00.015319 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d3d5bd-0d60-49a0-b563-797e768f9fa5 x-openstack-request-id: req-e4d3d5bd-0d60-49a0-b563-797e768f9fa5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:00.015926 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6e6565-314f-44bb-9cc8-15a4dd072fb7", "name": "network-vif-deleted", "tag": "3f9da4af-e0c0-447a-8be5-d79b2d1b59ab", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:00.016398 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4d3d5bd-0d60-49a0-b563-797e768f9fa5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:00.017003 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6e6565-314f-44bb-9cc8-15a4dd072fb7', 'name': 'network-vif-deleted', 'tag': '3f9da4af-e0c0-447a-8be5-d79b2d1b59ab', 'status': 'completed', 'code': 200} Oct 29 08:41:00.141115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.275732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.289286 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.301489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1b9555-8810-44b0-bc0d-3a66dab25a65']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:00.313177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f348bbc-c206-489f-a60b-e9efaa0ec039') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:00.313472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f348bbc-c206-489f-a60b-e9efaa0ec039') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:00.330095 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.376461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.380714 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b4d2326-d0ec-456c-8c6d-e5dd799bc9b1 req-9f8106d7-58c8-4003-a23c-47c2fe9f9858 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0378878 Oct 29 08:41:00.390663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:41:00.391075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:41:00.393000 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:41:00.543857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.563258 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.576568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0d1b9555-8810-44b0-bc0d-3a66dab25a65 HTTP/1.1" status: 204 len: 168 time: 0.5936406 Oct 29 08:41:00.584458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821df7eb-ebce-4c75-9c7b-b4c29ca40530 req-773bef2a-324f-4cdf-a9dc-25a6153e7467 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:00.598403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-821df7eb-ebce-4c75-9c7b-b4c29ca40530 req-773bef2a-324f-4cdf-a9dc-25a6153e7467 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1346517 Oct 29 08:41:00.606643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6c38d-f93a-4fe3-9493-0bc287611114 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1b9555-8810-44b0-bc0d-3a66dab25a65,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:00.659539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-821df7eb-ebce-4c75-9c7b-b4c29ca40530 req-e2401509-b6dc-4ad8-aeeb-76fbcd2af31e tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597708 Oct 29 08:41:00.711689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444159c4-3cf4-4f8f-8c89-faa98f4cbff8 req-a11d5b8a-32ad-4aa9-b252-d03d1fcf58e7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:00.719688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-444159c4-3cf4-4f8f-8c89-faa98f4cbff8 req-a11d5b8a-32ad-4aa9-b252-d03d1fcf58e7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0878093 Oct 29 08:41:00.765711 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-444159c4-3cf4-4f8f-8c89-faa98f4cbff8 req-68f60ce7-4871-4c8d-a1b4-95bc1ada6429 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Oct 29 08:41:00.815733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57970) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:00.867180 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3940934a-164f-49bd-92e7-5cb755cf05ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cca77173dfad4ecc9ce496aabcb7020d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478420 Oct 29 08:41:00.870422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57972) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:00.929566 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c68f-f7f9-4b69-90c1-af7a6da93c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:00.958918 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c68f-f7f9-4b69-90c1-af7a6da93c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.043945 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c68f-f7f9-4b69-90c1-af7a6da93c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.048526 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c68f-f7f9-4b69-90c1-af7a6da93c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.053484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a5e0c68f-f7f9-4b69-90c1-af7a6da93c0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6b4b1d7-e624-4a65-912f-1ab927d24d9c HTTP/1.1" status: 204 len: 168 time: 0.1819565 Oct 29 08:41:01.064652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0c68f-f7f9-4b69-90c1-af7a6da93c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b4b1d7-e624-4a65-912f-1ab927d24d9c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:01.289639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58004) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:01.356121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-353018d2-552a-42b7-a2a4-9270e9abd595 admin admin] Deleting subnet 78b2ebf7-dd1c-4f2e-8f00-5f1eb34f6286 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:41:01.361506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-353018d2-552a-42b7-a2a4-9270e9abd595 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.407232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-353018d2-552a-42b7-a2a4-9270e9abd595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.477713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-353018d2-552a-42b7-a2a4-9270e9abd595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.558741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58008) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:01.573231 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-353018d2-552a-42b7-a2a4-9270e9abd595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.615104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353018d2-552a-42b7-a2a4-9270e9abd595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b2ebf7-dd1c-4f2e-8f00-5f1eb34f6286,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:01.629146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9e51c208-ed0f-41b0-abc3-336432815529 req-3a3ecbb2-1645-46fb-abf1-ef8626871e7b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0810242 Oct 29 08:41:01.631024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-353018d2-552a-42b7-a2a4-9270e9abd595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.636331 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-353018d2-552a-42b7-a2a4-9270e9abd595 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/78b2ebf7-dd1c-4f2e-8f00-5f1eb34f6286 HTTP/1.1" status: 204 len: 168 time: 0.3453882 Oct 29 08:41:01.639330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58012) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:01.695539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-70122b27-2c4f-4d76-8eb1-7f2c16bca708 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d7681879cfb4dea8d99519034cd332e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353579 Oct 29 08:41:01.696256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58016) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:01.775070 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cea1312d-6af0-4233-82ee-a2acd6c0e274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.790472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.800137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cea1312d-6af0-4233-82ee-a2acd6c0e274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.852786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef496-ff74-41fb-b7c0-8dd225ae55ba req-2bd5c746-1045-4b53-863f-d0743b0c8b4d tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:01.860871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26eef496-ff74-41fb-b7c0-8dd225ae55ba req-2bd5c746-1045-4b53-863f-d0743b0c8b4d tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1162844 Oct 29 08:41:01.900063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cea1312d-6af0-4233-82ee-a2acd6c0e274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.902724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cea1312d-6af0-4233-82ee-a2acd6c0e274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.904012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cea1312d-6af0-4233-82ee-a2acd6c0e274 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41fc7eab-7199-4db0-8185-5bf64c3ecfac HTTP/1.1" status: 204 len: 168 time: 0.2066591 Oct 29 08:41:01.932284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1312d-6af0-4233-82ee-a2acd6c0e274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fc7eab-7199-4db0-8185-5bf64c3ecfac,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:01.967435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:01.971144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80d26f-3e67-43ef-a9ff-5dd6488fb8a0 req-8ddf1288-8585-4547-a27c-345db2a11614 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:01.973097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf80d26f-3e67-43ef-a9ff-5dd6488fb8a0 req-8ddf1288-8585-4547-a27c-345db2a11614 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0852287 Oct 29 08:41:01.996858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4b0d69-8ddc-4b4f-9d7b-fb549278d810']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:02.007842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566e0274-a35f-46f4-a63c-064d92a50d81') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:02.008155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566e0274-a35f-46f4-a63c-064d92a50d81') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:02.019115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.034822 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.043457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:41:02.043981 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.057846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf80d26f-3e67-43ef-a9ff-5dd6488fb8a0 req-957e4bca-a6e8-45d4-b3bc-6cd4410f8411 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775347 Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:41:02.105168 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:41:02.142117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26eef496-ff74-41fb-b7c0-8dd225ae55ba req-9468ff0f-dade-4a22-88b6-08f8621baffb tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803397 Oct 29 08:41:02.147731 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.168282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.168282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dc4b0d69-8ddc-4b4f-9d7b-fb549278d810 HTTP/1.1" status: 204 len: 168 time: 0.5251734 Oct 29 08:41:02.189798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08e680-37fd-4b07-bac4-9141f597c2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4b0d69-8ddc-4b4f-9d7b-fb549278d810,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:02.425519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58032) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:02.476061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-897a4132-3bf5-4359-9314-dce2ebf08a45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb063ad8181046b0b74ae352908ffe8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486236 Oct 29 08:41:02.478261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58036) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:02.536220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-905839f0-e858-4059-b959-9f3662f6a25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.566036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:02.572864 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-905839f0-e858-4059-b959-9f3662f6a25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.611478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:02.611876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3f9da4af-e0c0-447a-8be5-d79b2d1b59ab not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:02.644806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-905839f0-e858-4059-b959-9f3662f6a25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.649336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-905839f0-e858-4059-b959-9f3662f6a25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:02.651269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-905839f0-e858-4059-b959-9f3662f6a25d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8e2595c-18f1-4414-b5f6-60a579fee9c9 HTTP/1.1" status: 204 len: 168 time: 0.1717858 Oct 29 08:41:02.682019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905839f0-e858-4059-b959-9f3662f6a25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e2595c-18f1-4414-b5f6-60a579fee9c9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:02.866298 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dfa8f9fc-57cd-4202-a9e3-1031708a6270 req-7e8710e1-c477-451f-bd74-2cce627a5211 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0471148 Oct 29 08:41:03.271369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774e800-d27f-4fd5-b79f-32240b8eecbb req-b1a03ef4-fb9d-4d72-afd9-16b34cc0af7b tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:03.285149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a774e800-d27f-4fd5-b79f-32240b8eecbb req-b1a03ef4-fb9d-4d72-afd9-16b34cc0af7b tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1113153 Oct 29 08:41:03.304023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8daf9-c565-4ba1-9c30-f1ce0afab54c req-41df70d0-1dc0-4394-8ac8-37d578f840f7 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:03.318207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60d8daf9-c565-4ba1-9c30-f1ce0afab54c req-41df70d0-1dc0-4394-8ac8-37d578f840f7 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0908971 Oct 29 08:41:03.367242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a774e800-d27f-4fd5-b79f-32240b8eecbb req-69dbd308-0f66-4e61-9246-e6aaea1f1c51 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730624 Oct 29 08:41:03.382286 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60d8daf9-c565-4ba1-9c30-f1ce0afab54c req-502a37fc-3ddd-4a84-8964-1fae83f594de tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627179 Oct 29 08:41:03.985677 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e424c48-e941-484e-a43e-e4ae7521f3ed req-aeab52dd-68e5-45e4-a43e-e9759f2cd2b0 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0331962 Oct 29 08:41:04.565052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7621e-7f53-4dc6-9181-5567deeeb155 req-ca96759f-be6a-429d-84c8-6dd56e533297 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:04.566813 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64f7621e-7f53-4dc6-9181-5567deeeb155 req-ca96759f-be6a-429d-84c8-6dd56e533297 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0644572 Oct 29 08:41:04.596015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be3896-6419-4558-b8d4-7393e3211f31 req-0a85ef73-415a-435b-a484-c8c8015090f7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:04.597693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22be3896-6419-4558-b8d4-7393e3211f31 req-0a85ef73-415a-435b-a484-c8c8015090f7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0949106 Oct 29 08:41:04.643461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64f7621e-7f53-4dc6-9181-5567deeeb155 req-74aacf98-6901-4871-85e8-2522a83ad96b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668151 Oct 29 08:41:04.659946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22be3896-6419-4558-b8d4-7393e3211f31 req-bee4be77-f002-485e-b17a-604920dce09d tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487278 Oct 29 08:41:05.094806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f55eb2a-df93-473e-b98d-8d8d51e652d7 req-2d4cee12-cbab-4232-8b80-58499d6c1271 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0295045 Oct 29 08:41:05.304277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:05.425531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f0b4d99c-da37-48eb-8780-a77cf6827ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:05.515352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f0b4d99c-da37-48eb-8780-a77cf6827ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:05.520268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f0b4d99c-da37-48eb-8780-a77cf6827ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:05.570168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f0b4d99c-da37-48eb-8780-a77cf6827ec1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b53a86909ae24ffba060dd8d037def6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620885 Oct 29 08:41:05.570168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4d99c-da37-48eb-8780-a77cf6827ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4917be15-32e3-4111-a4af-0dc403610e74,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:05.570945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58144) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:05.623516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7910c4ca-1593-47ec-b64f-b37c38967628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:05.645156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7910c4ca-1593-47ec-b64f-b37c38967628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:05.699650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7910c4ca-1593-47ec-b64f-b37c38967628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:05.703179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7910c4ca-1593-47ec-b64f-b37c38967628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:05.704817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7910c4ca-1593-47ec-b64f-b37c38967628 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4917be15-32e3-4111-a4af-0dc403610e74 HTTP/1.1" status: 204 len: 168 time: 0.1323366 Oct 29 08:41:05.717047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910c4ca-1593-47ec-b64f-b37c38967628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4917be15-32e3-4111-a4af-0dc403610e74,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:05.803620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ebb0-571b-4d5e-8f0c-1ad799309537 req-30f0f6cd-3219-4c01-9ab8-7a75e5702820 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:05.811443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-47e9ebb0-571b-4d5e-8f0c-1ad799309537 req-30f0f6cd-3219-4c01-9ab8-7a75e5702820 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0657871 Oct 29 08:41:05.836915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db28a7-3610-4f42-9178-d5c1da37a44c req-e6b9f261-2e9b-492a-8b43-bc653fd4ec80 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:05.838931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19db28a7-3610-4f42-9178-d5c1da37a44c req-e6b9f261-2e9b-492a-8b43-bc653fd4ec80 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0737283 Oct 29 08:41:05.859873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-47e9ebb0-571b-4d5e-8f0c-1ad799309537 req-b307b471-aa5d-4cab-82e0-25c73f4357d1 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445199 Oct 29 08:41:05.890892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19db28a7-3610-4f42-9178-d5c1da37a44c req-13358d66-c3f9-473f-abcc-fdb5e3c0f200 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Oct 29 08:41:06.039242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58156) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:06.054341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-055a9e66-6422-4152-b080-5a6d25a554fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:06.141347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-055a9e66-6422-4152-b080-5a6d25a554fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:06.147254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-055a9e66-6422-4152-b080-5a6d25a554fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:06.198813 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-055a9e66-6422-4152-b080-5a6d25a554fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8549c1d09bda4749bd7200e921a86574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581213 Oct 29 08:41:06.202215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58160) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:06.213193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a9e66-6422-4152-b080-5a6d25a554fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b080364d-42fb-4cb9-a43a-b2876fb8aba7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:06.217217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58c7d0ca-8c09-4eda-9e7d-dd977ef619b2 req-5db1d21e-afb0-4bf0-b7ea-4798adc6083e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0349274 Oct 29 08:41:06.259822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e07b-46ca-47e8-aa20-a746ddf8477e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:06.283103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e07b-46ca-47e8-aa20-a746ddf8477e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:06.343857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e07b-46ca-47e8-aa20-a746ddf8477e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:06.346305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e07b-46ca-47e8-aa20-a746ddf8477e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:06.350039 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c2d5e07b-46ca-47e8-aa20-a746ddf8477e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b080364d-42fb-4cb9-a43a-b2876fb8aba7 HTTP/1.1" status: 204 len: 168 time: 0.1440299 Oct 29 08:41:06.356695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5e07b-46ca-47e8-aa20-a746ddf8477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b080364d-42fb-4cb9-a43a-b2876fb8aba7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:06.986271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479af7e-bd03-4c91-aef8-79f48e512aa3 req-ff1d4517-5aac-4064-a8e6-4f6905812a6e tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:06.994183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1479af7e-bd03-4c91-aef8-79f48e512aa3 req-ff1d4517-5aac-4064-a8e6-4f6905812a6e tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0667436 Oct 29 08:41:07.034093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1479af7e-bd03-4c91-aef8-79f48e512aa3 req-c763ea39-7801-4d29-98ce-07ecb4f5567d tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Oct 29 08:41:07.040252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18086a14-1b40-4a99-8818-1e78bdd2ff64 req-26e569e8-05a4-4c17-87a0-d0d6a1f7cb0c tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:07.041819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18086a14-1b40-4a99-8818-1e78bdd2ff64 req-26e569e8-05a4-4c17-87a0-d0d6a1f7cb0c tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0682647 Oct 29 08:41:07.097854 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18086a14-1b40-4a99-8818-1e78bdd2ff64 req-d1f64e43-41b4-4057-8c89-3bf730e4a1a2 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470243 Oct 29 08:41:07.336098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c6c5f05-0e40-44db-98de-0417a72e7535 req-bc263cb9-73d2-4e56-ab9d-205c775dee95 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0310619 Oct 29 08:41:07.453253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a03646-d903-4e98-920c-ce7cce43c80e req-0a5ab0da-364f-4731-a02a-e3bf36ab6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:07.455059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89a03646-d903-4e98-920c-ce7cce43c80e req-0a5ab0da-364f-4731-a02a-e3bf36ab6d8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 1096 time: 0.0481899 Oct 29 08:41:07.495385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89a03646-d903-4e98-920c-ce7cce43c80e req-7b72e4ce-cc2e-4f90-b277-012dc4707b3c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312433 Oct 29 08:41:08.170286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44929c58-3617-4f5b-9204-e6e96d476cd9 req-6a7913eb-30c7-4298-ba49-ac3279c17191 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:08.172825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44929c58-3617-4f5b-9204-e6e96d476cd9 req-6a7913eb-30c7-4298-ba49-ac3279c17191 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0630424 Oct 29 08:41:08.237814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a4abb-ce07-4df7-a9bb-6631544312bd req-ac05bee1-c102-41e9-806e-3e0dbd538133 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:08.246927 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-915a4abb-ce07-4df7-a9bb-6631544312bd req-ac05bee1-c102-41e9-806e-3e0dbd538133 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.0635974 Oct 29 08:41:08.251932 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44929c58-3617-4f5b-9204-e6e96d476cd9 req-e8208234-c531-4e64-a5fd-68e5fcfc3cfb tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721121 Oct 29 08:41:08.306811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-915a4abb-ce07-4df7-a9bb-6631544312bd req-faad05a9-21f3-484f-ad17-3d762a4cf346 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583096 Oct 29 08:41:08.516476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab99f237-a002-431c-8d09-2da4571d47f2 req-ee855469-89ef-460d-be16-024381252adc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0659604 Oct 29 08:41:08.945466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58244) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:09.082515 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8585e47-17e6-4527-bd38-c8afd3e0b643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:09.197354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8585e47-17e6-4527-bd38-c8afd3e0b643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:09.202984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8585e47-17e6-4527-bd38-c8afd3e0b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:09.357509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58264) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:09.360180 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b8585e47-17e6-4527-bd38-c8afd3e0b643 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4656d75d00f48138c29416ae0fe8435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078221 Oct 29 08:41:09.370675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8585e47-17e6-4527-bd38-c8afd3e0b643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59a4c13-d10c-4c0d-8323-c16a2ecb220c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:09.561133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca711c6a-9d07-42f5-9d8d-c2be708c7a8d req-357d5501-a382-4784-b2cd-136065972e97 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:09.562986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca711c6a-9d07-42f5-9d8d-c2be708c7a8d req-357d5501-a382-4784-b2cd-136065972e97 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1528680 Oct 29 08:41:09.569595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f810811-7437-4efb-93b1-ba52ef494c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:09.598878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f810811-7437-4efb-93b1-ba52ef494c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:09.675454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc2f0c-59e8-45fe-8bed-c2fc9d11b83a req-688ef696-26de-494f-9dfc-541d34877ebd tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:09.677107 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-00dc2f0c-59e8-45fe-8bed-c2fc9d11b83a req-688ef696-26de-494f-9dfc-541d34877ebd tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.1827481 Oct 29 08:41:09.689805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca711c6a-9d07-42f5-9d8d-c2be708c7a8d req-a2ee96dd-1179-4a98-8c0c-960c3957d124 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778177 Oct 29 08:41:09.705514 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f810811-7437-4efb-93b1-ba52ef494c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:09.709953 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f810811-7437-4efb-93b1-ba52ef494c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:09.711965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5f810811-7437-4efb-93b1-ba52ef494c69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f59a4c13-d10c-4c0d-8323-c16a2ecb220c HTTP/1.1" status: 204 len: 168 time: 0.3528035 Oct 29 08:41:09.748991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810811-7437-4efb-93b1-ba52ef494c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59a4c13-d10c-4c0d-8323-c16a2ecb220c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:09.797383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58284) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:09.824929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-00dc2f0c-59e8-45fe-8bed-c2fc9d11b83a req-ef3d6087-f73d-4e36-8ed2-51382f7815ac tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301017 Oct 29 08:41:09.972765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5cb868a3-932a-46be-b2c0-10fc8de22de7 req-faa935ae-2d41-4848-a424-e616bc4d16cc tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0560989 Oct 29 08:41:10.063146 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-754fcbd6-0503-4020-a40f-e787b0fa8c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:10.277569 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-754fcbd6-0503-4020-a40f-e787b0fa8c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:10.289912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-754fcbd6-0503-4020-a40f-e787b0fa8c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:10.473498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbabe6-b04b-4cc9-b1a0-1c25cbfd6699 req-defd0ad8-db02-484a-9739-8242e0cde915 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:10.483378 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3edbabe6-b04b-4cc9-b1a0-1c25cbfd6699 req-defd0ad8-db02-484a-9739-8242e0cde915 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 947 time: 0.0919335 Oct 29 08:41:10.525442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-754fcbd6-0503-4020-a40f-e787b0fa8c73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1e832b781694c9a84235f395575b293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269046 Oct 29 08:41:10.528553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58310) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:10.529021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58312) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:10.549660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fcbd6-0503-4020-a40f-e787b0fa8c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bfaa3c-391b-4c2a-9014-72c1a9320940,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:10.559229 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-28efc018-4f97-4894-af43-6eb118d7a94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:10.561533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3edbabe6-b04b-4cc9-b1a0-1c25cbfd6699 req-9e730f9c-6e3b-4054-96e8-e4e08832e2e3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760725 Oct 29 08:41:10.666374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c2ccc9f-aac1-4fc7-9b1c-5750a227e0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:10.693815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c2ccc9f-aac1-4fc7-9b1c-5750a227e0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:10.758758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d733324-49ae-42c5-9af4-378a098c70ec req-82961bbc-f4dc-413c-8abf-be1f791b0ac6 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:10.767283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-82961bbc-f4dc-413c-8abf-be1f791b0ac6 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 811 time: 0.4092324 Oct 29 08:41:10.780726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c2ccc9f-aac1-4fc7-9b1c-5750a227e0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:10.783275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c2ccc9f-aac1-4fc7-9b1c-5750a227e0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:10.787135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1c2ccc9f-aac1-4fc7-9b1c-5750a227e0ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19bfaa3c-391b-4c2a-9014-72c1a9320940 HTTP/1.1" status: 204 len: 168 time: 0.2406857 Oct 29 08:41:10.811542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-33cde2b4-af98-416b-bbdf-6110322c2b19 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/quotas/49e61d9af6024e88a8916b95cf476b7d HTTP/1.1" status: 200 len: 375 time: 0.0430584 Oct 29 08:41:10.828204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ccc9f-aac1-4fc7-9b1c-5750a227e0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bfaa3c-391b-4c2a-9014-72c1a9320940,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:10.911221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22a12d-40df-4f69-b84d-9da174a49d16 req-cdaadfba-c204-4242-81de-7fc0b6088bf4 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:10.917629 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c22a12d-40df-4f69-b84d-9da174a49d16 req-cdaadfba-c204-4242-81de-7fc0b6088bf4 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1031625 Oct 29 08:41:10.989045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c22a12d-40df-4f69-b84d-9da174a49d16 req-107ed291-fd55-4024-bae6-8a97c0be5b36 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622056 Oct 29 08:41:10.992939 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-28efc018-4f97-4894-af43-6eb118d7a94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.012830 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-28efc018-4f97-4894-af43-6eb118d7a94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.051598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-6cd728b3-5bcd-4112-b4cf-0c862a208681 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2389596 Oct 29 08:41:11.166940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-08255ff9-61bf-45f4-a55f-c6f30058e213 req-94a5bae6-e063-4e18-97ff-e17e3937c661 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0502064 Oct 29 08:41:11.167561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-28efc018-4f97-4894-af43-6eb118d7a94a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90e3dec1dc3845f5a40d0fbb1d4c1f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270065 Oct 29 08:41:11.168046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58326) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:11.171824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efc018-4f97-4894-af43-6eb118d7a94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7094df35-7dde-4628-82e5-eb217c81105c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:11.261812 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6fe672fb-e07b-4f09-865d-4d19428885d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.321032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6fe672fb-e07b-4f09-865d-4d19428885d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.441226 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6fe672fb-e07b-4f09-865d-4d19428885d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.444207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6fe672fb-e07b-4f09-865d-4d19428885d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.447758 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6fe672fb-e07b-4f09-865d-4d19428885d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7094df35-7dde-4628-82e5-eb217c81105c HTTP/1.1" status: 204 len: 168 time: 0.2762749 Oct 29 08:41:11.447758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58330) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:11.459242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-cf05b2b0-3255-4469-95b9-d75ec1caf913 service neutron] 10.222.0.70 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885477 Oct 29 08:41:11.492435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-279597a8-fdf9-420a-9af3-4f8faed0193b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.499088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe672fb-e07b-4f09-865d-4d19428885d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7094df35-7dde-4628-82e5-eb217c81105c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:11.758550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-0cbe7e5a-93af-455a-9ef4-245428a8ce03 service neutron] 10.222.0.70 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885432 Oct 29 08:41:11.762553 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-279597a8-fdf9-420a-9af3-4f8faed0193b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.780465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-279597a8-fdf9-420a-9af3-4f8faed0193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:11.823902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04e49a-b3fb-4308-976d-77cce34f7644 req-32f2a7f0-510b-486f-973c-15f85476538d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:11.825516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6e04e49a-b3fb-4308-976d-77cce34f7644 req-32f2a7f0-510b-486f-973c-15f85476538d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 947 time: 0.1291013 Oct 29 08:41:11.886742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-279597a8-fdf9-420a-9af3-4f8faed0193b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bc17f2a0b27474cad43f5d53e893c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263637 Oct 29 08:41:11.887516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279597a8-fdf9-420a-9af3-4f8faed0193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966f0c74-ac77-4cec-aa89-6eaa22aa53f1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:11.889582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58338) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:11.964038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6e04e49a-b3fb-4308-976d-77cce34f7644 req-b24ae617-c052-41df-b80f-f9975050b210 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295059 Oct 29 08:41:12.042581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-31f0edaa-b836-4b95-b7be-b39adbfc0c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:12.150065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce0f07f2-d3cb-4ccd-9374-23428ba6c195 req-69f0f189-8c5a-43b5-89e8-5302734ec75b tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 210 time: 0.1085725 Oct 29 08:41:12.171302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-31f0edaa-b836-4b95-b7be-b39adbfc0c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:12.218447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-8e2c1556-95ab-4478-851d-d46883277004 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:12.220406 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-8e2c1556-95ab-4478-851d-d46883277004 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.93 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 947 time: 0.2272990 Oct 29 08:41:12.287322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-31f0edaa-b836-4b95-b7be-b39adbfc0c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:12.290973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-31f0edaa-b836-4b95-b7be-b39adbfc0c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:12.292531 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-31f0edaa-b836-4b95-b7be-b39adbfc0c7a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/966f0c74-ac77-4cec-aa89-6eaa22aa53f1 HTTP/1.1" status: 204 len: 168 time: 0.4016194 Oct 29 08:41:12.314079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0edaa-b836-4b95-b7be-b39adbfc0c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966f0c74-ac77-4cec-aa89-6eaa22aa53f1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:12.391640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d504046a-514e-4ee5-94b4-15fa6607e10d req-6dbb6f89-6ef6-4192-afd5-5d409dfbe865 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0737705 Oct 29 08:41:12.490708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa3700-ffc5-49bb-8be8-7988810a80c1 req-4a023b7a-a467-48be-884b-b7b6f5ed9ecf tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:12.492406 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bdaa3700-ffc5-49bb-8be8-7988810a80c1 req-4a023b7a-a467-48be-884b-b7b6f5ed9ecf tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.3473427 Oct 29 08:41:12.612226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Deleting port 38ece50c-f92d-49f4-9460-74e37cc71864 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:12.612832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:12.735090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] For port 38ece50c-f92d-49f4-9460-74e37cc71864, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=38ece50c-f92d-49f4-9460-74e37cc71864,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:12.735464 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:12.931185 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:12.931538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:12.931932 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Floating IP acc089af-f809-4e12-ab0b-78c88ab12cc1 disassociated. External IP: 172.25.5.32, port: 38ece50c-f92d-49f4-9460-74e37cc71864. Oct 29 08:41:12.932214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Calling delete_port for 38ece50c-f92d-49f4-9460-74e37cc71864 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:13.001788 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bdaa3700-ffc5-49bb-8be8-7988810a80c1 req-2e8daed7-039a-490a-9d2a-6f8dd4d64a20 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844868 Oct 29 08:41:13.213051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:13.260852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f966-7be1-4568-976d-0b00d8482ed0 req-c926cb3a-487c-4b5f-85e3-a652d8c1c50b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:13.276947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cce5f966-7be1-4568-976d-0b00d8482ed0 req-c926cb3a-487c-4b5f-85e3-a652d8c1c50b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 868 time: 0.1775475 Oct 29 08:41:13.279408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event deleted for resources: {'Port': ['ID=38ece50c-f92d-49f4-9460-74e37cc71864,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:13.377695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cce5f966-7be1-4568-976d-0b00d8482ed0 req-85a84325-82f6-4193-8ba7-3de05bda1730 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=420c32e9-4a2d-449f-89b2-022da2d738b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993891 Oct 29 08:41:13.547601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be03adcc-ad35-4aa9-bf47-2c41df768741 req-b6f89f6e-8919-4fdd-a19a-41f489969e9a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 210 time: 0.1531680 Oct 29 08:41:13.642318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:41:13.655856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d33c9206-9561-48b4-926e-52b271f60a1a req-34b606d8-c668-42e5-baaf-52c394854d73 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0772150 Oct 29 08:41:14.121943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:41:14.137425 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] Sync routers for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:41:14.176731 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:14.177765 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:40:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:14.196947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] No DVR routers for this DVR port 38ece50c-f92d-49f4-9460-74e37cc71864 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:14.201980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:14.205811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc82e6e4-3529-4ae4-8d27-c87292e37eea req-e51528ae-3261-47bd-870a-7e64f64e9221 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.93 "DELETE /v2.0/ports/38ece50c-f92d-49f4-9460-74e37cc71864 HTTP/1.1" status: 204 len: 173 time: 1.9535332 Oct 29 08:41:14.206397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-deleted', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:14.209196 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdabf7fc-b1bf-43e1-ae81-8629ec694ef6" -d '{"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-deleted", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:14.269649 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9da1c97-0b4b-45c8-9f9a-5c9b58084e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:14.402454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861d29-c7ac-445d-823e-46f70f9a8931 req-a6bf6c4a-1fc9-404c-aa08-b748cea0b7f7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:14.432623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88861d29-c7ac-445d-823e-46f70f9a8931 req-a6bf6c4a-1fc9-404c-aa08-b748cea0b7f7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1950274 Oct 29 08:41:14.464373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d733324-49ae-42c5-9af4-378a098c70ec req-afb181e8-88dc-43e8-8d09-5fe1946f5d1a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:14.466430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-afb181e8-88dc-43e8-8d09-5fe1946f5d1a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.93 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 811 time: 0.5436685 Oct 29 08:41:14.494956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Request body: {'port': {'device_id': '8700f1c7-948b-4c82-840c-b4ef68d112ab', 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234', 'admin_state_up': True, 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:14.546352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88861d29-c7ac-445d-823e-46f70f9a8931 req-4580a52d-0862-4551-8d4e-245d9485a276 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114175 Oct 29 08:41:14.614933 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcf7b3b-e3eb-4e98-8bcc-585c10c3203f x-openstack-request-id: req-4dcf7b3b-e3eb-4e98-8bcc-585c10c3203f {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:14.625519 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9004e9d9-a504-4692-8082-39e22a6ea862", "name": "network-vif-deleted", "tag": "38ece50c-f92d-49f4-9460-74e37cc71864", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:14.626078 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dcf7b3b-e3eb-4e98-8bcc-585c10c3203f {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:14.626698 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9004e9d9-a504-4692-8082-39e22a6ea862', 'name': 'network-vif-deleted', 'tag': '38ece50c-f92d-49f4-9460-74e37cc71864', 'status': 'completed', 'code': 200} Oct 29 08:41:14.732540 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:14.738023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a26b4941-123b-4521-935b-e335abb9ef3c req-b3e0636b-38cb-4978-84fc-430f39ae7d47 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9004e9d9-a504-4692-8082-39e22a6ea862 HTTP/1.1" status: 200 len: 210 time: 0.0610509 Oct 29 08:41:14.797682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e7f99-9a65-4dcf-a071-dc74d346632f req-b7b859b6-1deb-493d-bd6b-9b8dd339a943 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:14.801907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a4e7f99-9a65-4dcf-a071-dc74d346632f req-b7b859b6-1deb-493d-bd6b-9b8dd339a943 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.5688238 Oct 29 08:41:14.972142 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a4e7f99-9a65-4dcf-a071-dc74d346632f req-3491353b-19c1-4547-995d-6f947d90cf30 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590409 Oct 29 08:41:14.982880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-afa7a0c1-84b9-461e-a8ec-e7bebcb6250b req-8fa7c15c-0ca6-411c-9608-fda9078abb31 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 210 time: 0.0909822 Oct 29 08:41:15.010760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Made reservation on behalf of 49e61d9af6024e88a8916b95cf476b7d for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:41:15.014583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:15.100821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58448) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:15.286969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbd5952c-aa93-4659-899b-509db222af01 req-830f75c9-0f8b-44f1-ba5b-013767ae1d92 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.0679629 Oct 29 08:41:15.320456 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:15.377298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Allocated IP 172.20.0.7 (2dd678d7-b0be-42da-90a6-8deaeac45234/970f51f0-b128-415f-82a1-f7fa66038dd8/d3c62b59-8b4b-4889-b6d9-57f674e586b3) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:41:15.394961 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] Checking router: cbf363f6-35d2-4010-8b5b-bdfe54383ca2 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:41:15.417740 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:15.424142 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:40:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:15.506038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1e45c21e-989e-40b0-908d-feed5768609f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:15.586655 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:15.781917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1e45c21e-989e-40b0-908d-feed5768609f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:15.799202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1e45c21e-989e-40b0-908d-feed5768609f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:15.813455 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:15.843584 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94929a65-f69f-46af-a0df-69e3e22cc370 None None] The sync data for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 is: [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:41:15.884823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45c21e-989e-40b0-908d-feed5768609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1827ffcb-20df-414a-9fb6-212b54aba152,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:15.902964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:15.936880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58474) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:15.965364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1e45c21e-989e-40b0-908d-feed5768609f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44dd78b0ae404fe8b83462d290c16344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8629925 Oct 29 08:41:15.987555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58478) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:16.010593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:16.037589 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.071698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 38ece50c-f92d-49f4-9460-74e37cc71864 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:16.073201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65da5e-cad1-4a9d-9aac-1d51e859e60b req-b6dc97e1-375d-4f1e-9ed4-c82f0a83efe8 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:16.074681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 38ece50c-f92d-49f4-9460-74e37cc71864 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:16.082261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b65da5e-cad1-4a9d-9aac-1d51e859e60b req-b6dc97e1-375d-4f1e-9ed4-c82f0a83efe8 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.2303329 Oct 29 08:41:16.086416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['7b155d24-b64d-46db-bab9-fc3b81d1353d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:16.274836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78f0dfe8-2c34-46e9-958c-dd031410f579 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.354562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b65da5e-cad1-4a9d-9aac-1d51e859e60b req-1e2f35e4-fe64-4ec9-94d7-a726c958b98e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694530 Oct 29 08:41:16.358039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Network 2dd678d7-b0be-42da-90a6-8deaeac45234 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:41:16.364458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc9fc0d9-8b7a-4662-87b7-9e2968ce1799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.390895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:41:16.407024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:41:16.413551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Pushing event updated for resources: {'Port': ['ID=d3c62b59-8b4b-4889-b6d9-57f674e586b3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:16.492797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78f0dfe8-2c34-46e9-958c-dd031410f579 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.496388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d84eb3-20e1-4d56-b0d4-6cab7d0f88a0 None None] New status for floating IP acc089af-f809-4e12-ab0b-78c88ab12cc1: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:41:16.560641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc9fc0d9-8b7a-4662-87b7-9e2968ce1799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.575484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.586674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.587207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.588860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.590592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.591150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.591653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.601224 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.603302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.604000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.604517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.605028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:16.646892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff83e-90a6-4861-ac41-b379811944b8 req-d82c0433-52ca-4097-9bf4-cceceb119990 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:16.672426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9aff83e-90a6-4861-ac41-b379811944b8 req-d82c0433-52ca-4097-9bf4-cceceb119990 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 931 time: 0.5132473 Oct 29 08:41:16.732300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b80d-baca-4673-a332-29a860b4e40b req-457ed4e2-24e1-4142-b995-91784815da9b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:16.733875 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c075b80d-baca-4673-a332-29a860b4e40b req-457ed4e2-24e1-4142-b995-91784815da9b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.3890314 Oct 29 08:41:16.744381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:16.745374 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.778031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145052c-35f0-43a9-846e-60fd99070997 req-b8d4eebd-5e44-4b2c-99f5-db927fccf0e0 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:16.789348 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f145052c-35f0-43a9-846e-60fd99070997 req-b8d4eebd-5e44-4b2c-99f5-db927fccf0e0 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.2155120 Oct 29 08:41:16.828347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d8dc5dc3-53da-4628-83a7-a3b270abae59 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3513453 Oct 29 08:41:16.844843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Request body: {'port': {'device_id': '8700f1c7-948b-4c82-840c-b4ef68d112ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:16.897949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f145052c-35f0-43a9-846e-60fd99070997 req-2ac86c07-c7c5-4a5e-bde8-0dcfc1a78f1c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992279 Oct 29 08:41:16.958138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78f0dfe8-2c34-46e9-958c-dd031410f579 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.963370 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78f0dfe8-2c34-46e9-958c-dd031410f579 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.965020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-78f0dfe8-2c34-46e9-958c-dd031410f579 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "DELETE /v2.0/security-groups/420c32e9-4a2d-449f-89b2-022da2d738b6 HTTP/1.1" status: 204 len: 168 time: 1.0240002 Oct 29 08:41:16.969187 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2926ca9a-c35c-4fbc-ae4e-622a2661953e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:16.987056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58508) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:17.012173 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-94b8f7f9-3cfc-42cb-a1b5-923a85bd376b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] show failed (client error): The resource could not be found. Oct 29 08:41:17.013750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-94b8f7f9-3cfc-42cb-a1b5-923a85bd376b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups/420c32e9-4a2d-449f-89b2-022da2d738b6 HTTP/1.1" status: 404 len: 347 time: 0.0251949 Oct 29 08:41:17.019187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58510) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:17.032350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:17.037056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9aff83e-90a6-4861-ac41-b379811944b8 req-185615f0-c1ce-4a78-b82f-f64c4b215f0e tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630257 Oct 29 08:41:17.041530 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc9fc0d9-8b7a-4662-87b7-9e2968ce1799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:17.060849 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc9fc0d9-8b7a-4662-87b7-9e2968ce1799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:17.070808 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cc9fc0d9-8b7a-4662-87b7-9e2968ce1799 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1827ffcb-20df-414a-9fb6-212b54aba152 HTTP/1.1" status: 204 len: 168 time: 1.0797324 Oct 29 08:41:17.070808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0dfe8-2c34-46e9-958c-dd031410f579 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c32e9-4a2d-449f-89b2-022da2d738b6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:17.150426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fc0d9-8b7a-4662-87b7-9e2968ce1799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1827ffcb-20df-414a-9fb6-212b54aba152,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:17.224300 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5bada197-cfa6-4d27-945c-802e54620380 req-2bb26e46-ad57-4680-8b30-b093f0aace0e tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.1488280 Oct 29 08:41:17.236754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Deleting port 6ad99ce5-389f-4801-b62a-338036242d9b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:17.237499 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:17.551195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] For port 6ad99ce5-389f-4801-b62a-338036242d9b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6ad99ce5-389f-4801-b62a-338036242d9b,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:17.551839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:17.611365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Calling delete_port for 6ad99ce5-389f-4801-b62a-338036242d9b owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:17.656497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b666e-9c4a-4fdf-a6c3-00da1d422855 req-8a9bc97e-7f9e-49b1-999d-946e1e73190d tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:17.658628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55b666e-9c4a-4fdf-a6c3-00da1d422855 req-8a9bc97e-7f9e-49b1-999d-946e1e73190d tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1038067 Oct 29 08:41:17.732090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844572-726a-496b-91d7-2dba1e7f11ba req-85c852dd-9966-43ad-82af-0eae9dfa3a00 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:17.733918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58528) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:17.740512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b844572-726a-496b-91d7-2dba1e7f11ba req-85c852dd-9966-43ad-82af-0eae9dfa3a00 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a9fda60-1841-4612-aecd-a39393ec7881 HTTP/1.1" status: 200 len: 946 time: 0.1797197 Oct 29 08:41:17.758452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-59cb670e-c905-4e17-89b2-374a4d6ed195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:17.760177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-59cb670e-c905-4e17-89b2-374a4d6ed195 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6392b896a80d4812abb093bf4650529f&device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 1097 time: 0.1959379 Oct 29 08:41:17.797055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Deleting port 87e127cf-e474-4113-805f-fb7bea8ce850 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:17.797411 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:17.813188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55b666e-9c4a-4fdf-a6c3-00da1d422855 req-a6c72a16-28f8-4e2d-9ff8-fbee623c99e9 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117783 Oct 29 08:41:17.927594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:17.944440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6ad99ce5-389f-4801-b62a-338036242d9b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:17.946782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['188c1802-bf36-48c0-8df0-0ed0c14dbc4d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:17.949235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58536) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:18.050880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Pushing event deleted for resources: {'Port': ['ID=6ad99ce5-389f-4801-b62a-338036242d9b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:18.069951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bad3e36c-02c7-4049-92f5-853be5c6cb53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.153148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.238660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.253629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] No DVR routers for this DVR port 6ad99ce5-389f-4801-b62a-338036242d9b on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:18.257819 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.261663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c075b80d-baca-4673-a332-29a860b4e40b req-428fa111-f82b-4e9e-a30d-119fa38a135b tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.15 "DELETE /v2.0/ports/6ad99ce5-389f-4801-b62a-338036242d9b HTTP/1.1" status: 204 len: 173 time: 1.4864914 Oct 29 08:41:18.280978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9fda60-1841-4612-aecd-a39393ec7881', 'name': 'network-vif-deleted', 'tag': '6ad99ce5-389f-4801-b62a-338036242d9b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:18.286028 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f4b000-aa19-4c01-8605-4b79c9fd5b1e" -d '{"events": [{"server_uuid": "4a9fda60-1841-4612-aecd-a39393ec7881", "name": "network-vif-deleted", "tag": "6ad99ce5-389f-4801-b62a-338036242d9b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:18.309384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5eec946-4fec-46f0-932c-8bc94af75d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.386402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376f21e-acaa-4ad8-8b59-625d7d58b445 req-78a19c86-da6b-47d7-8ff3-8c7bc68aa056 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:18.394138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1376f21e-acaa-4ad8-8b59-625d7d58b445 req-78a19c86-da6b-47d7-8ff3-8c7bc68aa056 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 931 time: 0.2003553 Oct 29 08:41:18.495642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bad3e36c-02c7-4049-92f5-853be5c6cb53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.514140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c62b59-8b4b-4889-b6d9-57f674e586b3 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:41:18.520164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bad3e36c-02c7-4049-92f5-853be5c6cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.536085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b844572-726a-496b-91d7-2dba1e7f11ba req-31a601fe-b820-4419-a30b-e79446b3dc74 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930896 Oct 29 08:41:18.560473 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.569435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.569777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.598038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Calling delete_port for 87e127cf-e474-4113-805f-fb7bea8ce850 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:18.619089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3e36c-02c7-4049-92f5-853be5c6cb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94357093-c508-41b1-81fa-ad30960dbe85,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:18.624590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Transition to ACTIVE for port object d3c62b59-8b4b-4889-b6d9-57f674e586b3 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:41:18.650228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.651430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1376f21e-acaa-4ad8-8b59-625d7d58b445 req-7854206f-c022-4520-8eb5-48b4649c6500 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562971 Oct 29 08:41:18.688430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bad3e36c-02c7-4049-92f5-853be5c6cb53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22f8945126e44d1a81df6c2d9e95914e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289777 Oct 29 08:41:18.701759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58558) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:18.723106 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c99aa9-f205-4646-a2e3-feb420d313da x-openstack-request-id: req-21c99aa9-f205-4646-a2e3-feb420d313da {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:18.723400 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9fda60-1841-4612-aecd-a39393ec7881", "name": "network-vif-deleted", "tag": "6ad99ce5-389f-4801-b62a-338036242d9b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:18.723653 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21c99aa9-f205-4646-a2e3-feb420d313da {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:18.724079 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9fda60-1841-4612-aecd-a39393ec7881', 'name': 'network-vif-deleted', 'tag': '6ad99ce5-389f-4801-b62a-338036242d9b', 'status': 'completed', 'code': 200} Oct 29 08:41:18.751853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-afe859ab-5fca-4487-a2ff-2ddc9d20b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:18.753357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-afe859ab-5fca-4487-a2ff-2ddc9d20b218 service neutron] 10.222.0.93 "GET /v2.0/networks?id=60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 200 len: 918 time: 0.9698515 Oct 29 08:41:18.803727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5eec946-4fec-46f0-932c-8bc94af75d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.810868 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5eec946-4fec-46f0-932c-8bc94af75d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.833053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9aa2a6a-c3f4-40a4-af87-69fb590cc1a0 req-5c7dd0a5-aa89-4977-8490-5ed1d6f36104 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/ports?device_id=7288b1c6-fa3d-49d7-b960-8d2d327de7f2 HTTP/1.1" status: 200 len: 210 time: 0.1717184 Oct 29 08:41:18.884451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-fedf8e3a-458a-4f7c-9590-3cdf2ad3a8d6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f93cda-1ec1-4406-8ffd-7d282e582f36 HTTP/1.1" status: 200 len: 217 time: 0.0632930 Oct 29 08:41:18.894137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e5eec946-4fec-46f0-932c-8bc94af75d9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7108b65b74c4776bba203f425081763&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1580336 Oct 29 08:41:18.902042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58564) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:18.912756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64f7e4e1-7571-4bfe-835a-dfc155c295ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:18.944529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c62b59-8b4b-4889-b6d9-57f674e586b3,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:18.950240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eec946-4fec-46f0-932c-8bc94af75d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebfa8d6-8b32-4ab6-9a80-759e91d3869c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:18.998222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64f7e4e1-7571-4bfe-835a-dfc155c295ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.027216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-13de8a37-96d6-4d33-a71b-f2bb71458021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:19.029063 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-13de8a37-96d6-4d33-a71b-f2bb71458021 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8076eb7e-ea8d-4740-92ed-91f571a62a76 HTTP/1.1" status: 200 len: 855 time: 0.1352551 Oct 29 08:41:19.039793 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a832a197-3bac-4428-bb60-b6e80b5f0662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.097989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a832a197-3bac-4428-bb60-b6e80b5f0662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.107577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb27e9-3bc2-4276-878d-a690ece67430 req-61aa4e6e-32bf-4ef0-bbb6-d6d24d56254e tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:19.109750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-98eb27e9-3bc2-4276-878d-a690ece67430 req-61aa4e6e-32bf-4ef0-bbb6-d6d24d56254e tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1496677 Oct 29 08:41:19.112712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Attempting to bind port d3c62b59-8b4b-4889-b6d9-57f674e586b3 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:41:19.113048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Attempting to bind port d3c62b59-8b4b-4889-b6d9-57f674e586b3 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:41:19.113378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Attempting to bind port d3c62b59-8b4b-4889-b6d9-57f674e586b3 on network 2dd678d7-b0be-42da-90a6-8deaeac45234 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:41:19.124542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Port d3c62b59-8b4b-4889-b6d9-57f674e586b3 on network 2dd678d7-b0be-42da-90a6-8deaeac45234 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:41:19.124869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Attempting to bind port d3c62b59-8b4b-4889-b6d9-57f674e586b3 on network 2dd678d7-b0be-42da-90a6-8deaeac45234 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:41:19.140257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:41:19.140597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Checking segment: {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:41:19.140996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Bound using segment: {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:41:19.141431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Bound port: d3c62b59-8b4b-4889-b6d9-57f674e586b3, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc461ab-16cb-4af5-aa2a-016b887ea944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:41:19.141830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.147572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-9c95ebf9-2b9b-4d8d-b029-1dac6c97b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:19.148990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-9c95ebf9-2b9b-4d8d-b029-1dac6c97b1dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=60aac566-af66-4b09-b591-5f3fd179253a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094227 Oct 29 08:41:19.161258 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.186425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64f7e4e1-7571-4bfe-835a-dfc155c295ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.189048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64f7e4e1-7571-4bfe-835a-dfc155c295ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.194209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-64f7e4e1-7571-4bfe-835a-dfc155c295ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94357093-c508-41b1-81fa-ad30960dbe85 HTTP/1.1" status: 204 len: 168 time: 0.4874969 Oct 29 08:41:19.201084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7e4e1-7571-4bfe-835a-dfc155c295ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94357093-c508-41b1-81fa-ad30960dbe85,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:19.214203 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-98eb27e9-3bc2-4276-878d-a690ece67430 req-75a7b731-a11a-4691-a40a-a0a20f5267a9 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768268 Oct 29 08:41:19.229134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a832a197-3bac-4428-bb60-b6e80b5f0662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.232080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a832a197-3bac-4428-bb60-b6e80b5f0662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.233628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a832a197-3bac-4428-bb60-b6e80b5f0662 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bebfa8d6-8b32-4ab6-9a80-759e91d3869c HTTP/1.1" status: 204 len: 168 time: 0.3298554 Oct 29 08:41:19.253163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832a197-3bac-4428-bb60-b6e80b5f0662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebfa8d6-8b32-4ab6-9a80-759e91d3869c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:19.270142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event deleted for resources: {'Port': ['ID=87e127cf-e474-4113-805f-fb7bea8ce850,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:19.437174 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.469421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] For port d3c62b59-8b4b-4889-b6d9-57f674e586b3, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:41:19.477171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.481336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.488359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a0814829-1743-4827-8092-6bc0bcadada6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "DELETE /v2.0/floatingips/acc089af-f809-4e12-ab0b-78c88ab12cc1 HTTP/1.1" status: 204 len: 168 time: 2.4669006 Oct 29 08:41:19.499641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-627b083e-5dc7-47d7-9fc1-f3dd4265737d service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395166 Oct 29 08:41:19.504512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] For port d3c62b59-8b4b-4889-b6d9-57f674e586b3, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:41:19.520027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.638894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:19.640260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.641794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] 10.222.0.93 "PUT /v2.0/ports/d3c62b59-8b4b-4889-b6d9-57f674e586b3 HTTP/1.1" status: 200 len: 1091 time: 2.8015714 Oct 29 08:41:19.642432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8700f1c7-948b-4c82-840c-b4ef68d112ab', 'tag': 'd3c62b59-8b4b-4889-b6d9-57f674e586b3'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:19.645232 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fabf5e-740b-4538-812b-cd3b49ba01fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8700f1c7-948b-4c82-840c-b4ef68d112ab", "tag": "d3c62b59-8b4b-4889-b6d9-57f674e586b3"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:19.682320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708c565-0253-41fe-9e4c-aabc5045c873 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c62b59-8b4b-4889-b6d9-57f674e586b3,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:19.750934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ecd285c-2b60-41d7-8403-423ff74ab79f req-e9c1576d-28d9-42ec-a517-6f3bce8633f7 service neutron] 10.222.0.93 "GET /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421286 Oct 29 08:41:19.765218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f5b1028c-fe62-40a3-bf01-5c115a1b9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:19.767262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-f5b1028c-fe62-40a3-bf01-5c115a1b9fe3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 1094 time: 0.0680542 Oct 29 08:41:19.857156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-02fae05b-4d0d-4f07-930e-211c8a0a0db4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3 HTTP/1.1" status: 200 len: 217 time: 0.0808966 Oct 29 08:41:19.949324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58600) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:19.978336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-260d303c-a9e4-4cdd-93cb-42c9101f5648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:19.992017 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf139ce6-c932-41c9-8013-48e75590fd40 x-openstack-request-id: req-cf139ce6-c932-41c9-8013-48e75590fd40 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:19.992326 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8700f1c7-948b-4c82-840c-b4ef68d112ab", "tag": "d3c62b59-8b4b-4889-b6d9-57f674e586b3", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:19.992669 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf139ce6-c932-41c9-8013-48e75590fd40 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:19.993325 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8700f1c7-948b-4c82-840c-b4ef68d112ab', 'tag': 'd3c62b59-8b4b-4889-b6d9-57f674e586b3', 'status': 'completed', 'code': 200} Oct 29 08:41:19.995418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d733324-49ae-42c5-9af4-378a098c70ec req-aeb6fe37-12b5-4a67-a1be-4d1bbf7466b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:20.000242 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-aeb6fe37-12b5-4a67-a1be-4d1bbf7466b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 200 len: 851 time: 0.1355684 Oct 29 08:41:20.056322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58602) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:20.069366 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-d39f5204-4605-4cd5-8861-a39a85254429 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2dd678d7-b0be-42da-90a6-8deaeac45234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566320 Oct 29 08:41:20.078977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f67e4879-8243-4797-a0fe-7dff79b7c83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.120418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58604) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:20.128095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d09785a4-1058-4fe8-8be5-9b781b1a3443 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874981085', 'description': 'tempest-description--955016965'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:20.205636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63d48f-c722-4ae2-b632-528278078108 req-18fbcece-8b41-4225-9e9e-2c4d2dedcf4e tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:20.207237 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7e63d48f-c722-4ae2-b632-528278078108 req-18fbcece-8b41-4225-9e9e-2c4d2dedcf4e tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 943 time: 0.1404984 Oct 29 08:41:20.209825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f67e4879-8243-4797-a0fe-7dff79b7c83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.228840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d09785a4-1058-4fe8-8be5-9b781b1a3443 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.236691 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f67e4879-8243-4797-a0fe-7dff79b7c83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.310851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f67e4879-8243-4797-a0fe-7dff79b7c83c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=babc4ef4924144ed8a84e4f87d452968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531006 Oct 29 08:41:20.313169 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-260d303c-a9e4-4cdd-93cb-42c9101f5648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.326050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58612) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:20.344485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d09785a4-1058-4fe8-8be5-9b781b1a3443 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.351931 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-260d303c-a9e4-4cdd-93cb-42c9101f5648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.358441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d09785a4-1058-4fe8-8be5-9b781b1a3443 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.383690 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-7f71c79c-9bf5-4b68-93b8-4456cb507a2c service neutron] 10.222.0.93 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749228 Oct 29 08:41:20.386332 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d09785a4-1058-4fe8-8be5-9b781b1a3443 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.387502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d09785a4-1058-4fe8-8be5-9b781b1a3443 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2652307 Oct 29 08:41:20.391892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e4879-8243-4797-a0fe-7dff79b7c83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2ebb10-038a-4a8d-8af8-25686fb23b2b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:20.395133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58614) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:20.410534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7e63d48f-c722-4ae2-b632-528278078108 req-3c687bc5-0679-433c-8e71-3aba64b8cdcd tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944253 Oct 29 08:41:20.433323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-efa79a60-1e45-41c0-8bb7-41ca2de4a406 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'security_group_rule': {'security_group_id': '00471b3e-50db-4c4d-bad9-d32b0d3da127', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:20.467460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09785a4-1058-4fe8-8be5-9b781b1a3443 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00471b3e-50db-4c4d-bad9-d32b0d3da127,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:20.473847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58616) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:20.474562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-260d303c-a9e4-4cdd-93cb-42c9101f5648 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d95ab32d287344569b959759028c1058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235281 Oct 29 08:41:20.483770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e899974-8ea0-48fd-97d3-04a8d2289adf req-130da04a-8bf5-4a74-81df-69a39de4c60a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:20.486111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58618) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:20.491314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e899974-8ea0-48fd-97d3-04a8d2289adf req-130da04a-8bf5-4a74-81df-69a39de4c60a tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.2779422 Oct 29 08:41:20.540584 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78f670f2-bc5d-4d8a-9014-eedf660030cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.556342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d303c-a9e4-4cdd-93cb-42c9101f5648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff62d0-15f5-490e-9cd2-fa9c080b2eaa,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:20.564275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-efa79a60-1e45-41c0-8bb7-41ca2de4a406 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.592057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e899974-8ea0-48fd-97d3-04a8d2289adf req-4e14d115-60ed-4301-99b6-8e85da85358e tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987916 Oct 29 08:41:20.607358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78f670f2-bc5d-4d8a-9014-eedf660030cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.634930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b058e76-61ca-4347-bfe1-463b464d8372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.638308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d733324-49ae-42c5-9af4-378a098c70ec req-771faf48-9d08-4c1c-9326-bb5c7d7d3e73 service neutron] 10.222.0.93 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415383 Oct 29 08:41:20.650008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6ad99ce5-389f-4801-b62a-338036242d9b no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:20.692039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcb9d8-de56-4eae-9e66-5cca4e5284d1 req-2d9832b2-d639-450b-ae49-fb311d243ccd tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:20.701359 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78f670f2-bc5d-4d8a-9014-eedf660030cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.703287 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7afcb9d8-de56-4eae-9e66-5cca4e5284d1 req-2d9832b2-d639-450b-ae49-fb311d243ccd tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1436386 Oct 29 08:41:20.705008 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-78f670f2-bc5d-4d8a-9014-eedf660030cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.709654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-78f670f2-bc5d-4d8a-9014-eedf660030cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f2ebb10-038a-4a8d-8af8-25686fb23b2b HTTP/1.1" status: 204 len: 168 time: 0.3825369 Oct 29 08:41:20.717307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 6ad99ce5-389f-4801-b62a-338036242d9b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:20.719350 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6ad99ce5-389f-4801-b62a-338036242d9b not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:20.724516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f670f2-bc5d-4d8a-9014-eedf660030cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2ebb10-038a-4a8d-8af8-25686fb23b2b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:20.730722 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87a06f9e-7a16-4d7a-a798-95aa49e1f90c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.741490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-efa79a60-1e45-41c0-8bb7-41ca2de4a406 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.753708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-efa79a60-1e45-41c0-8bb7-41ca2de4a406 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.765491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b058e76-61ca-4347-bfe1-463b464d8372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.776645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa79a60-1e45-41c0-8bb7-41ca2de4a406 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfdfb79-de3b-4a70-9e4f-c47f6779cdd1,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:20.782457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-efa79a60-1e45-41c0-8bb7-41ca2de4a406 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.784141 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-efa79a60-1e45-41c0-8bb7-41ca2de4a406 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665347 Oct 29 08:41:20.786823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58622) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:20.795564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3f874ec5-3dae-4db8-a847-731e6c778af4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'security_group_rule': {'security_group_id': '00471b3e-50db-4c4d-bad9-d32b0d3da127', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:20.826150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f874ec5-3dae-4db8-a847-731e6c778af4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.850225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87a06f9e-7a16-4d7a-a798-95aa49e1f90c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.913839 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7afcb9d8-de56-4eae-9e66-5cca4e5284d1 req-5806be1e-71ce-4dbc-9be9-ad4c03331734 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091777 Oct 29 08:41:20.925305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-6ac3ac5a-0b96-4b92-bb9a-cb055faba7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:20.927089 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-6ac3ac5a-0b96-4b92-bb9a-cb055faba7dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 1094 time: 0.1988869 Oct 29 08:41:20.929030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f874ec5-3dae-4db8-a847-731e6c778af4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.939494 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f874ec5-3dae-4db8-a847-731e6c778af4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.968532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f874ec5-3dae-4db8-a847-731e6c778af4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f57ace2-a5f6-4b56-a23d-00759705d04c,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:20.985215 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f874ec5-3dae-4db8-a847-731e6c778af4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:20.986890 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3f874ec5-3dae-4db8-a847-731e6c778af4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959634 Oct 29 08:41:20.990109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58628) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:21.002671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:21.035939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b058e76-61ca-4347-bfe1-463b464d8372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.040039 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b058e76-61ca-4347-bfe1-463b464d8372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.045373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8b058e76-61ca-4347-bfe1-463b464d8372 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5ff62d0-15f5-490e-9cd2-fa9c080b2eaa HTTP/1.1" status: 204 len: 168 time: 0.5562656 Oct 29 08:41:21.053422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87a06f9e-7a16-4d7a-a798-95aa49e1f90c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.056005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87a06f9e-7a16-4d7a-a798-95aa49e1f90c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.057317 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-87a06f9e-7a16-4d7a-a798-95aa49e1f90c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "DELETE /v2.0/security-groups/2349b970-d9f7-49f1-a15b-b873ad5e2d6a HTTP/1.1" status: 204 len: 168 time: 0.5818665 Oct 29 08:41:21.061339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:21.068102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b058e76-61ca-4347-bfe1-463b464d8372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff62d0-15f5-490e-9cd2-fa9c080b2eaa,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:21.104956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.110128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a06f9e-7a16-4d7a-a798-95aa49e1f90c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2349b970-d9f7-49f1-a15b-b873ad5e2d6a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:21.125814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-5b3e4dae-d49c-47e6-8b00-da4721a54d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:21.127306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-5b3e4dae-d49c-47e6-8b00-da4721a54d34 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 913 time: 0.1921272 Oct 29 08:41:21.142909 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-32a21ff7-5c1e-42af-af92-0edf6b1ef479 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] show failed (client error): The resource could not be found. Oct 29 08:41:21.146972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-32a21ff7-5c1e-42af-af92-0edf6b1ef479 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "GET /v2.0/security-groups/2349b970-d9f7-49f1-a15b-b873ad5e2d6a HTTP/1.1" status: 404 len: 347 time: 0.0797343 Oct 29 08:41:21.151423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58636) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:21.207100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-1bc07512-b70e-4e8b-9be0-a868199e637e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3 HTTP/1.1" status: 200 len: 217 time: 0.0702460 Oct 29 08:41:21.238737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.380144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Allocated IP 172.25.5.172 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/4cd0168b-9830-4db9-926b-42775066411e) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:41:21.394206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-e5ea809f-67d3-4663-83f9-569fa21b3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:21.395707 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-e5ea809f-67d3-4663-83f9-569fa21b3f88 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 200 len: 851 time: 0.1425605 Oct 29 08:41:21.424756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a424777-0300-4aad-89f4-79e96708ddc0 req-50d2df85-d60c-4ce8-b9d5-2906e55cba8a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:21.434906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8a424777-0300-4aad-89f4-79e96708ddc0 req-50d2df85-d60c-4ce8-b9d5-2906e55cba8a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.2319500 Oct 29 08:41:21.486669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-e9950e63-7fab-4ac8-8eab-71921ac0370d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2dd678d7-b0be-42da-90a6-8deaeac45234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776355 Oct 29 08:41:21.504299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.585391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.593255 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8a424777-0300-4aad-89f4-79e96708ddc0 req-6da698c4-24dc-4a09-a75b-7f06c802f421 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558595 Oct 29 08:41:21.603402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port e0d65a6f-b4ec-4197-b3e0-a1964330dbef {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:21.603744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.650832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:41:21.654776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:41:21.661625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:41:21.673138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ac5da-ca37-4cc4-9ef2-7d4444760bc6 req-34f1fe7c-c469-483b-8fb8-d5fe1814ad20 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:21.675345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-239ac5da-ca37-4cc4-9ef2-7d4444760bc6 req-34f1fe7c-c469-483b-8fb8-d5fe1814ad20 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 943 time: 0.1418858 Oct 29 08:41:21.677471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'Port': ['ID=4cd0168b-9830-4db9-926b-42775066411e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:21.777830 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-68c19237-a035-44b9-b2bd-ffe2b92d9ac5 service neutron] 10.222.0.93 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728515 Oct 29 08:41:21.784514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-239ac5da-ca37-4cc4-9ef2-7d4444760bc6 req-028b6c1f-7366-4696-b907-85beeb765e40 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749371 Oct 29 08:41:21.794436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.795325 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.847256 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:21.857062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd311f3-4713-46b5-add4-558cd4d7f8ca req-b39483aa-2698-428e-9dbd-37e4e8652723 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:21.859407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9cd311f3-4713-46b5-add4-558cd4d7f8ca req-b39483aa-2698-428e-9dbd-37e4e8652723 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1300056 Oct 29 08:41:21.869687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for e0d65a6f-b4ec-4197-b3e0-a1964330dbef owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:21.938248 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.008492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9cd311f3-4713-46b5-add4-558cd4d7f8ca req-c8e40834-3c51-4234-a8dd-1c03f2fcebf9 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363018 Oct 29 08:41:22.043530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fcb-8e2c-4811-bd23-aa5ba5140cbd req-93886f26-aa1a-499b-9d16-4b29117240dd tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:22.051970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b753fcb-8e2c-4811-bd23-aa5ba5140cbd req-93886f26-aa1a-499b-9d16-4b29117240dd tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 946 time: 0.1510825 Oct 29 08:41:22.057157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6fabf5e-740b-4538-812b-cd3b49ba01fd req-155d47a6-cd26-49d5-b04a-329f232aa205 service neutron] 10.222.0.93 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540298 Oct 29 08:41:22.137326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.158121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b753fcb-8e2c-4811-bd23-aa5ba5140cbd req-a4cd7268-a94c-4529-b093-0041acc63875 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048968 Oct 29 08:41:22.180455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=e0d65a6f-b4ec-4197-b3e0-a1964330dbef,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:22.270040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.292757 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.335574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.338854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.341022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d7824407-c6ac-474d-a017-f5d454b0170c tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "DELETE /v2.0/floatingips/2b3564e1-3705-4988-93ee-a43677775be7 HTTP/1.1" status: 204 len: 168 time: 1.1863186 Oct 29 08:41:22.343943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58692) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:22.362614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa06e4-70ba-4e79-847f-d08652e7ff26 req-b966b683-13c5-4983-8039-f70bc6449c4e tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:22.370920 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bcaa06e4-70ba-4e79-847f-d08652e7ff26 req-b966b683-13c5-4983-8039-f70bc6449c4e tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.0936668 Oct 29 08:41:22.450147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'Port': ['ID=4cd0168b-9830-4db9-926b-42775066411e,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:22.480890 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.501121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.508441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9a912ce4-a5f5-4c1d-9163-85b7aed0ad85 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5170097 Oct 29 08:41:22.524977 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bcaa06e4-70ba-4e79-847f-d08652e7ff26 req-4d006f72-e835-4fb6-b24d-b290c178cd50 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525373 Oct 29 08:41:22.575568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-92087c3d-f493-43a5-ad86-1ec5d0bf9b23 req-d7153d70-c603-432c-8c2a-52efd17242d2 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:41:22.576582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-92087c3d-f493-43a5-ad86-1ec5d0bf9b23 req-d7153d70-c603-432c-8c2a-52efd17242d2 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060196 Oct 29 08:41:22.596050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-09965102-80a2-4391-b7e1-3c59a5f5cfc9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port 6d75a73b-957d-452f-9b45-e3efffbf7ffb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:22.596782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09965102-80a2-4391-b7e1-3c59a5f5cfc9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.701900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09965102-80a2-4391-b7e1-3c59a5f5cfc9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:22.708983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-92087c3d-f493-43a5-ad86-1ec5d0bf9b23 req-a887370e-6c15-4251-98db-0ef613366150 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1128764 Oct 29 08:41:22.737416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-09965102-80a2-4391-b7e1-3c59a5f5cfc9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for 6d75a73b-957d-452f-9b45-e3efffbf7ffb owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:22.822715 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:41:22.914914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-65e51273-e146-402f-bd1e-ccda155c9989 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--874981085&fields=id&tenant_id=527ed82a040d42019780616f8ace9daf HTTP/1.1" status: 200 len: 267 time: 0.0676136 Oct 29 08:41:23.062904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867fbed-13ba-4bc4-82a3-98379b931603 req-2ab97e46-9d34-463d-9ea8-4356723bd379 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:23.064641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a867fbed-13ba-4bc4-82a3-98379b931603 req-2ab97e46-9d34-463d-9ea8-4356723bd379 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 943 time: 0.0999413 Oct 29 08:41:23.081580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-ca75ea3c-5b3f-4a2e-ac8b-d4989791d2b2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:23.083450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-ca75ea3c-5b3f-4a2e-ac8b-d4989791d2b2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 816 time: 0.1609001 Oct 29 08:41:23.110877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-8ba36e1c-05e4-432b-98a5-1ee883624c48 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/quotas/527ed82a040d42019780616f8ace9daf HTTP/1.1" status: 200 len: 375 time: 0.0210922 Oct 29 08:41:23.133468 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09965102-80a2-4391-b7e1-3c59a5f5cfc9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:23.166358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a867fbed-13ba-4bc4-82a3-98379b931603 req-c3543d57-b12f-4364-b9b4-de26db23b718 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771792 Oct 29 08:41:23.219655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09965102-80a2-4391-b7e1-3c59a5f5cfc9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=6d75a73b-957d-452f-9b45-e3efffbf7ffb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:23.275079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-a32c0822-ee4d-4ca7-9dc2-03e45f16ce45 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1536701 Oct 29 08:41:23.332409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09965102-80a2-4391-b7e1-3c59a5f5cfc9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:23.342172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-09965102-80a2-4391-b7e1-3c59a5f5cfc9 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "DELETE /v2.0/ports/6d75a73b-957d-452f-9b45-e3efffbf7ffb HTTP/1.1" status: 204 len: 168 time: 0.9969423 Oct 29 08:41:23.353174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58744) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:23.445360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-330c3a91-19b1-4fad-962d-9d04b5ec5954 service neutron] 10.222.0.70 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563158 Oct 29 08:41:23.453626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c49d5-16a9-47b8-a6dc-c8f7e37c3026 req-0d695d3d-4773-464c-b203-85c5c8ba2e76 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:23.462147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d28c49d5-16a9-47b8-a6dc-c8f7e37c3026 req-0d695d3d-4773-464c-b203-85c5c8ba2e76 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1838055 Oct 29 08:41:23.693349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-b6d2f051-1bbe-4d8a-9066-470cf6f70ccb service neutron] 10.222.0.70 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413232 Oct 29 08:41:24.014856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-cb5a48fc-fd6f-40b8-9e6f-0e7ef7326744 req-851bfe60-f592-45ef-ae81-99b5070fd1a3 service neutron] (102113) timed out ('10.222.0.70', 36728) {{(pid=102113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 08:41:24.028766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d3c62b59-8b4b-4889-b6d9-57f674e586b3 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:41:24.115531 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d28c49d5-16a9-47b8-a6dc-c8f7e37c3026 req-abee72ee-49dc-43f3-a6a8-8ff93756bb13 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521666 Oct 29 08:41:24.192648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-606d94b3-3d69-4fa2-9535-c69b89d8662b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port 40a4a226-7980-440d-ba53-b246619a902b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:24.192775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-606d94b3-3d69-4fa2-9535-c69b89d8662b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:24.254086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953232e-ced9-46dd-81e2-7e70c72ffe4c req-a75f04a5-4b30-4cfb-a954-3003577ca2a7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:24.264502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8953232e-ced9-46dd-81e2-7e70c72ffe4c req-a75f04a5-4b30-4cfb-a954-3003577ca2a7 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1742063 Oct 29 08:41:24.285126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-12dd8223-010e-4936-a2d2-8844b75f39f4 req-209fed02-cf41-444b-837f-c5eaf67eeff1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 210 time: 0.0468416 Oct 29 08:41:24.309094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d3c62b59-8b4b-4889-b6d9-57f674e586b3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:24.346189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'd3c62b59-8b4b-4889-b6d9-57f674e586b3', 'network_id': '2dd678d7-b0be-42da-90a6-8deaeac45234', 'port_id': 'd3c62b59-8b4b-4889-b6d9-57f674e586b3', 'mac_address': 'fa:16:3e:a8:07:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970f51f0-b128-415f-82a1-f7fa66038dd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:41:24.362310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8953232e-ced9-46dd-81e2-7e70c72ffe4c req-c1027c2a-c70e-4a1b-a838-ddb9c8f4e52f tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961983 Oct 29 08:41:24.452764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-606d94b3-3d69-4fa2-9535-c69b89d8662b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:24.476517 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:24.478700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-606d94b3-3d69-4fa2-9535-c69b89d8662b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for 40a4a226-7980-440d-ba53-b246619a902b owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:24.525913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c62b59-8b4b-4889-b6d9-57f674e586b3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:41:24.575771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d3c62b59-8b4b-4889-b6d9-57f674e586b3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:24.584497 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:24.675068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=d3c62b59-8b4b-4889-b6d9-57f674e586b3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:24.703058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f62f1-37b2-42a3-beb1-ad07c10a75ad req-38166477-7593-4ae9-91ed-cb6aa7f992ca tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:24.719544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b95062-1cfb-4d03-8ea3-d1d04122a690 req-a9dc14d7-85cb-410e-8d46-4c77534891e9 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:24.720161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-440f62f1-37b2-42a3-beb1-ad07c10a75ad req-38166477-7593-4ae9-91ed-cb6aa7f992ca tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 943 time: 0.2121494 Oct 29 08:41:24.728793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b95062-1cfb-4d03-8ea3-d1d04122a690 req-a9dc14d7-85cb-410e-8d46-4c77534891e9 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 946 time: 0.1592772 Oct 29 08:41:24.819074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-440f62f1-37b2-42a3-beb1-ad07c10a75ad req-8c95d23d-7c6b-4429-8b77-a2b6bc2def42 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978599 Oct 29 08:41:24.823784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b95062-1cfb-4d03-8ea3-d1d04122a690 req-586093e2-b56e-465d-82d5-7f13212a6a3c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940118 Oct 29 08:41:24.852566 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-606d94b3-3d69-4fa2-9535-c69b89d8662b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:24.911250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['d3c62b59-8b4b-4889-b6d9-57f674e586b3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:24.975337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58798) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:25.031101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d94b3-3d69-4fa2-9535-c69b89d8662b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=40a4a226-7980-440d-ba53-b246619a902b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:25.042700 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-606d94b3-3d69-4fa2-9535-c69b89d8662b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:25.052745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-606d94b3-3d69-4fa2-9535-c69b89d8662b tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "DELETE /v2.0/ports/40a4a226-7980-440d-ba53-b246619a902b HTTP/1.1" status: 204 len: 168 time: 1.6974127 Oct 29 08:41:25.055387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58802) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:25.150326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-88abae52-2ac0-4ae3-9f1c-0b44c631dd52 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting subnet e8f154c5-aae5-4261-a800-01fdcc5223a1 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:41:25.181535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88abae52-2ac0-4ae3-9f1c-0b44c631dd52 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:25.222181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1c939-5b33-4a7e-a6a7-3d44ea577ea0 req-fc7f0b99-bcfe-4a6c-9fa4-24d137f46b70 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:25.224394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67e1c939-5b33-4a7e-a6a7-3d44ea577ea0 req-fc7f0b99-bcfe-4a6c-9fa4-24d137f46b70 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.2497017 Oct 29 08:41:25.252002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0ce3-55e7-4afe-b470-88c40982368d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:25.296044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88abae52-2ac0-4ae3-9f1c-0b44c631dd52 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:25.323454 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67e1c939-5b33-4a7e-a6a7-3d44ea577ea0 req-2f1bdae5-7413-4e7b-b750-03236b58fc85 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914536 Oct 29 08:41:25.557005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88abae52-2ac0-4ae3-9f1c-0b44c631dd52 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:25.605345 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6ce8dfde-16c3-4898-8f9b-4a60c0de9784 req-f7626685-a0fb-4f28-9d11-f24ac6ab4ddc tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 210 time: 0.1923199 Oct 29 08:41:25.814010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c50bf-c83f-4ffc-af59-00164424e012 req-c78db390-57ba-49fc-ae3c-9f5572a6b14f tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:25.824796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0ce3-55e7-4afe-b470-88c40982368d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:25.826399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c50bf-c83f-4ffc-af59-00164424e012 req-c78db390-57ba-49fc-ae3c-9f5572a6b14f tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:25.837569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c50bf-c83f-4ffc-af59-00164424e012 req-c78db390-57ba-49fc-ae3c-9f5572a6b14f tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:25.839789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d67c50bf-c83f-4ffc-af59-00164424e012 req-c78db390-57ba-49fc-ae3c-9f5572a6b14f tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080&device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8&device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 2418 time: 0.2371018 Oct 29 08:41:25.841945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-2dc5fc58-4149-4a30-875a-1f7e87d60109 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:25.844722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-2dc5fc58-4149-4a30-875a-1f7e87d60109 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.93 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.3110166 Oct 29 08:41:25.850577 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0ce3-55e7-4afe-b470-88c40982368d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:25.892209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88abae52-2ac0-4ae3-9f1c-0b44c631dd52 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:25.916946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d67c50bf-c83f-4ffc-af59-00164424e012 req-9973ebb9-5983-4359-8a35-2e5d6d4a6ba8 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679994 Oct 29 08:41:25.940597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2dcdd-8367-4cd0-a7e0-278905cb9c43 req-93cd25c8-f0e2-4952-9dd5-a81449eedd15 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:25.942171 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7a2dcdd-8367-4cd0-a7e0-278905cb9c43 req-93cd25c8-f0e2-4952-9dd5-a81449eedd15 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.1879435 Oct 29 08:41:25.951365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-a3c5cebc-f1f1-424c-996b-87bb67556942 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:25.953168 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-a3c5cebc-f1f1-424c-996b-87bb67556942 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.15 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 816 time: 0.2871671 Oct 29 08:41:25.972422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc0ce3-55e7-4afe-b470-88c40982368d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f3cba2-86ed-410f-927b-61c128968af6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:25.975766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abae52-2ac0-4ae3-9f1c-0b44c631dd52 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f154c5-aae5-4261-a800-01fdcc5223a1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:25.990930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173f7d4a-9da1-4b45-86b5-b35572ccafab None None] Network 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:41:26.004912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f6bc0ce3-55e7-4afe-b470-88c40982368d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=649f5345a553423084dbb9fe6be9f6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0283217 Oct 29 08:41:26.008314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88abae52-2ac0-4ae3-9f1c-0b44c631dd52 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.011643 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-88abae52-2ac0-4ae3-9f1c-0b44c631dd52 tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "DELETE /v2.0/subnets/e8f154c5-aae5-4261-a800-01fdcc5223a1 HTTP/1.1" status: 204 len: 168 time: 0.9550343 Oct 29 08:41:26.018871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58820) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:26.019391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58822) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:26.067637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-ccc541b9-24e5-4b6c-9fd3-1d56597c30e5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527ed82a040d42019780616f8ace9daf HTTP/1.1" status: 200 len: 379 time: 0.1024773 Oct 29 08:41:26.085526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'port': {'device_id': '9efe039d-eed8-48be-812e-55377d0f3144', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'admin_state_up': True, 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'security_groups': ['00471b3e-50db-4c4d-bad9-d32b0d3da127']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:26.110240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e159826-5456-4409-a108-ce2ad8a7b35a req-11856430-4972-407e-b311-81bc05011cb2 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:26.111974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e159826-5456-4409-a108-ce2ad8a7b35a req-11856430-4972-407e-b311-81bc05011cb2 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 944 time: 0.0847085 Oct 29 08:41:26.206212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e159826-5456-4409-a108-ce2ad8a7b35a req-279375bd-fd70-40e6-af58-eee63bcfd041 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Oct 29 08:41:26.230502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] DHCP port deletion for 8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:41:26.275320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Made reservation on behalf of 527ed82a040d42019780616f8ace9daf for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:41:26.280095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.328867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] Deleting port 22b84a23-ad03-4ba3-8ab9-55bcb971825f {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:26.329526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.415340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] For port 22b84a23-ad03-4ba3-8ab9-55bcb971825f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=22b84a23-ad03-4ba3-8ab9-55bcb971825f,segment=NetworkSegment(cc189fe4-1d62-46a5-9c50-005f64c1e7be),segment_id=cc189fe4-1d62-46a5-9c50-005f64c1e7be)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:26.417050 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.443189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] Calling delete_port for 22b84a23-ad03-4ba3-8ab9-55bcb971825f owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:26.474570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49480548-a949-459a-be1d-d0bbfb393baf req-2e68014a-0728-4aab-9a18-3b3a62864e3b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1792729 Oct 29 08:41:26.571303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.615310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7a2dcdd-8367-4cd0-a7e0-278905cb9c43 req-6889f3f1-ed14-47e0-96d7-5c614f364465 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491194 Oct 29 08:41:26.618400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] Pushing event deleted for resources: {'Port': ['ID=22b84a23-ad03-4ba3-8ab9-55bcb971825f,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:26.639467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Allocated IP 172.20.0.3 (b912040f-b9e8-4a0c-a631-1a4e6c59bbde/dfc7b0c0-4805-4966-a05c-946e8dd26516/e19f94ed-92c9-4412-9441-8369fecd4699) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:41:26.640592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3c1e3-9140-44b5-b727-d58614aed094 None None] No DVR routers for this DVR port 22b84a23-ad03-4ba3-8ab9-55bcb971825f on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:26.744833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac745a14-3a65-4659-bd77-f5171ba6a49f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting subnet cd8aba42-a683-4215-bb02-d90c56cc77fc {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:41:26.753064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac745a14-3a65-4659-bd77-f5171ba6a49f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.760501 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c66a-860a-4fbc-8fb7-018dcf719968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.842529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac745a14-3a65-4659-bd77-f5171ba6a49f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.881060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c66a-860a-4fbc-8fb7-018dcf719968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.912250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:26.959596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.003275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4e7a37f-b4ee-476b-af57-a437aba92ec0 req-de291f91-9909-4a58-a9b6-a4bce1f53252 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 210 time: 0.1617811 Oct 29 08:41:27.012673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Deleting port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:27.014312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.026458 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c66a-860a-4fbc-8fb7-018dcf719968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.030350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c66a-860a-4fbc-8fb7-018dcf719968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.032176 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ed8c66a-860a-4fbc-8fb7-018dcf719968 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94f3cba2-86ed-410f-927b-61c128968af6 HTTP/1.1" status: 204 len: 168 time: 1.0071530 Oct 29 08:41:27.077901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:41:27.090573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:41:27.118800 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:41:27.208708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:27.322084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:27.322790 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.361477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-546ecf30-ff91-4712-92a7-0f438259e0ed tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2834425 Oct 29 08:41:27.376293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Request body: {'port': {'device_id': '9efe039d-eed8-48be-812e-55377d0f3144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:27.482642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] For port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:27.484070 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.539104 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.553146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Calling delete_port for 188c1802-bf36-48c0-8df0-0ed0c14dbc4d owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:27.687408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 22b84a23-ad03-4ba3-8ab9-55bcb971825f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:27.740984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 22b84a23-ad03-4ba3-8ab9-55bcb971825f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:27.741383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 22b84a23-ad03-4ba3-8ab9-55bcb971825f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:27.770778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3da4c8c2-09ce-4228-929c-3ab26ddef049 None None] Provisioning complete for port e19f94ed-92c9-4412-9441-8369fecd4699 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:41:27.771329 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3da4c8c2-09ce-4228-929c-3ab26ddef049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.859306 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac745a14-3a65-4659-bd77-f5171ba6a49f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:27.883576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3da4c8c2-09ce-4228-929c-3ab26ddef049 None None] Port e19f94ed-92c9-4412-9441-8369fecd4699 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:41:27.906416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58860) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:28.036673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8c66a-860a-4fbc-8fb7-018dcf719968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f3cba2-86ed-410f-927b-61c128968af6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:28.049666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d3c62b59-8b4b-4889-b6d9-57f674e586b3 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:41:28.079148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac745a14-3a65-4659-bd77-f5171ba6a49f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.137554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19f94ed-92c9-4412-9441-8369fecd4699 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:41:28.150040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.173708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac745a14-3a65-4659-bd77-f5171ba6a49f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8aba42-a683-4215-bb02-d90c56cc77fc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:28.187420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Transition to ACTIVE for port object e19f94ed-92c9-4412-9441-8369fecd4699 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:41:28.190804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af07bc26-0030-4e09-b8c2-af41b77836d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.203519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port d3c62b59-8b4b-4889-b6d9-57f674e586b3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:41:28.220360 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.224611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac745a14-3a65-4659-bd77-f5171ba6a49f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.230508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad2f9c-8e7e-4a6a-9ba1-d1429afe19cf None None] Network 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:41:28.234664 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ac745a14-3a65-4659-bd77-f5171ba6a49f tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "DELETE /v2.0/subnets/cd8aba42-a683-4215-bb02-d90c56cc77fc HTTP/1.1" status: 204 len: 168 time: 2.2074878 Oct 29 08:41:28.240829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port d3c62b59-8b4b-4889-b6d9-57f674e586b3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:41:28.243679 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.244516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58866) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:28.308204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6926a3-53ce-45be-8a5e-74f1d696bf59 req-01cefe88-6f5e-41d1-acee-d776592b8a8d tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:28.310166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab6926a3-53ce-45be-8a5e-74f1d696bf59 req-01cefe88-6f5e-41d1-acee-d776592b8a8d tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 944 time: 0.6315842 Oct 29 08:41:28.343523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.473975 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab6926a3-53ce-45be-8a5e-74f1d696bf59 req-b8f451d0-aab6-4dfc-a7f1-6e4744684150 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330154 Oct 29 08:41:28.478516 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.564060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb354e-0f81-4c29-b7b3-f266a6ab79b6 req-aa4066e2-5b79-4277-a098-7bc2e6a89708 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:28.565667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9cb354e-0f81-4c29-b7b3-f266a6ab79b6 req-aa4066e2-5b79-4277-a098-7bc2e6a89708 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/ports?device_id=bae3e5e3-f6ba-4893-9f01-0495dea960e5 HTTP/1.1" status: 200 len: 946 time: 0.3767326 Oct 29 08:41:28.580776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:28.596239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Pushing event deleted for resources: {'Port': ['ID=188c1802-bf36-48c0-8df0-0ed0c14dbc4d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:28.722736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] No DVR routers for this DVR port 188c1802-bf36-48c0-8df0-0ed0c14dbc4d on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:28.729382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.735310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3417be51-c1ab-437b-8fdd-ebbae68075b6 req-50c89b06-1adf-49c8-be8d-1e4f9048b069 tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.93 "DELETE /v2.0/ports/188c1802-bf36-48c0-8df0-0ed0c14dbc4d HTTP/1.1" status: 204 len: 173 time: 2.8806186 Oct 29 08:41:28.740221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae3e5e3-f6ba-4893-9f01-0495dea960e5', 'name': 'network-vif-deleted', 'tag': '188c1802-bf36-48c0-8df0-0ed0c14dbc4d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:28.743970 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63fb2dd-3728-4b45-acfd-f3db7a740ca3" -d '{"events": [{"server_uuid": "bae3e5e3-f6ba-4893-9f01-0495dea960e5", "name": "network-vif-deleted", "tag": "188c1802-bf36-48c0-8df0-0ed0c14dbc4d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:28.815987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.823936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Attempting to bind port e19f94ed-92c9-4412-9441-8369fecd4699 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:41:28.824266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Attempting to bind port e19f94ed-92c9-4412-9441-8369fecd4699 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:41:28.824619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Attempting to bind port e19f94ed-92c9-4412-9441-8369fecd4699 on network b912040f-b9e8-4a0c-a631-1a4e6c59bbde {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:41:28.841279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9cb354e-0f81-4c29-b7b3-f266a6ab79b6 req-b3385665-20bb-4ba7-8838-2630d3b240cb tempest-ServerRescueNegativeTestJSON-1768853991 tempest-ServerRescueNegativeTestJSON-1768853991-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4c2337f-5c72-4d41-bf58-17d94227f6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483311 Oct 29 08:41:28.854659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Port e19f94ed-92c9-4412-9441-8369fecd4699 on network b912040f-b9e8-4a0c-a631-1a4e6c59bbde not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:41:28.855026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Attempting to bind port e19f94ed-92c9-4412-9441-8369fecd4699 on network b912040f-b9e8-4a0c-a631-1a4e6c59bbde {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:41:28.899643 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:28.957622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3b0b76-27b6-4c3b-9c8a-016079e6ba19']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:28.977471 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb913ec2-6511-453b-bbaa-0587b0422a12 x-openstack-request-id: req-fb913ec2-6511-453b-bbaa-0587b0422a12 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:28.977985 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae3e5e3-f6ba-4893-9f01-0495dea960e5", "name": "network-vif-deleted", "tag": "188c1802-bf36-48c0-8df0-0ed0c14dbc4d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:28.978275 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb913ec2-6511-453b-bbaa-0587b0422a12 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:28.978862 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae3e5e3-f6ba-4893-9f01-0495dea960e5', 'name': 'network-vif-deleted', 'tag': '188c1802-bf36-48c0-8df0-0ed0c14dbc4d', 'status': 'completed', 'code': 200} Oct 29 08:41:28.998711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:41:28.999199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Checking segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:41:28.999905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Bound using segment: {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:41:29.000526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Bound port: e19f94ed-92c9-4412-9441-8369fecd4699, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57984678-6eef-4fb6-a343-46b156353429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:41:29.007793 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.008746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8700f1c7-948b-4c82-840c-b4ef68d112ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c62b59-8b4b-4889-b6d9-57f674e586b3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:29.018083 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c55b42c-d871-45fe-9243-f921ce021740" -d '{"events": [{"server_uuid": "8700f1c7-948b-4c82-840c-b4ef68d112ab", "name": "network-vif-plugged", "status": "completed", "tag": "d3c62b59-8b4b-4889-b6d9-57f674e586b3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:29.034264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.048540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc189fe4-1d62-46a5-9c50-005f64c1e7be') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:29.049096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc189fe4-1d62-46a5-9c50-005f64c1e7be') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:29.075720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d3c62b59-8b4b-4889-b6d9-57f674e586b3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:29.082614 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.084175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 188c1802-bf36-48c0-8df0-0ed0c14dbc4d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:29.129212 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.159669 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af07bc26-0030-4e09-b8c2-af41b77836d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.242322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af07bc26-0030-4e09-b8c2-af41b77836d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.244422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 188c1802-bf36-48c0-8df0-0ed0c14dbc4d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:29.245156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 188c1802-bf36-48c0-8df0-0ed0c14dbc4d not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:29.256995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=d3c62b59-8b4b-4889-b6d9-57f674e586b3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:29.262843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8d506-b845-49c8-8307-408ad891417f None None] DHCP port deletion for 8c20baf0-8e7b-45d1-9e5f-1d3c98882050 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:41:29.277205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-af07bc26-0030-4e09-b8c2-af41b77836d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af8eed75595d402aad5d6e18b7ec51ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3672333 Oct 29 08:41:29.277360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58882) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:29.286405 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.324865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:41:29.325335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:41:29.328801 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:41:29.395499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f05199-e004-4893-bfb7-22bdcc8cb60c req-4d6e34f0-bc0e-4669-93fd-04fd71a2b935 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:29.403466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1f05199-e004-4893-bfb7-22bdcc8cb60c req-4d6e34f0-bc0e-4669-93fd-04fd71a2b935 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.3623300 Oct 29 08:41:29.405746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07bc26-0030-4e09-b8c2-af41b77836d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49114d61-a60f-4a9c-8f70-d98e86e516a1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:29.407541 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d044d46-dda0-42ce-b790-f2c7df3b2671 x-openstack-request-id: req-0d044d46-dda0-42ce-b790-f2c7df3b2671 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:29.410887 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8700f1c7-948b-4c82-840c-b4ef68d112ab", "name": "network-vif-plugged", "status": "completed", "tag": "d3c62b59-8b4b-4889-b6d9-57f674e586b3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:29.411314 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d044d46-dda0-42ce-b790-f2c7df3b2671 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:29.414221 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8700f1c7-948b-4c82-840c-b4ef68d112ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c62b59-8b4b-4889-b6d9-57f674e586b3', 'code': 200} Oct 29 08:41:29.457515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:41:29.491777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:41:29.493079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.506983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.512973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "DELETE /v2.0/networks/8e3b0b76-27b6-4c3b-9c8a-016079e6ba19 HTTP/1.1" status: 204 len: 168 time: 1.2615294 Oct 29 08:41:29.513720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.536472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-50c8d506-b845-49c8-8307-408ad891417f None None] Deleting port b24e44a7-2333-48d9-b6cd-16992057dbc0 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:29.537752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50c8d506-b845-49c8-8307-408ad891417f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.546352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 58888) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:29.580223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1f05199-e004-4893-bfb7-22bdcc8cb60c req-9fdfa8cc-5dd4-48fb-812b-35db425a8347 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681557 Oct 29 08:41:29.588382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a120a7-1db0-4e78-b86d-f97263d710dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.658795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23370098-2222-4724-ba91-7324d12943df tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Network': ['ID=8e3b0b76-27b6-4c3b-9c8a-016079e6ba19,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:29.660897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:29.680047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:29.680865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b24e44a7-2333-48d9-b6cd-16992057dbc0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:29.682255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.688017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-1d7a39d6-7b88-4acf-9695-b927afde1052 service neutron] 10.222.0.15 "PUT /v2.0/ports/e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 200 len: 1091 time: 2.3159800 Oct 29 08:41:29.690817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:29.695559 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619228b1-72f5-47e0-95f4-f1fbc316fbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:29.833914 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.878594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port b24e44a7-2333-48d9-b6cd-16992057dbc0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b24e44a7-2333-48d9-b6cd-16992057dbc0,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:29.881529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-50c8d506-b845-49c8-8307-408ad891417f None None] For port b24e44a7-2333-48d9-b6cd-16992057dbc0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b24e44a7-2333-48d9-b6cd-16992057dbc0,segment=NetworkSegment(8c660942-ac9a-49f8-89dc-85d6e3b3f4bf),segment_id=8c660942-ac9a-49f8-89dc-85d6e3b3f4bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:29.881983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50c8d506-b845-49c8-8307-408ad891417f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.893731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.915573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.939042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-50c8d506-b845-49c8-8307-408ad891417f None None] Calling delete_port for b24e44a7-2333-48d9-b6cd-16992057dbc0 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:29.958172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92267016-694b-4b4b-8fca-b4d2df187ff8 req-b7fd78d3-c867-4018-984b-747b4bf6baec tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:29.959302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a120a7-1db0-4e78-b86d-f97263d710dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:29.960099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-92267016-694b-4b4b-8fca-b4d2df187ff8 req-b7fd78d3-c867-4018-984b-747b4bf6baec tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.2434032 Oct 29 08:41:29.965335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-fe9b74c7-eccc-4e90-85b5-aadb80320d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:29.968337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-fe9b74c7-eccc-4e90-85b5-aadb80320d72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1094 time: 0.1497617 Oct 29 08:41:30.028307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=b24e44a7-2333-48d9-b6cd-16992057dbc0,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:30.053377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35176996-549f-4cbc-9f6f-99f217efc333 req-1186a09e-3c75-43fe-806a-65f2641f35a9 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:30.055649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-35176996-549f-4cbc-9f6f-99f217efc333 req-1186a09e-3c75-43fe-806a-65f2641f35a9 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.4343293 Oct 29 08:41:30.071181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-d28b47e2-3390-4e43-bd30-e904acfa44e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 200 len: 217 time: 0.0653214 Oct 29 08:41:30.092024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38985b-bd80-417c-b53c-8b8cc9865626 req-2b40d7b3-32c8-40d3-bce0-c60ed42a35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:30.093299 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50c8d506-b845-49c8-8307-408ad891417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.094015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b38985b-bd80-417c-b53c-8b8cc9865626 req-2b40d7b3-32c8-40d3-bce0-c60ed42a35f9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 1096 time: 0.6203961 Oct 29 08:41:30.114798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a120a7-1db0-4e78-b86d-f97263d710dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.117838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a120a7-1db0-4e78-b86d-f97263d710dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.125726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-92267016-694b-4b4b-8fca-b4d2df187ff8 req-d81373d9-71ba-4d9c-9907-194ba109725c tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554902 Oct 29 08:41:30.134655 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f6a120a7-1db0-4e78-b86d-f97263d710dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49114d61-a60f-4a9c-8f70-d98e86e516a1 HTTP/1.1" status: 204 len: 168 time: 0.8433363 Oct 29 08:41:30.135530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8d506-b845-49c8-8307-408ad891417f None None] No DVR routers for this DVR port b24e44a7-2333-48d9-b6cd-16992057dbc0 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:30.144963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8d506-b845-49c8-8307-408ad891417f None None] Pushing event deleted for resources: {'Port': ['ID=b24e44a7-2333-48d9-b6cd-16992057dbc0,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:30.152847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-70a2eb6d-0d84-4b54-880c-950b20802d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:30.154737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-70a2eb6d-0d84-4b54-880c-950b20802d70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.0759511 Oct 29 08:41:30.218111 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f39ced0-8c7e-412f-9de7-65e4e30d8f0e x-openstack-request-id: req-1f39ced0-8c7e-412f-9de7-65e4e30d8f0e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:30.218608 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:30.219035 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f39ced0-8c7e-412f-9de7-65e4e30d8f0e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:30.219598 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'status': 'completed', 'code': 200} Oct 29 08:41:30.233681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a120a7-1db0-4e78-b86d-f97263d710dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49114d61-a60f-4a9c-8f70-d98e86e516a1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:30.237456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-36394d0a-8c0b-4c02-8c25-3692580618a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:30.239050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-36394d0a-8c0b-4c02-8c25-3692580618a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702431 Oct 29 08:41:30.273390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 58910) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:30.287240 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-35176996-549f-4cbc-9f6f-99f217efc333 req-ef9c0ab0-0ad0-4a16-bb66-6acfd74c9f2b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998026 Oct 29 08:41:30.298223 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3b38985b-bd80-417c-b53c-8b8cc9865626 req-0b6210e9-788f-48ae-ab2e-b282bf361b34 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844091 Oct 29 08:41:30.310595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Deleting port b24e44a7-2333-48d9-b6cd-16992057dbc0 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:30.310940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.323313 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.463389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-3a6b7597-b1f9-42f4-8d4d-0d00a1886fc8 service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071300 Oct 29 08:41:30.473917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] For port b24e44a7-2333-48d9-b6cd-16992057dbc0, host n-d-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:30.474676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.495458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Calling delete_port for b24e44a7-2333-48d9-b6cd-16992057dbc0 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:30.500384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Port b24e44a7-2333-48d9-b6cd-16992057dbc0 was not found and therefore no delete operation was performed {{(pid=102114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:41:30.502102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.519979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] No DVR routers for this DVR port b24e44a7-2333-48d9-b6cd-16992057dbc0 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:30.611153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Port': ['ID=b24e44a7-2333-48d9-b6cd-16992057dbc0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:30.705912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7c9167-0df2-42c4-87c7-f96ec2650b6f req-45054d58-3ca5-4b2c-950a-1c7291a2d79f service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083020 Oct 29 08:41:30.707529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.751219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c20baf0-8e7b-45d1-9e5f-1d3c98882050']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:30.766245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:30.766911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c660942-ac9a-49f8-89dc-85d6e3b3f4bf') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:30.780776 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.822487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.830266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:41:30.830830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:41:30.835482 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:41:30.920683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.931067 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:30.938543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] 10.222.0.70 "DELETE /v2.0/networks/8c20baf0-8e7b-45d1-9e5f-1d3c98882050 HTTP/1.1" status: 204 len: 168 time: 1.3425698 Oct 29 08:41:30.994327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40b3c8-1fd1-4218-9d22-dff4c031bede tempest-TaggedBootDevicesTest-888722835 tempest-TaggedBootDevicesTest-888722835-project] Pushing event deleted for resources: {'Network': ['ID=8c20baf0-8e7b-45d1-9e5f-1d3c98882050,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:31.045619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-11e6f0b0-431b-4386-836d-4f0644f0953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:31.047160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-11e6f0b0-431b-4386-836d-4f0644f0953b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1094 time: 0.2723310 Oct 29 08:41:31.056462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bca10-679f-48f2-960d-b81546a5bbd5 req-2851495a-bb4f-412c-8bf4-003edaf93b3a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:31.064135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c92bca10-679f-48f2-960d-b81546a5bbd5 req-2851495a-bb4f-412c-8bf4-003edaf93b3a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.2880647 Oct 29 08:41:31.192212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-ca1ce718-c944-461f-bb5f-2146fdd832c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:31.194948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-ca1ce718-c944-461f-bb5f-2146fdd832c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.1272008 Oct 29 08:41:31.297541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-71666bcd-a135-4424-8bc9-2029691d24ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 200 len: 217 time: 0.0900629 Oct 29 08:41:31.324092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c92bca10-679f-48f2-960d-b81546a5bbd5 req-493611f4-e3f7-46ce-b6ec-0c83bd198c8e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524476 Oct 29 08:41:31.473861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-ab9951f0-1f12-4c0f-8a8a-083690f86dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:31.475351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-ab9951f0-1f12-4c0f-8a8a-083690f86dd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.1690795 Oct 29 08:41:31.500450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bb82c-2634-4a51-b2c5-3fd7a4afc6cb req-a547b718-cc02-42a3-a81c-18772cf7e415 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:31.505469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e62bb82c-2634-4a51-b2c5-3fd7a4afc6cb req-a547b718-cc02-42a3-a81c-18772cf7e415 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.2247701 Oct 29 08:41:31.583537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b693f-d55b-46e5-9966-9fb00b0f6669 req-db47ec27-8fba-412f-9ebf-2142bed15793 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:31.587560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-1babc1bd-491c-4cb3-9d43-de155284caf1 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:31.590878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a43b693f-d55b-46e5-9966-9fb00b0f6669 req-db47ec27-8fba-412f-9ebf-2142bed15793 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.1506140 Oct 29 08:41:31.592624 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-1babc1bd-491c-4cb3-9d43-de155284caf1 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 945 time: 0.2176762 Oct 29 08:41:31.617558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-01ca3d3d-37bc-42ad-9705-5e65318030b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:31.619075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-01ca3d3d-37bc-42ad-9705-5e65318030b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248147 Oct 29 08:41:31.668422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:31.687561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a43b693f-d55b-46e5-9966-9fb00b0f6669 req-4b6c2aba-b3ba-49ae-b5e0-14ea7d62a726 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902195 Oct 29 08:41:31.854715 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e62bb82c-2634-4a51-b2c5-3fd7a4afc6cb req-efec355d-de02-48a6-864a-509425fea4d0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341639 Oct 29 08:41:31.926001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Deleting port 4d5f200d-0632-4bb7-a0e1-1684880ab075 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:31.928247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:32.118111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] For port 4d5f200d-0632-4bb7-a0e1-1684880ab075, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d5f200d-0632-4bb7-a0e1-1684880ab075,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:32.119142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:32.136782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Calling delete_port for 4d5f200d-0632-4bb7-a0e1-1684880ab075 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:32.299340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-75d24d51-a5a3-4bc5-b751-23116128bf58 service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701684 Oct 29 08:41:32.313063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:32.329442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6730ada3-c1dc-406d-8029-7e10ecf88322'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:32.454539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Pushing event deleted for resources: {'Port': ['ID=4d5f200d-0632-4bb7-a0e1-1684880ab075,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:32.469187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['14f93cda-1ec1-4406-8ffd-7d282e582f36'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:32.570204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] No DVR routers for this DVR port 4d5f200d-0632-4bb7-a0e1-1684880ab075 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:32.592784 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:32.603654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-43b4bf5e-6bca-4fdf-b97b-96d8e8b19771 req-818f5f25-cc8c-42d5-baac-55361acdb69a tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.93 "DELETE /v2.0/ports/4d5f200d-0632-4bb7-a0e1-1684880ab075 HTTP/1.1" status: 204 len: 173 time: 0.9913514 Oct 29 08:41:32.604187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f148d91-5000-44ef-8467-038f053e4080', 'name': 'network-vif-deleted', 'tag': '4d5f200d-0632-4bb7-a0e1-1684880ab075'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:32.606660 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18233695-1c89-4d8b-b3b3-24ebec689c56" -d '{"events": [{"server_uuid": "4f148d91-5000-44ef-8467-038f053e4080", "name": "network-vif-deleted", "tag": "4d5f200d-0632-4bb7-a0e1-1684880ab075"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:32.755475 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c991f5-86f7-49ec-827a-d676757053a3 x-openstack-request-id: req-e1c991f5-86f7-49ec-827a-d676757053a3 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:32.755768 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f148d91-5000-44ef-8467-038f053e4080", "name": "network-vif-deleted", "tag": "4d5f200d-0632-4bb7-a0e1-1684880ab075", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:32.756042 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1c991f5-86f7-49ec-827a-d676757053a3 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:32.756462 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f148d91-5000-44ef-8467-038f053e4080', 'name': 'network-vif-deleted', 'tag': '4d5f200d-0632-4bb7-a0e1-1684880ab075', 'status': 'completed', 'code': 200} Oct 29 08:41:32.791576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010033d6-7d08-4e37-9170-1884b846f52b req-2ccea8ec-0d04-4cd0-b181-86fea52fba95 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:32.815601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-010033d6-7d08-4e37-9170-1884b846f52b req-2ccea8ec-0d04-4cd0-b181-86fea52fba95 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.2837307 Oct 29 08:41:32.821920 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-619228b1-72f5-47e0-95f4-f1fbc316fbc4 req-39c627af-0251-40c1-a25e-c22910080cec service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113151 Oct 29 08:41:32.917763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-010033d6-7d08-4e37-9170-1884b846f52b req-72051e7c-493b-4f7e-9cf7-81674c892aa1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013529 Oct 29 08:41:32.993103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2222e6f3-e433-49a4-a12d-fcb4e8d6d8fe req-1365a0b9-11fd-4e06-9cf8-a28bd8ef444e tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f148d91-5000-44ef-8467-038f053e4080 HTTP/1.1" status: 200 len: 210 time: 0.0690944 Oct 29 08:41:33.046445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Deleting port d88352e7-f16e-4e51-b71c-c37aaa6c6b59 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:33.047003 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:33.307572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99106f-f31d-43b7-b862-765ab587035e req-e7784242-72ca-49fe-8ed6-f2bd276a2ed6 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:33.309343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b99106f-f31d-43b7-b862-765ab587035e req-e7784242-72ca-49fe-8ed6-f2bd276a2ed6 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1819828 Oct 29 08:41:33.314453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] For port d88352e7-f16e-4e51-b71c-c37aaa6c6b59, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,segment=NetworkSegment(aeffb85e-8ab6-4975-9e31-198505b5165c),segment_id=aeffb85e-8ab6-4975-9e31-198505b5165c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:33.314828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:33.389700 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b99106f-f31d-43b7-b862-765ab587035e req-82493a41-844e-44fa-97c0-cd289b1bdaa0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644698 Oct 29 08:41:33.393747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Calling delete_port for d88352e7-f16e-4e51-b71c-c37aaa6c6b59 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:33.796191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-e5ae0a33-dbeb-442c-892c-3f0fd030b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:33.801476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-e5ae0a33-dbeb-442c-892c-3f0fd030b0d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 1096 time: 0.1022120 Oct 29 08:41:33.898645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab595d7-0b0b-4507-8494-2872b84f1856 req-a9cec03d-be8a-4837-ba1d-d77017a20eb2 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:33.908562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cab595d7-0b0b-4507-8494-2872b84f1856 req-a9cec03d-be8a-4837-ba1d-d77017a20eb2 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1564879 Oct 29 08:41:33.911587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:34.030144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Pushing event deleted for resources: {'Port': ['ID=d88352e7-f16e-4e51-b71c-c37aaa6c6b59,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:34.053660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d5f200d-0632-4bb7-a0e1-1684880ab075 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:34.060161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-feadd962-d0b9-4a47-aa0b-905799023d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:34.061698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-feadd962-d0b9-4a47-aa0b-905799023d1a service neutron] 10.222.0.93 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 913 time: 0.2528009 Oct 29 08:41:34.100412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 4d5f200d-0632-4bb7-a0e1-1684880ab075 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:34.102622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d5f200d-0632-4bb7-a0e1-1684880ab075 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:34.219485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cab595d7-0b0b-4507-8494-2872b84f1856 req-ad24f02d-8a04-4152-bf8e-bd24995eb3bb tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098419 Oct 29 08:41:34.267400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-1f324a5b-b417-4ac7-82f2-e4b7c04777b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3 HTTP/1.1" status: 200 len: 217 time: 0.1896231 Oct 29 08:41:34.287713 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:34.445811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e95440-f1a8-4c61-9a22-42eda693f9d7 req-440df5f5-b0d5-472c-bfdd-cd611b7d7f51 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:34.459121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77e95440-f1a8-4c61-9a22-42eda693f9d7 req-440df5f5-b0d5-472c-bfdd-cd611b7d7f51 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.3799665 Oct 29 08:41:34.461857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59020) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:34.544450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-ab601753-9f81-438e-a688-6258335df076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:34.547271 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-ab601753-9f81-438e-a688-6258335df076 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 200 len: 851 time: 0.2697608 Oct 29 08:41:34.592205 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77e95440-f1a8-4c61-9a22-42eda693f9d7 req-ca6fb46f-cdc4-4d9d-800f-ad65947e5907 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320488 Oct 29 08:41:34.654126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-b6140af9-5b8d-4e20-9a5f-e609199f9e04 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2dd678d7-b0be-42da-90a6-8deaeac45234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966091 Oct 29 08:41:34.700114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:41:34.792527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5cfc514-0b88-4e31-869d-64db4070af90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:34.816364 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-0c19c6e1-0b9d-4a09-af29-9d6dbd891f31 service neutron] 10.222.0.93 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548109 Oct 29 08:41:34.878375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a07e-89a9-42a7-ab71-f738c57e1dab req-9b53d3d2-ff91-4317-b8a2-8a60bea325cb tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:34.880364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c296a07e-89a9-42a7-ab71-f738c57e1dab req-9b53d3d2-ff91-4317-b8a2-8a60bea325cb tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 946 time: 0.1716959 Oct 29 08:41:34.935702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Router fc7bf285-8100-400f-86cd-6bac7e893ca5 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:41:34.964318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:34.989075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'port_id': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'mac_address': 'fa:16:3e:2c:da:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:41:35.039689 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:35.056194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19f94ed-92c9-4412-9441-8369fecd4699 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:41:35.058969 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25154f79-5322-48e8-a55f-bbcb78a279bc req-161671cc-db94-463c-8d74-ae59c00fbf23 service neutron] 10.222.0.93 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251430 Oct 29 08:41:35.101804 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c296a07e-89a9-42a7-ab71-f738c57e1dab req-1303ee39-b465-4671-9a4c-75dd26662e91 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948709 Oct 29 08:41:35.119030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:35.124737 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:35.188160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:35.251664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5cfc514-0b88-4e31-869d-64db4070af90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:35.261915 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5cfc514-0b88-4e31-869d-64db4070af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:35.333596 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f5cfc514-0b88-4e31-869d-64db4070af90 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5a7ed05173f47c8926b264cdbdfea59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8702128 Oct 29 08:41:35.334375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59038) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:35.339331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfc514-0b88-4e31-869d-64db4070af90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4efe61-a30c-4886-aebc-546f2dc01ed5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:35.365704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbbcc8-2209-4df3-b467-eb49c49d075f req-bde99a4f-6486-4aef-b71a-56d45b0a1f2b tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:35.371444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3bbbcc8-2209-4df3-b467-eb49c49d075f req-bde99a4f-6486-4aef-b71a-56d45b0a1f2b tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.0872080 Oct 29 08:41:35.381265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['e19f94ed-92c9-4412-9441-8369fecd4699'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:35.388838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:41:35.398655 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] Sync routers for ids ['fc7bf285-8100-400f-86cd-6bac7e893ca5'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:41:35.409823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e521a254-afdc-4d3d-9147-0b8c902c547e admin admin] 10.222.0.70 "PUT /v2.0/routers/fc7bf285-8100-400f-86cd-6bac7e893ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1321170 Oct 29 08:41:35.411835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59040) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:35.425615 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] Routers {'fc7bf285-8100-400f-86cd-6bac7e893ca5'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:35.426421 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc7bf285-8100-400f-86cd-6bac7e893ca5'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:35.480221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3bbbcc8-2209-4df3-b467-eb49c49d075f req-a2562ef4-99d7-4c10-84f0-2b3f07b94d0d tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015558 Oct 29 08:41:35.719753 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] Set router fc7bf285-8100-400f-86cd-6bac7e893ca5 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:35.720926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:35.827401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e2ab93-4d39-4723-ad52-c825415d29f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:35.915330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1fa30-36d3-4674-af2b-ade31e99c81e req-4a2bd5f8-affb-4331-990b-d85dea0f6318 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:35.917834 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10a1fa30-36d3-4674-af2b-ade31e99c81e req-4a2bd5f8-affb-4331-990b-d85dea0f6318 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 944 time: 0.1410518 Oct 29 08:41:35.928641 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:41:33Z', 'revision_number': 5, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:35.962140 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] Checking router: fc7bf285-8100-400f-86cd-6bac7e893ca5 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:41:35.971956 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] Routers {'fc7bf285-8100-400f-86cd-6bac7e893ca5'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:35.973004 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc7bf285-8100-400f-86cd-6bac7e893ca5'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:35.977615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e2ab93-4d39-4723-ad52-c825415d29f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:36.093504 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] Set router fc7bf285-8100-400f-86cd-6bac7e893ca5 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:36.096612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10a1fa30-36d3-4674-af2b-ade31e99c81e req-935e27d6-276e-4220-a622-d8ea8e74ea13 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629252 Oct 29 08:41:36.159199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-5015e33a-1091-4f42-9583-cab03bc65931 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:36.161420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-5015e33a-1091-4f42-9583-cab03bc65931 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 946 time: 0.2425499 Oct 29 08:41:36.307006 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:41:33Z', 'revision_number': 5, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:36.384594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:36.404115 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ceb4b-ba56-4ff5-9fb9-8b2cef6354d8 None None] The sync data for ids ['fc7bf285-8100-400f-86cd-6bac7e893ca5'] in n-d-815940-1 is: [{'id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1740444781-router', 'tenant_id': '2e17c76d0d244913aed968f36b710343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:38:21Z', 'updated_at': '2021-10-29T08:41:33Z', 'revision_number': 5, 'project_id': '2e17c76d0d244913aed968f36b710343', 'gw_port': {'id': '7116e0bc-e62a-4acd-9a1d-e9eb38b7c716', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bf285-8100-400f-86cd-6bac7e893ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:38:22Z', 'updated_at': '2021-10-29T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:41:36.413869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76656a-2919-4091-9f4b-31e131559ad1 req-e511d0b6-f036-4df2-a75e-641d5c383092 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:36.428628 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e76656a-2919-4091-9f4b-31e131559ad1 req-e511d0b6-f036-4df2-a75e-641d5c383092 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 946 time: 0.1718078 Oct 29 08:41:36.437872 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e2ab93-4d39-4723-ad52-c825415d29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:36.440522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e2ab93-4d39-4723-ad52-c825415d29f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:36.444723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-90e2ab93-4d39-4723-ad52-c825415d29f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf4efe61-a30c-4886-aebc-546f2dc01ed5 HTTP/1.1" status: 204 len: 168 time: 1.0971596 Oct 29 08:41:36.486347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Deleting port 6730ada3-c1dc-406d-8029-7e10ecf88322 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:36.486690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:36.530665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e76656a-2919-4091-9f4b-31e131559ad1 req-389b790b-9dbd-49dd-bed0-730a4183fe07 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960486 Oct 29 08:41:36.682453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] For port 6730ada3-c1dc-406d-8029-7e10ecf88322, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6730ada3-c1dc-406d-8029-7e10ecf88322,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:36.683228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:36.698419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Calling delete_port for 6730ada3-c1dc-406d-8029-7e10ecf88322 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:36.710572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:41:36.878598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port e19f94ed-92c9-4412-9441-8369fecd4699 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:41:36.886177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port e19f94ed-92c9-4412-9441-8369fecd4699 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:41:36.899423 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:36.927363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2ab93-4d39-4723-ad52-c825415d29f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4efe61-a30c-4886-aebc-546f2dc01ed5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:36.967035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.038771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6730ada3-c1dc-406d-8029-7e10ecf88322'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:37.041520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['14f93cda-1ec1-4406-8ffd-7d282e582f36'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:37.093058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59074) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:37.113268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c539359-619f-46c8-90be-ae879cdc227c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.243094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] No DVR routers for this DVR port 6730ada3-c1dc-406d-8029-7e10ecf88322 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:37.249035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.257881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e86982e0-0fb5-4ca2-8a21-cc7313f7da47 req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.15 "DELETE /v2.0/ports/6730ada3-c1dc-406d-8029-7e10ecf88322 HTTP/1.1" status: 204 len: 173 time: 1.0897329 Oct 29 08:41:37.293873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2fdefc-6e6a-46dc-bcd7-0361daee95b8', 'name': 'network-vif-deleted', 'tag': '6730ada3-c1dc-406d-8029-7e10ecf88322'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:37.301990 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed41a52-9e71-4be0-b0d9-f5ce8219868f" -d '{"events": [{"server_uuid": "3b2fdefc-6e6a-46dc-bcd7-0361daee95b8", "name": "network-vif-deleted", "tag": "6730ada3-c1dc-406d-8029-7e10ecf88322"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:37.304035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c539359-619f-46c8-90be-ae879cdc227c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.317006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.349967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ac7a-de29-4d7b-9e75-dc3ce7296af4 req-3a1eeaeb-2af3-4588-8f1f-750ec784e8ae tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:37.351639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3026ac7a-de29-4d7b-9e75-dc3ce7296af4 req-3a1eeaeb-2af3-4588-8f1f-750ec784e8ae tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.4257958 Oct 29 08:41:37.352506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715be013-97a8-4fc2-b214-217d6c48490c tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Pushing event deleted for resources: {'Port': ['ID=6730ada3-c1dc-406d-8029-7e10ecf88322,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:37.355392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59082) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:37.356505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c539359-619f-46c8-90be-ae879cdc227c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.367281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Deleting port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:37.367665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.423862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3026ac7a-de29-4d7b-9e75-dc3ce7296af4 req-5760cfca-9168-4ea8-8b39-d967092b07d5 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560842 Oct 29 08:41:37.475896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c539359-619f-46c8-90be-ae879cdc227c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db0056-8851-4bb3-86a0-e18b5e64fca6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:37.506913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbab8e5-04a0-499b-929a-a666cc23a182 req-d009623b-49de-40b4-bfd5-da39ce524769 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:37.509806 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dbab8e5-04a0-499b-929a-a666cc23a182 req-d009623b-49de-40b4-bfd5-da39ce524769 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 944 time: 0.2035449 Oct 29 08:41:37.513430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3c539359-619f-46c8-90be-ae879cdc227c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=edbb67c8d497424980e70488aca0a624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180357 Oct 29 08:41:37.515937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59086) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:37.545561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:37.558016 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1311e-4662-40f2-a0d3-a6fa1168a67d" -d '{"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-plugged", "status": "completed", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:37.604355 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637719ae-5679-455c-8c65-6104cc4f9133 x-openstack-request-id: req-637719ae-5679-455c-8c65-6104cc4f9133 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:37.604623 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2fdefc-6e6a-46dc-bcd7-0361daee95b8", "name": "network-vif-deleted", "tag": "6730ada3-c1dc-406d-8029-7e10ecf88322", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:37.604894 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-637719ae-5679-455c-8c65-6104cc4f9133 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:37.605311 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2fdefc-6e6a-46dc-bcd7-0361daee95b8', 'name': 'network-vif-deleted', 'tag': '6730ada3-c1dc-406d-8029-7e10ecf88322', 'status': 'completed', 'code': 200} Oct 29 08:41:37.640216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:37.654069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dbab8e5-04a0-499b-929a-a666cc23a182 req-db46f9f7-fcf6-4791-9d51-438a176df833 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645847 Oct 29 08:41:37.660363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d88352e7-f16e-4e51-b71c-c37aaa6c6b59 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:37.687264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8570f26-4f1b-4578-b62f-7e2f7edb87f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.740841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: d88352e7-f16e-4e51-b71c-c37aaa6c6b59 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:37.744302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d88352e7-f16e-4e51-b71c-c37aaa6c6b59 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:37.748010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.799298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] For port 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7116e0bc-e62a-4acd-9a1d-e9eb38b7c716,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:37.807205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.807457 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8570f26-4f1b-4578-b62f-7e2f7edb87f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.861947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Calling delete_port for 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:37.931346 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d4aeed-076a-44e5-8c29-93583cb514ab x-openstack-request-id: req-13d4aeed-076a-44e5-8c29-93583cb514ab {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:37.931645 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-plugged", "status": "completed", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:37.931928 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13d4aeed-076a-44e5-8c29-93583cb514ab {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:37.932718 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'code': 200} Oct 29 08:41:37.964741 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71da48b9-2bc2-4188-9e02-e7071338f3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.979355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8570f26-4f1b-4578-b62f-7e2f7edb87f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.983266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8570f26-4f1b-4578-b62f-7e2f7edb87f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:37.986420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:38.009909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e8570f26-4f1b-4578-b62f-7e2f7edb87f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0db0056-8851-4bb3-86a0-e18b5e64fca6 HTTP/1.1" status: 204 len: 168 time: 0.4706697 Oct 29 08:41:38.030197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8570f26-4f1b-4578-b62f-7e2f7edb87f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db0056-8851-4bb3-86a0-e18b5e64fca6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:38.137035 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d1d4710-d22b-47b5-b7f4-a9fb565b16a7 req-c366b288-0602-49bf-98f4-0331d20b4fde tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b2fdefc-6e6a-46dc-bcd7-0361daee95b8 HTTP/1.1" status: 200 len: 210 time: 0.1511719 Oct 29 08:41:38.261962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71da48b9-2bc2-4188-9e02-e7071338f3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.271266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71da48b9-2bc2-4188-9e02-e7071338f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.302400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd8fdc-e206-4a77-b875-8b2eaf091f4a req-aff6923b-1ea6-492f-8d18-22a70a3c6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:38.304017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91dd8fdc-e206-4a77-b875-8b2eaf091f4a req-aff6923b-1ea6-492f-8d18-22a70a3c6e3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1096 time: 0.3171711 Oct 29 08:41:38.343775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-71da48b9-2bc2-4188-9e02-e7071338f3c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c59d71d26b364066a4ef1bc68d2d0705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829564 Oct 29 08:41:38.344802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da48b9-2bc2-4188-9e02-e7071338f3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987be0aa-6569-49b6-8ac6-ae2c9ae3cfa7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:38.347276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59104) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:38.377838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91dd8fdc-e206-4a77-b875-8b2eaf091f4a req-9e4dc2dd-e829-4012-8bd1-a4b5b52365cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631130 Oct 29 08:41:38.417068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.471279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Pushing event deleted for resources: {'Port': ['ID=7116e0bc-e62a-4acd-9a1d-e9eb38b7c716,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:38.498838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763ed424-d4b9-4646-a61c-459cdf76ef3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.576878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.594502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763ed424-d4b9-4646-a61c-459cdf76ef3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.652902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b18c2-ee86-459d-bc1a-3800f0ea5d16 req-b3d8e4be-322a-4468-ac51-bb3a73a4739a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:38.654697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-701b18c2-ee86-459d-bc1a-3800f0ea5d16 req-b3d8e4be-322a-4468-ac51-bb3a73a4739a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1320915 Oct 29 08:41:38.698148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.700258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.703198 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-701b18c2-ee86-459d-bc1a-3800f0ea5d16 req-cf19b809-e0dd-4629-a3a3-c246727ecc53 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Oct 29 08:41:38.711663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763ed424-d4b9-4646-a61c-459cdf76ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.714696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763ed424-d4b9-4646-a61c-459cdf76ef3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.716119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-763ed424-d4b9-4646-a61c-459cdf76ef3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/987be0aa-6569-49b6-8ac6-ae2c9ae3cfa7 HTTP/1.1" status: 204 len: 168 time: 0.3562469 Oct 29 08:41:38.735226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ed424-d4b9-4646-a61c-459cdf76ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987be0aa-6569-49b6-8ac6-ae2c9ae3cfa7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:38.773702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.775207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7bf285-8100-400f-86cd-6bac7e893ca5 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:41:38.784014 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.786036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8c9ded65-5bcc-41de-8c45-8ae4a801c590 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fc7bf285-8100-400f-86cd-6bac7e893ca5 HTTP/1.1" status: 204 len: 168 time: 3.3561268 Oct 29 08:41:38.788927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59120) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:38.890821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c458f29-d163-4475-92f5-2b55812f4398 admin admin] Deleting subnet 41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:41:38.891373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d210c-137f-4fb0-a39c-484ec0ef95e6 req-5fe6c65d-6995-4f16-ae13-eacf1aff3806 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:38.893407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-040d210c-137f-4fb0-a39c-484ec0ef95e6 req-5fe6c65d-6995-4f16-ae13-eacf1aff3806 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.0650759 Oct 29 08:41:38.901141 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c458f29-d163-4475-92f5-2b55812f4398 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:38.943379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-040d210c-137f-4fb0-a39c-484ec0ef95e6 req-7a65e083-66f2-4b01-bce1-d6904251cd28 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 Oct 29 08:41:39.002662 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c458f29-d163-4475-92f5-2b55812f4398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:39.102683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c458f29-d163-4475-92f5-2b55812f4398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:39.204920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c458f29-d163-4475-92f5-2b55812f4398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:39.253366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3c458f29-d163-4475-92f5-2b55812f4398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:39.273440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3c458f29-d163-4475-92f5-2b55812f4398 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7 HTTP/1.1" status: 204 len: 168 time: 0.4825613 Oct 29 08:41:39.275407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59138) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:39.379557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c458f29-d163-4475-92f5-2b55812f4398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41fb4d98-3f7d-488c-af9d-c13ac9f5c2a7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:39.519912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:39.657026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:39.712651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:39.713005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7116e0bc-e62a-4acd-9a1d-e9eb38b7c716 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:39.774935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:39.795115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59150) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:39.805925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e2493-3dcb-4154-ac41-7f844325280a req-31a7126b-673b-41be-ac56-d0b9f0acea33 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:39.814177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-913e2493-3dcb-4154-ac41-7f844325280a req-31a7126b-673b-41be-ac56-d0b9f0acea33 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.0948601 Oct 29 08:41:39.854659 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-913e2493-3dcb-4154-ac41-7f844325280a req-83cd7a39-ee8f-49cd-b87e-aad1289fc041 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395103 Oct 29 08:41:39.879173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7a15-b6db-455b-baaf-ad840a12945b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:39.895228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23df355d-b383-4221-93a0-de7ab4af77ae']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:39.923916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073411c-39d9-4e70-a0d9-afc6c4201044 req-fe809c7e-3c9c-42ff-8740-6a948eced890 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:39.931472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5073411c-39d9-4e70-a0d9-afc6c4201044 req-fe809c7e-3c9c-42ff-8740-6a948eced890 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1227582 Oct 29 08:41:40.015651 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7a15-b6db-455b-baaf-ad840a12945b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.017980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeffb85e-8ab6-4975-9e31-198505b5165c') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:40.018289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeffb85e-8ab6-4975-9e31-198505b5165c') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:40.034706 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7a15-b6db-455b-baaf-ad840a12945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.092549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5bcc7a15-b6db-455b-baaf-ad840a12945b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80fca47c9b944de28fd21f40dffdb40f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929862 Oct 29 08:41:40.092782 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.096189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc7a15-b6db-455b-baaf-ad840a12945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ded13eb-db7c-4651-8006-3ce452abb69e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:40.100046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59160) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:40.150921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe6780-172d-47b7-9fe5-ed3bcb15664e req-2cf345cb-38de-4c21-b704-36dbc430d570 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:40.163737 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dabe6780-172d-47b7-9fe5-ed3bcb15664e req-2cf345cb-38de-4c21-b704-36dbc430d570 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.0960310 Oct 29 08:41:40.180832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5073411c-39d9-4e70-a0d9-afc6c4201044 req-0678e15c-7330-40de-858e-f94f61febe74 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482998 Oct 29 08:41:40.182035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.209607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:41:40.210660 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.212802 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e22ae4e-a510-44a1-869a-29d4b29496e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.239438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e22ae4e-a510-44a1-869a-29d4b29496e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.242861 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dabe6780-172d-47b7-9fe5-ed3bcb15664e req-1a94f254-06b9-4099-838b-fbc5da41bb6e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681181 Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:41:40.267301 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:41:40.343535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.380022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.389754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] 10.222.0.70 "DELETE /v2.0/networks/23df355d-b383-4221-93a0-de7ab4af77ae HTTP/1.1" status: 204 len: 168 time: 1.1127820 Oct 29 08:41:40.393679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e22ae4e-a510-44a1-869a-29d4b29496e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.396513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e22ae4e-a510-44a1-869a-29d4b29496e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.397899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0e22ae4e-a510-44a1-869a-29d4b29496e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ded13eb-db7c-4651-8006-3ce452abb69e HTTP/1.1" status: 204 len: 168 time: 0.2921534 Oct 29 08:41:40.425264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163fc12-b0ee-4915-8059-920607f9ab03 admin admin] Pushing event deleted for resources: {'Network': ['ID=23df355d-b383-4221-93a0-de7ab4af77ae,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:40.448175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22ae4e-a510-44a1-869a-29d4b29496e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ded13eb-db7c-4651-8006-3ce452abb69e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:40.477023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb60d7-46d3-4e02-b7f0-74da2a0090c9 req-843ce956-2671-43fb-bc92-fee8a8c50334 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:40.484884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8deb60d7-46d3-4e02-b7f0-74da2a0090c9 req-843ce956-2671-43fb-bc92-fee8a8c50334 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.1062267 Oct 29 08:41:40.490213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59176) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:40.496597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Request body: {'floatingip': {'port_id': 'e19f94ed-92c9-4412-9441-8369fecd4699'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:40.551650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.681531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59180) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:40.724877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6730ada3-c1dc-406d-8029-7e10ecf88322 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:40.764339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 6730ada3-c1dc-406d-8029-7e10ecf88322 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:40.766786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6730ada3-c1dc-406d-8029-7e10ecf88322 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:40.774189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1599acc2-1c81-4a4c-a3de-5804e6997a30 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e17c76d0d244913aed968f36b710343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909443 Oct 29 08:41:40.775062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59182) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:40.853295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a46b4a6c-7450-4943-8688-6763a9463b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:40.904012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a46b4a6c-7450-4943-8688-6763a9463b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.028470 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a46b4a6c-7450-4943-8688-6763a9463b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.031410 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a46b4a6c-7450-4943-8688-6763a9463b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.035527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a46b4a6c-7450-4943-8688-6763a9463b19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4c2337f-5c72-4d41-bf58-17d94227f6a1 HTTP/1.1" status: 204 len: 168 time: 0.2592742 Oct 29 08:41:41.047239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b4a6c-7450-4943-8688-6763a9463b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c2337f-5c72-4d41-bf58-17d94227f6a1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:41.215751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a936f-5ed4-4d5f-b3eb-bce38f31088a req-7eaf3f82-6720-4d81-80f9-38ffd8407dae tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:41.218058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d33a936f-5ed4-4d5f-b3eb-bce38f31088a req-7eaf3f82-6720-4d81-80f9-38ffd8407dae tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.2619672 Oct 29 08:41:41.275600 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d33a936f-5ed4-4d5f-b3eb-bce38f31088a req-2fa11a86-e866-4d15-bb44-723decfd1e83 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493343 Oct 29 08:41:41.378449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59196) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:41.414344 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be85669e-7525-4498-83db-248db98d5df6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.460631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-9541e77d-acfa-4bc2-8f6a-decb06717f69 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:41.462819 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-9541e77d-acfa-4bc2-8f6a-decb06717f69 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.1828578 Oct 29 08:41:41.474459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d32c2-4181-42c7-8dde-b626885f557c req-9be21417-cf44-48b5-90d9-28f260cb105a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:41.482427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af1d32c2-4181-42c7-8dde-b626885f557c req-9be21417-cf44-48b5-90d9-28f260cb105a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1144428 Oct 29 08:41:41.567824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.590642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.626262 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be85669e-7525-4498-83db-248db98d5df6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.662156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af1d32c2-4181-42c7-8dde-b626885f557c req-b27b2dbc-0514-47f4-82b0-35f29370b0e8 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704690 Oct 29 08:41:41.663427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be85669e-7525-4498-83db-248db98d5df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.750644 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Floating IP fba1b56e-bae5-408c-8070-8494515a604c associated. External IP: 172.25.5.172, port: e19f94ed-92c9-4412-9441-8369fecd4699. Oct 29 08:41:41.771655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-be85669e-7525-4498-83db-248db98d5df6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=639110d770474065affeb800ef5605e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892877 Oct 29 08:41:41.774413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59204) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:41.789557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85669e-7525-4498-83db-248db98d5df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebc336-f96f-42b5-8527-2e6e9421840f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:41.879837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-efd1e644-b8e2-4bf0-b6b9-ddb3f6ea3373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.894585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Deleting port 14f93cda-1ec1-4406-8ffd-7d282e582f36 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:41.895217 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:41.931604 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-efd1e644-b8e2-4bf0-b6b9-ddb3f6ea3373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:42.041097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-efd1e644-b8e2-4bf0-b6b9-ddb3f6ea3373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:42.044795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-efd1e644-b8e2-4bf0-b6b9-ddb3f6ea3373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:42.048930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-efd1e644-b8e2-4bf0-b6b9-ddb3f6ea3373 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3ebc336-f96f-42b5-8527-2e6e9421840f HTTP/1.1" status: 204 len: 168 time: 0.2697997 Oct 29 08:41:42.057795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1e644-b8e2-4bf0-b6b9-ddb3f6ea3373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebc336-f96f-42b5-8527-2e6e9421840f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:42.215281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] For port 14f93cda-1ec1-4406-8ffd-7d282e582f36, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=14f93cda-1ec1-4406-8ffd-7d282e582f36,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:42.215691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:42.261009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Calling delete_port for 14f93cda-1ec1-4406-8ffd-7d282e582f36 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:42.384795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:41:42.839092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78eed4-7afc-4d2b-a62a-aca850f44f2c req-379879aa-eef4-4b85-9293-d14033f14cc7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:42.844301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e78eed4-7afc-4d2b-a62a-aca850f44f2c req-379879aa-eef4-4b85-9293-d14033f14cc7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.0914912 Oct 29 08:41:43.159618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb661e5-2bb5-4dc8-96d5-654c15c4b579 req-6bfa76df-fb69-44a0-abad-fcf3353e8ad6 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:43.167634 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8eb661e5-2bb5-4dc8-96d5-654c15c4b579 req-6bfa76df-fb69-44a0-abad-fcf3353e8ad6 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a443dd8-824e-4424-a9c8-4679b0d6ccf0 HTTP/1.1" status: 200 len: 946 time: 0.7705245 Oct 29 08:41:43.347602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:41:43.360500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756249b-e013-4132-827a-f87151c73363 None None] Sync routers for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:41:43.373931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8eb661e5-2bb5-4dc8-96d5-654c15c4b579 req-ae3d36bc-3a0e-4f53-b6b6-a29224464705 tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.70 "GET /v2.0/security-groups?id=830356f7-5ccd-467f-8bab-d3afee3e7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046282 Oct 29 08:41:43.379545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:43.382334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:43.389327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756249b-e013-4132-827a-f87151c73363 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:43.389992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e756249b-e013-4132-827a-f87151c73363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:43.438259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Pushing event deleted for resources: {'Port': ['ID=14f93cda-1ec1-4406-8ffd-7d282e582f36,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:43.461330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59256) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:43.474702 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b4452e71-bf0c-40bb-9996-0e2bc8909a5b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "PUT /v2.0/floatingips/fba1b56e-bae5-408c-8070-8494515a604c HTTP/1.1" status: 200 len: 991 time: 2.9828639 Oct 29 08:41:43.475948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:43.504722 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abc5057-18b4-4c06-b365-40969158dae3" -d '{"events": [{"name": "network-changed", "server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:43.505835 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e78eed4-7afc-4d2b-a62a-aca850f44f2c req-162691c9-4266-47f4-b653-9fa87f9c1593 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561551 Oct 29 08:41:43.602715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] No DVR routers for this DVR port 14f93cda-1ec1-4406-8ffd-7d282e582f36 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:43.607158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:43.614794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8ab38b4b-c238-4be4-8584-8167dc2b2579 req-74d91cc8-3e15-4c1f-b76a-381ce1ac364b tempest-ListServerFiltersTestJSON-1624891662 tempest-ListServerFiltersTestJSON-1624891662-project] 10.222.0.93 "DELETE /v2.0/ports/14f93cda-1ec1-4406-8ffd-7d282e582f36 HTTP/1.1" status: 204 len: 173 time: 2.1430094 Oct 29 08:41:43.628455 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968dee1c-fa33-4352-9231-6074343e10e6 x-openstack-request-id: req-968dee1c-fa33-4352-9231-6074343e10e6 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:43.628820 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:43.629647 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-968dee1c-fa33-4352-9231-6074343e10e6 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:43.629647 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'status': 'completed', 'code': 200} Oct 29 08:41:43.693909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e756249b-e013-4132-827a-f87151c73363 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:43.753631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5057-18b4-4c06-b365-40969158dae3 req-6f63fe7f-afad-48c8-903a-ab8d6422a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:43.765446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0abc5057-18b4-4c06-b365-40969158dae3 req-6f63fe7f-afad-48c8-903a-ab8d6422a9f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1096 time: 0.1204476 Oct 29 08:41:43.939584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59280) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:43.948188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5057-18b4-4c06-b365-40969158dae3 req-f9ae44b6-66d0-43f1-8bef-7a554279e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:43.951590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0abc5057-18b4-4c06-b365-40969158dae3 req-f9ae44b6-66d0-43f1-8bef-7a554279e7e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.1772826 Oct 29 08:41:44.131013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 14f93cda-1ec1-4406-8ffd-7d282e582f36 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:44.132689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0abc5057-18b4-4c06-b365-40969158dae3 req-57a316f8-9bd9-42c7-bfff-3328dbba2e3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 200 len: 999 time: 0.1702945 Oct 29 08:41:44.207736 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 14f93cda-1ec1-4406-8ffd-7d282e582f36 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:44.209917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-249f304f-1d83-474f-a4f0-510308852693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.212379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 14f93cda-1ec1-4406-8ffd-7d282e582f36 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:44.320183 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6034789a-9d44-479a-a5d1-a5ded2c02274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.362801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e756249b-e013-4132-827a-f87151c73363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'fba1b56e-bae5-408c-8070-8494515a604c', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'port_id': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'mac_address': 'fa:16:3e:2c:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe039d-eed8-48be-812e-55377d0f3144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:41:21Z', 'updated_at': '2021-10-29T08:41:41Z', 'revision_number': 1, 'project_id': '527ed82a040d42019780616f8ace9daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:44.412450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-698606578-network', 'tenant_id': 'c2a363386e1e4fe2b6daa59e94ba7a32'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:44.424924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5057-18b4-4c06-b365-40969158dae3 req-9b94d1f0-8af1-4b84-a563-c5294109fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:44.427863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0abc5057-18b4-4c06-b365-40969158dae3 req-9b94d1f0-8af1-4b84-a563-c5294109fa4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.2578099 Oct 29 08:41:44.454573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756249b-e013-4132-827a-f87151c73363 None None] Checking router: cbf363f6-35d2-4010-8b5b-bdfe54383ca2 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:41:44.471724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Made reservation on behalf of c2a363386e1e4fe2b6daa59e94ba7a32 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:41:44.476321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756249b-e013-4132-827a-f87151c73363 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:44.480128 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.483902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e756249b-e013-4132-827a-f87151c73363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:44.494145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59290) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:44.505302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.558104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-876a0d42-86cd-44e9-8e21-179bf488bdcf admin admin] Deleting subnet 8076eb7e-ea8d-4740-92ed-91f571a62a76 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:41:44.567854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-876a0d42-86cd-44e9-8e21-179bf488bdcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.636120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5057-18b4-4c06-b365-40969158dae3 req-f9f3842d-4668-48d2-b6f3-4b065409dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:44.638296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0abc5057-18b4-4c06-b365-40969158dae3 req-f9f3842d-4668-48d2-b6f3-4b065409dbeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017879 Oct 29 08:41:44.651914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-876a0d42-86cd-44e9-8e21-179bf488bdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.726729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.739697 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.787443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:41:44.821686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0abc5057-18b4-4c06-b365-40969158dae3 req-58577a1c-7d34-4540-8237-1f61da9f2b70 service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714580 Oct 29 08:41:44.840453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e756249b-e013-4132-827a-f87151c73363 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:44.848609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.849120 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Added segment ba1427cf-5525-4b6d-acdc-89036d807bfa of type vlan for network 003208f5-2005-4fb1-86ee-de38ac9562e2 Oct 29 08:41:44.861248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64410342-70cd-4273-b99f-14008747124b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:44.917265 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-249f304f-1d83-474f-a4f0-510308852693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.931083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.974228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.976577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:44.977959 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-249f304f-1d83-474f-a4f0-510308852693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:44.980571 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.076976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] Pushing event updated for resources: {'Network': ['ID=003208f5-2005-4fb1-86ee-de38ac9562e2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:45.091772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-249f304f-1d83-474f-a4f0-510308852693 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a55c50cb37e4dce82e063997ee8bd44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6084013 Oct 29 08:41:45.092745 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 003208f5-2005-4fb1-86ee-de38ac9562e2 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:41:45.094920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59308) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:45.119398 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-48a0dc77-6454-4fe7-bc5f-334929716f99 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1777525 Oct 29 08:41:45.124339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:45.130872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Request body: {'subnet': {'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-698606578-subnet', 'tenant_id': 'c2a363386e1e4fe2b6daa59e94ba7a32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:45.158458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Made reservation on behalf of c2a363386e1e4fe2b6daa59e94ba7a32 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:41:45.164392 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.298459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c757f3f1-02f6-4c85-a96c-78a5ad68ccca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.332557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c757f3f1-02f6-4c85-a96c-78a5ad68ccca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.387728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3427-0298-4a95-82cb-ea36be0fb892 req-8f6de673-dd19-47d0-9405-04ecac850aeb tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:45.389393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-000c3427-0298-4a95-82cb-ea36be0fb892 req-8f6de673-dd19-47d0-9405-04ecac850aeb tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.5660410 Oct 29 08:41:45.401841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f304f-1d83-474f-a4f0-510308852693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89ef03f-ee6e-423b-b7ec-d80a5cdbc829,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:45.538432 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.606104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=097c0f95-5129-466f-8d01-de53d9e5ca02,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:45.619013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c757f3f1-02f6-4c85-a96c-78a5ad68ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.621950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c757f3f1-02f6-4c85-a96c-78a5ad68ccca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.627116 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c757f3f1-02f6-4c85-a96c-78a5ad68ccca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d89ef03f-ee6e-423b-b7ec-d80a5cdbc829 HTTP/1.1" status: 204 len: 168 time: 0.5265825 Oct 29 08:41:45.638889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a443dd8-824e-4424-a9c8-4679b0d6ccf0', 'name': 'network-vif-deleted', 'tag': '14f93cda-1ec1-4406-8ffd-7d282e582f36'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:45.644925 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4b4e97-14ca-452f-9e4f-e08bea6c555b" -d '{"events": [{"server_uuid": "6a443dd8-824e-4424-a9c8-4679b0d6ccf0", "name": "network-vif-deleted", "tag": "14f93cda-1ec1-4406-8ffd-7d282e582f36"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:45.656897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0abc5057-18b4-4c06-b365-40969158dae3 req-db04d31d-8e30-403e-ac5a-04fba6dc16b5 service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334433 Oct 29 08:41:45.661860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-876a0d42-86cd-44e9-8e21-179bf488bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.670187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757f3f1-02f6-4c85-a96c-78a5ad68ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89ef03f-ee6e-423b-b7ec-d80a5cdbc829,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:45.681229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Checking segment: {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:41:45.681582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Network hostable DHCP agents. Network: 003208f5-2005-4fb1-86ee-de38ac9562e2, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:41:45.715704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Network 003208f5-2005-4fb1-86ee-de38ac9562e2 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:41:45.736673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-000c3427-0298-4a95-82cb-ea36be0fb892 req-2e3f0100-9b22-4736-8e7c-aafdfe592754 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348076 Oct 29 08:41:45.750087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 003208f5-2005-4fb1-86ee-de38ac9562e2) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:41:45.758618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:45.759239 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.759510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e756249b-e013-4132-827a-f87151c73363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'fba1b56e-bae5-408c-8070-8494515a604c', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'port_id': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'mac_address': 'fa:16:3e:2c:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe039d-eed8-48be-812e-55377d0f3144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:41:21Z', 'updated_at': '2021-10-29T08:41:41Z', 'revision_number': 1, 'project_id': '527ed82a040d42019780616f8ace9daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:45.773017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b58ac9-6640-409c-a446-15b6148405fe None None] Network 003208f5-2005-4fb1-86ee-de38ac9562e2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:41:45.809587 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7658b076-b6cc-4092-800e-0aa6a544ea8c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6828182 Oct 29 08:41:45.825859 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3314e9-9629-4e29-b3d6-81d224f710d6 x-openstack-request-id: req-0b3314e9-9629-4e29-b3d6-81d224f710d6 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:45.826503 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a443dd8-824e-4424-a9c8-4679b0d6ccf0", "name": "network-vif-deleted", "tag": "14f93cda-1ec1-4406-8ffd-7d282e582f36", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:45.826948 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b3314e9-9629-4e29-b3d6-81d224f710d6 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:45.827543 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a443dd8-824e-4424-a9c8-4679b0d6ccf0', 'name': 'network-vif-deleted', 'tag': '14f93cda-1ec1-4406-8ffd-7d282e582f36', 'status': 'completed', 'code': 200} Oct 29 08:41:45.846748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-876a0d42-86cd-44e9-8e21-179bf488bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.925994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a0d42-86cd-44e9-8e21-179bf488bdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8076eb7e-ea8d-4740-92ed-91f571a62a76,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:45.933340 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-876a0d42-86cd-44e9-8e21-179bf488bdcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:45.944825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59352) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:45.954084 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-876a0d42-86cd-44e9-8e21-179bf488bdcf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8076eb7e-ea8d-4740-92ed-91f571a62a76 HTTP/1.1" status: 204 len: 168 time: 1.4503911 Oct 29 08:41:45.963601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387be1b-0506-41d0-9c91-7535eb0e23c2 None None] Network 60aac566-af66-4b09-b591-5f3fd179253a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:41:45.968797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756249b-e013-4132-827a-f87151c73363 None None] The sync data for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 is: [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'fba1b56e-bae5-408c-8070-8494515a604c', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'port_id': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'mac_address': 'fa:16:3e:2c:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efe039d-eed8-48be-812e-55377d0f3144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:41:21Z', 'updated_at': '2021-10-29T08:41:41Z', 'revision_number': 1, 'project_id': '527ed82a040d42019780616f8ace9daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:41:46.038228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:46.134323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2434824-6db8-424c-9814-8395ed94a1c9 None None] Network 003208f5-2005-4fb1-86ee-de38ac9562e2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:41:46.147172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Deleting port 97d13583-8176-4e3c-9044-09e0a00d2b3c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:46.147785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:46.315524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] For port 97d13583-8176-4e3c-9044-09e0a00d2b3c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=97d13583-8176-4e3c-9044-09e0a00d2b3c,segment=NetworkSegment(4d5c33ba-a795-45af-97f0-1fbac27bf292),segment_id=4d5c33ba-a795-45af-97f0-1fbac27bf292)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:46.316087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:46.340843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Calling delete_port for 97d13583-8176-4e3c-9044-09e0a00d2b3c owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:46.438920 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c6245a-2cd4-4c1d-a5a0-18344afc0ec9 None None] New status for floating IP fba1b56e-bae5-408c-8070-8494515a604c: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:41:46.643109 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:46.650818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e023e7-1608-4fe5-aa22-398a5468b767 None None] DHCP port deletion for 60aac566-af66-4b09-b591-5f3fd179253a request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:41:46.671263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59366) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:46.694083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe44bfa4-18c5-486e-be69-c5bf501877f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:46.750750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Pushing event deleted for resources: {'Port': ['ID=97d13583-8176-4e3c-9044-09e0a00d2b3c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:46.772662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] No DVR routers for this DVR port 97d13583-8176-4e3c-9044-09e0a00d2b3c on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:41:46.817619 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe44bfa4-18c5-486e-be69-c5bf501877f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:46.823361 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe44bfa4-18c5-486e-be69-c5bf501877f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:46.868130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44bfa4-18c5-486e-be69-c5bf501877f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be71cdd-2d27-4d01-a55f-662dc1a247e7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:46.961294 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d659bb24-a08b-4500-9736-c63e376fedf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.015050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fe44bfa4-18c5-486e-be69-c5bf501877f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cacef6d060d14dbc9752e114bdb2f540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354936 Oct 29 08:41:47.016756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59386) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:47.060354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-11c17b49-b699-4ca6-a22f-8a520740aa18 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:47.060354 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-11c17b49-b699-4ca6-a22f-8a520740aa18 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 813 time: 0.2101452 Oct 29 08:41:47.062151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.088114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-8bff0a80-8b65-4a2c-97a2-83ed47e0c2fb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/quotas/c2a363386e1e4fe2b6daa59e94ba7a32 HTTP/1.1" status: 200 len: 375 time: 0.0138011 Oct 29 08:41:47.117638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aac566-af66-4b09-b591-5f3fd179253a']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:47.143381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-7d2b7a52-3d7b-44b7-9aa6-674f0948fbe5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377622 Oct 29 08:41:47.145188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5c33ba-a795-45af-97f0-1fbac27bf292') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:47.145497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5c33ba-a795-45af-97f0-1fbac27bf292') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:47.167000 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.210888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f629b-3e72-4c0d-95e2-990137c7a032 req-8834fce7-8059-4257-aea6-4e36d990e49c tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:47.214702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68f629b-3e72-4c0d-95e2-990137c7a032 req-8834fce7-8059-4257-aea6-4e36d990e49c tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.3044474 Oct 29 08:41:47.282489 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.298310 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a223ce97-2c5a-48c8-90a8-68ab03103764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.300231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:41:47.301169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:41:47.305021 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:41:47.339335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-2ec31307-6b5b-4dcf-9725-9f179ec255cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2353075 Oct 29 08:41:47.444405 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-84383a1c-334e-4e0f-af92-627a3f35c940 service neutron] 10.222.0.70 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908602 Oct 29 08:41:47.446990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.460556 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.465546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] 10.222.0.70 "DELETE /v2.0/networks/60aac566-af66-4b09-b591-5f3fd179253a HTTP/1.1" status: 204 len: 168 time: 1.5190458 Oct 29 08:41:47.474344 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a223ce97-2c5a-48c8-90a8-68ab03103764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.479427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68f629b-3e72-4c0d-95e2-990137c7a032 req-8d213890-9486-46ba-8455-b19bf3a68ca4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352552 Oct 29 08:41:47.512413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e21694-7c1f-47d6-b584-3fbf44f163ef admin admin] Pushing event deleted for resources: {'Network': ['ID=60aac566-af66-4b09-b591-5f3fd179253a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:47.540827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-97b343c3-455a-4817-ba37-03a6865b510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:47.542831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-97b343c3-455a-4817-ba37-03a6865b510f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 1096 time: 0.1760097 Oct 29 08:41:47.644719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a223ce97-2c5a-48c8-90a8-68ab03103764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.647588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a223ce97-2c5a-48c8-90a8-68ab03103764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:47.649942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a223ce97-2c5a-48c8-90a8-68ab03103764 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6be71cdd-2d27-4d01-a55f-662dc1a247e7 HTTP/1.1" status: 204 len: 168 time: 0.6210806 Oct 29 08:41:47.656674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-0e155bc0-eff0-439c-82a1-33399c721a2d service neutron] 10.222.0.70 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892571 Oct 29 08:41:47.717618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 97d13583-8176-4e3c-9044-09e0a00d2b3c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:41:47.764384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223ce97-2c5a-48c8-90a8-68ab03103764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be71cdd-2d27-4d01-a55f-662dc1a247e7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:47.791673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 97d13583-8176-4e3c-9044-09e0a00d2b3c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:41:47.792052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 97d13583-8176-4e3c-9044-09e0a00d2b3c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:41:47.939826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-b938561a-060c-48a0-8ceb-44c8b04d77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:47.941600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-b938561a-060c-48a0-8ceb-44c8b04d77ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 913 time: 0.3741910 Oct 29 08:41:47.989094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68ba22ff-339e-4f79-a18a-9055721b1c29 req-6e337d0c-248c-440c-b9a7-2c7da007d4cd tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 210 time: 0.0810637 Oct 29 08:41:48.038547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59416) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:48.073158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-31e86ba2-2a52-4320-9c5b-3fa07c373227 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d HTTP/1.1" status: 200 len: 217 time: 0.0865850 Oct 29 08:41:48.103391 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:48.145109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-197f4048-495b-47de-a444-96bf96454e92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6392b896a80d4812abb093bf4650529f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047442 Oct 29 08:41:48.147412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59424) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:48.186397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-c6464bd0-913f-4027-a201-736da60ea84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:48.198305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-c6464bd0-913f-4027-a201-736da60ea84a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 200 len: 851 time: 0.1174552 Oct 29 08:41:48.212821 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:48.240638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7319d2f2-8691-4a15-8fb5-b9d0b8e344e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:48.273760 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7319d2f2-8691-4a15-8fb5-b9d0b8e344e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:48.292611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-10729368-a540-49dd-a86c-46e9adae9e8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dd678d7-b0be-42da-90a6-8deaeac45234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839412 Oct 29 08:41:48.355323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7319d2f2-8691-4a15-8fb5-b9d0b8e344e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:48.375142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7319d2f2-8691-4a15-8fb5-b9d0b8e344e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:48.377167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7319d2f2-8691-4a15-8fb5-b9d0b8e344e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/830356f7-5ccd-467f-8bab-d3afee3e7f95 HTTP/1.1" status: 204 len: 168 time: 0.2286789 Oct 29 08:41:48.418737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d2f2-8691-4a15-8fb5-b9d0b8e344e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830356f7-5ccd-467f-8bab-d3afee3e7f95,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:48.521843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-cf38449c-ea2e-4965-ae87-3ddb84c32391 service neutron] 10.222.0.15 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204607 Oct 29 08:41:48.727246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-374c670e-3b91-4276-94bc-c7f3ec12c66e req-4a2adebb-4229-4f7c-8b6e-2071d454a27e service neutron] 10.222.0.15 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973059 Oct 29 08:41:48.794929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295e36f-26c4-4f01-b519-e659c475473b req-67bfbaef-f71d-47d6-b8c3-fbfc6f654d70 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:48.806067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5295e36f-26c4-4f01-b519-e659c475473b req-67bfbaef-f71d-47d6-b8c3-fbfc6f654d70 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1778910 Oct 29 08:41:48.875128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5295e36f-26c4-4f01-b519-e659c475473b req-13b2a6ff-2a53-4f3a-a436-c87314c6f743 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641778 Oct 29 08:41:49.150607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a9d22aa2-d61a-477c-8ade-7a593d4949ec req-65c79d37-01f5-4f3a-8903-3b36e14fc3ae tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 210 time: 0.0444386 Oct 29 08:41:49.448634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:50.127252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-0b921dce-3632-4bd8-b4bb-92584fb1d272 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:50.128956 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-0b921dce-3632-4bd8-b4bb-92584fb1d272 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.93 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 813 time: 0.4512608 Oct 29 08:41:50.145492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Request body: {'port': {'device_id': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2', 'admin_state_up': True, 'tenant_id': 'c2a363386e1e4fe2b6daa59e94ba7a32'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:50.254453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18fba-ac9c-4e96-b833-b57cd86bdf4a req-09da8ec6-b1d7-4f54-92fb-980f1bf000c0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:50.273297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6c18fba-ac9c-4e96-b833-b57cd86bdf4a req-09da8ec6-b1d7-4f54-92fb-980f1bf000c0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1783376 Oct 29 08:41:50.275532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59516) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:50.383853 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6c18fba-ac9c-4e96-b833-b57cd86bdf4a req-b0728e17-3da9-430f-8e5e-efe9b00e457a tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094356 Oct 29 08:41:50.417470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b992b647-770c-4fa6-b0ff-f74ab71a4d54 req-5f8c126b-3a51-4429-afe1-b3c9e06e3ec2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 210 time: 0.1344702 Oct 29 08:41:50.572515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59532) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:50.628502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Made reservation on behalf of c2a363386e1e4fe2b6daa59e94ba7a32 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:41:50.633304 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:50.698161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1141247194-network', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:50.874504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Made reservation on behalf of 49a09a106afc4fadb21079c03389c9e0 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:41:50.883359 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:50.912426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Allocated IP 172.20.0.3 (003208f5-2005-4fb1-86ee-de38ac9562e2/097c0f95-5129-466f-8d01-de53d9e5ca02/6b6bfd83-758a-4084-94f1-2a2ed3b713c9) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:41:50.964422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.098769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.163115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.219442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Network 003208f5-2005-4fb1-86ee-de38ac9562e2 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:41:51.226736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:41:51.243400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:41:51.259351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.267902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.280838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:41:51.291374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.291930 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Added segment af79f96f-a26f-4fce-a36a-496dfdae1f43 of type vlan for network f63fba96-cdf0-4276-a98d-fe0ddc0406cd Oct 29 08:41:51.346429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.374167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:51.391430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.394929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:51.395752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.427819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1492362 Oct 29 08:41:51.444127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:51.447132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59568) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:51.449872 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.506767 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-6e06af87-dadf-473b-b6d9-dd3e595c4c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3669522 Oct 29 08:41:51.529346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Request body: {'port': {'device_id': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:51.544778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Request body: {'subnet': {'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1141247194-subnet', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:51.589350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa7eb72-b2e5-4a0c-be40-569d4e4bca84,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:51.710110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Made reservation on behalf of 49a09a106afc4fadb21079c03389c9e0 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:41:51.712641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.738034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d562e0-80d9-4b94-9411-76b3481933c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f63fba96-cdf0-4276-a98d-fe0ddc0406cd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:51.756787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246cb7d-3ef5-4d1e-b85c-396596209b89 req-32dbb765-9a0d-4a42-ac0b-86c51821169d tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:51.757579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:41:51.775586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7246cb7d-3ef5-4d1e-b85c-396596209b89 req-32dbb765-9a0d-4a42-ac0b-86c51821169d tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.2047319 Oct 29 08:41:51.783941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:51.879070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698304-b1da-43fa-9adf-ff29892302f1 req-212b2ee5-8dbc-4606-b53f-9fc711bb0042 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:51.879070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f698304-b1da-43fa-9adf-ff29892302f1 req-212b2ee5-8dbc-4606-b53f-9fc711bb0042 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 931 time: 0.2338591 Oct 29 08:41:51.972234 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7246cb7d-3ef5-4d1e-b85c-396596209b89 req-673bac03-9708-452c-993a-294a1bb86518 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901746 Oct 29 08:41:52.181026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f698304-b1da-43fa-9adf-ff29892302f1 req-4796a638-fe89-451b-afba-05148b5dd4ec tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590623 Oct 29 08:41:52.195599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.342013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Checking segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:41:52.342715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Network hostable DHCP agents. Network: f63fba96-cdf0-4276-a98d-fe0ddc0406cd, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:41:52.351775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae07ca67-5f4e-458d-9f83-21cb69754188,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:52.454876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:41:52.485984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f63fba96-cdf0-4276-a98d-fe0ddc0406cd) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:41:52.486583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:41:52.493250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:52.493250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.509734 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.512662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28433d0-9324-48f1-b02b-991ef3599d81 None None] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:41:52.517926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bdc07b49-cac4-490b-a300-c5c0ae65d6e6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0023787 Oct 29 08:41:52.521508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.523432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59624) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:52.528150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:41:52.538902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Transition to ACTIVE for port object 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:41:52.560513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.618374 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.619613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.641095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:52.798430 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.816229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Attempting to bind port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:41:52.816936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Attempting to bind port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:41:52.817499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Attempting to bind port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:41:52.824880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:41:52.825600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Attempting to bind port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:41:52.896005 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:41:52.896756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Checking segment: {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:41:52.897427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Bound using segment: {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:41:52.898096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Bound port: 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:41:52.898683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:52.929405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:52.951417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:41:52.954802 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.108369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Deleting port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:53.108720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.151531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.236996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:41:53.245717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:41:53.252338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Allocated IP 172.20.0.2 (f63fba96-cdf0-4276-a98d-fe0ddc0406cd/ae07ca67-5f4e-458d-9f83-21cb69754188/28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:41:53.256113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.303423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8fadb60-ca98-435d-9d4d-f4b087462702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.341674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:53.403444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:53.404098 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.408847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-9dbccc61-160f-4ddb-be45-e924b014eb5e service neutron] 10.222.0.93 "PUT /v2.0/ports/6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 1091 time: 1.8919253 Oct 29 08:41:53.412221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:41:53.426908 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97" -d '{"events": [{"name": "network-changed", "server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:41:53.544366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab606-7c63-443d-8072-3377c88f9313 req-250d6221-d95b-4967-bf90-35a2bf0b0438 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:53.545998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-770ab606-7c63-443d-8072-3377c88f9313 req-250d6221-d95b-4967-bf90-35a2bf0b0438 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.4332869 Oct 29 08:41:53.567157 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.578745 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.597948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e797262-cb41-4d50-b3f4-caa1704034e4 req-2a5b198f-6fbc-4f55-8b4a-7495e174b509 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:53.600009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e797262-cb41-4d50-b3f4-caa1704034e4 req-2a5b198f-6fbc-4f55-8b4a-7495e174b509 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 943 time: 0.2741337 Oct 29 08:41:53.601034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] For port 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:53.601632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.608297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-58f4273f-ac0e-40fe-a735-1006858bdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:53.610303 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-58f4273f-ac0e-40fe-a735-1006858bdf31 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1094 time: 0.1438622 Oct 29 08:41:53.627948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Calling delete_port for 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:53.631190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:41:53.639826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:41:53.645794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:41:53.667452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-770ab606-7c63-443d-8072-3377c88f9313 req-ada3936a-ab58-448a-9fee-b0ea2bde3db4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106811 Oct 29 08:41:53.743420 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1e797262-cb41-4d50-b3f4-caa1704034e4 req-22992502-b7b3-4b44-98a7-d37ad69ce17d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270354 Oct 29 08:41:53.744332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Pushing event updated for resources: {'Port': ['ID=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:53.758785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8fadb60-ca98-435d-9d4d-f4b087462702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.765124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.765477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.765820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.766165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.766498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.766957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.767146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.772057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8fadb60-ca98-435d-9d4d-f4b087462702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.775016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.775535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.776057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.778286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.779185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:53.800228 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-b69c12e3-d254-4835-879a-d427bf759e7e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 217 time: 0.1234562 Oct 29 08:41:53.808352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Attempting to bind port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:41:53.809057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Attempting to bind port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:41:53.810026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Attempting to bind port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:41:53.816260 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb6f025-bd6a-4f65-824a-058db600c51f x-openstack-request-id: req-dcb6f025-bd6a-4f65-824a-058db600c51f {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:41:53.816912 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:41:53.817371 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dcb6f025-bd6a-4f65-824a-058db600c51f {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:41:53.818635 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'status': 'completed', 'code': 200} Oct 29 08:41:53.824467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:41:53.825146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Checking segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:41:53.825977 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.826600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Bound using segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:41:53.826844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Bound port: 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:41:53.827234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:53.860202 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b8fadb60-ca98-435d-9d4d-f4b087462702 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db85637fde82414682ab7a01e8f9d3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9297082 Oct 29 08:41:53.866295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59656) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:53.937755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] For port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:41:53.942231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] For port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:41:53.949336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fadb60-ca98-435d-9d4d-f4b087462702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44e1903-1a21-4724-b11d-ce0103ca90f9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:53.952135 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:54.031149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:54.062327 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:54.127880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9893e33c-71eb-4908-a56c-16f70bc6e008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:54.138721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2f9ac-aa02-4e41-b9fe-99013771a053 None None] Pushing event updated for resources: {'Port': ['ID=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:54.185097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-4651aff0-f33a-49a8-97be-5a9d35deef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:54.188589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-4651aff0-f33a-49a8-97be-5a9d35deef29 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.3748085 Oct 29 08:41:54.194247 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9893e33c-71eb-4908-a56c-16f70bc6e008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:54.235295 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-b3d8855d-26f5-4c5d-bbe5-828d168f0c70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375884 Oct 29 08:41:54.345727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:54.451333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Allocated IP 172.25.5.72 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:41:54.525310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:54.539944 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9893e33c-71eb-4908-a56c-16f70bc6e008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:54.555701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9893e33c-71eb-4908-a56c-16f70bc6e008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:54.564981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9893e33c-71eb-4908-a56c-16f70bc6e008 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a44e1903-1a21-4724-b11d-ce0103ca90f9 HTTP/1.1" status: 204 len: 168 time: 0.6972051 Oct 29 08:41:54.585068 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-83079dfe-850d-4d7d-9ee8-9ff4d18a944a service neutron] 10.222.0.93 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338711 Oct 29 08:41:54.609257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.609432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.609890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.610232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.610566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.611071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.611409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.611784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.612139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.612672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.612797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.613097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:41:54.644124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893e33c-71eb-4908-a56c-16f70bc6e008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44e1903-1a21-4724-b11d-ce0103ca90f9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:54.890930 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:55.122506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9242f93-b296-4cf3-aab0-9d4853b4125b req-8570c147-ca5f-4142-91ed-ca4baace10d0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:55.129627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9242f93-b296-4cf3-aab0-9d4853b4125b req-8570c147-ca5f-4142-91ed-ca4baace10d0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.2259490 Oct 29 08:41:55.220076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9242f93-b296-4cf3-aab0-9d4853b4125b req-e83511d8-7c97-4ffe-a3d7-6da50a2fa50d tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721939 Oct 29 08:41:55.224851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59686) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:55.254670 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9542e08-f8b7-4dcf-9670-37c1795d1e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:55.455853 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:55.531135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5760b1-cd0c-4a68-acf2-3b283ea7d65d req-2f850d87-ef79-4b81-abae-5d98c027f94d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:55.533170 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d5760b1-cd0c-4a68-acf2-3b283ea7d65d req-2f850d87-ef79-4b81-abae-5d98c027f94d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 943 time: 0.3640263 Oct 29 08:41:55.560007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Router 91a50327-8933-4bfc-8b49-dd4f74ac0399 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:41:55.578275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-417ce665-8897-4dc5-aac8-d4b991bfbddb req-7ed8d148-7354-4202-9ceb-b3054df4a6c8 service neutron] 10.222.0.93 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075878 Oct 29 08:41:55.581547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:55.645425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:41:55.664988 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9542e08-f8b7-4dcf-9670-37c1795d1e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:55.666255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:41:55.669290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:41:55.677859 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d5760b1-cd0c-4a68-acf2-3b283ea7d65d req-8c9c362f-1679-424b-aa71-070185916f07 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283014 Oct 29 08:41:55.694343 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9542e08-f8b7-4dcf-9670-37c1795d1e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:55.718722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Pushing event updated for resources: {'Port': ['ID=9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:55.834425 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c9542e08-f8b7-4dcf-9670-37c1795d1e40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ec63f59d1b74db9a19a62cc32681ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082377 Oct 29 08:41:55.837362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9542e08-f8b7-4dcf-9670-37c1795d1e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1319c77d-e137-4294-b13c-74406903d691,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:55.852708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59700) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:55.924531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:41:55.941360 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-510d1fc5-1d3f-496c-bdad-e01e0138e656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:55.952888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:41:55.958105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] Sync routers for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:41:55.967319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f52f5bfa-8c2b-4d45-bb0c-4a7af9e97441 admin admin] 10.222.0.70 "PUT /v2.0/routers/91a50327-8933-4bfc-8b49-dd4f74ac0399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3933437 Oct 29 08:41:55.970662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:55.987637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93370df-0a83-4280-9229-475615488509 None None] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:41:55.996455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-eceddf5f-2588-4cd6-88b4-051bff22bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:55.998376 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-eceddf5f-2588-4cd6-88b4-051bff22bc5f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1094 time: 0.3500140 Oct 29 08:41:56.012484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:56.013591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:56.085331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-510d1fc5-1d3f-496c-bdad-e01e0138e656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:56.194415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:56.339519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-58efde8e-15f9-43c9-aae0-35d680b768a4 None None] Provisioning complete for port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:41:56.341348 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-58efde8e-15f9-43c9-aae0-35d680b768a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:56.372633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-cbb5f267-f156-4ba3-b7d5-3f1f55b431ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:56.374634 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-cbb5f267-f156-4ba3-b7d5-3f1f55b431ad service neutron] 10.222.0.93 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 915 time: 0.3582625 Oct 29 08:41:56.483031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-f9691bbd-0c5e-46bd-a33a-43ae718d2386 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 217 time: 0.0973103 Oct 29 08:41:56.486849 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:56.560695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:56.623489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59718) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:56.661665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-2b1a4145-67d9-4392-b733-19913db4a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:56.663902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-2b1a4145-67d9-4392-b733-19913db4a91b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.1737447 Oct 29 08:41:56.710732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-2860f154-87ef-483d-a83d-111b9aebb9a4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381405 Oct 29 08:41:56.779070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:41:56.779439 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:56.910510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-510d1fc5-1d3f-496c-bdad-e01e0138e656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:56.913862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-510d1fc5-1d3f-496c-bdad-e01e0138e656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:56.928615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-510d1fc5-1d3f-496c-bdad-e01e0138e656 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1319c77d-e137-4294-b13c-74406903d691 HTTP/1.1" status: 204 len: 168 time: 1.0644011 Oct 29 08:41:57.004887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-8af6b6ba-ca28-49a2-a3c3-0c9a41fe0b00 service neutron] 10.222.0.93 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838848 Oct 29 08:41:57.005791 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.006282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d1fc5-1d3f-496c-bdad-e01e0138e656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1319c77d-e137-4294-b13c-74406903d691,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:57.063390 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.085310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e08cd8-3d40-4130-8ae9-6a841412661a req-2973b1aa-7547-4bf4-9e0f-274bd41dfb38 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:57.086898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29e08cd8-3d40-4130-8ae9-6a841412661a req-2973b1aa-7547-4bf4-9e0f-274bd41dfb38 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1942408 Oct 29 08:41:57.124982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:41:54Z', 'revision_number': 5, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port': {'id': '0bf81ac9-437e-4635-8f6f-4168831cafae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:29:04Z', 'updated_at': '2021-10-29T08:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:57.169779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-58efde8e-15f9-43c9-aae0-35d680b768a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.198020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] Checking router: 91a50327-8933-4bfc-8b49-dd4f74ac0399 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:41:57.225931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:57.239337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-29e08cd8-3d40-4130-8ae9-6a841412661a req-af1e22c6-0f65-435b-870c-83d655eb7709 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363134 Oct 29 08:41:57.249593 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1cfd4ab-3b7d-4e1a-9ac3-13487a582d97 req-24895e1f-9ed8-4cc3-9664-f452eb94a402 service neutron] 10.222.0.93 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019887 Oct 29 08:41:57.250880 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.292579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Deleting port 0bf81ac9-437e-4635-8f6f-4168831cafae {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:57.292943 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.311419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87889c85-27e8-433b-b72e-729eeb3f95ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.397471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] Routers {'91a50327-8933-4bfc-8b49-dd4f74ac0399'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:57.403217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91a50327-8933-4bfc-8b49-dd4f74ac0399'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:57.485962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] For port 0bf81ac9-437e-4635-8f6f-4168831cafae, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0bf81ac9-437e-4635-8f6f-4168831cafae,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:57.486454 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.508960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Calling delete_port for 0bf81ac9-437e-4635-8f6f-4168831cafae owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:41:57.550801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b586b6-fe57-46c3-8f12-3577200888f2 req-e2b05b3d-4bbb-43ad-aa01-7a2bf3bf96ae tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:57.552441 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95b586b6-fe57-46c3-8f12-3577200888f2 req-e2b05b3d-4bbb-43ad-aa01-7a2bf3bf96ae tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 943 time: 0.5299482 Oct 29 08:41:57.699412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] Set router 91a50327-8933-4bfc-8b49-dd4f74ac0399 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:57.716409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95b586b6-fe57-46c3-8f12-3577200888f2 req-bb1b69be-77b9-461c-a5cf-62fdb742baef tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251352 Oct 29 08:41:57.819204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.937012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87889c85-27e8-433b-b72e-729eeb3f95ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.949797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:57.993415 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87889c85-27e8-433b-b72e-729eeb3f95ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.001540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf81ac9-437e-4635-8f6f-4168831cafae,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:58.102262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:41:57Z', 'revision_number': 6, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:58.144015 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-58efde8e-15f9-43c9-aae0-35d680b768a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:41:58.144360 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-58efde8e-15f9-43c9-aae0-35d680b768a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:41:58.145110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:58.147074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87889c85-27e8-433b-b72e-729eeb3f95ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d41c7d-4e5a-4373-82a9-657079864953,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:58.147955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d5623-00d1-4da7-8d4c-49d61e5c1ba3 None None] The sync data for ids ['91a50327-8933-4bfc-8b49-dd4f74ac0399'] in n-d-815940-1 is: [{'id': '91a50327-8933-4bfc-8b49-dd4f74ac0399', 'name': 'tempest-TaggedBootDevicesTest-930828797-router', 'tenant_id': '0e375421471b483a8f72818bfeeca5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:29:03Z', 'updated_at': '2021-10-29T08:41:57Z', 'revision_number': 6, 'project_id': '0e375421471b483a8f72818bfeeca5b9', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:41:58.175697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59766) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:58.186160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-87889c85-27e8-433b-b72e-729eeb3f95ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c55e3713286340d0a15b86b3c41c3359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5607686 Oct 29 08:41:58.198625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.201020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:41:58.278160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Router 2655d706-fdef-4b47-b780-b05750d63aad is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:41:58.384027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:58.401660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2', 'port_id': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'mac_address': 'fa:16:3e:4d:54:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097c0f95-5129-466f-8d01-de53d9e5ca02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:41:58.438989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.448662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.459897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:41:58.471737 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Sync routers for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:41:58.488495 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:41:58.490067 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:58.499228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.500863 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ce04ecb2-768b-460e-a12d-a7e26c4cfd0d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9762158 Oct 29 08:41:58.504727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59776) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:58.504933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.531666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:41:58.573867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:58.580364 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.588908 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c9e449-ebfa-498d-b7e9-f534bf2e0d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.675087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.675695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a50327-8933-4bfc-8b49-dd4f74ac0399 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:41:58.684927 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:41:58.689541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.690764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3df7ebaf-b0d2-465f-8513-d71c25b715f4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/91a50327-8933-4bfc-8b49-dd4f74ac0399 HTTP/1.1" status: 204 len: 168 time: 2.7185829 Oct 29 08:41:58.701960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59780) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:58.738439 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c9e449-ebfa-498d-b7e9-f534bf2e0d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.748418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:58.843446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35966b1c-27c8-4264-9341-457c5233991d req-21ed2e8b-d890-4f80-a075-64bbb657e469 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:58.859474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35966b1c-27c8-4264-9341-457c5233991d req-21ed2e8b-d890-4f80-a075-64bbb657e469 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.3993373 Oct 29 08:41:58.893680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a5e2493e-8c69-42e4-9ad8-261affad9f15 None None] Provisioning complete for port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:41:58.894069 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a5e2493e-8c69-42e4-9ad8-261affad9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:58.937628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6b6bfd83-758a-4084-94f1-2a2ed3b713c9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:41:58.998043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.042955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35966b1c-27c8-4264-9341-457c5233991d req-cc6bb087-0216-48f4-9591-cb4525cf8ba0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812084 Oct 29 08:41:59.062501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74759d1-e927-4951-8abf-aae21f58ec95 admin admin] Deleting subnet 14a20128-055b-41ef-b11d-4d5b279adbdf {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:41:59.084882 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e74759d1-e927-4951-8abf-aae21f58ec95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.095646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c9e449-ebfa-498d-b7e9-f534bf2e0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.102048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c9e449-ebfa-498d-b7e9-f534bf2e0d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.105299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24c9e449-ebfa-498d-b7e9-f534bf2e0d4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2d41c7d-4e5a-4373-82a9-657079864953 HTTP/1.1" status: 204 len: 168 time: 0.9282830 Oct 29 08:41:59.109173 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:41:56Z', 'revision_number': 3, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:41:59.180179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9e449-ebfa-498d-b7e9-f534bf2e0d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d41c7d-4e5a-4373-82a9-657079864953,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:59.186190 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Checking router: 2655d706-fdef-4b47-b780-b05750d63aad for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:41:59.187879 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Updating router 2655d706-fdef-4b47-b780-b05750d63aad port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:41:59.239701 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.243441 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e74759d1-e927-4951-8abf-aae21f58ec95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.322754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86f805-acfe-43dc-b747-4d5c26569de6 req-af722390-3a3d-4556-b462-a371614c0d13 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:41:59.341182 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b86f805-acfe-43dc-b747-4d5c26569de6 req-af722390-3a3d-4556-b462-a371614c0d13 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.3408086 Oct 29 08:41:59.397516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e74759d1-e927-4951-8abf-aae21f58ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.492382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b86f805-acfe-43dc-b747-4d5c26569de6 req-2a1e7810-5c7b-4cc6-a27a-2e3045247905 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498461 Oct 29 08:41:59.511058 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e74759d1-e927-4951-8abf-aae21f58ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.590429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74759d1-e927-4951-8abf-aae21f58ec95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a20128-055b-41ef-b11d-4d5b279adbdf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:41:59.594408 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e74759d1-e927-4951-8abf-aae21f58ec95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.597517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba742ad-7468-4cb4-8bdc-511e9bbff1c0 None None] Network 4c20bffe-ce6f-4744-917e-c58555209531 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:41:59.602013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e74759d1-e927-4951-8abf-aae21f58ec95 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/14a20128-055b-41ef-b11d-4d5b279adbdf HTTP/1.1" status: 204 len: 168 time: 0.8990128 Oct 29 08:41:59.605465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59814) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:41:59.769147 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.798863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:41:59.849018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Deleting port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:41:59.849371 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.863395 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.891648 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:41:59.951303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] For port 7296c0e4-5b64-4fcd-9e4b-5a0226926528, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7296c0e4-5b64-4fcd-9e4b-5a0226926528,segment=NetworkSegment(5b9c0239-84cc-488a-b32c-7efd71714fae),segment_id=5b9c0239-84cc-488a-b32c-7efd71714fae)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:41:59.952712 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.982147 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:41:59.986910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Calling delete_port for 7296c0e4-5b64-4fcd-9e4b-5a0226926528 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:00.001999 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.072499 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Attempting to bind port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:00.073178 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Attempting to bind port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:00.073745 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Attempting to bind port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:00.082608 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:00.083345 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:00.085630 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.086593 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:00.087324 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Bound port: 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:00.087904 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.090378 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Pushing event updated for resources: {'Port': ['ID=9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:00.104937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:00.105585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.116707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59828) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:00.133399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ced0704-992a-44c3-a3f4-b021ec185929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.141287 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.143271 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.146639 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.148384 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.149874 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.150388 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.151085 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.151580 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.154426 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.154947 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.155450 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.155968 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:00.201584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:00.251518 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] For port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:00.256904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.257100 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] For port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:00.266509 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.296353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Pushing event deleted for resources: {'Port': ['ID=7296c0e4-5b64-4fcd-9e4b-5a0226926528,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:00.307168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6bce25-60cb-4c00-bd40-8409f94a413b None None] DHCP port deletion for 4c20bffe-ce6f-4744-917e-c58555209531 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:42:00.317883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] No DVR routers for this DVR port 7296c0e4-5b64-4fcd-9e4b-5a0226926528 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:42:00.381081 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d12c56-bc90-4815-9be6-581ecb803b00 None None] Pushing event updated for resources: {'Port': ['ID=9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:00.404565 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.439705 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:00.440612 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:00.453776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.470102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:42:00.484166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:00.486252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c20bffe-ce6f-4744-917e-c58555209531']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:00.490626 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.496059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f6c6b-ca20-42c7-8208-81aed4544630 req-503abf21-8fd2-4dd6-8eb7-8569550479cd tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:00.498907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9c0239-84cc-488a-b32c-7efd71714fae') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:00.499214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9c0239-84cc-488a-b32c-7efd71714fae') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:00.509580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc9f6c6b-ca20-42c7-8208-81aed4544630 req-503abf21-8fd2-4dd6-8eb7-8569550479cd tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.2163565 Oct 29 08:42:00.509853 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.524951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.532275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:42:00.532813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.585407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:42:00.599544 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:42:00.606676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.611924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.616912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4c20bffe-ce6f-4744-917e-c58555209531 HTTP/1.1" status: 204 len: 168 time: 1.0103464 Oct 29 08:42:00.629270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ced0704-992a-44c3-a3f4-b021ec185929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.643106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ced0704-992a-44c3-a3f4-b021ec185929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.653662 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:00.669134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Allocated IP 172.20.0.1 (f63fba96-cdf0-4276-a98d-fe0ddc0406cd/ae07ca67-5f4e-458d-9f83-21cb69754188/632e80da-7643-447f-b08a-832eb3db63bc) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:00.681991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:42:00.682563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9f74f1fd-f66f-43f3-ae8d-18eee2c0ade9 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:42:00.684149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0bf81ac9-437e-4635-8f6f-4168831cafae no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:42:00.709436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc9f6c6b-ca20-42c7-8208-81aed4544630 req-9a0e1423-c8f9-4528-8f8b-8e4151e5732f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986344 Oct 29 08:42:00.743664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0bf81ac9-437e-4635-8f6f-4168831cafae {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:42:00.744064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0bf81ac9-437e-4635-8f6f-4168831cafae not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:42:00.757920 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1ced0704-992a-44c3-a3f4-b021ec185929 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d08d8d3356342039dd68996fc2dcfa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364627 Oct 29 08:42:00.758727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b45cdd-0a38-4c85-bb7f-df20e2aef085 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c20bffe-ce6f-4744-917e-c58555209531,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:00.768723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59850) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:00.772071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced0704-992a-44c3-a3f4-b021ec185929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ef501-b50b-462b-b7ee-b35cb78f4f65,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:00.842228 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.893006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:00.895915 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4526f122-0306-42f1-986a-20e94030901f" -d '{"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-plugged", "status": "completed", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:00.945792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:00.954955 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:00.994793 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4503a5f-4cf5-470f-bf63-99cfccd982c0 x-openstack-request-id: req-a4503a5f-4cf5-470f-bf63-99cfccd982c0 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:00.995014 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-plugged", "status": "completed", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:00.995295 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4503a5f-4cf5-470f-bf63-99cfccd982c0 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:00.995643 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'code': 200} Oct 29 08:42:01.041103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59866) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:01.054056 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:41:56Z', 'revision_number': 3, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:01.062846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855af74a-c301-4596-9834-1f226cfc3e0f req-f4329453-1217-4c1d-a39e-451b2ef8f902 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:01.072400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-855af74a-c301-4596-9834-1f226cfc3e0f req-f4329453-1217-4c1d-a39e-451b2ef8f902 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.2996423 Oct 29 08:42:01.078153 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.092313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:01.120943 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a909c7c9-c5fa-4dd2-ae0c-de4fce445ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.125261 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d5b8-5166-48c6-978a-9223ca90b6a0 None None] The sync data for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 is: [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:41:56Z', 'revision_number': 3, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:42:01.172020 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a909c7c9-c5fa-4dd2-ae0c-de4fce445ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.230524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-855af74a-c301-4596-9834-1f226cfc3e0f req-e33bed2c-7256-423f-ae31-d78b1b007e61 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377819 Oct 29 08:42:01.251919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e178-f42a-4d7f-a56b-f7f86786dc48 req-6631df41-c7fa-4340-a840-212ed34b19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:01.251919 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3160e178-f42a-4d7f-a56b-f7f86786dc48 req-6631df41-c7fa-4340-a840-212ed34b19fb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1096 time: 0.1323743 Oct 29 08:42:01.254801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59882) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:01.255092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5aeb87f6-d516-459e-aabe-10f4bf306c20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e375421471b483a8f72818bfeeca5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128315 Oct 29 08:42:01.265832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.283973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a909c7c9-c5fa-4dd2-ae0c-de4fce445ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.287101 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a909c7c9-c5fa-4dd2-ae0c-de4fce445ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.288846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a909c7c9-c5fa-4dd2-ae0c-de4fce445ab7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/401ef501-b50b-462b-b7ee-b35cb78f4f65 HTTP/1.1" status: 204 len: 168 time: 0.5026064 Oct 29 08:42:01.305278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909c7c9-c5fa-4dd2-ae0c-de4fce445ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ef501-b50b-462b-b7ee-b35cb78f4f65,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:01.354088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9add59fa-ab24-4ebf-ad65-1fc2cf724bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.382143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9add59fa-ab24-4ebf-ad65-1fc2cf724bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.430662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:01.438458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9add59fa-ab24-4ebf-ad65-1fc2cf724bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.441572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9add59fa-ab24-4ebf-ad65-1fc2cf724bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.443338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9add59fa-ab24-4ebf-ad65-1fc2cf724bc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e405755-da34-4810-82f0-48d990bdbe14 HTTP/1.1" status: 204 len: 168 time: 0.1870415 Oct 29 08:42:01.446504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3160e178-f42a-4d7f-a56b-f7f86786dc48 req-3160d7d2-ed56-4e02-a866-3f58d58979b4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810136 Oct 29 08:42:01.447827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:01.452329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:01.463425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add59fa-ab24-4ebf-ad65-1fc2cf724bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e405755-da34-4810-82f0-48d990bdbe14,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:01.537319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.634409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Pushing event updated for resources: {'Port': ['ID=632e80da-7643-447f-b08a-832eb3db63bc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:01.766814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:01.943204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:01.946117 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:01.990966 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:02.087612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c20360fb-d8eb-414c-9cd8-107bcaa33d91 None None] Provisioning complete for port 632e80da-7643-447f-b08a-832eb3db63bc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:02.088901 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c20360fb-d8eb-414c-9cd8-107bcaa33d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:02.156158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ca149-22c7-4f6a-b20b-a7b4fa43a76b req-6891c0eb-cdb1-43c6-bb30-4b9db3aee95e tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:02.159923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-484ca149-22c7-4f6a-b20b-a7b4fa43a76b req-6891c0eb-cdb1-43c6-bb30-4b9db3aee95e tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.2315714 Oct 29 08:42:02.171387 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c20360fb-d8eb-414c-9cd8-107bcaa33d91 None None] Port 632e80da-7643-447f-b08a-832eb3db63bc cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:42:02.234759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d50b-c0d8-49b7-8a65-a615b5d5b565 req-d7651bc8-363c-4f92-aecf-c4ee741ade25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:02.236935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6960d50b-c0d8-49b7-8a65-a615b5d5b565 req-d7651bc8-363c-4f92-aecf-c4ee741ade25 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 1096 time: 0.2205162 Oct 29 08:42:02.334311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:02.335874 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-484ca149-22c7-4f6a-b20b-a7b4fa43a76b req-9c46773c-1c37-433f-be60-2da780f1a1a4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599298 Oct 29 08:42:02.396652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:02.406949 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:02.429503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6960d50b-c0d8-49b7-8a65-a615b5d5b565 req-128d28a9-a09c-484b-a633-ad5ccd91362e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784346 Oct 29 08:42:02.526859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:02.552307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447ff0f-7bbc-4802-b264-817d7487a835 req-ebbcb818-ada6-44d0-84d2-626e9983434f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:02.554080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7296c0e4-5b64-4fcd-9e4b-5a0226926528 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:42:02.559952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8447ff0f-7bbc-4802-b264-817d7487a835 req-ebbcb818-ada6-44d0-84d2-626e9983434f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1109903 Oct 29 08:42:02.606470 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:02.609414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7296c0e4-5b64-4fcd-9e4b-5a0226926528 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:42:02.612834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:02.613496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7296c0e4-5b64-4fcd-9e4b-5a0226926528 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:42:02.647401 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8447ff0f-7bbc-4802-b264-817d7487a835 req-d98450e0-b62e-40cd-93e4-51fcd029fb58 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863981 Oct 29 08:42:02.690684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:02.816839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Pushing event updated for resources: {'Port': ['ID=632e80da-7643-447f-b08a-832eb3db63bc,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:02.973453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:02.975233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:03.439245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c142cb41-2143-4eca-b56a-712d20450f64 None None] Provisioning complete for port 632e80da-7643-447f-b08a-832eb3db63bc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:03.440279 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c142cb41-2143-4eca-b56a-712d20450f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:03.532142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c142cb41-2143-4eca-b56a-712d20450f64 None None] Port 632e80da-7643-447f-b08a-832eb3db63bc cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:42:03.637746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ca4fa-4ee7-4f83-945c-2ae95bf7db17 req-65d4da0d-1eee-419d-98d6-dbb9410898b4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:03.647491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-714ca4fa-4ee7-4f83-945c-2ae95bf7db17 req-65d4da0d-1eee-419d-98d6-dbb9410898b4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1832027 Oct 29 08:42:03.708176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:03.719072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-714ca4fa-4ee7-4f83-945c-2ae95bf7db17 req-08dc7316-4aad-49cc-b453-157673cb9ade tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697465 Oct 29 08:42:03.748782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59984) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:03.811303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:03.812111 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:03.906083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59994) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:03.967507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b444f39-1e29-4423-8752-38d80066c1cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.000966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a9a16-5c56-41cc-ae2e-234e475bb4dc req-a8a44db8-ef07-435c-be48-ce5d683634bb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:04.002481 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c79a9a16-5c56-41cc-ae2e-234e475bb4dc req-a8a44db8-ef07-435c-be48-ce5d683634bb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1473074 Oct 29 08:42:04.037230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Router 2655d706-fdef-4b47-b780-b05750d63aad has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:42:04.056079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-455932348-network', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:04.069157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c79a9a16-5c56-41cc-ae2e-234e475bb4dc req-af70fdeb-45d1-44d8-a108-8bcbcfda150d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583189 Oct 29 08:42:04.120823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:04.124415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.133538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b444f39-1e29-4423-8752-38d80066c1cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.141211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.145463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b444f39-1e29-4423-8752-38d80066c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.197462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:42:04.203627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c216226b-06a3-49cd-8703-a658eee7175a admin admin] 10.222.0.70 "PUT /v2.0/routers/2655d706-fdef-4b47-b780-b05750d63aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6978569 Oct 29 08:42:04.217603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Sync routers for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:42:04.241888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:04.242839 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:04.248583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2b444f39-1e29-4423-8752-38d80066c1cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8aef197acb54b95ada51d146b9d2f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4985580 Oct 29 08:42:04.251922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:04.289367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b444f39-1e29-4423-8752-38d80066c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ab9c65-0a4c-48bf-80db-411a32eae1fc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:04.383126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.383837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f89019e-eab5-4dca-8555-bbf7bb78c015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.390301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.488450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f89019e-eab5-4dca-8555-bbf7bb78c015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.488719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:04.506533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:42:04.534179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ee1d6-d98f-4123-832f-052c887dbcfd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:04.549127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.549645 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Added segment 3ff121a8-e75c-48c4-900b-8ffc6cf1215d of type vlan for network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 Oct 29 08:42:04.587766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f89019e-eab5-4dca-8555-bbf7bb78c015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.591893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f89019e-eab5-4dca-8555-bbf7bb78c015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.595308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5f89019e-eab5-4dca-8555-bbf7bb78c015 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98ab9c65-0a4c-48bf-80db-411a32eae1fc HTTP/1.1" status: 204 len: 168 time: 0.3418934 Oct 29 08:42:04.619212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89019e-eab5-4dca-8555-bbf7bb78c015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ab9c65-0a4c-48bf-80db-411a32eae1fc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:04.673990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.695724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-6f437a2b-b8fb-4ddf-b2a6-78aee2893902 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:04.704389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-6f437a2b-b8fb-4ddf-b2a6-78aee2893902 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 813 time: 0.2954843 Oct 29 08:42:04.738525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-e981a0de-6c65-4cc7-989e-08fe31fcf922 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/quotas/c2a363386e1e4fe2b6daa59e94ba7a32 HTTP/1.1" status: 200 len: 375 time: 0.0137815 Oct 29 08:42:04.764057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.765089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:04.765808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.903160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9957359 Oct 29 08:42:04.906445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:04.914557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 2, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:04.915523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Request body: {'subnet': {'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-subnet', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:04.915751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-f8f36c2d-6a37-4d8e-91ac-bdf7cf6001b7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1701291 Oct 29 08:42:04.921416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01911272-2953-499b-9be9-ba76f6aaa1bd admin admin] Pushing event updated for resources: {'Network': ['ID=0d438998-7dbc-43e7-a0d6-ff375e13ad12,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:04.977352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:04.981149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:42:04.981407 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:04.994790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Checking router: 2655d706-fdef-4b47-b780-b05750d63aad for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:42:04.995440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Updating router 2655d706-fdef-4b47-b780-b05750d63aad port 632e80da-7643-447f-b08a-832eb3db63bc binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:42:05.021957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-aa9549a7-06f2-4d10-8322-ff621bd3928d service neutron] 10.222.0.70 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979731 Oct 29 08:42:05.198258 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:05.239321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60052) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:05.310232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-7c2b0637-da28-4a8b-ba8f-dcd7ae1670bf service neutron] 10.222.0.70 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807405 Oct 29 08:42:05.385230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-44e9db0d-776f-46e3-9395-fc2be873cea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:05.580602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60070) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:05.592690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3542e24-71e8-4fdc-bf31-98bddc84e7d0 req-7d205b65-a84f-4841-854d-48fc8784fdd0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:05.596860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1670a6f4-99e2-4824-95e2-7a48b1101fa5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397980776', 'description': 'tempest-description--1483872827'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:05.603680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3542e24-71e8-4fdc-bf31-98bddc84e7d0 req-7d205b65-a84f-4841-854d-48fc8784fdd0 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.0997026 Oct 29 08:42:05.681970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3542e24-71e8-4fdc-bf31-98bddc84e7d0 req-6858ccc1-511a-4981-a033-951db2b73d10 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761206 Oct 29 08:42:05.688164 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-44e9db0d-776f-46e3-9395-fc2be873cea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:05.732584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-44e9db0d-776f-46e3-9395-fc2be873cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:05.753496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29669f21-cad3-4179-acfc-0efd326673bf req-0e056976-644e-458e-8264-0d6d591ece03 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 210 time: 0.0986927 Oct 29 08:42:05.871566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9db0d-776f-46e3-9395-fc2be873cea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a9ea5-411d-4b3f-9589-8f3ecbcb0aca,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:05.888282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-44e9db0d-776f-46e3-9395-fc2be873cea1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9bf678797ec4d1ca3a438eb3236435d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454139 Oct 29 08:42:05.891227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60084) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:05.913482 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1670a6f4-99e2-4824-95e2-7a48b1101fa5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:05.945509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.007718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.016324 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.021782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86742c09-5b26-4354-8a33-545cd0fb9bf8,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:06.100623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46212c1b-c820-44e1-af54-2e518093c6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.175712 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46212c1b-c820-44e1-af54-2e518093c6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.207367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Checking segment: {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:06.207737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Network hostable DHCP agents. Network: 0d438998-7dbc-43e7-a0d6-ff375e13ad12, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:42:06.226145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-0ae5b9b8-841e-47f7-87ed-b4216361bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:06.227697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-0ae5b9b8-841e-47f7-87ed-b4216361bd20 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49e61d9af6024e88a8916b95cf476b7d&device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 1096 time: 0.2168987 Oct 29 08:42:06.252870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed27ff-3889-485b-9c2b-8971e410f2fa None None] Pushing event updated for resources: {'Port': ['ID=632e80da-7643-447f-b08a-832eb3db63bc,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:06.264747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1670a6f4-99e2-4824-95e2-7a48b1101fa5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.306398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Attempting to bind port 632e80da-7643-447f-b08a-832eb3db63bc on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:06.308147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Attempting to bind port 632e80da-7643-447f-b08a-832eb3db63bc by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:06.308944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Attempting to bind port 632e80da-7643-447f-b08a-832eb3db63bc on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:06.321227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1670a6f4-99e2-4824-95e2-7a48b1101fa5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.322101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:06.322606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Checking segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:06.323283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.323759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Bound using segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:06.324410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Bound port: 632e80da-7643-447f-b08a-832eb3db63bc, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:06.325634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.367014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7daed-8d4e-40f2-9c1d-04fbc292f448 req-9433144b-e2a8-485e-b06a-2f7abdbc23b1 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:06.381548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56a7daed-8d4e-40f2-9c1d-04fbc292f448 req-9433144b-e2a8-485e-b06a-2f7abdbc23b1 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.2080848 Oct 29 08:42:06.459409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] For port 632e80da-7643-447f-b08a-832eb3db63bc, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:06.468664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] For port 632e80da-7643-447f-b08a-832eb3db63bc, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=632e80da-7643-447f-b08a-832eb3db63bc,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:06.475991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56a7daed-8d4e-40f2-9c1d-04fbc292f448 req-0cbffa5f-8ab1-4bb5-8b2a-19774b15b776 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935414 Oct 29 08:42:06.481164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:42:06.493268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1670a6f4-99e2-4824-95e2-7a48b1101fa5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.494900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46212c1b-c820-44e1-af54-2e518093c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.498450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46212c1b-c820-44e1-af54-2e518093c6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.499854 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-46212c1b-c820-44e1-af54-2e518093c6ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba9a9ea5-411d-4b3f-9589-8f3ecbcb0aca HTTP/1.1" status: 204 len: 168 time: 0.6073539 Oct 29 08:42:06.520588 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.523018 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1670a6f4-99e2-4824-95e2-7a48b1101fa5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9354482 Oct 29 08:42:06.535889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60102) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:06.536777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46212c1b-c820-44e1-af54-2e518093c6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a9ea5-411d-4b3f-9589-8f3ecbcb0aca,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:06.563788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1ad6cf01-4f89-4211-9995-a2e8ad73b7c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'security_group_rule': {'security_group_id': 'fed4eeb0-cbcc-409b-a711-aeec195b233d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:06.593812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0d438998-7dbc-43e7-a0d6-ff375e13ad12) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:06.617672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:06.623874 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.649680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670a6f4-99e2-4824-95e2-7a48b1101fa5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed4eeb0-cbcc-409b-a711-aeec195b233d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:06.656489 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ad6cf01-4f89-4211-9995-a2e8ad73b7c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.685594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed27ff-3889-485b-9c2b-8971e410f2fa None None] Pushing event updated for resources: {'Port': ['ID=632e80da-7643-447f-b08a-832eb3db63bc,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:06.742240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-33376508-3097-4dd5-8a4b-10277297defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:06.743832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-33376508-3097-4dd5-8a4b-10277297defb service neutron] 10.222.0.93 "GET /v2.0/networks?id=2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 200 len: 913 time: 0.4933178 Oct 29 08:42:06.748161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a982582-10f0-4d41-8876-3135e2751bc8 None None] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:42:06.748414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9839b420-2b68-4773-a7c4-72a586ac74d8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8388202 Oct 29 08:42:06.751988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60108) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:06.808113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:06.823794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ad6cf01-4f89-4211-9995-a2e8ad73b7c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.831038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ad6cf01-4f89-4211-9995-a2e8ad73b7c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.917847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-12f2d088-5528-4027-91d0-ad3a413a35a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3 HTTP/1.1" status: 200 len: 217 time: 0.1647921 Oct 29 08:42:06.920120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.921306 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.964518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ad6cf01-4f89-4211-9995-a2e8ad73b7c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:06.964518 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1ad6cf01-4f89-4211-9995-a2e8ad73b7c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115705 Oct 29 08:42:06.975932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60116) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:06.994918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6cf01-4f89-4211-9995-a2e8ad73b7c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963c448f-44d1-43c5-94c1-11f508b5025f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:07.036928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-97efc999-8dc5-4c9a-bb2c-aba1dffa98b8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'security_group_rule': {'security_group_id': 'fed4eeb0-cbcc-409b-a711-aeec195b233d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:07.093423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:07.094649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:07.105731 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-7924f29d-baaa-480d-8ccc-574545fb9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:07.107566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f24ef5d6-a4d3-4408-b38a-2d6f59c9ead2 req-9176e7ab-879b-4d92-9b81-f27471939097 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 210 time: 0.2031655 Oct 29 08:42:07.114285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-7924f29d-baaa-480d-8ccc-574545fb9bab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 200 len: 851 time: 0.1876748 Oct 29 08:42:07.132382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.169970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97efc999-8dc5-4c9a-bb2c-aba1dffa98b8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.190651 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-bc38d9ee-bb77-4527-acfe-9c94c500e232 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2dd678d7-b0be-42da-90a6-8deaeac45234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754087 Oct 29 08:42:07.237465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-31eaea58-ab5e-4dcb-9738-2f2075414196 None None] Provisioning complete for port 632e80da-7643-447f-b08a-832eb3db63bc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:07.238066 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-31eaea58-ab5e-4dcb-9738-2f2075414196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.326301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97efc999-8dc5-4c9a-bb2c-aba1dffa98b8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.333926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97efc999-8dc5-4c9a-bb2c-aba1dffa98b8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.379152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efc999-8dc5-4c9a-bb2c-aba1dffa98b8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db58f17-69be-4571-a60d-aab2d43c6257,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:07.446415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:07.515797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:42:07.516598 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.633473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97efc999-8dc5-4c9a-bb2c-aba1dffa98b8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.639365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-97efc999-8dc5-4c9a-bb2c-aba1dffa98b8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6595080 Oct 29 08:42:07.645054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60138) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:07.653055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:07.715259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.749466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a42daf7d-b85d-44bd-9db3-bf95d3c848de tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:07.752313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a42daf7d-b85d-44bd-9db3-bf95d3c848de tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.15 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 813 time: 0.3746724 Oct 29 08:42:07.761759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.801041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Request body: {'port': {'device_id': 'ef686a47-5cd9-4c5b-9a17-0aab34df5fe9', 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2', 'admin_state_up': True, 'tenant_id': 'c2a363386e1e4fe2b6daa59e94ba7a32'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:07.806479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47234600-e463-4d56-b087-fcf0757fc6f5 req-0f42bb0e-b2a6-4514-9b6b-63d8f8a15e66 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:07.808105 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-31eaea58-ab5e-4dcb-9738-2f2075414196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.814751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-47234600-e463-4d56-b087-fcf0757fc6f5 req-0f42bb0e-b2a6-4514-9b6b-63d8f8a15e66 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1575487 Oct 29 08:42:07.851832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-de18e618-0c73-46a9-b94f-e4dcf5345fc9 service neutron] 10.222.0.93 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272191 Oct 29 08:42:07.889569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-31eaea58-ab5e-4dcb-9738-2f2075414196 None None] For port 632e80da-7643-447f-b08a-832eb3db63bc, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=632e80da-7643-447f-b08a-832eb3db63bc,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:07.913527 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-31eaea58-ab5e-4dcb-9738-2f2075414196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:07.983111 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-47234600-e463-4d56-b087-fcf0757fc6f5 req-2a1bf942-b445-47a5-91d2-a90fa8355e7b tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665261 Oct 29 08:42:08.022627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Allocated IP 172.20.0.2 (0d438998-7dbc-43e7-a0d6-ff375e13ad12/86742c09-5b26-4354-8a33-545cd0fb9bf8/0357f7cf-418a-4860-81f8-47abb693e72b) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:08.089766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Made reservation on behalf of c2a363386e1e4fe2b6daa59e94ba7a32 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:08.094643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6fd77c08-6dad-4af0-a277-8cdfb98e99e3 None None] Provisioning complete for port 632e80da-7643-447f-b08a-832eb3db63bc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:08.095280 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6fd77c08-6dad-4af0-a277-8cdfb98e99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:08.105392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e3d47e-4afc-4987-8f70-03140be9ef93 req-9f84905b-cf67-47ca-ab62-65abc533258c service neutron] 10.222.0.93 "GET /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443590 Oct 29 08:42:08.106235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:08.165346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eaea58-ab5e-4dcb-9738-2f2075414196 None None] Pushing event updated for resources: {'Port': ['ID=632e80da-7643-447f-b08a-832eb3db63bc,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:08.443950 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-efd01d8c-ea99-4419-bfdd-6c13e6d0cafd req-5a2caded-26da-4843-928b-e3e447fb12eb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 210 time: 0.1719465 Oct 29 08:42:08.462624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:06Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:08.483407 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:08.530590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67362171-cfc8-4f8b-a7a2-bb3ccbfde809 None None] The sync data for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 is: [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:06Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:42:08.702572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:08.735082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:08.742141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:08.754642 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:08.858572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Allocated IP 172.20.0.9 (003208f5-2005-4fb1-86ee-de38ac9562e2/097c0f95-5129-466f-8d01-de53d9e5ca02/63143555-45d7-44e9-a89d-5ed10c84e8f2) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:08.868617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:08.885480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:08.889949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:08.954196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Allocated IP 172.25.5.116 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/9a1c3bd8-e23a-439f-9941-36801be8136d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:08.959265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Pushing event updated for resources: {'Port': ['ID=0357f7cf-418a-4860-81f8-47abb693e72b,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:09.044449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Attempting to bind port 0357f7cf-418a-4860-81f8-47abb693e72b on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:09.044826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Attempting to bind port 0357f7cf-418a-4860-81f8-47abb693e72b by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:09.045191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Attempting to bind port 0357f7cf-418a-4860-81f8-47abb693e72b on network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:09.054771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:09.055147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Checking segment: {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:09.055556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:09.056344 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Bound using segment: {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:09.058533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Bound port: 0357f7cf-418a-4860-81f8-47abb693e72b, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:09.059307 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:09.218693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] For port 0357f7cf-418a-4860-81f8-47abb693e72b, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:09.244702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] For port 0357f7cf-418a-4860-81f8-47abb693e72b, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0357f7cf-418a-4860-81f8-47abb693e72b,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:09.259411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:09.292952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3b82-50a1-40ea-b6a7-2cca38be4c02 req-39427890-4072-4316-be99-287d74aec5e7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:09.298158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a18f3b82-50a1-40ea-b6a7-2cca38be4c02 req-39427890-4072-4316-be99-287d74aec5e7 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1547141 Oct 29 08:42:09.401309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dbcef-50a8-46ee-b6b6-f86f9750b7ca None None] Pushing event updated for resources: {'Port': ['ID=0357f7cf-418a-4860-81f8-47abb693e72b,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:09.619280 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:09.631893 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:09.673472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a18f3b82-50a1-40ea-b6a7-2cca38be4c02 req-dbc11a35-3952-454e-acef-922a7b994c2f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346677 Oct 29 08:42:09.679192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-808ed0b1-670a-4187-9428-a8748d27c055 req-58fcc34c-df3d-4f46-afff-b7af6f3e157f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 210 time: 0.0616832 Oct 29 08:42:09.803481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 632e80da-7643-447f-b08a-832eb3db63bc up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:09.864397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:09.882848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 632e80da-7643-447f-b08a-832eb3db63bc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:09.883325 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:09.892575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60230) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:09.978608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Allocated IP 172.25.5.198 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/2fd02a9e-b4af-4557-875e-0e91915108d8) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:10.006033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'Port': ['ID=9a1c3bd8-e23a-439f-9941-36801be8136d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:10.024631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:10.038752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:10.048325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:10.056381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:10.086476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6b6bfd83-758a-4084-94f1-2a2ed3b713c9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:42:10.322750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Network 003208f5-2005-4fb1-86ee-de38ac9562e2 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:10.376726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:10.423930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:10.439948 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-090183b4-9ea9-45f5-afc3-f3ef6ac77e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:10.443927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:10.553548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:10.554228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Pushing event updated for resources: {'Port': ['ID=63143555-45d7-44e9-a89d-5ed10c84e8f2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:10.708681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:10.721097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:10.726089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:10.759191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:10.759998 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:10.958369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-956022d2-b34b-4875-a5d7-0fcee64b305e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1673245 Oct 29 08:42:10.972376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:10.991899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Request body: {'port': {'device_id': 'ef686a47-5cd9-4c5b-9a17-0aab34df5fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:11.047127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd02a9e-b4af-4557-875e-0e91915108d8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:11.191617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd202f47-b852-4eb8-8768-f03e72cd35f0 req-fca07ff5-3c87-401a-b8c4-3d0d3be57a4a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:11.192088 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76fdaf-4205-4c26-a6d5-abc84447c4ad req-1e3b071c-a84e-4914-aa0e-464694f30bea tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:11.193877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a76fdaf-4205-4c26-a6d5-abc84447c4ad req-1e3b071c-a84e-4914-aa0e-464694f30bea tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.3523717 Oct 29 08:42:11.194026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd202f47-b852-4eb8-8768-f03e72cd35f0 req-fca07ff5-3c87-401a-b8c4-3d0d3be57a4a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 931 time: 0.3418977 Oct 29 08:42:11.194791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:11.217266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988f4e3-c023-4ac4-af6d-b5b004171ea2 None None] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:42:11.233701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-090183b4-9ea9-45f5-afc3-f3ef6ac77e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:11.290871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:11.316658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-090183b4-9ea9-45f5-afc3-f3ef6ac77e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:11.368626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e4e81b4b-215d-4925-86ac-b043d759d65d None None] Provisioning complete for port 0357f7cf-418a-4860-81f8-47abb693e72b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:11.368989 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4e81b4b-215d-4925-86ac-b043d759d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:11.398123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a76fdaf-4205-4c26-a6d5-abc84447c4ad req-76c1b286-deae-49c3-a6b0-740138d37d2e tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918068 Oct 29 08:42:11.499231 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:11.835924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0357f7cf-418a-4860-81f8-47abb693e72b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:11.927566 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4e81b4b-215d-4925-86ac-b043d759d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:11.972008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0357f7cf-418a-4860-81f8-47abb693e72b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:11.972507 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.004243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e4e81b4b-215d-4925-86ac-b043d759d65d None None] For port 0357f7cf-418a-4860-81f8-47abb693e72b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0357f7cf-418a-4860-81f8-47abb693e72b,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:12.017841 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4e81b4b-215d-4925-86ac-b043d759d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.032193 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.068861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-090183b4-9ea9-45f5-afc3-f3ef6ac77e85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e85624f88b204609b2d0f7d30c44a4a3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0818894 Oct 29 08:42:12.087192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60270) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:12.103597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.180565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e81b4b-215d-4925-86ac-b043d759d65d None None] Pushing event updated for resources: {'Port': ['ID=0357f7cf-418a-4860-81f8-47abb693e72b,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:12.183246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'Port': ['ID=9a1c3bd8-e23a-439f-9941-36801be8136d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:12.250163 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.265394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0f3b1-90a0-4b58-af17-0a8f5c9ddaa6 req-c84599a0-c6b8-4f47-b598-87be7d2668a2 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:12.267069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a9c0f3b1-90a0-4b58-af17-0a8f5c9ddaa6 req-c84599a0-c6b8-4f47-b598-87be7d2668a2 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1238608 Oct 29 08:42:12.276086 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d2-d05b-4a64-ba44-1bc03ea7a301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.345604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd202f47-b852-4eb8-8768-f03e72cd35f0 req-0539cbd9-c6a0-44cc-84e3-31dfc2363079 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1187184 Oct 29 08:42:12.360438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090183b4-9ea9-45f5-afc3-f3ef6ac77e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e510b-84b1-4947-9f36-01e84054b700,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:12.362627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-18e0087f-c5f1-4983-9c38-e52009d36470 None None] Provisioning complete for port 0357f7cf-418a-4860-81f8-47abb693e72b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:12.363109 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-18e0087f-c5f1-4983-9c38-e52009d36470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.445113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.449911 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a9c0f3b1-90a0-4b58-af17-0a8f5c9ddaa6 req-c3cebb0b-8681-49a2-b515-853333399895 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619880 Oct 29 08:42:12.470033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d2-d05b-4a64-ba44-1bc03ea7a301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.546800 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.548076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4c58ab26-09be-4266-a786-c39c63b301d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9017420 Oct 29 08:42:12.657976 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d2-d05b-4a64-ba44-1bc03ea7a301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.666438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d2-d05b-4a64-ba44-1bc03ea7a301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.684412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a9415d2-d05b-4a64-ba44-1bc03ea7a301 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee1e510b-84b1-4947-9f36-01e84054b700 HTTP/1.1" status: 204 len: 168 time: 0.5935225 Oct 29 08:42:12.740273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9415d2-d05b-4a64-ba44-1bc03ea7a301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e510b-84b1-4947-9f36-01e84054b700,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:12.760946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:42:12.850737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63143555-45d7-44e9-a89d-5ed10c84e8f2 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:42:12.880024 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.925890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Transition to ACTIVE for port object 63143555-45d7-44e9-a89d-5ed10c84e8f2 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:42:12.935341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:12.945985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:42:12.957216 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Sync routers for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:42:12.983136 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:12.983948 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:13.012278 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:13.014092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f5aad30c-b932-48ca-aba5-4c85686ceff8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2586970 Oct 29 08:42:13.017027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60302) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:13.188090 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:13.195836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Pushing event updated for resources: {'Port': ['ID=63143555-45d7-44e9-a89d-5ed10c84e8f2,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:13.212684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-c6b8073f-32b8-47ad-94db-3911bdb22bbb tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1397980776&fields=id&tenant_id=49a09a106afc4fadb21079c03389c9e0 HTTP/1.1" status: 200 len: 267 time: 0.2458999 Oct 29 08:42:13.232080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Attempting to bind port 63143555-45d7-44e9-a89d-5ed10c84e8f2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:13.232486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Attempting to bind port 63143555-45d7-44e9-a89d-5ed10c84e8f2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:13.232909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Attempting to bind port 63143555-45d7-44e9-a89d-5ed10c84e8f2 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:13.259154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Port 63143555-45d7-44e9-a89d-5ed10c84e8f2 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:13.259612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Attempting to bind port 63143555-45d7-44e9-a89d-5ed10c84e8f2 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:13.297383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:13.297849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Checking segment: {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:13.298338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Bound using segment: {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:13.298880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Bound port: 63143555-45d7-44e9-a89d-5ed10c84e8f2, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:13.299335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:13.408965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-3675f10a-f9dd-4bcf-b183-2f635651cf30 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:13.410550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-3675f10a-f9dd-4bcf-b183-2f635651cf30 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.1799037 Oct 29 08:42:13.436366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] For port 63143555-45d7-44e9-a89d-5ed10c84e8f2, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:13.442866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] For port 63143555-45d7-44e9-a89d-5ed10c84e8f2, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=63143555-45d7-44e9-a89d-5ed10c84e8f2,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:13.464314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:13.537835 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-202ff2b5-d6b6-47f9-93e7-00c305cf8082 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/quotas/49a09a106afc4fadb21079c03389c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0928209 Oct 29 08:42:13.579022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Pushing event updated for resources: {'Port': ['ID=63143555-45d7-44e9-a89d-5ed10c84e8f2,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:13.630402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:13.631259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:13.651873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-a992fb4d-5870-4b98-a0fc-2ff674196643 service neutron] 10.222.0.15 "PUT /v2.0/ports/63143555-45d7-44e9-a89d-5ed10c84e8f2 HTTP/1.1" status: 200 len: 1091 time: 2.6547942 Oct 29 08:42:13.657621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef686a47-5cd9-4c5b-9a17-0aab34df5fe9', 'tag': '63143555-45d7-44e9-a89d-5ed10c84e8f2'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:13.666980 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f18158-9048-4216-b777-4be155964f16" -d '{"events": [{"name": "network-changed", "server_uuid": "ef686a47-5cd9-4c5b-9a17-0aab34df5fe9", "tag": "63143555-45d7-44e9-a89d-5ed10c84e8f2"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:13.701676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0357f7cf-418a-4860-81f8-47abb693e72b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:13.733895 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:11Z', 'revision_number': 3, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:13.761789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-80342097-cf7c-4e88-abef-86f252be62a7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2138863 Oct 29 08:42:13.803378 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Checking router: 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:42:13.806164 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Updating router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 port 2fd02a9e-b4af-4557-875e-0e91915108d8 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:42:13.833686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0357f7cf-418a-4860-81f8-47abb693e72b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:13.834072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:13.847772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-2dab4103-148b-4eb4-8784-ca4c42ede255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:13.849343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-2dab4103-148b-4eb4-8784-ca4c42ede255 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 1094 time: 0.1569328 Oct 29 08:42:13.880990 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:13.901884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-f39aee75-36d9-464c-b8ee-c5060155c6aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63143555-45d7-44e9-a89d-5ed10c84e8f2 HTTP/1.1" status: 200 len: 217 time: 0.0408859 Oct 29 08:42:14.048048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-971365cc-8005-4574-b578-f3f58d903ffb service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781832 Oct 29 08:42:14.138749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-8e95dab2-b52d-43f8-8a33-48700b7b7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:14.140745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-8e95dab2-b52d-43f8-8a33-48700b7b7974 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.2299149 Oct 29 08:42:14.191869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f90bf-9cb3-43a6-bff3-a0043909df30 req-9b69d49a-66f7-4c15-bd9c-a6693e4c01c4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:14.209883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-485f90bf-9cb3-43a6-bff3-a0043909df30 req-9b69d49a-66f7-4c15-bd9c-a6693e4c01c4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 943 time: 0.1767085 Oct 29 08:42:14.270537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-ecb23bee-83ee-4d27-8403-345681a84cee service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132695 Oct 29 08:42:14.275496 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-2a4288c0-cd9a-4df1-9cf6-d06c22fab477 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220415 Oct 29 08:42:14.282887 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-84c3157c-bf6d-4a36-86c1-622e3e1f701f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:14.374447 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-485f90bf-9cb3-43a6-bff3-a0043909df30 req-7818d3e9-3ed0-42a3-bb52-92b8cff87140 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821118 Oct 29 08:42:14.399619 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:14.505929 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a7dead-4274-4105-bd81-52941431161c x-openstack-request-id: req-a9a7dead-4274-4105-bd81-52941431161c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:14.506244 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef686a47-5cd9-4c5b-9a17-0aab34df5fe9", "tag": "63143555-45d7-44e9-a89d-5ed10c84e8f2", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:14.506511 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9a7dead-4274-4105-bd81-52941431161c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:14.507055 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef686a47-5cd9-4c5b-9a17-0aab34df5fe9', 'tag': '63143555-45d7-44e9-a89d-5ed10c84e8f2', 'status': 'completed', 'code': 200} Oct 29 08:42:14.552466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-9f382537-f0fe-408c-9740-cec67f8affb0 service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680357 Oct 29 08:42:14.571601 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:14.586605 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:14.698931 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Attempting to bind port 2fd02a9e-b4af-4557-875e-0e91915108d8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:14.699272 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Attempting to bind port 2fd02a9e-b4af-4557-875e-0e91915108d8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:14.699643 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Attempting to bind port 2fd02a9e-b4af-4557-875e-0e91915108d8 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:14.713915 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe4792-994f-42ae-a7c5-c72b6c432ab8 None None] Pushing event updated for resources: {'Port': ['ID=2fd02a9e-b4af-4557-875e-0e91915108d8,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:14.725694 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:14.726066 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:14.726513 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:14.726845 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:14.732674 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Bound port: 2fd02a9e-b4af-4557-875e-0e91915108d8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:14.733148 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:14.801520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Allocated IP 172.20.0.1 (0d438998-7dbc-43e7-a0d6-ff375e13ad12/86742c09-5b26-4354-8a33-545cd0fb9bf8/1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:14.802116 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bd892e7-9d8f-4ce0-88c5-3a4a6f4d61e3 req-5f5942d9-c4e7-40ab-b85c-cf950390a3e1 service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369120 Oct 29 08:42:14.822313 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] For port 2fd02a9e-b4af-4557-875e-0e91915108d8, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:14.827126 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] For port 2fd02a9e-b4af-4557-875e-0e91915108d8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2fd02a9e-b4af-4557-875e-0e91915108d8,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:14.833918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e6ace26-e265-4b4a-afee-56618eacad56 req-d8c87bdd-c8aa-4f35-9008-939cd7f037e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 210 time: 0.0618265 Oct 29 08:42:14.838194 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:14.959036 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe4792-994f-42ae-a7c5-c72b6c432ab8 None None] Pushing event updated for resources: {'Port': ['ID=2fd02a9e-b4af-4557-875e-0e91915108d8,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:14.986258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18158-9048-4216-b777-4be155964f16 req-173513d3-ab0b-429b-b23d-783ff80e58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:14.989112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7f18158-9048-4216-b777-4be155964f16 req-173513d3-ab0b-429b-b23d-783ff80e58d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 1094 time: 0.1046407 Oct 29 08:42:14.990082 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:14.990714 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:15.201090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18158-9048-4216-b777-4be155964f16 req-c2befd14-4c7c-471f-82e6-a9421c1c8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:15.203263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7f18158-9048-4216-b777-4be155964f16 req-c2befd14-4c7c-471f-82e6-a9421c1c8cf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 915 time: 0.2030199 Oct 29 08:42:15.233855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10ffd9-ba60-487f-9728-e71b299982e5 req-1fdb8d20-3195-47e6-9594-c1371d51d097 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:15.245314 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4d10ffd9-ba60-487f-9728-e71b299982e5 req-1fdb8d20-3195-47e6-9594-c1371d51d097 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.5195932 Oct 29 08:42:15.265053 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:15.312165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-72d018c0-75d1-474c-bf83-9007b2c19479 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:15.314684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-72d018c0-75d1-474c-bf83-9007b2c19479 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.93 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.3489172 Oct 29 08:42:15.321817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7f18158-9048-4216-b777-4be155964f16 req-48eea41b-ecfb-4554-9bfc-b429af2ee5d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63143555-45d7-44e9-a89d-5ed10c84e8f2 HTTP/1.1" status: 200 len: 217 time: 0.1067746 Oct 29 08:42:15.361068 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:15.406137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18158-9048-4216-b777-4be155964f16 req-4deae2f8-6081-4b92-bd24-5b7931667f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:15.412166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7f18158-9048-4216-b777-4be155964f16 req-4deae2f8-6081-4b92-bd24-5b7931667f40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.0821667 Oct 29 08:42:15.479762 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7f18158-9048-4216-b777-4be155964f16 req-6281a293-cf94-4600-bd1c-53c2564df108 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606115 Oct 29 08:42:15.529127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4d10ffd9-ba60-487f-9728-e71b299982e5 req-fd40454f-8164-43ee-91f9-96219ebf2d7f tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828252 Oct 29 08:42:15.535928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:15.628065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Pushing event updated for resources: {'Port': ['ID=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:15.641314 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:11Z', 'revision_number': 3, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:15.700742 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b3bd80-96f9-4f36-88ef-b7b3cc02c54f None None] The sync data for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 is: [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:11Z', 'revision_number': 3, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:42:15.710876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:15.726824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:15.731578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:15.738532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205aaca-c556-43f5-a7eb-5ae56ed445cd req-98332025-c1ff-4481-a4da-933375228f8e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:15.747412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6205aaca-c556-43f5-a7eb-5ae56ed445cd req-98332025-c1ff-4481-a4da-933375228f8e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 943 time: 0.2063913 Oct 29 08:42:15.818227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6205aaca-c556-43f5-a7eb-5ae56ed445cd req-c28b259e-3835-41c1-8e8d-76b2c1fe5433 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697069 Oct 29 08:42:15.821679 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:15.851352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7f18158-9048-4216-b777-4be155964f16 req-6dffe570-9fb7-4486-9f19-a8435c293189 service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531737 Oct 29 08:42:16.042674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60430) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:16.089005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.132657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7f18158-9048-4216-b777-4be155964f16 req-958ac9df-00f5-4e44-aed0-59ce300759cb service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710028 Oct 29 08:42:16.157726 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1db233e3-fd85-4f46-bc81-eafdabd11c47 req-a042d4e7-9fef-4ee3-b337-02e29a5bf1c3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 210 time: 0.1205881 Oct 29 08:42:16.177531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Deleting port d3c62b59-8b4b-4889-b6d9-57f674e586b3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:16.177881 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.267133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-053eddb6-db1c-46d3-a136-03a41c5ca645 None None] Provisioning complete for port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:16.267593 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-053eddb6-db1c-46d3-a136-03a41c5ca645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.327573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fe3d13-da32-46d8-95e2-fc5f2840aa7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.349395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] For port d3c62b59-8b4b-4889-b6d9-57f674e586b3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d3c62b59-8b4b-4889-b6d9-57f674e586b3,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:16.349993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.358371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-053eddb6-db1c-46d3-a136-03a41c5ca645 None None] Port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:42:16.445425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Calling delete_port for d3c62b59-8b4b-4889-b6d9-57f674e586b3 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:16.448900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fe3d13-da32-46d8-95e2-fc5f2840aa7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.465087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fe3d13-da32-46d8-95e2-fc5f2840aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.599721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-19fe3d13-da32-46d8-95e2-fc5f2840aa7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4d81f44bc3148d587f4957539bef579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5547295 Oct 29 08:42:16.607598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60444) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:16.711317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe3d13-da32-46d8-95e2-fc5f2840aa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de077a1-423d-40ec-902d-2c29787f64b9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:16.785700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-e56ca2d6-77c7-4f5f-8485-eaff4e2cd126 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:16.789370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-e56ca2d6-77c7-4f5f-8485-eaff4e2cd126 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.3364060 Oct 29 08:42:16.791230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.811514 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.851108 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6632c3c2-4cf7-431a-b0d7-489390fa151a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.874559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07626ce-cb47-461d-b8c5-2e7e6ef6f84e req-7caf2261-80bf-4f24-af78-99403ef63ed4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:16.884263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e07626ce-cb47-461d-b8c5-2e7e6ef6f84e req-7caf2261-80bf-4f24-af78-99403ef63ed4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 945 time: 0.1610878 Oct 29 08:42:16.977354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:16.986424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f8371e10-980f-4492-b1f1-59728842aa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:17.050249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-e8c00894-ab31-4cd7-9cf1-bbb0d8b782a4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49a09a106afc4fadb21079c03389c9e0 HTTP/1.1" status: 200 len: 380 time: 0.2405298 Oct 29 08:42:17.073619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'port': {'device_id': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'admin_state_up': True, 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'security_groups': ['fed4eeb0-cbcc-409b-a711-aeec195b233d']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:17.086177 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e07626ce-cb47-461d-b8c5-2e7e6ef6f84e req-ba4e120c-c7b3-461b-8a5c-20217f9cf774 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010298 Oct 29 08:42:17.090811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Pushing event updated for resources: {'Port': ['ID=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:17.171127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6632c3c2-4cf7-431a-b0d7-489390fa151a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:17.184778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.185410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.186333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.186662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.187001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.187328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.187667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.188602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.188933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.189261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.189584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.189910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:17.251459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:17.268290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['7b155d24-b64d-46db-bab9-fc3b81d1353d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:42:17.271032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6fc54-062b-41be-a792-ecabb103f4c8 req-a2e2c1f1-e2d3-4a19-8ead-93f9334c7b0e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:17.273330 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5b6fc54-062b-41be-a792-ecabb103f4c8 req-a2e2c1f1-e2d3-4a19-8ead-93f9334c7b0e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 943 time: 0.2758851 Oct 29 08:42:17.333756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Pushing event deleted for resources: {'Port': ['ID=d3c62b59-8b4b-4889-b6d9-57f674e586b3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:17.370452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6632c3c2-4cf7-431a-b0d7-489390fa151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:17.383580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6632c3c2-4cf7-431a-b0d7-489390fa151a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:17.397309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6632c3c2-4cf7-431a-b0d7-489390fa151a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0de077a1-423d-40ec-902d-2c29787f64b9 HTTP/1.1" status: 204 len: 168 time: 0.7821386 Oct 29 08:42:17.429362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] No DVR routers for this DVR port d3c62b59-8b4b-4889-b6d9-57f674e586b3 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:42:17.433085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:17.445039 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6233dfb9-29a7-4cfb-9642-ec311e392115 req-bd958944-969d-4734-8971-dbac4ce33927 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.93 "DELETE /v2.0/ports/d3c62b59-8b4b-4889-b6d9-57f674e586b3 HTTP/1.1" status: 204 len: 173 time: 2.1140802 Oct 29 08:42:17.453915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8700f1c7-948b-4c82-840c-b4ef68d112ab', 'name': 'network-vif-deleted', 'tag': 'd3c62b59-8b4b-4889-b6d9-57f674e586b3'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:17.456324 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c418fd05-d04e-4bc1-a173-679e144c4b8a" -d '{"events": [{"server_uuid": "8700f1c7-948b-4c82-840c-b4ef68d112ab", "name": "network-vif-deleted", "tag": "d3c62b59-8b4b-4889-b6d9-57f674e586b3"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:17.479016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:17.486364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:17.496755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632c3c2-4cf7-431a-b0d7-489390fa151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de077a1-423d-40ec-902d-2c29787f64b9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:17.530460 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5b6fc54-062b-41be-a792-ecabb103f4c8 req-fd501c95-e2d1-4a17-9378-a7b3958bb5d8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113216 Oct 29 08:42:17.559760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4121d492-f7d4-4a2c-90bf-609b58699bed req-2b6fa65e-c39e-4347-b45d-050f1f4db6a9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 210 time: 0.1489959 Oct 29 08:42:17.604379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Made reservation on behalf of 49a09a106afc4fadb21079c03389c9e0 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:17.618783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:17.795010 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d98e6b-599e-4ab2-b797-1b20a4b0dbbf x-openstack-request-id: req-31d98e6b-599e-4ab2-b797-1b20a4b0dbbf {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:17.795294 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8700f1c7-948b-4c82-840c-b4ef68d112ab", "name": "network-vif-deleted", "tag": "d3c62b59-8b4b-4889-b6d9-57f674e586b3", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:17.795578 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31d98e6b-599e-4ab2-b797-1b20a4b0dbbf {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:17.795891 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8700f1c7-948b-4c82-840c-b4ef68d112ab', 'name': 'network-vif-deleted', 'tag': 'd3c62b59-8b4b-4889-b6d9-57f674e586b3', 'status': 'completed', 'code': 200} Oct 29 08:42:17.911034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2fd02a9e-b4af-4557-875e-0e91915108d8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:17.970497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:42:18.021268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Allocated IP 172.20.0.7 (f63fba96-cdf0-4276-a98d-fe0ddc0406cd/ae07ca67-5f4e-458d-9f83-21cb69754188/5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:18.032874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2fd02a9e-b4af-4557-875e-0e91915108d8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:18.033253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:18.161898 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:18.316668 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:18.319871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d3c62b59-8b4b-4889-b6d9-57f674e586b3 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:42:18.335380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c20573e7-efac-40a9-b49d-dcbb64c6ee1e None None] Provisioning complete for port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:18.336055 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c20573e7-efac-40a9-b49d-dcbb64c6ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:18.386899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:42:18.409550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a59b27a0-ead3-46b9-9be8-2499f5df3644 admin admin] 10.222.0.70 "PUT /v2.0/routers/56c2005d-4dbf-47ba-ad4a-57b2b0151f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3829985 Oct 29 08:42:18.428912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: d3c62b59-8b4b-4889-b6d9-57f674e586b3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:42:18.430016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d3c62b59-8b4b-4889-b6d9-57f674e586b3 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:42:18.446951 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:18.475218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 2fd02a9e-b4af-4557-875e-0e91915108d8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2fd02a9e-b4af-4557-875e-0e91915108d8,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:18.486005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c20573e7-efac-40a9-b49d-dcbb64c6ee1e None None] Port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:42:18.505742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c8ab2668-5608-4d9b-a0e9-71a510c796fb req-70197fe3-6f9a-4cc8-8ad6-765445dbd374 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=8700f1c7-948b-4c82-840c-b4ef68d112ab HTTP/1.1" status: 200 len: 210 time: 0.0869329 Oct 29 08:42:18.506212 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:18.544313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:18.603543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=2fd02a9e-b4af-4557-875e-0e91915108d8,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:18.645380 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:18.735058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959229bd-cd3b-4a89-ac33-73b282cce0bc req-f148cbe7-e83c-4136-bd6b-ff7044cbb579 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:18.736811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-959229bd-cd3b-4a89-ac33-73b282cce0bc req-f148cbe7-e83c-4136-bd6b-ff7044cbb579 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 931 time: 0.0624416 Oct 29 08:42:18.761511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:18.785296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-959229bd-cd3b-4a89-ac33-73b282cce0bc req-4075a3ed-7d51-4570-8b96-90796ff6b439 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409746 Oct 29 08:42:18.830708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:18.839355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:18.842392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 63143555-45d7-44e9-a89d-5ed10c84e8f2 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:42:18.853671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:18.877121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30553-1172-42b0-a1ae-219f65ff0ce5 req-b062b488-de76-440f-868f-e45795ef7012 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:18.889548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7dd30553-1172-42b0-a1ae-219f65ff0ce5 req-b062b488-de76-440f-868f-e45795ef7012 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 943 time: 0.1395605 Oct 29 08:42:18.983253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Sync routers for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:42:19.013769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:19.015228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:19.045414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:19.046056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:19.072629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7dd30553-1172-42b0-a1ae-219f65ff0ce5 req-e2b7819a-d0a2-420b-a966-c4be3bcb085b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680450 Oct 29 08:42:19.105217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-9b473757-1dcb-4ea4-b42c-5ca70db4e8ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0312812 Oct 29 08:42:19.115221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Request body: {'port': {'device_id': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:19.160590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 63143555-45d7-44e9-a89d-5ed10c84e8f2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=63143555-45d7-44e9-a89d-5ed10c84e8f2,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:19.179738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '63143555-45d7-44e9-a89d-5ed10c84e8f2', 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2', 'port_id': '63143555-45d7-44e9-a89d-5ed10c84e8f2', 'mac_address': 'fa:16:3e:11:fb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097c0f95-5129-466f-8d01-de53d9e5ca02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:42:19.258236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:19.260939 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:19.270629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:19.363240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63143555-45d7-44e9-a89d-5ed10c84e8f2 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:42:19.400263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 63143555-45d7-44e9-a89d-5ed10c84e8f2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=63143555-45d7-44e9-a89d-5ed10c84e8f2,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:19.422785 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:19.864475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2fd02a9e-b4af-4557-875e-0e91915108d8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:19.925030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:42:19.943169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['63143555-45d7-44e9-a89d-5ed10c84e8f2'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:42:19.963197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5c34bab6-d478-4b62-8f5e-34c933dbf769 None None] Provisioning complete for port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:19.963493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:19.963917 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5c34bab6-d478-4b62-8f5e-34c933dbf769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:20.008020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=63143555-45d7-44e9-a89d-5ed10c84e8f2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:20.017581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5c34bab6-d478-4b62-8f5e-34c933dbf769 None None] Port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:42:20.027298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Transition to ACTIVE for port object 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:42:20.060376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:20.076569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:20.146587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:20.181281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846e924-2cd9-45d1-918d-9c95e0d817eb req-6c72666e-5d6f-4e5e-a5d2-d6723249b5cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:20.191657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5846e924-2cd9-45d1-918d-9c95e0d817eb req-6c72666e-5d6f-4e5e-a5d2-d6723249b5cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 931 time: 0.2050109 Oct 29 08:42:20.258628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423faa2-4b19-4c81-88ad-682c8913b410 req-ad01ceb3-8dce-4cca-8238-c7185d11c485 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:20.272911 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b423faa2-4b19-4c81-88ad-682c8913b410 req-ad01ceb3-8dce-4cca-8238-c7185d11c485 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.2557433 Oct 29 08:42:20.281644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2fd02a9e-b4af-4557-875e-0e91915108d8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:20.284120 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:20.347484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5846e924-2cd9-45d1-918d-9c95e0d817eb req-dea330c3-52bb-4361-8204-5510cc3e8157 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527712 Oct 29 08:42:20.353574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Attempting to bind port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:20.354249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Attempting to bind port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:20.355527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Attempting to bind port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:20.366357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:20.372601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Attempting to bind port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:20.397604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:20.398199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Checking segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:20.399524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Bound using segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:20.407413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Bound port: 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:20.407794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:20.452104 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b423faa2-4b19-4c81-88ad-682c8913b410 req-26c4822c-9cce-4876-ac34-8f82d21d76d5 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781507 Oct 29 08:42:20.452665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60604) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:20.719107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:20.736917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:20.741007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:20.774071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154349ad-fec6-4fe0-834d-13117d619e95 req-9d291404-9b30-49c0-9ffa-d3e7ab227262 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:20.776098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-154349ad-fec6-4fe0-834d-13117d619e95 req-9d291404-9b30-49c0-9ffa-d3e7ab227262 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 944 time: 0.2094293 Oct 29 08:42:20.778152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:20.821773 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:20.833997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:20.834627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:20.836123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] 10.222.0.15 "PUT /v2.0/ports/5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 1091 time: 1.7254617 Oct 29 08:42:20.844727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:20.847445 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:20.974719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-154349ad-fec6-4fe0-834d-13117d619e95 req-1fa5593f-3549-43f7-8b84-71d723a39ea4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848845 Oct 29 08:42:20.975438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ede2d-f5e1-47da-bb6f-857b9d85ad58 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:21.004824 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aa3c37-ae5f-4c06-aebd-cff18155275b x-openstack-request-id: req-a1aa3c37-ae5f-4c06-aebd-cff18155275b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:21.005118 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:21.005373 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1aa3c37-ae5f-4c06-aebd-cff18155275b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:21.005781 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'status': 'completed', 'code': 200} Oct 29 08:42:21.024875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-2b26918a-c13a-4e3c-881c-e60574ec5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:21.027477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-2b26918a-c13a-4e3c-881c-e60574ec5e3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1094 time: 0.1211307 Oct 29 08:42:21.122295 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:21.190852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-742c7ce0-ab65-4dae-9e19-62899c0ac456 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 217 time: 0.1431954 Oct 29 08:42:21.245558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:16Z', 'revision_number': 2, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:21.312513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-f929f997-6027-4fca-8fe9-8ee2d7f0c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:21.314158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-f929f997-6027-4fca-8fe9-8ee2d7f0c6aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1148400 Oct 29 08:42:21.341261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Allocated IP 172.25.5.144 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/c320b852-52dd-432f-8d84-08015e0484be) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:21.349302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Checking router: 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:42:21.354256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Updating router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:42:21.442161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-433b29c5-7ade-4be0-812e-1974998d35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:21.447395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-433b29c5-7ade-4be0-812e-1974998d35c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246796 Oct 29 08:42:21.548248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:21.556302 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:21.636764 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:21.723462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:21.725272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Pushing event updated for resources: {'Port': ['ID=c320b852-52dd-432f-8d84-08015e0484be,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:21.729188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:21.735480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:21.781835 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-4fc56a2a-dc6f-4d29-84ff-385230a55d1e service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250809 Oct 29 08:42:21.812403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dff3c5-125c-4c74-b140-baa8a6862597 req-01e81e20-915d-4d38-b951-041f265fc654 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:21.820527 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8dff3c5-125c-4c74-b140-baa8a6862597 req-01e81e20-915d-4d38-b951-041f265fc654 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 943 time: 0.2075064 Oct 29 08:42:21.963330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0308c-a33f-4f51-bf52-04e9c3a68c45 req-c0af14fd-a836-4bd9-86c9-682b84508116 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:21.970294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7e0308c-a33f-4f51-bf52-04e9c3a68c45 req-c0af14fd-a836-4bd9-86c9-682b84508116 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.3190856 Oct 29 08:42:21.985621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8dff3c5-125c-4c74-b140-baa8a6862597 req-6a185e09-1d37-45e5-a8f5-6fcd1f30ba27 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641707 Oct 29 08:42:21.999579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.059454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.067932 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.078132 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.183628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7e0308c-a33f-4f51-bf52-04e9c3a68c45 req-c2bf4e25-413f-4dd2-82da-fbe6c992f4f2 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/security-groups?id=229dfb5b-1de5-485c-9233-4e388069e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079871 Oct 29 08:42:22.205070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ce3c0f2-0a44-4aa0-a8e9-8639dee709a1 req-f3bfeb94-a022-4b37-9ee0-18f5cd44f250 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157331 Oct 29 08:42:22.264408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-1d7af2e9-217b-44b6-b43d-e3d7098beb02 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:22.266066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-1d7af2e9-217b-44b6-b43d-e3d7098beb02 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.15 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 945 time: 0.2353714 Oct 29 08:42:22.280660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142347ca-a074-454b-97c0-a57550468321 None None] Pushing event updated for resources: {'Port': ['ID=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:22.452998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Attempting to bind port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:22.454388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Attempting to bind port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:22.459747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Attempting to bind port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 on network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:22.490769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:22.493917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Checking segment: {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:22.494406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97501b28-a767-4c03-9006-2a0e9b7dcd3f req-262dc546-f06b-4ad2-88ff-06e3fb171751 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:22.495044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.496244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-97501b28-a767-4c03-9006-2a0e9b7dcd3f req-262dc546-f06b-4ad2-88ff-06e3fb171751 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 944 time: 0.1770396 Oct 29 08:42:22.496565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Bound using segment: {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:22.497292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Bound port: 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:22.499852 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.600939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-a1cb5026-8d56-4ed9-8354-aa55b385d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:22.602507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-a1cb5026-8d56-4ed9-8354-aa55b385d8af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1094 time: 0.2867732 Oct 29 08:42:22.619755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-97501b28-a767-4c03-9006-2a0e9b7dcd3f req-132301bd-3bd3-4292-a21a-9bfa65c95165 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091673 Oct 29 08:42:22.648335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.654966 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.687978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] For port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:22.703503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] For port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:22.707189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e88b7a84-dbfe-4c0e-ae34-0fc8ffbe9517 None None] Provisioning complete for port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:22.707925 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e88b7a84-dbfe-4c0e-ae34-0fc8ffbe9517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.711617 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.730475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Pushing event updated for resources: {'Port': ['ID=c320b852-52dd-432f-8d84-08015e0484be,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:22.778784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Deleting port 7b155d24-b64d-46db-bab9-fc3b81d1353d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:22.779135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.824253 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.853352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.857479 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6dcd0c94-6b3d-422d-a3b5-cbcb089a6587 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4000347 Oct 29 08:42:22.859764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60682) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:22.867676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 63143555-45d7-44e9-a89d-5ed10c84e8f2 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:22.872538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-497089007', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'fixed_ips': [{'ip_address': '172.25.5.144'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:22.910005 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Made reservation on behalf of aa20d863c32243f4aea0211c2bdbd25b for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:22.918970 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.940872 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:22.997117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142347ca-a074-454b-97c0-a57550468321 None None] Pushing event updated for resources: {'Port': ['ID=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:23.012569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:23.013240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:23.037591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-20577ed7-6bb1-43da-87ac-29170d8da10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:23.039511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-20577ed7-6bb1-43da-87ac-29170d8da10f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.4171414 Oct 29 08:42:23.101885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] For port 7b155d24-b64d-46db-bab9-fc3b81d1353d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7b155d24-b64d-46db-bab9-fc3b81d1353d,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:23.103177 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:23.121085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Calling delete_port for 7b155d24-b64d-46db-bab9-fc3b81d1353d owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:23.245472 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:23.252419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:23.259534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] device_id is not set on port a94b7429-7b2f-432d-a85f-8e1ad55f39b2 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:42:23.267546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:23.425518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:23.458884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-04ff9b15-cd5f-46c0-992d-03d5837b757a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 217 time: 0.0792513 Oct 29 08:42:23.513801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['7b155d24-b64d-46db-bab9-fc3b81d1353d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:42:23.541156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Pushing event deleted for resources: {'Port': ['ID=7b155d24-b64d-46db-bab9-fc3b81d1353d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:23.548485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e201bf1a-7f48-4f4b-87cb-a0c48cd342fc req-6855b74e-3ef6-4bf9-ab75-8a240b169caf tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.70 "GET /v2.0/ports?device_id=87336da3-0ba6-471a-be6e-13d824a16b4a HTTP/1.1" status: 200 len: 210 time: 0.1532230 Oct 29 08:42:23.630330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] No DVR routers for this DVR port 7b155d24-b64d-46db-bab9-fc3b81d1353d on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:42:23.633875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:23.638783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b69c3b-a6ab-467d-85cd-2f867e2d28f7 req-df96c8f8-ef96-4881-a591-3cb6f72be1e4 tempest-ServerRescueTestJSON-1658685250 tempest-ServerRescueTestJSON-1658685250-project] 10.222.0.15 "DELETE /v2.0/ports/7b155d24-b64d-46db-bab9-fc3b81d1353d HTTP/1.1" status: 204 len: 173 time: 1.3643889 Oct 29 08:42:23.641688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87336da3-0ba6-471a-be6e-13d824a16b4a', 'name': 'network-vif-deleted', 'tag': '7b155d24-b64d-46db-bab9-fc3b81d1353d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:23.644396 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cc776f-b2e3-4cfd-8ad9-0c05585e6919" -d '{"events": [{"server_uuid": "87336da3-0ba6-471a-be6e-13d824a16b4a", "name": "network-vif-deleted", "tag": "7b155d24-b64d-46db-bab9-fc3b81d1353d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:23.668057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63213-1c05-44e9-a028-aeaa6112eae9 req-f80d1720-5b31-47a4-ae17-709276ddfbaf tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:23.693213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ebc63213-1c05-44e9-a028-aeaa6112eae9 req-f80d1720-5b31-47a4-ae17-709276ddfbaf tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 943 time: 0.3240557 Oct 29 08:42:23.710415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77333a9d-2bb8-4c22-84b0-36b6eff4d6ae,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:23.714526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-6cab1963-1a08-4527-b2a6-3ad58b81b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:23.722174 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-6cab1963-1a08-4527-b2a6-3ad58b81b02d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.2115617 Oct 29 08:42:23.843272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 63143555-45d7-44e9-a89d-5ed10c84e8f2 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:42:23.874393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ebc63213-1c05-44e9-a028-aeaa6112eae9 req-72dce6c5-086f-4a26-98a7-efd0b4025129 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615167 Oct 29 08:42:23.878707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 63143555-45d7-44e9-a89d-5ed10c84e8f2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:23.879303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:23.912904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-203b191d-6c0a-47c5-b211-2df53a654e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:23.914597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-203b191d-6c0a-47c5-b211-2df53a654e3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765552 Oct 29 08:42:23.954182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72f10b-b724-4d53-b3a2-6bcf4cbb7199 req-6e7b2aeb-5b66-4c5f-ab27-15116e94e9f2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:23.963051 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb72f10b-b724-4d53-b3a2-6bcf4cbb7199 req-6e7b2aeb-5b66-4c5f-ab27-15116e94e9f2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 944 time: 0.2137163 Oct 29 08:42:23.966113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e88b7a84-dbfe-4c0e-ae34-0fc8ffbe9517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:23.989788 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 29 08:42:23.990306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:42:24.029955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b686fdee-2553-4bd2-a581-234f8e4d7e9c tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1646340 Oct 29 08:42:24.031027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60710) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:24.032123 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63824ff7-95d2-41e9-8a7a-2f85a25fc04b x-openstack-request-id: req-63824ff7-95d2-41e9-8a7a-2f85a25fc04b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:24.032415 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87336da3-0ba6-471a-be6e-13d824a16b4a", "name": "network-vif-deleted", "tag": "7b155d24-b64d-46db-bab9-fc3b81d1353d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:24.032668 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63824ff7-95d2-41e9-8a7a-2f85a25fc04b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:24.034166 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87336da3-0ba6-471a-be6e-13d824a16b4a', 'name': 'network-vif-deleted', 'tag': '7b155d24-b64d-46db-bab9-fc3b81d1353d', 'status': 'completed', 'code': 200} Oct 29 08:42:24.147677 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb72f10b-b724-4d53-b3a2-6bcf4cbb7199 req-195bef35-8a68-444d-b063-a4538de48529 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689043 Oct 29 08:42:24.196269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:24.289823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-29872d54-e549-4b79-a6a9-81cc1c1b8a8d service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659961 Oct 29 08:42:24.317417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e88b7a84-dbfe-4c0e-ae34-0fc8ffbe9517 None None] For port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:24.337650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e88b7a84-dbfe-4c0e-ae34-0fc8ffbe9517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:24.500051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Deleting port c320b852-52dd-432f-8d84-08015e0484be {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:24.500800 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:24.504677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef686a47-5cd9-4c5b-9a17-0aab34df5fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63143555-45d7-44e9-a89d-5ed10c84e8f2'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:24.510380 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34582810-23fc-4ec7-b188-2ce8c2a5793d" -d '{"events": [{"server_uuid": "ef686a47-5cd9-4c5b-9a17-0aab34df5fe9", "name": "network-vif-plugged", "status": "completed", "tag": "63143555-45d7-44e9-a89d-5ed10c84e8f2"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:24.622971 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bcc5d9-3fb2-4802-97a3-9de8d7119c4a req-386254fd-ffbf-4285-90a8-fe79bdcb5d9b service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227384 Oct 29 08:42:24.642266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60728) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:24.667093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 63143555-45d7-44e9-a89d-5ed10c84e8f2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=63143555-45d7-44e9-a89d-5ed10c84e8f2,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:24.705414 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:24.707394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b7a84-dbfe-4c0e-ae34-0fc8ffbe9517 None None] Pushing event updated for resources: {'Port': ['ID=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:24.713743 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c8cc40-de38-4533-8c2c-8b3406f72a6e x-openstack-request-id: req-a5c8cc40-de38-4533-8c2c-8b3406f72a6e {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:24.722176 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef686a47-5cd9-4c5b-9a17-0aab34df5fe9", "name": "network-vif-plugged", "status": "completed", "tag": "63143555-45d7-44e9-a89d-5ed10c84e8f2", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:24.735547 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5c8cc40-de38-4533-8c2c-8b3406f72a6e {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:24.735547 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef686a47-5cd9-4c5b-9a17-0aab34df5fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63143555-45d7-44e9-a89d-5ed10c84e8f2', 'code': 200} Oct 29 08:42:24.756057 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:24.756603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:24.784052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Calling delete_port for c320b852-52dd-432f-8d84-08015e0484be owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:24.798176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:22Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:24.801738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8fbdc0d8-4cb6-41ba-aa6f-91ffe35dd174 None None] Provisioning complete for port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:24.802134 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8fbdc0d8-4cb6-41ba-aa6f-91ffe35dd174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:24.854486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60736) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:24.951094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:42:24.959700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b63133-c60a-4ffc-b90a-f597ae15a52e None None] The sync data for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 is: [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:22Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:42:25.057073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=63143555-45d7-44e9-a89d-5ed10c84e8f2,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:25.289140 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcbbfe16-c1de-494d-8776-b0b7c0418333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:25.289811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:25.322138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:25.336195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:42:25.389746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708d91a-47f3-4a23-81c2-6a9466727cdc req-5b496422-21b4-4b4c-bb11-c4862f5fc195 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:25.391499 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b708d91a-47f3-4a23-81c2-6a9466727cdc req-5b496422-21b4-4b4c-bb11-c4862f5fc195 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 943 time: 0.2474518 Oct 29 08:42:25.395545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Pushing event deleted for resources: {'Port': ['ID=c320b852-52dd-432f-8d84-08015e0484be,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:25.537572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:25.586434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:42:25.633420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:25.642761 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:25.710538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcbbfe16-c1de-494d-8776-b0b7c0418333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:25.751206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcbbfe16-c1de-494d-8776-b0b7c0418333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:25.756044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:25.759048 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:25.762063 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6c2fbfc2-247b-46c1-a048-80d29bd6d6a0 tempest-ExternalNetworksAdminNegativeTestJSON-29337175 tempest-ExternalNetworksAdminNegativeTestJSON-29337175-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/2579660e-9fee-41b1-a393-4f83cd5465d7 HTTP/1.1" status: 204 len: 168 time: 1.7306988 Oct 29 08:42:25.772902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:25.798825 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b708d91a-47f3-4a23-81c2-6a9466727cdc req-5c1d48ab-eaeb-4389-9fb7-6d35dcde19fd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916416 Oct 29 08:42:25.843707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:25.895878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fcbbfe16-c1de-494d-8776-b0b7c0418333 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05b796d1dbae4b89b9e3c7777e839f28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402219 Oct 29 08:42:25.898470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:42:25.899072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60756) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:25.910306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbfe16-c1de-494d-8776-b0b7c0418333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d18530-789c-46f4-8742-b34236846b20,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:26.056490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:26.056858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:26.065723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bf07c9d-605a-44e0-b019-fb43326fd934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:26.127505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bf07c9d-605a-44e0-b019-fb43326fd934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:26.193667 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bf07c9d-605a-44e0-b019-fb43326fd934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:26.197669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bf07c9d-605a-44e0-b019-fb43326fd934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:26.200795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5bf07c9d-605a-44e0-b019-fb43326fd934 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32d18530-789c-46f4-8742-b34236846b20 HTTP/1.1" status: 204 len: 168 time: 0.3003957 Oct 29 08:42:26.226584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf07c9d-605a-44e0-b019-fb43326fd934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d18530-789c-46f4-8742-b34236846b20,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:26.351664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60766) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:26.417039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d1d9e-f889-4a6a-becd-8a26e2ccf8fc req-5aa38a8b-a78c-415a-a80c-5539d6907129 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:26.426521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-559d1d9e-f889-4a6a-becd-8a26e2ccf8fc req-5aa38a8b-a78c-415a-a80c-5539d6907129 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 945 time: 0.4139669 Oct 29 08:42:26.508179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c7ebd-2ddc-40d1-86a3-b8dc517877d3 req-050ef1b3-5db9-48c4-9475-b90126e1239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:26.510014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-562c7ebd-2ddc-40d1-86a3-b8dc517877d3 req-050ef1b3-5db9-48c4-9475-b90126e1239b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 1096 time: 1.6325936 Oct 29 08:42:26.573612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-559d1d9e-f889-4a6a-becd-8a26e2ccf8fc req-4fb245b9-95fe-4d52-96d8-1174e60680eb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388750 Oct 29 08:42:26.599349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-562c7ebd-2ddc-40d1-86a3-b8dc517877d3 req-33e49926-3029-4b97-a013-98f260dc1420 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792406 Oct 29 08:42:26.648698 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-359de7a2-6ede-431d-88fb-4879150f1007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:26.857497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7b155d24-b64d-46db-bab9-fc3b81d1353d no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:42:26.957033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 7b155d24-b64d-46db-bab9-fc3b81d1353d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:42:26.957412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7b155d24-b64d-46db-bab9-fc3b81d1353d not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:42:27.043111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.062710 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-359de7a2-6ede-431d-88fb-4879150f1007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.098009 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-359de7a2-6ede-431d-88fb-4879150f1007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.166826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60788) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:27.208885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-359de7a2-6ede-431d-88fb-4879150f1007 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ed04e61c85e4f18b711dedf8e85998c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8558509 Oct 29 08:42:27.212094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60790) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:27.213599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359de7a2-6ede-431d-88fb-4879150f1007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223f5bd6-1ca7-44e7-8f9e-6a9c7992f002,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:27.217089 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63ff612a-ea8e-4676-b950-ece637b15cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.266024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18962d7-74a9-4d36-a89a-c77efa4a7825 req-f6658dff-2a59-4973-9736-06b8cfb6f4f4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:27.267620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b18962d7-74a9-4d36-a89a-c77efa4a7825 req-f6658dff-2a59-4973-9736-06b8cfb6f4f4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2706785 Oct 29 08:42:27.340754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b18962d7-74a9-4d36-a89a-c77efa4a7825 req-327e7e6e-aedf-4304-b81f-a14c117fe72b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624208 Oct 29 08:42:27.346686 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-583bc55f-e9a1-4d2c-98bc-73e1e08b06b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.386011 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-583bc55f-e9a1-4d2c-98bc-73e1e08b06b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.466601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-583bc55f-e9a1-4d2c-98bc-73e1e08b06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.473176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-583bc55f-e9a1-4d2c-98bc-73e1e08b06b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.478015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-583bc55f-e9a1-4d2c-98bc-73e1e08b06b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/223f5bd6-1ca7-44e7-8f9e-6a9c7992f002 HTTP/1.1" status: 204 len: 168 time: 0.2626297 Oct 29 08:42:27.489752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bc55f-e9a1-4d2c-98bc-73e1e08b06b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223f5bd6-1ca7-44e7-8f9e-6a9c7992f002,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:27.498150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63ff612a-ea8e-4676-b950-ece637b15cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.518282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63ff612a-ea8e-4676-b950-ece637b15cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.576222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-63ff612a-ea8e-4676-b950-ece637b15cc6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a98386ac2e849818e85827055720de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051793 Oct 29 08:42:27.576222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff612a-ea8e-4676-b950-ece637b15cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e994e4b9-0aff-434c-9112-9bf7dabfc2a7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:27.577218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60798) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:27.706868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Deleting port 151318d7-6aea-45f7-a360-e4b413b0887f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:27.707302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.765257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95c8c4ac-72c4-4a6c-9245-3421a6b2494a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.891152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95c8c4ac-72c4-4a6c-9245-3421a6b2494a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.897345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0e77-8889-4536-8301-3447cc747483 req-64568374-98d5-4639-847e-eebb7b8919a3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:27.899097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ff0e77-8889-4536-8301-3447cc747483 req-64568374-98d5-4639-847e-eebb7b8919a3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 945 time: 0.1482701 Oct 29 08:42:27.911765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] For port 151318d7-6aea-45f7-a360-e4b413b0887f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=151318d7-6aea-45f7-a360-e4b413b0887f,segment=NetworkSegment(7fc461ab-16cb-4af5-aa2a-016b887ea944),segment_id=7fc461ab-16cb-4af5-aa2a-016b887ea944)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:27.912519 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:27.962010 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ff0e77-8889-4536-8301-3447cc747483 req-54456c65-4f55-465d-b339-747bd6c40b97 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530510 Oct 29 08:42:27.975554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Calling delete_port for 151318d7-6aea-45f7-a360-e4b413b0887f owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:28.033469 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95c8c4ac-72c4-4a6c-9245-3421a6b2494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:28.041928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95c8c4ac-72c4-4a6c-9245-3421a6b2494a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:28.044835 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-95c8c4ac-72c4-4a6c-9245-3421a6b2494a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e994e4b9-0aff-434c-9112-9bf7dabfc2a7 HTTP/1.1" status: 204 len: 168 time: 0.4665585 Oct 29 08:42:28.063278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8c4ac-72c4-4a6c-9245-3421a6b2494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e994e4b9-0aff-434c-9112-9bf7dabfc2a7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:28.221573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60816) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:28.335227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-66aaf768-e830-4a02-9448-2e99db009b89 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa20d863c32243f4aea0211c2bdbd25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029942 Oct 29 08:42:28.337966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60824) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:28.348115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:28.394479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Pushing event deleted for resources: {'Port': ['ID=151318d7-6aea-45f7-a360-e4b413b0887f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:28.612730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb4741f-0eab-435b-8335-f469a9b5f311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:28.690432 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb4741f-0eab-435b-8335-f469a9b5f311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:28.701817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39f20a-439d-4bf7-b4c2-63b8dda63cdc req-3652366a-d7a4-4839-b85e-20a7782add79 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:28.703384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a39f20a-439d-4bf7-b4c2-63b8dda63cdc req-3652366a-d7a4-4839-b85e-20a7782add79 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2240689 Oct 29 08:42:28.779208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:28.805737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a39f20a-439d-4bf7-b4c2-63b8dda63cdc req-f59026f7-9efb-4edc-9405-9b7dea2157a9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887370 Oct 29 08:42:28.869515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:28.920585 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb4741f-0eab-435b-8335-f469a9b5f311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:28.926911 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb4741f-0eab-435b-8335-f469a9b5f311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:28.928713 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2fb4741f-0eab-435b-8335-f469a9b5f311 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77333a9d-2bb8-4c22-84b0-36b6eff4d6ae HTTP/1.1" status: 204 len: 168 time: 0.5879738 Oct 29 08:42:28.940870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:42:28.945864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4741f-0eab-435b-8335-f469a9b5f311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77333a9d-2bb8-4c22-84b0-36b6eff4d6ae,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:28.974067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:28.974067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:29.108995 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:29.281610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5d4a-7a65-44b3-aa9f-1f2330433db6 req-87ec6bac-567e-4e03-83da-499828acac83 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:29.290062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e46a5d4a-7a65-44b3-aa9f-1f2330433db6 req-87ec6bac-567e-4e03-83da-499828acac83 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 945 time: 0.1247232 Oct 29 08:42:29.368613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Router 175753c7-6f96-42be-a199-4237c74cda3f has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:42:29.384626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e46a5d4a-7a65-44b3-aa9f-1f2330433db6 req-382d3e85-0d7c-4274-9f4e-a645e5cb37ed tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915101 Oct 29 08:42:29.618156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:42:29.634762 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] Sync routers for ids ['175753c7-6f96-42be-a199-4237c74cda3f'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:42:29.643449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60874) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:29.643786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c375e22b-6eb9-4c29-802f-363276c8b910 admin admin] 10.222.0.70 "PUT /v2.0/routers/175753c7-6f96-42be-a199-4237c74cda3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0002496 Oct 29 08:42:29.661732 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] Routers {'175753c7-6f96-42be-a199-4237c74cda3f'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:29.662466 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:29.677085 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['175753c7-6f96-42be-a199-4237c74cda3f'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:29.745393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:29.750278 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f2d4c8-210f-4f3a-8805-4eb5ec872565" -d '{"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:29.793374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:29.803303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:29.896936 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f5542-90e7-46cb-9bb9-feb200786ed0 x-openstack-request-id: req-b48f5542-90e7-46cb-9bb9-feb200786ed0 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:29.897801 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:29.897801 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b48f5542-90e7-46cb-9bb9-feb200786ed0 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:29.898060 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'code': 200} Oct 29 08:42:29.951635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48c85c-54cb-4391-a0eb-3777d1782ee6 req-5205b4d3-742e-49ae-b1d5-b8f81fa90fa8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:29.967492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:29.989740 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de48c85c-54cb-4391-a0eb-3777d1782ee6 req-5205b4d3-742e-49ae-b1d5-b8f81fa90fa8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 945 time: 0.2214651 Oct 29 08:42:30.034377 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] Set router 175753c7-6f96-42be-a199-4237c74cda3f gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:30.101865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de48c85c-54cb-4391-a0eb-3777d1782ee6 req-178647f7-db41-4524-bf18-b9640d03f4c4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153104 Oct 29 08:42:30.118735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d956b36-621f-4226-a257-06f696a99f3b req-4ad4f345-0668-43d9-9989-d7a19da4ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:30.120735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d956b36-621f-4226-a257-06f696a99f3b req-4ad4f345-0668-43d9-9989-d7a19da4ff10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1096 time: 0.1117749 Oct 29 08:42:30.204640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d956b36-621f-4226-a257-06f696a99f3b req-9634a78d-092a-4bce-81ec-b87cd5b8a81a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746491 Oct 29 08:42:30.310020 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:30.395143 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:42:28Z', 'revision_number': 5, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:30.468630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] Checking router: 175753c7-6f96-42be-a199-4237c74cda3f for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:42:30.499714 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] Routers {'175753c7-6f96-42be-a199-4237c74cda3f'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:30.502853 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['175753c7-6f96-42be-a199-4237c74cda3f'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:30.540730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5ab0d-9ba8-40ed-a78f-616e133ccdf5 req-37b2c917-1d29-48c5-a410-adbcf26bec63 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:30.548526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6dc5ab0d-9ba8-40ed-a78f-616e133ccdf5 req-37b2c917-1d29-48c5-a410-adbcf26bec63 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 945 time: 0.1118627 Oct 29 08:42:30.607181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6dc5ab0d-9ba8-40ed-a78f-616e133ccdf5 req-aef545fd-a1d1-41af-8431-4e12f5ec8bbe tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525944 Oct 29 08:42:30.612474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:30.820788 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:30.920127 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] Set router 175753c7-6f96-42be-a199-4237c74cda3f gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:30.969408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Deleting port 70069115-0268-44bf-b4be-1b279c8b8700 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:30.971997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:31.172268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] For port 70069115-0268-44bf-b4be-1b279c8b8700, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=70069115-0268-44bf-b4be-1b279c8b8700,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:31.173621 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:31.208424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Calling delete_port for 70069115-0268-44bf-b4be-1b279c8b8700 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:31.270120 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:42:28Z', 'revision_number': 5, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:31.381277 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ab0fd-1595-4aea-a0f0-915eeaccec03 None None] The sync data for ids ['175753c7-6f96-42be-a199-4237c74cda3f'] in n-d-815940-1 is: [{'id': '175753c7-6f96-42be-a199-4237c74cda3f', 'name': 'tempest-ServerRescueTestJSON-1593527103-router', 'tenant_id': '49e61d9af6024e88a8916b95cf476b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '70069115-0268-44bf-b4be-1b279c8b8700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:40:04Z', 'updated_at': '2021-10-29T08:42:28Z', 'revision_number': 5, 'project_id': '49e61d9af6024e88a8916b95cf476b7d', 'gw_port': {'id': '70069115-0268-44bf-b4be-1b279c8b8700', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175753c7-6f96-42be-a199-4237c74cda3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:40:05Z', 'updated_at': '2021-10-29T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:42:31.520206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e469e-a44f-4c73-ba39-c344b51b7541 req-3d265304-7afc-41bd-885b-fb41d0c1b292 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:31.530306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a07e469e-a44f-4c73-ba39-c344b51b7541 req-3d265304-7afc-41bd-885b-fb41d0c1b292 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 945 time: 0.2957146 Oct 29 08:42:31.551798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-787e7ea8-396a-4e94-9dd8-22fb8b61c7e2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:31.553569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-787e7ea8-396a-4e94-9dd8-22fb8b61c7e2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 945 time: 0.3326077 Oct 29 08:42:31.696587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a07e469e-a44f-4c73-ba39-c344b51b7541 req-ef3411b0-96d1-49ba-862a-349ccba6a095 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649752 Oct 29 08:42:31.726777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:31.766266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Deleting port 63143555-45d7-44e9-a89d-5ed10c84e8f2 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:31.766614 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:31.822327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=70069115-0268-44bf-b4be-1b279c8b8700,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:31.829369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 151318d7-6aea-45f7-a360-e4b413b0887f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:42:31.931582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 151318d7-6aea-45f7-a360-e4b413b0887f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:42:31.932328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 151318d7-6aea-45f7-a360-e4b413b0887f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:42:32.047896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] For port 63143555-45d7-44e9-a89d-5ed10c84e8f2, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=63143555-45d7-44e9-a89d-5ed10c84e8f2,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:32.048928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.070826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b16f55-580e-4259-831c-528543dece9b req-aa5720c4-9d9c-420c-9ed4-c687479e035c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:32.086973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3b16f55-580e-4259-831c-528543dece9b req-aa5720c4-9d9c-420c-9ed4-c687479e035c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 945 time: 0.2409017 Oct 29 08:42:32.099504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Calling delete_port for 63143555-45d7-44e9-a89d-5ed10c84e8f2 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:32.137816 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.151656 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3b16f55-580e-4259-831c-528543dece9b req-a9389cc4-ff08-47b3-a20a-a85542dae458 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631378 Oct 29 08:42:32.347610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.364575 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.366880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.385343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6b6bfd83-758a-4084-94f1-2a2ed3b713c9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:42:32.392333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['63143555-45d7-44e9-a89d-5ed10c84e8f2'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:42:32.457950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Pushing event deleted for resources: {'Port': ['ID=63143555-45d7-44e9-a89d-5ed10c84e8f2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:32.501975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.502558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175753c7-6f96-42be-a199-4237c74cda3f {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:42:32.516112 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.517307 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c185311-4597-4a0c-9d20-2d52f39b5ae1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/175753c7-6f96-42be-a199-4237c74cda3f HTTP/1.1" status: 204 len: 168 time: 2.8722119 Oct 29 08:42:32.522876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60980) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:32.595122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] No DVR routers for this DVR port 63143555-45d7-44e9-a89d-5ed10c84e8f2 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:42:32.598844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.603318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fc9b7cf-b7ce-42f4-9e08-88e60beb871e req-fb9e3fe3-e0c0-4085-a031-bf0500d0fa32 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.15 "DELETE /v2.0/ports/63143555-45d7-44e9-a89d-5ed10c84e8f2 HTTP/1.1" status: 204 len: 173 time: 1.0406656 Oct 29 08:42:32.605328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef686a47-5cd9-4c5b-9a17-0aab34df5fe9', 'name': 'network-vif-deleted', 'tag': '63143555-45d7-44e9-a89d-5ed10c84e8f2'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:32.608668 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6b8bc9-71d5-471d-88dc-566ae84090d8" -d '{"events": [{"server_uuid": "ef686a47-5cd9-4c5b-9a17-0aab34df5fe9", "name": "network-vif-deleted", "tag": "63143555-45d7-44e9-a89d-5ed10c84e8f2"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:32.658969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d33e3-0552-4091-b01c-e7e213b5e22d req-80275304-b3df-4aae-ab62-75c9a7b7bd37 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:32.661299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-743d33e3-0552-4091-b01c-e7e213b5e22d req-80275304-b3df-4aae-ab62-75c9a7b7bd37 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 945 time: 0.3261199 Oct 29 08:42:32.671407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60986) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:32.685151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd53b0c3-d075-4309-a919-dc4fc01c650c admin admin] Deleting subnet 970f51f0-b128-415f-82a1-f7fa66038dd8 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:42:32.688591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'floatingip': {'port_id': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:32.699305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd53b0c3-d075-4309-a919-dc4fc01c650c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.815578 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7d06f-bb2f-431f-ae9a-18a0ab7a43c0 x-openstack-request-id: req-8bb7d06f-bb2f-431f-ae9a-18a0ab7a43c0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:32.828596 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef686a47-5cd9-4c5b-9a17-0aab34df5fe9", "name": "network-vif-deleted", "tag": "63143555-45d7-44e9-a89d-5ed10c84e8f2", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:32.829149 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bb7d06f-bb2f-431f-ae9a-18a0ab7a43c0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:32.830750 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef686a47-5cd9-4c5b-9a17-0aab34df5fe9', 'name': 'network-vif-deleted', 'tag': '63143555-45d7-44e9-a89d-5ed10c84e8f2', 'status': 'completed', 'code': 200} Oct 29 08:42:32.850406 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd53b0c3-d075-4309-a919-dc4fc01c650c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.869714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:32.984992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32768) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:33.016704 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd53b0c3-d075-4309-a919-dc4fc01c650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:33.089192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e347a91-260f-473b-b884-5211382c6d11 req-2cbabdce-4cf3-4c0f-8995-d5656bfcc0a2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef686a47-5cd9-4c5b-9a17-0aab34df5fe9 HTTP/1.1" status: 200 len: 210 time: 0.1268618 Oct 29 08:42:33.194768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd53b0c3-d075-4309-a919-dc4fc01c650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:33.253102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd53b0c3-d075-4309-a919-dc4fc01c650c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:33.266394 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bd53b0c3-d075-4309-a919-dc4fc01c650c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/970f51f0-b128-415f-82a1-f7fa66038dd8 HTTP/1.1" status: 204 len: 168 time: 0.7392893 Oct 29 08:42:33.268885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32772) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:33.318085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53b0c3-d075-4309-a919-dc4fc01c650c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970f51f0-b128-415f-82a1-f7fa66038dd8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:33.328869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-529ef9c5-7bd9-4bbf-9099-c9b6af64fd7b tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-364787844'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:33.329744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-529ef9c5-7bd9-4bbf-9099-c9b6af64fd7b tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Unknown quota resources ['metering_label']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:42:33.457514 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:33.649543 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:33.674099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529ef9c5-7bd9-4bbf-9099-c9b6af64fd7b tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:33.675238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-529ef9c5-7bd9-4bbf-9099-c9b6af64fd7b tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6892636 Oct 29 08:42:33.678835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32786) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:33.686734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd678d7-b0be-42da-90a6-8deaeac45234']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:33.703053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8fe4dca5-af3a-41e2-ba80-fe60f1f01b32 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '578f4149-b8dc-48bc-964c-5226492ce6e8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:33.703655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8fe4dca5-af3a-41e2-ba80-fe60f1f01b32 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:42:33.718126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc461ab-16cb-4af5-aa2a-016b887ea944') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:33.718521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc461ab-16cb-4af5-aa2a-016b887ea944') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:33.768830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:33.771764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 70069115-0268-44bf-b4be-1b279c8b8700 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:42:33.817697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 70069115-0268-44bf-b4be-1b279c8b8700 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:42:33.818180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 70069115-0268-44bf-b4be-1b279c8b8700 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:42:33.881975 n-d-815940-1 neutron-server[102114]: WARNING neutron.services.metering.metering_plugin [None req-8fe4dca5-af3a-41e2-ba80-fe60f1f01b32 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 29 08:42:34.073130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.102076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.109218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.115264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8fe4dca5-af3a-41e2-ba80-fe60f1f01b32 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.116528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8fe4dca5-af3a-41e2-ba80-fe60f1f01b32 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4358957 Oct 29 08:42:34.119703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:42:34.119986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:42:34.122177 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:42:34.134228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32798) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:34.174999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7c97dbe2-d193-4fb4-b315-de218fc6d035 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '578f4149-b8dc-48bc-964c-5226492ce6e8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:34.175617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7c97dbe2-d193-4fb4-b315-de218fc6d035 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:42:34.320383 n-d-815940-1 neutron-server[102114]: WARNING neutron.services.metering.metering_plugin [None req-7c97dbe2-d193-4fb4-b315-de218fc6d035 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 29 08:42:34.451846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.456407 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c97dbe2-d193-4fb4-b315-de218fc6d035 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.458227 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7c97dbe2-d193-4fb4-b315-de218fc6d035 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3229847 Oct 29 08:42:34.476746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.480456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] 10.222.0.70 "DELETE /v2.0/networks/2dd678d7-b0be-42da-90a6-8deaeac45234 HTTP/1.1" status: 204 len: 168 time: 1.1643205 Oct 29 08:42:34.481134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32806) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:34.482090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad6316-88ca-4d3a-a2c4-a9cabccd3b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd678d7-b0be-42da-90a6-8deaeac45234,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:34.496909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de68f799-ce54-4e32-bd76-655a9f2e3045 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=0e58f59a-0231-47b2-9451-820e5b19c491 HTTP/1.1" status: 200 len: 464 time: 0.0117884 Oct 29 08:42:34.504704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:34.750962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28601d87-5e16-4172-9952-c5102f8a677a req-5da8d7da-4501-4b6f-97a2-e8f126ff4372 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:34.752752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28601d87-5e16-4172-9952-c5102f8a677a req-5da8d7da-4501-4b6f-97a2-e8f126ff4372 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1015646 Oct 29 08:42:34.792948 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-36a0c6d5-e0f5-459c-917e-2d7e7555b3b4 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:34.794668 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36a0c6d5-e0f5-459c-917e-2d7e7555b3b4 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/0e58f59a-0231-47b2-9451-820e5b19c491 HTTP/1.1" status: 204 len: 168 time: 0.2885120 Oct 29 08:42:34.797430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32820) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:34.811670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b0e86089-7390-4e7b-8ab6-9017e5e68946 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=0e58f59a-0231-47b2-9451-820e5b19c491 HTTP/1.1" status: 200 len: 221 time: 0.0123343 Oct 29 08:42:34.815040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32822) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:34.824936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fe3dc245-939a-498a-be69-97647ce65006 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--593338763', 'description': 'label created by tempest'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:34.825527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fe3dc245-939a-498a-be69-97647ce65006 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Unknown quota resources ['metering_label']. {{(pid=102114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:42:34.840955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32824) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:34.876905 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Floating IP 0adf54cb-5df4-41c3-80b2-9492064bf56c associated. External IP: 172.25.5.116, port: 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547. Oct 29 08:42:34.881831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28601d87-5e16-4172-9952-c5102f8a677a req-3ed99103-b288-4111-8a6e-d8beb1b979d1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195555 Oct 29 08:42:34.894873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 63143555-45d7-44e9-a89d-5ed10c84e8f2 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:42:34.974609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 63143555-45d7-44e9-a89d-5ed10c84e8f2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:42:34.982541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 63143555-45d7-44e9-a89d-5ed10c84e8f2 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:42:35.121320 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-73e339a7-1046-48cb-b0d6-4ae19d4d76ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49e61d9af6024e88a8916b95cf476b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782631 Oct 29 08:42:35.158489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32836) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:35.227748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc245-939a-498a-be69-97647ce65006 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:35.230741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fe3dc245-939a-498a-be69-97647ce65006 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4145863 Oct 29 08:42:35.235977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32842) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:35.317267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5fccd-6766-489a-9fa9-6dfe63d88d2e req-273c3f6c-fdde-4a4d-bf3a-53f6db2b8cda tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:35.320398 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72e5fccd-6766-489a-9fa9-6dfe63d88d2e req-273c3f6c-fdde-4a4d-bf3a-53f6db2b8cda tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0966105 Oct 29 08:42:35.378915 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c286df4f-3012-4497-8038-9117fc57af84 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=2d255346-2d9c-4a6d-bf59-79750a4017cf HTTP/1.1" status: 200 len: 467 time: 0.1366758 Oct 29 08:42:35.380391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32844) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:35.397845 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72e5fccd-6766-489a-9fa9-6dfe63d88d2e req-9a0dc7aa-4b3e-4d3d-84fa-071d197803fd tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697081 Oct 29 08:42:35.419912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c5734cb-c733-4f3e-8d75-28617fbf961a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:35.478513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c5734cb-c733-4f3e-8d75-28617fbf961a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:35.543201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Router 2655d706-fdef-4b47-b780-b05750d63aad has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:42:35.710543 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74137356-95a3-4385-98d7-5a394e114416 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:35.712867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-74137356-95a3-4385-98d7-5a394e114416 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/2d255346-2d9c-4a6d-bf59-79750a4017cf HTTP/1.1" status: 204 len: 168 time: 0.3278191 Oct 29 08:42:35.715949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32856) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:35.717688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c5734cb-c733-4f3e-8d75-28617fbf961a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:35.720486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c5734cb-c733-4f3e-8d75-28617fbf961a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:35.724283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6c5734cb-c733-4f3e-8d75-28617fbf961a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/229dfb5b-1de5-485c-9233-4e388069e65c HTTP/1.1" status: 204 len: 168 time: 0.5648189 Oct 29 08:42:35.746823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8e43faba-0ed6-4469-9d78-111d98859f7e tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=2d255346-2d9c-4a6d-bf59-79750a4017cf HTTP/1.1" status: 200 len: 216 time: 0.0246542 Oct 29 08:42:35.747245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32860) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:35.747630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469e0d4-e06b-4422-879f-691afd17376d req-f837f5ab-bbe5-4f8e-bd02-ee0666d06a63 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:35.749405 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8469e0d4-e06b-4422-879f-691afd17376d req-f837f5ab-bbe5-4f8e-bd02-ee0666d06a63 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1979027 Oct 29 08:42:35.753259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5734cb-c733-4f3e-8d75-28617fbf961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229dfb5b-1de5-485c-9233-4e388069e65c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:35.777775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b9184004-e734-4a36-8c36-90d4e18c21f9 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0244737 Oct 29 08:42:35.783918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32862) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:35.829737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8ff9fa42-e436-4273-929c-356c567e5e51 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0408003 Oct 29 08:42:35.834589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32870) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:35.846301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:42:35.851767 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8469e0d4-e06b-4422-879f-691afd17376d req-8ed092bd-ccf9-41bb-a221-fefe755db128 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937665 Oct 29 08:42:35.855259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:35.866011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] Sync routers for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:42:35.879838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:35.880787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:35.902949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4c17037c-573a-46e1-b15f-3f718d30341a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "PUT /v2.0/floatingips/0adf54cb-5df4-41c3-80b2-9492064bf56c HTTP/1.1" status: 200 len: 991 time: 3.2245398 Oct 29 08:42:35.902949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:35.916424 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08" -d '{"events": [{"name": "network-changed", "server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:36.017260 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5f19e6-ce73-40dc-9629-8b355750ca17 x-openstack-request-id: req-9a5f19e6-ce73-40dc-9629-8b355750ca17 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:36.017747 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:36.018159 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a5f19e6-ce73-40dc-9629-8b355750ca17 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:36.018917 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'status': 'completed', 'code': 200} Oct 29 08:42:36.043897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32886) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:36.045684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e800c616-a8d6-4d73-8036-5ee60cc25be8 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/578f4149-b8dc-48bc-964c-5226492ce6e8 HTTP/1.1" status: 200 len: 472 time: 0.2098112 Oct 29 08:42:36.093885 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2e6a0c84-33e2-4119-b2d3-78ce717f602e tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/a7bb72ab-c331-476b-b156-938f29a5871d HTTP/1.1" status: 200 len: 461 time: 0.0356939 Oct 29 08:42:36.097742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32890) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:36.169429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:36.248260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-98a41bee-560b-4815-b6b1-15e6941c79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:36.252582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-98a41bee-560b-4815-b6b1-15e6941c79ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1096 time: 0.2102575 Oct 29 08:42:36.530924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '0adf54cb-5df4-41c3-80b2-9492064bf56c', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'port_id': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:42:10Z', 'updated_at': '2021-10-29T08:42:33Z', 'revision_number': 1, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:07Z', 'revision_number': 5, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:36.547526 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc6b9-9384-404a-9d05-a7f7bd8b6353 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:36.554918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32902) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:36.555443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5ccbc6b9-9384-404a-9d05-a7f7bd8b6353 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/a7bb72ab-c331-476b-b156-938f29a5871d HTTP/1.1" status: 204 len: 168 time: 0.4561553 Oct 29 08:42:36.572308 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] Checking router: 2655d706-fdef-4b47-b780-b05750d63aad for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:42:36.583285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:42:36.584116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:36.599921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-321a99aa-3408-4c6a-9115-e3bb1a8c3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:36.601506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-321a99aa-3408-4c6a-9115-e3bb1a8c3d6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.3409705 Oct 29 08:42:36.832072 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:42:36.878104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:42:36.982517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-e2f9e72c-ab9d-4a1b-919f-6430d45af0f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 999 time: 0.3065677 Oct 29 08:42:37.165008 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0782202d-5e99-4664-a1f3-73819b95c242 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:37.169908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0782202d-5e99-4664-a1f3-73819b95c242 tempest-MeteringTestJSON-2121773602 tempest-MeteringTestJSON-2121773602-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/578f4149-b8dc-48bc-964c-5226492ce6e8 HTTP/1.1" status: 204 len: 168 time: 0.6113052 Oct 29 08:42:37.206628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-f6b193d0-c018-4e00-a249-478321aa33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:37.217567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-f6b193d0-c018-4e00-a249-478321aa33b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.2186742 Oct 29 08:42:37.306019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-eb01b770-c1f2-4a25-ac3f-f869b9a5ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:37.307626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-eb01b770-c1f2-4a25-ac3f-f869b9a5ecd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892425 Oct 29 08:42:37.569544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '0adf54cb-5df4-41c3-80b2-9492064bf56c', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'port_id': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:42:10Z', 'updated_at': '2021-10-29T08:42:33Z', 'revision_number': 1, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:07Z', 'revision_number': 5, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:37.592853 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-5a555dfe-b167-4825-bfdb-d98d731656ac service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769158 Oct 29 08:42:37.639708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203612d4-06e6-4fa2-ab24-1909d46a99ce None None] The sync data for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 is: [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '0adf54cb-5df4-41c3-80b2-9492064bf56c', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'port_id': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:42:10Z', 'updated_at': '2021-10-29T08:42:33Z', 'revision_number': 1, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:07Z', 'revision_number': 5, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:42:37.723578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32954) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:37.732002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32956) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:37.837299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9178cc51-8dc1-4e5a-98b5-6e2de7cdaa08 req-5e7ffa69-9f88-4fae-b37d-311795894d41 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357533 Oct 29 08:42:37.965492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-858b163b-dc7b-447f-a5df-8cd031002f17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.010671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1406553465-network', 'tenant_id': 'de89fc7d23264b509d982d939e06e3ee'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:38.051637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Made reservation on behalf of de89fc7d23264b509d982d939e06e3ee for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:38.059982 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.075183 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0928cc-d291-4c31-96e4-df2d52491982 None None] New status for floating IP 0adf54cb-5df4-41c3-80b2-9492064bf56c: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:42:38.091558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.204646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-858b163b-dc7b-447f-a5df-8cd031002f17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.218089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-858b163b-dc7b-447f-a5df-8cd031002f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.256855 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-858b163b-dc7b-447f-a5df-8cd031002f17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b086862fc534fc5871e58188a2308af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301251 Oct 29 08:42:38.259391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 32976) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:38.329070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b163b-dc7b-447f-a5df-8cd031002f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bb1053-24e5-41a8-a1f4-731804cffc67,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:38.401312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.411559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.417998 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac728e3b-81e2-4957-a306-400c26cc61d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.475294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:42:38.509451 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac728e3b-81e2-4957-a306-400c26cc61d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.522675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad3675-da34-4ceb-b215-525a94198124,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:38.527519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.527977 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Added segment b3f0ef30-c014-4b2e-ae7e-ef563959e979 of type vlan for network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 Oct 29 08:42:38.595507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.654056 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.655077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:38.655643 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.693326 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac728e3b-81e2-4957-a306-400c26cc61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.696970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac728e3b-81e2-4957-a306-400c26cc61d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.698592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ac728e3b-81e2-4957-a306-400c26cc61d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87bb1053-24e5-41a8-a1f4-731804cffc67 HTTP/1.1" status: 204 len: 168 time: 0.4380057 Oct 29 08:42:38.724935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9896932 Oct 29 08:42:38.732299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 32984) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:38.737483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac728e3b-81e2-4957-a306-400c26cc61d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bb1053-24e5-41a8-a1f4-731804cffc67,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:38.738906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Request body: {'subnet': {'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1406553465-subnet', 'tenant_id': 'de89fc7d23264b509d982d939e06e3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:38.784184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Made reservation on behalf of de89fc7d23264b509d982d939e06e3ee for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:38.787194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:38.803918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00832725-eeef-42f5-bdec-f7df714daacd admin admin] Pushing event updated for resources: {'Network': ['ID=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:38.816112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:42:39.069458 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:39.171493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce65384a-0dc7-4149-82d9-ed25ea23e1dc,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:39.209933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Checking segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:39.211351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Network hostable DHCP agents. Network: 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:42:39.242635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:42:39.262320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:39.281334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148ceb2b-7859-450e-ae6e-4dfd5eb1f9d7 None None] Network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:42:39.289974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:39.290638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:39.316617 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9132d762-b544-41da-8699-71bc761126c0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5830498 Oct 29 08:42:39.328684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33004) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:39.390122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df3a5fab-b724-44e2-8da1-b71432352206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:39.609269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4f076-05ba-4bc7-a9b2-a16a94efe587 req-5f0e2f9f-b4af-4ff5-aadf-4ebf9c73ea3a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:39.610992 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4d4f076-05ba-4bc7-a9b2-a16a94efe587 req-5f0e2f9f-b4af-4ff5-aadf-4ebf9c73ea3a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1095219 Oct 29 08:42:39.626961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dacb596-a986-488d-b895-e83cbfbbff48 None None] Network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:42:39.694317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df3a5fab-b724-44e2-8da1-b71432352206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:39.705726 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df3a5fab-b724-44e2-8da1-b71432352206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:39.713053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4d4f076-05ba-4bc7-a9b2-a16a94efe587 req-fad217af-1299-4deb-91e3-15569f95cc93 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893545 Oct 29 08:42:39.797630 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-df3a5fab-b724-44e2-8da1-b71432352206 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b08d8ba5ff29495c9e4ceebdfda26cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674578 Oct 29 08:42:39.800166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33024) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:39.806631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a5fab-b724-44e2-8da1-b71432352206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc0ec13-a169-4f26-b98d-01f56af574be,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:39.925327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c6f88-c15b-443e-bf10-6761804b358f req-67b79420-49bf-489a-adb9-3d2fc568cc4a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:39.934412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da3c6f88-c15b-443e-bf10-6761804b358f req-67b79420-49bf-489a-adb9-3d2fc568cc4a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0736094 Oct 29 08:42:39.937118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-94831b75-6573-4f81-8e9b-5bacba8f7577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:39.993996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-94831b75-6573-4f81-8e9b-5bacba8f7577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:39.996831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da3c6f88-c15b-443e-bf10-6761804b358f req-ac2c082a-f3ba-47ce-aa72-5bdc54e8b961 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613914 Oct 29 08:42:40.208846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-77d9d250-e014-42d8-9424-913dcea0e4f2 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:40.210640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-77d9d250-e014-42d8-9424-913dcea0e4f2 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 815 time: 0.1484611 Oct 29 08:42:40.238819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-b416f443-8640-4e76-8acc-1d146f9c444a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/quotas/de89fc7d23264b509d982d939e06e3ee HTTP/1.1" status: 200 len: 375 time: 0.0176346 Oct 29 08:42:40.260484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-94831b75-6573-4f81-8e9b-5bacba8f7577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:40.264255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-94831b75-6573-4f81-8e9b-5bacba8f7577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:40.266151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-94831b75-6573-4f81-8e9b-5bacba8f7577 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfc0ec13-a169-4f26-b98d-01f56af574be HTTP/1.1" status: 204 len: 168 time: 0.4642861 Oct 29 08:42:40.301987 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-8d7407cb-18e8-4efd-af62-6b66fbd72259 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564609 Oct 29 08:42:40.320361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94831b75-6573-4f81-8e9b-5bacba8f7577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc0ec13-a169-4f26-b98d-01f56af574be,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:40.466245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-382cb7f2-c719-42ce-95eb-b41169d9f435 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624970 Oct 29 08:42:40.692416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-4db5cc31-9c71-4fe8-9c16-63b48e0cc3c4 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247210 Oct 29 08:42:41.076030 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-781f52e1-0dd6-4326-8d9d-a0088954bebe req-97402ecd-472c-4c30-bd7e-7823ce99223d tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 210 time: 0.0837471 Oct 29 08:42:42.247324 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c6078b5-bdd9-4aa0-be8f-986418f8a8b0 req-4a533b16-9ed8-45a6-8860-8adb763e2017 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 210 time: 0.0728624 Oct 29 08:42:42.610270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-20cf4219-590a-4973-b05f-59590dde8ba9 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:42.611877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-20cf4219-590a-4973-b05f-59590dde8ba9 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 815 time: 0.2148829 Oct 29 08:42:42.624613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Request body: {'port': {'device_id': '93e9c5d9-9d73-4599-91d7-53628f249700', 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'admin_state_up': True, 'tenant_id': 'de89fc7d23264b509d982d939e06e3ee'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:42.776477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33116) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:42.850452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Made reservation on behalf of de89fc7d23264b509d982d939e06e3ee for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:42.873370 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.082646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1156134771'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:43.133252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Made reservation on behalf of 1fb1af9bb1944c8298780335bb014441 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:43.138348 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.174083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.194130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Allocated IP 172.20.0.12 (8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9/ce65384a-0dc7-4149-82d9-ed25ea23e1dc/6bd78745-0e92-4eb3-b2e9-9ef7e685bd82) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:43.448382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.488775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.550484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:42:43.604147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46734aff-ae29-49c7-81e5-6fdc0957393e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:43.619503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bdb30fd-9fea-4cfb-9acc-665a764ddf17 req-f3ebef87-8744-4433-be0d-39653c71e52c tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 210 time: 0.1647799 Oct 29 08:42:43.646041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.655612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.656328 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Added segment 6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac of type vlan for network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e Oct 29 08:42:43.668891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67d78-ba21-4135-890a-c763c49afae0 req-6e07ef97-e64f-466a-adf6-ce70db7fbeef tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:43.678260 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ce67d78-ba21-4135-890a-c763c49afae0 req-6e07ef97-e64f-466a-adf6-ce70db7fbeef tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.4270453 Oct 29 08:42:43.720399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.763277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.772836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:43.774988 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.790235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ce67d78-ba21-4135-890a-c763c49afae0 req-1fd0e559-b622-4818-8fe8-d5f451590b23 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108944 Oct 29 08:42:43.837533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0591881 Oct 29 08:42:43.857834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:43.957990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:43.978462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:43.979070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de6525-7e75-4745-af59-44ed401449d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Pushing event updated for resources: {'Network': ['ID=89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:43.981486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:43.996742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:42:44.040990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Pushing event updated for resources: {'Port': ['ID=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:44.062903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:44.063598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:44.074442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0feb81-71dc-4fbb-b4aa-8f244b41cf26 req-0638c908-516e-4333-95f7-26bd00f897f5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:44.082052 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be0feb81-71dc-4fbb-b4aa-8f244b41cf26 req-0638c908-516e-4333-95f7-26bd00f897f5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1441476 Oct 29 08:42:44.124922 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c072a860-2d64-4aaf-a62d-99fe9879a739 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5042148 Oct 29 08:42:44.139660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Request body: {'port': {'device_id': '93e9c5d9-9d73-4599-91d7-53628f249700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:44.198641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33164) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:44.200887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be0feb81-71dc-4fbb-b4aa-8f244b41cf26 req-180bd15b-95b4-4a71-827e-2583c8d4ffa8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179161 Oct 29 08:42:44.207060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Request body: {'port': {'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e', 'binding:host_id': 'n-h2-815940-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812566780'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:44.251615 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:44.293315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Made reservation on behalf of 0bbef1591fd543b090b41b69555bbb5b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:44.302970 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-103217df-20c8-479c-a144-48acdb5cda51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:44.305890 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:44.352646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:44.534054 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:44.543051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:44.552235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] device_id is not set on port 5f190e53-d646-4141-a555-f4ae2774b590 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:42:44.645229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a6fe6-6d2f-44db-915a-897723989658 req-fa4041bb-6896-4e64-bf07-0f6d79d3f9fd tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:44.662781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f86a6fe6-6d2f-44db-915a-897723989658 req-fa4041bb-6896-4e64-bf07-0f6d79d3f9fd tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1643639 Oct 29 08:42:44.731868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f86a6fe6-6d2f-44db-915a-897723989658 req-859874e7-d90d-44ac-b878-ca63e62c8910 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667012 Oct 29 08:42:44.808378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce40e8e-cb0b-4aff-95fb-64afec25ad92,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:44.893608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adce7f-62d2-4ec9-95ce-a3bdd3221dd8 req-1f7d73ad-4e70-4ce2-8bff-e543faf9df7c tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:44.895260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08adce7f-62d2-4ec9-95ce-a3bdd3221dd8 req-1f7d73ad-4e70-4ce2-8bff-e543faf9df7c tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 932 time: 0.1307430 Oct 29 08:42:44.955045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:42:44.974775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:44.990413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c931669-4547-4fb9-a136-e275bc1981e2 req-6bfc2f1f-961e-412e-aebd-4c029bb2c624 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:45.001269 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c931669-4547-4fb9-a136-e275bc1981e2 req-6bfc2f1f-961e-412e-aebd-4c029bb2c624 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1308122 Oct 29 08:42:45.007100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08adce7f-62d2-4ec9-95ce-a3bdd3221dd8 req-5f9381e1-b051-4008-8504-981fb3d85e3d tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957687 Oct 29 08:42:45.047474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Transition to ACTIVE for port object 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:42:45.079667 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:45.103142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] device_id is not set on port 5f190e53-d646-4141-a555-f4ae2774b590 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:42:45.122891 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:45.145583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:45.167000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:45.192931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c931669-4547-4fb9-a136-e275bc1981e2 req-e035869e-0989-4654-9b5a-71bc134f744e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898317 Oct 29 08:42:45.294674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=5f190e53-d646-4141-a555-f4ae2774b590,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:45.332225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Checking segment: {'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:45.332651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Network hostable DHCP agents. Network: 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:42:45.348741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Attempting to bind port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.352548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Attempting to bind port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.353068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Attempting to bind port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.362387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:42:45.370368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.373020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Attempting to bind port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.380240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:45.380620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Checking segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:45.381228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Bound using segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:45.383280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:45.388067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:45.394065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276fd26-fd56-4873-a407-ee4e93a9d546 None None] Network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:42:45.394654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Bound port: 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:45.394829 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:45.428032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.428367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.428732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.463111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.463431 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.463844 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 2 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.515913 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.516343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.516697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.524688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.525138 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.525399 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 3 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.561397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.562090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.565187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.575714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.576113 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.576481 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 4 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.595742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] For port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:45.600434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] For port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:45.608221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.608655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.609081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.610665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:45.614722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.615480 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.616128 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 5 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.633341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.633807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.634215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.639553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.640000 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.640472 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 6 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.656460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.658456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.658456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.662695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:45.662695 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:45.666038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] 10.222.0.93 "PUT /v2.0/ports/6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 HTTP/1.1" status: 200 len: 1092 time: 1.5282941 Oct 29 08:42:45.666038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e9c5d9-9d73-4599-91d7-53628f249700', 'tag': '6bd78745-0e92-4eb3-b2e9-9ef7e685bd82'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:45.666362 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dec253a-8ae5-490d-8e15-885c22f7bf65" -d '{"events": [{"name": "network-changed", "server_uuid": "93e9c5d9-9d73-4599-91d7-53628f249700", "tag": "6bd78745-0e92-4eb3-b2e9-9ef7e685bd82"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:45.676834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.677291 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.678117 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 7 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.684219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7966-8deb-4ee1-ac44-96bd9d4f685c req-400bbfd5-6c87-469a-ba3e-12be391ec100 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:45.686157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183d7966-8deb-4ee1-ac44-96bd9d4f685c req-400bbfd5-6c87-469a-ba3e-12be391ec100 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2686894 Oct 29 08:42:45.706902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.707788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.707788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.714203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.714350 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.715127 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 8 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.731991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.732609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.733024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.737921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.738333 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.738800 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 9 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.753322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.753775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.754346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.759871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.760341 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.762631 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 10 to bind port 5f190e53-d646-4141-a555-f4ae2774b590 Oct 29 08:42:45.793741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:45.794132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:45.794265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8cfb6-1242-49f9-950d-9cf00ec61602 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:45.794474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:45.798186 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4361fef6-df27-43c1-b034-39e46ded4708 x-openstack-request-id: req-4361fef6-df27-43c1-b034-39e46ded4708 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:45.798469 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e9c5d9-9d73-4599-91d7-53628f249700", "tag": "6bd78745-0e92-4eb3-b2e9-9ef7e685bd82", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:45.798713 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4361fef6-df27-43c1-b034-39e46ded4708 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:45.799105 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e9c5d9-9d73-4599-91d7-53628f249700', 'tag': '6bd78745-0e92-4eb3-b2e9-9ef7e685bd82', 'status': 'completed', 'code': 200} Oct 29 08:42:45.806908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 5f190e53-d646-4141-a555-f4ae2774b590 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:45.807248 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 5f190e53-d646-4141-a555-f4ae2774b590 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:45.807643 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:45.809575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-183d7966-8deb-4ee1-ac44-96bd9d4f685c req-932ceefc-0ab6-404d-8cf3-57c9c954bfa6 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122615 Oct 29 08:42:45.820739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c5a6c675-67e5-46fa-9e42-1a1e954c1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:45.822429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-c5a6c675-67e5-46fa-9e42-1a1e954c1126 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 1095 time: 0.0675178 Oct 29 08:42:45.882693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-fd0e50fb-7ca6-46c1-96aa-d6b26eec438a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 HTTP/1.1" status: 200 len: 217 time: 0.0513721 Oct 29 08:42:45.951701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-7dc5f7a5-df30-4088-ae41-8ac33fea89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:45.953311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-7dc5f7a5-df30-4088-ae41-8ac33fea89cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.0627940 Oct 29 08:42:45.988437 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-029e76ed-0d7b-4718-acea-0c4727d0cb11 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280278 Oct 29 08:42:46.038615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f42745-67bf-4498-9aba-62d341dd97c3 req-767bfe8c-6f78-4e0d-bab1-52b699ab86d8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:46.040555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70f42745-67bf-4498-9aba-62d341dd97c3 req-767bfe8c-6f78-4e0d-bab1-52b699ab86d8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1348124 Oct 29 08:42:46.049712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] For port 5f190e53-d646-4141-a555-f4ae2774b590, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:46.050159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempted to set empty binding levels {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 08:42:46.078667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:46.131291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:46.132016 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:46.162923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70f42745-67bf-4498-9aba-62d341dd97c3 req-bb2b7472-4b9d-4c34-8fb4-6ee8d8c98e5a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114931 Oct 29 08:42:46.182391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9818823 Oct 29 08:42:46.183695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e086dd2-f276-4b20-8e38-5316e8588333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=5f190e53-d646-4141-a555-f4ae2774b590,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:46.187118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33226) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:46.209973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-229ea8fc-150f-42ba-a333-d6b900e4838f service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102482 Oct 29 08:42:46.308989 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932df6fd-268f-40b1-a80c-a9e9598c27f1 req-a1111d3d-ceca-41d2-8a73-ac8d482086ad tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:46.310658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-932df6fd-268f-40b1-a80c-a9e9598c27f1 req-a1111d3d-ceca-41d2-8a73-ac8d482086ad tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 944 time: 0.2086432 Oct 29 08:42:46.378163 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a9c3a50-af8e-4099-8c08-0cdc7a4d4481 req-7ba279d0-343d-4289-87af-73cc131f6b83 service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623673 Oct 29 08:42:46.398288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Deleting port 5f190e53-d646-4141-a555-f4ae2774b590 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:46.398743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:46.422485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-932df6fd-268f-40b1-a80c-a9e9598c27f1 req-1139f4b2-aef2-45ba-b5c5-e7205ead9924 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Oct 29 08:42:46.486146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-4554b6eb-5f2a-441a-848b-3f686d013ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:46.487917 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-4554b6eb-5f2a-441a-848b-3f686d013ac5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 1095 time: 0.0541329 Oct 29 08:42:46.549556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] For port 5f190e53-d646-4141-a555-f4ae2774b590, host n-h2-815940-1, got binding levels [] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:46.549928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:46.567839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Calling delete_port for 5f190e53-d646-4141-a555-f4ae2774b590 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:46.590166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287626c1-933f-4ff9-a188-300eb27878ba req-62d0b7a9-09b4-4f90-8bb3-5adde0ad6dc6 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:46.591792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-287626c1-933f-4ff9-a188-300eb27878ba req-62d0b7a9-09b4-4f90-8bb3-5adde0ad6dc6 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1153312 Oct 29 08:42:46.812791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-287626c1-933f-4ff9-a188-300eb27878ba req-5b59f15c-c74f-4d0d-a4c6-72b8ad1bbe86 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103901 Oct 29 08:42:46.865515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:46.933893 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:46.944880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "DELETE /v2.0/ports/5f190e53-d646-4141-a555-f4ae2774b590 HTTP/1.1" status: 204 len: 168 time: 0.7439544 Oct 29 08:42:46.947222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33256) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:46.950615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24647a0c-a762-4e34-8410-4d3c36c994b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f190e53-d646-4141-a555-f4ae2774b590,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:46.983467 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b123d27-639f-4476-8aa8-b12fd578b248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:47.007423 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-813a6579-d193-4241-9f60-e4503d13ef23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] GET failed (client error): The resource could not be found. Oct 29 08:42:47.020503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-813a6579-d193-4241-9f60-e4503d13ef23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "GET /v2.0/ports/5f190e53-d646-4141-a555-f4ae2774b590 HTTP/1.1" status: 404 len: 333 time: 0.0708911 Oct 29 08:42:47.021202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33258) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:47.026168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Request body: {'port': {'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-604807391'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:47.075360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Made reservation on behalf of 0bbef1591fd543b090b41b69555bbb5b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:47.078057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:47.122003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] device_id is not set on port 19e2736a-4911-4b50-b6a3-e795463411a2 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:42:47.213680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5829be-1a27-41c2-aa2d-38f37821097b req-7df2fc51-ab18-48be-9e70-1d2041e60c47 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:47.218023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd5829be-1a27-41c2-aa2d-38f37821097b req-7df2fc51-ab18-48be-9e70-1d2041e60c47 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1099415 Oct 29 08:42:47.267075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-76e76d48-fba5-426c-ba35-bc17285df213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:47.268948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-76e76d48-fba5-426c-ba35-bc17285df213 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 917 time: 0.7638707 Oct 29 08:42:47.330471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dd5829be-1a27-41c2-aa2d-38f37821097b req-1ae0dce3-950f-4be6-8609-92a5a1840b1c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997055 Oct 29 08:42:47.332753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-b219eeca-c4fd-4fe7-988d-b5ada5bf9ff8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 HTTP/1.1" status: 200 len: 217 time: 0.0464242 Oct 29 08:42:47.375442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:47.445050 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:47.460243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-a5e63c86-215d-48a8-940c-bcecf6afeced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:47.471965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-a5e63c86-215d-48a8-940c-bcecf6afeced service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.1208954 Oct 29 08:42:47.515434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-a0667d82-506f-4ee7-837f-4d011556f316 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425317 Oct 29 08:42:47.569430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:47.585028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:47.618970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:47.620171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:47.621075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:47.641660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=19e2736a-4911-4b50-b6a3-e795463411a2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:47.658583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41950b61-eaf4-4bb7-aa27-92cc3d28757a req-0f4f74ae-86fc-47fd-b539-b726259f059a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:47.660703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41950b61-eaf4-4bb7-aa27-92cc3d28757a req-0f4f74ae-86fc-47fd-b539-b726259f059a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 944 time: 0.0797057 Oct 29 08:42:47.668657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b32ffbb7-8023-421a-9a68-c9fcb5e64d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6435027 Oct 29 08:42:47.670612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33272) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:47.695747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:47.734652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd9049-3f45-4c21-a332-59cdf3bd070c req-c91bfcab-946a-48ae-95ff-4a6c13fd6e50 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:47.736587 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d6bd9049-3f45-4c21-a332-59cdf3bd070c req-c91bfcab-946a-48ae-95ff-4a6c13fd6e50 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1655378 Oct 29 08:42:47.762804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:47.791437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41950b61-eaf4-4bb7-aa27-92cc3d28757a req-9eba6028-f12b-4b3f-b1c9-5c7b62827e4b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242731 Oct 29 08:42:47.794738 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-d3b0a36a-6bac-4b05-a005-d4b0b99f00f1 service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706864 Oct 29 08:42:47.828001 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d6bd9049-3f45-4c21-a332-59cdf3bd070c req-88b09375-ff9a-4103-bf94-093d0d84b4aa tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797968 Oct 29 08:42:48.046194 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dec253a-8ae5-490d-8e15-885c22f7bf65 req-539e3a53-eb5f-4873-8abf-695ded9ab68a service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426867 Oct 29 08:42:48.087853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:48.106279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] device_id is not set on port 19e2736a-4911-4b50-b6a3-e795463411a2 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:42:48.123846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:48.144091 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9868c-1f5d-47eb-a4ca-356354a86e5b req-9715262f-f9ac-4025-8090-222c7aa6966f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:48.145790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36b9868c-1f5d-47eb-a4ca-356354a86e5b req-9715262f-f9ac-4025-8090-222c7aa6966f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0942910 Oct 29 08:42:48.148778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:48.207023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-0297a44c-e538-42e9-bc99-c347c5b25521 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1667171 Oct 29 08:42:48.240241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=19e2736a-4911-4b50-b6a3-e795463411a2,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:48.254559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36b9868c-1f5d-47eb-a4ca-356354a86e5b req-dbe3d16b-b9d3-489d-a58d-e743e6188394 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957155 Oct 29 08:42:48.265235 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:48.303147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:48.303404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:48.303864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:48.311440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:48.311850 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:48.312944 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 2 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:48.330374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:48.330780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:48.331183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:48.344620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-287e691b-1022-41d9-9bd6-4f8a4ce090e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:48.357417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-287e691b-1022-41d9-9bd6-4f8a4ce090e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1096 time: 0.0833488 Oct 29 08:42:48.361879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:48.361879 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:48.362206 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 3 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:48.377633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:48.377974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:48.378338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:48.430244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:48.430618 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:48.434174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:42:48.479781 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 4 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:48.519775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:48.520456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:48.520765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:48.535229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:48.535736 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:48.539471 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 5 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:48.579663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:48.590254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-21ad2e87-4af1-4614-94b2-6d3a1ca8b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:48.592114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-21ad2e87-4af1-4614-94b2-6d3a1ca8b1b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.2107744 Oct 29 08:42:48.592579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '6bd78745-0e92-4eb3-b2e9-9ef7e685bd82', 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'port_id': '6bd78745-0e92-4eb3-b2e9-9ef7e685bd82', 'mac_address': 'fa:16:3e:e0:fe:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65384a-0dc7-4149-82d9-ed25ea23e1dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:42:48.602568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d27f7a-2515-4fb8-be4e-f0186b9709ae req-233f6e54-3cff-4512-b03e-cdda10954469 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:48.604221 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60d27f7a-2515-4fb8-be4e-f0186b9709ae req-233f6e54-3cff-4512-b03e-cdda10954469 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1947286 Oct 29 08:42:48.633926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:48.635999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:48.636572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:48.643586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:48.659829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:42:48.684842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:48.691351 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:48.734967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:48.735300 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:48.743201 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 6 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:48.753717 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:48.799861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60d27f7a-2515-4fb8-be4e-f0186b9709ae req-f1e6134c-c868-4605-98bd-7d75b4784830 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868551 Oct 29 08:42:48.805470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:48.805825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:48.806169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:48.818795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-96fb99d5-7b50-49a4-9aeb-5e09f3ddd76f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 200 len: 1001 time: 0.2121184 Oct 29 08:42:48.819546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:48.819947 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:48.820340 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 7 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:48.936291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:48.936637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:48.937144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:48.947020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:48.947358 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:48.962944 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 8 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:48.993895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46dca3-43dd-44d5-830f-7d52b50e84df req-425dcf3c-652f-4774-9ed3-6700f04bae51 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:49.000422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6bd78745-0e92-4eb3-b2e9-9ef7e685bd82'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:42:49.004384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff46dca3-43dd-44d5-830f-7d52b50e84df req-425dcf3c-652f-4774-9ed3-6700f04bae51 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 945 time: 0.0838907 Oct 29 08:42:49.017536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-b206f6d9-3f04-4899-b9b7-368fa8d4f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:49.019040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-b206f6d9-3f04-4899-b9b7-368fa8d4f502 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.1929414 Oct 29 08:42:49.032271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:49.032624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:49.033086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:49.067100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:49.067303 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:49.072854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff46dca3-43dd-44d5-830f-7d52b50e84df req-030f4573-ee48-4675-8529-33487e754672 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588069 Oct 29 08:42:49.076567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff0164-ffe9-4929-bc3a-2bc880505124 req-6b072d96-5a05-47b0-b884-a347e86c1681 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:49.078133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6ff0164-ffe9-4929-bc3a-2bc880505124 req-6b072d96-5a05-47b0-b884-a347e86c1681 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1656156 Oct 29 08:42:49.106529 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 9 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:49.189923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:49.190186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:49.190567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:49.199389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:49.199690 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:49.205571 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 10 to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 Oct 29 08:42:49.230047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-b3737671-d413-4ff2-9557-ac65b0d8a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:49.231861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-b3737671-d413-4ff2-9557-ac65b0d8a357 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834519 Oct 29 08:42:49.254429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6ff0164-ffe9-4929-bc3a-2bc880505124 req-3ada61ad-eb9f-47ea-85d8-69f842661364 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313438 Oct 29 08:42:49.295165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:49.295466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:49.299036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:49.312110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:49.313878 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 19e2736a-4911-4b50-b6a3-e795463411a2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:49.314686 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:49.438660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:49.925761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-1757d425-fec6-4b05-825b-013ee682412d service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697199 Oct 29 08:42:50.023568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33338) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:50.103168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] For port 19e2736a-4911-4b50-b6a3-e795463411a2, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:50.103996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempted to set empty binding levels {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 08:42:50.124323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:50.210051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e40943-d354-47ff-87b6-e75194ad31de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:50.240339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=19e2736a-4911-4b50-b6a3-e795463411a2,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:50.244180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] In _notify_port_updated(), no bound segment for port 19e2736a-4911-4b50-b6a3-e795463411a2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:42:50.245247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.248860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:50.250113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33348) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:50.250255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-444b4d7a-cc2b-485c-b133-35ef15c921d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "PUT /v2.0/ports/19e2736a-4911-4b50-b6a3-e795463411a2 HTTP/1.1" status: 200 len: 978 time: 2.5773973 Oct 29 08:42:50.266739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea39d34-17ec-4c48-826f-e002b7264879 req-d4f9473c-c12b-4982-871a-5204b3e23205 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.274624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea39d34-17ec-4c48-826f-e002b7264879 req-d4f9473c-c12b-4982-871a-5204b3e23205 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 813 time: 0.7695317 Oct 29 08:42:50.297680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea39d34-17ec-4c48-826f-e002b7264879 req-28f1cdbe-b9b3-4782-8959-f7e43e77d08f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/quotas/c2a363386e1e4fe2b6daa59e94ba7a32 HTTP/1.1" status: 200 len: 375 time: 0.0208046 Oct 29 08:42:50.314160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2677ea7-82da-403c-a8c9-a2e12ab5d384 req-651af2f5-c72a-4287-b488-0976b5af5b5c service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770196 Oct 29 08:42:50.330418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113faee-ead6-43c3-ac41-0e6ae4341241 req-11f177f8-a765-40b8-88fe-689e6d6e0e21 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.332042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a113faee-ead6-43c3-ac41-0e6ae4341241 req-11f177f8-a765-40b8-88fe-689e6d6e0e21 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 945 time: 0.1347620 Oct 29 08:42:50.409192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.409671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.410133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.410602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.411316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.412207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.412663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.414424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.416106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.416106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.416106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.416410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.416716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.418183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.418392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.418922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.423923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.423923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.423923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.423923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.431026 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-50152182-972c-49ed-8929-586cff745704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18027 time: 0.1722932 Oct 29 08:42:50.436396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33352) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:50.452879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea39d34-17ec-4c48-826f-e002b7264879 req-a5d5260f-9c34-49a8-9ffc-3227058e10fc tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527472 Oct 29 08:42:50.462396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:42:50.589436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:42:50.595466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:42:50.595974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:50.618779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a113faee-ead6-43c3-ac41-0e6ae4341241 req-89580b1e-d93d-4d56-9e36-ebb496057f51 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698743 Oct 29 08:42:50.871082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e40943-d354-47ff-87b6-e75194ad31de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:50.889766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e40943-d354-47ff-87b6-e75194ad31de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:50.919854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:50.941856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00068aab-02d2-4110-ac79-93ac56545b21 req-002d36e2-394c-4247-b82f-60fdd6a09df9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:50.943505 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00068aab-02d2-4110-ac79-93ac56545b21 req-002d36e2-394c-4247-b82f-60fdd6a09df9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1547580 Oct 29 08:42:50.984149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e9c5d9-9d73-4599-91d7-53628f249700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd78745-0e92-4eb3-b2e9-9ef7e685bd82'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:42:50.989611 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1284346b-70cb-4195-a6d2-9c6beda159a7" -d '{"events": [{"server_uuid": "93e9c5d9-9d73-4599-91d7-53628f249700", "name": "network-vif-plugged", "status": "completed", "tag": "6bd78745-0e92-4eb3-b2e9-9ef7e685bd82"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:42:51.020196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:51.029830 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.039918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00068aab-02d2-4110-ac79-93ac56545b21 req-932ae66e-fa65-42f5-a87b-cea9456a1177 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859735 Oct 29 08:42:51.055356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-98e40943-d354-47ff-87b6-e75194ad31de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c4c283c05204de6b89c0080723d46a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0277514 Oct 29 08:42:51.055966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33364) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:51.133731 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Deleting port 19e2736a-4911-4b50-b6a3-e795463411a2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:51.136378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.141676 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c17d76-a6a9-42c4-8fd2-30c5954c7bc9 x-openstack-request-id: req-00c17d76-a6a9-42c4-8fd2-30c5954c7bc9 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:42:51.141964 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e9c5d9-9d73-4599-91d7-53628f249700", "name": "network-vif-plugged", "status": "completed", "tag": "6bd78745-0e92-4eb3-b2e9-9ef7e685bd82", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:42:51.142216 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00c17d76-a6a9-42c4-8fd2-30c5954c7bc9 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:42:51.142615 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e9c5d9-9d73-4599-91d7-53628f249700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd78745-0e92-4eb3-b2e9-9ef7e685bd82', 'code': 200} Oct 29 08:42:51.161292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:51.238126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6544ac1a-9e70-4561-a447-75393846fc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.259438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40943-d354-47ff-87b6-e75194ad31de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697ef7e1-8650-4334-be19-a67afe2d1a71,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:51.354890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] For port 19e2736a-4911-4b50-b6a3-e795463411a2, host n-h2-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:51.355278 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.364825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6544ac1a-9e70-4561-a447-75393846fc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.370422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786e977-809f-4831-8796-393614f747a4 req-96e00515-fa98-42e0-a085-6fb24fa74633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:51.372752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8786e977-809f-4831-8796-393614f747a4 req-96e00515-fa98-42e0-a085-6fb24fa74633 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 1097 time: 0.1084986 Oct 29 08:42:51.377494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Calling delete_port for 19e2736a-4911-4b50-b6a3-e795463411a2 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:51.469928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8088-72e1-49bd-95fd-eb04fa2af8cb req-420640ef-8e99-4cc2-99e8-1d20ee4d9b8f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:51.477777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f1b8088-72e1-49bd-95fd-eb04fa2af8cb req-420640ef-8e99-4cc2-99e8-1d20ee4d9b8f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2268856 Oct 29 08:42:51.522138 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8786e977-809f-4831-8796-393614f747a4 req-3cdb8e1f-e313-4bcf-8268-c6d7c7c6701b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402063 Oct 29 08:42:51.542916 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6544ac1a-9e70-4561-a447-75393846fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.545726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6544ac1a-9e70-4561-a447-75393846fc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.558225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6544ac1a-9e70-4561-a447-75393846fc12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/697ef7e1-8650-4334-be19-a67afe2d1a71 HTTP/1.1" status: 204 len: 168 time: 0.5005565 Oct 29 08:42:51.575330 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.615511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f1b8088-72e1-49bd-95fd-eb04fa2af8cb req-4af4c56e-977c-4c1e-a9b2-80aee0b4567a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348267 Oct 29 08:42:51.618608 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.621111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544ac1a-9e70-4561-a447-75393846fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697ef7e1-8650-4334-be19-a67afe2d1a71,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:51.631847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "DELETE /v2.0/ports/19e2736a-4911-4b50-b6a3-e795463411a2 HTTP/1.1" status: 204 len: 168 time: 1.1956260 Oct 29 08:42:51.635796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33376) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:51.641441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c30f4-7293-4b98-8630-7a8d377d20b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event deleted for resources: {'Port': ['ID=19e2736a-4911-4b50-b6a3-e795463411a2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:51.714378 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f23466e-449d-488c-9e45-144bcd066877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] GET failed (client error): The resource could not be found. Oct 29 08:42:51.719759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5f23466e-449d-488c-9e45-144bcd066877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "GET /v2.0/ports/19e2736a-4911-4b50-b6a3-e795463411a2 HTTP/1.1" status: 404 len: 333 time: 0.0798266 Oct 29 08:42:51.724225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33384) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:51.730527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951189353', 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:51.846639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Made reservation on behalf of 0bbef1591fd543b090b41b69555bbb5b for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:51.849879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:51.874726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] device_id is not set on port ccaf7f69-affe-4c0c-8b96-4a4b94c39b19 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:42:51.889298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7d9ef-3c8b-4dc8-8e5e-ca5ca4b9c568 req-bd84a77b-f92f-41a6-8072-8571799384c3 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:51.897294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3f7d9ef-3c8b-4dc8-8e5e-ca5ca4b9c568 req-bd84a77b-f92f-41a6-8072-8571799384c3 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 946 time: 0.1557422 Oct 29 08:42:52.042177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3f7d9ef-3c8b-4dc8-8e5e-ca5ca4b9c568 req-277091e9-544a-4fc3-a1c1-92e7c0ce886a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384070 Oct 29 08:42:52.117226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-193baeef-4cdb-43b3-82e7-92172d09f2ef req-26814f55-71f2-4ce6-ae07-3acf8c0c8e4b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32 HTTP/1.1" status: 200 len: 221 time: 0.1306677 Oct 29 08:42:52.147063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33402) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:52.178061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2dfdc7df-4e54-44bc-8373-872ef1454aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.248669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.287211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.335786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19ad0-efc1-498f-a3c7-60861a50957a req-0151453c-2ad9-4f40-ab47-dba8422fa70f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:52.339692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:52.344873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:52.346082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d19ad0-efc1-498f-a3c7-60861a50957a req-0151453c-2ad9-4f40-ab47-dba8422fa70f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1287782 Oct 29 08:42:52.350161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:52.351797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:52.352774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.359670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=ccaf7f69-affe-4c0c-8b96-4a4b94c39b19,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:52.376203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2dfdc7df-4e54-44bc-8373-872ef1454aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.379460 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-01e9c82e-ea57-49b1-a134-e1196b7ecea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6538949 Oct 29 08:42:52.381977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33406) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:52.389525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2dfdc7df-4e54-44bc-8373-872ef1454aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.429296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948569d0-eb02-4211-acfc-956d8d65b2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:52.431303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdc7df-4e54-44bc-8373-872ef1454aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8f8fc0-a189-4843-8d18-ac1c5a98524d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:52.434215 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-948569d0-eb02-4211-acfc-956d8d65b2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "GET /v2.0/ports/ccaf7f69-affe-4c0c-8b96-4a4b94c39b19 HTTP/1.1" status: 200 len: 959 time: 0.0489621 Oct 29 08:42:52.435499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33408) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:52.474248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d19ad0-efc1-498f-a3c7-60861a50957a req-13884a1c-4707-468e-b461-9eccd3100d4a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271527 Oct 29 08:42:52.503362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2dfdc7df-4e54-44bc-8373-872ef1454aff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79ed9919fd0f4dc9ba34b74baa3657ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542817 Oct 29 08:42:52.504267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33414) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:52.633988 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-814539e6-0702-43f7-9d5c-07cb025bf0e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.691769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-814539e6-0702-43f7-9d5c-07cb025bf0e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.741113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cad5ed-3b2d-47b0-b6bb-f7fcc7e792be req-b6d8e6bd-5e8f-4784-9ac1-4f6f45a81574 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:52.744598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8cad5ed-3b2d-47b0-b6bb-f7fcc7e792be req-b6d8e6bd-5e8f-4784-9ac1-4f6f45a81574 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1264782 Oct 29 08:42:52.755646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-dadb7bbc-52df-4a9c-a3f4-7efbbced7dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Deleting port ccaf7f69-affe-4c0c-8b96-4a4b94c39b19 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:52.756243 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadb7bbc-52df-4a9c-a3f4-7efbbced7dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.823041 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-814539e6-0702-43f7-9d5c-07cb025bf0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.829333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-814539e6-0702-43f7-9d5c-07cb025bf0e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.833974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-814539e6-0702-43f7-9d5c-07cb025bf0e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a8f8fc0-a189-4843-8d18-ac1c5a98524d HTTP/1.1" status: 204 len: 168 time: 0.3262408 Oct 29 08:42:52.906341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8cad5ed-3b2d-47b0-b6bb-f7fcc7e792be req-da0f0a70-b640-47c3-8543-4a8f3f550156 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274569 Oct 29 08:42:52.908558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814539e6-0702-43f7-9d5c-07cb025bf0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8f8fc0-a189-4843-8d18-ac1c5a98524d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:52.947578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadb7bbc-52df-4a9c-a3f4-7efbbced7dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:52.978863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-dadb7bbc-52df-4a9c-a3f4-7efbbced7dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Calling delete_port for ccaf7f69-affe-4c0c-8b96-4a4b94c39b19 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:53.175994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b826f4-f63b-43dc-bc26-d146ad2f91f1 req-a736b4c1-9dfd-42a9-981b-4e3de0e443a4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:53.178967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121354c-123a-4444-b93e-e51b9dcd01f9 req-92cf4a41-24f1-4f00-a289-0fec94fa3076 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:53.180537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4121354c-123a-4444-b93e-e51b9dcd01f9 req-92cf4a41-24f1-4f00-a289-0fec94fa3076 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 946 time: 0.0558915 Oct 29 08:42:53.184336 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02b826f4-f63b-43dc-bc26-d146ad2f91f1 req-a736b4c1-9dfd-42a9-981b-4e3de0e443a4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1037145 Oct 29 08:42:53.215212 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadb7bbc-52df-4a9c-a3f4-7efbbced7dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.226361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4121354c-123a-4444-b93e-e51b9dcd01f9 req-cf98a9f2-1496-44f2-b9a2-fb621b4520ef tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378428 Oct 29 08:42:53.266215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb7bbc-52df-4a9c-a3f4-7efbbced7dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccaf7f69-affe-4c0c-8b96-4a4b94c39b19,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:53.282800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02b826f4-f63b-43dc-bc26-d146ad2f91f1 req-330d8fc3-44a8-4a08-a56a-2b1120cc9c2a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922179 Oct 29 08:42:53.303413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadb7bbc-52df-4a9c-a3f4-7efbbced7dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.316543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dadb7bbc-52df-4a9c-a3f4-7efbbced7dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "DELETE /v2.0/ports/ccaf7f69-affe-4c0c-8b96-4a4b94c39b19 HTTP/1.1" status: 204 len: 168 time: 0.8754959 Oct 29 08:42:53.317500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33434) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:53.357445 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a982eec6-4b69-4f33-9c97-d4928b6ff20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] GET failed (client error): The resource could not be found. Oct 29 08:42:53.360404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a982eec6-4b69-4f33-9c97-d4928b6ff20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "GET /v2.0/ports/ccaf7f69-affe-4c0c-8b96-4a4b94c39b19 HTTP/1.1" status: 404 len: 333 time: 0.0397580 Oct 29 08:42:53.364627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33438) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:53.370308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Request body: {'port': {'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015143284'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:53.406895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33442) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:53.422316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Made reservation on behalf of 0bbef1591fd543b090b41b69555bbb5b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:53.425234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.450653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] device_id is not set on port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:42:53.461631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fea8edc-0a8b-4ef0-abd6-783b80abafb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.552335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50d251-fb2f-4c22-8d24-89968efc1a28 req-45fb841e-1aa1-4401-80e4-b597f3c265e8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:53.554896 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a50d251-fb2f-4c22-8d24-89968efc1a28 req-45fb841e-1aa1-4401-80e4-b597f3c265e8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1415756 Oct 29 08:42:53.690260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.690518 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-3edafd8e-b197-4cd2-9f84-c1afde6b0b7d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272037 Oct 29 08:42:53.717197 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a50d251-fb2f-4c22-8d24-89968efc1a28 req-c23c9fe2-ea1d-43a2-87c9-885946cc6fa1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404326 Oct 29 08:42:53.789110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.806984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fea8edc-0a8b-4ef0-abd6-783b80abafb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.842238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fea8edc-0a8b-4ef0-abd6-783b80abafb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.903854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:53.909055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:53.912253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=53c0b610-70fe-448b-a5fd-ee9f30ba3ed2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:53.918000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:53.922985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:53.924484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:53.956355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2fea8edc-0a8b-4ef0-abd6-783b80abafb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f34a95e92f924a3f89c15a15e3b9fa7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451930 Oct 29 08:42:53.960655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6903d23e-f091-4094-a4bf-98d2d94efa51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5942168 Oct 29 08:42:53.963373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33460) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:53.963908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33462) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:53.989247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea8edc-0a8b-4ef0-abd6-783b80abafb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc93a04-bb6a-413d-80c3-22202c9402d0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:54.005315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5634d92-534a-46c3-b5b3-f02083a1f8b9 req-09a2ec94-3a94-48ba-b5b4-0ba54aae1c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:54.016501 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5634d92-534a-46c3-b5b3-f02083a1f8b9 req-09a2ec94-3a94-48ba-b5b4-0ba54aae1c9c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1589997 Oct 29 08:42:54.031749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:54.039966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-9ebf67cc-77f5-480a-b62f-33cffb9ec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:54.041510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-9ebf67cc-77f5-480a-b62f-33cffb9ec464 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1096 time: 0.2531660 Oct 29 08:42:54.066704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5634d92-534a-46c3-b5b3-f02083a1f8b9 req-c83e4dd4-7713-4c3b-b036-2247ad4247b0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493002 Oct 29 08:42:54.209596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:54.241071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:54.261087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-00f4ac4d-4a8e-4960-9aeb-36e36455e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:54.263216 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-00f4ac4d-4a8e-4960-9aeb-36e36455e50c service neutron] 10.222.0.93 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 915 time: 0.1953743 Oct 29 08:42:54.311915 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:54.331913 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-85244cb2-af11-4b0c-ad35-cc5b5a093a2a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 217 time: 0.0589936 Oct 29 08:42:54.345396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05373ea1-0e0d-4277-bce5-10a7690639cc req-b1f473c4-3d0a-486a-be6f-97e265aa8a63 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:54.347138 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05373ea1-0e0d-4277-bce5-10a7690639cc req-b1f473c4-3d0a-486a-be6f-97e265aa8a63 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1355422 Oct 29 08:42:54.447156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-9a1fe1a3-816f-4b84-bf07-fc0b0182b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:54.450263 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-9a1fe1a3-816f-4b84-bf07-fc0b0182b3a9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.1020830 Oct 29 08:42:54.492414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-ad9d2acd-a45d-424e-84bf-c0a792402cb8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306101 Oct 29 08:42:54.508803 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05373ea1-0e0d-4277-bce5-10a7690639cc req-0c6cfc36-c731-4a9b-a4f1-c4b2c4897947 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502357 Oct 29 08:42:54.642843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] device_id is not set on port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:42:54.670229 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-74a940c6-065f-40e7-8e7c-b9e7d5d0b15c service neutron] 10.222.0.93 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592548 Oct 29 08:42:54.681896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:54.685214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:54.700870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ecc93a04-bb6a-413d-80c3-22202c9402d0 HTTP/1.1" status: 204 len: 168 time: 0.7270806 Oct 29 08:42:54.717881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:54.753291 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:54.772153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc93a04-bb6a-413d-80c3-22202c9402d0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:54.849053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.850625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.851144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.853584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.854106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.854963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.858277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.858804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.860258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.860807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.871936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.873622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15b211-fc58-46df-b351-3599435c61dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:54.964288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f6ffb-0ae0-4b31-9b7b-1dc68f88f6db req-c0fffde9-0732-4170-ac97-aa4113ba7eb1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:54.966912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-806f6ffb-0ae0-4b31-9b7b-1dc68f88f6db req-c0fffde9-0732-4170-ac97-aa4113ba7eb1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2610221 Oct 29 08:42:54.977403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=53c0b610-70fe-448b-a5fd-ee9f30ba3ed2,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:54.991793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:54.996849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:54.997276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.007697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5a8cc52-403e-4df9-9b88-b8b6d86130d3 req-b2abf77d-47ab-4c84-83ce-cc708821d29b service neutron] 10.222.0.93 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314068 Oct 29 08:42:55.008737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.009146 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.009609 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 2 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.061739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.062189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.062608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.071222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.071558 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.074767 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 3 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.139957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-806f6ffb-0ae0-4b31-9b7b-1dc68f88f6db req-3bf99e16-ff83-4624-8c82-1be8f944d7c8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657133 Oct 29 08:42:55.144227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.149070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.149661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.186081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.188563 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.188839 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 4 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.248010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.251707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.252397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.259712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.260250 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.260839 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 5 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.306809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.307173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.307496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.320676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.321044 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.321414 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 6 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.350042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.350391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.350740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.356227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.356783 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.357575 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 7 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.378968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.379580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.380129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.381311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6ab8-de27-4aef-9c58-abd9d15c7f4f req-6c432c15-7340-4da1-9276-b283a720d6e2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:55.392563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c5d6ab8-de27-4aef-9c58-abd9d15c7f4f req-6c432c15-7340-4da1-9276-b283a720d6e2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0909488 Oct 29 08:42:55.396098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.396737 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.397408 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 8 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.440246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.440927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.441480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.449730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.450773 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.451406 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 9 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.470930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.471516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.472325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.481121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.481800 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.482518 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempt 10 to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 Oct 29 08:42:55.509676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c5d6ab8-de27-4aef-9c58-abd9d15c7f4f req-1ca71ce0-acd9-4daf-a408-306565b99bab tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021042 Oct 29 08:42:55.517094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:55.518562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:55.519118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempting to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:55.537655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:42:55.538259 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Failed to bind port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e'}] Oct 29 08:42:55.538840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:55.626384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] For port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:55.626819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attempted to set empty binding levels {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 08:42:55.633652 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:55.674385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] In _notify_port_updated(), no bound segment for port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 on network 89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:42:55.675295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:55.675958 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:55.679238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "PUT /v2.0/ports/53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 HTTP/1.1" status: 200 len: 979 time: 1.7041271 Oct 29 08:42:55.680396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33506) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:55.717755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaff18-025a-4d85-ac9a-cc9a25c4dab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event updated for resources: {'Port': ['ID=53c0b610-70fe-448b-a5fd-ee9f30ba3ed2,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:55.728513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa924dcb-4fef-429a-baa1-1d80a71805e6 req-2bf548a6-446a-4ae1-9f9b-d8553312ee47 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:55.737266 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa924dcb-4fef-429a-baa1-1d80a71805e6 req-2bf548a6-446a-4ae1-9f9b-d8553312ee47 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0908473 Oct 29 08:42:55.779044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Deleting port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:42:55.779283 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:55.803509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa924dcb-4fef-429a-baa1-1d80a71805e6 req-2ac95f51-03e6-4947-93f1-c121082a21d8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600805 Oct 29 08:42:55.859398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] For port 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2, host n-h2-815940-1, got binding levels [] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:42:55.859757 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:55.896973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Calling delete_port for 53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:42:56.042079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40471c5-fc6a-4648-b1f1-3fb849297d47 req-27e6f81e-5991-40fe-87e3-73c250321f06 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:56.061158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e40471c5-fc6a-4648-b1f1-3fb849297d47 req-27e6f81e-5991-40fe-87e3-73c250321f06 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0976715 Oct 29 08:42:56.136568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e40471c5-fc6a-4648-b1f1-3fb849297d47 req-179d04ec-ef9f-4996-a489-e97d77ff4c87 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806923 Oct 29 08:42:56.139663 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.205226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c0b610-70fe-448b-a5fd-ee9f30ba3ed2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:56.212959 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.219590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33538) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:56.224502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9518d1b0-eeae-4cd0-bb2f-c77472b0b6da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "DELETE /v2.0/ports/53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 HTTP/1.1" status: 204 len: 168 time: 0.5427911 Oct 29 08:42:56.264798 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82570d5-7aca-4cf7-b26d-9df422d9caca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] GET failed (client error): The resource could not be found. Oct 29 08:42:56.270772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33540) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:56.280934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d82570d5-7aca-4cf7-b26d-9df422d9caca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754159961-project-admin] 10.222.0.70 "GET /v2.0/ports/53c0b610-70fe-448b-a5fd-ee9f30ba3ed2 HTTP/1.1" status: 404 len: 333 time: 0.0593028 Oct 29 08:42:56.309196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33544) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:56.406583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.420914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5dd58-965d-4164-98f2-807257f8f29d req-76608304-988d-4e03-af54-6410c2a52da2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:56.422742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3b5dd58-965d-4164-98f2-807257f8f29d req-76608304-988d-4e03-af54-6410c2a52da2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0906236 Oct 29 08:42:56.540450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1302034276-network', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:56.569321 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.574441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Made reservation on behalf of 8e64766dcb634112be8535ecc3dc94db for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:56.575367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3b5dd58-965d-4164-98f2-807257f8f29d req-3891019c-6584-4f44-b606-411f4449d09c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440454 Oct 29 08:42:56.580077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.599203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.617694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:56.649319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:56.649704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1c3848-50bc-4c8f-bf00-808eb1a2a4ac') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:42:56.678986 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.707925 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.719646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:42:56.720423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:42:56.724252 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:42:56.751542 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.757508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.799689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e30912-7884-43e4-ac85-1e4186926d89,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:56.841952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.850445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:42:56.869237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.874277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.875172 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Added segment 0f188bac-3f61-4278-961c-c2af2e67f97d of type vlan for network dfc5416a-9901-41b7-9cf4-7469286a8839 Oct 29 08:42:56.879469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] 10.222.0.70 "DELETE /v2.0/networks/89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e HTTP/1.1" status: 204 len: 168 time: 0.6068058 Oct 29 08:42:56.932552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f396ec6-2e14-45a3-a0e2-17ff690052f4 req-610ecdee-449f-45cd-a9d5-51db5bdc2cfb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:56.941213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f396ec6-2e14-45a3-a0e2-17ff690052f4 req-610ecdee-449f-45cd-a9d5-51db5bdc2cfb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2008796 Oct 29 08:42:56.942028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:56.950791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e462c1-31f8-452d-a1f2-03323d4582dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-287512863-project] Pushing event deleted for resources: {'Network': ['ID=89fb4449-b25c-4b8e-a54b-90d1d0ef0c5e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:57.014628 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:57.017156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:57.018316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:57.032992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f396ec6-2e14-45a3-a0e2-17ff690052f4 req-aa219cfc-e301-4918-9c71-8ebcb7fb47ed tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907812 Oct 29 08:42:57.170953 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8606257 Oct 29 08:42:57.179560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33572) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:57.185489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa20f3-7681-49ec-a2f5-8453ea3d360f admin admin] Pushing event updated for resources: {'Network': ['ID=dfc5416a-9901-41b7-9cf4-7469286a8839,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:57.192707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Request body: {'subnet': {'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1302034276-subnet', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:57.204498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network dfc5416a-9901-41b7-9cf4-7469286a8839 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:42:57.260478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33574) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:57.309061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Made reservation on behalf of 8e64766dcb634112be8535ecc3dc94db for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:57.316510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:57.339644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3da91-f4a5-487f-9909-a75216dd0b25 req-6e0c0ed2-cf63-46bf-baed-595963a30c5d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:57.341343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-53d3da91-f4a5-487f-9909-a75216dd0b25 req-6e0c0ed2-cf63-46bf-baed-595963a30c5d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1761076 Oct 29 08:42:57.447879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-53d3da91-f4a5-487f-9909-a75216dd0b25 req-478675bd-f16c-4c71-96c4-7f81ff9f5c90 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905845 Oct 29 08:42:57.564636 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b1d21200-9ae5-475d-bba4-335e927b6d10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fb1af9bb1944c8298780335bb014441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021843 Oct 29 08:42:57.568062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33586) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:57.704881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe39285-daa8-41a0-9997-a255744a1a48 req-9a49984c-d87b-47f5-918d-2c94b5e756a4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:57.709827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fe39285-daa8-41a0-9997-a255744a1a48 req-9a49984c-d87b-47f5-918d-2c94b5e756a4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1035228 Oct 29 08:42:57.774809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2283b0f7-76ef-47e5-8b52-03b1b69e8426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:57.776430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:57.826628 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fe39285-daa8-41a0-9997-a255744a1a48 req-47776908-1f57-4417-b806-c3f5d26aa319 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000125 Oct 29 08:42:57.843182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2283b0f7-76ef-47e5-8b52-03b1b69e8426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:57.887502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e282c6-b536-4802-9891-9d79c7413e87,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:57.915303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Checking segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:57.916047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Network hostable DHCP agents. Network: dfc5416a-9901-41b7-9cf4-7469286a8839, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:42:57.929530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2283b0f7-76ef-47e5-8b52-03b1b69e8426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:57.937265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2283b0f7-76ef-47e5-8b52-03b1b69e8426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:57.945298 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2283b0f7-76ef-47e5-8b52-03b1b69e8426 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46734aff-ae29-49c7-81e5-6fdc0957393e HTTP/1.1" status: 204 len: 168 time: 0.3739009 Oct 29 08:42:57.964855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283b0f7-76ef-47e5-8b52-03b1b69e8426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46734aff-ae29-49c7-81e5-6fdc0957393e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:57.995493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Network dfc5416a-9901-41b7-9cf4-7469286a8839 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:42:58.018503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, dfc5416a-9901-41b7-9cf4-7469286a8839) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:58.025746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:58.026341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.029886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eca2b6-c76e-4365-83bb-f7626a05dbf3 None None] Network dfc5416a-9901-41b7-9cf4-7469286a8839 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:42:58.057110 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9e1b727e-77f2-467b-a022-6f907314cfc1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8746245 Oct 29 08:42:58.059613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33596) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:58.064877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:58.127223 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.128394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.239882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.273227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325732c-ab20-4c32-af3e-750f04dcdf45 req-e9ddda44-9b00-44d6-8d62-0d8636d0ab67 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:58.275121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8325732c-ab20-4c32-af3e-750f04dcdf45 req-e9ddda44-9b00-44d6-8d62-0d8636d0ab67 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1049747 Oct 29 08:42:58.296461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-dfc5416a-9901-41b7-9cf4-7469286a8839', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'fixed_ips': [{'subnet_id': '92e282c6-b536-4802-9891-9d79c7413e87'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:42:58.298442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.386385 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8325732c-ab20-4c32-af3e-750f04dcdf45 req-7938800b-f414-47ec-93b7-40320a0aac29 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720234 Oct 29 08:42:58.481851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33606) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:58.512364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Allocated IP 172.20.0.2 (dfc5416a-9901-41b7-9cf4-7469286a8839/92e282c6-b536-4802-9891-9d79c7413e87/570a2d05-7f50-4828-a8d5-4b61546debfa) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:58.571452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0d36a339-8c15-449d-8b10-567fd950efc0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bbef1591fd543b090b41b69555bbb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880263 Oct 29 08:42:58.575607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33608) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:58.740780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91e80a-8ae1-4330-b702-965a2cccbed7 req-22f569ca-1bee-4391-adf8-934bff23a12e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:58.754686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a91e80a-8ae1-4330-b702-965a2cccbed7 req-22f569ca-1bee-4391-adf8-934bff23a12e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1814907 Oct 29 08:42:58.785895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff76e5e6-2896-4f52-935e-1534d48c2772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.860094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a91e80a-8ae1-4330-b702-965a2cccbed7 req-9b8c12ed-1ccb-47f0-a982-597d09908496 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093957 Oct 29 08:42:58.881127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff76e5e6-2896-4f52-935e-1534d48c2772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.886536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.902947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33622) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:58.927032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1342914021'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:58.986789 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.987791 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.994756 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:58.997237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff76e5e6-2896-4f52-935e-1534d48c2772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.002209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff76e5e6-2896-4f52-935e-1534d48c2772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.004360 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ff76e5e6-2896-4f52-935e-1534d48c2772 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ce40e8e-cb0b-4aff-95fb-64afec25ad92 HTTP/1.1" status: 204 len: 168 time: 0.3897412 Oct 29 08:42:59.020294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:59.029601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.034123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76e5e6-2896-4f52-935e-1534d48c2772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce40e8e-cb0b-4aff-95fb-64afec25ad92,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:59.073813 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:42:59.084958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Pushing event updated for resources: {'Port': ['ID=570a2d05-7f50-4828-a8d5-4b61546debfa,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:59.091960 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.092311 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Added segment 3a787f2f-7ed0-4f4c-87f3-bd321152acf3 of type vlan for network ef59e376-f3ba-43d4-92f3-16d419b3497a Oct 29 08:42:59.132782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.133490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.134017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.134540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.135210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.135720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.136338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.136851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.137609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.138114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.138628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.139162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:42:59.155263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Network dfc5416a-9901-41b7-9cf4-7469286a8839 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:42:59.157133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:42:59.159915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:42:59.182019 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.233812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Attempting to bind port 570a2d05-7f50-4828-a8d5-4b61546debfa on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:42:59.234046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5ba86-5cf4-463a-8f4c-3899262e8cdf req-eb870719-f8be-4d81-a448-1ab4eb582d54 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:59.234224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Attempting to bind port 570a2d05-7f50-4828-a8d5-4b61546debfa by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:42:59.235043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Attempting to bind port 570a2d05-7f50-4828-a8d5-4b61546debfa on network dfc5416a-9901-41b7-9cf4-7469286a8839 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:42:59.241244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:42:59.241448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b2d5ba86-5cf4-463a-8f4c-3899262e8cdf req-eb870719-f8be-4d81-a448-1ab4eb582d54 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1047752 Oct 29 08:42:59.241910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Checking segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:42:59.242368 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.242811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Bound using segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:42:59.243347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Bound port: 570a2d05-7f50-4828-a8d5-4b61546debfa, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:42:59.243859 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.259602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.265930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:59.266567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.326868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] For port 570a2d05-7f50-4828-a8d5-4b61546debfa, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:42:59.331357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] For port 570a2d05-7f50-4828-a8d5-4b61546debfa, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=570a2d05-7f50-4828-a8d5-4b61546debfa,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:42:59.338311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.425347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ede044-84ad-4967-a767-34b58d3b2af8 None None] Pushing event updated for resources: {'Port': ['ID=570a2d05-7f50-4828-a8d5-4b61546debfa,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:59.431722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5275214 Oct 29 08:42:59.439429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33636) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:59.447119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1903884786'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:42:59.484992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:42:59.489394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.511163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85412c1b-2c5c-4aaf-a2cf-5f7067968376 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Network': ['ID=ef59e376-f3ba-43d4-92f3-16d419b3497a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:42:59.522659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network ef59e376-f3ba-43d4-92f3-16d419b3497a details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:42:59.530639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:42:59.536832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b2d5ba86-5cf4-463a-8f4c-3899262e8cdf req-d595a19e-542f-45c5-be96-7ddf73df4b08 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936251 Oct 29 08:42:59.550293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.550896 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Added segment a2a27d83-0e4c-492b-be5a-c8122c3724b7 of type vlan for network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab Oct 29 08:42:59.618409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.645722 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.678091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.790657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.811659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:59.812651 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:42:59.883707 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Allocated IP 172.25.5.252 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/241acf54-f20d-4afc-8e77-6906027925e6) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:42:59.932495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1094-f2c9-4bdb-9016-5957c0531a82 req-315b9fec-34d1-4ca4-b5c7-83a2b3566f3d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:42:59.934279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cadf1094-f2c9-4bdb-9016-5957c0531a82 req-315b9fec-34d1-4ca4-b5c7-83a2b3566f3d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2883697 Oct 29 08:42:59.940868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5046518 Oct 29 08:42:59.948255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33654) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:42:59.961836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'subnet': {'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:00.062653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:00.072013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526a71d-8fb0-4e61-92fa-722e9688ab2e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Network': ['ID=963b4c96-d3cd-4dd3-8ace-7e55036b6cab,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:00.085801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:43:00.106924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:00.111477 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:00.132475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:00.183605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cadf1094-f2c9-4bdb-9016-5957c0531a82 req-fa953db6-f393-4d99-93dc-266296d85a8b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345133 Oct 29 08:43:00.237489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:00.241201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:00.247116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:00.328364 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:00.435267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Pushing event updated for resources: {'Port': ['ID=241acf54-f20d-4afc-8e77-6906027925e6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:00.454860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e7283-de02-42ac-8f53-ba68f79c44cb req-aa3da8fd-f149-45f1-b50d-c55fed89dba3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:00.456877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a7e7283-de02-42ac-8f53-ba68f79c44cb req-aa3da8fd-f149-45f1-b50d-c55fed89dba3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1265762 Oct 29 08:43:00.482179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:00.598569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:00.627477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a7e7283-de02-42ac-8f53-ba68f79c44cb req-62788973-9ed0-4b65-87b7-6e6032dad7d0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614795 Oct 29 08:43:00.643198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Subnet': ['ID=0186fbca-d161-4d09-98fb-46ed74102951,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:00.672928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Checking segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:00.677867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network hostable DHCP agents. Network: ef59e376-f3ba-43d4-92f3-16d419b3497a, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:43:00.734260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network ef59e376-f3ba-43d4-92f3-16d419b3497a is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:43:00.749696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, ef59e376-f3ba-43d4-92f3-16d419b3497a) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:00.760692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a6112-4469-4444-909f-c493b366c42c None None] Network ef59e376-f3ba-43d4-92f3-16d419b3497a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:00.770035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:00.770982 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:00.803467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-36d9127d-481d-4222-a9d3-121b0251f00f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8464921 Oct 29 08:43:00.807237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33674) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:00.822746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'subnet': {'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:00.968353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c22d64-c7f8-4bc4-8fa1-6a2db946854d req-390af150-31fa-4569-b308-4cb9a5d1f22e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:00.974102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73c22d64-c7f8-4bc4-8fa1-6a2db946854d req-390af150-31fa-4569-b308-4cb9a5d1f22e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1833210 Oct 29 08:43:01.025200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:01.028970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:01.089397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73c22d64-c7f8-4bc4-8fa1-6a2db946854d req-60d94f52-700e-4475-b0e3-84930e5c4da2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084940 Oct 29 08:43:01.090505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:01.131613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-ef59e376-f3ba-43d4-92f3-16d419b3497a', 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'fixed_ips': [{'subnet_id': '0186fbca-d161-4d09-98fb-46ed74102951'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:43:01.132541 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:01.242631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd5bbea-66a9-4980-869f-529c1d59b605 None None] Network dfc5416a-9901-41b7-9cf4-7469286a8839 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:01.331033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ba761c05-5537-4a55-a63c-7d00e1aa8733 None None] Provisioning complete for port 570a2d05-7f50-4828-a8d5-4b61546debfa triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:01.331904 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ba761c05-5537-4a55-a63c-7d00e1aa8733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:01.365255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Router 7d95ed66-2423-4b37-af82-953e63773ba6 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:43:01.544213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:01.580376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Allocated IP 10.1.1.2 (ef59e376-f3ba-43d4-92f3-16d419b3497a/0186fbca-d161-4d09-98fb-46ed74102951/43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:01.625925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33698) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:01.690104 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ba761c05-5537-4a55-a63c-7d00e1aa8733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:01.746761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Subnet': ['ID=1926b76e-cf5a-402b-8070-18656f62548f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:01.756465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Checking segment: {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:01.756836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network hostable DHCP agents. Network: 963b4c96-d3cd-4dd3-8ace-7e55036b6cab, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:43:01.803467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:43:01.824472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 963b4c96-d3cd-4dd3-8ace-7e55036b6cab) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:01.829981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:01.830818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:01.862912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f80b9d36-b1d8-4ebd-b349-a6763cefaa41 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0517271 Oct 29 08:43:01.863155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:01.870031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'port': {'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'name': 'tempest-TaggedBootDevicesTest_v242-352243633', 'fixed_ips': [{'subnet_id': '0186fbca-d161-4d09-98fb-46ed74102951'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:01.904903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad80b72-466e-4dd3-9959-8038b5625678 None None] Network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:01.988870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 570a2d05-7f50-4828-a8d5-4b61546debfa up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:02.050592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:02.053002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6ce62-62d0-4641-a940-6cdcf25e2579 req-be852530-1892-4614-ab3a-56b2bb1c0d07 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:02.054661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2a6ce62-62d0-4641-a940-6cdcf25e2579 req-be852530-1892-4614-ab3a-56b2bb1c0d07 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1844144 Oct 29 08:43:02.056056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:43:02.110991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.112271 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-60e972d7-15b4-426d-859e-6bfe9a74f2bc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0512269 Oct 29 08:43:02.119665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33710) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:02.157153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ba761c05-5537-4a55-a63c-7d00e1aa8733 None None] For port 570a2d05-7f50-4828-a8d5-4b61546debfa, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=570a2d05-7f50-4828-a8d5-4b61546debfa,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:02.159256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Sync routers for ids ['7d95ed66-2423-4b37-af82-953e63773ba6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:43:02.180936 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2a6ce62-62d0-4641-a940-6cdcf25e2579 req-0de24642-9f33-436d-9ac4-5ab1fad4684f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919518 Oct 29 08:43:02.186824 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ba761c05-5537-4a55-a63c-7d00e1aa8733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.210537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Routers {'7d95ed66-2423-4b37-af82-953e63773ba6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:43:02.211487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7d95ed66-2423-4b37-af82-953e63773ba6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:02.260376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-383881977'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:02.383311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Made reservation on behalf of 739836c4554e471c9a2d1e2a640c9818 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:02.387529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.403631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.471603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761c05-5537-4a55-a63c-7d00e1aa8733 None None] Pushing event updated for resources: {'Port': ['ID=570a2d05-7f50-4828-a8d5-4b61546debfa,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:02.497333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 570a2d05-7f50-4828-a8d5-4b61546debfa triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:02.497712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.535223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.555010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.575414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Set router 7d95ed66-2423-4b37-af82-953e63773ba6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:43:02.579148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.584017 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.636381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] device_id is not set on port 945f774e-36c0-4273-b2bb-51a1d3437342 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:02.641716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.743479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:43:02.805174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9bf046-7d95-45e3-a50b-87bdb343f9f6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:02.815871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.816247 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Added segment 37d3094a-4eeb-4434-a4af-d0e1cd002b2e of type vlan for network 127d0123-7f6e-40b2-b2e2-3d75b523f639 Oct 29 08:43:02.861253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-963b4c96-d3cd-4dd3-8ace-7e55036b6cab', 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'fixed_ips': [{'subnet_id': '1926b76e-cf5a-402b-8070-18656f62548f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:43:02.862167 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.930925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Network ef59e376-f3ba-43d4-92f3-16d419b3497a is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:02.944827 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.948945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:02.957095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:02.965951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Pushing event updated for resources: {'Port': ['ID=43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:02.982427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5780dadb-48e5-414e-8d37-cac3e735ee28 None None] Provisioning complete for port 570a2d05-7f50-4828-a8d5-4b61546debfa triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:02.982807 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5780dadb-48e5-414e-8d37-cac3e735ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:02.993108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Allocated IP 10.1.1.143 (ef59e376-f3ba-43d4-92f3-16d419b3497a/0186fbca-d161-4d09-98fb-46ed74102951/945f774e-36c0-4273-b2bb-51a1d3437342) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:03.002661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:03.008397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:03.009001 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:03.281989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Attempting to bind port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:03.281989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Attempting to bind port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:03.282358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Attempting to bind port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:03.303076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:03.303514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Checking segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:03.303885 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:03.304387 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Bound using segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:03.304788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Bound port: 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:03.305245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:03.340350 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Allocated IP 10.2.2.2 (963b4c96-d3cd-4dd3-8ace-7e55036b6cab/1926b76e-cf5a-402b-8070-18656f62548f/88b13087-5c06-42a0-b6e4-3204e1fb9b62) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:03.433656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b2c2-9533-4305-8f89-0521376aea9b req-49f44d1c-4be1-4038-95fa-8fc66b3215b5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:03.447038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77e9b2c2-9533-4305-8f89-0521376aea9b req-49f44d1c-4be1-4038-95fa-8fc66b3215b5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1217542 Oct 29 08:43:03.522677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] For port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:03.528767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] For port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:03.537005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '241acf54-f20d-4afc-8e77-6906027925e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:43:00Z', 'revision_number': 3, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port': {'id': '241acf54-f20d-4afc-8e77-6906027925e6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:59Z', 'updated_at': '2021-10-29T08:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:03.546822 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:03.553842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9187572 Oct 29 08:43:03.555386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77e9b2c2-9533-4305-8f89-0521376aea9b req-333f1214-44ec-472a-a533-8dd9ccee6ee3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058888 Oct 29 08:43:03.590164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Checking router: 7d95ed66-2423-4b37-af82-953e63773ba6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:43:03.590575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Updating router 7d95ed66-2423-4b37-af82-953e63773ba6 port 241acf54-f20d-4afc-8e77-6906027925e6 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:43:03.617015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792f873-6da7-4cd6-b27a-0b827f4558f6 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Pushing event updated for resources: {'Network': ['ID=127d0123-7f6e-40b2-b2e2-3d75b523f639,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:03.651601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 127d0123-7f6e-40b2-b2e2-3d75b523f639 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:43:03.850750 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:03.871555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 570a2d05-7f50-4828-a8d5-4b61546debfa up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:03.952355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd7188-2742-4c11-a328-2b8a0cbbfcfd None None] Pushing event updated for resources: {'Port': ['ID=43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:03.962622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.077040 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.097020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898965a-5e5b-4107-bf3d-8f005144fba8 req-4f6708a1-0c39-4bc4-ad5c-69775918ebc0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:04.101202 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8898965a-5e5b-4107-bf3d-8f005144fba8 req-4f6708a1-0c39-4bc4-ad5c-69775918ebc0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1696184 Oct 29 08:43:04.101970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33734) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:04.141844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Request body: {'port': {'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639', 'binding:host_id': 'n-h2-815940-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-792633758'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:04.157574 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.241498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.305386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Made reservation on behalf of eba6be128b1d43398893a822b3c197dd for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:04.313076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.340182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.355368 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8898965a-5e5b-4107-bf3d-8f005144fba8 req-00cfa373-6279-4cd2-9756-2d0e5fd2cf85 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431625 Oct 29 08:43:04.426858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Allocated IP 172.20.0.1 (dfc5416a-9901-41b7-9cf4-7469286a8839/92e282c6-b536-4802-9891-9d79c7413e87/b145837e-c112-4a20-8afb-3eb7dd84d710) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:04.462840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:04.472378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 570a2d05-7f50-4828-a8d5-4b61546debfa triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:04.472757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.475008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:04.477468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:04.488294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.495748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.503220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] device_id is not set on port a2ca69d5-4c15-4b03-8971-ba23d5a60958 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:04.550073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Pushing event updated for resources: {'Port': ['ID=88b13087-5c06-42a0-b6e4-3204e1fb9b62,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:04.601176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.640346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Attempting to bind port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:04.640746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Attempting to bind port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:04.641104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Attempting to bind port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 on network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:04.646625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc07524-6564-42cf-9f15-32765d244843,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:04.653541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:04.653984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Checking segment: {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:04.654410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.655237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Bound using segment: {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:04.655427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Bound port: 88b13087-5c06-42a0-b6e4-3204e1fb9b62, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:04.655688 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.690259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network ef59e376-f3ba-43d4-92f3-16d419b3497a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:04.696986 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.699683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:04.706979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:04.759720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=945f774e-36c0-4273-b2bb-51a1d3437342,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:04.786768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:04.787282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.815620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ae444787-ab70-49ff-bdc5-b20f3f58ea65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9482458 Oct 29 08:43:04.815620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.816078 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.830451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33744) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:04.845013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'port': {'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'name': 'tempest-TaggedBootDevicesTest_v242-203233112', 'fixed_ips': [{'subnet_id': '0186fbca-d161-4d09-98fb-46ed74102951'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:04.845813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] For port 88b13087-5c06-42a0-b6e4-3204e1fb9b62, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:04.852722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] For port 88b13087-5c06-42a0-b6e4-3204e1fb9b62, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=88b13087-5c06-42a0-b6e4-3204e1fb9b62,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:04.857104 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.870119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] device_id is not set on port a2ca69d5-4c15-4b03-8971-ba23d5a60958 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:04.872718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.893262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.905844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.950883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Network dfc5416a-9901-41b7-9cf4-7469286a8839 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:04.954618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Attempting to bind port 241acf54-f20d-4afc-8e77-6906027925e6 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:04.955101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Attempting to bind port 241acf54-f20d-4afc-8e77-6906027925e6 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:04.955566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Attempting to bind port 241acf54-f20d-4afc-8e77-6906027925e6 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:04.957809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:04.959064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d693a0-5ba8-4b7c-9c73-cfb4daa197b6 None None] Pushing event updated for resources: {'Port': ['ID=241acf54-f20d-4afc-8e77-6906027925e6,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:04.960394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:04.982449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:04.987026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b145837e-c112-4a20-8afb-3eb7dd84d710,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:04.987632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:04.987942 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:04.988444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:04.989059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Bound port: 241acf54-f20d-4afc-8e77-6906027925e6, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:04.989555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:05.036721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ca69d5-4c15-4b03-8971-ba23d5a60958,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:05.075307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:05.105910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Checking segment: {'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:05.106562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Network hostable DHCP agents. Network: 127d0123-7f6e-40b2-b2e2-3d75b523f639, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:43:05.152955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Network 127d0123-7f6e-40b2-b2e2-3d75b523f639 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:43:05.164026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3189dc-f1c1-4ffb-8d27-268f287ea1d4 None None] Pushing event updated for resources: {'Port': ['ID=88b13087-5c06-42a0-b6e4-3204e1fb9b62,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:05.168362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 127d0123-7f6e-40b2-b2e2-3d75b523f639) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:05.172498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:05.193517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf15ca89-ba7d-443a-a449-0aa33131d76b None None] Network 127d0123-7f6e-40b2-b2e2-3d75b523f639 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:05.216599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.217076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.217464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.227344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.227703 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.228147 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 2 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.231861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] For port 241acf54-f20d-4afc-8e77-6906027925e6, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:05.253279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.253898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.254469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.262275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.262990 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.263579 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 3 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.285162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.285940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.287441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.293227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.293819 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.294386 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 4 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.310349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:05.312738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.313998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.314512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.326486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.327235 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.328027 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 5 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.328474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:05.336111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] For port 241acf54-f20d-4afc-8e77-6906027925e6, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=241acf54-f20d-4afc-8e77-6906027925e6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:05.379135 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:05.398945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.399591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.405297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.415576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.415953 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.425244 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 6 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.450019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] device_id is not set on port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:05.484650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.485200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.485675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.498957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.499696 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.500943 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 7 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.537206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.537584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.537880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.544928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.545367 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.545819 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 8 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.575668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.579447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.580230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.592369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.592878 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.593742 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 9 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.627194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.627663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.628152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.641229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.641722 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.642230 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 10 to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 Oct 29 08:43:05.660354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:05.660981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:05.661834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:05.694305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:05.694640 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port a2ca69d5-4c15-4b03-8971-ba23d5a60958 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:05.695026 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:05.784917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:05.827185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef04a2d9-a4b0-4af7-a1fb-cdfa42c457f4 None None] Network ef59e376-f3ba-43d4-92f3-16d419b3497a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:05.833625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214d88-c50b-4048-ae4a-9ac1f06096b9 req-2c2f58cf-142c-4132-9a9e-00c8cb7de2a3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:05.835206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7b214d88-c50b-4048-ae4a-9ac1f06096b9 req-2c2f58cf-142c-4132-9a9e-00c8cb7de2a3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2979836 Oct 29 08:43:05.858032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] For port a2ca69d5-4c15-4b03-8971-ba23d5a60958, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:05.858553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempted to set empty binding levels {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 08:43:05.878031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:05.975352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Allocated IP 10.1.1.206 (ef59e376-f3ba-43d4-92f3-16d419b3497a/0186fbca-d161-4d09-98fb-46ed74102951/b6d55346-bc8f-40d0-bacf-2e7a4244a3a3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:05.981268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7b214d88-c50b-4048-ae4a-9ac1f06096b9 req-0da133e3-a81f-4394-b8d8-18e230f2d747 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371129 Oct 29 08:43:05.998272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ca69d5-4c15-4b03-8971-ba23d5a60958,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:06.005930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 88b13087-5c06-42a0-b6e4-3204e1fb9b62 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:06.017966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:06.020478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.031232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-147881eb-c499-4a23-b7e3-285d9fc1d32f None None] Provisioning complete for port b145837e-c112-4a20-8afb-3eb7dd84d710 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:06.034901 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-147881eb-c499-4a23-b7e3-285d9fc1d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.039005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d693a0-5ba8-4b7c-9c73-cfb4daa197b6 None None] Pushing event updated for resources: {'Port': ['ID=241acf54-f20d-4afc-8e77-6906027925e6,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:06.054158 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b0287be4-011e-416f-a08d-3211e5f26a5f tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.9479783 Oct 29 08:43:06.056127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33758) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:06.149998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Routers {'7d95ed66-2423-4b37-af82-953e63773ba6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:43:06.151051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7d95ed66-2423-4b37-af82-953e63773ba6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:06.228360 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.252369 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.268776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee613e-038d-4a9a-b6e9-5561e80f996a req-3c5d4ce6-15ba-459f-a618-ad468e568ca8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:06.276464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15ee613e-038d-4a9a-b6e9-5561e80f996a req-3c5d4ce6-15ba-459f-a618-ad468e568ca8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1325965 Oct 29 08:43:06.301110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Deleting port a2ca69d5-4c15-4b03-8971-ba23d5a60958 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:06.301462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.359041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-147881eb-c499-4a23-b7e3-285d9fc1d32f None None] Port b145837e-c112-4a20-8afb-3eb7dd84d710 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:06.366518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.406455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15ee613e-038d-4a9a-b6e9-5561e80f996a req-84633f2a-90f8-4a09-bd17-b0c0e6f52aa6 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290207 Oct 29 08:43:06.417326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b145837e-c112-4a20-8afb-3eb7dd84d710,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:06.429600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.446141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] For port a2ca69d5-4c15-4b03-8971-ba23d5a60958, host n-h2-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:06.446555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.469834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:06.472687 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.484899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Calling delete_port for a2ca69d5-4c15-4b03-8971-ba23d5a60958 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:06.550855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] Set router 7d95ed66-2423-4b37-af82-953e63773ba6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:43:06.659709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.729009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:06.764675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b73e8-a4ac-466e-b1a7-2b90cd8664b3 req-7dc9e4e6-2852-495b-a5c9-adc2968b667a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:06.766300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Network dfc5416a-9901-41b7-9cf4-7469286a8839 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:06.766684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-278b73e8-a4ac-466e-b1a7-2b90cd8664b3 req-7dc9e4e6-2852-495b-a5c9-adc2968b667a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1337247 Oct 29 08:43:06.776675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:06.787101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network ef59e376-f3ba-43d4-92f3-16d419b3497a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:06.789282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-64ac20b0-bc95-4f4d-b5f3-238899f38832 None None] Provisioning complete for port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:06.790235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:06.790608 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64ac20b0-bc95-4f4d-b5f3-238899f38832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.795504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:06.804902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.844325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2ca69d5-4c15-4b03-8971-ba23d5a60958,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:06.860010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:06.861452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.872050 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:06.874380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d336c8dd-cf23-4da3-933c-f1e6aff3a638 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "DELETE /v2.0/ports/a2ca69d5-4c15-4b03-8971-ba23d5a60958 HTTP/1.1" status: 204 len: 168 time: 0.8156321 Oct 29 08:43:06.878762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-278b73e8-a4ac-466e-b1a7-2b90cd8664b3 req-bc6614f3-954e-4af2-a2f9-6fe4c6f9e616 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010053 Oct 29 08:43:06.881679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33772) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:06.955109 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-81772e7a-4cdb-44cc-acc1-d53865126478 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] GET failed (client error): The resource could not be found. Oct 29 08:43:06.960109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-81772e7a-4cdb-44cc-acc1-d53865126478 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "GET /v2.0/ports/a2ca69d5-4c15-4b03-8971-ba23d5a60958 HTTP/1.1" status: 404 len: 333 time: 0.0741756 Oct 29 08:43:06.962365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33776) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:06.973308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Request body: {'port': {'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-764885663'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:07.031299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f221a0-10ad-4d22-aef1-cf80eb466057 None None] Network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:07.037454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Made reservation on behalf of eba6be128b1d43398893a822b3c197dd for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:07.039961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:07.095894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-75ab360a-9efd-4a5e-9357-a3fe11bfad2a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2616577 Oct 29 08:43:07.136185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] device_id is not set on port f4654370-bb08-4a5c-aaef-329e9feed4d4 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:07.200693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Router 7d95ed66-2423-4b37-af82-953e63773ba6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:43:07.267552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953b385-3dc0-42ed-8fec-c9d6635d6aec req-c0d032e7-611e-4b7d-9775-6b932abe8041 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:07.277824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c953b385-3dc0-42ed-8fec-c9d6635d6aec req-c0d032e7-611e-4b7d-9775-6b932abe8041 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2268283 Oct 29 08:43:07.366667 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:07.417268 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c953b385-3dc0-42ed-8fec-c9d6635d6aec req-b01bc781-e9e8-4bd5-bcf0-9e49622d2bf1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291742 Oct 29 08:43:07.463512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:43:07.470852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3fa701f6-d11e-4025-8ab4-74c8df7773b0 admin admin] 10.222.0.70 "PUT /v2.0/routers/7d95ed66-2423-4b37-af82-953e63773ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3498626 Oct 29 08:43:07.718288 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:07.734224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 88b13087-5c06-42a0-b6e4-3204e1fb9b62, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=88b13087-5c06-42a0-b6e4-3204e1fb9b62,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:07.765237 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:07.767933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:07.772696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33796) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:07.778043 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5fe9342b-5b99-495c-aadc-f14b00721ba2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1892639759', 'description': 'tempest-description--233943769'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:07.802567 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64ac20b0-bc95-4f4d-b5f3-238899f38832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:07.835887 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fe9342b-5b99-495c-aadc-f14b00721ba2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:07.866635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '241acf54-f20d-4afc-8e77-6906027925e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:43:05Z', 'revision_number': 4, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port': {'id': '241acf54-f20d-4afc-8e77-6906027925e6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:59Z', 'updated_at': '2021-10-29T08:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'b145837e-c112-4a20-8afb-3eb7dd84d710', 'name': '', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'mac_address': 'fa:16:3e:bd:b4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '92e282c6-b536-4802-9891-9d79c7413e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:03Z', 'updated_at': '2021-10-29T08:43:04Z', 'revision_number': 1, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'subnets': [{'id': '92e282c6-b536-4802-9891-9d79c7413e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:07.879936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d4f77-fca9-485c-8e54-ed1fe40598f0 req-c49dcea6-b8ce-42ba-9138-fd68caec85b3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:07.881970 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f18d4f77-fca9-485c-8e54-ed1fe40598f0 req-c49dcea6-b8ce-42ba-9138-fd68caec85b3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2040372 Oct 29 08:43:07.924848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.014227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600ffa1-76d4-4333-9c60-957683ccb551 None None] The sync data for ids ['7d95ed66-2423-4b37-af82-953e63773ba6'] in n-d-815940-1 is: [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '241acf54-f20d-4afc-8e77-6906027925e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:43:05Z', 'revision_number': 4, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port': {'id': '241acf54-f20d-4afc-8e77-6906027925e6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:59Z', 'updated_at': '2021-10-29T08:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'b145837e-c112-4a20-8afb-3eb7dd84d710', 'name': '', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'mac_address': 'fa:16:3e:bd:b4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '92e282c6-b536-4802-9891-9d79c7413e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:03Z', 'updated_at': '2021-10-29T08:43:04Z', 'revision_number': 1, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'subnets': [{'id': '92e282c6-b536-4802-9891-9d79c7413e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:43:08.046850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Network 127d0123-7f6e-40b2-b2e2-3d75b523f639 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:08.055396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fe9342b-5b99-495c-aadc-f14b00721ba2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.081213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:08.082753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fe9342b-5b99-495c-aadc-f14b00721ba2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.083593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-64ac20b0-bc95-4f4d-b5f3-238899f38832 None None] For port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:08.095157 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64ac20b0-bc95-4f4d-b5f3-238899f38832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.097934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=88b13087-5c06-42a0-b6e4-3204e1fb9b62,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:08.118309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:08.119295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:08.119929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.131132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:08.131706 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.170456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f18d4f77-fca9-485c-8e54-ed1fe40598f0 req-e5e4a97c-9f1e-46ab-b970-79023580fe6e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718492 Oct 29 08:43:08.197555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9342b-5b99-495c-aadc-f14b00721ba2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da86bbcd-b240-4f40-83c0-16b00657a8b4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:08.215698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=f4654370-bb08-4a5c-aaef-329e9feed4d4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:08.232202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fe9342b-5b99-495c-aadc-f14b00721ba2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.233443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-013c59d8-40d6-43ce-9da1-fac3d8087e65 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2704763 Oct 29 08:43:08.236379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33804) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:08.237430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5fe9342b-5b99-495c-aadc-f14b00721ba2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4630308 Oct 29 08:43:08.239601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33806) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:08.245586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5481c7da-d737-4240-8b6f-0c02fa877261 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'security_group_rule': {'security_group_id': 'da86bbcd-b240-4f40-83c0-16b00657a8b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:08.250368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:08.277356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac20b0-bc95-4f4d-b5f3-238899f38832 None None] Pushing event updated for resources: {'Port': ['ID=43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:08.301189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Provisioning complete for port 945f774e-36c0-4273-b2bb-51a1d3437342 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:08.301702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.318648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5481c7da-d737-4240-8b6f-0c02fa877261 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.409285 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.447718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Port 945f774e-36c0-4273-b2bb-51a1d3437342 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:08.493382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Provisioning complete for port b145837e-c112-4a20-8afb-3eb7dd84d710 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:08.493996 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.517335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842132d-74b0-49d6-9749-480389746eb9 req-ae93c8ef-2b4b-446d-99aa-9f31cb7722fb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:08.528676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6842132d-74b0-49d6-9749-480389746eb9 req-ae93c8ef-2b4b-446d-99aa-9f31cb7722fb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2262518 Oct 29 08:43:08.548986 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5481c7da-d737-4240-8b6f-0c02fa877261 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.559501 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5481c7da-d737-4240-8b6f-0c02fa877261 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.630418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Port b145837e-c112-4a20-8afb-3eb7dd84d710 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:08.634421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481c7da-d737-4240-8b6f-0c02fa877261 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adcd768-acd0-4fe8-a113-8712ce2a2f2f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:08.655869 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5481c7da-d737-4240-8b6f-0c02fa877261 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.657139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Provisioning complete for port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:08.658390 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.680860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5481c7da-d737-4240-8b6f-0c02fa877261 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396307 Oct 29 08:43:08.682862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33816) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:08.695481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-da5dc2b6-35be-4f1b-abfd-9f44460b30e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'security_group_rule': {'security_group_id': 'da86bbcd-b240-4f40-83c0-16b00657a8b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:08.729608 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6842132d-74b0-49d6-9749-480389746eb9 req-8ed4ad90-ed24-480f-83ca-d0a53a9471b8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850672 Oct 29 08:43:08.828724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da5dc2b6-35be-4f1b-abfd-9f44460b30e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.898062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 88b13087-5c06-42a0-b6e4-3204e1fb9b62 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:08.981746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da5dc2b6-35be-4f1b-abfd-9f44460b30e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:08.989471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da5dc2b6-35be-4f1b-abfd-9f44460b30e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.055700 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da5dc2b6-35be-4f1b-abfd-9f44460b30e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.063237 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-da5dc2b6-35be-4f1b-abfd-9f44460b30e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3771546 Oct 29 08:43:09.068493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33828) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:09.074230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:09.081654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc2b6-35be-4f1b-abfd-9f44460b30e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9a4947-f5fe-460b-83c5-eb88916f79a1,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:09.083890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33830) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:09.090773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Provisioning complete for port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:09.091281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0748a967-5f52-43e9-85d0-ae6357941d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.098262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-515967659-network', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:09.130640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] device_id is not set on port f4654370-bb08-4a5c-aaef-329e9feed4d4 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:09.147853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:09.148230 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.158218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.167056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.178490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.299212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=f4654370-bb08-4a5c-aaef-329e9feed4d4,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:09.311534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Made reservation on behalf of 3bd10d76f7104d809269be6a3eeb7baf for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:09.325347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.338476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb6f87-2fb0-4b1b-ac34-dbd9b992562a req-1491f238-db41-4b42-9138-7c52faea7a4a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:09.349853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bdb6f87-2fb0-4b1b-ac34-dbd9b992562a req-1491f238-db41-4b42-9138-7c52faea7a4a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.3284280 Oct 29 08:43:09.353063 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.528737 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bdb6f87-2fb0-4b1b-ac34-dbd9b992562a req-cec413d5-89fa-4914-8fd5-38ce77af47bf tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775923 Oct 29 08:43:09.564249 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.565067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.565815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.577355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.578023 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.580377 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 2 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.609228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.609561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.612623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.623559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.625493 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.625865 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 3 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.656489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.658510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.659024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.668549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.670775 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.671383 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 4 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.679374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.694563 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.703841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.704071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.704227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.704565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.715261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.715586 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.716001 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 5 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.744556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.745018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.745582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.751833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.752166 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.752651 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 6 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.778735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.780027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.780428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.789977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.794492 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.794908 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 7 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.802384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:09.826215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.836822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.837237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.843026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.844534 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.844949 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 8 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.876134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.876134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.876134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.879295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.879741 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.880261 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 9 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.897204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.897691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.898164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.904397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.904985 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.905494 n-d-815940-1 neutron-server[102114]: INFO neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 10 to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 Oct 29 08:43:09.915264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:09.923220 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.937039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:09.937539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:09.937991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:09.943841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:09.944428 n-d-815940-1 neutron-server[102114]: ERROR neutron.plugins.ml2.managers [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port f4654370-bb08-4a5c-aaef-329e9feed4d4 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:09.944902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:09.954752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:43:10.020874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b8c486c7-dc3a-48e0-82f9-d7fc9a00ea87 None None] Provisioning complete for port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:10.021275 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b8c486c7-dc3a-48e0-82f9-d7fc9a00ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.029273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309f1d1e-9b5a-4f17-8691-da6a11277490,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:10.034520 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.034879 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Added segment 4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c of type vlan for network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 Oct 29 08:43:10.117290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] For port f4654370-bb08-4a5c-aaef-329e9feed4d4, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:10.117698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempted to set empty binding levels {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 08:43:10.119297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b8c486c7-dc3a-48e0-82f9-d7fc9a00ea87 None None] Port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:10.129724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.435961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] In _notify_port_updated(), no bound segment for port f4654370-bb08-4a5c-aaef-329e9feed4d4 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:43:10.435961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.435961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.435961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "PUT /v2.0/ports/f4654370-bb08-4a5c-aaef-329e9feed4d4 HTTP/1.1" status: 200 len: 974 time: 1.9428871 Oct 29 08:43:10.444480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eade25-e769-49ac-9ca6-687cc34b4289 req-b45e114f-2c0e-4a92-ba4e-897b7c495f73 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.445883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33852) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:10.446256 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63eade25-e769-49ac-9ca6-687cc34b4289 req-b45e114f-2c0e-4a92-ba4e-897b7c495f73 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.5176795 Oct 29 08:43:10.446256 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.446256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Allocated IP 172.25.5.138 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/e782c165-0ba6-48a0-99ad-673edc849fae) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:10.483927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63eade25-e769-49ac-9ca6-687cc34b4289 req-afbec5dd-b950-4c54-8f7a-b1c77eff3ecb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751808 Oct 29 08:43:10.529981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.530464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.530931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.531395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.534282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.534790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.535278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.535733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.536233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.537039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.541894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.543409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.544690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.546464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.547117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.547841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.548595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.549225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.549851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.550474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.551099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.551748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.552605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.553399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.554023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.554645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.555265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.559596 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6a1d25c3-0fa2-4c46-a36b-01d6f7017ec5 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24191 time: 0.3264353 Oct 29 08:43:10.563426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e71ad-9948-41f9-a24f-8f2239a4c4cf tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=f4654370-bb08-4a5c-aaef-329e9feed4d4,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:10.564769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33870) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:10.567372 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.572111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.572936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.720522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 241acf54-f20d-4afc-8e77-6906027925e6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:10.758420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6704245 Oct 29 08:43:10.773831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33874) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:10.795266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Request body: {'subnet': {'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-515967659-subnet', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:10.800806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b6ad8-db04-4944-9bcf-36eb6a612add admin admin] Pushing event updated for resources: {'Network': ['ID=71e5c6e9-6069-4f2b-9084-9ee6a36e4562,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:10.842064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:43:10.893738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211d11f-8663-4045-a22c-5196a786bd52 req-eec76d27-d97b-4475-9f79-70991c3444eb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:10.895986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e211d11f-8663-4045-a22c-5196a786bd52 req-eec76d27-d97b-4475-9f79-70991c3444eb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2573197 Oct 29 08:43:10.897800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Made reservation on behalf of 3bd10d76f7104d809269be6a3eeb7baf for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:10.904758 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.905867 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:10.977756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.047301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=e782c165-0ba6-48a0-99ad-673edc849fae,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:11.054131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Deleting port f4654370-bb08-4a5c-aaef-329e9feed4d4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:11.054423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.080254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 241acf54-f20d-4afc-8e77-6906027925e6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:11.080674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.140542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:11.148087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e211d11f-8663-4045-a22c-5196a786bd52 req-bb4706ea-d5d2-420a-ac19-4d1664148d5e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394490 Oct 29 08:43:11.150025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:11.160394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:11.251327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] For port f4654370-bb08-4a5c-aaef-329e9feed4d4, host n-h2-815940-1, got binding levels [] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:11.251711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.378314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Calling delete_port for f4654370-bb08-4a5c-aaef-329e9feed4d4 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:11.380585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.426914 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.444486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 241acf54-f20d-4afc-8e77-6906027925e6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=241acf54-f20d-4afc-8e77-6906027925e6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:11.453538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.455677 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.537756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a44762a-edc0-48d5-9ecc-1a9c86f93b90,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:11.562411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=241acf54-f20d-4afc-8e77-6906027925e6,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:11.579724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcf155-5004-47a0-9dcf-48e847eadc4c req-bef8ff2e-4d09-498b-bbb3-abd2473fc84c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:11.582512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71dcf155-5004-47a0-9dcf-48e847eadc4c req-bef8ff2e-4d09-498b-bbb3-abd2473fc84c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2683861 Oct 29 08:43:11.587855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Checking segment: {'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:11.588232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Network hostable DHCP agents. Network: 71e5c6e9-6069-4f2b-9084-9ee6a36e4562, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:43:11.631861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:43:11.647982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 71e5c6e9-6069-4f2b-9084-9ee6a36e4562) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:11.660353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f2f8b-4818-4d54-ab9f-d5d16c224f89 None None] Network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:11.665314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:11.666101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.687512 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.716380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9abdb4fb-de65-499e-a091-3daa4bed6fe0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9302213 Oct 29 08:43:11.716687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33894) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:11.723120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:11.743385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71dcf155-5004-47a0-9dcf-48e847eadc4c req-5a34ce13-6c33-4b86-baab-531df57f07c4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513715 Oct 29 08:43:11.788840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.791564 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.856842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.914371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-71e5c6e9-6069-4f2b-9084-9ee6a36e4562', 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'fixed_ips': [{'subnet_id': '0a44762a-edc0-48d5-9ecc-1a9c86f93b90'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:43:11.915256 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.931486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.937893 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:11.945335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33904) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:11.945796 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f4654370-bb08-4a5c-aaef-329e9feed4d4 HTTP/1.1" status: 204 len: 168 time: 1.3673110 Oct 29 08:43:11.950548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b2251-d0f2-44fa-895b-9f1b24135651 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4654370-bb08-4a5c-aaef-329e9feed4d4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:12.046507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6eb3a7-09c6-4c40-9a3a-d58098b6f23f req-781b8572-d4f8-4e33-8f54-6226d1c89605 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:12.062676 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d274995-783a-40ee-88ae-4152c23d3992 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] GET failed (client error): The resource could not be found. Oct 29 08:43:12.065026 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6d274995-783a-40ee-88ae-4152c23d3992 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "GET /v2.0/ports/f4654370-bb08-4a5c-aaef-329e9feed4d4 HTTP/1.1" status: 404 len: 333 time: 0.1179526 Oct 29 08:43:12.068465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fb6eb3a7-09c6-4c40-9a3a-d58098b6f23f req-781b8572-d4f8-4e33-8f54-6226d1c89605 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1286395 Oct 29 08:43:12.070384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33912) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:12.077331 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-353360088', 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:12.144211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Allocated IP 172.20.0.2 (71e5c6e9-6069-4f2b-9084-9ee6a36e4562/0a44762a-edc0-48d5-9ecc-1a9c86f93b90/22078a52-dc91-49cb-888b-a7a600230929) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:12.158992 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Sync routers for ids ['7d95ed66-2423-4b37-af82-953e63773ba6'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:43:12.168558 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Routers {'7d95ed66-2423-4b37-af82-953e63773ba6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:43:12.169156 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7d95ed66-2423-4b37-af82-953e63773ba6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:12.194942 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.200671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Made reservation on behalf of eba6be128b1d43398893a822b3c197dd for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:12.203447 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.204954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fb6eb3a7-09c6-4c40-9a3a-d58098b6f23f req-217cf839-0aed-4a6b-9c57-021a6f8233f1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354837 Oct 29 08:43:12.223414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] device_id is not set on port 903cb089-5fcf-46fc-97df-4e9c7900dddb yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:12.236482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.247093 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.400522 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.403102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=e782c165-0ba6-48a0-99ad-673edc849fae,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:12.411943 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.417925 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.419719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Set router 7d95ed66-2423-4b37-af82-953e63773ba6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:43:12.439720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.441597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-af944f94-c22a-4ae1-bd0c-d4cbbaf905c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3715088 Oct 29 08:43:12.477321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Pushing event updated for resources: {'Port': ['ID=22078a52-dc91-49cb-888b-a7a600230929,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:12.487323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:12.490095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:12.497982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:12.547725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdddee0-2c64-40c4-a74f-607c4274d038 req-08f8dce0-de07-4589-8f2a-d62a0b95ebed tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:12.550764 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0bdddee0-2c64-40c4-a74f-607c4274d038 req-08f8dce0-de07-4589-8f2a-d62a0b95ebed tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2238009 Oct 29 08:43:12.597847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Attempting to bind port 22078a52-dc91-49cb-888b-a7a600230929 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:12.598218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Attempting to bind port 22078a52-dc91-49cb-888b-a7a600230929 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:12.598625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Attempting to bind port 22078a52-dc91-49cb-888b-a7a600230929 on network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:12.604880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:12.605535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Checking segment: {'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:12.606272 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.606857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Bound using segment: {'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:12.607530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Bound port: 22078a52-dc91-49cb-888b-a7a600230929, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:12.607909 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.621752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 241acf54-f20d-4afc-8e77-6906027925e6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:12.760578 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '241acf54-f20d-4afc-8e77-6906027925e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:43:05Z', 'revision_number': 4, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port': {'id': '241acf54-f20d-4afc-8e77-6906027925e6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:59Z', 'updated_at': '2021-10-29T08:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'b145837e-c112-4a20-8afb-3eb7dd84d710', 'name': '', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'mac_address': 'fa:16:3e:bd:b4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '92e282c6-b536-4802-9891-9d79c7413e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:03Z', 'updated_at': '2021-10-29T08:43:05Z', 'revision_number': 2, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'subnets': [{'id': '92e282c6-b536-4802-9891-9d79c7413e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:12.761044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 241acf54-f20d-4afc-8e77-6906027925e6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:12.762580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.787659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.811530 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Checking router: 7d95ed66-2423-4b37-af82-953e63773ba6 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:43:12.811928 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Updating router 7d95ed66-2423-4b37-af82-953e63773ba6 port b145837e-c112-4a20-8afb-3eb7dd84d710 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:43:12.834308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.877801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] For port 22078a52-dc91-49cb-888b-a7a600230929, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:12.904223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-ff68d78a-3681-44d9-980c-cf6557462316 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1892639759&fields=id&tenant_id=6a14463b9cae4e37869d2ac053bdde21 HTTP/1.1" status: 200 len: 267 time: 0.0500815 Oct 29 08:43:12.906513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] For port 22078a52-dc91-49cb-888b-a7a600230929, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=22078a52-dc91-49cb-888b-a7a600230929,segment=NetworkSegment(4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c),segment_id=4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:12.914733 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.914974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:12.922826 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0bdddee0-2c64-40c4-a74f-607c4274d038 req-fb2b267c-59e0-457a-8d22-fe5681ca51ac tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503125 Oct 29 08:43:12.961143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Network 127d0123-7f6e-40b2-b2e2-3d75b523f639 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:12.968231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:12.971363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=903cb089-5fcf-46fc-97df-4e9c7900dddb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:12.976718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:12.978143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:12.979352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:13.026058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4c0ede15-40f0-47d5-8f9e-62f4503b4881 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:13.039306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4c0ede15-40f0-47d5-8f9e-62f4503b4881 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports/945f774e-36c0-4273-b2bb-51a1d3437342 HTTP/1.1" status: 200 len: 936 time: 0.1259139 Oct 29 08:43:13.077236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ed861-6ea6-4097-927f-b1849e51164f None None] Pushing event updated for resources: {'Port': ['ID=22078a52-dc91-49cb-888b-a7a600230929,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:13.212909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-290ec363-c4cc-4139-9869-40947ac0484e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:13.222201 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-290ec363-c4cc-4139-9869-40947ac0484e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports/b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 HTTP/1.1" status: 200 len: 936 time: 0.1813815 Oct 29 08:43:13.308306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-cc4bda24-af0f-437f-8e8a-0c42ff500850 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0793881 Oct 29 08:43:13.387536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-304b6461-6b15-44d8-8fbc-b1015bf864cd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0769484 Oct 29 08:43:13.569656 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:13.577623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-082aa4ee-a0b3-4a9e-8781-6e1bcc3f9709 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5053687 Oct 29 08:43:13.587321 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:13.588344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33960) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:13.621599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-5bc23a64-69ab-47cb-877b-1c1eb0fb9e96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:13.639604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-5bc23a64-69ab-47cb-877b-1c1eb0fb9e96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:13.645780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-5bc23a64-69ab-47cb-877b-1c1eb0fb9e96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:13.647971 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-5bc23a64-69ab-47cb-877b-1c1eb0fb9e96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/networks?id=0d438998-7dbc-43e7-a0d6-ff375e13ad12&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab HTTP/1.1" status: 200 len: 1995 time: 0.2402225 Oct 29 08:43:13.687014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba4b23-09cd-4413-9023-2dd0e12c0b0f req-fac1aeca-9db9-4442-9f45-4a7fe5b12ea2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:13.688696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ceba4b23-09cd-4413-9023-2dd0e12c0b0f req-fac1aeca-9db9-4442-9f45-4a7fe5b12ea2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1317520 Oct 29 08:43:13.700974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa39ad-a016-4781-9f78-31394470a1b6 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:13.704991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6afa39ad-a016-4781-9f78-31394470a1b6 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "GET /v2.0/ports/903cb089-5fcf-46fc-97df-4e9c7900dddb HTTP/1.1" status: 200 len: 954 time: 0.1130295 Oct 29 08:43:13.708439 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:13.715713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:13.737472 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Attempting to bind port b145837e-c112-4a20-8afb-3eb7dd84d710 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:13.738094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-f57f8660-a1dd-4073-825a-c0099e35800c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/quotas/6a14463b9cae4e37869d2ac053bdde21 HTTP/1.1" status: 200 len: 375 time: 0.0391402 Oct 29 08:43:13.748651 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Attempting to bind port b145837e-c112-4a20-8afb-3eb7dd84d710 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:13.749466 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Attempting to bind port b145837e-c112-4a20-8afb-3eb7dd84d710 on network dfc5416a-9901-41b7-9cf4-7469286a8839 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:13.751888 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:13.755684 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Pushing event updated for resources: {'Port': ['ID=b145837e-c112-4a20-8afb-3eb7dd84d710,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:13.776156 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.777925 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.778499 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.779563 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.780151 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.780745 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.781304 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.781907 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.787212 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.787973 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.788485 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.788914 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:13.793773 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:13.794293 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Checking segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:13.794851 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:13.795298 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Bound using segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:13.796122 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Bound port: b145837e-c112-4a20-8afb-3eb7dd84d710, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:13.797073 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:13.867694 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ceba4b23-09cd-4413-9023-2dd0e12c0b0f req-f611f378-6aca-47d1-a031-6bb093cd85bc tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707952 Oct 29 08:43:13.876587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-401ceb48-442a-49d0-b3f7-a40d964648f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1043615 Oct 29 08:43:13.961710 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] For port b145837e-c112-4a20-8afb-3eb7dd84d710, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:13.976085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-55d1dc4e-2ab2-4844-b726-006f22134569 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Deleting port 903cb089-5fcf-46fc-97df-4e9c7900dddb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:13.976756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55d1dc4e-2ab2-4844-b726-006f22134569 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.001967 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] For port b145837e-c112-4a20-8afb-3eb7dd84d710, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b145837e-c112-4a20-8afb-3eb7dd84d710,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:14.005254 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:43:14.013882 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.076722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55d1dc4e-2ab2-4844-b726-006f22134569 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.112398 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609cd42-3c2c-40ed-b3f8-a101097c4e34 None None] Pushing event updated for resources: {'Port': ['ID=b145837e-c112-4a20-8afb-3eb7dd84d710,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:14.120814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-55d1dc4e-2ab2-4844-b726-006f22134569 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Calling delete_port for 903cb089-5fcf-46fc-97df-4e9c7900dddb owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:14.121948 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Routers {'7d95ed66-2423-4b37-af82-953e63773ba6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:43:14.122622 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7d95ed66-2423-4b37-af82-953e63773ba6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:14.139921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Allocated IP 172.25.5.160 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/e093b767-4953-4bcd-9d6f-458b54d50086) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:14.161122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c10ad2bd-c1a2-440e-a842-86a1b07176c2 None None] Provisioning complete for port b145837e-c112-4a20-8afb-3eb7dd84d710 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:14.161956 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c10ad2bd-c1a2-440e-a842-86a1b07176c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.342032 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b361df99-0512-496f-aaa8-a1e5b0e6be72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.381959 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8b02ab-d878-4531-80a5-b0b9d214aef6 service neutron] 10.222.0.70 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959419 Oct 29 08:43:14.414394 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c10ad2bd-c1a2-440e-a842-86a1b07176c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.471876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d098c8-1725-40f5-a1a1-1954a32276d1 req-57e684f1-d1ae-4618-9d46-8ea399eeb580 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:14.478340 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] Set router 7d95ed66-2423-4b37-af82-953e63773ba6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:43:14.481950 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45d098c8-1725-40f5-a1a1-1954a32276d1 req-57e684f1-d1ae-4618-9d46-8ea399eeb580 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0983398 Oct 29 08:43:14.502296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c10ad2bd-c1a2-440e-a842-86a1b07176c2 None None] For port b145837e-c112-4a20-8afb-3eb7dd84d710, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b145837e-c112-4a20-8afb-3eb7dd84d710,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:14.514881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c10ad2bd-c1a2-440e-a842-86a1b07176c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.544007 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.596914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45d098c8-1725-40f5-a1a1-1954a32276d1 req-d118bd0b-3bb0-4a47-a7c6-dfd9969719cd tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137829 Oct 29 08:43:14.648782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.691825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ad2bd-c1a2-440e-a842-86a1b07176c2 None None] Pushing event updated for resources: {'Port': ['ID=b145837e-c112-4a20-8afb-3eb7dd84d710,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:14.717824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:14.719084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-69487cd2-9e35-4f6b-b922-f06fa87131a1 None None] Provisioning complete for port b145837e-c112-4a20-8afb-3eb7dd84d710 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:14.719451 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-69487cd2-9e35-4f6b-b922-f06fa87131a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:14.759721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:14.795470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:14.905269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c52a73b-2d5b-47b3-a43b-be1c17fde491 None None] Network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:14.962636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Pushing event updated for resources: {'Port': ['ID=e093b767-4953-4bcd-9d6f-458b54d50086,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:14.993874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b145837e-c112-4a20-8afb-3eb7dd84d710 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:15.074308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37940a-8be5-4f94-b1c4-582274eef09d req-d2ec8018-a10d-429c-b2df-19d337f16ca5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:15.085557 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de37940a-8be5-4f94-b1c4-582274eef09d req-d2ec8018-a10d-429c-b2df-19d337f16ca5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1240020 Oct 29 08:43:15.152457 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '241acf54-f20d-4afc-8e77-6906027925e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:43:05Z', 'revision_number': 4, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port': {'id': '241acf54-f20d-4afc-8e77-6906027925e6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:59Z', 'updated_at': '2021-10-29T08:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'b145837e-c112-4a20-8afb-3eb7dd84d710', 'name': '', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'mac_address': 'fa:16:3e:bd:b4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '92e282c6-b536-4802-9891-9d79c7413e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:03Z', 'updated_at': '2021-10-29T08:43:13Z', 'revision_number': 4, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'subnets': [{'id': '92e282c6-b536-4802-9891-9d79c7413e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:15.162708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b145837e-c112-4a20-8afb-3eb7dd84d710 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:15.163358 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.200797 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06fa45-d686-44fe-b023-fc04eca368e9 None None] The sync data for ids ['7d95ed66-2423-4b37-af82-953e63773ba6'] in n-d-815940-1 is: [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '241acf54-f20d-4afc-8e77-6906027925e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:43:05Z', 'revision_number': 4, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port': {'id': '241acf54-f20d-4afc-8e77-6906027925e6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:59Z', 'updated_at': '2021-10-29T08:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'b145837e-c112-4a20-8afb-3eb7dd84d710', 'name': '', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'mac_address': 'fa:16:3e:bd:b4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '92e282c6-b536-4802-9891-9d79c7413e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:03Z', 'updated_at': '2021-10-29T08:43:13Z', 'revision_number': 4, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'subnets': [{'id': '92e282c6-b536-4802-9891-9d79c7413e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:43:15.280146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0c42210b-54c9-4aee-b891-d0bf9dad331f None None] Provisioning complete for port 22078a52-dc91-49cb-888b-a7a600230929 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:15.280515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0c42210b-54c9-4aee-b891-d0bf9dad331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.315606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.329981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-de37940a-8be5-4f94-b1c4-582274eef09d req-1df58d8c-5b4b-4f79-907c-c73786b1f319 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428567 Oct 29 08:43:15.398082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 22078a52-dc91-49cb-888b-a7a600230929 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:15.473105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-56e438a4-7f34-43d1-8ada-e27e1c2cb80e service neutron] 10.222.0.70 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0900123 Oct 29 08:43:15.551891 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55d1dc4e-2ab2-4844-b726-006f22134569 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.561623 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0c42210b-54c9-4aee-b891-d0bf9dad331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.584539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 22078a52-dc91-49cb-888b-a7a600230929 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:15.584979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.642902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-47b07e6c-afcb-4e7c-be2b-f0a78095b7d0 service neutron] 10.222.0.70 "GET /v2.0/ports/945f774e-36c0-4273-b2bb-51a1d3437342?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1450410 Oct 29 08:43:15.656348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1dc4e-2ab2-4844-b726-006f22134569 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event deleted for resources: {'Port': ['ID=903cb089-5fcf-46fc-97df-4e9c7900dddb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:15.685538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55d1dc4e-2ab2-4844-b726-006f22134569 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.688934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-55d1dc4e-2ab2-4844-b726-006f22134569 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "DELETE /v2.0/ports/903cb089-5fcf-46fc-97df-4e9c7900dddb HTTP/1.1" status: 204 len: 168 time: 1.9668603 Oct 29 08:43:15.690950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0c42210b-54c9-4aee-b891-d0bf9dad331f None None] For port 22078a52-dc91-49cb-888b-a7a600230929, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=22078a52-dc91-49cb-888b-a7a600230929,segment=NetworkSegment(4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c),segment_id=4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:15.694181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34008) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:15.695748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.700818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0c42210b-54c9-4aee-b891-d0bf9dad331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:15.801454 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-138d4f51-e8ed-4a45-a1eb-a772167278d4 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] GET failed (client error): The resource could not be found. Oct 29 08:43:15.808038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-138d4f51-e8ed-4a45-a1eb-a772167278d4 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "GET /v2.0/ports/903cb089-5fcf-46fc-97df-4e9c7900dddb HTTP/1.1" status: 404 len: 333 time: 0.1086683 Oct 29 08:43:15.808906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34012) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:15.816943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42210b-54c9-4aee-b891-d0bf9dad331f None None] Pushing event updated for resources: {'Port': ['ID=22078a52-dc91-49cb-888b-a7a600230929,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:15.852046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-30f04688-8841-45e4-8ede-18a790f20e8f service neutron] 10.222.0.70 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893942 Oct 29 08:43:15.864324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Request body: {'port': {'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-616299068'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:15.979527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-37e0f14e-c53c-4218-9423-4e862bb8e541 service neutron] 10.222.0.70 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141045 Oct 29 08:43:16.016244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Made reservation on behalf of eba6be128b1d43398893a822b3c197dd for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:16.018729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:16.034819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b7442f83-a304-4ff2-8c9c-1c0404dbac4b None None] Provisioning complete for port 22078a52-dc91-49cb-888b-a7a600230929 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:16.035200 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7442f83-a304-4ff2-8c9c-1c0404dbac4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:16.048555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e896-78a2-4dd9-9d69-fc5e411224ea req-9f6fbbf8-56fb-48a6-b0f5-7fecd9aa60ba tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:16.058750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-b6d7eff6-beb9-4fc2-aa2e-b674165ec8ea service neutron] 10.222.0.70 "GET /v2.0/ports/b6d55346-bc8f-40d0-bacf-2e7a4244a3a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0716486 Oct 29 08:43:16.069265 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8188e896-78a2-4dd9-9d69-fc5e411224ea req-9f6fbbf8-56fb-48a6-b0f5-7fecd9aa60ba tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2590940 Oct 29 08:43:16.090582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] device_id is not set on port fab765dd-f5f4-48ce-a0c7-daf814e3b280 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:16.217551 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8188e896-78a2-4dd9-9d69-fc5e411224ea req-1e50895c-426f-4cf2-991e-beb1fe9f47f7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363173 Oct 29 08:43:16.219223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-bcf92940-a620-466c-8b25-94935bd976c8 service neutron] 10.222.0.70 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383429 Oct 29 08:43:16.356068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Router 5965bfb8-6667-41cc-bf19-94a09bf5a647 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:43:16.376423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-c42826e7-c45f-4963-b51d-c0e8c118ba80 service neutron] 10.222.0.70 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476367 Oct 29 08:43:16.423180 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:16.563102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-5cf60317-7406-42c1-950d-8609ab9fe20f service neutron] 10.222.0.70 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855633 Oct 29 08:43:16.580961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560bd4-7c93-486a-a010-d554ae3d1ab8 req-0f622bba-2684-437f-8b6d-a968809208ae tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:16.584351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92560bd4-7c93-486a-a010-d554ae3d1ab8 req-0f622bba-2684-437f-8b6d-a968809208ae tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2027590 Oct 29 08:43:16.599351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b145837e-c112-4a20-8afb-3eb7dd84d710 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:16.639656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:16.641835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:43:16.652847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Sync routers for ids ['5965bfb8-6667-41cc-bf19-94a09bf5a647'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:43:16.673382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Routers {'5965bfb8-6667-41cc-bf19-94a09bf5a647'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:43:16.676384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5965bfb8-6667-41cc-bf19-94a09bf5a647'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:16.696551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3bafe24c-e5ce-4f14-9660-86c9792b3cc7 service neutron] 10.222.0.70 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323559 Oct 29 08:43:16.700555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92560bd4-7c93-486a-a010-d554ae3d1ab8 req-b1ed7645-6008-4714-b683-b5d718f1f9ef tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058772 Oct 29 08:43:16.758603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Network 127d0123-7f6e-40b2-b2e2-3d75b523f639 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:16.762943 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:16.766967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e2f96f81-e7f2-4919-82e4-ecefb0ab5259 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0468040 Oct 29 08:43:16.778833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34040) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:16.787333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=fab765dd-f5f4-48ce-a0c7-daf814e3b280,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:16.791626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:16.806089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b145837e-c112-4a20-8afb-3eb7dd84d710 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:16.806616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:16.863320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:16.868802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:16.872073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:16.879725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-32a3859b-a591-46d1-bc10-20e2c9b423a1 service neutron] 10.222.0.70 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756995 Oct 29 08:43:16.887137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Set router 5965bfb8-6667-41cc-bf19-94a09bf5a647 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:43:17.014752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34046) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:17.016466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-42475401-acad-4d90-9ee5-9a82488b3d44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1613421 Oct 29 08:43:17.020673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:17.121661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7b3fe009-3934-49fa-941b-258718c48601 service neutron] 10.222.0.70 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406001 Oct 29 08:43:17.137970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:17.176050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53935c-08d0-4b07-85e2-5636c2590c27 req-8af3b661-fe15-4c4f-b2a8-41b1c56facf6 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:17.177669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a53935c-08d0-4b07-85e2-5636c2590c27 req-8af3b661-fe15-4c4f-b2a8-41b1c56facf6 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1598227 Oct 29 08:43:17.285480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4f4bf2e9-813d-48c9-a034-d256440a6b8f service neutron] 10.222.0.70 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568153 Oct 29 08:43:17.297841 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ea59d94e-d73f-45a6-90de-ca7301d1af48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:17.335531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a53935c-08d0-4b07-85e2-5636c2590c27 req-799dd094-dfa0-4641-ac4e-d2a3561a0a3c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013021 Oct 29 08:43:17.432165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 22078a52-dc91-49cb-888b-a7a600230929 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:17.561948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4242669e-32a5-4f4f-8288-3d952881a66d service neutron] 10.222.0.70 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736778 Oct 29 08:43:17.610119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 22078a52-dc91-49cb-888b-a7a600230929 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:17.611249 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:17.719621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:43:15Z', 'revision_number': 3, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port': {'id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:13Z', 'updated_at': '2021-10-29T08:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:17.767517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] device_id is not set on port fab765dd-f5f4-48ce-a0c7-daf814e3b280 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:17.780009 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:17.790945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Checking router: 5965bfb8-6667-41cc-bf19-94a09bf5a647 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:43:17.791338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Updating router 5965bfb8-6667-41cc-bf19-94a09bf5a647 port e093b767-4953-4bcd-9d6f-458b54d50086 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:43:17.799795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:17.894100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=fab765dd-f5f4-48ce-a0c7-daf814e3b280,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:17.908490 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:17.934441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:17.935116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:17.935691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:17.944433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a973a854-f362-4b8e-9031-6c9c489aece4 service neutron] 10.222.0.70 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421269 Oct 29 08:43:17.947635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:17.948436 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:17.949018 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 2 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:17.970906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:17.972217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:17.972743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.004572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.004572 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.012554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e8b78-e076-441e-b384-fbb3569333d5 req-ec599547-c604-4a41-8ae3-acf9cdc2e92d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:18.014247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad6e8b78-e076-441e-b384-fbb3569333d5 req-ec599547-c604-4a41-8ae3-acf9cdc2e92d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0807166 Oct 29 08:43:18.037775 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 3 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:18.062782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.063031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.064066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.070931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.071267 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.077786 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 4 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:18.082204 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad6e8b78-e076-441e-b384-fbb3569333d5 req-7e30853a-e38c-4f8b-918d-e07eac744572 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617092 Oct 29 08:43:18.111887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.112426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.112929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.132674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.133778 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.141866 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 5 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:18.157659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3d3dad64-23fb-416e-a12b-f3cfeda435dc service neutron] 10.222.0.70 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878629 Oct 29 08:43:18.164416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.165311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.165828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.172400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.172991 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.173537 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 6 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:18.190074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.190635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.191168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.196322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.196915 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.197472 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 7 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:18.213508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.214217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.214773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.220769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.221428 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.222081 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 8 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:18.242170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.243671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.244208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.244716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.256852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.257255 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.257655 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 9 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:18.281074 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.285517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.286842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.287197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.290578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.297099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.297439 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.297831 n-d-815940-1 neutron-server[102113]: INFO neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempt 10 to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 Oct 29 08:43:18.336524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.336759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.342182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempting to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.356591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:18.357053 n-d-815940-1 neutron-server[102113]: ERROR neutron.plugins.ml2.managers [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Failed to bind port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on host n-h2-815940-1 for vnic_type normal using segments [{'id': '37d3094a-4eeb-4434-a4af-d0e1cd002b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '127d0123-7f6e-40b2-b2e2-3d75b523f639'}] Oct 29 08:43:18.362129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.485201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] For port fab765dd-f5f4-48ce-a0c7-daf814e3b280, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:18.486154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attempted to set empty binding levels {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 08:43:18.495957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.548682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.560198 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.587943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] In _notify_port_updated(), no bound segment for port fab765dd-f5f4-48ce-a0c7-daf814e3b280 on network 127d0123-7f6e-40b2-b2e2-3d75b523f639 {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:43:18.589614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:18.590409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.594850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "PUT /v2.0/ports/fab765dd-f5f4-48ce-a0c7-daf814e3b280 HTTP/1.1" status: 200 len: 974 time: 1.5759833 Oct 29 08:43:18.598658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34108) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:18.622444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c67670-65cc-405a-bfb8-746a5ce50e44 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event updated for resources: {'Port': ['ID=fab765dd-f5f4-48ce-a0c7-daf814e3b280,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:18.640824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Attempting to bind port e093b767-4953-4bcd-9d6f-458b54d50086 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:18.641365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Attempting to bind port e093b767-4953-4bcd-9d6f-458b54d50086 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:18.642062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Attempting to bind port e093b767-4953-4bcd-9d6f-458b54d50086 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:18.647899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849efe08-d773-47e5-b391-d3cf1195a08c None None] Pushing event updated for resources: {'Port': ['ID=e093b767-4953-4bcd-9d6f-458b54d50086,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:18.650679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:18.651396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:18.652132 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.652742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:18.653417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Bound port: e093b767-4953-4bcd-9d6f-458b54d50086, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:18.653974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.741025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] For port e093b767-4953-4bcd-9d6f-458b54d50086, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:18.744409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Allocated IP 172.20.0.1 (71e5c6e9-6069-4f2b-9084-9ee6a36e4562/0a44762a-edc0-48d5-9ecc-1a9c86f93b90/9befaedd-edd4-479c-ade5-ac5893acec6f) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:18.746981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] For port e093b767-4953-4bcd-9d6f-458b54d50086, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e093b767-4953-4bcd-9d6f-458b54d50086,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:18.754494 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.789092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-d5152388-7269-4949-a1a6-413a465c3124 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:18.797794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-d5152388-7269-4949-a1a6-413a465c3124 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 815 time: 0.3666668 Oct 29 08:43:18.819285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Routers {'5965bfb8-6667-41cc-bf19-94a09bf5a647'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:43:18.819968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:43:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5965bfb8-6667-41cc-bf19-94a09bf5a647'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:18.834618 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-e02878d6-e360-41fa-a1d3-e3994bf1bb5e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/quotas/de89fc7d23264b509d982d939e06e3ee HTTP/1.1" status: 200 len: 375 time: 0.0357008 Oct 29 08:43:18.922480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849efe08-d773-47e5-b391-d3cf1195a08c None None] Pushing event updated for resources: {'Port': ['ID=e093b767-4953-4bcd-9d6f-458b54d50086,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:18.972645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-733b0069-4119-4ed9-81d9-4818e5c53c83 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366253 Oct 29 08:43:18.985284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Deleting port fab765dd-f5f4-48ce-a0c7-daf814e3b280 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:18.985691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:18.990869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] Set router 5965bfb8-6667-41cc-bf19-94a09bf5a647 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:43:19.168676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:19.191846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] For port fab765dd-f5f4-48ce-a0c7-daf814e3b280, host n-h2-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:19.192535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:19.232643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Calling delete_port for fab765dd-f5f4-48ce-a0c7-daf814e3b280 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:19.279074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-29798bd9-cbf6-474b-8783-1b3756e1b085 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056617 Oct 29 08:43:19.331371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:43:15Z', 'revision_number': 3, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port': {'id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:13Z', 'updated_at': '2021-10-29T08:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:19.371830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f418a8-1f66-4f7b-af61-276fd49bc824 None None] The sync data for ids ['5965bfb8-6667-41cc-bf19-94a09bf5a647'] in n-d-815940-1 is: [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:43:15Z', 'revision_number': 3, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port': {'id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:13Z', 'updated_at': '2021-10-29T08:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:43:19.410916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a46b2-3773-4715-90f5-7dfd775ef3b2 req-851db264-02da-4404-b4a8-19d5882373af tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:19.436305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db4a46b2-3773-4715-90f5-7dfd775ef3b2 req-851db264-02da-4404-b4a8-19d5882373af tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1362071 Oct 29 08:43:19.454001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:19.493781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:19.503629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:19.518418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db4a46b2-3773-4715-90f5-7dfd775ef3b2 req-bc34e13c-fed5-4408-b09f-ac9f122cdd03 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797195 Oct 29 08:43:19.607543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f42604f7-6c34-4d7d-9876-75bfa6f749a7 req-3de4666b-287d-4bcb-b0f9-14f2b118e772 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0340235 Oct 29 08:43:19.609558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:19.623153 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:19.629513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34150) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:19.629698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "DELETE /v2.0/ports/fab765dd-f5f4-48ce-a0c7-daf814e3b280 HTTP/1.1" status: 204 len: 168 time: 1.0273213 Oct 29 08:43:19.643847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:19.646911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:19.663277 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29d5274-1f97-4721-9f27-026ff89b44f0 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] GET failed (client error): The resource could not be found. Oct 29 08:43:19.665378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b29d5274-1f97-4721-9f27-026ff89b44f0 tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] 10.222.0.70 "GET /v2.0/ports/fab765dd-f5f4-48ce-a0c7-daf814e3b280 HTTP/1.1" status: 404 len: 333 time: 0.0346048 Oct 29 08:43:19.682105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34152) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:19.713214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9befaedd-edd4-479c-ade5-ac5893acec6f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:19.743676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.747488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.748015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.748449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.748956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.750252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.750252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.753719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.754258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.754675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.755099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.755924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:19.788677 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff71eba-a5f1-4d1f-b6b1-48cb78888d5b tempest-PortsAdminExtendedAttrsTestJSON-1704050869 tempest-PortsAdminExtendedAttrsTestJSON-1704050869-project-admin] Pushing event deleted for resources: {'Port': ['ID=fab765dd-f5f4-48ce-a0c7-daf814e3b280,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:19.794983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:19.798108 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-7d1b2746-196e-4b2b-b6ec-82a34941dae8 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181055 Oct 29 08:43:19.811299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.015448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.067059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127d0123-7f6e-40b2-b2e2-3d75b523f639']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:20.084626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d3094a-4eeb-4434-a4af-d0e1cd002b2e') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:20.085035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d3094a-4eeb-4434-a4af-d0e1cd002b2e') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:20.099837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.123636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.202623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:43:20.203355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.221297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:43:20.236616 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:43:20.255309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a62410f1-b929-414b-a29e-6cac64d65e34 None None] Provisioning complete for port 9befaedd-edd4-479c-ade5-ac5893acec6f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:20.255952 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a62410f1-b929-414b-a29e-6cac64d65e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.385160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e968f16-61ea-4743-ad78-f85be422dfc9 req-ea3fed07-aeea-4a5b-b0a4-3d70d211e65f tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 210 time: 0.1242650 Oct 29 08:43:20.438927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.442944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a62410f1-b929-414b-a29e-6cac64d65e34 None None] Port 9befaedd-edd4-479c-ade5-ac5893acec6f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:20.469130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.483458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] 10.222.0.70 "DELETE /v2.0/networks/127d0123-7f6e-40b2-b2e2-3d75b523f639 HTTP/1.1" status: 204 len: 168 time: 0.7991226 Oct 29 08:43:20.590627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa513-0a63-48af-816d-a17ec5d71241 req-ee16cb48-4852-4476-a5dd-a59001d20967 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:20.628525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-888aa513-0a63-48af-816d-a17ec5d71241 req-ee16cb48-4852-4476-a5dd-a59001d20967 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2805877 Oct 29 08:43:20.704432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73eb77-b64c-4ee7-b07d-1c25259a39b8 tempest-PortsAdminExtendedAttrsTestJSON-41727904 tempest-PortsAdminExtendedAttrsTestJSON-41727904-project] Pushing event deleted for resources: {'Network': ['ID=127d0123-7f6e-40b2-b2e2-3d75b523f639,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:20.769978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e093b767-4953-4bcd-9d6f-458b54d50086 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:20.809285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-888aa513-0a63-48af-816d-a17ec5d71241 req-13e0d878-29dd-4be9-96c1-865fe67f969d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797321 Oct 29 08:43:20.969603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e093b767-4953-4bcd-9d6f-458b54d50086 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:20.971455 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:20.990579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b3d19-5ba1-4832-a232-bb332f6902ee req-71af07f6-7251-4366-a64e-0d9d6125221f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:21.002674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ae51ae6-96d7-4d94-ac10-52e866e0a2db req-1c630cf5-77be-45b6-aaa1-45f387cbc37d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.1431658 Oct 29 08:43:21.012563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9e5b3d19-5ba1-4832-a232-bb332f6902ee req-71af07f6-7251-4366-a64e-0d9d6125221f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1280696 Oct 29 08:43:21.129383 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:21.144903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:21.245943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-ca1cd5e9-e3ce-452c-b7ec-4beb8efd7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:21.247710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-ca1cd5e9-e3ce-452c-b7ec-4beb8efd7205 service neutron] 10.222.0.15 "GET /v2.0/ports/945f774e-36c0-4273-b2bb-51a1d3437342 HTTP/1.1" status: 200 len: 1032 time: 0.1618423 Oct 29 08:43:21.275719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:21.308549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34204) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:21.331853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port e093b767-4953-4bcd-9d6f-458b54d50086, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e093b767-4953-4bcd-9d6f-458b54d50086,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:21.336019 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:21.337890 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:21.460654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9befaedd-edd4-479c-ade5-ac5893acec6f,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:21.462415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9e5b3d19-5ba1-4832-a232-bb332f6902ee req-a3b9c580-319d-4f40-8968-b2cda8318c38 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382935 Oct 29 08:43:21.512332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-2709fdc7-c01c-475e-a167-d9adc57bb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:21.525694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-2709fdc7-c01c-475e-a167-d9adc57bb416 service neutron] 10.222.0.15 "GET /v2.0/ports/b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 HTTP/1.1" status: 200 len: 1032 time: 0.2700317 Oct 29 08:43:21.533733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=e093b767-4953-4bcd-9d6f-458b54d50086,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:21.839261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6602a36a-b5d8-4e3c-a644-a758c0fff6ab req-ab56087c-b5eb-4d1c-bee9-a75f7e665fc9 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 210 time: 0.2010787 Oct 29 08:43:21.869056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:21.870793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:21.925474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a14803ef-38e1-423b-8080-ded6079a63f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:21.935018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a14803ef-38e1-423b-8080-ded6079a63f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:21.963845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a14803ef-38e1-423b-8080-ded6079a63f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:21.965821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a14803ef-38e1-423b-8080-ded6079a63f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "GET /v2.0/networks?id=0d438998-7dbc-43e7-a0d6-ff375e13ad12&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab HTTP/1.1" status: 200 len: 1995 time: 0.4319224 Oct 29 08:43:22.123270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-766ba5a9-7036-4fc5-9dc3-a6e6fbf6736b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a14463b9cae4e37869d2ac053bdde21 HTTP/1.1" status: 200 len: 380 time: 0.1051371 Oct 29 08:43:22.157657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'admin_state_up': True, 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'security_groups': ['da86bbcd-b240-4f40-83c0-16b00657a8b4']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:22.297104 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-66e21a37-58ea-4766-b509-f35eb5c2959b req-b67fa42c-19e0-4d3b-9639-c4272b8e1a51 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0794644 Oct 29 08:43:22.325039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Router 5965bfb8-6667-41cc-bf19-94a09bf5a647 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:43:22.403269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-341c1f45-2dce-4545-bdc0-ba021fa32549 None None] Provisioning complete for port 9befaedd-edd4-479c-ade5-ac5893acec6f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:22.404472 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-341c1f45-2dce-4545-bdc0-ba021fa32549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:22.514450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-341c1f45-2dce-4545-bdc0-ba021fa32549 None None] Port 9befaedd-edd4-479c-ade5-ac5893acec6f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:22.687688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-d16004b7-2912-4109-b2cc-0cac4838f31e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:22.689886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-d16004b7-2912-4109-b2cc-0cac4838f31e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.15 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 815 time: 0.4452684 Oct 29 08:43:22.695239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-386908d5-029f-440a-8d45-bcbc7855a53a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=739836c4554e471c9a2d1e2a640c9818&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3730161 Oct 29 08:43:22.703757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e093b767-4953-4bcd-9d6f-458b54d50086 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:22.703978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34246) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:22.709490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Request body: {'port': {'device_id': 'f9fc03da-1da8-4e56-877d-d04386863235', 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'admin_state_up': True, 'tenant_id': 'de89fc7d23264b509d982d939e06e3ee'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:22.796103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:43:22.810067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-800c2cd2-da82-410f-b316-13632ab304f9 admin admin] 10.222.0.70 "PUT /v2.0/routers/5965bfb8-6667-41cc-bf19-94a09bf5a647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0300126 Oct 29 08:43:22.845871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e093b767-4953-4bcd-9d6f-458b54d50086 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:22.846266 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:22.886098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb64f-7dd0-42e4-aba8-add57f63f81a req-75740317-8c42-421c-ba97-9a67d5c97191 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:22.897872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-299cb64f-7dd0-42e4-aba8-add57f63f81a req-75740317-8c42-421c-ba97-9a67d5c97191 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2394674 Oct 29 08:43:22.946413 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Sync routers for ids ['5965bfb8-6667-41cc-bf19-94a09bf5a647'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:43:22.991509 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Routers {'5965bfb8-6667-41cc-bf19-94a09bf5a647'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:43:22.995755 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:43:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5965bfb8-6667-41cc-bf19-94a09bf5a647'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:23.022359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-299cb64f-7dd0-42e4-aba8-add57f63f81a req-6af3b5ac-029a-4435-87b8-d8468df43657 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234701 Oct 29 08:43:23.140471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Made reservation on behalf of de89fc7d23264b509d982d939e06e3ee for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:23.157595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:23.218389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-739006eb-6f64-494d-982a-be20829e6cf0 req-75ab46d1-393f-42a9-af20-ccf8466f5b42 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 210 time: 0.1113968 Oct 29 08:43:23.277378 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Set router 5965bfb8-6667-41cc-bf19-94a09bf5a647 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:43:23.289733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:23.299528 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:23.425128 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f24a74c3-fbb5-4e9d-9d84-cbff3968e07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:23.550620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f24a74c3-fbb5-4e9d-9d84-cbff3968e07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:23.556710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-568c2a52-f569-4b3f-af03-92b409b1f914 req-b4295cfa-c4a1-4a46-9797-282d60348b5f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.1101141 Oct 29 08:43:23.738481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Allocated IP 172.20.0.6 (0d438998-7dbc-43e7-a0d6-ff375e13ad12/86742c09-5b26-4354-8a33-545cd0fb9bf8/5c41bd85-698e-4ce5-a994-32565310921a) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:23.836635 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:43:20Z', 'revision_number': 4, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port': {'id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:13Z', 'updated_at': '2021-10-29T08:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9befaedd-edd4-479c-ade5-ac5893acec6f', 'name': '', 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'mac_address': 'fa:16:3e:db:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0a44762a-edc0-48d5-9ecc-1a9c86f93b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:18Z', 'updated_at': '2021-10-29T08:43:20Z', 'revision_number': 2, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'subnets': [{'id': '0a44762a-edc0-48d5-9ecc-1a9c86f93b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:23.882246 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Checking router: 5965bfb8-6667-41cc-bf19-94a09bf5a647 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:43:23.883042 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Updating router 5965bfb8-6667-41cc-bf19-94a09bf5a647 port 9befaedd-edd4-479c-ade5-ac5893acec6f binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:43:23.901264 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:23.927875 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:23.956500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-635fccb7-894e-48f2-ab75-bdb0594a1d7b tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:23.970789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-635fccb7-894e-48f2-ab75-bdb0594a1d7b tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/networks?id=dfc5416a-9901-41b7-9cf4-7469286a8839 HTTP/1.1" status: 200 len: 912 time: 0.1899538 Oct 29 08:43:24.013165 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-94db459a-b002-4449-a977-577de808b936 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/quotas/3bd10d76f7104d809269be6a3eeb7baf HTTP/1.1" status: 200 len: 375 time: 0.0392604 Oct 29 08:43:24.021374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Allocated IP 172.20.0.5 (8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9/ce65384a-0dc7-4149-82d9-ed25ea23e1dc/fc30ceb7-95ac-46b0-b0be-22540be87f6d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:24.168930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-3cde479c-6be0-49cb-b3cd-6cc9ae6f97e8 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd10d76f7104d809269be6a3eeb7baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1487873 Oct 29 08:43:24.282522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.331300 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.353003 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.417571 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10d96d-8a87-4e7b-9055-4b8e7a353fb2 None None] Pushing event updated for resources: {'Port': ['ID=9befaedd-edd4-479c-ade5-ac5893acec6f,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:24.456406 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-30f91b5d-b329-4533-a6ed-e73dfd62e660 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848589 Oct 29 08:43:24.504976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=5c41bd85-698e-4ce5-a994-32565310921a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:24.507366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f24a74c3-fbb5-4e9d-9d84-cbff3968e07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.510019 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f24a74c3-fbb5-4e9d-9d84-cbff3968e07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.512100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f24a74c3-fbb5-4e9d-9d84-cbff3968e07a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e9bf046-7d95-45e3-a50b-87bdb343f9f6 HTTP/1.1" status: 204 len: 168 time: 1.7968080 Oct 29 08:43:24.525201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.534621 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Attempting to bind port 9befaedd-edd4-479c-ade5-ac5893acec6f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:24.535004 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Attempting to bind port 9befaedd-edd4-479c-ade5-ac5893acec6f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:24.535363 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Attempting to bind port 9befaedd-edd4-479c-ade5-ac5893acec6f on network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:24.556896 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:24.557310 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Checking segment: {'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:24.558087 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.558459 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Bound using segment: {'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:24.559244 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Bound port: 9befaedd-edd4-479c-ade5-ac5893acec6f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:24.559922 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.569046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:24.584611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:24.649559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:24.708010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a74c3-fbb5-4e9d-9d84-cbff3968e07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9bf046-7d95-45e3-a50b-87bdb343f9f6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:24.721402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-8a1bec48-75a2-4241-afd7-e090994cc5ef service neutron] 10.222.0.70 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586503 Oct 29 08:43:24.749106 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] For port 9befaedd-edd4-479c-ade5-ac5893acec6f, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:24.753119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d367a79-ca7b-4204-b119-91e4e230cc97 req-896a1a44-11ab-42b2-b692-7ed78081819e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:24.765855 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] For port 9befaedd-edd4-479c-ade5-ac5893acec6f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9befaedd-edd4-479c-ade5-ac5893acec6f,segment=NetworkSegment(4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c),segment_id=4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:24.766761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d367a79-ca7b-4204-b119-91e4e230cc97 req-896a1a44-11ab-42b2-b692-7ed78081819e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.4809527 Oct 29 08:43:24.768888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.778736 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.784154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6bd78745-0e92-4eb3-b2e9-9ef7e685bd82'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:43:24.848016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:24.848846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:24.938065 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Routers {'5965bfb8-6667-41cc-bf19-94a09bf5a647'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:43:24.941246 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:43:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5965bfb8-6667-41cc-bf19-94a09bf5a647'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:25.009137 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10d96d-8a87-4e7b-9055-4b8e7a353fb2 None None] Pushing event updated for resources: {'Port': ['ID=9befaedd-edd4-479c-ade5-ac5893acec6f,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:25.104330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:25.123126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-927054b4-6eb1-4563-a53e-85f856f7d545 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9832737 Oct 29 08:43:25.133318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-cd972a86-e44c-4aee-bbbd-e1c1429229b2 None None] Provisioning complete for port 9befaedd-edd4-479c-ade5-ac5893acec6f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:25.133782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:25.141053 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd972a86-e44c-4aee-bbbd-e1c1429229b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:25.162521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'admin_state_up': True, 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'security_groups': ['da86bbcd-b240-4f40-83c0-16b00657a8b4']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:25.176290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:25.288099 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] Set router 5965bfb8-6667-41cc-bf19-94a09bf5a647 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:43:25.314259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:25.316374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:25.383460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d367a79-ca7b-4204-b119-91e4e230cc97 req-5c15eec6-d231-4972-9130-8f4ede9ec86c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707285 Oct 29 08:43:25.456487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34336) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:25.536624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Pushing event updated for resources: {'Port': ['ID=fc30ceb7-95ac-46b0-b0be-22540be87f6d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:25.566232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c19ad9-6779-4e16-936d-5f29a06163ca req-98367f09-693b-4898-8f79-3e3aeac95ff7 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:25.573723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ee9eff32-387b-41cb-b33e-07c09a7d15d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8683698 Oct 29 08:43:25.576370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1c19ad9-6779-4e16-936d-5f29a06163ca req-98367f09-693b-4898-8f79-3e3aeac95ff7 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 931 time: 0.2221472 Oct 29 08:43:25.611230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Request body: {'port': {'device_id': 'f9fc03da-1da8-4e56-877d-d04386863235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:25.695251 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd972a86-e44c-4aee-bbbd-e1c1429229b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:25.726187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:25.747665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1c19ad9-6779-4e16-936d-5f29a06163ca req-3426ccb4-a1aa-488e-afa7-bb244dc4a420 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664085 Oct 29 08:43:25.748127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21880d-3f6e-456e-88a7-6262f8d7beb6 req-c39b3aa4-3652-45ac-8678-9eb5549ab4b5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:25.757591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b21880d-3f6e-456e-88a7-6262f8d7beb6 req-c39b3aa4-3652-45ac-8678-9eb5549ab4b5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 931 time: 0.2071290 Oct 29 08:43:25.774538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-316cbdb8-bbb9-4002-b913-b9448148b91e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eba6be128b1d43398893a822b3c197dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056197 Oct 29 08:43:25.775215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34348) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:25.815889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cd972a86-e44c-4aee-bbbd-e1c1429229b2 None None] For port 9befaedd-edd4-479c-ade5-ac5893acec6f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9befaedd-edd4-479c-ade5-ac5893acec6f,segment=NetworkSegment(4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c),segment_id=4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:25.824054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd972a86-e44c-4aee-bbbd-e1c1429229b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:25.872512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c4cdabb-4ee9-4d69-9f86-b0176028083c req-883bd3c2-3223-49e8-89dd-1546e9292d41 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 210 time: 0.0448771 Oct 29 08:43:25.889426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b21880d-3f6e-456e-88a7-6262f8d7beb6 req-da207853-bf0c-499c-9b26-a9b70664d2ac tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306384 Oct 29 08:43:25.923538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:25.928076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-edd334d4-c5aa-4209-acc6-04f35fc6a782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:25.928330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:25.977094 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:43:20Z', 'revision_number': 4, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port': {'id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:13Z', 'updated_at': '2021-10-29T08:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9befaedd-edd4-479c-ade5-ac5893acec6f', 'name': '', 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'mac_address': 'fa:16:3e:db:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0a44762a-edc0-48d5-9ecc-1a9c86f93b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:18Z', 'updated_at': '2021-10-29T08:43:24Z', 'revision_number': 4, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'subnets': [{'id': '0a44762a-edc0-48d5-9ecc-1a9c86f93b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:43:25.985712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-edd334d4-c5aa-4209-acc6-04f35fc6a782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:26.061276 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b708a-da66-4a3d-afcb-d29a1e6397a4 None None] The sync data for ids ['5965bfb8-6667-41cc-bf19-94a09bf5a647'] in n-d-815940-1 is: [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:43:20Z', 'revision_number': 4, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port': {'id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:13Z', 'updated_at': '2021-10-29T08:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '9befaedd-edd4-479c-ade5-ac5893acec6f', 'name': '', 'network_id': '71e5c6e9-6069-4f2b-9084-9ee6a36e4562', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'mac_address': 'fa:16:3e:db:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0a44762a-edc0-48d5-9ecc-1a9c86f93b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:18Z', 'updated_at': '2021-10-29T08:43:24Z', 'revision_number': 4, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'subnets': [{'id': '0a44762a-edc0-48d5-9ecc-1a9c86f93b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:43:26.094702 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-edd334d4-c5aa-4209-acc6-04f35fc6a782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:26.098414 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-edd334d4-c5aa-4209-acc6-04f35fc6a782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:26.101159 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-edd334d4-c5aa-4209-acc6-04f35fc6a782 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fc07524-6564-42cf-9f15-32765d244843 HTTP/1.1" status: 204 len: 168 time: 0.3237634 Oct 29 08:43:26.135696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd972a86-e44c-4aee-bbbd-e1c1429229b2 None None] Pushing event updated for resources: {'Port': ['ID=9befaedd-edd4-479c-ade5-ac5893acec6f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:26.141071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3cc879f8-a33b-4a81-b47d-1102b1680175 None None] Provisioning complete for port 5c41bd85-698e-4ce5-a994-32565310921a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:26.173035 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3cc879f8-a33b-4a81-b47d-1102b1680175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:26.182408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd334d4-c5aa-4209-acc6-04f35fc6a782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc07524-6564-42cf-9f15-32765d244843,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:26.477611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3cc879f8-a33b-4a81-b47d-1102b1680175 None None] Port 5c41bd85-698e-4ce5-a994-32565310921a cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:26.525188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3cc879f8-a33b-4a81-b47d-1102b1680175 None None] Provisioning complete for port 9befaedd-edd4-479c-ade5-ac5893acec6f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:26.526313 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3cc879f8-a33b-4a81-b47d-1102b1680175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:26.886338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9befaedd-edd4-479c-ade5-ac5893acec6f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:27.004244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920c0f4-a910-4ff4-ab55-efd99ba32352 req-df45362f-8e9f-45fd-b06e-1439ea6443d3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:27.017117 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6920c0f4-a910-4ff4-ab55-efd99ba32352 req-df45362f-8e9f-45fd-b06e-1439ea6443d3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.1243126 Oct 29 08:43:27.089337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9befaedd-edd4-479c-ade5-ac5893acec6f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:27.093105 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:27.150724 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6920c0f4-a910-4ff4-ab55-efd99ba32352 req-ceae6bc2-557f-4129-837f-05543ac9cc5f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290104 Oct 29 08:43:27.339672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009871cc-e032-411f-8b31-98af920c6ec6 req-9c362ac7-8c71-4403-9b2e-2f3f478910fa tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:27.347563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-009871cc-e032-411f-8b31-98af920c6ec6 req-9c362ac7-8c71-4403-9b2e-2f3f478910fa tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 931 time: 0.0898435 Oct 29 08:43:27.434696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-009871cc-e032-411f-8b31-98af920c6ec6 req-40f77158-2785-4cbf-bfb3-1684b2c1282e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829892 Oct 29 08:43:27.586362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d826b6e-d10b-4027-8f24-080cce22d1b7 req-708dc1a8-8639-46a7-a4ca-a118d883db39 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:27.594772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d826b6e-d10b-4027-8f24-080cce22d1b7 req-708dc1a8-8639-46a7-a4ca-a118d883db39 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2588480 Oct 29 08:43:27.610024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1834df9-e449-43a5-ab72-31d690d696ff req-16d4f4bf-acf9-4c15-ad73-e3c5623ab6d5 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 210 time: 0.0786622 Oct 29 08:43:27.614544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Allocated IP 10.1.1.194 (ef59e376-f3ba-43d4-92f3-16d419b3497a/0186fbca-d161-4d09-98fb-46ed74102951/b819b847-a6e2-4ff3-80a5-ab57603b2a56) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:27.725609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d826b6e-d10b-4027-8f24-080cce22d1b7 req-64da5f3f-304b-4a15-82b7-30c87af01c02 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296790 Oct 29 08:43:27.906729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff0042-83f9-4a9a-9027-7171b393668d req-e5019e7f-08d0-4d2d-9067-78fb03502056 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:27.914443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdff0042-83f9-4a9a-9027-7171b393668d req-e5019e7f-08d0-4d2d-9067-78fb03502056 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 931 time: 0.1520522 Oct 29 08:43:27.970085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdff0042-83f9-4a9a-9027-7171b393668d req-cddbc5b4-a812-4682-95f8-178d678d1396 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521393 Oct 29 08:43:28.006254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34418) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:28.046465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-816eaafb-329f-415e-b2b1-a86ca858a44d tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:28.048344 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-816eaafb-329f-415e-b2b1-a86ca858a44d tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.15 "GET /v2.0/networks?id=dfc5416a-9901-41b7-9cf4-7469286a8839 HTTP/1.1" status: 200 len: 912 time: 0.5192742 Oct 29 08:43:28.062245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Request body: {'port': {'device_id': '6425f72c-88a4-43c0-a9ca-66836ccc1aec', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'admin_state_up': True, 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:28.067941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc30ceb7-95ac-46b0-b0be-22540be87f6d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:28.100933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Made reservation on behalf of 3bd10d76f7104d809269be6a3eeb7baf for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:28.104863 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.107055 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.162001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Transition to ACTIVE for port object fc30ceb7-95ac-46b0-b0be-22540be87f6d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:28.178622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.252584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Pushing event updated for resources: {'Port': ['ID=fc30ceb7-95ac-46b0-b0be-22540be87f6d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:28.292105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Allocated IP 172.20.0.9 (dfc5416a-9901-41b7-9cf4-7469286a8839/92e282c6-b536-4802-9891-9d79c7413e87/58741d6d-3d26-4951-a7ef-5d5380f22aad) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:28.322166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-467763715'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:28.343070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.357568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Made reservation on behalf of 42d8419187a74a96bde3f6766539a5f9 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:28.361857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.373526 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.437431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10d2d4-9229-423c-8d77-5c1f6fa08284 req-29430403-ddaa-4f4d-857c-fd0ec07d436e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:28.444384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b10d2d4-9229-423c-8d77-5c1f6fa08284 req-29430403-ddaa-4f4d-857c-fd0ec07d436e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.1865635 Oct 29 08:43:28.568246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Attempting to bind port fc30ceb7-95ac-46b0-b0be-22540be87f6d on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:28.568908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Attempting to bind port fc30ceb7-95ac-46b0-b0be-22540be87f6d by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:28.569330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Attempting to bind port fc30ceb7-95ac-46b0-b0be-22540be87f6d on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:28.574856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.582480 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.592324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.608040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Port fc30ceb7-95ac-46b0-b0be-22540be87f6d on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:28.608754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Attempting to bind port fc30ceb7-95ac-46b0-b0be-22540be87f6d on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:28.648283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:43:28.673553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:28.673991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Checking segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:28.674483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Bound using segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:28.675029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Bound port: fc30ceb7-95ac-46b0-b0be-22540be87f6d, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:28.675484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.694558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network ef59e376-f3ba-43d4-92f3-16d419b3497a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:28.706958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.707373 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Added segment e46d9012-c383-4dbf-b47c-117395703e38 of type vlan for network 0d4998a6-22da-428a-af5f-468c9a4aacc5 Oct 29 08:43:28.708656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:28.708814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50228e68-42a0-44a8-838e-12bb6c01c4a2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:28.729455 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:28.760562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b10d2d4-9229-423c-8d77-5c1f6fa08284 req-02cdfedf-c869-4381-8322-d9a6d81ca8ba tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283084 Oct 29 08:43:28.801815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:28.907051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] For port fc30ceb7-95ac-46b0-b0be-22540be87f6d, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:28.920150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] For port fc30ceb7-95ac-46b0-b0be-22540be87f6d, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc30ceb7-95ac-46b0-b0be-22540be87f6d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:28.923242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=b819b847-a6e2-4ff3-80a5-ab57603b2a56,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:28.982923 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.097345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93050476-2dcc-4839-ae8a-61946c73cf69 req-2bb366aa-f22e-43f8-956b-3a5d32c130f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 210 time: 0.1469176 Oct 29 08:43:29.098751 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.135441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-91f2fc37-73cc-4f2f-ab81-33be542e47f2 None None] Provisioning complete for port b819b847-a6e2-4ff3-80a5-ab57603b2a56 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:29.136204 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc37-73cc-4f2f-ab81-33be542e47f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.183564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:29.184198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.185623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc30ceb7-95ac-46b0-b0be-22540be87f6d HTTP/1.1" status: 200 len: 1091 time: 3.5848758 Oct 29 08:43:29.192282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:29.192969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.195502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fc03da-1da8-4e56-877d-d04386863235', 'tag': 'fc30ceb7-95ac-46b0-b0be-22540be87f6d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:29.198438 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62330c-0d98-487a-8f86-4f5974ac3555" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fc03da-1da8-4e56-877d-d04386863235", "tag": "fc30ceb7-95ac-46b0-b0be-22540be87f6d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:29.222579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb42718-8b7d-4e9c-b064-00a381b5f427 service neutron] Pushing event updated for resources: {'Port': ['ID=fc30ceb7-95ac-46b0-b0be-22540be87f6d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:29.231024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-58d52c0d-926e-45e7-9e96-e488f7fd1bbe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0780005 Oct 29 08:43:29.281030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-91f2fc37-73cc-4f2f-ab81-33be542e47f2 None None] Port b819b847-a6e2-4ff3-80a5-ab57603b2a56 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:29.296951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630ffb2-d0e5-49b1-8aa5-eba79490fbfd req-b5b1464a-c52d-4172-a4cf-397f433080dd tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:29.304609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0630ffb2-d0e5-49b1-8aa5-eba79490fbfd req-b5b1464a-c52d-4172-a4cf-397f433080dd tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 943 time: 0.6902039 Oct 29 08:43:29.306840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'admin_state_up': True, 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'security_groups': ['da86bbcd-b240-4f40-83c0-16b00657a8b4']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:29.331256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.405831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.466323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13936651-ba3a-44a2-af24-1b2f77518af6 req-f52e796d-72d2-4cf5-bfed-ac34e60fc2d1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:29.467922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13936651-ba3a-44a2-af24-1b2f77518af6 req-f52e796d-72d2-4cf5-bfed-ac34e60fc2d1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2326751 Oct 29 08:43:29.480531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-89ad1dd7-f477-4e43-b1a0-c157152998a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:29.482048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-89ad1dd7-f477-4e43-b1a0-c157152998a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 1094 time: 0.2344267 Oct 29 08:43:29.487218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Network dfc5416a-9901-41b7-9cf4-7469286a8839 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:29.488738 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.490452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:29.493895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.495733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:29.496498 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.506145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:29.509041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:29.550434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Pushing event updated for resources: {'Port': ['ID=58741d6d-3d26-4951-a7ef-5d5380f22aad,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:29.579710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0630ffb2-d0e5-49b1-8aa5-eba79490fbfd req-c5d574c4-2751-47e1-83d8-e3b99c15cf82 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739508 Oct 29 08:43:29.625756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-a596ed49-976e-47e3-961c-504cb7e49ef6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30ceb7-95ac-46b0-b0be-22540be87f6d HTTP/1.1" status: 200 len: 217 time: 0.0996306 Oct 29 08:43:29.685099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6775689 Oct 29 08:43:29.696471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34448) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:29.730297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'subnet': {'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:29.787016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Allocated IP 10.1.1.155 (ef59e376-f3ba-43d4-92f3-16d419b3497a/0186fbca-d161-4d09-98fb-46ed74102951/396104a2-93c8-492a-848f-d1dbd4c85fd5) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:29.861414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:29.862170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.921366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e57e1733-2c76-4e27-8f3e-33caccb9ab40 None None] Provisioning complete for port 58741d6d-3d26-4951-a7ef-5d5380f22aad triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:29.923039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82a4f6-cd28-478b-9b42-db0cc47ee8b4 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Network': ['ID=0d4998a6-22da-428a-af5f-468c9a4aacc5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:29.929011 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-6c17158a-5187-4c40-87da-50aa241af252 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8721163 Oct 29 08:43:29.941709 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e57e1733-2c76-4e27-8f3e-33caccb9ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:29.946130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:43:29.949663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Request body: {'port': {'device_id': '6425f72c-88a4-43c0-a9ca-66836ccc1aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:29.964979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.023209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.068340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.071031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Made reservation on behalf of 42d8419187a74a96bde3f6766539a5f9 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:30.077117 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.094034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475989-31db-4c1c-b203-332a165679fe req-19b69df6-c1e6-4d01-a093-180b8e636229 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:30.101673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475989-31db-4c1c-b203-332a165679fe req-19b69df6-c1e6-4d01-a093-180b8e636229 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:30.104521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da475989-31db-4c1c-b203-332a165679fe req-19b69df6-c1e6-4d01-a093-180b8e636229 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 1653 time: 0.2510262 Oct 29 08:43:30.110367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e57e1733-2c76-4e27-8f3e-33caccb9ab40 None None] Port 58741d6d-3d26-4951-a7ef-5d5380f22aad cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:30.117398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13936651-ba3a-44a2-af24-1b2f77518af6 req-6b7ffae1-0e5b-4427-ac82-04f596bde8e0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392620 Oct 29 08:43:30.137655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network ef59e376-f3ba-43d4-92f3-16d419b3497a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:30.141536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:30.152492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:30.159430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ab4cf692-2c26-452d-8a72-1dc98db9d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:30.161754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-ab4cf692-2c26-452d-8a72-1dc98db9d0c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.1577947 Oct 29 08:43:30.214200 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2c4c21-d5ed-4fa6-a39b-549036dedd4b x-openstack-request-id: req-2a2c4c21-d5ed-4fa6-a39b-549036dedd4b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:30.214507 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fc03da-1da8-4e56-877d-d04386863235", "tag": "fc30ceb7-95ac-46b0-b0be-22540be87f6d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:30.215010 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a2c4c21-d5ed-4fa6-a39b-549036dedd4b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:30.215430 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fc03da-1da8-4e56-877d-d04386863235', 'tag': 'fc30ceb7-95ac-46b0-b0be-22540be87f6d', 'status': 'completed', 'code': 200} Oct 29 08:43:30.260431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-8aefd628-f935-4cb2-8b7d-9c08ebe43daf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668478 Oct 29 08:43:30.265316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=396104a2-93c8-492a-848f-d1dbd4c85fd5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:30.331972 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.408175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:30.409215 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.442643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-77af4ed4-8635-407f-b67d-4b9b5a1cfb02 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1960969 Oct 29 08:43:30.444505 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da475989-31db-4c1c-b203-332a165679fe req-5a568254-7f60-4018-9612-faccde3cef4d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291659 Oct 29 08:43:30.462534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab', 'admin_state_up': True, 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'security_groups': ['da86bbcd-b240-4f40-83c0-16b00657a8b4']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:30.481887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ffa9a-228d-4ab0-862a-986735f67a1b req-5a4d7340-1616-49a6-b639-a9b8de86a343 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:30.486974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-623ffa9a-228d-4ab0-862a-986735f67a1b req-5a4d7340-1616-49a6-b639-a9b8de86a343 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.2063491 Oct 29 08:43:30.546790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-75c901a9-4737-402b-881d-aee86952cdb0 None None] Provisioning complete for port 396104a2-93c8-492a-848f-d1dbd4c85fd5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:30.547516 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-75c901a9-4737-402b-881d-aee86952cdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.587076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-75c901a9-4737-402b-881d-aee86952cdb0 None None] Port 396104a2-93c8-492a-848f-d1dbd4c85fd5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:30.608280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.626327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-623ffa9a-228d-4ab0-862a-986735f67a1b req-45d697c1-a705-4bf7-8204-ed52474de178 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912747 Oct 29 08:43:30.635577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-c7ce121f-9e55-47d3-8ac6-853eea32e5c1 service neutron] 10.222.0.15 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663025 Oct 29 08:43:30.701259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Subnet': ['ID=74b07a1a-f954-46f7-b5c0-20decbad78c4,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:30.783984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a6d8-821f-4ffb-9621-8fc8128c18fe req-ba7e9f94-e0b7-4c67-8841-575bf9b63ae4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:30.789533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3c5a6d8-821f-4ffb-9621-8fc8128c18fe req-ba7e9f94-e0b7-4c67-8841-575bf9b63ae4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1027 time: 0.2047195 Oct 29 08:43:30.801752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Checking segment: {'id': 'e46d9012-c383-4dbf-b47c-117395703e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:30.802131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Network hostable DHCP agents. Network: 0d4998a6-22da-428a-af5f-468c9a4aacc5, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:43:30.806308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:30.829958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1493de-5ef5-4487-942f-c3f8afa61e8a req-ecdaa1ae-3315-4fc2-8deb-806d1ecb3759 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:30.830849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e1493de-5ef5-4487-942f-c3f8afa61e8a req-ecdaa1ae-3315-4fc2-8deb-806d1ecb3759 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 943 time: 0.1208265 Oct 29 08:43:30.874206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:43:30.879633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3c5a6d8-821f-4ffb-9621-8fc8128c18fe req-34b501c6-aff5-49a6-b821-3f16cee4ea78 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723383 Oct 29 08:43:30.888330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ecf6334-03f5-4125-8787-ea07fa7971e1 req-f2986e74-e70e-4d22-ab7b-b850a6c858d8 service neutron] 10.222.0.15 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421403 Oct 29 08:43:30.954190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58741d6d-3d26-4951-a7ef-5d5380f22aad {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:30.961532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:30.970017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e1493de-5ef5-4487-942f-c3f8afa61e8a req-a2ffc354-a5ba-4d4c-ba3a-f830fb6ed6c6 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993946 Oct 29 08:43:30.993629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Transition to ACTIVE for port object 58741d6d-3d26-4951-a7ef-5d5380f22aad will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:30.998081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0d4998a6-22da-428a-af5f-468c9a4aacc5) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:31.000941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:31.006684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:31.015840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958870c5-be20-4419-8807-7d678eb354a9 None None] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:31.018332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.019123 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:31.055063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-1d433b19-d54a-4e90-aece-c62319f94a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.056856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-1d433b19-d54a-4e90-aece-c62319f94a7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 1094 time: 0.1101751 Oct 29 08:43:31.090442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Pushing event updated for resources: {'Port': ['ID=58741d6d-3d26-4951-a7ef-5d5380f22aad,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:31.100214 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a0ab67c7-4f14-42e3-b7d2-a0c198544834 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3787436 Oct 29 08:43:31.101636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34462) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:31.120926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1173035809'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:31.191851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Attempting to bind port 58741d6d-3d26-4951-a7ef-5d5380f22aad on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:31.192491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Attempting to bind port 58741d6d-3d26-4951-a7ef-5d5380f22aad by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:31.193053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Attempting to bind port 58741d6d-3d26-4951-a7ef-5d5380f22aad on network dfc5416a-9901-41b7-9cf4-7469286a8839 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:31.235513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Port 58741d6d-3d26-4951-a7ef-5d5380f22aad on network dfc5416a-9901-41b7-9cf4-7469286a8839 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:31.236175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Attempting to bind port 58741d6d-3d26-4951-a7ef-5d5380f22aad on network dfc5416a-9901-41b7-9cf4-7469286a8839 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:31.254917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:31.257582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Checking segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:31.258180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Bound using segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:31.258806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Bound port: 58741d6d-3d26-4951-a7ef-5d5380f22aad, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:31.267504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:31.353377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-0d4998a6-22da-428a-af5f-468c9a4aacc5', 'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5', 'tenant_id': '42d8419187a74a96bde3f6766539a5f9', 'fixed_ips': [{'subnet_id': '74b07a1a-f954-46f7-b5c0-20decbad78c4'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:43:31.356637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:31.402788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] For port 58741d6d-3d26-4951-a7ef-5d5380f22aad, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:31.407418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] For port 58741d6d-3d26-4951-a7ef-5d5380f22aad, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58741d6d-3d26-4951-a7ef-5d5380f22aad,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:31.422685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:31.468803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Made reservation on behalf of 42d8419187a74a96bde3f6766539a5f9 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:31.473830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:31.503231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] device_id is not set on port f1834447-bf03-4be2-85e3-db63efa342e2 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:31.515062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.516168 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:31.517728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/58741d6d-3d26-4951-a7ef-5d5380f22aad HTTP/1.1" status: 200 len: 1091 time: 1.5762022 Oct 29 08:43:31.518248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6425f72c-88a4-43c0-a9ca-66836ccc1aec', 'tag': '58741d6d-3d26-4951-a7ef-5d5380f22aad'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:31.520811 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c82bc39-8de9-468a-b9e9-016734f2b66b" -d '{"events": [{"name": "network-changed", "server_uuid": "6425f72c-88a4-43c0-a9ca-66836ccc1aec", "tag": "58741d6d-3d26-4951-a7ef-5d5380f22aad"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:31.557365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682c80d-8b20-4369-94d8-898a6496ae36 req-d6d4b704-2076-47e7-9372-02e4380b4e46 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.565871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1682c80d-8b20-4369-94d8-898a6496ae36 req-d6d4b704-2076-47e7-9372-02e4380b4e46 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2863829 Oct 29 08:43:31.599319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-bfd31f10-3cf5-49ae-8ad8-9f22f5b5c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.600880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-bfd31f10-3cf5-49ae-8ad8-9f22f5b5c0ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 917 time: 0.5178597 Oct 29 08:43:31.652313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29499dc3-0c40-4833-94e9-eda3592904c2 service neutron] Pushing event updated for resources: {'Port': ['ID=58741d6d-3d26-4951-a7ef-5d5380f22aad,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:31.667469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Allocated IP 10.2.2.100 (963b4c96-d3cd-4dd3-8ace-7e55036b6cab/1926b76e-cf5a-402b-8070-18656f62548f/f0af824a-15b2-4b19-9819-a9013f8c01c6) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:31.696606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-48a73a3b-215e-4eea-be65-e145b796413a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30ceb7-95ac-46b0-b0be-22540be87f6d HTTP/1.1" status: 200 len: 217 time: 0.0789614 Oct 29 08:43:31.704951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Allocated IP 2001:db8::2 (0d4998a6-22da-428a-af5f-468c9a4aacc5/74b07a1a-f954-46f7-b5c0-20decbad78c4/0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:31.750151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c798314-b868-40f8-a0a3-c3df86f62d1e req-28fb29c8-8bcd-4e81-a049-26d0084c8134 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.762349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1682c80d-8b20-4369-94d8-898a6496ae36 req-36a56f2e-cd8c-489e-a2d5-0fa15d1d5ba9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949017 Oct 29 08:43:31.784119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c798314-b868-40f8-a0a3-c3df86f62d1e req-28fb29c8-8bcd-4e81-a049-26d0084c8134 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.793552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c798314-b868-40f8-a0a3-c3df86f62d1e req-28fb29c8-8bcd-4e81-a049-26d0084c8134 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.802807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c798314-b868-40f8-a0a3-c3df86f62d1e req-28fb29c8-8bcd-4e81-a049-26d0084c8134 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 2374 time: 0.1817186 Oct 29 08:43:31.812926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-26f605fe-78e6-4bea-8f71-8fbb73f4b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.814461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-26f605fe-78e6-4bea-8f71-8fbb73f4b946 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.1051233 Oct 29 08:43:31.830636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-078be479-2680-4ff9-97e3-461a2c9c4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:31.832891 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-078be479-2680-4ff9-97e3-461a2c9c4ada service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3bd10d76f7104d809269be6a3eeb7baf&device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1094 time: 0.2420640 Oct 29 08:43:31.872626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c798314-b868-40f8-a0a3-c3df86f62d1e req-c2b1b96c-6acd-457a-b7e7-cde5089bba6e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687962 Oct 29 08:43:31.885800 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c1330-de50-4169-b0d2-0469605903a7 x-openstack-request-id: req-3b6c1330-de50-4169-b0d2-0469605903a7 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:31.886108 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6425f72c-88a4-43c0-a9ca-66836ccc1aec", "tag": "58741d6d-3d26-4951-a7ef-5d5380f22aad", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:31.886377 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b6c1330-de50-4169-b0d2-0469605903a7 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:31.886817 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6425f72c-88a4-43c0-a9ca-66836ccc1aec', 'tag': '58741d6d-3d26-4951-a7ef-5d5380f22aad', 'status': 'completed', 'code': 200} Oct 29 08:43:31.926717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-4cf99a44-0d46-4a65-b5ff-c8fe9f1c8868 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884256 Oct 29 08:43:31.932346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-0128543b-88d3-493e-a680-24e0079881b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58741d6d-3d26-4951-a7ef-5d5380f22aad HTTP/1.1" status: 200 len: 217 time: 0.0760376 Oct 29 08:43:32.016112 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.054133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-28fa78a9-4af5-417a-a5ee-749790701c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:32.056022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-28fa78a9-4af5-417a-a5ee-749790701c76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92e282c6-b536-4802-9891-9d79c7413e87 HTTP/1.1" status: 200 len: 849 time: 0.1114380 Oct 29 08:43:32.130188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b27d-3e3f-401d-9b00-fd92cacde84d req-86a173bd-c10d-409d-a409-cb2f9c5474e7 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:32.137881 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28d2b27d-3e3f-401d-9b00-fd92cacde84d req-86a173bd-c10d-409d-a409-cb2f9c5474e7 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1094 time: 0.1186771 Oct 29 08:43:32.154632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-eea4d0a5-5abe-40bd-96de-e66a064856d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:32.156811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-eea4d0a5-5abe-40bd-96de-e66a064856d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfc5416a-9901-41b7-9cf4-7469286a8839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814848 Oct 29 08:43:32.195952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.259911 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-28d2b27d-3e3f-401d-9b00-fd92cacde84d req-a6f0f407-5fbf-437b-b7d9-29f382d9a740 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210227 Oct 29 08:43:32.269485 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.274746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:32.278919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-7aa05008-8657-4179-99e9-4793089ab4f4 service neutron] 10.222.0.15 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047381 Oct 29 08:43:32.287432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:32.299583 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.377755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:32.383837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:32.391189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:32.395668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Allocated IP 2001:db8::c6 (0d4998a6-22da-428a-af5f-468c9a4aacc5/74b07a1a-f954-46f7-b5c0-20decbad78c4/f1834447-bf03-4be2-85e3-db63efa342e2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:32.520406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Pushing event updated for resources: {'Port': ['ID=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:32.549512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Attempting to bind port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:32.550018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Attempting to bind port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e46d9012-c383-4dbf-b47c-117395703e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:32.550385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Attempting to bind port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae on network 0d4998a6-22da-428a-af5f-468c9a4aacc5 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:32.554036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a62330c-0d98-487a-8f86-4f5974ac3555 req-be1ef778-6f6f-4e61-ab3e-6c0cc80e3521 service neutron] 10.222.0.15 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529204 Oct 29 08:43:32.556414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:32.571843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:32.572130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Checking segment: {'id': 'e46d9012-c383-4dbf-b47c-117395703e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:32.572544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.572979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Bound using segment: {'id': 'e46d9012-c383-4dbf-b47c-117395703e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:32.573507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Bound port: 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46d9012-c383-4dbf-b47c-117395703e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:32.573974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.675393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=f0af824a-15b2-4b19-9819-a9013f8c01c6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:32.706759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797401-47da-4427-9af0-5a31965f4b85 req-1dc1b68b-ef94-45dc-bae7-cb9f71accc38 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:32.711960 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54797401-47da-4427-9af0-5a31965f4b85 req-1dc1b68b-ef94-45dc-bae7-cb9f71accc38 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.6522048 Oct 29 08:43:32.731033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.738313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:32.739362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.742374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] For port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:32.781628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-fc996fda-b527-44b2-b711-a8547b4c2823 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3253946 Oct 29 08:43:32.782313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.790361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] For port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,segment=NetworkSegment(e46d9012-c383-4dbf-b47c-117395703e38),segment_id=e46d9012-c383-4dbf-b47c-117395703e38)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:32.793584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-378a977a-f888-45ce-b0fa-fd657f733ee2 None None] Provisioning complete for port f0af824a-15b2-4b19-9819-a9013f8c01c6 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:32.793911 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-378a977a-f888-45ce-b0fa-fd657f733ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.808453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab', 'admin_state_up': True, 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'security_groups': ['da86bbcd-b240-4f40-83c0-16b00657a8b4']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:32.834608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54797401-47da-4427-9af0-5a31965f4b85 req-783bde83-0357-4679-80ac-9d38dc022f00 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897028 Oct 29 08:43:32.842326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:32.946945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:32.954379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-378a977a-f888-45ce-b0fa-fd657f733ee2 None None] Port f0af824a-15b2-4b19-9819-a9013f8c01c6 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:32.978367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9b666-d043-415b-8cc7-2e0a439e6365 req-7a424c35-b143-4efa-8e53-f9b629f6d8e6 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:32.980810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026a162-9d5b-49e2-8ef3-24fad0b6f138 None None] Pushing event updated for resources: {'Port': ['ID=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:33.001370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Made reservation on behalf of 6a14463b9cae4e37869d2ac053bdde21 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:33.002960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec9b666-d043-415b-8cc7-2e0a439e6365 req-7a424c35-b143-4efa-8e53-f9b629f6d8e6 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 943 time: 0.3967106 Oct 29 08:43:33.006618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:33.009170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:33.018239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:33.028197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:33.029023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:33.067959 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-1bc3ab64-321b-4206-8970-7b64316854a1 service neutron] 10.222.0.15 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9003935 Oct 29 08:43:33.113777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=f1834447-bf03-4be2-85e3-db63efa342e2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:33.144799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fc30ceb7-95ac-46b0-b0be-22540be87f6d details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:43:33.246692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4f34ac46-3d7c-4c8e-80cf-7d8a9c0b53c3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1303320 Oct 29 08:43:33.260672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34486) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:33.266275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-771086090', 'allowed_address_pairs': [{'ip_address': '2001:db8::c6', 'mac_address': 'fa:16:3e:18:74:5a'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:33.368695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fc30ceb7-95ac-46b0-b0be-22540be87f6d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc30ceb7-95ac-46b0-b0be-22540be87f6d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:33.384271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'fc30ceb7-95ac-46b0-b0be-22540be87f6d', 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'port_id': 'fc30ceb7-95ac-46b0-b0be-22540be87f6d', 'mac_address': 'fa:16:3e:8a:8c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65384a-0dc7-4149-82d9-ed25ea23e1dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:43:33.384987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Allocated IP 10.2.2.200 (963b4c96-d3cd-4dd3-8ace-7e55036b6cab/1926b76e-cf5a-402b-8070-18656f62548f/b2a48a7b-1f28-4a49-8603-4ad15cef6393) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:33.422654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cec9b666-d043-415b-8cc7-2e0a439e6365 req-ee67a284-c41e-419e-a081-7a4f6dd6a495 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179611 Oct 29 08:43:33.445074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:33.480877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc30ceb7-95ac-46b0-b0be-22540be87f6d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:33.528080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fc30ceb7-95ac-46b0-b0be-22540be87f6d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc30ceb7-95ac-46b0-b0be-22540be87f6d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:33.545411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:33.551395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84f9db-6c39-43bf-b0fc-8c6cb4a2b258 req-8431b6ad-4cda-4c38-9f94-ff950c01f9ca tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:33.551611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36e7d18d-8f85-42a2-8b81-417af5f54ee5 req-94d6847e-cebd-4ced-802c-e05d320ba461 service neutron] 10.222.0.15 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389396 Oct 29 08:43:33.571327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e84f9db-6c39-43bf-b0fc-8c6cb4a2b258 req-8431b6ad-4cda-4c38-9f94-ff950c01f9ca tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.3817947 Oct 29 08:43:33.636311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=fc30ceb7-95ac-46b0-b0be-22540be87f6d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:33.678487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e84f9db-6c39-43bf-b0fc-8c6cb4a2b258 req-7fbe1bac-e69f-4f5e-a225-075ced29b332 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062317 Oct 29 08:43:33.723373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8762766-c285-4fd5-8b21-fd0581d27dae req-6a866094-4805-4d2f-946c-8f6f07eb2118 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:33.730876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8762766-c285-4fd5-8b21-fd0581d27dae req-6a866094-4805-4d2f-946c-8f6f07eb2118 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:33.749596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8762766-c285-4fd5-8b21-fd0581d27dae req-6a866094-4805-4d2f-946c-8f6f07eb2118 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:33.764557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8762766-c285-4fd5-8b21-fd0581d27dae req-6a866094-4805-4d2f-946c-8f6f07eb2118 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:33.768697 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:33.777026 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8762766-c285-4fd5-8b21-fd0581d27dae req-6a866094-4805-4d2f-946c-8f6f07eb2118 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 3095 time: 0.1947315 Oct 29 08:43:33.814750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-91a31acb-4457-40a1-94fe-eb30a1f87278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:33.816113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-91a31acb-4457-40a1-94fe-eb30a1f87278 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3bd10d76f7104d809269be6a3eeb7baf&device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1094 time: 0.1961040 Oct 29 08:43:33.821274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['fc30ceb7-95ac-46b0-b0be-22540be87f6d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:43:33.867843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Made reservation on behalf of 42d8419187a74a96bde3f6766539a5f9 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:33.870100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fd91c-48a1-4517-990a-1f985b5cd675 req-0698ecfb-b6ba-4473-ba53-6a097da54128 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:33.871770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c09fd91c-48a1-4517-990a-1f985b5cd675 req-0698ecfb-b6ba-4473-ba53-6a097da54128 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1094 time: 0.0829835 Oct 29 08:43:33.882868 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:33.950181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:33.955322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:33.958478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:34.034567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c09fd91c-48a1-4517-990a-1f985b5cd675 req-afc948cd-e5e5-4e78-abce-b36d771fa882 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535032 Oct 29 08:43:34.047059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event updated for resources: {'Port': ['ID=b2a48a7b-1f28-4a49-8603-4ad15cef6393,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:34.076332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:34.077194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:34.104337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-211fd400-9dcb-4f27-907e-d5d55266d6d2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135896 Oct 29 08:43:34.120038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:34.150121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8762766-c285-4fd5-8b21-fd0581d27dae req-a338cf00-f20f-4757-8612-e0abaa852906 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720806 Oct 29 08:43:34.219526 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:34.249983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-1b4e1971-083c-473d-8f97-6bd290cd27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:34.251935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-1b4e1971-083c-473d-8f97-6bd290cd27ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfc5416a-9901-41b7-9cf4-7469286a8839 HTTP/1.1" status: 200 len: 912 time: 0.4184036 Oct 29 08:43:34.319302 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-6bf1d49f-b48d-4bf0-a90f-c378bb32aaa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58741d6d-3d26-4951-a7ef-5d5380f22aad HTTP/1.1" status: 200 len: 217 time: 0.0557790 Oct 29 08:43:34.382169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:34.404271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-31731708-333e-45f5-8fae-fb56517e33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:34.406002 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-31731708-333e-45f5-8fae-fb56517e33e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92e282c6-b536-4802-9891-9d79c7413e87 HTTP/1.1" status: 200 len: 849 time: 0.0783467 Oct 29 08:43:34.412119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] device_id is not set on port 51c7bcb4-6c70-48a8-a354-d99fd6d469de yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:34.501785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675cdc-8d22-43ae-806a-ce91f4fc739d req-8646dd57-e9a0-4d37-8b87-473794ab759d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:34.511847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9675cdc-8d22-43ae-806a-ce91f4fc739d req-8646dd57-e9a0-4d37-8b87-473794ab759d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.2931416 Oct 29 08:43:34.532127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-60d0b306-5b0a-4882-b8d0-86e845905ad5 None None] Provisioning complete for port b2a48a7b-1f28-4a49-8603-4ad15cef6393 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:34.532696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-60d0b306-5b0a-4882-b8d0-86e845905ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:34.548254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-99649de9-8d81-4d29-bbd5-2e318792f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:34.549878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-99649de9-8d81-4d29-bbd5-2e318792f0cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfc5416a-9901-41b7-9cf4-7469286a8839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324768 Oct 29 08:43:34.604282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9675cdc-8d22-43ae-806a-ce91f4fc739d req-09353cef-83a1-4c8e-aa76-c9ba7a85ec80 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911911 Oct 29 08:43:34.633089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-60d0b306-5b0a-4882-b8d0-86e845905ad5 None None] Port b2a48a7b-1f28-4a49-8603-4ad15cef6393 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:34.674420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:43:34.703454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:34.847729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7bf574-1080-416c-b1fd-d5bb8d0061e4 None None] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:43:34.854438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c41bd85-698e-4ce5-a994-32565310921a {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:34.867715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:34.896085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d20d3-a70c-4eed-a210-615bb6bcf6a7 req-a37ab803-cbd8-4e01-a836-687a1fbd6f57 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:34.904442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-468d20d3-a70c-4eed-a210-615bb6bcf6a7 req-a37ab803-cbd8-4e01-a836-687a1fbd6f57 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1025903 Oct 29 08:43:34.925799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Transition to ACTIVE for port object 5c41bd85-698e-4ce5-a994-32565310921a will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:34.939448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:34.944373 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:34.945559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9de6a3f5-a383-46a1-ba13-d03c0250df43 None None] Provisioning complete for port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:34.945952 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9de6a3f5-a383-46a1-ba13-d03c0250df43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.011618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-468d20d3-a70c-4eed-a210-615bb6bcf6a7 req-0b645ed5-f962-4d13-a805-66fd93794bf0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053064 Oct 29 08:43:35.016138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:35.016518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.099230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2', 'port_id': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'mac_address': 'fa:16:3e:4d:54:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097c0f95-5129-466f-8d01-de53d9e5ca02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:43:35.109579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c41bd85-698e-4ce5-a994-32565310921a,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:35.139175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Allocated IP 2001:db8::135 (0d4998a6-22da-428a-af5f-468c9a4aacc5/74b07a1a-f954-46f7-b5c0-20decbad78c4/51c7bcb4-6c70-48a8-a354-d99fd6d469de) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:35.140712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Attempting to bind port 5c41bd85-698e-4ce5-a994-32565310921a on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:35.141144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Attempting to bind port 5c41bd85-698e-4ce5-a994-32565310921a by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:35.141569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Attempting to bind port 5c41bd85-698e-4ce5-a994-32565310921a on network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:35.147341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Port 5c41bd85-698e-4ce5-a994-32565310921a on network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:35.147858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Attempting to bind port 5c41bd85-698e-4ce5-a994-32565310921a on network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:35.154614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:35.155093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Checking segment: {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:35.160894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Bound using segment: {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:35.160894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Bound port: 5c41bd85-698e-4ce5-a994-32565310921a, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff121a8-e75c-48c4-900b-8ffc6cf1215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:35.160894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.211406 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9de6a3f5-a383-46a1-ba13-d03c0250df43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.214562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad97b2-3f20-4592-a06a-db9b1abcfd8b req-b33809c7-41bb-4772-9830-1fcac0e14d03 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:35.216247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86ad97b2-3f20-4592-a06a-db9b1abcfd8b req-b33809c7-41bb-4772-9830-1fcac0e14d03 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 944 time: 0.5429358 Oct 29 08:43:35.232099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fc30ceb7-95ac-46b0-b0be-22540be87f6d up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:35.264289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9de6a3f5-a383-46a1-ba13-d03c0250df43 None None] For port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,segment=NetworkSegment(e46d9012-c383-4dbf-b47c-117395703e38),segment_id=e46d9012-c383-4dbf-b47c-117395703e38)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:35.281757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-3437f062-9d8a-4f95-8058-9097db4c7aa6 service neutron] 10.222.0.15 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226224 Oct 29 08:43:35.329635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9de6a3f5-a383-46a1-ba13-d03c0250df43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.362291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb08ade-b35c-4e36-a3fa-d9a3a18b4910 req-1f31c8da-0105-4af3-a2f0-159b86f1fa2b tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:35.363969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0cb08ade-b35c-4e36-a3fa-d9a3a18b4910 req-1f31c8da-0105-4af3-a2f0-159b86f1fa2b tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1094 time: 0.1768725 Oct 29 08:43:35.397858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] For port 5c41bd85-698e-4ce5-a994-32565310921a, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:35.417977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6a3f5-a383-46a1-ba13-d03c0250df43 None None] Pushing event updated for resources: {'Port': ['ID=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:35.457360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-86ad97b2-3f20-4592-a06a-db9b1abcfd8b req-5883da50-bbe9-4819-b57b-411333bf02eb tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187426 Oct 29 08:43:35.515389 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.554227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.568834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:35.629977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port fc30ceb7-95ac-46b0-b0be-22540be87f6d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:43:35.633517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:35.634907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c82bc39-8de9-468a-b9e9-016734f2b66b req-5212478b-cef3-45f0-95e8-3ec0d9f45767 service neutron] 10.222.0.15 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403907 Oct 29 08:43:35.640682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port fc30ceb7-95ac-46b0-b0be-22540be87f6d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:35.641087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.646409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.653372 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.738567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=51c7bcb4-6c70-48a8-a354-d99fd6d469de,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:35.747852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:35.755779 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6b6bfd83-758a-4084-94f1-2a2ed3b713c9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:43:35.777993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:35.782513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:35.786338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:35.794372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:35.795373 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.831472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a635f-d92b-4038-9b47-1c93abe9bdc5 req-c4856f58-722f-4987-8b79-56e0d0d197f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:35.844939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a635f-d92b-4038-9b47-1c93abe9bdc5 req-c4856f58-722f-4987-8b79-56e0d0d197f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:35.852257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a635f-d92b-4038-9b47-1c93abe9bdc5 req-c4856f58-722f-4987-8b79-56e0d0d197f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:35.856500 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.860819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a635f-d92b-4038-9b47-1c93abe9bdc5 req-c4856f58-722f-4987-8b79-56e0d0d197f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:35.867588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a635f-d92b-4038-9b47-1c93abe9bdc5 req-c4856f58-722f-4987-8b79-56e0d0d197f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:35.881992 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca0a635f-d92b-4038-9b47-1c93abe9bdc5 req-c4856f58-722f-4987-8b79-56e0d0d197f4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 3828 time: 0.2444270 Oct 29 08:43:35.906569 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f5914647-003f-4010-b301-1c31a6f675cf tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6442187 Oct 29 08:43:35.914962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34510) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:35.931558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fc30ceb7-95ac-46b0-b0be-22540be87f6d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc30ceb7-95ac-46b0-b0be-22540be87f6d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:35.935617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fc03da-1da8-4e56-877d-d04386863235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30ceb7-95ac-46b0-b0be-22540be87f6d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:35.938174 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ecd5c5-7e86-49a5-8602-29458b341e1e" -d '{"events": [{"server_uuid": "f9fc03da-1da8-4e56-877d-d04386863235", "name": "network-vif-plugged", "status": "completed", "tag": "fc30ceb7-95ac-46b0-b0be-22540be87f6d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:35.945664 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:35.947295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] For port 5c41bd85-698e-4ce5-a994-32565310921a, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5c41bd85-698e-4ce5-a994-32565310921a,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:35.956558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0cb08ade-b35c-4e36-a3fa-d9a3a18b4910 req-cea94c12-b7c6-4bf6-9faa-3de03b4dd3cf tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861087 Oct 29 08:43:35.958437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:36.030818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca0a635f-d92b-4038-9b47-1c93abe9bdc5 req-828b1393-f3e1-415d-9fcf-f8c6b96e0540 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421471 Oct 29 08:43:36.043510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.044108 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:36.049652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/5c41bd85-698e-4ce5-a994-32565310921a HTTP/1.1" status: 200 len: 1091 time: 1.9349935 Oct 29 08:43:36.054291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': '5c41bd85-698e-4ce5-a994-32565310921a'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:36.061777 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8165e64-12dc-4e64-845c-9935341a0757" -d '{"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "5c41bd85-698e-4ce5-a994-32565310921a"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:36.105433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:36.116856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b68aa-c14e-4c30-bc52-67d45556eb95 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.125564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=fc30ceb7-95ac-46b0-b0be-22540be87f6d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:36.130850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b68aa-c14e-4c30-bc52-67d45556eb95 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.144284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6072ef-1d4a-4192-8eb1-836b2d2c43a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c41bd85-698e-4ce5-a994-32565310921a,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:36.153880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b68aa-c14e-4c30-bc52-67d45556eb95 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.157075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-896b68aa-c14e-4c30-bc52-67d45556eb95 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2398906 Oct 29 08:43:36.160741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34518) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:36.196393 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d91f29-2733-49f3-9db3-d68f6d7e46c7 x-openstack-request-id: req-74d91f29-2733-49f3-9db3-d68f6d7e46c7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:36.196719 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fc03da-1da8-4e56-877d-d04386863235", "name": "network-vif-plugged", "status": "completed", "tag": "fc30ceb7-95ac-46b0-b0be-22540be87f6d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:36.196919 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74d91f29-2733-49f3-9db3-d68f6d7e46c7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:36.199739 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fc03da-1da8-4e56-877d-d04386863235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30ceb7-95ac-46b0-b0be-22540be87f6d', 'code': 200} Oct 29 08:43:36.320824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1d96939a-4e12-47c0-9255-41fcd9d2f597 None None] Provisioning complete for port f1834447-bf03-4be2-85e3-db63efa342e2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:36.321472 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d96939a-4e12-47c0-9255-41fcd9d2f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:36.358538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60564a9e-ca9b-4184-ad2a-6868237fdbcc req-5c692eea-2d46-4639-b5cd-b8d340e2a239 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.367618 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60564a9e-ca9b-4184-ad2a-6868237fdbcc req-5c692eea-2d46-4639-b5cd-b8d340e2a239 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.1587689 Oct 29 08:43:36.384130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:36.389018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1d96939a-4e12-47c0-9255-41fcd9d2f597 None None] Port f1834447-bf03-4be2-85e3-db63efa342e2 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:36.390037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d46b4-22dc-4a01-aa39-ba2039f1024f req-27c0e1db-ba29-432c-aeaa-dd4319067d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.391584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d27d46b4-22dc-4a01-aa39-ba2039f1024f req-27c0e1db-ba29-432c-aeaa-dd4319067d17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 1096 time: 0.1177084 Oct 29 08:43:36.410625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1d96939a-4e12-47c0-9255-41fcd9d2f597 None None] Provisioning complete for port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:36.411651 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d96939a-4e12-47c0-9255-41fcd9d2f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:36.491031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60564a9e-ca9b-4184-ad2a-6868237fdbcc req-0e2e1393-8902-4120-9a21-b60b8a004021 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223829 Oct 29 08:43:36.564333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d27d46b4-22dc-4a01-aa39-ba2039f1024f req-d8a827f3-2bea-476d-93d0-73ce93a3b763 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022756 Oct 29 08:43:36.613184 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1658ace-1a15-40ef-ba68-7b9510f93d57 x-openstack-request-id: req-b1658ace-1a15-40ef-ba68-7b9510f93d57 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:36.613553 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "5c41bd85-698e-4ce5-a994-32565310921a", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:36.613877 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1658ace-1a15-40ef-ba68-7b9510f93d57 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:36.614350 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': '5c41bd85-698e-4ce5-a994-32565310921a', 'status': 'completed', 'code': 200} Oct 29 08:43:36.632664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:36.639014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa0aad-e6b3-4bad-951e-563b5aeaf686 req-eb5bd626-1750-457f-b14d-02eb69580196 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.655543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6daa0aad-e6b3-4bad-951e-563b5aeaf686 req-eb5bd626-1750-457f-b14d-02eb69580196 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.3604288 Oct 29 08:43:36.719667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:36.788180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4788a1-9a29-4150-9b25-0b59bc4c4b29 req-7a102a89-7c82-4153-8e91-5ca1057b17a6 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.804844 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee4788a1-9a29-4150-9b25-0b59bc4c4b29 req-7a102a89-7c82-4153-8e91-5ca1057b17a6 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 945 time: 0.1016994 Oct 29 08:43:36.828514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:36.828889 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:36.890394 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee4788a1-9a29-4150-9b25-0b59bc4c4b29 req-ee7da26e-eb4e-4e72-8c71-e121a9680160 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843685 Oct 29 08:43:36.916606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:36.916606 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:36.916606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-569bce7d-fa23-4357-80d8-2441bab718d1 None None] Provisioning complete for port f1834447-bf03-4be2-85e3-db63efa342e2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:36.916606 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-569bce7d-fa23-4357-80d8-2441bab718d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:36.917128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-582923cd-a5df-4419-81ea-5f6356cbccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.917128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-582923cd-a5df-4419-81ea-5f6356cbccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.917665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-582923cd-a5df-4419-81ea-5f6356cbccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.917784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-582923cd-a5df-4419-81ea-5f6356cbccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.918391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-582923cd-a5df-4419-81ea-5f6356cbccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:36.920079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c8165e64-12dc-4e64-845c-9935341a0757 req-582923cd-a5df-4419-81ea-5f6356cbccf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 4363 time: 0.0857520 Oct 29 08:43:36.935797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-18aae122-2840-4d3d-8858-86938a15fc3b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Deleting port 51c7bcb4-6c70-48a8-a354-d99fd6d469de {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:36.936532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18aae122-2840-4d3d-8858-86938a15fc3b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.026254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6daa0aad-e6b3-4bad-951e-563b5aeaf686 req-01fc6db5-cf4d-4647-bd87-9c03558e678d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695214 Oct 29 08:43:37.090455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-569bce7d-fa23-4357-80d8-2441bab718d1 None None] Port f1834447-bf03-4be2-85e3-db63efa342e2 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:37.096338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945f774e-36c0-4273-b2bb-51a1d3437342 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:37.109635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.123747 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.143419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Transition to ACTIVE for port object 945f774e-36c0-4273-b2bb-51a1d3437342 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:37.148208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18aae122-2840-4d3d-8858-86938a15fc3b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.160556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.170156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-18aae122-2840-4d3d-8858-86938a15fc3b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Calling delete_port for 51c7bcb4-6c70-48a8-a354-d99fd6d469de owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:37.171680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:37.175585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 58741d6d-3d26-4951-a7ef-5d5380f22aad details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:43:37.302127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=945f774e-36c0-4273-b2bb-51a1d3437342,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:37.305224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 58741d6d-3d26-4951-a7ef-5d5380f22aad, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58741d6d-3d26-4951-a7ef-5d5380f22aad,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:37.326372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-4917e614-e5c6-466f-86f2-0178cfcc8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.326971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-4917e614-e5c6-466f-86f2-0178cfcc8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.327769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-4917e614-e5c6-466f-86f2-0178cfcc8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.329194 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c8165e64-12dc-4e64-845c-9935341a0757 req-4917e614-e5c6-466f-86f2-0178cfcc8dd8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a14463b9cae4e37869d2ac053bdde21&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3928456 Oct 29 08:43:37.335280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce3423-42eb-4c6f-bda5-ed4f2a0b36f2 req-90117a55-2d4b-4e9a-95d7-2f1291b01ed1 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.344698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ddce3423-42eb-4c6f-bda5-ed4f2a0b36f2 req-90117a55-2d4b-4e9a-95d7-2f1291b01ed1 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1094 time: 0.1909060 Oct 29 08:43:37.362105 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.442773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:37.469095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '58741d6d-3d26-4951-a7ef-5d5380f22aad', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'port_id': '58741d6d-3d26-4951-a7ef-5d5380f22aad', 'mac_address': 'fa:16:3e:d2:ea:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e282c6-b536-4802-9891-9d79c7413e87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:43:37.499874 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ddce3423-42eb-4c6f-bda5-ed4f2a0b36f2 req-ad0d9722-d495-4538-a33a-98ad27feda02 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492126 Oct 29 08:43:37.549474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.560442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-40e7d616-98ab-4803-a1eb-544e9ac4d832 None None] Provisioning complete for port 51c7bcb4-6c70-48a8-a354-d99fd6d469de triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:37.562237 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-40e7d616-98ab-4803-a1eb-544e9ac4d832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.598429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58741d6d-3d26-4951-a7ef-5d5380f22aad {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:37.601053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f796-049e-4b30-b3ca-44cb8e9a4f31 req-1d34ceb3-5748-45a3-aa76-b747ad17a042 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.609863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f796-049e-4b30-b3ca-44cb8e9a4f31 req-1d34ceb3-5748-45a3-aa76-b747ad17a042 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.618226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f796-049e-4b30-b3ca-44cb8e9a4f31 req-1d34ceb3-5748-45a3-aa76-b747ad17a042 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.625602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 58741d6d-3d26-4951-a7ef-5d5380f22aad, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58741d6d-3d26-4951-a7ef-5d5380f22aad,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:37.628108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f796-049e-4b30-b3ca-44cb8e9a4f31 req-1d34ceb3-5748-45a3-aa76-b747ad17a042 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.633887 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.637496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f796-049e-4b30-b3ca-44cb8e9a4f31 req-1d34ceb3-5748-45a3-aa76-b747ad17a042 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.647108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54f796-049e-4b30-b3ca-44cb8e9a4f31 req-1d34ceb3-5748-45a3-aa76-b747ad17a042 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.649855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7b54f796-049e-4b30-b3ca-44cb8e9a4f31 req-1d34ceb3-5748-45a3-aa76-b747ad17a042 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 4605 time: 0.4423544 Oct 29 08:43:37.678039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-40e7d616-98ab-4803-a1eb-544e9ac4d832 None None] Port 51c7bcb4-6c70-48a8-a354-d99fd6d469de cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:37.696533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8165e64-12dc-4e64-845c-9935341a0757 req-423f4088-2b56-4588-9f58-e71ae9623b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.698616 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c8165e64-12dc-4e64-845c-9935341a0757 req-423f4088-2b56-4588-9f58-e71ae9623b67 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3516474 Oct 29 08:43:37.712101 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18aae122-2840-4d3d-8858-86938a15fc3b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.717689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=58741d6d-3d26-4951-a7ef-5d5380f22aad,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:37.780921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aae122-2840-4d3d-8858-86938a15fc3b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Port': ['ID=51c7bcb4-6c70-48a8-a354-d99fd6d469de,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:37.787555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7b54f796-049e-4b30-b3ca-44cb8e9a4f31 req-bebcadd5-fc22-4a53-828f-0d685f7e24b2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277165 Oct 29 08:43:37.789163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Attempting to bind port 945f774e-36c0-4273-b2bb-51a1d3437342 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:37.789504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Attempting to bind port 945f774e-36c0-4273-b2bb-51a1d3437342 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:37.789836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Attempting to bind port 945f774e-36c0-4273-b2bb-51a1d3437342 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:37.836444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1edeef-d70a-49bf-87e1-92456a043717 req-bd18ec3e-fbbb-454a-8b80-594e9ed8579f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:37.838235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Port 945f774e-36c0-4273-b2bb-51a1d3437342 on network ef59e376-f3ba-43d4-92f3-16d419b3497a not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:37.838780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Attempting to bind port 945f774e-36c0-4273-b2bb-51a1d3437342 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:37.850897 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d1edeef-d70a-49bf-87e1-92456a043717 req-bd18ec3e-fbbb-454a-8b80-594e9ed8579f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.1221719 Oct 29 08:43:37.872798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:37.873199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Checking segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:37.873652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Bound using segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:37.874135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Bound port: 945f774e-36c0-4273-b2bb-51a1d3437342, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:37.874503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:37.910459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d1edeef-d70a-49bf-87e1-92456a043717 req-c986f862-fbe1-4cfa-bc77-3b5e83f971ab tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487914 Oct 29 08:43:37.939996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['58741d6d-3d26-4951-a7ef-5d5380f22aad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:43:38.004490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18aae122-2840-4d3d-8858-86938a15fc3b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:38.008083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-18aae122-2840-4d3d-8858-86938a15fc3b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "DELETE /v2.0/ports/51c7bcb4-6c70-48a8-a354-d99fd6d469de HTTP/1.1" status: 204 len: 168 time: 1.8228390 Oct 29 08:43:38.011086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34536) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:38.053183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] For port 945f774e-36c0-4273-b2bb-51a1d3437342, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:38.069468 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9998599-571b-47e4-9b7f-683858062ec3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] GET failed (client error): The resource could not be found. Oct 29 08:43:38.071869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] For port 945f774e-36c0-4273-b2bb-51a1d3437342, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=945f774e-36c0-4273-b2bb-51a1d3437342,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:38.072056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f9998599-571b-47e4-9b7f-683858062ec3 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "GET /v2.0/ports/51c7bcb4-6c70-48a8-a354-d99fd6d469de HTTP/1.1" status: 404 len: 333 time: 0.0590332 Oct 29 08:43:38.076416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34540) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:38.088118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-411301408'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:38.088626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:38.139369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05277-9ea9-4e65-8c73-1a262d97ff9c req-f5782b19-95cf-4cff-87b2-edf30c16a76a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.148012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0be05277-9ea9-4e65-8c73-1a262d97ff9c req-f5782b19-95cf-4cff-87b2-edf30c16a76a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 945 time: 0.1320941 Oct 29 08:43:38.166265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.166587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:38.168701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] 10.222.0.15 "PUT /v2.0/ports/945f774e-36c0-4273-b2bb-51a1d3437342 HTTP/1.1" status: 200 len: 1135 time: 2.0735965 Oct 29 08:43:38.202981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:38.207457 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e375a0-6521-4211-8d2d-23234480f29c" -d '{"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-plugged", "status": "completed", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:38.232138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0be05277-9ea9-4e65-8c73-1a262d97ff9c req-5a9809ce-cccb-4062-93fb-4e7150203180 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835054 Oct 29 08:43:38.242502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:38.293616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589591f5-e13c-46c2-92e3-afb265628fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=945f774e-36c0-4273-b2bb-51a1d3437342,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:38.303308 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f73908-9b52-47c8-a5c1-f16ebeb4c759 x-openstack-request-id: req-89f73908-9b52-47c8-a5c1-f16ebeb4c759 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:38.303614 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-plugged", "status": "completed", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:38.304677 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89f73908-9b52-47c8-a5c1-f16ebeb4c759 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:38.304677 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'code': 200} Oct 29 08:43:38.330184 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:38.348282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c801be-7675-468c-829e-f6a916e373b4 req-1227036f-1e7a-4d53-b92f-82df6702ed0b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.356757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8c801be-7675-468c-829e-f6a916e373b4 req-1227036f-1e7a-4d53-b92f-82df6702ed0b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1393793 Oct 29 08:43:38.440013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8c801be-7675-468c-829e-f6a916e373b4 req-021e9bad-98aa-4fa2-b96c-647b020490a1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817654 Oct 29 08:43:38.473862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Made reservation on behalf of 42d8419187a74a96bde3f6766539a5f9 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:38.483895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:38.514474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] device_id is not set on port 4ec69d6f-245c-47d8-9356-fcf7aed009da yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:38.626791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': '945f774e-36c0-4273-b2bb-51a1d3437342'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:38.629169 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acfcc2d-202d-4d35-9914-4df175c5da1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "945f774e-36c0-4273-b2bb-51a1d3437342"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:38.671978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833ab1c-2425-4d3f-a733-00bf86f1fa81 req-8038843a-b633-4823-995b-ca446413b93f tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.673789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c833ab1c-2425-4d3f-a733-00bf86f1fa81 req-8038843a-b633-4823-995b-ca446413b93f tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1095 time: 0.0755744 Oct 29 08:43:38.727021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c833ab1c-2425-4d3f-a733-00bf86f1fa81 req-8e512d93-6c42-4944-ae5d-c4f696c681c0 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Oct 29 08:43:38.739257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Allocated IP 2001:db8::333 (0d4998a6-22da-428a-af5f-468c9a4aacc5/74b07a1a-f954-46f7-b5c0-20decbad78c4/4ec69d6f-245c-47d8-9356-fcf7aed009da) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:38.821118 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ae1dc5-0eb2-4c34-8d57-5c5b4af6e47b x-openstack-request-id: req-13ae1dc5-0eb2-4c34-8d57-5c5b4af6e47b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:38.821406 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "945f774e-36c0-4273-b2bb-51a1d3437342", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:38.822306 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13ae1dc5-0eb2-4c34-8d57-5c5b4af6e47b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:38.823041 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': '945f774e-36c0-4273-b2bb-51a1d3437342', 'status': 'completed', 'code': 200} Oct 29 08:43:38.846555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:38.866536 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:38.897854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Transition to ACTIVE for port object b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:38.906995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:38.963009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-ab0b312a-1db4-4955-971b-677d0993fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.963364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-ab0b312a-1db4-4955-971b-677d0993fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.963875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-ab0b312a-1db4-4955-971b-677d0993fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.964344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-ab0b312a-1db4-4955-971b-677d0993fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.964803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-ab0b312a-1db4-4955-971b-677d0993fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.965260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-ab0b312a-1db4-4955-971b-677d0993fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:38.967267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-ab0b312a-1db4-4955-971b-677d0993fd25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5291 time: 0.0940781 Oct 29 08:43:39.000291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:39.059434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-5ec832ff-3230-402b-90af-d89ba65a7cc2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.065959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-5ec832ff-3230-402b-90af-d89ba65a7cc2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.068866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:39.072603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-5ec832ff-3230-402b-90af-d89ba65a7cc2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.078950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-5ec832ff-3230-402b-90af-d89ba65a7cc2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.085113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-5ec832ff-3230-402b-90af-d89ba65a7cc2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.091432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-5ec832ff-3230-402b-90af-d89ba65a7cc2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.097760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-5ec832ff-3230-402b-90af-d89ba65a7cc2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.099757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-5ec832ff-3230-402b-90af-d89ba65a7cc2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5382 time: 0.1611359 Oct 29 08:43:39.185362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e2f0a9f-80f6-4e23-b46b-1245a84b296a req-0e2d0b74-b92b-4dfd-8637-50be4653084c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556548 Oct 29 08:43:39.192711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:43:39.200002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Attempting to bind port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:39.200396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Attempting to bind port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:39.200838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Attempting to bind port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:39.202029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 58741d6d-3d26-4951-a7ef-5d5380f22aad up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:39.206541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 on network ef59e376-f3ba-43d4-92f3-16d419b3497a not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:39.206920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Attempting to bind port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:39.214401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:39.214970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Checking segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:39.215366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Bound using segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:39.215836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Bound port: b6d55346-bc8f-40d0-bacf-2e7a4244a3a3, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:39.216255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:39.278554 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:39.287931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-e1355cb3-6301-4c6b-9d41-420f83372fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.287931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-e1355cb3-6301-4c6b-9d41-420f83372fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.288392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-e1355cb3-6301-4c6b-9d41-420f83372fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.289998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-e1355cb3-6301-4c6b-9d41-420f83372fb4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a14463b9cae4e37869d2ac053bdde21&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3092985 Oct 29 08:43:39.316120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] For port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:39.326767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] For port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:39.336880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:39.374074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.378852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:39.381240 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] 10.222.0.15 "PUT /v2.0/ports/b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 HTTP/1.1" status: 200 len: 1135 time: 1.1538649 Oct 29 08:43:39.384860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c10bf0-b372-4884-bfa8-9219ff5f365f req-24611048-1ef0-4c91-8908-64a23fc0524a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.406868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71c10bf0-b372-4884-bfa8-9219ff5f365f req-24611048-1ef0-4c91-8908-64a23fc0524a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.3572865 Oct 29 08:43:39.469447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:39.555260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-11ef9835-c570-40a4-8b77-0f785998c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.556798 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8acfcc2d-202d-4d35-9914-4df175c5da1e req-11ef9835-c570-40a4-8b77-0f785998c5e4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2350059 Oct 29 08:43:39.596436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:39.601827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:39.611763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:39.618036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.618713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:39.642426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=4ec69d6f-245c-47d8-9356-fcf7aed009da,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:39.670967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71c10bf0-b372-4884-bfa8-9219ff5f365f req-1292f1f6-67ef-4783-acb3-db560c708de4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628396 Oct 29 08:43:39.695504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9409591-d827-42e8-8be8-d2e6effbc84e tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6162281 Oct 29 08:43:39.696173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34588) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:39.705941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c6', 'mac_address': 'fa:16:3e:18:74:5a'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:39.741179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb4a31-337c-4bf0-9a34-7d24296e3339 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:39.845537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:39.919244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c230-4ebe-4b97-8b54-327f090814b3 req-b51de768-a9fa-4b56-b1db-07cfddb2f352 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:39.927356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 58741d6d-3d26-4951-a7ef-5d5380f22aad completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:43:39.929456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca20c230-4ebe-4b97-8b54-327f090814b3 req-b51de768-a9fa-4b56-b1db-07cfddb2f352 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.3809116 Oct 29 08:43:39.974609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 58741d6d-3d26-4951-a7ef-5d5380f22aad triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:39.974975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:40.071742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:40.085680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca20c230-4ebe-4b97-8b54-327f090814b3 req-fa602866-5d4b-4d4f-a428-301daf821e5a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486566 Oct 29 08:43:40.145541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'port_id': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'mac_address': 'fa:16:3e:2c:da:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:43:40.294260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dee22a00-7021-425a-8a00-a503d63268b6 None None] Provisioning complete for port 4ec69d6f-245c-47d8-9356-fcf7aed009da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:40.295588 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dee22a00-7021-425a-8a00-a503d63268b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:40.341124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:40.453070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e19f94ed-92c9-4412-9441-8369fecd4699 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:40.490337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:40.513637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:40.583253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f8d3c2e9-5ea0-451d-bcee-f3005bdf309c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:40.586891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:40.603458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f8d3c2e9-5ea0-451d-bcee-f3005bdf309c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:40.618375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f8d3c2e9-5ea0-451d-bcee-f3005bdf309c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:40.630640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dee22a00-7021-425a-8a00-a503d63268b6 None None] Port 4ec69d6f-245c-47d8-9356-fcf7aed009da cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:40.639480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f8d3c2e9-5ea0-451d-bcee-f3005bdf309c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:40.655774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f8d3c2e9-5ea0-451d-bcee-f3005bdf309c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:40.673921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f8d3c2e9-5ea0-451d-bcee-f3005bdf309c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:40.685270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280bd68-b7ab-4fda-adf9-6111e8e55e0a req-786c476e-d4d5-466e-87f1-a2d76ca9db6b tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:40.686831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9280bd68-b7ab-4fda-adf9-6111e8e55e0a req-786c476e-d4d5-466e-87f1-a2d76ca9db6b tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1095 time: 0.7648892 Oct 29 08:43:40.696288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f8d3c2e9-5ea0-451d-bcee-f3005bdf309c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:40.698459 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f8d3c2e9-5ea0-451d-bcee-f3005bdf309c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5382 time: 0.2486959 Oct 29 08:43:40.704476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['e19f94ed-92c9-4412-9441-8369fecd4699'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:43:40.717261 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:40.829762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': 'b6d55346-bc8f-40d0-bacf-2e7a4244a3a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:40.832314 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552" -d '{"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "b6d55346-bc8f-40d0-bacf-2e7a4244a3a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:40.929789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fd06b36-ef39-4125-9f11-3d968660ed13 req-f70f9f1b-51db-44d3-9555-84e833f769c0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808593 Oct 29 08:43:40.942408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9280bd68-b7ab-4fda-adf9-6111e8e55e0a req-0bd844c9-536d-47af-906d-2ebf308b3bc4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335303 Oct 29 08:43:40.943659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b819b847-a6e2-4ff3-80a5-ab57603b2a56 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:40.971443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:40.979129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:41.003021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6425f72c-88a4-43c0-a9ca-66836ccc1aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58741d6d-3d26-4951-a7ef-5d5380f22aad'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:41.020272 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500d443e-58d2-448d-84e7-ed31ecb7e69a" -d '{"events": [{"server_uuid": "6425f72c-88a4-43c0-a9ca-66836ccc1aec", "name": "network-vif-plugged", "status": "completed", "tag": "58741d6d-3d26-4951-a7ef-5d5380f22aad"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:41.045063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Transition to ACTIVE for port object b819b847-a6e2-4ff3-80a5-ab57603b2a56 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:41.053091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:41.087361 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea7e44-852f-467f-b678-50f08b877bc3 x-openstack-request-id: req-adea7e44-852f-467f-b678-50f08b877bc3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:41.088067 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "b6d55346-bc8f-40d0-bacf-2e7a4244a3a3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:41.088067 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adea7e44-852f-467f-b678-50f08b877bc3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:41.088706 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': 'b6d55346-bc8f-40d0-bacf-2e7a4244a3a3', 'status': 'completed', 'code': 200} Oct 29 08:43:41.104892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 58741d6d-3d26-4951-a7ef-5d5380f22aad, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58741d6d-3d26-4951-a7ef-5d5380f22aad,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:41.146097 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:41.238231 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f93f1a9-a4a7-4625-84cd-4c1f105ce8a6 x-openstack-request-id: req-8f93f1a9-a4a7-4625-84cd-4c1f105ce8a6 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:41.238961 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6425f72c-88a4-43c0-a9ca-66836ccc1aec", "name": "network-vif-plugged", "status": "completed", "tag": "58741d6d-3d26-4951-a7ef-5d5380f22aad", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:41.239460 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f93f1a9-a4a7-4625-84cd-4c1f105ce8a6 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:41.240277 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6425f72c-88a4-43c0-a9ca-66836ccc1aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58741d6d-3d26-4951-a7ef-5d5380f22aad', 'code': 200} Oct 29 08:43:41.332750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-49a94bae-3519-4930-87c8-ec3a11769fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.333553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-49a94bae-3519-4930-87c8-ec3a11769fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.334188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-49a94bae-3519-4930-87c8-ec3a11769fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.334835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-49a94bae-3519-4930-87c8-ec3a11769fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.335460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-49a94bae-3519-4930-87c8-ec3a11769fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.336112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-49a94bae-3519-4930-87c8-ec3a11769fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.336741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-49a94bae-3519-4930-87c8-ec3a11769fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.339068 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-49a94bae-3519-4930-87c8-ec3a11769fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6244 time: 0.2352762 Oct 29 08:43:41.376096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:41.426217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=58741d6d-3d26-4951-a7ef-5d5380f22aad,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:41.439385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:41.448191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Pushing event updated for resources: {'Port': ['ID=b819b847-a6e2-4ff3-80a5-ab57603b2a56,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:41.616629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] In _notify_port_updated(), no bound segment for port 4ec69d6f-245c-47d8-9356-fcf7aed009da on network 0d4998a6-22da-428a-af5f-468c9a4aacc5 {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:43:41.627382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc522e6-e240-4364-96ec-e6dbfd1ea346 req-7fc2db14-71ef-4019-913a-bf487ebabea7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.629948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.630656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:41.632042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "PUT /v2.0/ports/4ec69d6f-245c-47d8-9356-fcf7aed009da HTTP/1.1" status: 200 len: 1001 time: 1.9348993 Oct 29 08:43:41.641665 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fc522e6-e240-4364-96ec-e6dbfd1ea346 req-7fc2db14-71ef-4019-913a-bf487ebabea7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 944 time: 0.3945770 Oct 29 08:43:41.653544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34648) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:41.722835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df1af9-0c92-4288-9037-0579de61c0c8 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=4ec69d6f-245c-47d8-9356-fcf7aed009da,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:41.796820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e053-27d9-496f-9b4d-fc99e9a62e1e req-25efb001-ad17-476c-8988-f7958f531d23 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.813735 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b82e053-27d9-496f-9b4d-fc99e9a62e1e req-25efb001-ad17-476c-8988-f7958f531d23 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.4500754 Oct 29 08:43:41.814432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277e820-ef83-43ab-8cd5-6c621e9d45c4 req-9df6d059-6a5d-49b5-825f-670ebfca0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.816145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6277e820-ef83-43ab-8cd5-6c621e9d45c4 req-9df6d059-6a5d-49b5-825f-670ebfca0bb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.5234988 Oct 29 08:43:41.862468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-c82d9e33-6b2f-4b43-b416-eb6840008408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.865495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-c82d9e33-6b2f-4b43-b416-eb6840008408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.866001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-c82d9e33-6b2f-4b43-b416-eb6840008408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:41.870876 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-c82d9e33-6b2f-4b43-b416-eb6840008408 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a14463b9cae4e37869d2ac053bdde21&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.5149319 Oct 29 08:43:41.974825 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b82e053-27d9-496f-9b4d-fc99e9a62e1e req-868e399d-76d4-4d36-b1a2-f1ab980d3ea0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530678 Oct 29 08:43:42.114042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fc522e6-e240-4364-96ec-e6dbfd1ea346 req-a10e641a-5524-420a-8941-4c83fc4ef159 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4714308 Oct 29 08:43:42.144080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-d811cc88-2a57-4440-8e6e-329eb184c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:42.145674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bcfd5ca5-c37c-45c2-9deb-40d04f5a7552 req-d811cc88-2a57-4440-8e6e-329eb184c534 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2690604 Oct 29 08:43:42.178635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Attempting to bind port b819b847-a6e2-4ff3-80a5-ab57603b2a56 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:42.178635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Attempting to bind port b819b847-a6e2-4ff3-80a5-ab57603b2a56 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:42.184121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Attempting to bind port b819b847-a6e2-4ff3-80a5-ab57603b2a56 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:42.205523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6277e820-ef83-43ab-8cd5-6c621e9d45c4 req-b7844eb3-db43-49ee-aee1-2719e41cacc0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282354 Oct 29 08:43:42.223357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Port b819b847-a6e2-4ff3-80a5-ab57603b2a56 on network ef59e376-f3ba-43d4-92f3-16d419b3497a not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:42.223606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Attempting to bind port b819b847-a6e2-4ff3-80a5-ab57603b2a56 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:42.247272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6aab1cd7-5835-4206-a550-29cfb2ec7f8a None None] Provisioning complete for port 4ec69d6f-245c-47d8-9356-fcf7aed009da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:42.247830 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6aab1cd7-5835-4206-a550-29cfb2ec7f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:42.262154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:42.262497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Checking segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:42.262889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Bound using segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:42.263344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Bound port: b819b847-a6e2-4ff3-80a5-ab57603b2a56, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:42.263766 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:42.319384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6aab1cd7-5835-4206-a550-29cfb2ec7f8a None None] Port 4ec69d6f-245c-47d8-9356-fcf7aed009da cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:42.514468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bd771-49d8-404a-9e25-087282488874 req-47f8773e-0923-425b-acff-231ebce3243c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:42.531767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bd771-49d8-404a-9e25-087282488874 req-47f8773e-0923-425b-acff-231ebce3243c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:42.542884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-476a213a-c966-4b60-8409-beea0e42f23f tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Deleting port 4ec69d6f-245c-47d8-9356-fcf7aed009da {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:42.543241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-476a213a-c966-4b60-8409-beea0e42f23f tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:42.545849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bd771-49d8-404a-9e25-087282488874 req-47f8773e-0923-425b-acff-231ebce3243c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:42.561019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bd771-49d8-404a-9e25-087282488874 req-47f8773e-0923-425b-acff-231ebce3243c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:42.577889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bd771-49d8-404a-9e25-087282488874 req-47f8773e-0923-425b-acff-231ebce3243c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:42.593798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bd771-49d8-404a-9e25-087282488874 req-47f8773e-0923-425b-acff-231ebce3243c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:42.609444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bd771-49d8-404a-9e25-087282488874 req-47f8773e-0923-425b-acff-231ebce3243c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:42.615373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-632bd771-49d8-404a-9e25-087282488874 req-47f8773e-0923-425b-acff-231ebce3243c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5394 time: 0.2419159 Oct 29 08:43:42.668237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-476a213a-c966-4b60-8409-beea0e42f23f tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:42.697993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-476a213a-c966-4b60-8409-beea0e42f23f tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Calling delete_port for 4ec69d6f-245c-47d8-9356-fcf7aed009da owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:42.705376 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-632bd771-49d8-404a-9e25-087282488874 req-457b879b-d062-4fb5-906f-1fa4dd21dba5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813515 Oct 29 08:43:42.797037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] For port b819b847-a6e2-4ff3-80a5-ab57603b2a56, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:42.903190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] For port b819b847-a6e2-4ff3-80a5-ab57603b2a56, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:42.942316 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:43.032860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Pushing event updated for resources: {'Port': ['ID=b819b847-a6e2-4ff3-80a5-ab57603b2a56,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:43.046081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01315efb-9649-4aa2-9348-1e93f817a046 req-534436f2-ecd8-4f69-aba9-7bfaf4e4ff92 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:43.056175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01315efb-9649-4aa2-9348-1e93f817a046 req-534436f2-ecd8-4f69-aba9-7bfaf4e4ff92 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.7749076 Oct 29 08:43:43.121930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:43.122746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:43.124963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-1fdb5b4f-2d42-483d-898d-d549d69c763b service neutron] 10.222.0.15 "PUT /v2.0/ports/b819b847-a6e2-4ff3-80a5-ab57603b2a56 HTTP/1.1" status: 200 len: 1091 time: 3.6632724 Oct 29 08:43:43.127184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:43.129737 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6203b1-64d9-4da4-8a50-508e758ea291" -d '{"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "b819b847-a6e2-4ff3-80a5-ab57603b2a56"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:43.208685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01315efb-9649-4aa2-9348-1e93f817a046 req-1b117383-859c-4b8f-b18b-f2120524337e tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341503 Oct 29 08:43:43.208685 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-476a213a-c966-4b60-8409-beea0e42f23f tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:43.222714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:43:43.232988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:43.318868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2792d1-5255-4e85-9418-f35b1aee19cd req-4067becb-5845-4d9b-b380-df3965be81ee tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:43.340536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba2792d1-5255-4e85-9418-f35b1aee19cd req-4067becb-5845-4d9b-b380-df3965be81ee tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1635847 Oct 29 08:43:43.409904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a213a-c966-4b60-8409-beea0e42f23f tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Port': ['ID=4ec69d6f-245c-47d8-9356-fcf7aed009da,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:43.468123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba2792d1-5255-4e85-9418-f35b1aee19cd req-5a2cdcd1-9421-4660-8e85-45e30f2e911a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264319 Oct 29 08:43:43.509532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port e19f94ed-92c9-4412-9441-8369fecd4699 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:43.509915 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:43.713534 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:43.758861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:43:43.766010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:43.769258 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f66f7a-f63c-4eed-96cc-5ce7d9446400" -d '{"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-plugged", "status": "completed", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:43.776612 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:43.856051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:43.996677 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-25b4980b-6226-4ef7-9692-325abd020ce3 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.005407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-25b4980b-6226-4ef7-9692-325abd020ce3 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.012328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-25b4980b-6226-4ef7-9692-325abd020ce3 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.021269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-25b4980b-6226-4ef7-9692-325abd020ce3 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.027630 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-25b4980b-6226-4ef7-9692-325abd020ce3 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.037665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-25b4980b-6226-4ef7-9692-325abd020ce3 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.044965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-25b4980b-6226-4ef7-9692-325abd020ce3 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.053152 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-25b4980b-6226-4ef7-9692-325abd020ce3 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5394 time: 0.1668715 Oct 29 08:43:44.119275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63d28884-3147-487a-8fb4-7554fc9c7610 req-d280d852-add3-4c97-82e2-07d69c9e343a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650866 Oct 29 08:43:44.212430 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122467d0-3cbb-4859-8099-41c23f4358ad x-openstack-request-id: req-122467d0-3cbb-4859-8099-41c23f4358ad {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:44.213035 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-plugged", "status": "completed", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:44.213538 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-122467d0-3cbb-4859-8099-41c23f4358ad {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:44.214212 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'code': 200} Oct 29 08:43:44.272587 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9994485a-c9eb-4453-a4f8-1534f5c3faaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:44.331519 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcb2856-4ac1-4756-ac52-b721bde7c9b9 x-openstack-request-id: req-2fcb2856-4ac1-4756-ac52-b721bde7c9b9 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:44.333914 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "b819b847-a6e2-4ff3-80a5-ab57603b2a56", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:44.334244 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fcb2856-4ac1-4756-ac52-b721bde7c9b9 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:44.334689 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56', 'status': 'completed', 'code': 200} Oct 29 08:43:44.422569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b11e-1041-4758-8b26-06044d4f8d38 req-d70c7737-fbc6-4ee0-8eed-f5432c830315 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.436372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0358b11e-1041-4758-8b26-06044d4f8d38 req-d70c7737-fbc6-4ee0-8eed-f5432c830315 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.0923483 Oct 29 08:43:44.459011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:44.536589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0358b11e-1041-4758-8b26-06044d4f8d38 req-b0d73129-0954-4bec-a4c3-ed6e5bd67931 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985229 Oct 29 08:43:44.639061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-3d1fe38d-4faf-439a-850d-aa328c983af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.651649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-3d1fe38d-4faf-439a-850d-aa328c983af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.652453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-3d1fe38d-4faf-439a-850d-aa328c983af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.653083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-3d1fe38d-4faf-439a-850d-aa328c983af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.659684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-3d1fe38d-4faf-439a-850d-aa328c983af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.660516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-3d1fe38d-4faf-439a-850d-aa328c983af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.663578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-3d1fe38d-4faf-439a-850d-aa328c983af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.665964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-3d1fe38d-4faf-439a-850d-aa328c983af2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6286 time: 1.0922647 Oct 29 08:43:44.730266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d56cb-f77e-4b96-a1a3-5d3d9a8e5a66 req-c34a3cdd-0539-4764-9bbd-98b0d3248ac3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.743279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7e3d56cb-f77e-4b96-a1a3-5d3d9a8e5a66 req-c34a3cdd-0539-4764-9bbd-98b0d3248ac3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1017773 Oct 29 08:43:44.832514 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7e3d56cb-f77e-4b96-a1a3-5d3d9a8e5a66 req-b3fcd1cb-baff-4c66-81c2-f00ab5b09e66 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881722 Oct 29 08:43:44.972448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1075d1f-42f0-4ce6-ac9d-11932eff83c6 req-6155ce10-7f6e-43f1-be32-3e5a37f6f019 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:44.981098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1075d1f-42f0-4ce6-ac9d-11932eff83c6 req-6155ce10-7f6e-43f1-be32-3e5a37f6f019 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.6164372 Oct 29 08:43:45.091540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-476a213a-c966-4b60-8409-beea0e42f23f tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:45.099923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-476a213a-c966-4b60-8409-beea0e42f23f tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "DELETE /v2.0/ports/4ec69d6f-245c-47d8-9356-fcf7aed009da HTTP/1.1" status: 204 len: 168 time: 3.3489945 Oct 29 08:43:45.123936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34678) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:45.190345 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9157822f-d3a0-470e-9096-834b4afe5950 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] GET failed (client error): The resource could not be found. Oct 29 08:43:45.195965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9157822f-d3a0-470e-9096-834b4afe5950 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "GET /v2.0/ports/4ec69d6f-245c-47d8-9356-fcf7aed009da HTTP/1.1" status: 404 len: 333 time: 0.0676892 Oct 29 08:43:45.206119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34682) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:45.214239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1862397996'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:45.221250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d1727-d37a-4168-9280-a7ee8ebcc1c1 req-e1716bae-45da-423e-9ce3-7de462372757 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:45.223718 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae4d1727-d37a-4168-9280-a7ee8ebcc1c1 req-e1716bae-45da-423e-9ce3-7de462372757 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.1275756 Oct 29 08:43:45.321646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae4d1727-d37a-4168-9280-a7ee8ebcc1c1 req-51420040-cfb5-4f31-b01b-665a9f960a08 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815504 Oct 29 08:43:45.340112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1075d1f-42f0-4ce6-ac9d-11932eff83c6 req-f86d4a00-6ecc-40f9-896c-1588d66aa8f0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538699 Oct 29 08:43:45.467996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-4d121b3a-8d35-4ca2-9eb2-5b0271fe894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:45.468477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-4d121b3a-8d35-4ca2-9eb2-5b0271fe894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:45.468940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-4d121b3a-8d35-4ca2-9eb2-5b0271fe894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:45.470601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-4d121b3a-8d35-4ca2-9eb2-5b0271fe894e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a14463b9cae4e37869d2ac053bdde21&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.7283869 Oct 29 08:43:45.636383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Made reservation on behalf of 42d8419187a74a96bde3f6766539a5f9 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:45.646633 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:45.720729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1614ecb-12c7-4c92-9bfa-f3fcc8defe49 req-8188b382-ef92-4b5e-b919-7d34c2f41f38 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:45.722327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a1614ecb-12c7-4c92-9bfa-f3fcc8defe49 req-8188b382-ef92-4b5e-b919-7d34c2f41f38 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.1837471 Oct 29 08:43:45.824396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] device_id is not set on port 445d6ade-e1d3-40a2-8672-192f5dbfe544 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:46.085837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Allocated IP 2001:db8::78 (0d4998a6-22da-428a-af5f-468c9a4aacc5/74b07a1a-f954-46f7-b5c0-20decbad78c4/445d6ade-e1d3-40a2-8672-192f5dbfe544) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:46.233768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396104a2-93c8-492a-848f-d1dbd4c85fd5 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:46.245505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:46.262526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Transition to ACTIVE for port object 396104a2-93c8-492a-848f-d1dbd4c85fd5 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:46.297396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:46.299843 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a1614ecb-12c7-4c92-9bfa-f3fcc8defe49 req-bb452525-a69d-4089-a910-4990345091d1 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630558 Oct 29 08:43:46.311600 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:46.392289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:46.473552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-bb24b277-ca9d-4fb9-8fd7-f3e0115e22f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.480315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-bb24b277-ca9d-4fb9-8fd7-f3e0115e22f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.488516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-bb24b277-ca9d-4fb9-8fd7-f3e0115e22f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.496439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-bb24b277-ca9d-4fb9-8fd7-f3e0115e22f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.502693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-bb24b277-ca9d-4fb9-8fd7-f3e0115e22f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.523203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:46.533620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-bb24b277-ca9d-4fb9-8fd7-f3e0115e22f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.544705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:46.558614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-bb24b277-ca9d-4fb9-8fd7-f3e0115e22f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.563973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-bb24b277-ca9d-4fb9-8fd7-f3e0115e22f7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5394 time: 0.9858167 Oct 29 08:43:46.571422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:46.581405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Pushing event updated for resources: {'Port': ['ID=396104a2-93c8-492a-848f-d1dbd4c85fd5,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:46.590280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.590962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:46.617541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=445d6ade-e1d3-40a2-8672-192f5dbfe544,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:46.653708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27932f84-d779-46e1-a3ce-a87e3540cad0 req-474b39d3-eb97-4944-b636-4b2412fcedac tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.662575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27932f84-d779-46e1-a3ce-a87e3540cad0 req-474b39d3-eb97-4944-b636-4b2412fcedac tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1781580 Oct 29 08:43:46.666683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-2042e578-ce1c-4bc9-8d57-28f2d509934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:46.668376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db6203b1-64d9-4da4-8a50-508e758ea291 req-2042e578-ce1c-4bc9-8d57-28f2d509934a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1888597 Oct 29 08:43:46.749601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e1fc25a0-cec0-4d6b-95da-e2b9ff16113c tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5421658 Oct 29 08:43:46.784807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27932f84-d779-46e1-a3ce-a87e3540cad0 req-7f3a3623-94fc-4b1d-a239-2da3a01e1108 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212885 Oct 29 08:43:46.785392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34706) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:46.800715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:18:74:5a'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:46.850956 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-844f3197-ca61-4cb0-a900-72c152e3fb72 req-2d895703-049d-485d-b190-4c88bdc24ea6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2567961 Oct 29 08:43:47.013694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5d49be43-57f1-4350-b9ff-3be3b30dff64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.194223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Attempting to bind port 396104a2-93c8-492a-848f-d1dbd4c85fd5 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:47.194739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Attempting to bind port 396104a2-93c8-492a-848f-d1dbd4c85fd5 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:47.195190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Attempting to bind port 396104a2-93c8-492a-848f-d1dbd4c85fd5 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:47.225185 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.229737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7ad1a-cbd8-444c-937a-15a101aaf91a req-b6ab1431-3d1d-446a-8d4b-3dc3735fb4f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:47.233711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-12f7ad1a-cbd8-444c-937a-15a101aaf91a req-b6ab1431-3d1d-446a-8d4b-3dc3735fb4f8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.1657014 Oct 29 08:43:47.236130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Port 396104a2-93c8-492a-848f-d1dbd4c85fd5 on network ef59e376-f3ba-43d4-92f3-16d419b3497a not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:47.239607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Attempting to bind port 396104a2-93c8-492a-848f-d1dbd4c85fd5 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:47.309216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d728bd93-117f-45b7-80c5-b4c635db0b84 None None] Provisioning complete for port 445d6ade-e1d3-40a2-8672-192f5dbfe544 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:47.312087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d728bd93-117f-45b7-80c5-b4c635db0b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.336000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:47.338406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Checking segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:47.338594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Bound using segment: {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:47.340655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Bound port: 396104a2-93c8-492a-848f-d1dbd4c85fd5, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a787f2f-7ed0-4f4c-87f3-bd321152acf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:47.341537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.421469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d728bd93-117f-45b7-80c5-b4c635db0b84 None None] Port 445d6ade-e1d3-40a2-8672-192f5dbfe544 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:47.424033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-12f7ad1a-cbd8-444c-937a-15a101aaf91a req-671d23b6-953c-497d-a67f-4414edc914c7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705091 Oct 29 08:43:47.519376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] For port 396104a2-93c8-492a-848f-d1dbd4c85fd5, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:47.523395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] For port 396104a2-93c8-492a-848f-d1dbd4c85fd5, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=396104a2-93c8-492a-848f-d1dbd4c85fd5,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:47.531049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.572435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.581061 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.601922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] In _notify_port_updated(), no bound segment for port 445d6ade-e1d3-40a2-8672-192f5dbfe544 on network 0d4998a6-22da-428a-af5f-468c9a4aacc5 {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:43:47.613302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:47.614010 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.618413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "PUT /v2.0/ports/445d6ade-e1d3-40a2-8672-192f5dbfe544 HTTP/1.1" status: 200 len: 1002 time: 0.8315492 Oct 29 08:43:47.623841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34712) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:47.627665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Pushing event updated for resources: {'Port': ['ID=396104a2-93c8-492a-848f-d1dbd4c85fd5,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:47.646426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:47.650237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:47.653723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-4d5b1975-cf41-46df-b969-aeed39b2ed7a service neutron] 10.222.0.15 "PUT /v2.0/ports/396104a2-93c8-492a-848f-d1dbd4c85fd5 HTTP/1.1" status: 200 len: 1091 time: 4.4494762 Oct 29 08:43:47.656783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': '396104a2-93c8-492a-848f-d1dbd4c85fd5'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:47.682333 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c279f-ff6c-44f3-8bba-722ecae0fd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "396104a2-93c8-492a-848f-d1dbd4c85fd5"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:47.711055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:47.939640 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc46f637-ebff-46e1-a875-ef5fd67d7adc x-openstack-request-id: req-fc46f637-ebff-46e1-a875-ef5fd67d7adc {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:47.940376 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "396104a2-93c8-492a-848f-d1dbd4c85fd5", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:47.940376 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc46f637-ebff-46e1-a875-ef5fd67d7adc {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:47.940882 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': '396104a2-93c8-492a-848f-d1dbd4c85fd5', 'status': 'completed', 'code': 200} Oct 29 08:43:47.942132 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.007303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0855d57-e666-4665-822f-bb98cf87c227 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=445d6ade-e1d3-40a2-8672-192f5dbfe544,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:48.076292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-660d0d55-1e3c-4535-b13a-cc4fd685a9b9 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Deleting port 445d6ade-e1d3-40a2-8672-192f5dbfe544 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:48.077082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d0d55-1e3c-4535-b13a-cc4fd685a9b9 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.135938 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.254254 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.295546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d0d55-1e3c-4535-b13a-cc4fd685a9b9 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.324727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-03205483-440a-4520-8846-fbb4c2c6e2b8 None None] Provisioning complete for port 445d6ade-e1d3-40a2-8672-192f5dbfe544 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:48.327406 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-03205483-440a-4520-8846-fbb4c2c6e2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.327774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-660d0d55-1e3c-4535-b13a-cc4fd685a9b9 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Calling delete_port for 445d6ade-e1d3-40a2-8672-192f5dbfe544 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:48.459661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-03205483-440a-4520-8846-fbb4c2c6e2b8 None None] Port 445d6ade-e1d3-40a2-8672-192f5dbfe544 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:48.620256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d0d55-1e3c-4535-b13a-cc4fd685a9b9 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.734082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d0d55-1e3c-4535-b13a-cc4fd685a9b9 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Port': ['ID=445d6ade-e1d3-40a2-8672-192f5dbfe544,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:48.743637 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d0d55-1e3c-4535-b13a-cc4fd685a9b9 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.757529 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-660d0d55-1e3c-4535-b13a-cc4fd685a9b9 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "DELETE /v2.0/ports/445d6ade-e1d3-40a2-8672-192f5dbfe544 HTTP/1.1" status: 204 len: 168 time: 1.1230366 Oct 29 08:43:48.759345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34726) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:48.770670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0af824a-15b2-4b19-9819-a9013f8c01c6 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:48.784260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.800792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Transition to ACTIVE for port object f0af824a-15b2-4b19-9819-a9013f8c01c6 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:48.825459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a2fc4-aa63-4903-89b3-aaa822bd416c req-031746a2-daad-4ba5-b8b8-17880d575386 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:48.829770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b4a2fc4-aa63-4903-89b3-aaa822bd416c req-031746a2-daad-4ba5-b8b8-17880d575386 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.8828866 Oct 29 08:43:48.832061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:48.854587 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-5708914b-b89c-4e8c-b0e3-21e634e2feec tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] GET failed (client error): The resource could not be found. Oct 29 08:43:48.862157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5708914b-b89c-4e8c-b0e3-21e634e2feec tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "GET /v2.0/ports/445d6ade-e1d3-40a2-8672-192f5dbfe544 HTTP/1.1" status: 404 len: 333 time: 0.1012821 Oct 29 08:43:48.867636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34728) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:48.873446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1210449206'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:48.965915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-cacf2fcf-bb28-4f7d-ae31-236d552eca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:48.966535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-cacf2fcf-bb28-4f7d-ae31-236d552eca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:48.967071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-cacf2fcf-bb28-4f7d-ae31-236d552eca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:48.967599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-cacf2fcf-bb28-4f7d-ae31-236d552eca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:48.968453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-cacf2fcf-bb28-4f7d-ae31-236d552eca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:48.969022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-cacf2fcf-bb28-4f7d-ae31-236d552eca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:48.970130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-cacf2fcf-bb28-4f7d-ae31-236d552eca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:48.972858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-cacf2fcf-bb28-4f7d-ae31-236d552eca29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6353 time: 1.1093032 Oct 29 08:43:48.986638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af824a-15b2-4b19-9819-a9013f8c01c6,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:49.277703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-53ceaaad-ecac-4af1-822f-a74a1d0f5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.278061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-53ceaaad-ecac-4af1-822f-a74a1d0f5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.278638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-53ceaaad-ecac-4af1-822f-a74a1d0f5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.280347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-53ceaaad-ecac-4af1-822f-a74a1d0f5c27 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a14463b9cae4e37869d2ac053bdde21&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2828097 Oct 29 08:43:49.304821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Made reservation on behalf of 42d8419187a74a96bde3f6766539a5f9 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:49.311268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:49.337638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-f155330a-d433-4138-8ff6-08a5e5e9378c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2283297 Oct 29 08:43:49.412095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b4a2fc4-aa63-4903-89b3-aaa822bd416c req-5e52cff5-fa1e-46c4-8974-aeee36995066 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632777 Oct 29 08:43:49.447547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Attempting to bind port f0af824a-15b2-4b19-9819-a9013f8c01c6 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:49.448257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Attempting to bind port f0af824a-15b2-4b19-9819-a9013f8c01c6 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:49.449003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Attempting to bind port f0af824a-15b2-4b19-9819-a9013f8c01c6 on network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:49.457725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Port f0af824a-15b2-4b19-9819-a9013f8c01c6 on network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:49.458332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Attempting to bind port f0af824a-15b2-4b19-9819-a9013f8c01c6 on network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:49.475916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:49.476639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Checking segment: {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:49.477301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Bound using segment: {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:49.478039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Bound port: f0af824a-15b2-4b19-9819-a9013f8c01c6, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:49.478650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:49.519552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] device_id is not set on port 27b236b2-fe9c-4720-bd58-ea37450dbce5 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:49.534938 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:49.593359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-8af21274-51d5-4cad-bc69-a2c3f1267036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.594993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-338c279f-ff6c-44f3-8bba-722ecae0fd8b req-8af21274-51d5-4cad-bc69-a2c3f1267036 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2851753 Oct 29 08:43:49.617794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-d08b9340-751b-4d93-9e62-a046dd770ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.619709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-d08b9340-751b-4d93-9e62-a046dd770ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1096 time: 0.2265513 Oct 29 08:43:49.719529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] For port f0af824a-15b2-4b19-9819-a9013f8c01c6, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:49.736912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] For port f0af824a-15b2-4b19-9819-a9013f8c01c6, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:49.761512 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:49.818737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-a2090145-e50a-487c-8f41-64a3d7b653a1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.833413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-a2090145-e50a-487c-8f41-64a3d7b653a1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.841054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Allocated IP 2001:db8::193 (0d4998a6-22da-428a-af5f-468c9a4aacc5/74b07a1a-f954-46f7-b5c0-20decbad78c4/27b236b2-fe9c-4720-bd58-ea37450dbce5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:49.845362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-a2090145-e50a-487c-8f41-64a3d7b653a1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.864003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-a2090145-e50a-487c-8f41-64a3d7b653a1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.878170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-a2090145-e50a-487c-8f41-64a3d7b653a1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.879373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-a41b6a79-4a68-4c24-93a3-13056114b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.888326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-a41b6a79-4a68-4c24-93a3-13056114b232 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2385619 Oct 29 08:43:49.892817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-a2090145-e50a-487c-8f41-64a3d7b653a1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.909609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-a2090145-e50a-487c-8f41-64a3d7b653a1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.912103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-a2090145-e50a-487c-8f41-64a3d7b653a1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5418 time: 0.2478154 Oct 29 08:43:49.991751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:49.992904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:49.995977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] 10.222.0.15 "PUT /v2.0/ports/f0af824a-15b2-4b19-9819-a9013f8c01c6 HTTP/1.1" status: 200 len: 1091 time: 2.2972090 Oct 29 08:43:49.996599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': 'f0af824a-15b2-4b19-9819-a9013f8c01c6'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:50.006339 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "f0af824a-15b2-4b19-9819-a9013f8c01c6"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:50.055764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Request body: {'port': {'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:50.230764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35f73b6f-1c2d-4a9d-aed0-7c44fe741915 req-7ab035ce-fff3-4840-a916-7744b8626e37 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2789433 Oct 29 08:43:50.243686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bf1ef-5561-40fb-a850-60d5c715b323 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af824a-15b2-4b19-9819-a9013f8c01c6,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:50.337414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:50.363368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:50.398464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-abc4c3b5-b68b-4f4a-a8e2-3254fee41704 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 1001 time: 0.5042572 Oct 29 08:43:50.406775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:50.507582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-9aab783b-02ec-45bd-829f-36a40a884352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:50.509003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-9aab783b-02ec-45bd-829f-36a40a884352 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0951874 Oct 29 08:43:50.736905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:50.764712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:50.788707 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:50.797704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:50.798408 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:50.832501 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=27b236b2-fe9c-4720-bd58-ea37450dbce5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:50.847888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-9c5a6297-ef1f-4bad-9d11-034da849d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:50.856662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-9c5a6297-ef1f-4bad-9d11-034da849d23e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3159938 Oct 29 08:43:50.865000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27bb3a24-ee58-4619-a146-4548dff273d2 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9959958 Oct 29 08:43:50.882108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34734) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:50.895613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'network_id': '0d4998a6-22da-428a-af5f-468c9a4aacc5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2108548994'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:50.953474 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:43:51.134655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64ca4a-6342-4b29-864a-09a7416d7e00 req-1f33cc33-0f1e-40a6-95f1-ef4ee4f749b4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:51.136606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d64ca4a-6342-4b29-864a-09a7416d7e00 req-1f33cc33-0f1e-40a6-95f1-ef4ee4f749b4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.3053317 Oct 29 08:43:51.326403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d64ca4a-6342-4b29-864a-09a7416d7e00 req-19b24608-f84f-47f2-b475-a9a9a6383171 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781123 Oct 29 08:43:51.372343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fe81a834-4304-4d2e-aa8c-184a06f84f42 None None] Provisioning complete for port 27b236b2-fe9c-4720-bd58-ea37450dbce5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:51.372888 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fe81a834-4304-4d2e-aa8c-184a06f84f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:51.562413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fe81a834-4304-4d2e-aa8c-184a06f84f42 None None] Port 27b236b2-fe9c-4720-bd58-ea37450dbce5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:51.564525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a48a7b-1f28-4a49-8603-4ad15cef6393 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:43:51.594496 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:51.634530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Transition to ACTIVE for port object b2a48a7b-1f28-4a49-8603-4ad15cef6393 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:43:51.640881 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8b3f33-5b48-4256-bf9c-02de5889e0b0 x-openstack-request-id: req-bb8b3f33-5b48-4256-bf9c-02de5889e0b0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:51.641444 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "f0af824a-15b2-4b19-9819-a9013f8c01c6", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:51.641975 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb8b3f33-5b48-4256-bf9c-02de5889e0b0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:51.642983 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': 'f0af824a-15b2-4b19-9819-a9013f8c01c6', 'status': 'completed', 'code': 200} Oct 29 08:43:51.668803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:52.078425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-4ad67521-1f63-4a2d-839d-55db09a786d0 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2029705 Oct 29 08:43:52.117857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Made reservation on behalf of 42d8419187a74a96bde3f6766539a5f9 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:43:52.123260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:52.403033 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-837079f1-26fc-4ac8-806c-9ba6e0dbb7cf service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986944 Oct 29 08:43:52.457643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a48a7b-1f28-4a49-8603-4ad15cef6393,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:52.490337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-5d622e5d-09c5-4aaa-b302-2b3c2a4d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:52.490570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-5d622e5d-09c5-4aaa-b302-2b3c2a4d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:52.491078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-5d622e5d-09c5-4aaa-b302-2b3c2a4d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:52.492586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-5d622e5d-09c5-4aaa-b302-2b3c2a4d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:52.493738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-5d622e5d-09c5-4aaa-b302-2b3c2a4d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:52.495261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-5d622e5d-09c5-4aaa-b302-2b3c2a4d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:52.495261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-5d622e5d-09c5-4aaa-b302-2b3c2a4d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:52.497918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-5d622e5d-09c5-4aaa-b302-2b3c2a4d02e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6445 time: 0.8610818 Oct 29 08:43:52.499247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] device_id is not set on port 1404d025-0f9f-45db-b519-1e68e1a90762 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:43:52.636436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ab9f5-a695-46f2-90a0-0621bfc0f0d7 req-2baa1373-44a3-410f-be0b-4ed99558016b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:52.657347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e5ab9f5-a695-46f2-90a0-0621bfc0f0d7 req-2baa1373-44a3-410f-be0b-4ed99558016b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 1.0186269 Oct 29 08:43:52.742714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Allocated IP 2001:db8::209 (0d4998a6-22da-428a-af5f-468c9a4aacc5/74b07a1a-f954-46f7-b5c0-20decbad78c4/1404d025-0f9f-45db-b519-1e68e1a90762) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:43:52.811776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Attempting to bind port b2a48a7b-1f28-4a49-8603-4ad15cef6393 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:43:52.812162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Attempting to bind port b2a48a7b-1f28-4a49-8603-4ad15cef6393 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:43:52.812499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Attempting to bind port b2a48a7b-1f28-4a49-8603-4ad15cef6393 on network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:52.838732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Port b2a48a7b-1f28-4a49-8603-4ad15cef6393 on network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:43:52.839068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Attempting to bind port b2a48a7b-1f28-4a49-8603-4ad15cef6393 on network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:43:52.874576 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e5ab9f5-a695-46f2-90a0-0621bfc0f0d7 req-11d6a2de-25b6-4dba-86db-d842d9bbd826 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590433 Oct 29 08:43:52.924037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:43:52.924813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Checking segment: {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:43:52.927457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Bound using segment: {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:43:52.929182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Bound port: b2a48a7b-1f28-4a49-8603-4ad15cef6393, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a27d83-0e4c-492b-be5a-c8122c3724b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:43:52.931952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:53.009023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:53.067058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:53.071968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-20929eef-2536-4bce-88b9-66b80cb5271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.072566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-20929eef-2536-4bce-88b9-66b80cb5271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.073222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-20929eef-2536-4bce-88b9-66b80cb5271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.075103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-20929eef-2536-4bce-88b9-66b80cb5271e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a14463b9cae4e37869d2ac053bdde21&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4167542 Oct 29 08:43:53.148446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=1404d025-0f9f-45db-b519-1e68e1a90762,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:53.158496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:43:53.160133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:43:53.163075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:43:53.170101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.171152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:53.194676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0d89fb4a-16f7-47cf-9eab-733c9ea6e27b tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3022809 Oct 29 08:43:53.194902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34750) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:53.202602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c6', 'mac_address': 'fa:16:3e:18:74:5a'}, {'ip_address': '2001:db8::193', 'mac_address': 'fa:16:3e:c5:56:f0'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:43:53.289456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] For port b2a48a7b-1f28-4a49-8603-4ad15cef6393, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:43:53.366502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-916f48bb-5c68-4f55-bc72-719dc81b922d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.381339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-916f48bb-5c68-4f55-bc72-719dc81b922d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.412541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-916f48bb-5c68-4f55-bc72-719dc81b922d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.424119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-916f48bb-5c68-4f55-bc72-719dc81b922d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.445621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-916f48bb-5c68-4f55-bc72-719dc81b922d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.453203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-916f48bb-5c68-4f55-bc72-719dc81b922d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.467999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-916f48bb-5c68-4f55-bc72-719dc81b922d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.477598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-916f48bb-5c68-4f55-bc72-719dc81b922d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.4422302 Oct 29 08:43:53.489515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] For port b2a48a7b-1f28-4a49-8603-4ad15cef6393, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:43:53.530182 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:53.635108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:53.689731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.690462 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:53.692262 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2a48a7b-1f28-4a49-8603-4ad15cef6393 HTTP/1.1" status: 200 len: 1091 time: 3.6612890 Oct 29 08:43:53.700377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': 'b2a48a7b-1f28-4a49-8603-4ad15cef6393'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:43:53.703583 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "b2a48a7b-1f28-4a49-8603-4ad15cef6393"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:43:53.723335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-36c335b2-2e1b-4dc5-a859-d8ae760ca831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.724906 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3da75ece-7cdf-41d8-98ef-be8d3ae851cd req-36c335b2-2e1b-4dc5-a859-d8ae760ca831 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6198506 Oct 29 08:43:53.759443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-919f47e3-d2d1-4f2a-8bbd-85915c25587e req-6dd4bdc7-88c7-4cc2-ade3-19cb123d31e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2808170 Oct 29 08:43:53.780772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-556dbc0f-ffd1-4b64-b369-83ff8381c6fb None None] Provisioning complete for port 1404d025-0f9f-45db-b519-1e68e1a90762 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:53.781807 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-556dbc0f-ffd1-4b64-b369-83ff8381c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:53.848534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab752b-5769-4514-a22f-6a33ef77a602 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a48a7b-1f28-4a49-8603-4ad15cef6393,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:53.961677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3360d809-b25b-49e7-afdc-01316a719cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.969528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3360d809-b25b-49e7-afdc-01316a719cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.970861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3360d809-b25b-49e7-afdc-01316a719cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.972597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3360d809-b25b-49e7-afdc-01316a719cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.975271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3360d809-b25b-49e7-afdc-01316a719cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.976168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3360d809-b25b-49e7-afdc-01316a719cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.976822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3360d809-b25b-49e7-afdc-01316a719cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:53.980064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3360d809-b25b-49e7-afdc-01316a719cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6487 time: 0.1882284 Oct 29 08:43:54.066326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-556dbc0f-ffd1-4b64-b369-83ff8381c6fb None None] Port 1404d025-0f9f-45db-b519-1e68e1a90762 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:54.133456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-711b3c72-40b4-4a78-96ca-f1978c99e74a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c41bd85-698e-4ce5-a994-32565310921a HTTP/1.1" status: 200 len: 217 time: 0.1391327 Oct 29 08:43:54.261981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:54.271884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a262cb88-68ab-4b7a-97b4-8bd451cf380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:54.274287 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a262cb88-68ab-4b7a-97b4-8bd451cf380d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86742c09-5b26-4354-8a33-545cd0fb9bf8 HTTP/1.1" status: 200 len: 855 time: 0.1179640 Oct 29 08:43:54.281837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:54.341787 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-782bfe84-cae7-4bd1-b2b2-e3d6f00d8be0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6670983 Oct 29 08:43:54.364653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] In _notify_port_updated(), no bound segment for port 1404d025-0f9f-45db-b519-1e68e1a90762 on network 0d4998a6-22da-428a-af5f-468c9a4aacc5 {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:43:54.382292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:54.386724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:54.390648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "PUT /v2.0/ports/1404d025-0f9f-45db-b519-1e68e1a90762 HTTP/1.1" status: 200 len: 1067 time: 1.1944945 Oct 29 08:43:54.402754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff77de-ef0c-4f92-94ce-e1b6f7ea4f21 req-0c739540-a3bd-4fc6-b638-58ca9e5b67fb tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:54.413825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6ff77de-ef0c-4f92-94ce-e1b6f7ea4f21 req-0c739540-a3bd-4fc6-b638-58ca9e5b67fb tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.1785440 Oct 29 08:43:54.426723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34760) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:54.550081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f32e8a-0d42-475a-99f8-b8f7b45b28a1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event updated for resources: {'Port': ['ID=1404d025-0f9f-45db-b519-1e68e1a90762,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:54.581941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-64cfa261-270f-4159-b1fc-32947bbc499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:54.584358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-64cfa261-270f-4159-b1fc-32947bbc499c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 1097 time: 0.1863430 Oct 29 08:43:54.663651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6ff77de-ef0c-4f92-94ce-e1b6f7ea4f21 req-77660cee-f701-47db-8f6d-6ea17ded527a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112700 Oct 29 08:43:54.776519 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-bec12643-289e-49b5-97b0-06fdfc1a7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:54.778137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-bec12643-289e-49b5-97b0-06fdfc1a7c34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d438998-7dbc-43e7-a0d6-ff375e13ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4933000 Oct 29 08:43:54.784990 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec56429-ea00-4ae5-b35d-dc3f8cf1c9a5 x-openstack-request-id: req-5ec56429-ea00-4ae5-b35d-dc3f8cf1c9a5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:43:54.785447 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "b2a48a7b-1f28-4a49-8603-4ad15cef6393", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:43:54.786080 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ec56429-ea00-4ae5-b35d-dc3f8cf1c9a5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:43:54.786603 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': 'b2a48a7b-1f28-4a49-8603-4ad15cef6393', 'status': 'completed', 'code': 200} Oct 29 08:43:54.833796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3be8f68b-ac5e-4c14-889a-1c636ffc864f None None] Provisioning complete for port 1404d025-0f9f-45db-b519-1e68e1a90762 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:43:54.835529 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3be8f68b-ac5e-4c14-889a-1c636ffc864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:54.898435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-fdd470f0-2e2f-4481-86bd-11f4170cdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:54.904597 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-fdd470f0-2e2f-4481-86bd-11f4170cdbfd service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 917 time: 0.2933381 Oct 29 08:43:54.952023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3be8f68b-ac5e-4c14-889a-1c636ffc864f None None] Port 1404d025-0f9f-45db-b519-1e68e1a90762 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:43:54.968745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-21dcc3af-1038-45c3-a773-39d541f665a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771700 Oct 29 08:43:55.046604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-a0767403-a772-4654-bd3d-1bb12ef8dee3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 HTTP/1.1" status: 200 len: 217 time: 0.1318955 Oct 29 08:43:55.067744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Deleting port 1404d025-0f9f-45db-b519-1e68e1a90762 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:55.068346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:55.158632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe115-280b-4870-87f2-03a6e823a613 req-665060c3-9378-4069-913e-48662dff7271 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.170880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1abbe115-280b-4870-87f2-03a6e823a613 req-665060c3-9378-4069-913e-48662dff7271 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2003660 Oct 29 08:43:55.180675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-c835f772-5998-4e00-914d-9590ce334aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.186210 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-c835f772-5998-4e00-914d-9590ce334aa8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.1328063 Oct 29 08:43:55.265190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-3efde18d-e537-4549-985e-7444014e8307 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707991 Oct 29 08:43:55.390151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1abbe115-280b-4870-87f2-03a6e823a613 req-e1b27e21-fadb-448f-b61a-1f1c9ebf112a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161956 Oct 29 08:43:55.460022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-cfa9b65e-30ee-46a7-bb87-0bb4076cc93d service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843727 Oct 29 08:43:55.486057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:55.494263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-c39b1943-df39-4d47-90ab-404586283722 service neutron] 10.222.0.15 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137112 Oct 29 08:43:55.577488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Calling delete_port for 1404d025-0f9f-45db-b519-1e68e1a90762 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:55.584497 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7de145ed-7418-4d94-916a-16571897c4f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=945f774e-36c0-4273-b2bb-51a1d3437342 HTTP/1.1" status: 200 len: 217 time: 0.0753078 Oct 29 08:43:55.727683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-d7ef49e9-d348-4f00-aac6-6c570eb4b14a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.732534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-d7ef49e9-d348-4f00-aac6-6c570eb4b14a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.738840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-d7ef49e9-d348-4f00-aac6-6c570eb4b14a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.745241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-d7ef49e9-d348-4f00-aac6-6c570eb4b14a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.751514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-d7ef49e9-d348-4f00-aac6-6c570eb4b14a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.757609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-d7ef49e9-d348-4f00-aac6-6c570eb4b14a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.763713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-d7ef49e9-d348-4f00-aac6-6c570eb4b14a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.772742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-d7ef49e9-d348-4f00-aac6-6c570eb4b14a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.2434363 Oct 29 08:43:55.772995 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2db354c4-5da1-44c6-90f2-9b1c1be5fbbb req-cc712930-ad98-4da4-b7e4-39fff8e753f4 service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994888 Oct 29 08:43:55.810854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-87d74bd5-3762-47cf-b18e-11cf625bfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.814268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-87d74bd5-3762-47cf-b18e-11cf625bfdf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.2125208 Oct 29 08:43:55.937423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2175fc13-5a9f-4ef9-893d-494a24f592c4 req-f49c96c9-f411-4dc0-bdfd-538726db7203 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635077 Oct 29 08:43:55.964411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-9fc8d7f7-b661-48d0-87df-6c786916faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:55.967882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-9fc8d7f7-b661-48d0-87df-6c786916faac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294098 Oct 29 08:43:56.300851 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:56.370170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-db9743ee-f9dc-48d1-b6a8-c4166306ae17 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919005 Oct 29 08:43:56.373268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Port': ['ID=1404d025-0f9f-45db-b519-1e68e1a90762,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:56.456398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.456742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.459555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.460077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.465100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.465100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.465100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.465100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.465100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.466879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.467250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.467652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:43:56.742478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b864b5-8325-4009-9d85-3307b245172d req-c7945d79-8311-417a-9ef0-bb6731ca0ba1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:56.759652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69b864b5-8325-4009-9d85-3307b245172d req-c7945d79-8311-417a-9ef0-bb6731ca0ba1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.4478691 Oct 29 08:43:56.960381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-a08fb3d8-fcba-4ffe-b359-f30f38f054e0 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164063 Oct 29 08:43:57.069895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-94d8f93d-41e0-4c39-90d7-a2f17062969e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 HTTP/1.1" status: 200 len: 217 time: 0.0633845 Oct 29 08:43:57.132590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69b864b5-8325-4009-9d85-3307b245172d req-d4b70a9b-7c24-4dbe-951f-4e89bac9a274 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716376 Oct 29 08:43:57.207424 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:57.215845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d99c3bd2-2d65-498f-b58f-b9f2d97b56d1 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "DELETE /v2.0/ports/1404d025-0f9f-45db-b519-1e68e1a90762 HTTP/1.1" status: 204 len: 168 time: 2.7825425 Oct 29 08:43:57.217236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34778) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:57.241540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-ccc7117b-43ce-4d43-bbd4-71a7e63b13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:57.245939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-ccc7117b-43ce-4d43-bbd4-71a7e63b13e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.1246486 Oct 29 08:43:57.315712 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8d4cec-ebca-41fa-b911-7ddbbfce4300 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] GET failed (client error): The resource could not be found. Oct 29 08:43:57.345723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5d8d4cec-ebca-41fa-b911-7ddbbfce4300 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "GET /v2.0/ports/1404d025-0f9f-45db-b519-1e68e1a90762 HTTP/1.1" status: 404 len: 333 time: 0.1273739 Oct 29 08:43:57.348444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34780) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:57.393749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3d1fba43-2a22-4b2c-b043-9fd285ee6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:57.409383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-3d1fba43-2a22-4b2c-b043-9fd285ee6ff1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1527522 Oct 29 08:43:57.715149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-d56dda7c-8877-46ed-8aa9-3218fcee2ee0 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762756 Oct 29 08:43:57.727359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef18cc-feca-49b0-ad85-468c303976bf req-88afd066-7d9d-46eb-88f7-d13825365df9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:57.736484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4aef18cc-feca-49b0-ad85-468c303976bf req-88afd066-7d9d-46eb-88f7-d13825365df9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.4364028 Oct 29 08:43:57.743019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4a271a2b-1b19-4065-9112-cbde2b6652ac tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Deleting port 27b236b2-fe9c-4720-bd58-ea37450dbce5 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:57.743376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a271a2b-1b19-4065-9112-cbde2b6652ac tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:58.049054 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a271a2b-1b19-4065-9112-cbde2b6652ac tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:58.072491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4aef18cc-feca-49b0-ad85-468c303976bf req-ed2697fc-a1ca-4302-9730-4699bda58e14 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349566 Oct 29 08:43:58.099559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4a271a2b-1b19-4065-9112-cbde2b6652ac tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Calling delete_port for 27b236b2-fe9c-4720-bd58-ea37450dbce5 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:58.200122 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-5e47e65f-bf49-4962-ba1c-af2d50eccc4b service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607573 Oct 29 08:43:58.378421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-60a83381-2ca2-4763-8795-c02974c7f5e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56 HTTP/1.1" status: 200 len: 217 time: 0.1695018 Oct 29 08:43:58.437880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a271a2b-1b19-4065-9112-cbde2b6652ac tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:58.521564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a271a2b-1b19-4065-9112-cbde2b6652ac tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Port': ['ID=27b236b2-fe9c-4720-bd58-ea37450dbce5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:58.585947 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a271a2b-1b19-4065-9112-cbde2b6652ac tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:58.589803 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4a271a2b-1b19-4065-9112-cbde2b6652ac tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "DELETE /v2.0/ports/27b236b2-fe9c-4720-bd58-ea37450dbce5 HTTP/1.1" status: 204 len: 168 time: 1.2403069 Oct 29 08:43:58.593730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34806) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:58.669645 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d14991-bdf2-42a7-9e46-0b6fc1496c98 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] GET failed (client error): The resource could not be found. Oct 29 08:43:58.674108 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-24d14991-bdf2-42a7-9e46-0b6fc1496c98 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "GET /v2.0/ports/27b236b2-fe9c-4720-bd58-ea37450dbce5 HTTP/1.1" status: 404 len: 333 time: 0.0789862 Oct 29 08:43:58.680336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:58.930934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-936deb59-2514-4f98-8e23-f96dce905b15 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Deleting port f1834447-bf03-4be2-85e3-db63efa342e2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:43:58.934252 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-936deb59-2514-4f98-8e23-f96dce905b15 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:59.008883 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:59.062559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-c147a10d-0d81-4574-a0d7-73f7d3f61778 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.077454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-c147a10d-0d81-4574-a0d7-73f7d3f61778 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.095059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-c147a10d-0d81-4574-a0d7-73f7d3f61778 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.114196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-c147a10d-0d81-4574-a0d7-73f7d3f61778 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.126808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-c147a10d-0d81-4574-a0d7-73f7d3f61778 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.141468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-c147a10d-0d81-4574-a0d7-73f7d3f61778 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.155265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-c147a10d-0d81-4574-a0d7-73f7d3f61778 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.159630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-936deb59-2514-4f98-8e23-f96dce905b15 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:59.163637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-c147a10d-0d81-4574-a0d7-73f7d3f61778 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.8311102 Oct 29 08:43:59.194136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-936deb59-2514-4f98-8e23-f96dce905b15 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Calling delete_port for f1834447-bf03-4be2-85e3-db63efa342e2 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:43:59.236012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57c61801-c5f8-4ddb-b711-cc8f2a6389c8 req-7f8ad549-3d0b-4ad8-a5ca-190994abeb82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593257 Oct 29 08:43:59.243380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-b6383e0f-05ab-4198-89ea-1099c5c48af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.246491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-b6383e0f-05ab-4198-89ea-1099c5c48af0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.8582511 Oct 29 08:43:59.408830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7033c98d-3698-4870-9b7e-36435c2a128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:43:59.410842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7033c98d-3698-4870-9b7e-36435c2a128b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1538711 Oct 29 08:43:59.576209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-936deb59-2514-4f98-8e23-f96dce905b15 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:59.668348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936deb59-2514-4f98-8e23-f96dce905b15 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Port': ['ID=f1834447-bf03-4be2-85e3-db63efa342e2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:43:59.725753 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-936deb59-2514-4f98-8e23-f96dce905b15 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:59.729805 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-936deb59-2514-4f98-8e23-f96dce905b15 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "DELETE /v2.0/ports/f1834447-bf03-4be2-85e3-db63efa342e2 HTTP/1.1" status: 204 len: 168 time: 1.0483823 Oct 29 08:43:59.737001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34836) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:43:59.804488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-ebaf25aa-6280-48ce-9f17-57f32be6b392 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715162 Oct 29 08:43:59.896714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1441b02-91ea-4a37-9fd0-6018902e0a41 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Deleting subnet 74b07a1a-f954-46f7-b5c0-20decbad78c4 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:43:59.911616 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c1441b02-91ea-4a37-9fd0-6018902e0a41 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:43:59.991751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc118-bf29-4214-b0cb-ef67037b50d5 req-d19597ab-557b-4a55-97d0-3061965e083c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:00.000495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a8fc118-bf29-4214-b0cb-ef67037b50d5 req-d19597ab-557b-4a55-97d0-3061965e083c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.3359370 Oct 29 08:44:00.065968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c1441b02-91ea-4a37-9fd0-6018902e0a41 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:00.132036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a8fc118-bf29-4214-b0cb-ef67037b50d5 req-d790d588-9fdb-4122-9afa-47cb8a03346c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287196 Oct 29 08:44:00.203636 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-bc10f7e7-3186-4cff-a10b-8df110681400 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895514 Oct 29 08:44:00.264921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c1441b02-91ea-4a37-9fd0-6018902e0a41 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:00.293659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-65c38384-f042-455d-9764-4a1569804566 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=396104a2-93c8-492a-848f-d1dbd4c85fd5 HTTP/1.1" status: 200 len: 217 time: 0.0801473 Oct 29 08:44:00.332039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:00.416436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b977dd2-9a48-429e-a9d2-8ab7a1673734 req-48b32fb1-29ca-4e6a-b855-dd4a2054eeab tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:00.432303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b977dd2-9a48-429e-a9d2-8ab7a1673734 req-48b32fb1-29ca-4e6a-b855-dd4a2054eeab tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.1503611 Oct 29 08:44:00.448337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c1441b02-91ea-4a37-9fd0-6018902e0a41 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:00.456899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7ba259bf-21c7-4346-bf02-e4ff15b13f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:00.458584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7ba259bf-21c7-4346-bf02-e4ff15b13f9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.1254702 Oct 29 08:44:00.488866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1441b02-91ea-4a37-9fd0-6018902e0a41 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Subnet': ['ID=74b07a1a-f954-46f7-b5c0-20decbad78c4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:00.519710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b977dd2-9a48-429e-a9d2-8ab7a1673734 req-89db2463-ebc3-4b67-8678-b45dcae19b75 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864394 Oct 29 08:44:00.565307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-69ab3953-5284-4ebc-a791-6f1c861ba92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:00.572388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-69ab3953-5284-4ebc-a791-6f1c861ba92d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042292 Oct 29 08:44:00.594768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c1441b02-91ea-4a37-9fd0-6018902e0a41 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:00.601892 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c1441b02-91ea-4a37-9fd0-6018902e0a41 tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "DELETE /v2.0/subnets/74b07a1a-f954-46f7-b5c0-20decbad78c4 HTTP/1.1" status: 204 len: 168 time: 0.8635607 Oct 29 08:44:00.602638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34854) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:00.606509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fffe68-4861-4e37-9e19-761ae6a8b340 None None] Network 0d4998a6-22da-428a-af5f-468c9a4aacc5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:00.734089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:00.768520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-19af093f-de5c-4b44-8962-f18707339613 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864228 Oct 29 08:44:00.927572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Deleting port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:00.927778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:00.972247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-00f05435-7b0b-44d0-8fd2-7d9f10ea9dd6 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883786 Oct 29 08:44:01.009886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] DHCP port deletion for 0d4998a6-22da-428a-af5f-468c9a4aacc5 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:44:01.040465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-2feb529c-fd5e-46d8-adb1-9c6a716d0d0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6 HTTP/1.1" status: 200 len: 217 time: 0.0588858 Oct 29 08:44:01.111894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7fa3ffc0-da2c-4d5a-b66b-29e8540371f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:01.112391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] For port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,segment=NetworkSegment(e46d9012-c383-4dbf-b47c-117395703e38),segment_id=e46d9012-c383-4dbf-b47c-117395703e38)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:01.112774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:01.115306 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-7fa3ffc0-da2c-4d5a-b66b-29e8540371f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1926b76e-cf5a-402b-8070-18656f62548f HTTP/1.1" status: 200 len: 797 time: 0.0657973 Oct 29 08:44:01.147055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Calling delete_port for 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:01.181740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Deleting port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:01.183991 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:01.342098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] For port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,segment=NetworkSegment(e46d9012-c383-4dbf-b47c-117395703e38),segment_id=e46d9012-c383-4dbf-b47c-117395703e38)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:01.344614 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:01.381877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Calling delete_port for 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:01.469838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-0a43601d-a93a-41f7-bc19-5434502302fd tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:01.501838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-0a43601d-a93a-41f7-bc19-5434502302fd tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/networks?id=dfc5416a-9901-41b7-9cf4-7469286a8839 HTTP/1.1" status: 200 len: 912 time: 0.3518586 Oct 29 08:44:01.521439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-10b9b05e-a729-4b32-92f4-99306b0fbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:01.524148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-10b9b05e-a729-4b32-92f4-99306b0fbdd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3980448 Oct 29 08:44:01.595733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-4f735504-ca4d-4bd6-88c3-889df39f6a83 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/quotas/3bd10d76f7104d809269be6a3eeb7baf HTTP/1.1" status: 200 len: 375 time: 0.0896080 Oct 29 08:44:01.622527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-30687f15-055b-4d41-b250-27e481911d45 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:01.624413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-30687f15-055b-4d41-b250-27e481911d45 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 815 time: 0.4595506 Oct 29 08:44:01.661529 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-b86d54dd-03da-4f9f-9f73-8c98d86e932e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/quotas/de89fc7d23264b509d982d939e06e3ee HTTP/1.1" status: 200 len: 375 time: 0.0294569 Oct 29 08:44:01.664462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:01.683111 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:01.794084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Pushing event deleted for resources: {'Port': ['ID=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:01.798670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-ce498f6f-99e6-4c3c-8aa3-a6254c14d8c3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=3bd10d76f7104d809269be6a3eeb7baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2019238 Oct 29 08:44:01.822689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] No DVR routers for this DVR port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:44:01.838454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.839460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.840624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.841348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.842018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.842639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.843307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.844542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.845068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.845686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.846343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.846836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cefe4-a4fd-4a3b-adfc-56bcd49c65a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:01.882994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-9d4fd8d5-bc80-4792-8924-32f4d49c6acf service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402293 Oct 29 08:44:01.995507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Port': ['ID=0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:02.004990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-cf8adbcf-631d-433b-8926-f0a04958d101 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054548 Oct 29 08:44:02.030660 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-906b1ce2-06d7-4154-9d48-99fe22a64639 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3607700 Oct 29 08:44:02.065424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] No DVR routers for this DVR port 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:44:02.115822 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-27865697-ee95-465d-bdd4-3e1bf8d7ae72 service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089584 Oct 29 08:44:02.232447 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:02.257904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-c0d0eefe-c250-4db7-96fc-9dd77f483acd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393 HTTP/1.1" status: 200 len: 217 time: 0.1033580 Oct 29 08:44:02.288594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4998a6-22da-428a-af5f-468c9a4aacc5']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:02.313951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46d9012-c383-4dbf-b47c-117395703e38') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:02.314359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46d9012-c383-4dbf-b47c-117395703e38') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:02.322889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-c0a4e887-125f-4a0f-b537-3dc98d8bef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:02.326438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-c0a4e887-125f-4a0f-b537-3dc98d8bef76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1926b76e-cf5a-402b-8070-18656f62548f HTTP/1.1" status: 200 len: 797 time: 0.0580571 Oct 29 08:44:02.329465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:02.350349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:02.373102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:44:02.373511 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:02.449087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-9577f529-fa9e-4c3f-be4d-39cd307172c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:02.452265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-9577f529-fa9e-4c3f-be4d-39cd307172c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163752 Oct 29 08:44:02.465752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-531d7917-7990-4e92-83fd-1ce9b37c0709 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609018 Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:44:02.508774 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:44:02.515642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:02.534794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:02.538697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] 10.222.0.70 "DELETE /v2.0/networks/0d4998a6-22da-428a-af5f-468c9a4aacc5 HTTP/1.1" status: 204 len: 168 time: 1.9349787 Oct 29 08:44:02.583680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375da26-9801-461a-bac6-9c1def45737b req-d16c8876-6c6f-4cb7-8283-ecb0a141d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:02.594230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0375da26-9801-461a-bac6-9c1def45737b req-d16c8876-6c6f-4cb7-8283-ecb0a141d380 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1096 time: 0.5868347 Oct 29 08:44:02.734104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:02.790341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:44:02.792236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0e90e4a7-b1ec-4b11-bc82-3a7b73e84dae not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:44:02.798564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7aae6-aa74-44ca-b973-bad3ea61630d tempest-AllowedAddressPairIpV6TestJSON-660933472 tempest-AllowedAddressPairIpV6TestJSON-660933472-project] Pushing event deleted for resources: {'Network': ['ID=0d4998a6-22da-428a-af5f-468c9a4aacc5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:02.808952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375da26-9801-461a-bac6-9c1def45737b req-d6fbb99c-3ffc-43c3-85e1-43a065f197b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:02.810773 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0375da26-9801-461a-bac6-9c1def45737b req-d6fbb99c-3ffc-43c3-85e1-43a065f197b7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 915 time: 0.1756012 Oct 29 08:44:02.887166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0375da26-9801-461a-bac6-9c1def45737b req-bda73c6e-2e6c-4a17-899b-34d61cfe0423 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 217 time: 0.0646491 Oct 29 08:44:02.890941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-94407d1d-623c-4a2b-a416-c8d4abb6e164 service neutron] 10.222.0.70 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626921 Oct 29 08:44:02.915138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-7e06e976-840e-4a65-b756-992dc176da5b service neutron] 10.222.0.70 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484057 Oct 29 08:44:02.938692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-6019720d-d269-47b5-bcca-dc572c276b4d service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332467 Oct 29 08:44:03.046146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375da26-9801-461a-bac6-9c1def45737b req-198a26b4-9fec-493a-9198-d6d7624e163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.047626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0375da26-9801-461a-bac6-9c1def45737b req-198a26b4-9fec-493a-9198-d6d7624e163c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.1475635 Oct 29 08:44:03.145058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0375da26-9801-461a-bac6-9c1def45737b req-ce50b890-a35a-421e-af2b-bbd2fddf99ac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891442 Oct 29 08:44:03.180457 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d280d6f-a685-4ffe-b83b-dc005f4696dc req-752141d2-bef5-47d0-a7f5-39db7ab8b8ce service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349706 Oct 29 08:44:03.296778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35098) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:03.653918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d9bec746-d570-4bc1-887c-0920e007f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.654946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d9bec746-d570-4bc1-887c-0920e007f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.655953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d9bec746-d570-4bc1-887c-0920e007f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.656774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d9bec746-d570-4bc1-887c-0920e007f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.657634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d9bec746-d570-4bc1-887c-0920e007f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.658163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d9bec746-d570-4bc1-887c-0920e007f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.658683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d9bec746-d570-4bc1-887c-0920e007f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.661157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d9bec746-d570-4bc1-887c-0920e007f047 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6487 time: 0.2577515 Oct 29 08:44:03.674023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-7fa69981-88d3-4324-b43e-006b9cbcb140 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.698056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-7fa69981-88d3-4324-b43e-006b9cbcb140 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.738459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-7fa69981-88d3-4324-b43e-006b9cbcb140 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.755324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-7fa69981-88d3-4324-b43e-006b9cbcb140 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.785083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-7fa69981-88d3-4324-b43e-006b9cbcb140 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.798300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba813ef3-f643-487d-92b0-749a5a14b209 req-b69c37be-0753-439f-85dd-4c12d591b864 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.799302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-7fa69981-88d3-4324-b43e-006b9cbcb140 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.802399 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba813ef3-f643-487d-92b0-749a5a14b209 req-b69c37be-0753-439f-85dd-4c12d591b864 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.2952623 Oct 29 08:44:03.812577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-7fa69981-88d3-4324-b43e-006b9cbcb140 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.826790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-7fa69981-88d3-4324-b43e-006b9cbcb140 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.4783893 Oct 29 08:44:03.877118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-56cc245c-9765-4864-bccc-7f1654f03212 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42d8419187a74a96bde3f6766539a5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773909 Oct 29 08:44:03.884175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35162) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:03.912305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0375da26-9801-461a-bac6-9c1def45737b req-018e9830-b15b-4e89-97d3-e2ef78398fff service neutron] 10.222.0.93 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558424 Oct 29 08:44:03.982538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-97b89b39-e96e-4755-a47e-6eaa218d375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:03.989913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-97b89b39-e96e-4755-a47e-6eaa218d375f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1096 time: 0.3396273 Oct 29 08:44:04.086036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba813ef3-f643-487d-92b0-749a5a14b209 req-8b09022e-2969-464e-9a4c-98aa469f65fe tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151904 Oct 29 08:44:04.152255 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-42b730ba-d4f6-434d-9d80-27c58a9ecbeb req-8961e44b-1ec2-4d2d-b710-b1b6d4b81281 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3242235 Oct 29 08:44:04.287035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-2ff210fd-636c-4089-8490-7c98988cc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:04.287485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-2ff210fd-636c-4089-8490-7c98988cc166 service neutron] 10.222.0.15 "GET /v2.0/networks?id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab HTTP/1.1" status: 200 len: 904 time: 0.6073432 Oct 29 08:44:04.304851 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-645d71bc-c2c5-48e9-9177-ce70046261a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:04.360338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-57e5f228-8c34-4c85-a93a-37669cc699c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393 HTTP/1.1" status: 200 len: 217 time: 0.0416384 Oct 29 08:44:04.362896 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0375da26-9801-461a-bac6-9c1def45737b req-540731d1-48f9-4cc0-b551-b0f1052d8369 service neutron] 10.222.0.93 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298162 Oct 29 08:44:04.374580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c121c013-b899-4245-af89-229729052b3e req-d1fb58b4-83e2-471a-8151-54e9e101c08e tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 210 time: 0.0875931 Oct 29 08:44:04.439622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-645d71bc-c2c5-48e9-9177-ce70046261a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:04.459766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-1e9c0647-85c0-4db5-8508-80ea0a8111a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:04.461396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-1e9c0647-85c0-4db5-8508-80ea0a8111a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.4535744 Oct 29 08:44:04.472746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21689-bbea-4423-86cf-caf17edce57c req-deb2c4be-2dfd-45d3-9d04-dd9b2925fcf5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:04.473001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fad21689-bbea-4423-86cf-caf17edce57c req-deb2c4be-2dfd-45d3-9d04-dd9b2925fcf5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2316082 Oct 29 08:44:04.553039 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-529e49d0-cd4d-4d10-b25f-684fcb9bea63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 200 len: 1001 time: 0.0782316 Oct 29 08:44:04.586626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d7a61da1-569b-4a13-9e90-a90b610e736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:04.589246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-d7a61da1-569b-4a13-9e90-a90b610e736c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1926b76e-cf5a-402b-8070-18656f62548f HTTP/1.1" status: 200 len: 797 time: 0.2041221 Oct 29 08:44:04.624962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-582d3d3b-a8dd-4abf-9997-ba4530e154f3 req-136a3def-46c4-4b3a-84d4-44b90cce1a3c tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 210 time: 0.0750299 Oct 29 08:44:04.675594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-645d71bc-c2c5-48e9-9177-ce70046261a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:04.681129 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-645d71bc-c2c5-48e9-9177-ce70046261a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:04.683128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-645d71bc-c2c5-48e9-9177-ce70046261a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50228e68-42a0-44a8-838e-12bb6c01c4a2 HTTP/1.1" status: 204 len: 168 time: 0.7976794 Oct 29 08:44:04.709568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d71bc-c2c5-48e9-9177-ce70046261a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50228e68-42a0-44a8-838e-12bb6c01c4a2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:04.761315 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fad21689-bbea-4423-86cf-caf17edce57c req-9b1fffa5-60c2-4e0a-ad3f-bbba23e59e10 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003136 Oct 29 08:44:04.776413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-0117e245-226d-4a27-8226-41a64a1a7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:04.777934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-0117e245-226d-4a27-8226-41a64a1a7ae7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.2179329 Oct 29 08:44:04.795711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-2c68f6f5-c827-4b98-869c-996819a0d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:04.797335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-2c68f6f5-c827-4b98-869c-996819a0d328 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1786449 Oct 29 08:44:05.010965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-c702c4ba-9528-4919-8fa6-b84477301fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:05.012572 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-c702c4ba-9528-4919-8fa6-b84477301fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194300 Oct 29 08:44:05.337008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-a47b04e9-1e1f-45fb-acdc-666bab73058b service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294046 Oct 29 08:44:05.879155 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-e4801cf3-2446-4a66-97c2-6b2d6e3a93ba service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423157 Oct 29 08:44:05.966673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-a13fd0f9-77b9-425c-a999-f813f764cfd1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:05.973821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-a13fd0f9-77b9-425c-a999-f813f764cfd1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:05.982428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-a13fd0f9-77b9-425c-a999-f813f764cfd1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:05.990407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-a13fd0f9-77b9-425c-a999-f813f764cfd1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:05.999684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-a13fd0f9-77b9-425c-a999-f813f764cfd1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:06.008271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-a13fd0f9-77b9-425c-a999-f813f764cfd1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:06.014657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-a13fd0f9-77b9-425c-a999-f813f764cfd1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:06.023588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-a13fd0f9-77b9-425c-a999-f813f764cfd1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.6593673 Oct 29 08:44:06.099898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696b4b40-1d1c-4cfe-8e10-8ff8303d948f req-811c4dfe-2455-4fec-81fc-39dd1b895046 service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534082 Oct 29 08:44:06.119912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c312392e-12f3-4537-b9e0-d58e5ed80035 req-e380733b-8c47-4033-8595-de0777636880 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894673 Oct 29 08:44:06.149253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-6a4d4ab7-3d67-4fc4-a40e-19a5ba4efb6a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:06.151955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-6a4d4ab7-3d67-4fc4-a40e-19a5ba4efb6a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 815 time: 1.1818147 Oct 29 08:44:06.175887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Request body: {'port': {'device_id': 'e07dae0f-54f9-4d11-92cf-2f9b651e4fce', 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'admin_state_up': True, 'tenant_id': 'de89fc7d23264b509d982d939e06e3ee'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:06.178180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a9682dd-815f-4e34-9e5e-5c09c39ac656 req-c17371ac-82d9-4e81-8d5e-7b33e012b5cd service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891352 Oct 29 08:44:06.189823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22bb6-3999-40a9-9e38-6726184fa48e req-fbf02c8e-5d21-43eb-92fb-9d463e9eb05a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:06.191605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bad22bb6-3999-40a9-9e38-6726184fa48e req-fbf02c8e-5d21-43eb-92fb-9d463e9eb05a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 945 time: 0.3911254 Oct 29 08:44:06.258707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e11b613a-cf36-46e9-8a11-2ba645c1cdef req-262d983b-41f8-4a59-af24-1c235c4f8536 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 210 time: 0.0351512 Oct 29 08:44:06.277038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-8faee6d2-4099-4711-977b-e754f7bc35e3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:06.278835 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-8faee6d2-4099-4711-977b-e754f7bc35e3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.93 "GET /v2.0/networks?id=dfc5416a-9901-41b7-9cf4-7469286a8839 HTTP/1.1" status: 200 len: 912 time: 0.4767590 Oct 29 08:44:06.327228 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bad22bb6-3999-40a9-9e38-6726184fa48e req-ac492c14-0867-4e67-a3dd-cc7af8980156 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272871 Oct 29 08:44:06.346548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Request body: {'port': {'device_id': 'b573bf48-4d78-4f8a-8ee1-aafd84aec16c', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'admin_state_up': True, 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:06.394863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35378) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:06.485827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Made reservation on behalf of 3bd10d76f7104d809269be6a3eeb7baf for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:06.492989 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:06.495432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1bce8e4-bcad-4ecd-8512-6c8e69bf3cac req-b5418010-2644-456c-911f-706ca56a719b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 210 time: 0.1163867 Oct 29 08:44:06.555004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Made reservation on behalf of de89fc7d23264b509d982d939e06e3ee for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:06.559019 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:06.607325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1974481829'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:06.700010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e449a-2045-42f0-af47-6a908829e632 req-9e4be7d4-0d86-4ac7-ba50-df28eeb353c4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:06.709854 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-056e449a-2045-42f0-af47-6a908829e632 req-9e4be7d4-0d86-4ac7-ba50-df28eeb353c4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.0928612 Oct 29 08:44:06.715234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Made reservation on behalf of f77ebe11eb5f42e6a8fd38721d879ced for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:06.719005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:06.755035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:06.787226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:06.792451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Allocated IP 172.20.0.13 (dfc5416a-9901-41b7-9cf4-7469286a8839/92e282c6-b536-4802-9891-9d79c7413e87/20962697-462a-4530-9bbd-1198a0f611eb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:44:06.816542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-056e449a-2045-42f0-af47-6a908829e632 req-cda55784-0656-4a83-b71f-33a448419d92 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045542 Oct 29 08:44:06.964678 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.009845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Allocated IP 172.20.0.10 (8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9/ce65384a-0dc7-4149-82d9-ed25ea23e1dc/fbb1f282-a7f1-44d8-a363-3e0a3b1e4629) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:44:07.045155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:07.049363 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990d9a2f-9c41-4fa6-93b8-0939f55deaca" -d '{"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:07.057873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:07.065975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.129777 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27536321-48ec-4321-bceb-40c7137c88cb x-openstack-request-id: req-27536321-48ec-4321-bceb-40c7137c88cb {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:07.130087 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-unplugged", "status": "failed", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9", "code": 422}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:07.131242 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27536321-48ec-4321-bceb-40c7137c88cb {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:07.132787 n-d-815940-1 neutron-server[102115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'code': 422} returned with failed status Oct 29 08:44:07.133576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:07.209261 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.225214 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.250898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ac6d8-f121-4151-8511-f19611690985 req-1c752204-4cd4-4c80-9f72-251698ffc8e7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.261498 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-605ac6d8-f121-4151-8511-f19611690985 req-1c752204-4cd4-4c80-9f72-251698ffc8e7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2707498 Oct 29 08:44:07.288303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:07.323331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-b6a9fb58-6d2a-469f-9ce1-0411242d7745 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.329699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-b6a9fb58-6d2a-469f-9ce1-0411242d7745 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.344552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-b6a9fb58-6d2a-469f-9ce1-0411242d7745 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.351136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-b6a9fb58-6d2a-469f-9ce1-0411242d7745 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.357507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-b6a9fb58-6d2a-469f-9ce1-0411242d7745 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.358538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:44:07.363875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-b6a9fb58-6d2a-469f-9ce1-0411242d7745 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.380992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-b6a9fb58-6d2a-469f-9ce1-0411242d7745 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.398206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-b6a9fb58-6d2a-469f-9ce1-0411242d7745 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.1377628 Oct 29 08:44:07.420158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f884ef1-4b7b-464e-b748-22f53a44ba49,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:07.458744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.483908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-605ac6d8-f121-4151-8511-f19611690985 req-c806e4d6-2780-4e71-a002-400cccfa21c4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213390 Oct 29 08:44:07.486066 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.496694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.496996 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Added segment 2fdf6548-987c-4eb8-8d89-e51911fb6af8 of type vlan for network 6f634041-2573-4065-ae9f-bd441a93b994 Oct 29 08:44:07.545446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0d5aacc-d999-4bcc-befc-bfbc9a2e222c req-24ac70e8-bd75-4509-ae99-fb1e2b73a73d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428838 Oct 29 08:44:07.566749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:07.583360 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.704411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f504add-0e3c-44f0-8168-de74efa1ae57 req-e3e24c75-89f6-405d-b1a3-bc6ec0193de4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 210 time: 0.1008854 Oct 29 08:44:07.705814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:07.709894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.800906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78638d2a-ee60-4be5-b4f7-15168266e3c9 req-d2da7cd4-db63-4340-aa0d-6888614414cd tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.802851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78638d2a-ee60-4be5-b4f7-15168266e3c9 req-d2da7cd4-db63-4340-aa0d-6888614414cd tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.0942481 Oct 29 08:44:07.815274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.829429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['58741d6d-3d26-4951-a7ef-5d5380f22aad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:07.922417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78638d2a-ee60-4be5-b4f7-15168266e3c9 req-5788eabd-c8ea-4676-97b0-ec9b96941510 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097524 Oct 29 08:44:07.952548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.968751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:07.971871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:07.995732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7e402e5-4959-4aa9-a4ba-8b310cd0f5cc req-ac458c50-5d9e-41b0-8f44-c8172798524f tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 210 time: 0.2297668 Oct 29 08:44:08.092075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:08.195931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-6abbb767-1945-43e1-916c-52fc489af9cc req-37aaa037-085e-4ceb-8aae-f732e3667af3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:44:08.197692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abbb767-1945-43e1-916c-52fc489af9cc req-37aaa037-085e-4ceb-8aae-f732e3667af3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074258 Oct 29 08:44:08.207201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Network dfc5416a-9901-41b7-9cf4-7469286a8839 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:08.208150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'Network': ['ID=6f634041-2573-4065-ae9f-bd441a93b994,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:08.220843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6f634041-2573-4065-ae9f-bd441a93b994 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:44:08.229235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:08.233896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:44:08.309898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:08.310536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:08.430079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35420) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:08.431900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-558b10b6-7a0c-4877-acad-8d5152588c33 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0309041 Oct 29 08:44:08.439097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Request body: {'subnet': {'network_id': '6f634041-2573-4065-ae9f-bd441a93b994', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:08.485224 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Pushing event updated for resources: {'Port': ['ID=20962697-462a-4530-9bbd-1198a0f611eb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:08.540375 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-80a15a16-24fc-4b9a-b98f-f97d8acdf891 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2089489 Oct 29 08:44:08.597080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Request body: {'port': {'device_id': 'b573bf48-4d78-4f8a-8ee1-aafd84aec16c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:08.703098 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:08.745486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:08.764853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['fc30ceb7-95ac-46b0-b0be-22540be87f6d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:08.768771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6bd78745-0e92-4eb3-b2e9-9ef7e685bd82'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:08.814260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Made reservation on behalf of f77ebe11eb5f42e6a8fd38721d879ced for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:08.829127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:09.001825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bace23f7-486b-453c-b0d9-3d3a0bc2b80c None None] Provisioning complete for port 20962697-462a-4530-9bbd-1198a0f611eb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:09.002818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bace23f7-486b-453c-b0d9-3d3a0bc2b80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:09.072629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-2b04d9d1-8779-474c-b9a1-e0f5d020d903 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.090195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-2b04d9d1-8779-474c-b9a1-e0f5d020d903 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.104333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-2b04d9d1-8779-474c-b9a1-e0f5d020d903 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.123708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-2b04d9d1-8779-474c-b9a1-e0f5d020d903 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.157731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:09.160799 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed8c6c-9ee3-4df7-8abf-e28030cb7f2b" -d '{"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-unplugged", "status": "completed", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:09.166377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-2b04d9d1-8779-474c-b9a1-e0f5d020d903 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.203640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-2b04d9d1-8779-474c-b9a1-e0f5d020d903 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.211313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36271c-6544-4bf2-b4cb-897fe115213c req-e0fef0db-8e82-49cd-b87e-382e462aa3e5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.219006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-2b04d9d1-8779-474c-b9a1-e0f5d020d903 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.220033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-bace23f7-486b-453c-b0d9-3d3a0bc2b80c None None] Port 20962697-462a-4530-9bbd-1198a0f611eb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:44:09.223555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fe36271c-6544-4bf2-b4cb-897fe115213c req-e0fef0db-8e82-49cd-b87e-382e462aa3e5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 943 time: 0.7014115 Oct 29 08:44:09.233741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-2b04d9d1-8779-474c-b9a1-e0f5d020d903 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.4973497 Oct 29 08:44:09.346577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:09.390537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Pushing event updated for resources: {'Port': ['ID=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:09.408549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:09.432490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:44:09.506710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fe36271c-6544-4bf2-b4cb-897fe115213c req-4492b39d-6b0d-4ee3-99d8-3f616f562213 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780199 Oct 29 08:44:09.546903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:09.547546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:09.594830 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-617e9ef8-34af-441e-acb9-f7bf6ba2dcec tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4270554 Oct 29 08:44:09.611911 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:09.618753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Request body: {'port': {'device_id': 'e07dae0f-54f9-4d11-92cf-2f9b651e4fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:09.664256 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a130e67a-3a31-4862-b9e7-58520e21ff81 req-6e6fe88c-43af-44b5-b11d-8675e23b646e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4289308 Oct 29 08:44:09.800438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-8d11b83e-8373-4822-a4df-68245bdda3fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5511956 Oct 29 08:44:09.808723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20962697-462a-4530-9bbd-1198a0f611eb {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:09.825747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:09.844914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Transition to ACTIVE for port object 20962697-462a-4530-9bbd-1198a0f611eb will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:44:09.892263 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:09.969538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'Subnet': ['ID=742401c2-2f94-4eae-8059-ac5ca21c1c87,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:09.993133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Checking segment: {'id': '2fdf6548-987c-4eb8-8d89-e51911fb6af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6f634041-2573-4065-ae9f-bd441a93b994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:09.994542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Network hostable DHCP agents. Network: 6f634041-2573-4065-ae9f-bd441a93b994, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:44:10.008651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce2e6-4fbe-4594-8986-1839e7cb13b6 req-809b95f5-5dbd-4c33-b605-068ad7520ad7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:10.026872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f4ce2e6-4fbe-4594-8986-1839e7cb13b6 req-809b95f5-5dbd-4c33-b605-068ad7520ad7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1830657 Oct 29 08:44:10.118091 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Network 6f634041-2573-4065-ae9f-bd441a93b994 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:44:10.134861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6f634041-2573-4065-ae9f-bd441a93b994) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:10.144080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef0130d-fc3e-493f-80f6-de3819d36c52 None None] Network 6f634041-2573-4065-ae9f-bd441a93b994 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:10.157300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:10.160808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.162759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb31d6-f3c6-47f9-9db6-4b9458838176 req-2761c2f2-9f0a-41c3-ad5f-a00f5726c9a9 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:10.186423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57eb31d6-f3c6-47f9-9db6-4b9458838176 req-2761c2f2-9f0a-41c3-ad5f-a00f5726c9a9 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1053 time: 0.4951193 Oct 29 08:44:10.189784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f4ce2e6-4fbe-4594-8986-1839e7cb13b6 req-69a6c5d1-24c9-4988-b3b3-affb2705aa5d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506426 Oct 29 08:44:10.208218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b5175465-e7a6-4172-a8a2-dad548928c87 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7721360 Oct 29 08:44:10.211247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35458) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:10.234369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-af70a511-24f9-4cd3-a448-b0cb047f115c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1066289029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:10.294256 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af70a511-24f9-4cd3-a448-b0cb047f115c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.295631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af70a511-24f9-4cd3-a448-b0cb047f115c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.311080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.480329 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af70a511-24f9-4cd3-a448-b0cb047f115c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.499716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af70a511-24f9-4cd3-a448-b0cb047f115c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.592738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af70a511-24f9-4cd3-a448-b0cb047f115c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.594630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-af70a511-24f9-4cd3-a448-b0cb047f115c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3803549 Oct 29 08:44:10.598407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Attempting to bind port 20962697-462a-4530-9bbd-1198a0f611eb on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:44:10.598915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Attempting to bind port 20962697-462a-4530-9bbd-1198a0f611eb by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:44:10.599040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35464) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:10.599170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Attempting to bind port 20962697-462a-4530-9bbd-1198a0f611eb on network dfc5416a-9901-41b7-9cf4-7469286a8839 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:44:10.604530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Pushing event updated for resources: {'Port': ['ID=20962697-462a-4530-9bbd-1198a0f611eb,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:10.643336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9d41-fe00-452f-bfd1-75a6b17311e1 req-c6dc2829-9e1f-4b87-a240-beeac9519ccd tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:10.644507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Port 20962697-462a-4530-9bbd-1198a0f611eb on network dfc5416a-9901-41b7-9cf4-7469286a8839 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:44:10.644843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Attempting to bind port 20962697-462a-4530-9bbd-1198a0f611eb on network dfc5416a-9901-41b7-9cf4-7469286a8839 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:44:10.654622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-752a9d41-fe00-452f-bfd1-75a6b17311e1 req-c6dc2829-9e1f-4b87-a240-beeac9519ccd tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 932 time: 0.2729788 Oct 29 08:44:10.658266 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57eb31d6-f3c6-47f9-9db6-4b9458838176 req-6ee8aa7a-9633-4e11-9e69-e4dddcd8eb7a tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686813 Oct 29 08:44:10.663194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:44:10.663530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Checking segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:10.663957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Bound using segment: {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:44:10.665544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Bound port: 20962697-462a-4530-9bbd-1198a0f611eb, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f188bac-3f61-4278-961c-c2af2e67f97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:44:10.666282 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.765554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-6f634041-2573-4065-ae9f-bd441a93b994', 'network_id': '6f634041-2573-4065-ae9f-bd441a93b994', 'tenant_id': 'f77ebe11eb5f42e6a8fd38721d879ced', 'fixed_ips': [{'subnet_id': '742401c2-2f94-4eae-8059-ac5ca21c1c87'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:44:10.766456 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:10.814505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:10.979737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] For port 20962697-462a-4530-9bbd-1198a0f611eb, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:44:11.001238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] For port 20962697-462a-4530-9bbd-1198a0f611eb, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=20962697-462a-4530-9bbd-1198a0f611eb,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:44:11.009323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:11.055659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-752a9d41-fe00-452f-bfd1-75a6b17311e1 req-44cf8888-f4ad-46a7-b9ff-5837183cb351 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997927 Oct 29 08:44:11.107234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.107947 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:11.110308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] 10.222.0.93 "PUT /v2.0/ports/20962697-462a-4530-9bbd-1198a0f611eb HTTP/1.1" status: 200 len: 1092 time: 2.5206997 Oct 29 08:44:11.114173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b573bf48-4d78-4f8a-8ee1-aafd84aec16c', 'tag': '20962697-462a-4530-9bbd-1198a0f611eb'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:11.118045 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b573bf48-4d78-4f8a-8ee1-aafd84aec16c", "tag": "20962697-462a-4530-9bbd-1198a0f611eb"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:11.177802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39022c7-1d6b-4e66-b00f-73bf191adbbd service neutron] Pushing event updated for resources: {'Port': ['ID=20962697-462a-4530-9bbd-1198a0f611eb,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:11.273216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Allocated IP 172.20.0.2 (6f634041-2573-4065-ae9f-bd441a93b994/742401c2-2f94-4eae-8059-ac5ca21c1c87/008c9c92-2ee0-4dfb-9922-56b5d3213a4f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:44:11.294825 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716bc516-47c4-4dac-ae4f-401920c8532d x-openstack-request-id: req-716bc516-47c4-4dac-ae4f-401920c8532d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:11.295254 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-unplugged", "status": "failed", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699", "code": 422}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:11.295450 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-716bc516-47c4-4dac-ae4f-401920c8532d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:11.295826 n-d-815940-1 neutron-server[102115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'code': 422} returned with failed status Oct 29 08:44:11.335426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:11.344782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-e3046d5b-a015-415d-a88b-0cf350b1f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.346340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-e3046d5b-a015-415d-a88b-0cf350b1f65d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3bd10d76f7104d809269be6a3eeb7baf&device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1095 time: 0.1807368 Oct 29 08:44:11.355434 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:11.419842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:11.437794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-3f7ef5de-370d-4200-9a50-56593a3e10fe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20962697-462a-4530-9bbd-1198a0f611eb HTTP/1.1" status: 200 len: 217 time: 0.0769875 Oct 29 08:44:11.461666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Transition to ACTIVE for port object fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:44:11.470716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:11.663362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:11.670509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-8235adf7-7c4f-4a2d-b8ca-8fb32b1cd8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.672134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-8235adf7-7c4f-4a2d-b8ca-8fb32b1cd8b6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92e282c6-b536-4802-9891-9d79c7413e87 HTTP/1.1" status: 200 len: 849 time: 0.2117913 Oct 29 08:44:11.778922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Attempting to bind port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:44:11.779265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Attempting to bind port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:44:11.779602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Attempting to bind port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:44:11.789176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:44:11.789484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Attempting to bind port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:44:11.790056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d11707-0a09-4012-8333-3a1624012fec req-56a11e04-6894-4baf-ae6c-df9f71ed0a47 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.793634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-3df9c681-e6a2-42e1-8829-f21c8bf5e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.795117 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-3df9c681-e6a2-42e1-8829-f21c8bf5e648 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dfc5416a-9901-41b7-9cf4-7469286a8839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018586 Oct 29 08:44:11.799733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16d11707-0a09-4012-8333-3a1624012fec req-56a11e04-6894-4baf-ae6c-df9f71ed0a47 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 943 time: 0.5223134 Oct 29 08:44:11.829506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:11.837308 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:11.839907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:44:11.840276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Checking segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:11.840641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Bound using segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:44:11.841093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Bound port: fbb1f282-a7f1-44d8-a363-3e0a3b1e4629, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:44:11.841450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:11.845987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-1c8ae5fe-25d6-4f59-8896-29ed3937083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.848429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-1c8ae5fe-25d6-4f59-8896-29ed3937083e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782&tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32 HTTP/1.1" status: 200 len: 1094 time: 0.3692670 Oct 29 08:44:11.858070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Network 6f634041-2573-4065-ae9f-bd441a93b994 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:11.864233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:11.880049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:11.886076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:44:11.940873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-65acf296-be8f-4a34-9aaa-ad72e82a9961 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.942954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:11.948371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-65acf296-be8f-4a34-9aaa-ad72e82a9961 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.954518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-65acf296-be8f-4a34-9aaa-ad72e82a9961 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.961357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-65acf296-be8f-4a34-9aaa-ad72e82a9961 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.968625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-65acf296-be8f-4a34-9aaa-ad72e82a9961 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.975002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-65acf296-be8f-4a34-9aaa-ad72e82a9961 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.981597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-65acf296-be8f-4a34-9aaa-ad72e82a9961 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:11.983601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-65acf296-be8f-4a34-9aaa-ad72e82a9961 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.1965785 Oct 29 08:44:12.043131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16d11707-0a09-4012-8333-3a1624012fec req-7b155631-83e1-4ec0-ad8c-f4cda4b50562 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423310 Oct 29 08:44:12.089062 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:12.163100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-46cd5484-5c9e-40dc-bd2d-d4da03fcdc01 service neutron] 10.222.0.93 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391376 Oct 29 08:44:12.169122 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b52b1b9-3eb5-4b57-ac36-333f2bf589a8 req-25819a50-04b3-49a3-8fb1-eb114dcf08a7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593719 Oct 29 08:44:12.180651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] For port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:44:12.239669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] For port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:44:12.250973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:12.252098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Attempting to bind port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:44:12.253627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Attempting to bind port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '2fdf6548-987c-4eb8-8d89-e51911fb6af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6f634041-2573-4065-ae9f-bd441a93b994'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:44:12.254020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Attempting to bind port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f on network 6f634041-2573-4065-ae9f-bd441a93b994 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:44:12.259429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Pushing event updated for resources: {'Port': ['ID=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:12.286612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:44:12.287655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Checking segment: {'id': '2fdf6548-987c-4eb8-8d89-e51911fb6af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6f634041-2573-4065-ae9f-bd441a93b994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:12.288125 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:12.288521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Bound using segment: {'id': '2fdf6548-987c-4eb8-8d89-e51911fb6af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6f634041-2573-4065-ae9f-bd441a93b994'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:44:12.292019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Bound port: 008c9c92-2ee0-4dfb-9922-56b5d3213a4f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdf6548-987c-4eb8-8d89-e51911fb6af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6f634041-2573-4065-ae9f-bd441a93b994'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:44:12.293039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:12.297520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Allocated IP 172.20.0.1 (6f634041-2573-4065-ae9f-bd441a93b994/742401c2-2f94-4eae-8059-ac5ca21c1c87/c843c711-087d-44eb-abc3-7ac1a6899cae) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:44:12.340415 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057eb995-e174-4847-a422-eae0efe5caf6 x-openstack-request-id: req-057eb995-e174-4847-a422-eae0efe5caf6 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:12.341057 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b573bf48-4d78-4f8a-8ee1-aafd84aec16c", "tag": "20962697-462a-4530-9bbd-1198a0f611eb", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:12.341542 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-057eb995-e174-4847-a422-eae0efe5caf6 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:12.342161 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b573bf48-4d78-4f8a-8ee1-aafd84aec16c', 'tag': '20962697-462a-4530-9bbd-1198a0f611eb', 'status': 'completed', 'code': 200} Oct 29 08:44:12.354948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:12.387368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] For port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:44:12.391391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:12.392411 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:12.393351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] For port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,segment=NetworkSegment(2fdf6548-987c-4eb8-8d89-e51911fb6af8),segment_id=2fdf6548-987c-4eb8-8d89-e51911fb6af8)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:44:12.396344 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-5cd8a715-596f-49dd-a662-5270038a0233 service neutron] 10.222.0.93 "PUT /v2.0/ports/fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 HTTP/1.1" status: 200 len: 1092 time: 2.7840781 Oct 29 08:44:12.403084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:12.494937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:12.533788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f28f1-7146-4014-ba79-5cba262b025e None None] Pushing event updated for resources: {'Port': ['ID=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:12.635589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9166db-d2af-4c59-8b5d-cef91575203a req-7bb16e84-529d-4d02-b948-5f00b588800f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:12.637317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be9166db-d2af-4c59-8b5d-cef91575203a req-7bb16e84-529d-4d02-b948-5f00b588800f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 945 time: 0.2356918 Oct 29 08:44:12.659139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:12.786239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Network 6f634041-2573-4065-ae9f-bd441a93b994 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:12.841912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:12.856534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:44:12.913407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba23c1b6-6944-4e82-9719-a27b993cba9e req-a0c5e745-ef03-4b0d-9203-b4fce7739af2 service neutron] 10.222.0.93 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7411418 Oct 29 08:44:12.950242 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-97b7616e-78f9-4e51-a52d-27d908454cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:12.953350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-97b7616e-78f9-4e51-a52d-27d908454cf9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 1095 time: 0.4990251 Oct 29 08:44:12.967985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea52796-84f3-48af-b994-c155933d4518 req-9d838b4e-0e1f-4e46-879d-c12890256e65 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:12.970155 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bea52796-84f3-48af-b994-c155933d4518 req-9d838b4e-0e1f-4e46-879d-c12890256e65 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1095 time: 0.5492973 Oct 29 08:44:12.976653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be9166db-d2af-4c59-8b5d-cef91575203a req-9bfc4e16-c7d0-4c07-ab49-55c7d3462553 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226178 Oct 29 08:44:12.982785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'Port': ['ID=c843c711-087d-44eb-abc3-7ac1a6899cae,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:13.024489 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:13.048309 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-c3c2d7b3-3194-4532-9fcf-c7210fa5c85b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 HTTP/1.1" status: 200 len: 217 time: 0.0750191 Oct 29 08:44:13.123191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:13.151097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-f066dfa4-cf82-4fcf-a854-db9fb79bfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:13.153080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-f066dfa4-cf82-4fcf-a854-db9fb79bfd23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.0977802 Oct 29 08:44:13.179277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-28dae233-f765-4793-aadd-04fd5787d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:13.180847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-28dae233-f765-4793-aadd-04fd5787d8b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3bd10d76f7104d809269be6a3eeb7baf&device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1095 time: 0.2097373 Oct 29 08:44:13.199021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bea52796-84f3-48af-b994-c155933d4518 req-22af4ace-59e5-4146-8c52-b011fe73bc59 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719241 Oct 29 08:44:13.200905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-00c67303-a1f9-4dbe-9b90-82b9ecdb571a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378296 Oct 29 08:44:13.253939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:44:13.316862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:13.343873 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:13.371978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Transition to ACTIVE for port object 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:44:13.440966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:13.457586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-f32c6ec4-e33d-4883-a151-8c5df7c259bb service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476203 Oct 29 08:44:13.540364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a89c-abd8-4704-b4f1-55f37a8a4fc8 req-2c584a30-7c85-427b-b2a9-5694373e3502 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:13.542741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a787a89c-abd8-4704-b4f1-55f37a8a4fc8 req-2c584a30-7c85-427b-b2a9-5694373e3502 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 944 time: 0.2276962 Oct 29 08:44:13.564099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:13.577366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-ca887df3-4305-4acf-a5f9-c5df08ea9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:13.578902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-ca887df3-4305-4acf-a5f9-c5df08ea9d7b service neutron] 10.222.0.93 "GET /v2.0/networks?id=dfc5416a-9901-41b7-9cf4-7469286a8839 HTTP/1.1" status: 200 len: 912 time: 0.3823726 Oct 29 08:44:13.611288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] No DVR routers for this DVR port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:44:13.613946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=9']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:13.649102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-3aaf1b6d-ec27-4b14-abf8-108509e0908f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20962697-462a-4530-9bbd-1198a0f611eb HTTP/1.1" status: 200 len: 217 time: 0.0581114 Oct 29 08:44:13.723857 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d00c5ab-c178-469f-93d9-012b77c8e1eb req-997dd979-d9a8-4d71-8640-861ca7ee77bc service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439675 Oct 29 08:44:13.727590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a787a89c-abd8-4704-b4f1-55f37a8a4fc8 req-aaacbdac-71a8-4ed5-890f-34d52a1103d3 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543515 Oct 29 08:44:13.806492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-596b9de8-c68b-4481-9da2-293032b08a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:13.809097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-596b9de8-c68b-4481-9da2-293032b08a46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92e282c6-b536-4802-9891-9d79c7413e87 HTTP/1.1" status: 200 len: 849 time: 0.1379132 Oct 29 08:44:13.868791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-cf4255b1-66a9-4d38-a8c9-87f8134afad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:13.870962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-cf4255b1-66a9-4d38-a8c9-87f8134afad5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dfc5416a-9901-41b7-9cf4-7469286a8839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531464 Oct 29 08:44:14.000096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-3aef27c5-fa65-4c5a-a3cb-68009788a0a1 service neutron] 10.222.0.93 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157963 Oct 29 08:44:14.095635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5aa0b2-d020-443b-b9ad-6c6d45ae0dfc None None] Network 6f634041-2573-4065-ae9f-bd441a93b994 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:14.187960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9050f4fd-3c1c-4733-8139-b5eea56b9e1a req-cdd4310c-0c26-484e-881f-1c7c60b1af28 service neutron] 10.222.0.93 "GET /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699173 Oct 29 08:44:14.218721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10145abd-0f28-4db5-bafc-df20d8d65442 req-1429ef0b-8859-4053-9d6f-73a0e785b79d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.224619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10145abd-0f28-4db5-bafc-df20d8d65442 req-1429ef0b-8859-4053-9d6f-73a0e785b79d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 943 time: 0.3521979 Oct 29 08:44:14.280367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Attempting to bind port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:44:14.281192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Attempting to bind port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:44:14.281998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Attempting to bind port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:44:14.286380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10145abd-0f28-4db5-bafc-df20d8d65442 req-84eac134-d5aa-407d-a6b6-6a55b75b76c5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552340 Oct 29 08:44:14.300859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1a9f2617-c90c-4428-bf6e-e1963d042538 None None] Provisioning complete for port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:14.300859 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2617-c90c-4428-bf6e-e1963d042538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:14.324728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:44:14.325197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Attempting to bind port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on network 003208f5-2005-4fb1-86ee-de38ac9562e2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:44:14.341730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:44:14.342264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Checking segment: {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:14.342750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Bound using segment: {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:44:14.343308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Bound port: 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1427cf-5525-4b6d-acdc-89036d807bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:44:14.344052 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:14.344303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07dae0f-54f9-4d11-92cf-2f9b651e4fce', 'tag': 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:14.347453 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5af132b-77a7-45d0-95c8-c75e47b843fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e07dae0f-54f9-4d11-92cf-2f9b651e4fce", "tag": "fbb1f282-a7f1-44d8-a363-3e0a3b1e4629"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:14.364153 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94fc4c3a-8ba9-49b2-a86c-c0d0ef45d315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:14.387940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-6da7e4c3-cec2-49a3-8a83-efb2ad6f1a57 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.396812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-6da7e4c3-cec2-49a3-8a83-efb2ad6f1a57 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.409888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-6da7e4c3-cec2-49a3-8a83-efb2ad6f1a57 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.416587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-6da7e4c3-cec2-49a3-8a83-efb2ad6f1a57 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.425992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-6da7e4c3-cec2-49a3-8a83-efb2ad6f1a57 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.440555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-6da7e4c3-cec2-49a3-8a83-efb2ad6f1a57 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.442377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-6da7e4c3-cec2-49a3-8a83-efb2ad6f1a57 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.448804 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-6da7e4c3-cec2-49a3-8a83-efb2ad6f1a57 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.2208719 Oct 29 08:44:14.453875 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2617-c90c-4428-bf6e-e1963d042538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:14.537928 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1a9f2617-c90c-4428-bf6e-e1963d042538 None None] For port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,segment=NetworkSegment(2fdf6548-987c-4eb8-8d89-e51911fb6af8),segment_id=2fdf6548-987c-4eb8-8d89-e51911fb6af8)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:14.555971 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2617-c90c-4428-bf6e-e1963d042538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:14.639919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f1dc77a-c072-48f0-b354-87c75e5d054a req-18836940-fd1f-4e17-9fd6-058370ae994b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723850 Oct 29 08:44:14.652952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f2617-c90c-4428-bf6e-e1963d042538 None None] Pushing event updated for resources: {'Port': ['ID=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:14.728729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc469c-1b35-431c-b0be-0a4f015ed80b req-1a229fb0-217f-4f81-b95a-1a90f24e378f tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.733459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49bc469c-1b35-431c-b0be-0a4f015ed80b req-1a229fb0-217f-4f81-b95a-1a90f24e378f tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1095 time: 0.1198270 Oct 29 08:44:14.761773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 008c9c92-2ee0-4dfb-9922-56b5d3213a4f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:14.768493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:44:14.775935 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25abfaa-300e-4521-9828-e554a26cb0d4 x-openstack-request-id: req-b25abfaa-300e-4521-9828-e554a26cb0d4 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:14.776366 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07dae0f-54f9-4d11-92cf-2f9b651e4fce", "tag": "fbb1f282-a7f1-44d8-a363-3e0a3b1e4629", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:14.776496 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b25abfaa-300e-4521-9828-e554a26cb0d4 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:14.776870 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07dae0f-54f9-4d11-92cf-2f9b651e4fce', 'tag': 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629', 'status': 'completed', 'code': 200} Oct 29 08:44:14.819387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:44:14.831974 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:14.854966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49bc469c-1b35-431c-b0be-0a4f015ed80b req-3059b4e0-83f5-4d86-986a-8d13c59cba7a tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047623 Oct 29 08:44:14.889935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-2ad99cb0-ed3e-4d53-a803-13208e974c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.891492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-2ad99cb0-ed3e-4d53-a803-13208e974c4b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 1095 time: 0.1027107 Oct 29 08:44:14.907526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:14.918552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8b11435b-71e1-4a6b-81de-9c68debbe751 None None] Provisioning complete for port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:14.919043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8b11435b-71e1-4a6b-81de-9c68debbe751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:14.947367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:14.948235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:14.949860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-f31c2033-d3a9-4130-a0f5-c43d3e5c7091 service neutron] 10.222.0.15 "PUT /v2.0/ports/6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 1091 time: 3.0912251 Oct 29 08:44:14.968958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:14.973826 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15720092-aa3f-44d0-abbc-9ba416fb4403" -d '{"events": [{"name": "network-changed", "server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:14.986471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:14.986858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:15.039308 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:15.069158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:15.093346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-9bd5ccb5-d89c-4576-9c95-d5f7b0e5e5f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3412218 Oct 29 08:44:15.106547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-fecbc575-46ed-448f-abca-4c5ad25b8cbc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:44:15.109254 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-fecbc575-46ed-448f-abca-4c5ad25b8cbc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079417 Oct 29 08:44:15.174325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0c5c8-a9d4-4b38-b5bb-d280bb9188a5 req-097fa531-ed9b-412f-bb69-4ab270e86fab tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:15.178711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:15.186549 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cde0c5c8-a9d4-4b38-b5bb-d280bb9188a5 req-097fa531-ed9b-412f-bb69-4ab270e86fab tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 944 time: 0.1613345 Oct 29 08:44:15.198824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-810a945f-b015-481f-9d70-bc04b53cfe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:15.200782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-810a945f-b015-481f-9d70-bc04b53cfe38 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 917 time: 0.3010910 Oct 29 08:44:15.232052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8b11435b-71e1-4a6b-81de-9c68debbe751 None None] Provisioning complete for port c843c711-087d-44eb-abc3-7ac1a6899cae triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:15.232584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8b11435b-71e1-4a6b-81de-9c68debbe751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:15.268369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-0d93271d-d02b-492a-b2c0-0720d4321bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:15.269913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-0d93271d-d02b-492a-b2c0-0720d4321bb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1095 time: 0.2777834 Oct 29 08:44:15.275262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8b11435b-71e1-4a6b-81de-9c68debbe751 None None] Port c843c711-087d-44eb-abc3-7ac1a6899cae cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:44:15.295874 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-a000278d-aa50-43f0-a03f-ead3e327f55f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 HTTP/1.1" status: 200 len: 217 time: 0.0710781 Oct 29 08:44:15.320502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cde0c5c8-a9d4-4b38-b5bb-d280bb9188a5 req-3f8c3baa-07d0-497b-9afd-facad9f07e63 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325376 Oct 29 08:44:15.387000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-d294a6ce-7a1c-4100-a7d5-125336d11923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:15.388736 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-d294a6ce-7a1c-4100-a7d5-125336d11923 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.0671062 Oct 29 08:44:15.406036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bd415-ba2c-433e-ac63-cc888aa68b99 req-9bb0bed7-f417-4b83-acc2-c852f17100fe tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:15.411764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-71bfd35f-bc74-40e9-ac11-937f652135b3 None None] Provisioning complete for port c843c711-087d-44eb-abc3-7ac1a6899cae triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:15.412175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-71bfd35f-bc74-40e9-ac11-937f652135b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:15.417341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc9bd415-ba2c-433e-ac63-cc888aa68b99 req-9bb0bed7-f417-4b83-acc2-c852f17100fe tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.4632955 Oct 29 08:44:15.457912 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cc4930-4b26-47f6-a0a0-2751e7ceed64 x-openstack-request-id: req-90cc4930-4b26-47f6-a0a0-2751e7ceed64 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:15.459765 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:15.460608 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90cc4930-4b26-47f6-a0a0-2751e7ceed64 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:15.461510 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'status': 'completed', 'code': 200} Oct 29 08:44:15.470188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-a7091844-4c8c-4cc2-ba29-f71b2c9c84f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734656 Oct 29 08:44:15.521596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-71bfd35f-bc74-40e9-ac11-937f652135b3 None None] Port c843c711-087d-44eb-abc3-7ac1a6899cae cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:44:15.527487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-9115fc2e-dd01-4646-8275-7027d7dc1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:15.529111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-9115fc2e-dd01-4646-8275-7027d7dc1e20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 915 time: 0.2202060 Oct 29 08:44:15.540532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'Port': ['ID=c843c711-087d-44eb-abc3-7ac1a6899cae,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:15.568609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc9bd415-ba2c-433e-ac63-cc888aa68b99 req-e47515d6-0130-4d1d-97d8-0b3471bd741f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471477 Oct 29 08:44:15.615173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-d210e95d-4d97-44a1-a03d-277b7b6589c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 217 time: 0.0617862 Oct 29 08:44:15.647937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62f054-5df3-4d29-80fc-40381af917a8 req-c93ce17f-b834-45f4-aaeb-fc8452290a25 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:15.655422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a62f054-5df3-4d29-80fc-40381af917a8 req-c93ce17f-b834-45f4-aaeb-fc8452290a25 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.0928719 Oct 29 08:44:15.699445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Network 6f634041-2573-4065-ae9f-bd441a93b994 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:15.702496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:15.709576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-13748134-4a9e-482d-92ba-5180af454080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:15.711210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-13748134-4a9e-482d-92ba-5180af454080 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.0801928 Oct 29 08:44:15.732396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-122091ba-ef82-448c-9b0e-3c84e0f06568 service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524338 Oct 29 08:44:15.840296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-877c57ac-a55a-4e62-a8cd-1b801a776254 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800638 Oct 29 08:44:15.858749 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a62f054-5df3-4d29-80fc-40381af917a8 req-a2d1deff-4000-4a1a-9ccb-38144c98bcc9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977735 Oct 29 08:44:15.951698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5af132b-77a7-45d0-95c8-c75e47b843fa req-cb6947a1-906e-40d3-80cd-84e9eea218f0 service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066717 Oct 29 08:44:16.009543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e7e6b-e488-474c-a2a7-233dcfa0b08a req-2d538ec2-520f-4fdb-8d81-7c60e917968f tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.019688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f12e7e6b-e488-474c-a2a7-233dcfa0b08a req-2d538ec2-520f-4fdb-8d81-7c60e917968f tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1095 time: 0.0607181 Oct 29 08:44:16.059698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a887d71b-bdef-46cd-868d-612d1d377c85 None None] Provisioning complete for port c843c711-087d-44eb-abc3-7ac1a6899cae triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:16.060687 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a887d71b-bdef-46cd-868d-612d1d377c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:16.072180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-ef5b5d22-693c-45d4-9a19-433bb9f24afb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.072912 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f12e7e6b-e488-474c-a2a7-233dcfa0b08a req-7fb8e780-a655-471d-838c-7b591b4343a3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464346 Oct 29 08:44:16.078378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-ef5b5d22-693c-45d4-9a19-433bb9f24afb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.084668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-ef5b5d22-693c-45d4-9a19-433bb9f24afb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.091026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-ef5b5d22-693c-45d4-9a19-433bb9f24afb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.100904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-ef5b5d22-693c-45d4-9a19-433bb9f24afb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.102424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a887d71b-bdef-46cd-868d-612d1d377c85 None None] Port c843c711-087d-44eb-abc3-7ac1a6899cae cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:44:16.107331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-ef5b5d22-693c-45d4-9a19-433bb9f24afb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.113505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-ef5b5d22-693c-45d4-9a19-433bb9f24afb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.115606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-ef5b5d22-693c-45d4-9a19-433bb9f24afb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.2737916 Oct 29 08:44:16.176565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-4b62e639-a515-4865-b7ce-fafcf949fab0 service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673228 Oct 29 08:44:16.179786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Router daa89954-ed3b-4f46-8cb7-3d3d4219484b is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:44:16.223976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0b7f3a4-9225-4c02-80b1-d85d8af588d4 req-014729cb-66c8-4e04-9080-f2274f25a674 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973032 Oct 29 08:44:16.385921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-340474bd-bc37-4967-b456-57a32de05463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.387498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-340474bd-bc37-4967-b456-57a32de05463 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144&tenant_id=527ed82a040d42019780616f8ace9daf HTTP/1.1" status: 200 len: 1094 time: 0.1859744 Oct 29 08:44:16.412094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4846d409-338e-47a2-9d73-630cff6ab2f1 req-b50663d6-d02d-4115-837a-672c2d8ddda3 service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223392 Oct 29 08:44:16.415673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:44:16.421439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-884a68ec-3c5a-4833-941b-4695344345c8 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "PUT /v2.0/routers/daa89954-ed3b-4f46-8cb7-3d3d4219484b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8154333 Oct 29 08:44:16.424591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35572) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:16.429497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Request body: {'port': {'network_id': '6f634041-2573-4065-ae9f-bd441a93b994', 'name': 'tempest-FloatingIPNegativeTestJSON-76838109'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:16.439362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04650c3-1100-4df9-b3bd-b82b6a754ed2 None None] Sync routers for ids ['daa89954-ed3b-4f46-8cb7-3d3d4219484b'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:44:16.450979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2c042-e75d-4b23-9d0f-f64f9e3841f8 req-6b6911e5-e5ad-4bca-bf4e-ad9f1180915b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.456014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04650c3-1100-4df9-b3bd-b82b6a754ed2 None None] Routers {'daa89954-ed3b-4f46-8cb7-3d3d4219484b'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:44:16.458807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e04650c3-1100-4df9-b3bd-b82b6a754ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:43:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['daa89954-ed3b-4f46-8cb7-3d3d4219484b'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:16.459178 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9d2c042-e75d-4b23-9d0f-f64f9e3841f8 req-6b6911e5-e5ad-4bca-bf4e-ad9f1180915b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 944 time: 0.0763566 Oct 29 08:44:16.508452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9d2c042-e75d-4b23-9d0f-f64f9e3841f8 req-e99db9a3-af20-4542-91e9-ceb403b8f50d tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Oct 29 08:44:16.531020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e04650c3-1100-4df9-b3bd-b82b6a754ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:16.544804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04650c3-1100-4df9-b3bd-b82b6a754ed2 None None] Routers {'daa89954-ed3b-4f46-8cb7-3d3d4219484b'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:44:16.545924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e04650c3-1100-4df9-b3bd-b82b6a754ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:43:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['daa89954-ed3b-4f46-8cb7-3d3d4219484b'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:16.590665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e04650c3-1100-4df9-b3bd-b82b6a754ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:16.591415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04650c3-1100-4df9-b3bd-b82b6a754ed2 None None] The sync data for ids ['daa89954-ed3b-4f46-8cb7-3d3d4219484b'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:44:16.651984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-86016d34-5e5b-4b3d-beaf-c93ba3ed8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:16.654761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-86016d34-5e5b-4b3d-beaf-c93ba3ed8cec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1094 time: 0.2201951 Oct 29 08:44:16.714403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 008c9c92-2ee0-4dfb-9922-56b5d3213a4f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:16.769964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:16.770626 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:16.817709 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:17.020074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71560b-e1eb-44eb-81e5-71be65922b39 req-9c67ec10-2daf-4a00-8692-12c97de847e8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.039042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f71560b-e1eb-44eb-81e5-71be65922b39 req-9c67ec10-2daf-4a00-8692-12c97de847e8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1098368 Oct 29 08:44:17.044417 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-075397db-6fd7-4a87-a233-fde95c89248e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:17.125786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:17.151769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f71560b-e1eb-44eb-81e5-71be65922b39 req-946affa1-411e-4de2-8c4c-fa71ae047c41 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111233 Oct 29 08:44:17.170588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629', 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'port_id': 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629', 'mac_address': 'fa:16:3e:fd:5f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65384a-0dc7-4149-82d9-ed25ea23e1dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:17.273550 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:17.313007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:17.333423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:17.362688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-f14d6063-9d48-4f20-8743-d622a91b4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.366237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b4f6-a431-4134-92a5-3106fd15fca6 req-7de405e7-291c-46aa-84bd-4f49ea759d4f tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.366461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-f14d6063-9d48-4f20-8743-d622a91b4367 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1095 time: 0.8038361 Oct 29 08:44:17.368742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c75b4f6-a431-4134-92a5-3106fd15fca6 req-7de405e7-291c-46aa-84bd-4f49ea759d4f tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1095 time: 0.0882781 Oct 29 08:44:17.424361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a84092-ef7c-4b5b-8b91-c0b3f19c1746 req-873319b3-7164-4d08-b183-803155cce692 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.426280 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70a84092-ef7c-4b5b-8b91-c0b3f19c1746 req-873319b3-7164-4d08-b183-803155cce692 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.7243087 Oct 29 08:44:17.453239 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c75b4f6-a431-4134-92a5-3106fd15fca6 req-7fbbda0d-b6af-4f8f-a0fd-34b065865bfc tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633605 Oct 29 08:44:17.506241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:17.522970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Made reservation on behalf of f77ebe11eb5f42e6a8fd38721d879ced for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:17.527439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:17.536490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:17.545927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:17.574341 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:17.575118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 20962697-462a-4530-9bbd-1198a0f611eb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:17.602269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-def48edb-2e8c-4ce9-a991-60c1f5d8097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.608202 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-def48edb-2e8c-4ce9-a991-60c1f5d8097e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.9386337 Oct 29 08:44:17.649460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70a84092-ef7c-4b5b-8b91-c0b3f19c1746 req-e33ab0d9-093f-4795-833d-06997734c5f1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087538 Oct 29 08:44:17.656042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] device_id is not set on port 2e173b84-0df4-469c-9031-d9101e768aeb yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:44:17.703744 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:17.737048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-34824f8a-0698-4628-8d4a-afb8a667c642 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.764675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-34824f8a-0698-4628-8d4a-afb8a667c642 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.787149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-34824f8a-0698-4628-8d4a-afb8a667c642 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.807416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-34824f8a-0698-4628-8d4a-afb8a667c642 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.815614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-34824f8a-0698-4628-8d4a-afb8a667c642 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.820784 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:44:17.826598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:17.831516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-34824f8a-0698-4628-8d4a-afb8a667c642 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.854189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-34824f8a-0698-4628-8d4a-afb8a667c642 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:17.856213 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-34824f8a-0698-4628-8d4a-afb8a667c642 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.2663946 Oct 29 08:44:17.875627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Allocated IP 172.20.0.3 (6f634041-2573-4065-ae9f-bd441a93b994/742401c2-2f94-4eae-8059-ac5ca21c1c87/2e173b84-0df4-469c-9031-d9101e768aeb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:44:17.985693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:17.986573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f77cfa71-caa4-4353-a0ed-d7e816131a02 req-21e29633-0274-43d6-9762-9089fd47c3b2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179380 Oct 29 08:44:18.038358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:18.048481 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:18.085760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb81d-be06-459a-a474-4fe4e035fd82 req-1992b9f8-e1c4-4044-90e5-f9b6c5f0e89f tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:18.087537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b19bb81d-be06-459a-a474-4fe4e035fd82 req-1992b9f8-e1c4-4044-90e5-f9b6c5f0e89f tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 945 time: 0.2042089 Oct 29 08:44:18.132810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:18.180434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:18.202199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 20962697-462a-4530-9bbd-1198a0f611eb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=20962697-462a-4530-9bbd-1198a0f611eb,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:18.217820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '20962697-462a-4530-9bbd-1198a0f611eb', 'network_id': 'dfc5416a-9901-41b7-9cf4-7469286a8839', 'port_id': '20962697-462a-4530-9bbd-1198a0f611eb', 'mac_address': 'fa:16:3e:b9:69:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e282c6-b536-4802-9891-9d79c7413e87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:18.226175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:18.332909 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:18.374746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:18.423744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b7da-8ddc-4a0e-918e-d9f2e912bde4 req-4e119e87-c5dc-4eac-8d05-228d0dab5229 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:18.437942 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1af0b7da-8ddc-4a0e-918e-d9f2e912bde4 req-4e119e87-c5dc-4eac-8d05-228d0dab5229 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1269062 Oct 29 08:44:18.446232 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:18.489992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20962697-462a-4530-9bbd-1198a0f611eb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:18.502598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1af0b7da-8ddc-4a0e-918e-d9f2e912bde4 req-2c9eaa2f-4177-4126-b4d6-c9a0fa4ae781 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650983 Oct 29 08:44:18.504686 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:18.531290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 20962697-462a-4530-9bbd-1198a0f611eb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=20962697-462a-4530-9bbd-1198a0f611eb,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:18.542170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:18.581978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Network 6f634041-2573-4065-ae9f-bd441a93b994 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:18.598612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b19bb81d-be06-459a-a474-4fe4e035fd82 req-977f51ab-1b26-4a9a-a250-f56818054b23 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170170 Oct 29 08:44:18.613584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:18.620738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:44:18.687463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=20962697-462a-4530-9bbd-1198a0f611eb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:18.688392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe4e46-6495-4b4a-a361-92a746b7732f req-5f3c7866-5f09-430b-bf83-c8eab9943d19 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:18.701610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3bfe4e46-6495-4b4a-a361-92a746b7732f req-5f3c7866-5f09-430b-bf83-c8eab9943d19 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1096 time: 0.1040273 Oct 29 08:44:18.785610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3bfe4e46-6495-4b4a-a361-92a746b7732f req-326c59ca-7329-42bd-b9ad-c0341d7d4cf3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772364 Oct 29 08:44:18.793487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'Port': ['ID=2e173b84-0df4-469c-9031-d9101e768aeb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:18.882455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['fbb1f282-a7f1-44d8-a363-3e0a3b1e4629'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:18.886923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['20962697-462a-4530-9bbd-1198a0f611eb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:18.897830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:18.904716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:19.017058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ff5598f5-a422-481d-9993-f6c51b93d3c6 None None] Provisioning complete for port 2e173b84-0df4-469c-9031-d9101e768aeb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:19.017514 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff5598f5-a422-481d-9993-f6c51b93d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:19.099563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fc9183f4-f424-4802-8617-be6f9ab29dcf tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6742077 Oct 29 08:44:19.103649 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35620) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:19.109725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:19.132427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-c8b0d66d-503d-4ed4-b1ab-07b9021bf72e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 200 len: 999 time: 0.5207207 Oct 29 08:44:19.143072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:19.145528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ab5f-f628-4142-89e6-3019abe3b4e1 req-f4a48c43-69d0-48cf-a501-a2b49e7c8026 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.153611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ff5598f5-a422-481d-9993-f6c51b93d3c6 None None] Port 2e173b84-0df4-469c-9031-d9101e768aeb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:44:19.154351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b96ab5f-f628-4142-89e6-3019abe3b4e1 req-f4a48c43-69d0-48cf-a501-a2b49e7c8026 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.3274086 Oct 29 08:44:19.239320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-1e3fe80e-78aa-4332-9401-e996930a1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.240983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-1e3fe80e-78aa-4332-9401-e996930a1058 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 915 time: 0.6287653 Oct 29 08:44:19.256649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b96ab5f-f628-4142-89e6-3019abe3b4e1 req-a3c6e134-f47d-4e50-9635-1487ceb623c3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990212 Oct 29 08:44:19.366847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-785ce662-afca-4be4-bf9c-1de11a3c9a4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 217 time: 0.0600390 Oct 29 08:44:19.378600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:19.387674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29717b-c999-4d64-b651-ca26412af31e req-8611d1d3-9fff-4f6b-8be8-3ac510055b65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.401920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29717b-c999-4d64-b651-ca26412af31e req-8611d1d3-9fff-4f6b-8be8-3ac510055b65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.418773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29717b-c999-4d64-b651-ca26412af31e req-8611d1d3-9fff-4f6b-8be8-3ac510055b65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.434093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29717b-c999-4d64-b651-ca26412af31e req-8611d1d3-9fff-4f6b-8be8-3ac510055b65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.451164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29717b-c999-4d64-b651-ca26412af31e req-8611d1d3-9fff-4f6b-8be8-3ac510055b65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.457571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29717b-c999-4d64-b651-ca26412af31e req-8611d1d3-9fff-4f6b-8be8-3ac510055b65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.473405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29717b-c999-4d64-b651-ca26412af31e req-8611d1d3-9fff-4f6b-8be8-3ac510055b65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.475483 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d29717b-c999-4d64-b651-ca26412af31e req-8611d1d3-9fff-4f6b-8be8-3ac510055b65 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.3363855 Oct 29 08:44:19.530183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-8828f19b-e504-43e7-956d-5e8ed1567d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.531925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-8828f19b-e504-43e7-956d-5e8ed1567d44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.1020923 Oct 29 08:44:19.570046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-489328d8-89b7-4bff-8df5-a21838cd6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.573453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-489328d8-89b7-4bff-8df5-a21838cd6a59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.2765648 Oct 29 08:44:19.652716 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d29717b-c999-4d64-b651-ca26412af31e req-9fc26813-6415-42b4-bb8f-74a54ba007ee tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570935 Oct 29 08:44:19.663400 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:19.724714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:19.759941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:19.765861 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:19.769513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-af739a45-edae-4419-96e9-6ceb0bac8d69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767114 Oct 29 08:44:19.807295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd622c8-2263-4db3-9b22-273e0c2360e8 req-b99a35a7-97b7-4da7-bd51-3638ca12a6b8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.811556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cd622c8-2263-4db3-9b22-273e0c2360e8 req-b99a35a7-97b7-4da7-bd51-3638ca12a6b8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1673436 Oct 29 08:44:19.858842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e28b8-1c20-4a43-8000-91b3aa94bcc9 req-513f20f7-e7d0-460e-adf6-f982c9ee52cf tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:19.860622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-751e28b8-1c20-4a43-8000-91b3aa94bcc9 req-513f20f7-e7d0-460e-adf6-f982c9ee52cf tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 945 time: 0.0706728 Oct 29 08:44:19.905053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cd622c8-2263-4db3-9b22-273e0c2360e8 req-69f71c57-cc6d-4e50-9dbe-e8f66ebd601b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879712 Oct 29 08:44:19.960557 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:19.977909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-751e28b8-1c20-4a43-8000-91b3aa94bcc9 req-ab29a52c-7abb-4022-9e9a-5a16e01931c9 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583832 Oct 29 08:44:20.014642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:20.022810 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e79a6d0-5852-48ca-ae3c-ff6afb12e867" -d '{"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:20.052707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:20.054410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Allocated IP 172.25.5.109 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/513d5d45-c02b-4a23-95ab-007881764993) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:44:20.061482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:20.127015 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f6711f-2ecf-42d1-ae3c-9c59b6f332f2 x-openstack-request-id: req-c6f6711f-2ecf-42d1-ae3c-9c59b6f332f2 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:20.127427 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:20.127764 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6f6711f-2ecf-42d1-ae3c-9c59b6f332f2 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:20.128279 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'code': 200} Oct 29 08:44:20.153350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0299dc-c634-40f0-9f5f-aa4734e8c9c8 req-086a3717-69b5-4116-9033-4d4adc4bf581 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.155423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd0299dc-c634-40f0-9f5f-aa4734e8c9c8 req-086a3717-69b5-4116-9033-4d4adc4bf581 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1096 time: 0.0931208 Oct 29 08:44:20.193020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:20.237716 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd0299dc-c634-40f0-9f5f-aa4734e8c9c8 req-4796258b-acfd-4657-bdad-08dc64000fa7 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629208 Oct 29 08:44:20.309986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:20.375886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:20.413245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:20.483782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:20.486512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:44:20.579430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e400377-af62-46e5-b109-100732aad664 req-4b4b2e1d-8eba-45ae-adb4-711bc9526ca1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.588034 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e400377-af62-46e5-b109-100732aad664 req-4b4b2e1d-8eba-45ae-adb4-711bc9526ca1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1889470 Oct 29 08:44:20.613545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'Port': ['ID=513d5d45-c02b-4a23-95ab-007881764993,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:20.632282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.632834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.633276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.633719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.634240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.634761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.635236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.635951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.636295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.636730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.637150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.637615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:20.725323 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e400377-af62-46e5-b109-100732aad664 req-9ebcd536-6d1a-49ff-bc1e-cad4d733488a tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357036 Oct 29 08:44:20.747461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:20.784898 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:20.831212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:20.843980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-cec744ab-2135-4333-9ddc-897a6945f779 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.852861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-cec744ab-2135-4333-9ddc-897a6945f779 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.859774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-cec744ab-2135-4333-9ddc-897a6945f779 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.865996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-cec744ab-2135-4333-9ddc-897a6945f779 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.872328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-cec744ab-2135-4333-9ddc-897a6945f779 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.878841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-cec744ab-2135-4333-9ddc-897a6945f779 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.885359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-cec744ab-2135-4333-9ddc-897a6945f779 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:20.894006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-cec744ab-2135-4333-9ddc-897a6945f779 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.1387048 Oct 29 08:44:20.929984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:44:20.935017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:20.935654 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:20.938823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d57fbb8-fae8-447c-83b9-b4535f30f87f req-a4a157e6-d006-4072-9631-5f25fa0413b8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435989 Oct 29 08:44:21.016777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.027364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.043185 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.104156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:21.112662 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.113778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 20962697-462a-4530-9bbd-1198a0f611eb up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:21.149670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.173405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:21.187865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4605f4-34a1-4997-a5d3-9aa1e02f9075 req-c60b85ef-616a-46b5-a13d-044a238e55d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:21.196407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b4605f4-34a1-4997-a5d3-9aa1e02f9075 req-c60b85ef-616a-46b5-a13d-044a238e55d4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 945 time: 0.1125228 Oct 29 08:44:21.203910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'Port': ['ID=513d5d45-c02b-4a23-95ab-007881764993,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:21.240490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 20962697-462a-4530-9bbd-1198a0f611eb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:44:21.240744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc5ab3-5477-441e-b166-6999e47e0f92 req-96d49e2b-b01d-4e9e-b505-cc98a7e428d2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:21.242108 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6dcc5ab3-5477-441e-b166-6999e47e0f92 req-96d49e2b-b01d-4e9e-b505-cc98a7e428d2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1702042 Oct 29 08:44:21.245542 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.246353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 20962697-462a-4530-9bbd-1198a0f611eb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:21.248024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b1bdfaa3-5ec7-4fd1-8ce5-751d82ceb70c tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1419535 Oct 29 08:44:21.249793 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.251768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35662) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:21.258340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b98e7eb1-e9be-48d3-86bc-7a5e2110d48d tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Request body: {'floatingip': {'port_id': '2e173b84-0df4-469c-9031-d9101e768aeb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:21.290771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b4605f4-34a1-4997-a5d3-9aa1e02f9075 req-794fe08b-bfe5-4991-a60d-c06dd27279a6 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762742 Oct 29 08:44:21.310153 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b98e7eb1-e9be-48d3-86bc-7a5e2110d48d tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.405907 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.437415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6dcc5ab3-5477-441e-b166-6999e47e0f92 req-20a7fb0d-7f00-4ee7-94bb-0bf5756d3a76 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864276 Oct 29 08:44:21.464303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 20962697-462a-4530-9bbd-1198a0f611eb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=20962697-462a-4530-9bbd-1198a0f611eb,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:21.467845 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.534841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811daead-ee56-4c60-a7b4-843b60916207 req-ebe181a5-96aa-4583-aa87-e16aec52a828 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:21.536926 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-b98e7eb1-e9be-48d3-86bc-7a5e2110d48d tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] update failed (client error): The resource could not be found. Oct 29 08:44:21.540560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b98e7eb1-e9be-48d3-86bc-7a5e2110d48d tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "PUT /v2.0/floatingips/42ce7e5b-7c43-4026-9a3e-931d56ffee19 HTTP/1.1" status: 404 len: 507 time: 0.2839501 Oct 29 08:44:21.541925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-811daead-ee56-4c60-a7b4-843b60916207 req-ebe181a5-96aa-4583-aa87-e16aec52a828 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1096 time: 0.1153977 Oct 29 08:44:21.545092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35672) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:21.581206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=20962697-462a-4530-9bbd-1198a0f611eb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:21.693307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-811daead-ee56-4c60-a7b4-843b60916207 req-cd3c252b-c3b3-4cf7-817e-ce9354d5b862 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325419 Oct 29 08:44:21.746884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Deleting port 513d5d45-c02b-4a23-95ab-007881764993 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:21.747572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.873934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.874871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:21.889455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Calling delete_port for 513d5d45-c02b-4a23-95ab-007881764993 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:21.913618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58bee1-5568-46b6-895f-d05812e5b6fd req-6cbbc436-24a8-4ff0-94f3-471a6945b6b2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:21.920830 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d58bee1-5568-46b6-895f-d05812e5b6fd req-6cbbc436-24a8-4ff0-94f3-471a6945b6b2 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1011405 Oct 29 08:44:21.974533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d58bee1-5568-46b6-895f-d05812e5b6fd req-4734a809-966f-4a5a-bd31-b12b7dfd9263 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501332 Oct 29 08:44:22.077541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:22.130122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07dae0f-54f9-4d11-92cf-2f9b651e4fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629'}, {'server_uuid': 'b573bf48-4d78-4f8a-8ee1-aafd84aec16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20962697-462a-4530-9bbd-1198a0f611eb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:22.133485 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b43dda-ba7f-49ea-9f6d-276fb911c62d" -d '{"events": [{"server_uuid": "e07dae0f-54f9-4d11-92cf-2f9b651e4fce", "name": "network-vif-plugged", "status": "completed", "tag": "fbb1f282-a7f1-44d8-a363-3e0a3b1e4629"}, {"server_uuid": "b573bf48-4d78-4f8a-8ee1-aafd84aec16c", "name": "network-vif-plugged", "status": "completed", "tag": "20962697-462a-4530-9bbd-1198a0f611eb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:22.137768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event deleted for resources: {'Port': ['ID=513d5d45-c02b-4a23-95ab-007881764993,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:22.177233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-375ff3e1-35c5-4b08-9432-7c5f57a66ee4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.183840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-375ff3e1-35c5-4b08-9432-7c5f57a66ee4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.190080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-375ff3e1-35c5-4b08-9432-7c5f57a66ee4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.196486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-375ff3e1-35c5-4b08-9432-7c5f57a66ee4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.203483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-375ff3e1-35c5-4b08-9432-7c5f57a66ee4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.209149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-375ff3e1-35c5-4b08-9432-7c5f57a66ee4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.215396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-375ff3e1-35c5-4b08-9432-7c5f57a66ee4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.217534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-375ff3e1-35c5-4b08-9432-7c5f57a66ee4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.1516011 Oct 29 08:44:22.235717 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b4f29f-b66c-433f-bd19-f354aa09b5ad x-openstack-request-id: req-08b4f29f-b66c-433f-bd19-f354aa09b5ad {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:22.236064 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07dae0f-54f9-4d11-92cf-2f9b651e4fce", "name": "network-vif-plugged", "status": "completed", "tag": "fbb1f282-a7f1-44d8-a363-3e0a3b1e4629", "code": 200}, {"server_uuid": "b573bf48-4d78-4f8a-8ee1-aafd84aec16c", "name": "network-vif-plugged", "status": "completed", "tag": "20962697-462a-4530-9bbd-1198a0f611eb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:22.236328 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08b4f29f-b66c-433f-bd19-f354aa09b5ad {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:22.236882 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07dae0f-54f9-4d11-92cf-2f9b651e4fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629', 'code': 200} Oct 29 08:44:22.238435 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b573bf48-4d78-4f8a-8ee1-aafd84aec16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20962697-462a-4530-9bbd-1198a0f611eb', 'code': 200} Oct 29 08:44:22.340950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e54bef5-38f8-4584-ad9e-12caf546872b req-a44061ca-5ece-4245-9c75-70dec68f11fd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994096 Oct 29 08:44:22.348154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:22.351153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:22.357432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35690) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:22.358865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-875dd9ac-8870-4641-85b7-729167b255ed tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "DELETE /v2.0/floatingips/42ce7e5b-7c43-4026-9a3e-931d56ffee19 HTTP/1.1" status: 204 len: 168 time: 0.8124220 Oct 29 08:44:22.363932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7ba72127-f4b5-47fc-b06d-e1b1813ceaf5 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Request body: {'floatingip': {'floating_network_id': '6f634041-2573-4065-ae9f-bd441a93b994', 'port_id': '2e173b84-0df4-469c-9031-d9101e768aeb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:22.565830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7ba72127-f4b5-47fc-b06d-e1b1813ceaf5 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:22.573087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd8296-4ff2-4ef4-9be9-d5749d8e920e req-769bdce3-f1d4-4524-a383-81cb1cc6495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.574657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7edd8296-4ff2-4ef4-9be9-d5749d8e920e req-769bdce3-f1d4-4524-a383-81cb1cc6495c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 1097 time: 0.2049255 Oct 29 08:44:22.593348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027c203-cea0-408a-80a1-74932510a14a req-567cebe1-b160-4e65-8efd-bb9f6c26313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.597577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a027c203-cea0-408a-80a1-74932510a14a req-567cebe1-b160-4e65-8efd-bb9f6c26313b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.2263350 Oct 29 08:44:22.604147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9201a9f-b4fe-443c-977d-45ed0bc23263 req-2f99469c-b0d6-4d33-ba25-155dfc289f06 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.612533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9201a9f-b4fe-443c-977d-45ed0bc23263 req-2f99469c-b0d6-4d33-ba25-155dfc289f06 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.0725873 Oct 29 08:44:22.658336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9201a9f-b4fe-443c-977d-45ed0bc23263 req-7240178f-0d47-486a-be1d-660698df70f0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Oct 29 08:44:22.898078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dcc49-7c26-424e-9136-a2a2bca19716 req-6ea0b5db-44b1-4e11-9da0-aaeed0e8551d tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:22.901426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f5dcc49-7c26-424e-9136-a2a2bca19716 req-6ea0b5db-44b1-4e11-9da0-aaeed0e8551d tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.0696318 Oct 29 08:44:22.953272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f5dcc49-7c26-424e-9136-a2a2bca19716 req-0eb9104c-dd29-4b5a-b750-269f4ac4ceb4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446386 Oct 29 08:44:23.018024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb8915-ad9b-486a-88fd-cd4267ad4700 req-a4d19a4c-9e24-42ed-b65f-41c5f8961e1b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.019730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62bb8915-ad9b-486a-88fd-cd4267ad4700 req-a4d19a4c-9e24-42ed-b65f-41c5f8961e1b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 946 time: 0.5802362 Oct 29 08:44:23.034644 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7edd8296-4ff2-4ef4-9be9-d5749d8e920e req-210dd212-30a8-4ae7-8410-349c9e8d838c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271605 Oct 29 08:44:23.036953 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a027c203-cea0-408a-80a1-74932510a14a req-9b539475-1e50-42ed-bd5c-b61cf1ffeed6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317997 Oct 29 08:44:23.084819 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62bb8915-ad9b-486a-88fd-cd4267ad4700 req-31e323b4-653b-4f98-835a-d5cfe50b108a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549786 Oct 29 08:44:23.173990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2131-c418-4fe6-b5f2-5b62f9822a8d req-4c9a6edb-9386-4df2-8e53-c2067803c932 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.175620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7adc2131-c418-4fe6-b5f2-5b62f9822a8d req-4c9a6edb-9386-4df2-8e53-c2067803c932 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1079664 Oct 29 08:44:23.184320 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-7ba72127-f4b5-47fc-b06d-e1b1813ceaf5 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:44:23.191571 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7ba72127-f4b5-47fc-b06d-e1b1813ceaf5 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8256502 Oct 29 08:44:23.192897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35710) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:23.198102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '2e173b84-0df4-469c-9031-d9101e768aeb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:23.235447 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:23.272588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7adc2131-c418-4fe6-b5f2-5b62f9822a8d req-ceb060f2-7f89-498a-92dd-ca1af0b062dc tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852618 Oct 29 08:44:23.373242 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:23.610718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-394ac302-6eec-4a20-ac35-949d2797fd28 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.616829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-394ac302-6eec-4a20-ac35-949d2797fd28 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.623426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-394ac302-6eec-4a20-ac35-949d2797fd28 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.630344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-394ac302-6eec-4a20-ac35-949d2797fd28 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.636622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-394ac302-6eec-4a20-ac35-949d2797fd28 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.642614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-394ac302-6eec-4a20-ac35-949d2797fd28 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.648599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-394ac302-6eec-4a20-ac35-949d2797fd28 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.650721 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-394ac302-6eec-4a20-ac35-949d2797fd28 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.1955626 Oct 29 08:44:23.673132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Allocated IP 172.25.5.174 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/027950d6-b9fa-4528-a7f4-d55b05b03089) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:44:23.836509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78aa4d52-ba20-4cf2-9e39-2d79d8f9004c req-93e5232c-1475-4b46-931c-bbb8ebeeb88a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691210 Oct 29 08:44:23.856542 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:23.894064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3012687-7ade-4818-9707-13b814c02e97 req-0a12fe31-da5d-40d5-8191-bc11a2fa7aa0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:23.902051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f3012687-7ade-4818-9707-13b814c02e97 req-0a12fe31-da5d-40d5-8191-bc11a2fa7aa0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1267118 Oct 29 08:44:23.922551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:23.961474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f3012687-7ade-4818-9707-13b814c02e97 req-f6f592f8-1b11-4a51-b69c-e653f290ea79 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Oct 29 08:44:24.010080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:24.014539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:24.017154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:44:24.043368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event updated for resources: {'Port': ['ID=027950d6-b9fa-4528-a7f4-d55b05b03089,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:24.137489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847e5ad-c68f-4312-814d-561ae59c0bde req-67e357b3-1fce-47c4-8511-b4cdab14640a tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:24.140220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9847e5ad-c68f-4312-814d-561ae59c0bde req-67e357b3-1fce-47c4-8511-b4cdab14640a tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.0914757 Oct 29 08:44:24.266577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846dc30-1268-46bd-bcdc-20d265d73344 req-5b48b85d-f47b-4e5a-9aaa-1f191a0b60ce tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:24.288105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a846dc30-1268-46bd-bcdc-20d265d73344 req-5b48b85d-f47b-4e5a-9aaa-1f191a0b60ce tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 946 time: 0.1070089 Oct 29 08:44:24.291384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9847e5ad-c68f-4312-814d-561ae59c0bde req-52467c06-c9bf-445e-9d57-801e9dda7c3d tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425610 Oct 29 08:44:24.383137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a846dc30-1268-46bd-bcdc-20d265d73344 req-e543c87b-9358-4b10-8a0d-eccb1cc64a63 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815589 Oct 29 08:44:24.469869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Deleting port 027950d6-b9fa-4528-a7f4-d55b05b03089 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:24.470296 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:24.483439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f618939-c3c6-4c41-8a1f-edbbe1c5a7ff req-cfae3518-2c88-44f2-b21a-8ba8605b5ca3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:24.485227 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f618939-c3c6-4c41-8a1f-edbbe1c5a7ff req-cfae3518-2c88-44f2-b21a-8ba8605b5ca3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1099358 Oct 29 08:44:24.661451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f618939-c3c6-4c41-8a1f-edbbe1c5a7ff req-b888c7f2-1e4e-4322-8483-b67e7fb69ed8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636922 Oct 29 08:44:24.725264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:24.725687 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:24.741374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Calling delete_port for 027950d6-b9fa-4528-a7f4-d55b05b03089 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:24.936514 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:24.977046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event deleted for resources: {'Port': ['ID=027950d6-b9fa-4528-a7f4-d55b05b03089,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:25.032530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416043-bc60-44e9-8449-da80fddfaf0f req-8af36c38-6676-48c3-86a9-36cf83e46c82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.048466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416043-bc60-44e9-8449-da80fddfaf0f req-8af36c38-6676-48c3-86a9-36cf83e46c82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.055133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416043-bc60-44e9-8449-da80fddfaf0f req-8af36c38-6676-48c3-86a9-36cf83e46c82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.066812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416043-bc60-44e9-8449-da80fddfaf0f req-8af36c38-6676-48c3-86a9-36cf83e46c82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.073916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416043-bc60-44e9-8449-da80fddfaf0f req-8af36c38-6676-48c3-86a9-36cf83e46c82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.080765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416043-bc60-44e9-8449-da80fddfaf0f req-8af36c38-6676-48c3-86a9-36cf83e46c82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.087359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416043-bc60-44e9-8449-da80fddfaf0f req-8af36c38-6676-48c3-86a9-36cf83e46c82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.089866 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89416043-bc60-44e9-8449-da80fddfaf0f req-8af36c38-6676-48c3-86a9-36cf83e46c82 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.1568117 Oct 29 08:44:25.175213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89416043-bc60-44e9-8449-da80fddfaf0f req-f9f99668-bf4e-473a-9cd2-c561fa96c561 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786133 Oct 29 08:44:25.191583 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] create failed (client error): The resource could not be found. Oct 29 08:44:25.197717 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a77aab2b-ee3f-47a5-ac40-9229c9210aef tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0032425 Oct 29 08:44:25.202500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35760) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:25.276067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db4e1-c695-4cf3-9d89-431b634bde35 req-3539dbe5-b9c0-4dd4-821c-fb82241954a8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.277750 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c16db4e1-c695-4cf3-9d89-431b634bde35 req-3539dbe5-b9c0-4dd4-821c-fb82241954a8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.2129424 Oct 29 08:44:25.402651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6f24276c-e377-4f3a-b39a-6837ddceb993 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Deleting port 2e173b84-0df4-469c-9031-d9101e768aeb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:25.403150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f24276c-e377-4f3a-b39a-6837ddceb993 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:25.471683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b87f1-4e82-421b-af5d-18c5639c7f6b req-6d6e52df-3b06-4d4e-9b54-3f581764631e tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.473903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a41b87f1-4e82-421b-af5d-18c5639c7f6b req-6d6e52df-3b06-4d4e-9b54-3f581764631e tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.0910265 Oct 29 08:44:25.477938 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c16db4e1-c695-4cf3-9d89-431b634bde35 req-431d83e4-e3ce-4faf-a89d-a44e6d569bc2 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691318 Oct 29 08:44:25.548733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a41b87f1-4e82-421b-af5d-18c5639c7f6b req-d4e45042-eed1-4117-a749-7c7f88782861 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678520 Oct 29 08:44:25.692466 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f24276c-e377-4f3a-b39a-6837ddceb993 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:25.715030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6f24276c-e377-4f3a-b39a-6837ddceb993 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Calling delete_port for 2e173b84-0df4-469c-9031-d9101e768aeb owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:25.732426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbc2be-1512-402c-8da2-752b9cb28185 req-ea2be888-e762-4ce9-bfe3-469d26d2554b tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.740198 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7cbc2be-1512-402c-8da2-752b9cb28185 req-ea2be888-e762-4ce9-bfe3-469d26d2554b tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.0641820 Oct 29 08:44:25.749315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd69a9-2738-40dc-9d18-16a4b0aeffb6 req-fd5a7dec-689d-47a3-bea3-b3fea0a4588e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:25.751187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33bd69a9-2738-40dc-9d18-16a4b0aeffb6 req-fd5a7dec-689d-47a3-bea3-b3fea0a4588e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 946 time: 0.1124806 Oct 29 08:44:25.813772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7cbc2be-1512-402c-8da2-752b9cb28185 req-56293a90-01fe-4212-bf94-d31d393bab00 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725527 Oct 29 08:44:25.882302 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33bd69a9-2738-40dc-9d18-16a4b0aeffb6 req-c3427da5-d569-447f-8103-8995fd0fb66f tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908623 Oct 29 08:44:26.115024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec6b3-3037-42e0-950c-797b4247937d req-e9fec4d6-6c83-4f5c-90f4-9fb2d0c85cc5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.119113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf2ec6b3-3037-42e0-950c-797b4247937d req-e9fec4d6-6c83-4f5c-90f4-9fb2d0c85cc5 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1465361 Oct 29 08:44:26.189492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f24276c-e377-4f3a-b39a-6837ddceb993 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:26.197659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659c66e-99ca-4bbb-9e18-38cd98dbdd04 req-341515e6-c6af-4869-a3cd-b20415c2dc5e tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.206996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf2ec6b3-3037-42e0-950c-797b4247937d req-944c17c7-4edf-4e3e-a0a2-5d41d40a950c tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770698 Oct 29 08:44:26.214323 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c659c66e-99ca-4bbb-9e18-38cd98dbdd04 req-341515e6-c6af-4869-a3cd-b20415c2dc5e tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.1552939 Oct 29 08:44:26.315340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24276c-e377-4f3a-b39a-6837ddceb993 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event deleted for resources: {'Port': ['ID=2e173b84-0df4-469c-9031-d9101e768aeb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:26.430103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-0b5a912e-15e8-4896-a865-4d494216e225 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.440337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-0b5a912e-15e8-4896-a865-4d494216e225 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.450418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-0b5a912e-15e8-4896-a865-4d494216e225 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.457126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-0b5a912e-15e8-4896-a865-4d494216e225 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.469440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-0b5a912e-15e8-4896-a865-4d494216e225 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.493471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-0b5a912e-15e8-4896-a865-4d494216e225 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.504165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-0b5a912e-15e8-4896-a865-4d494216e225 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.513684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-0b5a912e-15e8-4896-a865-4d494216e225 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.2053683 Oct 29 08:44:26.634806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1e49afa-d81d-43c2-854a-b54335665b9d req-d4586346-f978-4215-a33f-a7d2c72ed690 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183033 Oct 29 08:44:26.657410 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c659c66e-99ca-4bbb-9e18-38cd98dbdd04 req-04044290-2a50-41f0-99db-56982fc72088 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247692 Oct 29 08:44:26.734365 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f24276c-e377-4f3a-b39a-6837ddceb993 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:26.740929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6f24276c-e377-4f3a-b39a-6837ddceb993 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "DELETE /v2.0/ports/2e173b84-0df4-469c-9031-d9101e768aeb HTTP/1.1" status: 204 len: 168 time: 1.5341651 Oct 29 08:44:26.741356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35814) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:26.924841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fe001-45c8-4c51-8ab9-5769b245c193 req-1d48f749-11e9-497b-9995-c06901d0d57b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.938817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c88fe001-45c8-4c51-8ab9-5769b245c193 req-1d48f749-11e9-497b-9995-c06901d0d57b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1364157 Oct 29 08:44:26.947468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80642db0-0c42-47a9-9890-76bf3e4762a3 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:26.952348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-80642db0-0c42-47a9-9890-76bf3e4762a3 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "GET /v2.0/ports?device_id=daa89954-ed3b-4f46-8cb7-3d3d4219484b HTTP/1.1" status: 200 len: 913 time: 0.2097077 Oct 29 08:44:26.952942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35816) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:27.015040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c88fe001-45c8-4c51-8ab9-5769b245c193 req-d4f5d604-f6de-421f-8b78-601c8d34aa0e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613427 Oct 29 08:44:27.550686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189b93c-8b84-4873-b3db-ef8a192ebd91 req-e238d05a-d3b3-429e-9cc7-f45cb38d3ca7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.563166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6189b93c-8b84-4873-b3db-ef8a192ebd91 req-e238d05a-d3b3-429e-9cc7-f45cb38d3ca7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1710978 Oct 29 08:44:27.667059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6189b93c-8b84-4873-b3db-ef8a192ebd91 req-30103f3c-71ce-4366-901d-6bb74926b8ef tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014357 Oct 29 08:44:27.667304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44509-d205-49b7-86eb-b01a03186cc0 req-da38a6fb-7e15-4ec5-9dc0-3c2fab33eeae tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.692784 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64a44509-d205-49b7-86eb-b01a03186cc0 req-da38a6fb-7e15-4ec5-9dc0-3c2fab33eeae tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.4908116 Oct 29 08:44:27.745181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64a44509-d205-49b7-86eb-b01a03186cc0 req-1de55ead-6529-49ef-be75-537deae86935 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490348 Oct 29 08:44:27.890551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-f14f4063-3cd5-45df-b9cf-a15d868ceffd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.907692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-f14f4063-3cd5-45df-b9cf-a15d868ceffd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.922293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-f14f4063-3cd5-45df-b9cf-a15d868ceffd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.939706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-f14f4063-3cd5-45df-b9cf-a15d868ceffd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.942231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-f14f4063-3cd5-45df-b9cf-a15d868ceffd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.944955 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:27.949556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-f14f4063-3cd5-45df-b9cf-a15d868ceffd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.957187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-f14f4063-3cd5-45df-b9cf-a15d868ceffd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:27.957477 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:44:27.959397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-f14f4063-3cd5-45df-b9cf-a15d868ceffd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.1588287 Oct 29 08:44:28.036212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3626f92-ce4a-41bb-86f1-465414f9dd55 req-91f2bfb8-5d0c-494d-bf39-5d78a07cefd4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698414 Oct 29 08:44:28.240968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376066-72fd-4f62-8f7d-a2be942957d6 req-31a7c5e7-862c-4786-8a96-fb08ede0a005 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:28.242460 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36376066-72fd-4f62-8f7d-a2be942957d6 req-31a7c5e7-862c-4786-8a96-fb08ede0a005 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1019967 Oct 29 08:44:28.317696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36376066-72fd-4f62-8f7d-a2be942957d6 req-f2266cf5-32a8-4f73-93c2-b1b40b0407c8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678661 Oct 29 08:44:28.407735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-f10b14c8-4cc5-49ef-9c1a-89c2a02f370a tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:28.409246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-f10b14c8-4cc5-49ef-9c1a-89c2a02f370a tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.0547860 Oct 29 08:44:28.411712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Deleting port c843c711-087d-44eb-abc3-7ac1a6899cae {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:28.412075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:28.570403 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:28.615459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Calling delete_port for c843c711-087d-44eb-abc3-7ac1a6899cae owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:28.630810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Deleting port 20962697-462a-4530-9bbd-1198a0f611eb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:28.631166 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:28.632775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-85ac4011-b17e-48c2-a805-3ad5ac480b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:28.634438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-85ac4011-b17e-48c2-a805-3ad5ac480b16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512887 Oct 29 08:44:28.726465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] For port 20962697-462a-4530-9bbd-1198a0f611eb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=20962697-462a-4530-9bbd-1198a0f611eb,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:28.727041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:28.740032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-cc3ba418-15b4-4416-8dae-33f604e8d4ce service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393227 Oct 29 08:44:28.743241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Calling delete_port for 20962697-462a-4530-9bbd-1198a0f611eb owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:28.922689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-f8b870c8-880a-4e71-91f2-0aa6a4883ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731123 Oct 29 08:44:29.007079 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:29.069708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15720092-aa3f-44d0-abbc-9ba416fb4403 req-9c4a8475-f62d-4ca4-bdc1-5f993c3e11cb service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173194 Oct 29 08:44:29.144117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63208a87-55f5-4fca-bb86-71e04ec83674 req-46e0ced7-7fd9-43d9-80d3-6ad88ee92c92 service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077239 Oct 29 08:44:29.491158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09051e-e98e-4a3d-952a-4b2a6ca60b56 req-d3355a34-6581-4f34-be84-1bffbe004f70 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:29.500702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f09051e-e98e-4a3d-952a-4b2a6ca60b56 req-d3355a34-6581-4f34-be84-1bffbe004f70 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 1097 time: 0.1448746 Oct 29 08:44:29.579137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3233ed-1d01-44a4-8b64-1af20be7b10b req-121ec1b6-bd8d-44da-95c3-34a582845178 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:29.591317 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa3233ed-1d01-44a4-8b64-1af20be7b10b req-121ec1b6-bd8d-44da-95c3-34a582845178 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.7623367 Oct 29 08:44:29.604225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:29.614748 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f09051e-e98e-4a3d-952a-4b2a6ca60b56 req-0d066cd5-059d-4fd3-bc12-3063893502b8 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079476 Oct 29 08:44:29.665237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['20962697-462a-4530-9bbd-1198a0f611eb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:29.667856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['58741d6d-3d26-4951-a7ef-5d5380f22aad'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:29.951904 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:29.960868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-6a075b46-2282-4af5-8d4e-d2f40709e4df tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:29.987285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Pushing event deleted for resources: {'Port': ['ID=20962697-462a-4530-9bbd-1198a0f611eb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:30.010185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-6a075b46-2282-4af5-8d4e-d2f40709e4df tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:30.053955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-6a075b46-2282-4af5-8d4e-d2f40709e4df tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:30.075972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-6a075b46-2282-4af5-8d4e-d2f40709e4df tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:30.085003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event deleted for resources: {'Port': ['ID=c843c711-087d-44eb-abc3-7ac1a6899cae,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:30.105321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-6a075b46-2282-4af5-8d4e-d2f40709e4df tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:30.127317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-6a075b46-2282-4af5-8d4e-d2f40709e4df tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:30.138400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-6a075b46-2282-4af5-8d4e-d2f40709e4df tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:30.146979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-6a075b46-2282-4af5-8d4e-d2f40709e4df tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.3643954 Oct 29 08:44:30.203301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4b68aae-69d6-412d-a2ea-d3d3c6e68027 req-2733cca8-e9bd-4a3e-89f7-703cbe7b78a7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482657 Oct 29 08:44:30.246303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] No DVR routers for this DVR port 20962697-462a-4530-9bbd-1198a0f611eb on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:44:30.249708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:30.258605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae43c94e-95f5-4542-bba5-d9ee80b3cf6d req-c7307649-ad1b-4a7d-95fc-c2855c85e2f4 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.93 "DELETE /v2.0/ports/20962697-462a-4530-9bbd-1198a0f611eb HTTP/1.1" status: 204 len: 173 time: 1.8423471 Oct 29 08:44:30.271143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b573bf48-4d78-4f8a-8ee1-aafd84aec16c', 'name': 'network-vif-deleted', 'tag': '20962697-462a-4530-9bbd-1198a0f611eb'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:30.274422 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1869da4d-19e3-4696-861b-961bf5fbc55b" -d '{"events": [{"server_uuid": "b573bf48-4d78-4f8a-8ee1-aafd84aec16c", "name": "network-vif-deleted", "tag": "20962697-462a-4530-9bbd-1198a0f611eb"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:30.330623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa3233ed-1d01-44a4-8b64-1af20be7b10b req-6a90c2b7-86e0-4202-8b85-328de91f8178 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7383852 Oct 29 08:44:30.363480 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:30.461208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68a804-450f-42b5-bb43-e6e09c39c351 req-b3e5eca7-0924-441a-89fd-b66f24bc34ff tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:30.472407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b68a804-450f-42b5-bb43-e6e09c39c351 req-b3e5eca7-0924-441a-89fd-b66f24bc34ff tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1900139 Oct 29 08:44:30.605917 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568ee0ab-aa38-4a21-9386-f9449d4dadc8 x-openstack-request-id: req-568ee0ab-aa38-4a21-9386-f9449d4dadc8 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:30.606462 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b573bf48-4d78-4f8a-8ee1-aafd84aec16c", "name": "network-vif-deleted", "tag": "20962697-462a-4530-9bbd-1198a0f611eb", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:30.606711 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-568ee0ab-aa38-4a21-9386-f9449d4dadc8 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:30.607321 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b573bf48-4d78-4f8a-8ee1-aafd84aec16c', 'name': 'network-vif-deleted', 'tag': '20962697-462a-4530-9bbd-1198a0f611eb', 'status': 'completed', 'code': 200} Oct 29 08:44:30.607957 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:30.666317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b68a804-450f-42b5-bb43-e6e09c39c351 req-18a2fcf9-b197-4094-8547-6896016d4c63 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904869 Oct 29 08:44:31.013030 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d097fb2-f8ca-45d2-a968-d0110370ac11 req-6bce3199-efee-41aa-b9fb-99df6c4fc60e tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b573bf48-4d78-4f8a-8ee1-aafd84aec16c HTTP/1.1" status: 200 len: 210 time: 0.1514354 Oct 29 08:44:31.030925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Router daa89954-ed3b-4f46-8cb7-3d3d4219484b has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:44:31.123109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:44:31.128772 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2faff00f-8648-4d8d-ac90-0598a9033e2b tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "PUT /v2.0/routers/daa89954-ed3b-4f46-8cb7-3d3d4219484b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1745446 Oct 29 08:44:31.132073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35936) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:31.142585 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0aaa11-abdd-4d0e-a54f-5e4e01d8246f None None] Sync routers for ids ['daa89954-ed3b-4f46-8cb7-3d3d4219484b'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:44:31.159068 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0aaa11-abdd-4d0e-a54f-5e4e01d8246f None None] Routers {'daa89954-ed3b-4f46-8cb7-3d3d4219484b'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:44:31.162479 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0e0aaa11-abdd-4d0e-a54f-5e4e01d8246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:44:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['daa89954-ed3b-4f46-8cb7-3d3d4219484b'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:31.218820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a1d751c-80a9-4d04-a89d-edbbd5655d5f tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:31.266624 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0e0aaa11-abdd-4d0e-a54f-5e4e01d8246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:31.310909 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0aaa11-abdd-4d0e-a54f-5e4e01d8246f None None] Routers {'daa89954-ed3b-4f46-8cb7-3d3d4219484b'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:44:31.311875 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0e0aaa11-abdd-4d0e-a54f-5e4e01d8246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:44:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['daa89954-ed3b-4f46-8cb7-3d3d4219484b'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:31.397617 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0e0aaa11-abdd-4d0e-a54f-5e4e01d8246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:31.400029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-ff035680-5188-4ec4-aa07-15b95c103e19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.407231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:31.409003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-ff035680-5188-4ec4-aa07-15b95c103e19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.418411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-ff035680-5188-4ec4-aa07-15b95c103e19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.420046 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0aaa11-abdd-4d0e-a54f-5e4e01d8246f None None] The sync data for ids ['daa89954-ed3b-4f46-8cb7-3d3d4219484b'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:44:31.425534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-ff035680-5188-4ec4-aa07-15b95c103e19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.433718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-ff035680-5188-4ec4-aa07-15b95c103e19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.441302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-ff035680-5188-4ec4-aa07-15b95c103e19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.459359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-ff035680-5188-4ec4-aa07-15b95c103e19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.508725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-ff035680-5188-4ec4-aa07-15b95c103e19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.2069750 Oct 29 08:44:31.564332 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a1d751c-80a9-4d04-a89d-edbbd5655d5f tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:31.587207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a1d751c-80a9-4d04-a89d-edbbd5655d5f tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:31.601893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73f7cb45-adc8-49e4-b343-abf38553b60e req-94191b0a-7c3e-4dea-ac0a-e1a3cbc3237a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899293 Oct 29 08:44:31.793226 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a1d751c-80a9-4d04-a89d-edbbd5655d5f tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:31.793806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1d751c-80a9-4d04-a89d-edbbd5655d5f tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Fanout notify agent at l3_agent the message router_deleted on router daa89954-ed3b-4f46-8cb7-3d3d4219484b {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:44:31.797673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:31.813044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a1d751c-80a9-4d04-a89d-edbbd5655d5f tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:31.820679 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4a1d751c-80a9-4d04-a89d-edbbd5655d5f tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "DELETE /v2.0/routers/daa89954-ed3b-4f46-8cb7-3d3d4219484b HTTP/1.1" status: 204 len: 168 time: 0.6874700 Oct 29 08:44:31.823858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35950) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:31.826521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'network_id': '003208f5-2005-4fb1-86ee-de38ac9562e2', 'port_id': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'mac_address': 'fa:16:3e:4d:54:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097c0f95-5129-466f-8d01-de53d9e5ca02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:31.865576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2175-7e10-401e-ba9e-866a7e8a5aa4 req-ea2b81c8-777a-4d15-9c14-4dfc6eee5db9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.869347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-81db2175-7e10-401e-ba9e-866a7e8a5aa4 req-ea2b81c8-777a-4d15-9c14-4dfc6eee5db9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.3170559 Oct 29 08:44:31.910276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd4f10-fcc9-426d-99c3-42aac229cc7e req-041a74ad-e296-426c-b2f9-d76c9781b6ac tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:31.919640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04dd4f10-fcc9-426d-99c3-42aac229cc7e req-041a74ad-e296-426c-b2f9-d76c9781b6ac tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 944 time: 0.1174386 Oct 29 08:44:31.950940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:31.997389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:32.011555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04dd4f10-fcc9-426d-99c3-42aac229cc7e req-8913cca0-bd0a-45a9-b7b1-ba736aac8e05 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863075 Oct 29 08:44:32.049850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-81db2175-7e10-401e-ba9e-866a7e8a5aa4 req-9a88f0b5-4cb7-486b-a080-3740f0cc231b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514630 Oct 29 08:44:32.053890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54f553f-54fb-4614-9de8-56d3d3403584 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Deleting subnet 742401c2-2f94-4eae-8059-ac5ca21c1c87 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:44:32.067702 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f54f553f-54fb-4614-9de8-56d3d3403584 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:32.165958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f54f553f-54fb-4614-9de8-56d3d3403584 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:32.483223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:32.492764 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:32.499155 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f54f553f-54fb-4614-9de8-56d3d3403584 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:32.557532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689b474-9dc5-48d7-bd85-25f23315fc25 req-53d3bd2a-4a09-483e-8c18-8b0d6ee31cc0 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:32.559372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3689b474-9dc5-48d7-bd85-25f23315fc25 req-53d3bd2a-4a09-483e-8c18-8b0d6ee31cc0 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.0939386 Oct 29 08:44:32.633462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f54f553f-54fb-4614-9de8-56d3d3403584 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:32.658491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3689b474-9dc5-48d7-bd85-25f23315fc25 req-cab6eeaf-f33a-4284-ad59-675ff091f3ca tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923100 Oct 29 08:44:32.675969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f54f553f-54fb-4614-9de8-56d3d3403584 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:32.682230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f54f553f-54fb-4614-9de8-56d3d3403584 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "DELETE /v2.0/subnets/742401c2-2f94-4eae-8059-ac5ca21c1c87 HTTP/1.1" status: 204 len: 168 time: 0.8522635 Oct 29 08:44:32.682738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:32.750874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=11']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:32.755569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f553f-54fb-4614-9de8-56d3d3403584 tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event deleted for resources: {'Subnet': ['ID=742401c2-2f94-4eae-8059-ac5ca21c1c87,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:32.770185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fcb882-853c-4345-80f3-acee0d996baf None None] Network 6f634041-2573-4065-ae9f-bd441a93b994 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:32.899173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6b6bfd83-758a-4084-94f1-2a2ed3b713c9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:32.911357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 20962697-462a-4530-9bbd-1198a0f611eb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:32.944083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:32.966942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 20962697-462a-4530-9bbd-1198a0f611eb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:44:32.967862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 20962697-462a-4530-9bbd-1198a0f611eb not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:44:32.985784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-ff680cca-ac81-4a47-a105-f9559f836f7b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:32.995925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-ff680cca-ac81-4a47-a105-f9559f836f7b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.016343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-ff680cca-ac81-4a47-a105-f9559f836f7b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.037226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-ff680cca-ac81-4a47-a105-f9559f836f7b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.055520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-ff680cca-ac81-4a47-a105-f9559f836f7b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.064483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-ff680cca-ac81-4a47-a105-f9559f836f7b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.093188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-ff680cca-ac81-4a47-a105-f9559f836f7b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.095333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-ff680cca-ac81-4a47-a105-f9559f836f7b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.2858484 Oct 29 08:44:33.133586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Deleting port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:33.138582 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:33.172484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10dfb5b3-28f1-42a3-bada-ded7557fb057 req-5c5113cc-912d-4b50-aecf-a9d7b6e2b176 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669568 Oct 29 08:44:33.349392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] DHCP port deletion for 6f634041-2573-4065-ae9f-bd441a93b994 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:44:33.527646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd1a4-da69-4d48-9862-dbb2465e4a33 req-e35b5e87-8e99-406b-b2da-694e80f393fc tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.532277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] For port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,segment=NetworkSegment(2fdf6548-987c-4eb8-8d89-e51911fb6af8),segment_id=2fdf6548-987c-4eb8-8d89-e51911fb6af8)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:33.532871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:33.547469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b93dd1a4-da69-4d48-9862-dbb2465e4a33 req-e35b5e87-8e99-406b-b2da-694e80f393fc tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1697612 Oct 29 08:44:33.564902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Calling delete_port for 008c9c92-2ee0-4dfb-9922-56b5d3213a4f owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:33.577849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] Deleting port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:33.578552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:33.644243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b93dd1a4-da69-4d48-9862-dbb2465e4a33 req-08cad09b-0ba8-4f0a-a30b-5626f9b21ac9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941939 Oct 29 08:44:33.662061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0d1e-4eb3-4cbf-a628-a0994b1a5466 req-5f655267-546d-4b4f-8998-672c5d0785ea tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.670188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ccc0d1e-4eb3-4cbf-a628-a0994b1a5466 req-5f655267-546d-4b4f-8998-672c5d0785ea tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2597742 Oct 29 08:44:33.742237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] For port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,segment=NetworkSegment(2fdf6548-987c-4eb8-8d89-e51911fb6af8),segment_id=2fdf6548-987c-4eb8-8d89-e51911fb6af8)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:33.744712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:33.796988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] Calling delete_port for 008c9c92-2ee0-4dfb-9922-56b5d3213a4f owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:33.816321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ccc0d1e-4eb3-4cbf-a628-a0994b1a5466 req-c10ae149-74fe-4a60-9d56-1fbbda4a4498 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386275 Oct 29 08:44:33.889708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:33.966708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c5cdc-f287-4a12-88e9-be740cd26fde req-fe3d9529-0405-473c-84d9-97141e3057d6 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:33.985395 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f10c5cdc-f287-4a12-88e9-be740cd26fde req-fe3d9529-0405-473c-84d9-97141e3057d6 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.1239181 Oct 29 08:44:33.996579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event deleted for resources: {'Port': ['ID=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:34.003458 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:34.015580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] No DVR routers for this DVR port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:44:34.077862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] Pushing event deleted for resources: {'Port': ['ID=008c9c92-2ee0-4dfb-9922-56b5d3213a4f,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:34.088532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c202ca-1ad9-42bf-8cd1-5af883dd6037 None None] No DVR routers for this DVR port 008c9c92-2ee0-4dfb-9922-56b5d3213a4f on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:44:34.190482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f10c5cdc-f287-4a12-88e9-be740cd26fde req-fdffd9c0-eae0-4d5c-9e82-a3c657c2efa8 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039344 Oct 29 08:44:34.251188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:34.323832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f634041-2573-4065-ae9f-bd441a93b994']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:34.361393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdf6548-987c-4eb8-8d89-e51911fb6af8') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:34.364238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdf6548-987c-4eb8-8d89-e51911fb6af8') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:34.398355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:34.596954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:34.643835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:44:34.643835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:34.660373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-8c348ce1-447b-44a6-86c8-69720f1c2e0e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:34.674176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-8c348ce1-447b-44a6-86c8-69720f1c2e0e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:34.689166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-8c348ce1-447b-44a6-86c8-69720f1c2e0e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:34.689166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-8c348ce1-447b-44a6-86c8-69720f1c2e0e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:34.694215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-8c348ce1-447b-44a6-86c8-69720f1c2e0e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:34.700969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-8c348ce1-447b-44a6-86c8-69720f1c2e0e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:34.709241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-8c348ce1-447b-44a6-86c8-69720f1c2e0e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:34.718518 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-8c348ce1-447b-44a6-86c8-69720f1c2e0e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.2970312 Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:44:34.728615 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:44:34.752976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 008c9c92-2ee0-4dfb-9922-56b5d3213a4f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:34.809602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 008c9c92-2ee0-4dfb-9922-56b5d3213a4f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:44:34.809942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 008c9c92-2ee0-4dfb-9922-56b5d3213a4f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:44:34.949081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e93229e-e43c-4b98-a6d8-43cde6ff18a0 req-1372657d-1715-4bc4-b668-2955ae6b702b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2295244 Oct 29 08:44:34.976517 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:35.016661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:35.041051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] 10.222.0.70 "DELETE /v2.0/networks/6f634041-2573-4065-ae9f-bd441a93b994 HTTP/1.1" status: 204 len: 168 time: 2.3559649 Oct 29 08:44:35.056796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-97a5d6de-fbee-4f7d-8fe6-88cfab350aa1 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:35.059272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-97a5d6de-fbee-4f7d-8fe6-88cfab350aa1 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.5435374 Oct 29 08:44:35.152049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3542c4-841e-4fb4-8625-2cc1a7b87cda tempest-FloatingIPNegativeTestJSON-1229025399 tempest-FloatingIPNegativeTestJSON-1229025399-project] Pushing event deleted for resources: {'Network': ['ID=6f634041-2573-4065-ae9f-bd441a93b994,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:35.159573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec8710-0f02-42c2-b8bb-2315e776c6c5 req-c3acf2f8-dce5-4433-8a95-744ce38c6f86 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:35.173578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0ec8710-0f02-42c2-b8bb-2315e776c6c5 req-c3acf2f8-dce5-4433-8a95-744ce38c6f86 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.2471604 Oct 29 08:44:35.322388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0ec8710-0f02-42c2-b8bb-2315e776c6c5 req-efe4d8c0-06b1-49bd-939a-b063a2e8bd04 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437786 Oct 29 08:44:35.411983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:35.560624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d1433-9d37-4268-93b0-7366c2207caf req-5fe9ccd1-a8ac-48a0-a8e1-f25f7692d1b5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:35.570855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:44:35.574879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a6d1433-9d37-4268-93b0-7366c2207caf req-5fe9ccd1-a8ac-48a0-a8e1-f25f7692d1b5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 945 time: 0.2251418 Oct 29 08:44:35.582471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:35.583278 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:35.621394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a33d-e65e-4b0b-8044-d16e6323c636 req-329eb991-1753-43e8-b310-220001edb266 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:35.639272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6645a33d-e65e-4b0b-8044-d16e6323c636 req-329eb991-1753-43e8-b310-220001edb266 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 1096 time: 0.1390400 Oct 29 08:44:35.659549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Deleting port 58741d6d-3d26-4951-a7ef-5d5380f22aad {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:35.662117 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:35.705579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a6d1433-9d37-4268-93b0-7366c2207caf req-0866f948-10d0-4ec0-b4c2-94f8edf5ff30 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293230 Oct 29 08:44:35.732630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36008) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:35.734453 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6645a33d-e65e-4b0b-8044-d16e6323c636 req-2cdb312d-7137-4b33-a6ee-ceb3b43c5c10 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=309f1d1e-9b5a-4f17-8691-da6a11277490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933347 Oct 29 08:44:35.865586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:35.924069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:35.925683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:35.929705 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05242669-cf97-445d-9990-43ad332651b6" -d '{"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-plugged", "status": "completed", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:35.947694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:35.955234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] For port 58741d6d-3d26-4951-a7ef-5d5380f22aad, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=58741d6d-3d26-4951-a7ef-5d5380f22aad,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:35.955740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:35.975897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Calling delete_port for 58741d6d-3d26-4951-a7ef-5d5380f22aad owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:36.034507 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcfd0e8-a938-44e0-812b-13c8aff20263 x-openstack-request-id: req-9dcfd0e8-a938-44e0-812b-13c8aff20263 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:36.034852 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-plugged", "status": "completed", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:36.035495 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dcfd0e8-a938-44e0-812b-13c8aff20263 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:36.036378 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'code': 200} Oct 29 08:44:36.097744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=12']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:36.158242 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36016) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:36.161533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-def6c5dd-e806-4cd2-9e4a-833f47d13426 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f77ebe11eb5f42e6a8fd38721d879ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247062 Oct 29 08:44:36.317156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:36.440804 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-504031bd-dfa5-4d9a-8ce0-460f2e4118b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:36.475917 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-504031bd-dfa5-4d9a-8ce0-460f2e4118b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:36.539170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Pushing event deleted for resources: {'Port': ['ID=58741d6d-3d26-4951-a7ef-5d5380f22aad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:36.552299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-c28d1ea6-d6eb-4760-a6e6-cec3fa7a9621 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.579824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-c28d1ea6-d6eb-4760-a6e6-cec3fa7a9621 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.589208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-c28d1ea6-d6eb-4760-a6e6-cec3fa7a9621 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.599469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] No DVR routers for this DVR port 58741d6d-3d26-4951-a7ef-5d5380f22aad on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:44:36.603604 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:36.608102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-c28d1ea6-d6eb-4760-a6e6-cec3fa7a9621 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.614238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-c28d1ea6-d6eb-4760-a6e6-cec3fa7a9621 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.621071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5315572f-5162-4ec4-9e7d-3f776b85c473 req-3fa288fe-cf48-4ac3-8dad-a11cfc536ce3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.15 "DELETE /v2.0/ports/58741d6d-3d26-4951-a7ef-5d5380f22aad HTTP/1.1" status: 204 len: 173 time: 1.5112667 Oct 29 08:44:36.637402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6425f72c-88a4-43c0-a9ca-66836ccc1aec', 'name': 'network-vif-deleted', 'tag': '58741d6d-3d26-4951-a7ef-5d5380f22aad'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:36.639843 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc08be0-7142-4ab3-af75-c67fa80c1259" -d '{"events": [{"server_uuid": "6425f72c-88a4-43c0-a9ca-66836ccc1aec", "name": "network-vif-deleted", "tag": "58741d6d-3d26-4951-a7ef-5d5380f22aad"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:36.640905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-c28d1ea6-d6eb-4760-a6e6-cec3fa7a9621 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.647709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-c28d1ea6-d6eb-4760-a6e6-cec3fa7a9621 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.656422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-c28d1ea6-d6eb-4760-a6e6-cec3fa7a9621 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.3628333 Oct 29 08:44:36.665182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-504031bd-dfa5-4d9a-8ce0-460f2e4118b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:36.668258 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-504031bd-dfa5-4d9a-8ce0-460f2e4118b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:36.669745 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-504031bd-dfa5-4d9a-8ce0-460f2e4118b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f884ef1-4b7b-464e-b748-22f53a44ba49 HTTP/1.1" status: 204 len: 168 time: 0.5099978 Oct 29 08:44:36.769210 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b5216a53-8067-4621-a539-0095c7bc08b6 req-f8fcaccf-41f0-4484-b105-5492182b0ebb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117282 Oct 29 08:44:36.789447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504031bd-dfa5-4d9a-8ce0-460f2e4118b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f884ef1-4b7b-464e-b748-22f53a44ba49,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:36.879663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f41b9-43a9-4124-a696-ff8707f10823 req-1e86f39e-f553-4901-b99b-38825b4b98e3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.881437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3c7f41b9-43a9-4124-a696-ff8707f10823 req-1e86f39e-f553-4901-b99b-38825b4b98e3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.2831023 Oct 29 08:44:36.883691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb3ef-110b-493d-af2e-fe7e0ed5fd36 req-a70d83fd-94ff-41a7-8da8-27595a4ea585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:36.890286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f40fb3ef-110b-493d-af2e-fe7e0ed5fd36 req-a70d83fd-94ff-41a7-8da8-27595a4ea585 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1097 time: 0.2933564 Oct 29 08:44:37.039638 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858c8135-d246-49ec-9b74-5f58c3aa37b2 x-openstack-request-id: req-858c8135-d246-49ec-9b74-5f58c3aa37b2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:37.052367 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6425f72c-88a4-43c0-a9ca-66836ccc1aec", "name": "network-vif-deleted", "tag": "58741d6d-3d26-4951-a7ef-5d5380f22aad", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:37.052962 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-858c8135-d246-49ec-9b74-5f58c3aa37b2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:37.053559 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6425f72c-88a4-43c0-a9ca-66836ccc1aec', 'name': 'network-vif-deleted', 'tag': '58741d6d-3d26-4951-a7ef-5d5380f22aad', 'status': 'completed', 'code': 200} Oct 29 08:44:37.062173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f40fb3ef-110b-493d-af2e-fe7e0ed5fd36 req-52dfa550-3300-4ecf-8443-9cc74c2be44b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383095 Oct 29 08:44:37.136113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3c7f41b9-43a9-4124-a696-ff8707f10823 req-5882d46e-a14f-4de1-805a-de171b24f5d9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447295 Oct 29 08:44:37.183411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a457c-ed8d-4304-8371-f2d42be1651f req-3ee52c90-7773-45e4-b6bb-d5aab03cd06a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:37.191704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-459a457c-ed8d-4304-8371-f2d42be1651f req-3ee52c90-7773-45e4-b6bb-d5aab03cd06a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1211751 Oct 29 08:44:37.266019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-459a457c-ed8d-4304-8371-f2d42be1651f req-983feb71-f8f1-4ff2-8e64-39759572c6d5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728593 Oct 29 08:44:37.436354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 58741d6d-3d26-4951-a7ef-5d5380f22aad no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:37.450421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9068359-a6fc-4b97-954c-22702f861759 req-4c193407-41c8-4692-b3e9-b4bae88108e3 tempest-TestServerMultinode-1711188535 tempest-TestServerMultinode-1711188535-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6425f72c-88a4-43c0-a9ca-66836ccc1aec HTTP/1.1" status: 200 len: 210 time: 0.0729361 Oct 29 08:44:37.502484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 58741d6d-3d26-4951-a7ef-5d5380f22aad {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:44:37.502774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 58741d6d-3d26-4951-a7ef-5d5380f22aad not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:44:38.065687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-e63019a2-2b12-4191-a339-54a5c30810c7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.090604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-e63019a2-2b12-4191-a339-54a5c30810c7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.111705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-e63019a2-2b12-4191-a339-54a5c30810c7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.130690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-e63019a2-2b12-4191-a339-54a5c30810c7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.152719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-e63019a2-2b12-4191-a339-54a5c30810c7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.171392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-e63019a2-2b12-4191-a339-54a5c30810c7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.179187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-e63019a2-2b12-4191-a339-54a5c30810c7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.187350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-e63019a2-2b12-4191-a339-54a5c30810c7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.3125353 Oct 29 08:44:38.277472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3eaa90ef-41e7-4207-b706-0774dbe0875e req-f70b1b3f-5ed6-4fbf-9943-1e499a48042b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888386 Oct 29 08:44:38.626802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd167e7-9122-4a79-b826-db795e01326d req-192e41aa-152a-4ba8-8b8e-2f8d724b180b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.635482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd167e7-9122-4a79-b826-db795e01326d req-192e41aa-152a-4ba8-8b8e-2f8d724b180b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2370942 Oct 29 08:44:38.687755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4731e-ad51-46fc-8d94-1071194f2691 req-5384dafa-4a5d-4628-832d-d6bb81ff61e0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:38.698194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69a4731e-ad51-46fc-8d94-1071194f2691 req-5384dafa-4a5d-4628-832d-d6bb81ff61e0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.3407598 Oct 29 08:44:38.814356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ebd167e7-9122-4a79-b826-db795e01326d req-7d2fd83f-7ba9-4994-962d-e49fcffd95de tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478548 Oct 29 08:44:38.846571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36080) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:38.967463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36086) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:38.993000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-69a4731e-ad51-46fc-8d94-1071194f2691 req-7f23264f-90da-4027-a696-0c9488eb33d0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844064 Oct 29 08:44:39.159522 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1654108376'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:39.197938 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:39.201754 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:39.221981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:39.635321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-a5115561-2945-429a-8af2-f50f70796f1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:39.641855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-a5115561-2945-429a-8af2-f50f70796f1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:39.651169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-a5115561-2945-429a-8af2-f50f70796f1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:39.659041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-a5115561-2945-429a-8af2-f50f70796f1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:39.666463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-a5115561-2945-429a-8af2-f50f70796f1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:39.673272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-a5115561-2945-429a-8af2-f50f70796f1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:39.680153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-a5115561-2945-429a-8af2-f50f70796f1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:39.682311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-a5115561-2945-429a-8af2-f50f70796f1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.1996815 Oct 29 08:44:39.787866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:39.878095 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:39.965830 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63febd6b-e052-4f87-83e4-43ab579179d7 req-f23e2e92-2d84-45f3-8e17-e6bc944f4857 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2625470 Oct 29 08:44:40.059755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:44:40.095993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b28e2d-1706-415c-9c98-42c23d08c705,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:40.133125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:40.135335 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment 34d61efd-b068-4d3a-89c1-62729c0ccb62 of type vlan for network ca5325df-b787-4577-b03c-4ecdcedd4761 Oct 29 08:44:40.224187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f478b-9efa-4b4b-a838-455666fbb6e4 req-ed9ce028-e919-4608-9ce2-9e5ead70d153 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:40.244969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-461f478b-9efa-4b4b-a838-455666fbb6e4 req-ed9ce028-e919-4608-9ce2-9e5ead70d153 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2017403 Oct 29 08:44:40.311533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-461f478b-9efa-4b4b-a838-455666fbb6e4 req-464ab5e6-73ef-47ec-b875-ac1b4a83d1b3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650332 Oct 29 08:44:40.346097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:40.453968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d01bf-fae5-4c68-9014-3fa778087dfc req-72d64b24-a4c0-4567-8ec1-00be099fc4cc tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:40.463349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a77d01bf-fae5-4c68-9014-3fa778087dfc req-72d64b24-a4c0-4567-8ec1-00be099fc4cc tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.2328043 Oct 29 08:44:40.487283 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:40.500051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:40.500734 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:40.838914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a77d01bf-fae5-4c68-9014-3fa778087dfc req-42106d7f-0a57-49ed-8a34-55ecb69ce233 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742514 Oct 29 08:44:40.853929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9924121 Oct 29 08:44:40.853929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a41bf-1544-462b-8e79-d20cf4ae5f86 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=ca5325df-b787-4577-b03c-4ecdcedd4761,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:40.865556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network ca5325df-b787-4577-b03c-4ecdcedd4761 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:44:40.966677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:41.012612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36110) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:41.019291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': 'ca5325df-b787-4577-b03c-4ecdcedd4761', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:41.737156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ba177-0f02-44f2-bd18-f086b55a3ea8 req-26b2422b-845e-4009-86fa-4614e1702e24 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:41.738756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-296ba177-0f02-44f2-bd18-f086b55a3ea8 req-26b2422b-845e-4009-86fa-4614e1702e24 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2012799 Oct 29 08:44:41.805987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Deleting port b145837e-c112-4a20-8afb-3eb7dd84d710 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:41.806567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:41.856846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-296ba177-0f02-44f2-bd18-f086b55a3ea8 req-174433f6-ba80-4a55-a050-457d54099a34 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040933 Oct 29 08:44:41.968126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-aae53ee5-d2bd-43ca-9457-b11e3fe8f154 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:41.989430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-aae53ee5-d2bd-43ca-9457-b11e3fe8f154 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:41.996657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-aae53ee5-d2bd-43ca-9457-b11e3fe8f154 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:42.004177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-aae53ee5-d2bd-43ca-9457-b11e3fe8f154 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:42.015246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-aae53ee5-d2bd-43ca-9457-b11e3fe8f154 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:42.023688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-aae53ee5-d2bd-43ca-9457-b11e3fe8f154 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:42.037249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-aae53ee5-d2bd-43ca-9457-b11e3fe8f154 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:42.047223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-aae53ee5-d2bd-43ca-9457-b11e3fe8f154 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.7898488 Oct 29 08:44:42.095173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:42.106108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] For port b145837e-c112-4a20-8afb-3eb7dd84d710, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b145837e-c112-4a20-8afb-3eb7dd84d710,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:42.107236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:42.107781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:42.126081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a006bc9f-4a86-4638-bc9c-3d7da15d5fbd req-8ce1c48c-e679-47a3-8d6c-f3e157e68ba5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771387 Oct 29 08:44:42.166852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Calling delete_port for b145837e-c112-4a20-8afb-3eb7dd84d710 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:42.378257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:42.675444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=da515629-9a00-444b-92b5-1d7a3cd8f331,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:42.692826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': '34d61efd-b068-4d3a-89c1-62729c0ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ca5325df-b787-4577-b03c-4ecdcedd4761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:42.694166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: ca5325df-b787-4577-b03c-4ecdcedd4761, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:44:42.741324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network ca5325df-b787-4577-b03c-4ecdcedd4761 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:44:42.759990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, ca5325df-b787-4577-b03c-4ecdcedd4761) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:42.768443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:42.768928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:42.774507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69534ad1-3587-4f44-90b9-5885865a06a8 None None] Network ca5325df-b787-4577-b03c-4ecdcedd4761 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:42.816768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-73c41ad3-e147-49d1-b86f-52740b1f640d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8016458 Oct 29 08:44:42.820112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36138) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:42.825581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1648738869'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:42.882063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:42.895007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:42.958190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:44:43.001174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:43.002182 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment 40a591aa-ac77-4597-8069-32b69375cc02 of type vlan for network 5775fd4b-634e-4bb9-9144-68bf20d7e4c7 Oct 29 08:44:43.026361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-ca5325df-b787-4577-b03c-4ecdcedd4761', 'network_id': 'ca5325df-b787-4577-b03c-4ecdcedd4761', 'tenant_id': '1687518d237c40438216838fe0c37ce3', 'fixed_ips': [{'subnet_id': 'da515629-9a00-444b-92b5-1d7a3cd8f331'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:44:43.027980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:43.326290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Allocated IP 172.20.255.242 (ca5325df-b787-4577-b03c-4ecdcedd4761/da515629-9a00-444b-92b5-1d7a3cd8f331/7462f5b3-c44e-4089-a20d-1227b19f3fea) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:44:43.343616 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:43.385328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab703c-5e6b-4fb9-8d63-d3a4f4c501ec req-dd5fae83-a330-4688-b00e-a7655683e361 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:43.398684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75ab703c-5e6b-4fb9-8d63-d3a4f4c501ec req-dd5fae83-a330-4688-b00e-a7655683e361 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 1.2824130 Oct 29 08:44:43.471759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520840ba-c905-456e-91d7-d6b039c4c6e0 req-098a50b7-c3d6-4cd3-8813-a6581f316967 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:43.473698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-520840ba-c905-456e-91d7-d6b039c4c6e0 req-098a50b7-c3d6-4cd3-8813-a6581f316967 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.4025071 Oct 29 08:44:43.489361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75ab703c-5e6b-4fb9-8d63-d3a4f4c501ec req-074389f7-5fce-4f9a-bad2-4f0ebd99fa72 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894012 Oct 29 08:44:43.510244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:43.620632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:43.641387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:43.651834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:43.721845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8997808 Oct 29 08:44:43.723603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:43.732272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36150) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:43.751778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': '5775fd4b-634e-4bb9-9144-68bf20d7e4c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:43.762040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-520840ba-c905-456e-91d7-d6b039c4c6e0 req-9c11d2de-1016-4a86-8320-6602211b6f4d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781832 Oct 29 08:44:43.863345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Pushing event deleted for resources: {'Port': ['ID=b145837e-c112-4a20-8afb-3eb7dd84d710,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:43.877726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4861c16-5331-48bb-ba61-89e5f3d648f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=5775fd4b-634e-4bb9-9144-68bf20d7e4c7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:43.883705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:43.899873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'b6d55346-bc8f-40d0-bacf-2e7a4244a3a3', 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'port_id': 'b6d55346-bc8f-40d0-bacf-2e7a4244a3a3', 'mac_address': 'fa:16:3e:65:80:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0186fbca-d161-4d09-98fb-46ed74102951', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:43.914764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 5775fd4b-634e-4bb9-9144-68bf20d7e4c7 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:44:44.114758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-605ea3da-1976-40ba-b375-5bbf33297db6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:44.137421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-605ea3da-1976-40ba-b375-5bbf33297db6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:44.143708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-605ea3da-1976-40ba-b375-5bbf33297db6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:44.152242 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:44.187310 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:44.199149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-605ea3da-1976-40ba-b375-5bbf33297db6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:44.215421 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:44.259688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-605ea3da-1976-40ba-b375-5bbf33297db6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:44.291346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-605ea3da-1976-40ba-b375-5bbf33297db6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:44.317900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:44.320828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-605ea3da-1976-40ba-b375-5bbf33297db6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:44.328377 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-605ea3da-1976-40ba-b375-5bbf33297db6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5430 time: 0.6646888 Oct 29 08:44:44.372511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:44.425888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Network ca5325df-b787-4577-b03c-4ecdcedd4761 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:44:44.455507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:44.458745 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:44.459527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f0af824a-15b2-4b19-9819-a9013f8c01c6 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:44.467923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:44:44.493615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Pushing event updated for resources: {'Port': ['ID=7462f5b3-c44e-4089-a20d-1227b19f3fea,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:44.494950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:44.498707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:44.541795 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-957feb40-4d67-4f4e-a4e3-51d628238f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:44.709696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e648d158-b3dc-48c0-9c5f-27de286490c2 req-92fa5c77-01dd-4fcc-9305-92f88f5c82bc tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2802794 Oct 29 08:44:44.801248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e40b6-bf1f-4ef4-8f1c-ecaa54736606 req-f8c5e0d7-3677-4ba3-b785-9c49629ed8f9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:44.802886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b5e40b6-bf1f-4ef4-8f1c-ecaa54736606 req-f8c5e0d7-3677-4ba3-b785-9c49629ed8f9 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1450176 Oct 29 08:44:44.832678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:44.844414 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:44:45.042776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b5e40b6-bf1f-4ef4-8f1c-ecaa54736606 req-1a70d867-bf1d-4cfb-8784-e589db6e358e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231331 Oct 29 08:44:45.050032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Attempting to bind port 7462f5b3-c44e-4089-a20d-1227b19f3fea on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:44:45.054486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Attempting to bind port 7462f5b3-c44e-4089-a20d-1227b19f3fea by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '34d61efd-b068-4d3a-89c1-62729c0ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ca5325df-b787-4577-b03c-4ecdcedd4761'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:44:45.055277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Attempting to bind port 7462f5b3-c44e-4089-a20d-1227b19f3fea on network ca5325df-b787-4577-b03c-4ecdcedd4761 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:44:45.090827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:44:45.091235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Checking segment: {'id': '34d61efd-b068-4d3a-89c1-62729c0ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ca5325df-b787-4577-b03c-4ecdcedd4761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:45.091660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:45.092076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Bound using segment: {'id': '34d61efd-b068-4d3a-89c1-62729c0ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ca5325df-b787-4577-b03c-4ecdcedd4761'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:44:45.096317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Bound port: 7462f5b3-c44e-4089-a20d-1227b19f3fea, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d61efd-b068-4d3a-89c1-62729c0ccb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'ca5325df-b787-4577-b03c-4ecdcedd4761'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:44:45.099237 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:45.202647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] For port 7462f5b3-c44e-4089-a20d-1227b19f3fea, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:44:45.206140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] For port 7462f5b3-c44e-4089-a20d-1227b19f3fea, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7462f5b3-c44e-4089-a20d-1227b19f3fea,segment=NetworkSegment(34d61efd-b068-4d3a-89c1-62729c0ccb62),segment_id=34d61efd-b068-4d3a-89c1-62729c0ccb62)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:44:45.220015 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:45.341464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dc37c-a20f-49a3-bdde-3f613705eb70 None None] Pushing event updated for resources: {'Port': ['ID=7462f5b3-c44e-4089-a20d-1227b19f3fea,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:45.400819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f0af824a-15b2-4b19-9819-a9013f8c01c6, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:45.423785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:45.449246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'f0af824a-15b2-4b19-9819-a9013f8c01c6', 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab', 'port_id': 'f0af824a-15b2-4b19-9819-a9013f8c01c6', 'mac_address': 'fa:16:3e:9a:61:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1926b76e-cf5a-402b-8070-18656f62548f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:45.526511 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:45.538238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:45.569632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0af824a-15b2-4b19-9819-a9013f8c01c6 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:45.624107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f0af824a-15b2-4b19-9819-a9013f8c01c6, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:45.644155 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:45.659422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c891f9-0875-41f6-b343-fde18df86b6d req-a7cfd2e2-8058-40a7-92cd-bf6080974600 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:45.672606 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3c891f9-0875-41f6-b343-fde18df86b6d req-a7cfd2e2-8058-40a7-92cd-bf6080974600 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2686465 Oct 29 08:44:45.681813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b819b847-a6e2-4ff3-80a5-ab57603b2a56 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:45.765744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b819b847-a6e2-4ff3-80a5-ab57603b2a56, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:45.940419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56', 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'port_id': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56', 'mac_address': 'fa:16:3e:77:8e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0186fbca-d161-4d09-98fb-46ed74102951', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:45.947425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f0af824a-15b2-4b19-9819-a9013f8c01c6,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:46.055184 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:46.076561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b819b847-a6e2-4ff3-80a5-ab57603b2a56 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:46.091124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=c2cbcb5c-f2ad-45e9-b6d8-52b8b567c0f1,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:46.119233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-49a4a548-9b39-4f58-8e23-f1c5c333a37f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.126374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b819b847-a6e2-4ff3-80a5-ab57603b2a56, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:46.135086 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:46.140473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b2a48a7b-1f28-4a49-8603-4ad15cef6393 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:46.141040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-49a4a548-9b39-4f58-8e23-f1c5c333a37f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.154346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-49a4a548-9b39-4f58-8e23-f1c5c333a37f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.169313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-49a4a548-9b39-4f58-8e23-f1c5c333a37f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.183064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-49a4a548-9b39-4f58-8e23-f1c5c333a37f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.202139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-49a4a548-9b39-4f58-8e23-f1c5c333a37f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.215401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b819b847-a6e2-4ff3-80a5-ab57603b2a56,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:46.218461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-49a4a548-9b39-4f58-8e23-f1c5c333a37f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.227148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-49a4a548-9b39-4f58-8e23-f1c5c333a37f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5432 time: 0.2813165 Oct 29 08:44:46.235967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': '40a591aa-ac77-4597-8069-32b69375cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5775fd4b-634e-4bb9-9144-68bf20d7e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:46.236269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: 5775fd4b-634e-4bb9-9144-68bf20d7e4c7, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:44:46.280620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b2a48a7b-1f28-4a49-8603-4ad15cef6393, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:46.337358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e1a5865-974b-4438-8847-c3da7ce0479a req-494cd1c7-23d8-45c0-9fd7-e8248b4d6f50 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062737 Oct 29 08:44:46.348222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'b2a48a7b-1f28-4a49-8603-4ad15cef6393', 'network_id': '963b4c96-d3cd-4dd3-8ace-7e55036b6cab', 'port_id': 'b2a48a7b-1f28-4a49-8603-4ad15cef6393', 'mac_address': 'fa:16:3e:57:f8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1926b76e-cf5a-402b-8070-18656f62548f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:46.367079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3c891f9-0875-41f6-b343-fde18df86b6d req-dbf34b94-cf43-4762-abf4-945f2ca0e3f1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851776 Oct 29 08:44:46.379003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network 5775fd4b-634e-4bb9-9144-68bf20d7e4c7 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:44:46.410703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 5775fd4b-634e-4bb9-9144-68bf20d7e4c7) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:46.452994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e892ff5-edeb-4640-b258-d3e883f1d6a2 None None] Network 5775fd4b-634e-4bb9-9144-68bf20d7e4c7 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:46.461452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.462503 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:46.475480 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:46.531614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ac26e1bb-25f8-4fe7-985f-977998e3a85c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7937868 Oct 29 08:44:46.535615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36182) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:46.617613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f959b1-0629-4f18-81b5-f623aec1a5d9 req-a0b574e6-499a-4194-8be0-7108f6fea64d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:46.617613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72f959b1-0629-4f18-81b5-f623aec1a5d9 req-a0b574e6-499a-4194-8be0-7108f6fea64d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.1088090 Oct 29 08:44:46.708954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72f959b1-0629-4f18-81b5-f623aec1a5d9 req-a484f5de-86c1-4ee6-8872-b4b95ec0db20 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939169 Oct 29 08:44:46.715501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a48a7b-1f28-4a49-8603-4ad15cef6393 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:46.738787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Router 7d95ed66-2423-4b37-af82-953e63773ba6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:44:46.871051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7462f5b3-c44e-4089-a20d-1227b19f3fea up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:46.875869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b2a48a7b-1f28-4a49-8603-4ad15cef6393, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:46.911223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:46.912154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 945f774e-36c0-4273-b2bb-51a1d3437342 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:46.921407 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.029142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:44:47.039779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36184) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:47.052650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5f58c2db-03fb-4cf9-87ee-f8753f29ff09 admin admin] 10.222.0.70 "PUT /v2.0/routers/7d95ed66-2423-4b37-af82-953e63773ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0825236 Oct 29 08:44:47.058449 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.077121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] Sync routers for ids ['7d95ed66-2423-4b37-af82-953e63773ba6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:44:47.191522 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.280810 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.301195 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.309909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5775fd4b-634e-4bb9-9144-68bf20d7e4c7']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:47.321721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a591aa-ac77-4597-8069-32b69375cc02') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:47.324103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a591aa-ac77-4597-8069-32b69375cc02') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:47.338463 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.367331 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.378515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:44:47.379676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:44:47.692720 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:44:47.708661 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.722090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.727149 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/5775fd4b-634e-4bb9-9144-68bf20d7e4c7 HTTP/1.1" status: 204 len: 168 time: 1.1880686 Oct 29 08:44:47.740953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36196) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:47.750639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cbcb5c-f2ad-45e9-b6d8-52b8b567c0f1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:47.755415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547286c-5844-4ff7-98f8-9bfcdb71b177 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=5775fd4b-634e-4bb9-9144-68bf20d7e4c7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:47.770449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da67397-108b-4805-99ae-b968b4b35e5a None None] Network ca5325df-b787-4577-b03c-4ecdcedd4761 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:47.782700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-529983560'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:47.818925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-0728184a-d87a-4e74-84ff-83e7b5be0f26 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:47.833110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-0728184a-d87a-4e74-84ff-83e7b5be0f26 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:47.834845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fcc8-e649-4aee-86ce-c756ed3297de req-b78ec1ad-2d61-4e56-9bd8-b66c8df55d81 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:47.843424 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4f7fcc8-e649-4aee-86ce-c756ed3297de req-b78ec1ad-2d61-4e56-9bd8-b66c8df55d81 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2935667 Oct 29 08:44:47.847416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-0728184a-d87a-4e74-84ff-83e7b5be0f26 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:47.853389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:47.864611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-0728184a-d87a-4e74-84ff-83e7b5be0f26 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:47.885983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-0728184a-d87a-4e74-84ff-83e7b5be0f26 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:47.898741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-0728184a-d87a-4e74-84ff-83e7b5be0f26 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:47.911978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-0728184a-d87a-4e74-84ff-83e7b5be0f26 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:47.916883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-0728184a-d87a-4e74-84ff-83e7b5be0f26 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5434 time: 0.3013322 Oct 29 08:44:47.957691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4f7fcc8-e649-4aee-86ce-c756ed3297de req-c3eb9059-5d4c-4494-b987-c9975c4d21cc tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102455 Oct 29 08:44:47.985677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b2a48a7b-1f28-4a49-8603-4ad15cef6393,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:48.020429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f67f65b-3069-43ba-b01a-5f7a88f63cc2 req-527656d0-26fc-4d32-800a-4a024333ef63 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927899 Oct 29 08:44:48.125703 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:44:48.129240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c5189-d822-48d2-85ba-3a09c02bf7b5 None None] Network 5775fd4b-634e-4bb9-9144-68bf20d7e4c7 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:48.140908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:48.158295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.193570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] Routers {'7d95ed66-2423-4b37-af82-953e63773ba6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:44:48.205818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:44:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7d95ed66-2423-4b37-af82-953e63773ba6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:48.207486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:44:48.221476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.226360 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment fc2a70d1-3e60-48d8-9c94-40df80a67542 of type vlan for network 0be61810-39ca-4058-b401-1833089679a8 Oct 29 08:44:48.283705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.376948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] Set router 7d95ed66-2423-4b37-af82-953e63773ba6 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:44:48.433307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.454656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:48.459700 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.470602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c5189-d822-48d2-85ba-3a09c02bf7b5 None None] Network 5775fd4b-634e-4bb9-9144-68bf20d7e4c7 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:44:48.482037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:44:47Z', 'revision_number': 6, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:48.527911 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fab4bf0b-6343-4696-b1b0-66f00e10f708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.547087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] Checking router: 7d95ed66-2423-4b37-af82-953e63773ba6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:44:48.570404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=0be61810-39ca-4058-b401-1833089679a8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:48.576920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6d0b66bf-4cf1-4c24-92f7-e741fc4b5818 None None] Provisioning complete for port 7462f5b3-c44e-4089-a20d-1227b19f3fea triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:48.578102 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d0b66bf-4cf1-4c24-92f7-e741fc4b5818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.621419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2b312e68-b728-4d41-a499-ce1257f3e023 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8579822 Oct 29 08:44:48.625350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36210) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:48.637630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7462f5b3-c44e-4089-a20d-1227b19f3fea triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:48.638117 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.642842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': '0be61810-39ca-4058-b401-1833089679a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:48.660811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b51015-7dac-44ce-9e68-d993a7007984 req-d0210815-0f87-450d-a950-422c5cbb7916 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:48.667162 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.668760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0b51015-7dac-44ce-9e68-d993a7007984 req-d0210815-0f87-450d-a950-422c5cbb7916 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.4815531 Oct 29 08:44:48.671268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 945f774e-36c0-4273-b2bb-51a1d3437342, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=945f774e-36c0-4273-b2bb-51a1d3437342,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:48.672722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Deleting port 241acf54-f20d-4afc-8e77-6906027925e6 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:48.673143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.682676 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.685435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0be61810-39ca-4058-b401-1833089679a8 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:44:48.812022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] Routers {'7d95ed66-2423-4b37-af82-953e63773ba6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:44:48.813541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:44:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['7d95ed66-2423-4b37-af82-953e63773ba6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:48.974579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] Set router 7d95ed66-2423-4b37-af82-953e63773ba6 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:44:48.979563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:48.988765 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:48.988988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] For port 241acf54-f20d-4afc-8e77-6906027925e6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=241acf54-f20d-4afc-8e77-6906027925e6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:48.989274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:49.036948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Calling delete_port for 241acf54-f20d-4afc-8e77-6906027925e6 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:49.108983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Performing IP validity checks on allocation pools {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 08:44:49.109881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 08:44:49.236441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:44:47Z', 'revision_number': 6, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:49.246852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '945f774e-36c0-4273-b2bb-51a1d3437342', 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'port_id': '945f774e-36c0-4273-b2bb-51a1d3437342', 'mac_address': 'fa:16:3e:50:eb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0186fbca-d161-4d09-98fb-46ed74102951', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:49.386483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:49.439191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc0a5d-a8de-44f2-b866-9cc5897db46b None None] The sync data for ids ['7d95ed66-2423-4b37-af82-953e63773ba6'] in n-d-815940-1 is: [{'id': '7d95ed66-2423-4b37-af82-953e63773ba6', 'name': 'tempest-TestServerMultinode-1302034276-router', 'tenant_id': '8e64766dcb634112be8535ecc3dc94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:58Z', 'updated_at': '2021-10-29T08:44:47Z', 'revision_number': 6, 'project_id': '8e64766dcb634112be8535ecc3dc94db', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:44:49.598817 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=0d3a6837-6930-4c92-860b-863232ae963d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:49.613761 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:49.652178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': 'fc2a70d1-3e60-48d8-9c94-40df80a67542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '0be61810-39ca-4058-b401-1833089679a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:49.665578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: 0be61810-39ca-4058-b401-1833089679a8, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:44:49.690340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945f774e-36c0-4273-b2bb-51a1d3437342 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:49.718055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0b51015-7dac-44ce-9e68-d993a7007984 req-96f69110-dfa9-416e-952b-6061bca6d570 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0483530 Oct 29 08:44:49.753393 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network 0be61810-39ca-4058-b401-1833089679a8 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:44:49.764612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-06dcb84e-782f-429b-9f09-f86422d15db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:49.767349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-06dcb84e-782f-429b-9f09-f86422d15db8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527ed82a040d42019780616f8ace9daf&device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1094 time: 0.2677062 Oct 29 08:44:49.783149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0be61810-39ca-4058-b401-1833089679a8) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:49.809403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:49.826370 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:49.909435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ad7bfe8b-b9fc-42f0-a94b-7fcacb18f9db tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2804475 Oct 29 08:44:49.917450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36234) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:50.029162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60cb45-07a5-4df6-9faf-385147fad502 None None] Network 0be61810-39ca-4058-b401-1833089679a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:50.054665 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d0b66bf-4cf1-4c24-92f7-e741fc4b5818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.216984 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.224691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 945f774e-36c0-4273-b2bb-51a1d3437342, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=945f774e-36c0-4273-b2bb-51a1d3437342,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:50.264118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.276871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.277458 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.277674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 396104a2-93c8-492a-848f-d1dbd4c85fd5 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:50.311559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 396104a2-93c8-492a-848f-d1dbd4c85fd5, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=396104a2-93c8-492a-848f-d1dbd4c85fd5,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:50.334538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '396104a2-93c8-492a-848f-d1dbd4c85fd5', 'network_id': 'ef59e376-f3ba-43d4-92f3-16d419b3497a', 'port_id': '396104a2-93c8-492a-848f-d1dbd4c85fd5', 'mac_address': 'fa:16:3e:3a:76:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0186fbca-d161-4d09-98fb-46ed74102951', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:50.335607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Pushing event deleted for resources: {'Port': ['ID=241acf54-f20d-4afc-8e77-6906027925e6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:50.372739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dab6b-ae61-4b4f-8be4-eddbfcb50273 req-d9f4f2a0-c0bf-430a-ab00-5e7c4af24e8b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:50.391610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa4dab6b-ae61-4b4f-8be4-eddbfcb50273 req-d9f4f2a0-c0bf-430a-ab00-5e7c4af24e8b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 1.0137570 Oct 29 08:44:50.396960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6d0b66bf-4cf1-4c24-92f7-e741fc4b5818 None None] For port 7462f5b3-c44e-4089-a20d-1227b19f3fea, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7462f5b3-c44e-4089-a20d-1227b19f3fea,segment=NetworkSegment(34d61efd-b068-4d3a-89c1-62729c0ccb62),segment_id=34d61efd-b068-4d3a-89c1-62729c0ccb62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:50.429780 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d0b66bf-4cf1-4c24-92f7-e741fc4b5818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.443382 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.562541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-279a475e-ae9c-45e4-be62-b60b2ad3dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:50.565347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-279a475e-ae9c-45e4-be62-b60b2ad3dd60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 200 len: 918 time: 0.6889164 Oct 29 08:44:50.573960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.609883 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.672538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.696466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396104a2-93c8-492a-848f-d1dbd4c85fd5 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:50.706161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=945f774e-36c0-4273-b2bb-51a1d3437342,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:50.729515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa4dab6b-ae61-4b4f-8be4-eddbfcb50273 req-99e20707-81d5-41c9-97b1-bed377f94f55 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358343 Oct 29 08:44:50.940314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.943456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:50.964838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 396104a2-93c8-492a-848f-d1dbd4c85fd5, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=396104a2-93c8-492a-848f-d1dbd4c85fd5,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:51.012315 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.013209 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5c41bd85-698e-4ce5-a994-32565310921a details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:51.037201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.038607 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:44:51.039236 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:44:51.079547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be0ccc7-ec0d-4f59-a768-b63699adc4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-0be61810-39ca-4058-b401-1833089679a8', 'network_id': '0be61810-39ca-4058-b401-1833089679a8', 'tenant_id': '1687518d237c40438216838fe0c37ce3', 'fixed_ips': [{'subnet_id': '0d3a6837-6930-4c92-860b-863232ae963d'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:44:51.083125 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0be0ccc7-ec0d-4f59-a768-b63699adc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.085446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.086130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d95ed66-2423-4b37-af82-953e63773ba6 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:44:51.097880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.104599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-89a74a87-6c91-4b02-acf5-c2112fe4df9d admin admin] 10.222.0.70 "DELETE /v2.0/routers/7d95ed66-2423-4b37-af82-953e63773ba6 HTTP/1.1" status: 204 len: 168 time: 4.0623276 Oct 29 08:44:51.107082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36276) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:51.117250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3a6837-6930-4c92-860b-863232ae963d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:51.127193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b66bf-4cf1-4c24-92f7-e741fc4b5818 None None] Pushing event updated for resources: {'Port': ['ID=7462f5b3-c44e-4089-a20d-1227b19f3fea,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:51.176016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d2c41d11-aa38-4897-9c20-15f0f8c23041 None None] Provisioning complete for port 7462f5b3-c44e-4089-a20d-1227b19f3fea triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:51.176417 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d2c41d11-aa38-4897-9c20-15f0f8c23041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.407992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0239161b-616b-489b-b4d0-61b43d673379 admin admin] Deleting subnet 92e282c6-b536-4802-9891-9d79c7413e87 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:44:51.413419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.427720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0239161b-616b-489b-b4d0-61b43d673379 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.473666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be61810-39ca-4058-b401-1833089679a8']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:51.486002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2a70d1-3e60-48d8-9c94-40df80a67542') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:51.487020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2a70d1-3e60-48d8-9c94-40df80a67542') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:51.511744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.531766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-1180d68d-963f-4115-9831-f22ccc94ec34 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:51.540392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-1180d68d-963f-4115-9831-f22ccc94ec34 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:51.545267 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.548097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-1180d68d-963f-4115-9831-f22ccc94ec34 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:51.562511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-1180d68d-963f-4115-9831-f22ccc94ec34 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:51.569370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-1180d68d-963f-4115-9831-f22ccc94ec34 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:51.577393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-1180d68d-963f-4115-9831-f22ccc94ec34 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:51.584586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-1180d68d-963f-4115-9831-f22ccc94ec34 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:51.596438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-1180d68d-963f-4115-9831-f22ccc94ec34 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5435 time: 1.5551116 Oct 29 08:44:51.597085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:44:51.597502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.614866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0239161b-616b-489b-b4d0-61b43d673379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.700469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=396104a2-93c8-492a-848f-d1dbd4c85fd5,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:51.723944 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:44:51.794576 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:44:51.814710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bfbfb-25d6-4a39-96e7-a933364fa155 req-903e1a8b-65a8-45a6-a1fe-d4c22be48232 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:51.820469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-451bfbfb-25d6-4a39-96e7-a933364fa155 req-903e1a8b-65a8-45a6-a1fe-d4c22be48232 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.5259948 Oct 29 08:44:51.822259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.840197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:51.843658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/0be61810-39ca-4058-b401-1833089679a8 HTTP/1.1" status: 204 len: 168 time: 1.9160261 Oct 29 08:44:51.851701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36322) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:51.882311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117639601'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:51.899022 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-0be0ccc7-ec0d-4f59-a768-b63699adc4cc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 08:44:51.899022 n-d-815940-1 neutron-server[102115]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 29 08:44:51.899022 n-d-815940-1 neutron-server[102115]: [parameters: {'project_id': '1687518d237c40438216838fe0c37ce3', 'id': '520ca1ab-b32b-4d37-aa21-355c75255183', 'name': '', 'network_id': '0be61810-39ca-4058-b401-1833089679a8', 'mac_address': 'fa:16:3e:0c:87:64', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-0be61810-39ca-4058-b401-1833089679a8', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2245}] Oct 29 08:44:51.899022 n-d-815940-1 neutron-server[102115]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:44:51.901259 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-0be0ccc7-ec0d-4f59-a768-b63699adc4cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:44:51.915483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-25fe7840-5502-4780-9cf8-a73761bd7d1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 200 len: 999 time: 1.2822540 Oct 29 08:44:51.920129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c217e-6991-47a9-aa4c-cae4e20d0547 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=0be61810-39ca-4058-b401-1833089679a8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:51.941338 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0239161b-616b-489b-b4d0-61b43d673379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.000599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-451bfbfb-25d6-4a39-96e7-a933364fa155 req-ee8633b9-ddbf-4ec2-93c0-ca73fcd35e33 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691666 Oct 29 08:44:52.004102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5c41bd85-698e-4ce5-a994-32565310921a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5c41bd85-698e-4ce5-a994-32565310921a,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:52.005548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:52.015973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.018468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '5c41bd85-698e-4ce5-a994-32565310921a', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'port_id': '5c41bd85-698e-4ce5-a994-32565310921a', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:52.080075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:44:52.104494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.104845 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment 8b47358d-20f4-415d-80e1-0d24229be668 of type vlan for network 4dc12146-814e-4174-ae6c-2248a8814eda Oct 29 08:44:52.116419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7462f5b3-c44e-4089-a20d-1227b19f3fea up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:52.130859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2b7cfee-996f-4991-9084-94bcc03225a6 req-81db3317-37a9-4c57-8621-fbc7a26bcfc4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2741852 Oct 29 08:44:52.188275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-7d34e7d2-0d13-4c25-b6f0-2d803b726bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:52.189979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-7d34e7d2-0d13-4c25-b6f0-2d803b726bb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 200 len: 855 time: 0.2462473 Oct 29 08:44:52.264303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.274299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.292054 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0239161b-616b-489b-b4d0-61b43d673379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.325869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239161b-616b-489b-b4d0-61b43d673379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e282c6-b536-4802-9891-9d79c7413e87,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:52.327702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c41bd85-698e-4ce5-a994-32565310921a {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:52.335340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7462f5b3-c44e-4089-a20d-1227b19f3fea triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:52.335823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.343940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.358935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:52.362283 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.394288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5c41bd85-698e-4ce5-a994-32565310921a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5c41bd85-698e-4ce5-a994-32565310921a,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:52.401778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b35000-38eb-4c31-8cd2-3205d191ad74 None None] Network dfc5416a-9901-41b7-9cf4-7469286a8839 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:52.421601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0239161b-616b-489b-b4d0-61b43d673379 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.426243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0239161b-616b-489b-b4d0-61b43d673379 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/92e282c6-b536-4802-9891-9d79c7413e87 HTTP/1.1" status: 204 len: 168 time: 1.2888207 Oct 29 08:44:52.429610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36340) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:52.477939 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0be0ccc7-ec0d-4f59-a768-b63699adc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.516594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.523186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36344) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:52.523366 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6689813 Oct 29 08:44:52.525546 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:52.535731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': '4dc12146-814e-4174-ae6c-2248a8814eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:52.558025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851bdc6-9b37-49d8-9dca-aa620178b872 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=4dc12146-814e-4174-ae6c-2248a8814eda,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:52.613272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:52.634054 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 4dc12146-814e-4174-ae6c-2248a8814eda details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:44:52.648098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-cc58396f-dc58-4683-a7da-fc1344a5a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:52.649923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-cc58396f-dc58-4683-a7da-fc1344a5a456 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b912040f-b9e8-4a0c-a631-1a4e6c59bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4467006 Oct 29 08:44:52.660056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6eca1-8e6a-453d-8923-5ec67f2f0d18 req-fe644e34-113d-49dd-9728-934cb6d4da47 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:52.669526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72f6eca1-8e6a-453d-8923-5ec67f2f0d18 req-fe644e34-113d-49dd-9728-934cb6d4da47 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 945 time: 0.0962505 Oct 29 08:44:52.739864 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72f6eca1-8e6a-453d-8923-5ec67f2f0d18 req-7a81f507-c105-488c-b1a6-bcacff1e6c15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692449 Oct 29 08:44:52.860519 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:44:52.880783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5c41bd85-698e-4ce5-a994-32565310921a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:52.968424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ebb6d7-a3c7-4372-a8c4-d01d96020793 None None] Network 0be61810-39ca-4058-b401-1833089679a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:53.020699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc726-aa22-460b-970c-985f1cb10d91 req-a6593adc-4fff-4bb0-a8d0-d7931d2e1336 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.028367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c64cc726-aa22-460b-970c-985f1cb10d91 req-a6593adc-4fff-4bb0-a8d0-d7931d2e1336 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.7315915 Oct 29 08:44:53.104325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:53.189973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:53.189973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:53.197360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ebb6d7-a3c7-4372-a8c4-d01d96020793 None None] Network 0be61810-39ca-4058-b401-1833089679a8 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:44:53.197581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'port_id': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'mac_address': 'fa:16:3e:2c:da:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:53.238658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c64cc726-aa22-460b-970c-985f1cb10d91 req-ee31a81b-b7b3-447a-bb24-deadb6adc7be tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018981 Oct 29 08:44:53.351618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b2a48a7b-1f28-4a49-8603-4ad15cef6393'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:53.381520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Deleting port 570a2d05-7f50-4828-a8d5-4b61546debfa {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:53.381799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:53.417194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b145837e-c112-4a20-8afb-3eb7dd84d710 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:53.451942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b145837e-c112-4a20-8afb-3eb7dd84d710 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:44:53.452298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b145837e-c112-4a20-8afb-3eb7dd84d710 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:44:53.452728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 241acf54-f20d-4afc-8e77-6906027925e6 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:53.464911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] For port 570a2d05-7f50-4828-a8d5-4b61546debfa, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=570a2d05-7f50-4828-a8d5-4b61546debfa,segment=NetworkSegment(0f188bac-3f61-4278-961c-c2af2e67f97d),segment_id=0f188bac-3f61-4278-961c-c2af2e67f97d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:53.465349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:53.556138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Calling delete_port for 570a2d05-7f50-4828-a8d5-4b61546debfa owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:53.584103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-478244b8-e29e-4236-8aeb-51b7706182d6 service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9208381 Oct 29 08:44:53.655704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c891c3-ed82-4b05-9c59-4c87f85b8790 req-2db2e828-12dd-49cb-83f5-a8e9617ae40d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.672648 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07c891c3-ed82-4b05-9c59-4c87f85b8790 req-2db2e828-12dd-49cb-83f5-a8e9617ae40d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 943 time: 0.3016996 Oct 29 08:44:53.699710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['5c41bd85-698e-4ce5-a994-32565310921a'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:53.749639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-5942f01f-4e1b-4506-8117-6cd815877180 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.763141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-5942f01f-4e1b-4506-8117-6cd815877180 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.763385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['f0af824a-15b2-4b19-9819-a9013f8c01c6'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:53.778754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-5942f01f-4e1b-4506-8117-6cd815877180 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.795085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-5942f01f-4e1b-4506-8117-6cd815877180 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.807439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 241acf54-f20d-4afc-8e77-6906027925e6 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:44:53.808040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 241acf54-f20d-4afc-8e77-6906027925e6 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:44:53.818507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-5942f01f-4e1b-4506-8117-6cd815877180 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.825026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-5942f01f-4e1b-4506-8117-6cd815877180 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.831080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-5942f01f-4e1b-4506-8117-6cd815877180 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:53.832959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62464c-b4d2-4a84-944f-d04f2c105b86 None None] DHCP port deletion for dfc5416a-9901-41b7-9cf4-7469286a8839 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:44:53.833163 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-5942f01f-4e1b-4506-8117-6cd815877180 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5437 time: 0.2557695 Oct 29 08:44:53.837834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['945f774e-36c0-4273-b2bb-51a1d3437342'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:53.873541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['396104a2-93c8-492a-848f-d1dbd4c85fd5'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:53.874641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0bee01f8-e057-40d7-842d-53fcf295a3c1 req-44c7519b-4c02-4801-9817-f9bd738402d0 service neutron] 10.222.0.15 "GET /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758324 Oct 29 08:44:53.903962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4893d32-9bd6-4c9d-b733-d9155cd5b47f req-47d25dd2-efc8-4c71-a710-f52ba5d243c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546775 Oct 29 08:44:53.930591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.006633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07c891c3-ed82-4b05-9c59-4c87f85b8790 req-ce5b8b48-0aa6-4358-9d8a-f92b13416dda tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310931 Oct 29 08:44:54.089780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Pushing event deleted for resources: {'Port': ['ID=570a2d05-7f50-4828-a8d5-4b61546debfa,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:54.098478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] No DVR routers for this DVR port 570a2d05-7f50-4828-a8d5-4b61546debfa on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:44:54.140552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-26c294d5-d60c-437b-9a40-767e516b4ef3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983512 Oct 29 08:44:54.180208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 570a2d05-7f50-4828-a8d5-4b61546debfa no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:54.255404 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.261165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62687-af19-4b14-8da3-f8999c0ae781 req-f2efdd86-3e33-4089-99f6-a7da46dd83eb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:54.270073 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bc62687-af19-4b14-8da3-f8999c0ae781 req-f2efdd86-3e33-4089-99f6-a7da46dd83eb tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1595199 Oct 29 08:44:54.277027 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.312107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b6d55346-bc8f-40d0-bacf-2e7a4244a3a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:54.316109 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.320096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc5416a-9901-41b7-9cf4-7469286a8839']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:54.342713 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 570a2d05-7f50-4828-a8d5-4b61546debfa {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:44:54.343065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 570a2d05-7f50-4828-a8d5-4b61546debfa not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:44:54.364923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bc62687-af19-4b14-8da3-f8999c0ae781 req-696db6f5-36d7-4f39-af1c-a527f0672593 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938668 Oct 29 08:44:54.372805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f188bac-3f61-4278-961c-c2af2e67f97d') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:54.373363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f188bac-3f61-4278-961c-c2af2e67f97d') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:54.394312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-addebee2-3f21-494b-b4bb-189b88c5d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:54.396280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-addebee2-3f21-494b-b4bb-189b88c5d321 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 1097 time: 0.1226006 Oct 29 08:44:54.413012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=2a884b29-1072-40b3-9bae-3d3109ebdb89,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:54.419404 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.474609 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.501881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b819b847-a6e2-4ff3-80a5-ab57603b2a56'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:54.506916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:44:54.507341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:44:54.511475 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:44:54.563325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': '8b47358d-20f4-415d-80e1-0d24229be668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '4dc12146-814e-4174-ae6c-2248a8814eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:54.573135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: 4dc12146-814e-4174-ae6c-2248a8814eda, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:44:54.604322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-2b895441-dc0b-4529-bc86-1c0d1931af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:54.606516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-2b895441-dc0b-4529-bc86-1c0d1931af8c service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 917 time: 0.1883013 Oct 29 08:44:54.636083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19f94ed-92c9-4412-9441-8369fecd4699 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:54.659059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a76490-5512-48cc-a07f-5da6845daa94 req-07dede3f-3d1a-4ab4-ad72-b596a1046fa9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:54.659059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6a76490-5512-48cc-a07f-5da6845daa94 req-07dede3f-3d1a-4ab4-ad72-b596a1046fa9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2024767 Oct 29 08:44:54.659059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network 4dc12146-814e-4174-ae6c-2248a8814eda is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:44:54.667947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.670913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:54.677598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dfc5416a-9901-41b7-9cf4-7469286a8839 HTTP/1.1" status: 204 len: 168 time: 2.2434459 Oct 29 08:44:54.686573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36414) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:54.701393 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-8cdf10f6-feae-4524-9179-3bcdf141d6e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 HTTP/1.1" status: 200 len: 217 time: 0.0864508 Oct 29 08:44:54.736042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dece96d-ae83-44b3-b396-6597d686d001 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc5416a-9901-41b7-9cf4-7469286a8839,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:54.737863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 4dc12146-814e-4174-ae6c-2248a8814eda) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:54.799864 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-deb96b8a-fbd4-4896-8fd9-1c7619899a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:54.801546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-deb96b8a-fbd4-4896-8fd9-1c7619899a52 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.0926683 Oct 29 08:44:54.843756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-cda6b5e0-eae0-4091-a50c-3b012ad7264c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344322 Oct 29 08:44:54.877302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23316d0f-78c5-496d-ba7a-2188e9c45b0c None None] Network 4dc12146-814e-4174-ae6c-2248a8814eda requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:54.910475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:54.910993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:55.002131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e8b5d3cb-4a57-4d39-8021-afa436d681b0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4768655 Oct 29 08:44:55.007968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36420) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:55.011004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6a76490-5512-48cc-a07f-5da6845daa94 req-c3f2a0c0-ff79-4292-bc4d-4c017f058baf tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540313 Oct 29 08:44:55.030195 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-80b94c69-9881-4053-8e0b-1663d512d0a4 service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784639 Oct 29 08:44:55.122955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2e62464c-b4d2-4a84-944f-d04f2c105b86 None None] Deleting port 570a2d05-7f50-4828-a8d5-4b61546debfa {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:55.123332 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e62464c-b4d2-4a84-944f-d04f2c105b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:55.128267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:55.183400 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-2e62464c-b4d2-4a84-944f-d04f2c105b86 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network dfc5416a-9901-41b7-9cf4-7469286a8839 could not be found. Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:44:55.209555 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network dfc5416a-9901-41b7-9cf4-7469286a8839 could not be found. Oct 29 08:44:55.212543 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:44:55.253659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f0af824a-15b2-4b19-9819-a9013f8c01c6 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:55.330658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7453d524-c7c8-40ce-8835-b3fd30a9b3e2 req-f145e9f6-c2a8-44c0-89eb-cef5171cfa7b service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909565 Oct 29 08:44:55.345425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-ca2f772f-c4f2-44b7-9a3e-ac3fe051f429 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.352691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-ca2f772f-c4f2-44b7-9a3e-ac3fe051f429 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.358491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb0924-3f31-4e5c-ab69-6df0604e690e req-79c2a31e-519c-448c-bd7b-5ec7970d951b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.361897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-ca2f772f-c4f2-44b7-9a3e-ac3fe051f429 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.365612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-45eb0924-3f31-4e5c-ab69-6df0604e690e req-79c2a31e-519c-448c-bd7b-5ec7970d951b tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 944 time: 0.1154180 Oct 29 08:44:55.368038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-ca2f772f-c4f2-44b7-9a3e-ac3fe051f429 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.374848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-ca2f772f-c4f2-44b7-9a3e-ac3fe051f429 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.392123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-ca2f772f-c4f2-44b7-9a3e-ac3fe051f429 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.395705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:55.398121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-ca2f772f-c4f2-44b7-9a3e-ac3fe051f429 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.402692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-ca2f772f-c4f2-44b7-9a3e-ac3fe051f429 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5437 time: 0.2521350 Oct 29 08:44:55.458228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-45eb0924-3f31-4e5c-ab69-6df0604e690e req-c37b05de-5f42-40b9-b7e8-a5c0988368b0 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835714 Oct 29 08:44:55.459476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb572e-30dc-4f89-b3fa-29f82fe587cf None None] DHCP port deletion for dfc5416a-9901-41b7-9cf4-7469286a8839 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:44:55.511128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9b5682e9-4dcf-4c5e-b68b-f792ee7d94ef req-d432802f-fa4b-4ad6-932d-3b95f5c562eb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920219 Oct 29 08:44:55.579263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:55.646123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426a8a-7a98-4c32-9f05-ea143130235c req-896afe78-5f3e-41ea-9a3e-8dfe814ee06b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:55.655421 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-31426a8a-7a98-4c32-9f05-ea143130235c req-896afe78-5f3e-41ea-9a3e-8dfe814ee06b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.0700707 Oct 29 08:44:55.728807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-31426a8a-7a98-4c32-9f05-ea143130235c req-0cc7ef71-a6e3-4c40-b29f-c6dfaf23cc15 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719037 Oct 29 08:44:55.736276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:55.765312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:55.817002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['e19f94ed-92c9-4412-9441-8369fecd4699'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:55.825204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=2a884b29-1072-40b3-9bae-3d3109ebdb89,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:55.938352 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:55.975543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc12146-814e-4174-ae6c-2248a8814eda']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:55.992575 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:55.999446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b47358d-20f4-415d-80e1-0d24229be668') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:55.999661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b47358d-20f4-415d-80e1-0d24229be668') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:44:56.062562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445d022-2238-437f-b208-862edf0de2be None None] Network 4dc12146-814e-4174-ae6c-2248a8814eda requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:56.126835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.163739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port f0af824a-15b2-4b19-9819-a9013f8c01c6 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:44:56.174824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bab5b-9a18-4204-9b3b-df9cfb00d5d4 req-18acdadc-391e-4ce2-9c59-512318298b8e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:56.178797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port f0af824a-15b2-4b19-9819-a9013f8c01c6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:56.179309 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.182396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a1bab5b-9a18-4204-9b3b-df9cfb00d5d4 req-18acdadc-391e-4ce2-9c59-512318298b8e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2899103 Oct 29 08:44:56.215104 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.237647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:44:56.238086 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:44:56.242833 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:44:56.297556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a1bab5b-9a18-4204-9b3b-df9cfb00d5d4 req-d6e34942-1bcd-4ea9-b9de-18df5e01bd13 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141789 Oct 29 08:44:56.412452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.484736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.495038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/4dc12146-814e-4174-ae6c-2248a8814eda HTTP/1.1" status: 204 len: 168 time: 1.4760876 Oct 29 08:44:56.495216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36458) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:56.507351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-592524549'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:56.559271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:56.563091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.572792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586624db-91fb-4b39-921c-6854b75b98f4 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:44:56.648369 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.674464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:44:56.696051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525f9e-2fc6-4ebb-90da-c5eb459b10fd req-8de174c9-b0a2-4f3d-87ae-d0efc9c1029f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:56.698253 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38525f9e-2fc6-4ebb-90da-c5eb459b10fd req-8de174c9-b0a2-4f3d-87ae-d0efc9c1029f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 944 time: 0.1278684 Oct 29 08:44:56.702828 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.706291 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment e78cf904-f893-4e37-a23c-38385b139dec of type vlan for network 581e04d3-fdca-453b-9a8d-460b86f63e65 Oct 29 08:44:56.751256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.785644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.792652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:56.793277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.920385 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4273617 Oct 29 08:44:56.929735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36476) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:56.937924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f0af824a-15b2-4b19-9819-a9013f8c01c6, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:56.940533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af824a-15b2-4b19-9819-a9013f8c01c6'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:56.945259 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f24893-6edf-42d7-a5ae-de40920a689a" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "f0af824a-15b2-4b19-9819-a9013f8c01c6"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:56.950947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': '581e04d3-fdca-453b-9a8d-460b86f63e65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:44:56.951651 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:56.952514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:44:56.954430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586624db-91fb-4b39-921c-6854b75b98f4 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:44:56.974669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38525f9e-2fc6-4ebb-90da-c5eb459b10fd req-e0e05f46-d49e-4832-b960-5156be5cf254 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985202 Oct 29 08:44:57.010292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dec2e-068d-47c9-984d-607a5f8ebdca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=581e04d3-fdca-453b-9a8d-460b86f63e65,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:57.069945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 581e04d3-fdca-453b-9a8d-460b86f63e65 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:44:57.101490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=4dc12146-814e-4174-ae6c-2248a8814eda,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:57.125531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f0af824a-15b2-4b19-9819-a9013f8c01c6,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:57.135047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.144982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.148081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.148574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.152368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.152368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.152368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.152368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.152368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.152368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.152368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.152368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64460d-aa22-4738-8a93-ede7f6d7f07e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:44:57.211306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd048-9f4c-494a-8261-eb8d7fbb6eef req-1c78075b-24a6-4bb9-b4b4-a782aed99774 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.219791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd0cd048-9f4c-494a-8261-eb8d7fbb6eef req-1c78075b-24a6-4bb9-b4b4-a782aed99774 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.8057473 Oct 29 08:44:57.305613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd0cd048-9f4c-494a-8261-eb8d7fbb6eef req-4e5ba209-1842-4129-bc3c-dad1f4103b66 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744460 Oct 29 08:44:57.338053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-c2fe615d-98b6-4684-9464-d7273d798d3c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.341228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-c2fe615d-98b6-4684-9464-d7273d798d3c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.372885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:44:57.374051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-c2fe615d-98b6-4684-9464-d7273d798d3c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.386050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-c2fe615d-98b6-4684-9464-d7273d798d3c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.392640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-c2fe615d-98b6-4684-9464-d7273d798d3c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.408365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-c2fe615d-98b6-4684-9464-d7273d798d3c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.448131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-c2fe615d-98b6-4684-9464-d7273d798d3c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.451646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-c2fe615d-98b6-4684-9464-d7273d798d3c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5438 time: 0.3243988 Oct 29 08:44:57.503410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Deleting port 9befaedd-edd4-479c-ade5-ac5893acec6f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:44:57.503410 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:57.506979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:44:57.514514 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:57.591076 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c1c243-14e0-4769-970b-37c4c3b7afc8 x-openstack-request-id: req-36c1c243-14e0-4769-970b-37c4c3b7afc8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:44:57.591379 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "f0af824a-15b2-4b19-9819-a9013f8c01c6", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:44:57.591915 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36c1c243-14e0-4769-970b-37c4c3b7afc8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:44:57.592329 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af824a-15b2-4b19-9819-a9013f8c01c6', 'code': 200} Oct 29 08:44:57.640131 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:57.703574 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af79ecc7-e4d0-4f0f-90e6-966f0872791a req-f322291d-a2d2-4f0b-bfb9-a0aaf659b929 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2411909 Oct 29 08:44:57.781065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] For port 9befaedd-edd4-479c-ade5-ac5893acec6f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9befaedd-edd4-479c-ade5-ac5893acec6f,segment=NetworkSegment(4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c),segment_id=4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:57.781434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:57.825737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Calling delete_port for 9befaedd-edd4-479c-ade5-ac5893acec6f owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:44:57.851623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cd73-5602-4ec6-8f80-65ab1258074c req-93a7e60d-d3c0-4e16-a014-6f28d6a1ac58 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:57.859698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11a8cd73-5602-4ec6-8f80-65ab1258074c req-93a7e60d-d3c0-4e16-a014-6f28d6a1ac58 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1909080 Oct 29 08:44:57.881094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:57.889622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:57.920346 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:57.935772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b2a48a7b-1f28-4a49-8603-4ad15cef6393 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:57.977263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:44:58.001987 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11a8cd73-5602-4ec6-8f80-65ab1258074c req-3315c3c1-f43d-4ddc-a52f-6c48e3415e70 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409414 Oct 29 08:44:58.043454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:58.153590 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:58.200186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:44:58.254591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:58.265992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:58.282676 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:58.326156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': 'e78cf904-f893-4e37-a23c-38385b139dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '581e04d3-fdca-453b-9a8d-460b86f63e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:44:58.326572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: 581e04d3-fdca-453b-9a8d-460b86f63e65, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:44:58.350249 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=6bbf5255-e525-408c-92d1-e63f9cbe1b34,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:58.376752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc803-9d48-4d9f-9fa3-1838633bb307 req-3eb94541-4845-4433-a9d6-d26355c9cb90 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:58.386782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-653dc803-9d48-4d9f-9fa3-1838633bb307 req-3eb94541-4845-4433-a9d6-d26355c9cb90 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 944 time: 0.2521448 Oct 29 08:44:58.422177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port b2a48a7b-1f28-4a49-8603-4ad15cef6393 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:44:58.440238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port b2a48a7b-1f28-4a49-8603-4ad15cef6393 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:44:58.442551 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:58.452813 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network 581e04d3-fdca-453b-9a8d-460b86f63e65 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:44:58.480048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-653dc803-9d48-4d9f-9fa3-1838633bb307 req-02b4f7bf-0327-4883-bac6-fad6cd728dbb tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877597 Oct 29 08:44:58.482035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 581e04d3-fdca-453b-9a8d-460b86f63e65) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:44:58.491121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:58.493798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:58.511161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e709f-908e-462e-9a9c-55904fcea4b1 None None] Network 581e04d3-fdca-453b-9a8d-460b86f63e65 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:44:58.532206 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b900dc37-46d2-42fa-be16-232848a5a993 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5981946 Oct 29 08:44:58.535238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36528) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:44:58.615232 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:58.644205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2552bd9-20d4-42d1-80c0-8cad2fdbf364 req-509c48cf-730f-488e-a7c4-80b801f8689a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:58.646181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f2552bd9-20d4-42d1-80c0-8cad2fdbf364 req-509c48cf-730f-488e-a7c4-80b801f8689a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1280980 Oct 29 08:44:58.722971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Pushing event deleted for resources: {'Port': ['ID=9befaedd-edd4-479c-ade5-ac5893acec6f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:59.014066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f2552bd9-20d4-42d1-80c0-8cad2fdbf364 req-bbe9deaa-793a-474d-9d9d-0b71dcc39248 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077214 Oct 29 08:44:59.214875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:44:59.325851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:59.441057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:59.467651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:59.470634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:59.481934 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:59.532145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b2a48a7b-1f28-4a49-8603-4ad15cef6393, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:44:59.589912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:59.593790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:59.769828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}, {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a48a7b-1f28-4a49-8603-4ad15cef6393'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:44:59.773551 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd09749-a1ac-45d7-96db-abbfd6ba12b3" -d '{"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}, {"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "b2a48a7b-1f28-4a49-8603-4ad15cef6393"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:44:59.805417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3027d-ecb8-4214-854f-deeba7cb39ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-581e04d3-fdca-453b-9a8d-460b86f63e65', 'network_id': '581e04d3-fdca-453b-9a8d-460b86f63e65', 'tenant_id': '1687518d237c40438216838fe0c37ce3', 'fixed_ips': [{'subnet_id': '6bbf5255-e525-408c-92d1-e63f9cbe1b34'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:44:59.806820 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a1a3027d-ecb8-4214-854f-deeba7cb39ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:44:59.848125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:44:59.884959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec5895ee-7233-4217-a491-dd856cd7e164 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:59.900119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec5895ee-7233-4217-a491-dd856cd7e164 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:59.906500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec5895ee-7233-4217-a491-dd856cd7e164 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:59.919595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec5895ee-7233-4217-a491-dd856cd7e164 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:59.926162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b2a48a7b-1f28-4a49-8603-4ad15cef6393,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:44:59.942873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec5895ee-7233-4217-a491-dd856cd7e164 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:59.953459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdea69-d1a8-4a18-827a-d594d8412d56 req-beed5bec-4edb-4463-9118-f3e1750b84c1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:59.955078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46fdea69-d1a8-4a18-827a-d594d8412d56 req-beed5bec-4edb-4463-9118-f3e1750b84c1 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 944 time: 0.3016715 Oct 29 08:44:59.963155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec5895ee-7233-4217-a491-dd856cd7e164 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:59.971283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec5895ee-7233-4217-a491-dd856cd7e164 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:44:59.983642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec5895ee-7233-4217-a491-dd856cd7e164 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5439 time: 0.3971369 Oct 29 08:45:00.032837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Router 5965bfb8-6667-41cc-bf19-94a09bf5a647 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:45:00.108101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75aed269-e905-4bde-9aa6-f5bf879797d7 req-ec672b58-fba9-4d09-94d0-001a5f32ec98 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227500 Oct 29 08:45:00.141142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.210196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port e19f94ed-92c9-4412-9441-8369fecd4699 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:00.218861 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.317667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:45:00.324761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24c76946-59da-4bea-b61e-9a6db1783593 admin admin] 10.222.0.70 "PUT /v2.0/routers/5965bfb8-6667-41cc-bf19-94a09bf5a647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6374755 Oct 29 08:45:00.330001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36566) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:00.331410 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] Sync routers for ids ['5965bfb8-6667-41cc-bf19-94a09bf5a647'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:45:00.352635 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.360902 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] Routers {'5965bfb8-6667-41cc-bf19-94a09bf5a647'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:00.367915 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:44:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5965bfb8-6667-41cc-bf19-94a09bf5a647'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-a1a3027d-ecb8-4214-854f-deeba7cb39ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bbf5255-e525-408c-92d1-e63f9cbe1b34: This subnet is being modified by another concurrent operation. Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:45:00.397392 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bbf5255-e525-408c-92d1-e63f9cbe1b34: This subnet is being modified by another concurrent operation. Oct 29 08:45:00.400098 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:45:00.413205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581e04d3-fdca-453b-9a8d-460b86f63e65']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:00.464213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78cf904-f893-4e37-a23c-38385b139dec') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:00.464405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78cf904-f893-4e37-a23c-38385b139dec') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:00.473540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9242a-9d53-451c-a37a-91d8744bb4f8 None None] Network 581e04d3-fdca-453b-9a8d-460b86f63e65 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:00.479604 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.486613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.504020 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.551149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.578468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:00.579197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.587254 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 29 Oct 2021 08:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc82032-4685-4085-a993-475b4380109b x-openstack-request-id: req-5cc82032-4685-4085-a993-475b4380109b {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:00.592499 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "code": 200}, {"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "b2a48a7b-1f28-4a49-8603-4ad15cef6393", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:00.593409 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5cc82032-4685-4085-a993-475b4380109b {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:00.594294 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'code': 200} Oct 29 08:45:00.594972 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a48a7b-1f28-4a49-8603-4ad15cef6393', 'code': 200} Oct 29 08:45:00.645539 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.646898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbf5255-e525-408c-92d1-e63f9cbe1b34,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:00.655061 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:00.697625 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] Set router 5965bfb8-6667-41cc-bf19-94a09bf5a647 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:00.728213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.749354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46fdea69-d1a8-4a18-827a-d594d8412d56 req-f989223a-5505-4480-95ba-49454fc4cd72 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7145109 Oct 29 08:45:00.871509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e11fd8-24ab-4d43-8188-bbdd38724a01 req-08c90521-823a-4a15-b9ec-79592666c66f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:00.880435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e11fd8-24ab-4d43-8188-bbdd38724a01 req-08c90521-823a-4a15-b9ec-79592666c66f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2972457 Oct 29 08:45:00.898808 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.901943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Deleting port e093b767-4953-4bcd-9d6f-458b54d50086 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:00.903664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.965609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:00.981852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/581e04d3-fdca-453b-9a8d-460b86f63e65 HTTP/1.1" status: 204 len: 168 time: 2.4440827 Oct 29 08:45:00.984716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36578) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:01.023919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343506986'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:01.034856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:01.096631 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:01.096631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:01.096818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c3375-3534-4ef6-b1f3-950b648f2054 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=581e04d3-fdca-453b-9a8d-460b86f63e65,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:01.154716 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37e11fd8-24ab-4d43-8188-bbdd38724a01 req-1afcd580-25cc-4c81-9251-ec9c4e111b45 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656453 Oct 29 08:45:01.160609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] For port e093b767-4953-4bcd-9d6f-458b54d50086, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e093b767-4953-4bcd-9d6f-458b54d50086,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:01.161199 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:01.177199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Calling delete_port for e093b767-4953-4bcd-9d6f-458b54d50086 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:01.227152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:01.231554 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:01.269942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecbda4f-f862-4c2f-928d-d3614b5a8358 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:45:01.340104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:01.381389 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:01.381746 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment e480f8cd-0b17-42cd-b1f3-a41ef84f34a4 of type vlan for network 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 Oct 29 08:45:01.402437 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:44:58Z', 'revision_number': 5, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port': {'id': 'e093b767-4953-4bcd-9d6f-458b54d50086', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:43:13Z', 'updated_at': '2021-10-29T08:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:01.493853 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] Checking router: 5965bfb8-6667-41cc-bf19-94a09bf5a647 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:45:01.494645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=10']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:01.510118 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] Routers {'5965bfb8-6667-41cc-bf19-94a09bf5a647'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:01.510929 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:44:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5965bfb8-6667-41cc-bf19-94a09bf5a647'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:01.554886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:01.632768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:01.656113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.664176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:01.742612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092872-12bc-4876-bfac-fe0fce650404 req-599edb1f-32cb-4399-99d2-e6f54c0939e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.749472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092872-12bc-4876-bfac-fe0fce650404 req-599edb1f-32cb-4399-99d2-e6f54c0939e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.755276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092872-12bc-4876-bfac-fe0fce650404 req-599edb1f-32cb-4399-99d2-e6f54c0939e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.762344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092872-12bc-4876-bfac-fe0fce650404 req-599edb1f-32cb-4399-99d2-e6f54c0939e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.771283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092872-12bc-4876-bfac-fe0fce650404 req-599edb1f-32cb-4399-99d2-e6f54c0939e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.778140 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092872-12bc-4876-bfac-fe0fce650404 req-599edb1f-32cb-4399-99d2-e6f54c0939e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.784968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092872-12bc-4876-bfac-fe0fce650404 req-599edb1f-32cb-4399-99d2-e6f54c0939e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.793194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a092872-12bc-4876-bfac-fe0fce650404 req-599edb1f-32cb-4399-99d2-e6f54c0939e7 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5439 time: 0.4394171 Oct 29 08:45:01.794807 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] Set router 5965bfb8-6667-41cc-bf19-94a09bf5a647 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:01.883995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:01.917025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a092872-12bc-4876-bfac-fe0fce650404 req-c5abb4c5-7c99-4998-9e7e-2d6011465360 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228011 Oct 29 08:45:01.929405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbda4f-f862-4c2f-928d-d3614b5a8358 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:45:01.964213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-5357021e-c4d5-4f25-af24-c7f4324bac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:01.967648 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-5357021e-c4d5-4f25-af24-c7f4324bac83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 1097 time: 0.2821326 Oct 29 08:45:01.971378 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:45:00Z', 'revision_number': 6, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:01.979194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:02.012175 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9250448-6042-4177-991f-4cd80e1bc2b4 None None] The sync data for ids ['5965bfb8-6667-41cc-bf19-94a09bf5a647'] in n-d-815940-1 is: [{'id': '5965bfb8-6667-41cc-bf19-94a09bf5a647', 'name': 'tempest-TestServerMultinode-515967659-router', 'tenant_id': '3bd10d76f7104d809269be6a3eeb7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:45:00Z', 'revision_number': 6, 'project_id': '3bd10d76f7104d809269be6a3eeb7baf', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:45:02.071872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a5ac6f21-dfbd-4034-84f4-d3c1ac9f873a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0801723 Oct 29 08:45:02.078889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36604) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:02.100783 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': '6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:02.102286 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:02.187661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e093b767-4953-4bcd-9d6f-458b54d50086,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:02.190349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d33ce-be8b-4843-a782-ea4fd798b37c req-188fe1d0-0d9e-4735-a8b6-1c7fad2111fd tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:02.199185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cd7d33ce-be8b-4843-a782-ea4fd798b37c req-188fe1d0-0d9e-4735-a8b6-1c7fad2111fd tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2985134 Oct 29 08:45:02.289502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cd7d33ce-be8b-4843-a782-ea4fd798b37c req-b16cad5d-df25-43bd-9d35-93c61e5813d3 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891666 Oct 29 08:45:02.295039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:02.302266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:02.313301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939922d-f232-460d-ad36-c8f2f861910d req-0283c244-2791-43fd-9580-d7e83929c51e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:02.314933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9939922d-f232-460d-ad36-c8f2f861910d req-0283c244-2791-43fd-9580-d7e83929c51e tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 946 time: 0.2074037 Oct 29 08:45:02.464812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Performing IP validity checks on allocation pools {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 08:45:02.465716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 08:45:02.505589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:45:02.532750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:02.534119 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:02.580534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-f54bc208-5c80-448e-bafe-da613872cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:02.582528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-f54bc208-5c80-448e-bafe-da613872cc67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 200 len: 915 time: 0.5833941 Oct 29 08:45:02.600687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:02.608215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:02.609445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9939922d-f232-460d-ad36-c8f2f861910d req-1562f253-d3d5-4500-a0d1-6378b5b8a440 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239816 Oct 29 08:45:02.611296 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebf76c9-7371-45a2-bb2f-9429815f1c1b" -d '{"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-plugged", "status": "completed", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:02.740285 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606247d9-0153-426d-bda8-0cfc763acbca x-openstack-request-id: req-606247d9-0153-426d-bda8-0cfc763acbca {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:02.740750 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-plugged", "status": "completed", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:02.741983 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-606247d9-0153-426d-bda8-0cfc763acbca {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:02.742482 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'code': 200} Oct 29 08:45:02.823865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:02.875262 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-42ae0a3c-f55d-4432-99d1-5bfaede2cbb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 200 len: 217 time: 0.2825923 Oct 29 08:45:02.891650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:02.901196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:02.975152 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.017574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=84a93356-063c-4044-b610-66f0db22ee37,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:03.096104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:03.134373 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.135288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b819b847-a6e2-4ff3-80a5-ab57603b2a56 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:03.150790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:03.151441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:45:03.203567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:45:03.220666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:03.229339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.230555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.269354 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d114e8e9-1283-4c96-bc3a-e4dd74a5f45a tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1738591 Oct 29 08:45:03.270836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36626) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:03.284276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:03.303571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.304088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.304484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.305288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.305885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.306297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.306728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.307111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.307502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.308035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.308610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.309743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:03.329465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.330386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5965bfb8-6667-41cc-bf19-94a09bf5a647 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:45:03.339193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc16d4d6-4010-4435-8054-c0c950d96673 None None] Network 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:03.388370 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.389583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6110158a-467a-493f-b50d-861215242b05 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5965bfb8-6667-41cc-bf19-94a09bf5a647 HTTP/1.1" status: 204 len: 168 time: 3.0586081 Oct 29 08:45:03.395343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port b819b847-a6e2-4ff3-80a5-ab57603b2a56 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:45:03.400875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port b819b847-a6e2-4ff3-80a5-ab57603b2a56 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:03.401245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.428510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36630) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:03.491634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-c2fe1fd9-042d-4651-b77c-53d1a53a3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.494894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-c2fe1fd9-042d-4651-b77c-53d1a53a3420 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 200 len: 853 time: 0.3900392 Oct 29 08:45:03.607213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-08a4098d-010a-4f57-a458-f2c47ed39d8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003208f5-2005-4fb1-86ee-de38ac9562e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493731 Oct 29 08:45:03.615478 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.630466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-23b4cf73-9a66-424d-8487-7386d4bd2ed8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:45:03.631760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-23b4cf73-9a66-424d-8487-7386d4bd2ed8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060992 Oct 29 08:45:03.649598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30', 'network_id': '6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30', 'tenant_id': '1687518d237c40438216838fe0c37ce3', 'fixed_ips': [{'subnet_id': '84a93356-063c-4044-b610-66f0db22ee37'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:45:03.650839 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.669420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171278-670c-48f6-8664-4307399245ea req-144aff42-4458-459f-8ebc-7a4f8f6a08d8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.678131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171278-670c-48f6-8664-4307399245ea req-144aff42-4458-459f-8ebc-7a4f8f6a08d8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.685113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171278-670c-48f6-8664-4307399245ea req-144aff42-4458-459f-8ebc-7a4f8f6a08d8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.691618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171278-670c-48f6-8664-4307399245ea req-144aff42-4458-459f-8ebc-7a4f8f6a08d8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.698862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171278-670c-48f6-8664-4307399245ea req-144aff42-4458-459f-8ebc-7a4f8f6a08d8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.705190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171278-670c-48f6-8664-4307399245ea req-144aff42-4458-459f-8ebc-7a4f8f6a08d8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.711488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171278-670c-48f6-8664-4307399245ea req-144aff42-4458-459f-8ebc-7a4f8f6a08d8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.721613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec171278-670c-48f6-8664-4307399245ea req-144aff42-4458-459f-8ebc-7a4f8f6a08d8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5440 time: 0.5569913 Oct 29 08:45:03.725917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ed77-52cb-4809-a278-d4037774d42e req-91374889-a226-47bf-ae31-bc7c76e08b1e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.731484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4e1a8-73f2-4c8d-809e-f4b32cfb3d51 req-5c814f8f-507b-499f-a3a0-38f27bacd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:03.733133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4d4e1a8-73f2-4c8d-809e-f4b32cfb3d51 req-5c814f8f-507b-499f-a3a0-38f27bacd21b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 1097 time: 0.6968660 Oct 29 08:45:03.737668 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d59ed77-52cb-4809-a278-d4037774d42e req-91374889-a226-47bf-ae31-bc7c76e08b1e tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2583039 Oct 29 08:45:03.815487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.818996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e4d4e1a8-73f2-4c8d-809e-f4b32cfb3d51 req-7acf8069-d8f0-4d82-af63-97d610dae219 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638456 Oct 29 08:45:03.871142 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec171278-670c-48f6-8664-4307399245ea req-22937330-399b-4d62-ad79-b06c033efea9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1416504 Oct 29 08:45:03.874976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0c9225-993f-4e96-b801-09334a0dcfcf admin admin] Deleting subnet 0a44762a-edc0-48d5-9ecc-1a9c86f93b90 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:45:03.883876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9225-993f-4e96-b801-09334a0dcfcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:03.926944 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d59ed77-52cb-4809-a278-d4037774d42e req-fe4e9783-9029-42f5-bf0a-5793eaee8047 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853065 Oct 29 08:45:03.990550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Allocated IP 172.20.0.3 (6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30/84a93356-063c-4044-b610-66f0db22ee37/1bd102c4-558c-405b-9255-d71693cca76d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:45:04.009932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9225-993f-4e96-b801-09334a0dcfcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.080122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.147537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-9f6883c6-ee44-4739-b7f5-7f7a96c96229 service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036912 Oct 29 08:45:04.159042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b819b847-a6e2-4ff3-80a5-ab57603b2a56, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:04.179226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9befaedd-edd4-479c-ade5-ac5893acec6f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:04.314783 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fb990-f8e0-4413-b3d9-54df7b30b343 req-37403d86-acbd-4297-82ff-5a2551cef18d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:04.318441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdd4d90-7584-4a23-aac1-5c1fb8caa1b0 req-1adf365b-98b2-4055-8f0d-680f59a72ee1 service neutron] 10.222.0.15 "GET /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620374 Oct 29 08:45:04.325602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cf2fb990-f8e0-4413-b3d9-54df7b30b343 req-37403d86-acbd-4297-82ff-5a2551cef18d tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 946 time: 0.1837916 Oct 29 08:45:04.379336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9225-993f-4e96-b801-09334a0dcfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.387303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.419164 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.420635 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cf2fb990-f8e0-4413-b3d9-54df7b30b343 req-40e20270-180b-44a1-a73c-a699b605d903 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887966 Oct 29 08:45:04.421208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 945f774e-36c0-4273-b2bb-51a1d3437342 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:04.470459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.480283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.488552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9befaedd-edd4-479c-ade5-ac5893acec6f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:04.489969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9befaedd-edd4-479c-ade5-ac5893acec6f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:04.490824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e093b767-4953-4bcd-9d6f-458b54d50086 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:04.505035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=84a93356-063c-4044-b610-66f0db22ee37,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:04.528774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9225-993f-4e96-b801-09334a0dcfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.546868 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9225-993f-4e96-b801-09334a0dcfcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.552990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7d0c9225-993f-4e96-b801-09334a0dcfcf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0a44762a-edc0-48d5-9ecc-1a9c86f93b90 HTTP/1.1" status: 204 len: 168 time: 1.1093109 Oct 29 08:45:04.565413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36650) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:04.583700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e093b767-4953-4bcd-9d6f-458b54d50086 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:04.585193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e093b767-4953-4bcd-9d6f-458b54d50086 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:04.589509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c9225-993f-4e96-b801-09334a0dcfcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a44762a-edc0-48d5-9ecc-1a9c86f93b90,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:04.605613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4897f54f-d12a-4613-b8d5-ca7e119ac011 None None] Network 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:04.617733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Network 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:04.626039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:04.633890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:45:04.661644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.711096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:04.724563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 945f774e-36c0-4273-b2bb-51a1d3437342 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:45:04.726461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.735207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 945f774e-36c0-4273-b2bb-51a1d3437342 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:04.735907 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.736189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:04.741436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:04.757291 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.791016 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.829978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:04.830538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:04.833978 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:04.948041 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:45:04.976124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.api [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 08:45:04.976124 n-d-815940-1 neutron-server[102114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 08:45:04.976124 n-d-815940-1 neutron-server[102114]: [parameters: {'id': '6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30'}] Oct 29 08:45:04.976124 n-d-815940-1 neutron-server[102114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:45:04.976916 n-d-815940-1 neutron-server[102114]: DEBUG oslo_db.api [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:45:04.983081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Deleting port 22078a52-dc91-49cb-888b-a7a600230929 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:04.983442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.094154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] For port 22078a52-dc91-49cb-888b-a7a600230929, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=22078a52-dc91-49cb-888b-a7a600230929,segment=NetworkSegment(4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c),segment_id=4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:05.098272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.174459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-cb018627-afea-41b7-921f-3416effe4da4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:05.190161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Calling delete_port for 22078a52-dc91-49cb-888b-a7a600230929 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:05.198886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-cb018627-afea-41b7-921f-3416effe4da4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:05.215830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-cb018627-afea-41b7-921f-3416effe4da4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:05.228438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d55346-bc8f-40d0-bacf-2e7a4244a3a3'}, {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:05.230740 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26867865-3845-4451-adda-0ead2c23a63c" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "b6d55346-bc8f-40d0-bacf-2e7a4244a3a3"}, {"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "b819b847-a6e2-4ff3-80a5-ab57603b2a56"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:05.260861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-cb018627-afea-41b7-921f-3416effe4da4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:05.278977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-cb018627-afea-41b7-921f-3416effe4da4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:05.285176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6df8f-c6d6-4501-8d21-26c7b810534f req-701a4f2a-062a-4f25-88a5-ec690d8491e1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:05.288868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87d6df8f-c6d6-4501-8d21-26c7b810534f req-701a4f2a-062a-4f25-88a5-ec690d8491e1 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1864192 Oct 29 08:45:05.315831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-cb018627-afea-41b7-921f-3416effe4da4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:05.349409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Attempting to bind port 1bd102c4-558c-405b-9255-d71693cca76d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:45:05.349789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Attempting to bind port 1bd102c4-558c-405b-9255-d71693cca76d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:45:05.350162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Attempting to bind port 1bd102c4-558c-405b-9255-d71693cca76d on network 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:45:05.359865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-cb018627-afea-41b7-921f-3416effe4da4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:05.372888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-cb018627-afea-41b7-921f-3416effe4da4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5441 time: 0.3490286 Oct 29 08:45:05.389612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:45:05.390159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Checking segment: {'id': 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:05.390590 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.391619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Bound using segment: {'id': 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:45:05.392021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Bound port: 1bd102c4-558c-405b-9255-d71693cca76d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:45:05.392373 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.402179 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87d6df8f-c6d6-4501-8d21-26c7b810534f req-f442abd9-e62a-4bcd-9bac-5376b6e1efb0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067629 Oct 29 08:45:05.437523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.468240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Pushing event deleted for resources: {'Port': ['ID=22078a52-dc91-49cb-888b-a7a600230929,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:05.472443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] No DVR routers for this DVR port 22078a52-dc91-49cb-888b-a7a600230929 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:05.478361 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.522419 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.545567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c65ca667-a0f9-44c4-b3e3-c8738227304a req-f904c2ce-7426-4012-9f2a-274992ef67d4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685004 Oct 29 08:45:05.563328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b819b847-a6e2-4ff3-80a5-ab57603b2a56,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:05.620140 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.652075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e5c6e9-6069-4f2b-9084-9ee6a36e4562']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:05.670622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:05.670928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8962eb-4678-4d7c-b09a-c1bc7cc87f8c') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:05.701061 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.713405 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45759ef-ab53-4be7-9076-b1cf5275fe09 x-openstack-request-id: req-a45759ef-ab53-4be7-9076-b1cf5275fe09 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:05.713974 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "b6d55346-bc8f-40d0-bacf-2e7a4244a3a3", "code": 200}, {"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "b819b847-a6e2-4ff3-80a5-ab57603b2a56", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:05.713974 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a45759ef-ab53-4be7-9076-b1cf5275fe09 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:05.714383 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d55346-bc8f-40d0-bacf-2e7a4244a3a3', 'code': 200} Oct 29 08:45:05.714562 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56', 'code': 200} Oct 29 08:45:05.740346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Deleting port 1bd102c4-558c-405b-9255-d71693cca76d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:05.740783 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.780121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Pushing event updated for resources: {'Port': ['ID=1bd102c4-558c-405b-9255-d71693cca76d,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:05.798672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 945f774e-36c0-4273-b2bb-51a1d3437342, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=945f774e-36c0-4273-b2bb-51a1d3437342,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:05.809883 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.810747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 396104a2-93c8-492a-848f-d1dbd4c85fd5 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:05.901228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bf023-4297-43a8-ae59-7239f8733c5b None None] DHCP port deletion for 71e5c6e9-6069-4f2b-9084-9ee6a36e4562 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:45:05.949507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] For port 1bd102c4-558c-405b-9255-d71693cca76d, host n-d-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:05.949841 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:05.995097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Calling delete_port for 1bd102c4-558c-405b-9255-d71693cca76d owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:06.008086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] For port 1bd102c4-558c-405b-9255-d71693cca76d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:45:06.013918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] For port 1bd102c4-558c-405b-9255-d71693cca76d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1bd102c4-558c-405b-9255-d71693cca76d,segment=NetworkSegment(e480f8cd-0b17-42cd-b1f3-a41ef84f34a4),segment_id=e480f8cd-0b17-42cd-b1f3-a41ef84f34a4)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:45:06.015623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 396104a2-93c8-492a-848f-d1dbd4c85fd5 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:45:06.024247 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.043476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=945f774e-36c0-4273-b2bb-51a1d3437342,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:06.047758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 396104a2-93c8-492a-848f-d1dbd4c85fd5 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:06.048184 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.117332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db858cf-3633-46f8-9772-6f49df50fbda None None] Pushing event updated for resources: {'Port': ['ID=1bd102c4-558c-405b-9255-d71693cca76d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:06.121803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 22078a52-dc91-49cb-888b-a7a600230929 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:06.140332 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.150805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:06.151224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:06.153060 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:06.225522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 22078a52-dc91-49cb-888b-a7a600230929 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:06.225867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 22078a52-dc91-49cb-888b-a7a600230929 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:06.245120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d50d32-b6a3-4397-adf6-7a4ae62db17d req-56edd92f-35d8-45fe-affd-659be54787f7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:06.246730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-69d50d32-b6a3-4397-adf6-7a4ae62db17d req-56edd92f-35d8-45fe-affd-659be54787f7 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 946 time: 0.5539150 Oct 29 08:45:06.310752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.316291 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.336488 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] 10.222.0.70 "DELETE /v2.0/networks/71e5c6e9-6069-4f2b-9084-9ee6a36e4562 HTTP/1.1" status: 204 len: 168 time: 1.7695563 Oct 29 08:45:06.391102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.416660 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-69d50d32-b6a3-4397-adf6-7a4ae62db17d req-8bac7f74-d002-4fcf-87b8-7c66ea2c3d91 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489999 Oct 29 08:45:06.456688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf5313-7cd8-4256-9b55-ad3a88450485 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e5c6e9-6069-4f2b-9084-9ee6a36e4562,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:06.505064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9851ae2e-6f90-4ec3-a864-fd9cac8bea4d None None] Network 6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:06.564621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Port': ['ID=1bd102c4-558c-405b-9255-d71693cca76d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:06.573990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No DVR routers for this DVR port 1bd102c4-558c-405b-9255-d71693cca76d on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:06.753843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.835687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:06.861053 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:06.876748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fdd8e9-025d-4c08-ba5c-81285d42d172 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:45:06.885715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36742) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:06.889925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:06.890232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e480f8cd-0b17-42cd-b1f3-a41ef84f34a4') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:06.923103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51b6bb-e6b1-44a5-a3d2-dc8ffece95e5 req-6abcfabe-3211-4992-b8e9-b8ce1f1d3a64 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:06.924688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb51b6bb-e6b1-44a5-a3d2-dc8ffece95e5 req-6abcfabe-3211-4992-b8e9-b8ce1f1d3a64 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1996076 Oct 29 08:45:06.926510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.004340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.044112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:07.044531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.050308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb51b6bb-e6b1-44a5-a3d2-dc8ffece95e5 req-61b4f1e9-cf5d-4544-bfe5-77357f38f277 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149120 Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:07.050984 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:07.065368 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f2d5c339-01a8-4207-8376-b2e6b05b770e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e64766dcb634112be8535ecc3dc94db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769488 Oct 29 08:45:07.097632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fdd8e9-025d-4c08-ba5c-81285d42d172 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:45:07.116811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36748) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:07.174660 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.184974 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.191689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 HTTP/1.1" status: 204 len: 168 time: 3.9152520 Oct 29 08:45:07.205055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 396104a2-93c8-492a-848f-d1dbd4c85fd5, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=396104a2-93c8-492a-848f-d1dbd4c85fd5,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:07.219305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36752) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:07.230361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195804867'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:07.245837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d74e7-646c-498b-a6da-aa1ecaa8c160 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:07.248312 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.249220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5c41bd85-698e-4ce5-a994-32565310921a up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:07.266012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736fb73-8f47-415b-a892-406d69fa7563 req-3d698415-0cdf-43e0-a1cc-3dbeaeb28326 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.269627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-3d698415-0cdf-43e0-a1cc-3dbeaeb28326 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 815 time: 0.2446604 Oct 29 08:45:07.299161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-84a46a98-1ebc-41a7-b6dd-ef8dbe26b96b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/quotas/de89fc7d23264b509d982d939e06e3ee HTTP/1.1" status: 200 len: 375 time: 0.0204542 Oct 29 08:45:07.335334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-199e3c33-8c35-4ed3-93fc-1d437d6b2437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.372926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-199e3c33-8c35-4ed3-93fc-1d437d6b2437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.375683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:07.381052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.396840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=396104a2-93c8-492a-848f-d1dbd4c85fd5,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:07.425861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-93eee4a9-9406-4da5-86ee-6359e90ffdfe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.426486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-93eee4a9-9406-4da5-86ee-6359e90ffdfe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.433351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-93eee4a9-9406-4da5-86ee-6359e90ffdfe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.440374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-93eee4a9-9406-4da5-86ee-6359e90ffdfe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.445940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-93eee4a9-9406-4da5-86ee-6359e90ffdfe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.452713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-93eee4a9-9406-4da5-86ee-6359e90ffdfe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.458615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-93eee4a9-9406-4da5-86ee-6359e90ffdfe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.464570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-39c8a7da-6276-492f-a4c1-29ee70d5c712 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1644626 Oct 29 08:45:07.467277 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-93eee4a9-9406-4da5-86ee-6359e90ffdfe tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5443 time: 0.1913795 Oct 29 08:45:07.524230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 5c41bd85-698e-4ce5-a994-32565310921a completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:45:07.543117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 5c41bd85-698e-4ce5-a994-32565310921a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:07.543389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:07.544105 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.580866 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76c556a3-ac48-481f-a0db-7924e6d8c57a req-0d810a58-3321-4cbf-9861-c94af3d625f6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048491 Oct 29 08:45:07.591509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.591965 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment 577c5ad1-1320-4ca4-8c00-74910fe7214e of type vlan for network b0bb6054-b457-4d56-921e-459671d03f4e Oct 29 08:45:07.676493 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-199e3c33-8c35-4ed3-93fc-1d437d6b2437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.689613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-199e3c33-8c35-4ed3-93fc-1d437d6b2437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.693192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-199e3c33-8c35-4ed3-93fc-1d437d6b2437 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1e30912-7884-43e4-ac85-1e4186926d89 HTTP/1.1" status: 204 len: 168 time: 0.5719278 Oct 29 08:45:07.694154 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.694373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-55ceb201-2ef7-47c6-a0be-fa39d48e169e service neutron] 10.222.0.70 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201140 Oct 29 08:45:07.723939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f774e-36c0-4273-b2bb-51a1d3437342'}, {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396104a2-93c8-492a-848f-d1dbd4c85fd5'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:07.727958 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925d8e1f-6920-4da6-baa8-4cb532da020c" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "945f774e-36c0-4273-b2bb-51a1d3437342"}, {"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "396104a2-93c8-492a-848f-d1dbd4c85fd5"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:07.790098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e3c33-8c35-4ed3-93fc-1d437d6b2437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e30912-7884-43e4-ac85-1e4186926d89,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:07.816653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:45:07.876752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.882632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:07.883273 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.901012 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:07.904356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-29114982-0ae3-4396-a617-eb7a41920c0d service neutron] 10.222.0.70 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966956 Oct 29 08:45:07.988451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5c41bd85-698e-4ce5-a994-32565310921a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5c41bd85-698e-4ce5-a994-32565310921a,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:07.997138 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:08.055656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:08.072723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47e63-ccf7-44b0-81a3-8bd254111200 req-0241b0e5-c73e-4c40-a52b-34d96c167bce tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:08.076514 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29d47e63-ccf7-44b0-81a3-8bd254111200 req-0241b0e5-c73e-4c40-a52b-34d96c167bce tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.3845229 Oct 29 08:45:08.146585 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9236634 Oct 29 08:45:08.149473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36780) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:08.152354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5c41bd85-698e-4ce5-a994-32565310921a,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:08.155776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': 'b0bb6054-b457-4d56-921e-459671d03f4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:08.237346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af236c-f8d4-4460-879d-23f5f358080b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=b0bb6054-b457-4d56-921e-459671d03f4e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:08.238597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:08.239295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:08.252824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network b0bb6054-b457-4d56-921e-459671d03f4e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:08.281313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29d47e63-ccf7-44b0-81a3-8bd254111200 req-3b736a7b-b8a9-4a0e-8061-5a27aa1fbe91 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740968 Oct 29 08:45:08.535219 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d6d2b-9884-4684-a00d-1f20e1d3b09c x-openstack-request-id: req-4b3d6d2b-9884-4684-a00d-1f20e1d3b09c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:08.535443 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "945f774e-36c0-4273-b2bb-51a1d3437342", "code": 200}, {"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "396104a2-93c8-492a-848f-d1dbd4c85fd5", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:08.535706 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b3d6d2b-9884-4684-a00d-1f20e1d3b09c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:08.536075 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f774e-36c0-4273-b2bb-51a1d3437342', 'code': 200} Oct 29 08:45:08.536457 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396104a2-93c8-492a-848f-d1dbd4c85fd5', 'code': 200} Oct 29 08:45:08.571547 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a0e8621b-fbcd-40b2-8baa-06775019996e req-344ae58f-10b5-43d2-b9fc-c5cea925831f tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 210 time: 0.0719969 Oct 29 08:45:08.621854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eedc5-c391-47f3-99f5-8e3b4dc65786 req-48a1f797-2d28-4d15-80ed-bb15f5910be6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:08.631472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f1eedc5-c391-47f3-99f5-8e3b4dc65786 req-48a1f797-2d28-4d15-80ed-bb15f5910be6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 946 time: 0.2976189 Oct 29 08:45:08.644953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36798) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:08.698398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:08.703406 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:08.706872 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:08.755878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:08.762143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:08.793031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1c0d4022-0542-4fa1-9d36-434eedc17de2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3bd10d76f7104d809269be6a3eeb7baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443994 Oct 29 08:45:08.793620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36802) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:08.842145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=10']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:08.882595 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f1eedc5-c391-47f3-99f5-8e3b4dc65786 req-d0e3b621-1fe6-40b9-ac9d-2acb5c5ffd10 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499373 Oct 29 08:45:09.091286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5099c-736c-49fb-826d-4a984789119f req-0aadebda-3729-404c-8c12-4324b6699692 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.101923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5099c-736c-49fb-826d-4a984789119f req-0aadebda-3729-404c-8c12-4324b6699692 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.122950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5099c-736c-49fb-826d-4a984789119f req-0aadebda-3729-404c-8c12-4324b6699692 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.135690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5099c-736c-49fb-826d-4a984789119f req-0aadebda-3729-404c-8c12-4324b6699692 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.147906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5099c-736c-49fb-826d-4a984789119f req-0aadebda-3729-404c-8c12-4324b6699692 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.154392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5099c-736c-49fb-826d-4a984789119f req-0aadebda-3729-404c-8c12-4324b6699692 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.162966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5099c-736c-49fb-826d-4a984789119f req-0aadebda-3729-404c-8c12-4324b6699692 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.175433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6e5099c-736c-49fb-826d-4a984789119f req-0aadebda-3729-404c-8c12-4324b6699692 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.3754587 Oct 29 08:45:09.211147 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5575dde5-d9cd-45c7-ab9e-b8c257291882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:09.288651 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f6e5099c-736c-49fb-826d-4a984789119f req-24ca590c-3711-41db-bbeb-c4833cd77c9b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009936 Oct 29 08:45:09.332797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5575dde5-d9cd-45c7-ab9e-b8c257291882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:09.395625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e98e4a-a877-4853-a07a-5305723aa992 req-921ba6c0-b15c-46b1-9d85-3d806a93a135 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.397392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7e98e4a-a877-4853-a07a-5305723aa992 req-921ba6c0-b15c-46b1-9d85-3d806a93a135 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2744935 Oct 29 08:45:09.439777 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:09.480551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5575dde5-d9cd-45c7-ab9e-b8c257291882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:09.484521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5575dde5-d9cd-45c7-ab9e-b8c257291882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:09.485217 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5575dde5-d9cd-45c7-ab9e-b8c257291882 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/309f1d1e-9b5a-4f17-8691-da6a11277490 HTTP/1.1" status: 204 len: 168 time: 0.6906469 Oct 29 08:45:09.517726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575dde5-d9cd-45c7-ab9e-b8c257291882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309f1d1e-9b5a-4f17-8691-da6a11277490,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:09.577592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7e98e4a-a877-4853-a07a-5305723aa992 req-68566f53-33ba-4819-94cf-9f322eacd0e8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704133 Oct 29 08:45:09.645509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=be5a5b0a-ad72-44cb-890e-52eab79085c3,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:09.699985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': '577c5ad1-1320-4ca4-8c00-74910fe7214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0bb6054-b457-4d56-921e-459671d03f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:09.701708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: b0bb6054-b457-4d56-921e-459671d03f4e, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:45:09.745175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network b0bb6054-b457-4d56-921e-459671d03f4e is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:45:09.766300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, b0bb6054-b457-4d56-921e-459671d03f4e) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:09.772534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:09.775110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:09.779189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5babd351-b2bb-4e7b-bbf4-40a113190b8a None None] Network b0bb6054-b457-4d56-921e-459671d03f4e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:09.878486 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c813bdc2-2e17-4eda-aaf8-1e6665552ae0 req-86d9c48a-7c00-4f30-9bff-faa6fc175454 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 210 time: 0.0663548 Oct 29 08:45:09.915406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e1dd058d-7efb-49b3-9742-5b1c45041b17 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7621400 Oct 29 08:45:09.925403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36826) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:10.030641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f373112-87e2-4be9-b0d2-9ea69367a9d1 req-522d0e2b-adc6-4e53-8c29-670f2525a19f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.038208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f373112-87e2-4be9-b0d2-9ea69367a9d1 req-522d0e2b-adc6-4e53-8c29-670f2525a19f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2330179 Oct 29 08:45:10.122766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-b0bb6054-b457-4d56-921e-459671d03f4e', 'network_id': 'b0bb6054-b457-4d56-921e-459671d03f4e', 'tenant_id': '1687518d237c40438216838fe0c37ce3', 'fixed_ips': [{'subnet_id': 'be5a5b0a-ad72-44cb-890e-52eab79085c3'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:45:10.123673 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:10.150157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f373112-87e2-4be9-b0d2-9ea69367a9d1 req-2e3a9027-2f3a-4f32-9735-4622c9bafb16 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107197 Oct 29 08:45:10.154973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a6b9b7d9-1bba-4b9d-b299-5032b6376804 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.163055 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a6b9b7d9-1bba-4b9d-b299-5032b6376804 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 815 time: 0.2933009 Oct 29 08:45:10.183043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Request body: {'port': {'device_id': 'b2023f6d-15de-490b-adc4-d1135b4a5ff4', 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'admin_state_up': True, 'tenant_id': 'de89fc7d23264b509d982d939e06e3ee'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:10.238540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:10.324873 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:10.571672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bace51-ac0e-4c50-8e3d-44544d9bdc11 req-b04d0a5b-a7c6-4c13-9d37-d368eabffeb5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.576885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Allocated IP 172.20.0.1 (b0bb6054-b457-4d56-921e-459671d03f4e/be5a5b0a-ad72-44cb-890e-52eab79085c3/acee0ea5-c3ee-41d5-83ff-4532b7fbe81c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:45:10.586414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24bace51-ac0e-4c50-8e3d-44544d9bdc11 req-b04d0a5b-a7c6-4c13-9d37-d368eabffeb5 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1247663 Oct 29 08:45:10.664987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Made reservation on behalf of de89fc7d23264b509d982d939e06e3ee for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:10.680277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24bace51-ac0e-4c50-8e3d-44544d9bdc11 req-59101585-4c66-4156-bb33-dd9122fc555d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910742 Oct 29 08:45:10.703401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:10.779009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-641a0879-3734-497d-8fcc-541c71d4f7e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.800065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-641a0879-3734-497d-8fcc-541c71d4f7e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.806698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-641a0879-3734-497d-8fcc-541c71d4f7e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.831329 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:10.836392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-641a0879-3734-497d-8fcc-541c71d4f7e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.838057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c41bd85-698e-4ce5-a994-32565310921a'}, {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:10.844523 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53492f9-e275-4353-9de6-4d85fbac1ae0" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "5c41bd85-698e-4ce5-a994-32565310921a"}, {"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:10.851223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-641a0879-3734-497d-8fcc-541c71d4f7e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.858510 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:10.867273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-641a0879-3734-497d-8fcc-541c71d4f7e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.878338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-641a0879-3734-497d-8fcc-541c71d4f7e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:10.900467 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-641a0879-3734-497d-8fcc-541c71d4f7e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.4039583 Oct 29 08:45:10.944823 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.010052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Network b0bb6054-b457-4d56-921e-459671d03f4e is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:11.017573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:11.024267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:45:11.135973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-890cbcf6-a0df-4fbc-938a-40d61e80cc3c req-7e23331c-4f9a-4966-b069-d1739f68794d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2318017 Oct 29 08:45:11.157899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Pushing event updated for resources: {'Port': ['ID=acee0ea5-c3ee-41d5-83ff-4532b7fbe81c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:11.188143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Attempting to bind port acee0ea5-c3ee-41d5-83ff-4532b7fbe81c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:45:11.188523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Attempting to bind port acee0ea5-c3ee-41d5-83ff-4532b7fbe81c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '577c5ad1-1320-4ca4-8c00-74910fe7214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0bb6054-b457-4d56-921e-459671d03f4e'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:45:11.188896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Attempting to bind port acee0ea5-c3ee-41d5-83ff-4532b7fbe81c on network b0bb6054-b457-4d56-921e-459671d03f4e {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:45:11.203019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:45:11.204034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Checking segment: {'id': '577c5ad1-1320-4ca4-8c00-74910fe7214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0bb6054-b457-4d56-921e-459671d03f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:11.204960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.205359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Bound using segment: {'id': '577c5ad1-1320-4ca4-8c00-74910fe7214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0bb6054-b457-4d56-921e-459671d03f4e'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:45:11.208361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Bound port: acee0ea5-c3ee-41d5-83ff-4532b7fbe81c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577c5ad1-1320-4ca4-8c00-74910fe7214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'b0bb6054-b457-4d56-921e-459671d03f4e'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:45:11.208935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.339657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Allocated IP 172.20.0.3 (8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9/ce65384a-0dc7-4149-82d9-ed25ea23e1dc/5bdbcfc5-9520-4742-a210-8136833d937d) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:45:11.356927 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa94a50f-7b20-4f1c-bae7-09fb962c5c8d x-openstack-request-id: req-fa94a50f-7b20-4f1c-bae7-09fb962c5c8d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:11.357381 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-plugged", "status": "completed", "tag": "5c41bd85-698e-4ce5-a994-32565310921a", "code": 200}, {"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:11.357642 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa94a50f-7b20-4f1c-bae7-09fb962c5c8d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:11.357752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36878) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:11.358090 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c41bd85-698e-4ce5-a994-32565310921a', 'code': 200} Oct 29 08:45:11.358317 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'code': 200} Oct 29 08:45:11.439834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] For port acee0ea5-c3ee-41d5-83ff-4532b7fbe81c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:45:11.444205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] For port acee0ea5-c3ee-41d5-83ff-4532b7fbe81c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=acee0ea5-c3ee-41d5-83ff-4532b7fbe81c,segment=NetworkSegment(577c5ad1-1320-4ca4-8c00-74910fe7214e),segment_id=577c5ad1-1320-4ca4-8c00-74910fe7214e)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:45:11.456547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.489341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c700708-fe92-431d-8f64-0c0a7ee1fe00 req-adc44087-5195-4e1e-9e38-54bf0235e0c4 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 210 time: 0.0736110 Oct 29 08:45:11.549149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f6e22-84bc-4d79-837b-e413bd48a1eb None None] Pushing event updated for resources: {'Port': ['ID=acee0ea5-c3ee-41d5-83ff-4532b7fbe81c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:11.657925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1593089276-network', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:11.667197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59b914-a816-4dae-ab4b-5d724985cfa3 None None] Network b0bb6054-b457-4d56-921e-459671d03f4e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:11.793625 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.828188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Made reservation on behalf of f9b6a72b24a644c983502363b851c1db for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:11.830711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.832942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.842030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.845078 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.858936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bb6054-b457-4d56-921e-459671d03f4e']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:11.870365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577c5ad1-1320-4ca4-8c00-74910fe7214e') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:11.871035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577c5ad1-1320-4ca4-8c00-74910fe7214e') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:11.873327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['fc30ceb7-95ac-46b0-b0be-22540be87f6d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:45:11.882334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6bd78745-0e92-4eb3-b2e9-9ef7e685bd82', 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:45:11.898733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:11.932126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31354f-001d-4c6d-8d16-cab3c7645b50 req-91c1722d-e5b9-4427-a218-6bd9b917ef8c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:11.939763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:11.941788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b31354f-001d-4c6d-8d16-cab3c7645b50 req-91c1722d-e5b9-4427-a218-6bd9b917ef8c tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 1.1303794 Oct 29 08:45:11.957899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:11.967475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:45:11.995884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=be5a5b0a-ad72-44cb-890e-52eab79085c3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:12.022641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:12.048366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:12.049154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:12.055266 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:12.087397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f162-3855-478e-88b6-7fc473030e65 req-45a02f5a-85e0-40a0-8f49-12e8e93d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.088236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f162-3855-478e-88b6-7fc473030e65 req-45a02f5a-85e0-40a0-8f49-12e8e93d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.088872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f162-3855-478e-88b6-7fc473030e65 req-45a02f5a-85e0-40a0-8f49-12e8e93d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.089512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f162-3855-478e-88b6-7fc473030e65 req-45a02f5a-85e0-40a0-8f49-12e8e93d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.090137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f162-3855-478e-88b6-7fc473030e65 req-45a02f5a-85e0-40a0-8f49-12e8e93d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.091154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f162-3855-478e-88b6-7fc473030e65 req-45a02f5a-85e0-40a0-8f49-12e8e93d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.091856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93f162-3855-478e-88b6-7fc473030e65 req-45a02f5a-85e0-40a0-8f49-12e8e93d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.102659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f93f162-3855-478e-88b6-7fc473030e65 req-45a02f5a-85e0-40a0-8f49-12e8e93d4d64 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6501 time: 0.2164998 Oct 29 08:45:12.108233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27630d-3db2-4d89-9e7b-402ccbfbb45b None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:45:12.117684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Pushing event updated for resources: {'Port': ['ID=5bdbcfc5-9520-4742-a210-8136833d937d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:12.157430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b31354f-001d-4c6d-8d16-cab3c7645b50 req-92089e8e-4616-4699-aa1a-92b3ba0a2ced tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138658 Oct 29 08:45:12.178657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.180771 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:12.233258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f93f162-3855-478e-88b6-7fc473030e65 req-32810730-c52d-4111-bcbe-70076417b477 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876904 Oct 29 08:45:12.235675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-ad25bcbe-2855-429e-840c-0dfccf5e41ae tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0605373 Oct 29 08:45:12.236680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.api [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 08:45:12.236680 n-d-815940-1 neutron-server[102113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 08:45:12.236680 n-d-815940-1 neutron-server[102113]: [parameters: {'id': 'b0bb6054-b457-4d56-921e-459671d03f4e'}] Oct 29 08:45:12.236680 n-d-815940-1 neutron-server[102113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:45:12.237357 n-d-815940-1 neutron-server[102113]: DEBUG oslo_db.api [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:45:12.243417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27630d-3db2-4d89-9e7b-402ccbfbb45b None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:45:12.257476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Request body: {'port': {'device_id': 'b2023f6d-15de-490b-adc4-d1135b4a5ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:12.465584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751f7d6-f7b0-458f-840c-1aa8f22b772f req-ef4d2065-2b6b-44ad-84df-e3a894e92e0a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.475447 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a751f7d6-f7b0-458f-840c-1aa8f22b772f req-ef4d2065-2b6b-44ad-84df-e3a894e92e0a tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1380827 Oct 29 08:45:12.476578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:12.497630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:12.514901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-605193de-595e-4ab6-9103-95dba8fb377d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.521066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-605193de-595e-4ab6-9103-95dba8fb377d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.528510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-605193de-595e-4ab6-9103-95dba8fb377d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.535391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-605193de-595e-4ab6-9103-95dba8fb377d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.542905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-605193de-595e-4ab6-9103-95dba8fb377d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.549286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-605193de-595e-4ab6-9103-95dba8fb377d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.553215 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a751f7d6-f7b0-458f-840c-1aa8f22b772f req-0dac7082-7532-4da7-a893-d6a9b9d44d15 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691144 Oct 29 08:45:12.573773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-605193de-595e-4ab6-9103-95dba8fb377d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.602628 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-605193de-595e-4ab6-9103-95dba8fb377d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.2838449 Oct 29 08:45:12.628222 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:12.682415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:12.741948 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:12.774168 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:12.774651 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Added segment f089cc60-3fbd-482e-a38b-4494b54eab76 of type vlan for network cf75116d-1409-4f37-a674-938b2899d303 Oct 29 08:45:12.776200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5888b0-c5a2-43e3-9246-9e67ad253dbf,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:12.807955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cea9871c-c86d-4dd3-94a0-79431e20e889 req-bd8bd454-52b2-46f6-87bb-97569a969539 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2082660 Oct 29 08:45:12.937789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1543d-823b-4509-836b-f47a1dd0d422 req-bc31437f-d8f8-4dd8-974a-31a9f8165e15 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:12.947164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6c1543d-823b-4509-836b-f47a1dd0d422 req-bc31437f-d8f8-4dd8-974a-31a9f8165e15 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 931 time: 0.2540200 Oct 29 08:45:12.978516 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.014157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6c1543d-823b-4509-836b-f47a1dd0d422 req-aaa6d9ba-9fe3-46e2-8032-07f13a058ad1 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655107 Oct 29 08:45:13.017584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.018829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:13.019454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.038506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Deleting port acee0ea5-c3ee-41d5-83ff-4532b7fbe81c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:13.039189 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.116011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] For port acee0ea5-c3ee-41d5-83ff-4532b7fbe81c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=acee0ea5-c3ee-41d5-83ff-4532b7fbe81c,segment=NetworkSegment(577c5ad1-1320-4ca4-8c00-74910fe7214e),segment_id=577c5ad1-1320-4ca4-8c00-74910fe7214e)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:13.116990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.133207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Calling delete_port for acee0ea5-c3ee-41d5-83ff-4532b7fbe81c owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:13.198662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8390453 Oct 29 08:45:13.202966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36912) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:13.210353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Request body: {'subnet': {'network_id': 'cf75116d-1409-4f37-a674-938b2899d303', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1593089276-subnet', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:13.280257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.299423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No DVR routers for this DVR port acee0ea5-c3ee-41d5-83ff-4532b7fbe81c on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:13.308543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daad46-08ea-4236-8f8e-198487dc5dfd req-ee547290-dc6e-447c-82a1-d856df8f2816 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:13.316295 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32daad46-08ea-4236-8f8e-198487dc5dfd req-ee547290-dc6e-447c-82a1-d856df8f2816 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.3110156 Oct 29 08:45:13.326053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cf9d0-744a-406d-a56b-9bc8b83f4f56 admin admin] Pushing event updated for resources: {'Network': ['ID=cf75116d-1409-4f37-a674-938b2899d303,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:13.338528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network cf75116d-1409-4f37-a674-938b2899d303 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:13.378075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Made reservation on behalf of f9b6a72b24a644c983502363b851c1db for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:13.381620 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.388928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32daad46-08ea-4236-8f8e-198487dc5dfd req-7aa2071e-0380-4231-bfc5-84d3a3140d54 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577645 Oct 29 08:45:13.448143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.489408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bb6054-b457-4d56-921e-459671d03f4e']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:13.503420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577c5ad1-1320-4ca4-8c00-74910fe7214e') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:13.503725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577c5ad1-1320-4ca4-8c00-74910fe7214e') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:13.518729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.551507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.561349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:13.561763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:13.591152 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:13.596818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Port': ['ID=acee0ea5-c3ee-41d5-83ff-4532b7fbe81c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:13.682950 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.690879 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.710527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/b0bb6054-b457-4d56-921e-459671d03f4e HTTP/1.1" status: 204 len: 168 time: 3.7859571 Oct 29 08:45:13.731102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14a67c-9472-4f53-9cdb-4769b50ef58b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=b0bb6054-b457-4d56-921e-459671d03f4e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:13.741412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36928) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:13.749143 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-703681246'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:13.786743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:13.792251 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.835888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:13.852099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:13.852796 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment e8c88d32-cb6d-462e-b24e-786a7b865662 of type vlan for network d9260070-e3f7-4173-99fe-a3f2af5a0402 Oct 29 08:45:13.935168 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.058652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd452b-213b-4c40-a412-5061064e4327 req-94aaa184-92fa-45b4-90d4-47096a8cab96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.084559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd452b-213b-4c40-a412-5061064e4327 req-94aaa184-92fa-45b4-90d4-47096a8cab96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.103874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd452b-213b-4c40-a412-5061064e4327 req-94aaa184-92fa-45b4-90d4-47096a8cab96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.114764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd452b-213b-4c40-a412-5061064e4327 req-94aaa184-92fa-45b4-90d4-47096a8cab96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.121295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd452b-213b-4c40-a412-5061064e4327 req-94aaa184-92fa-45b4-90d4-47096a8cab96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.129633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd452b-213b-4c40-a412-5061064e4327 req-94aaa184-92fa-45b4-90d4-47096a8cab96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.130104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdbcfc5-9520-4742-a210-8136833d937d {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:45:14.136453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd452b-213b-4c40-a412-5061064e4327 req-94aaa184-92fa-45b4-90d4-47096a8cab96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.138688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bfd452b-213b-4c40-a412-5061064e4327 req-94aaa184-92fa-45b4-90d4-47096a8cab96 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.2002392 Oct 29 08:45:14.139492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.141917 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.145999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.146908 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.157476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Transition to ACTIVE for port object 5bdbcfc5-9520-4742-a210-8136833d937d will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:45:14.174648 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.264123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5205984 Oct 29 08:45:14.271789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36938) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:14.280409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f0fead3f-0cef-4b17-b83e-99720a41f4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.287438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': 'd9260070-e3f7-4173-99fe-a3f2af5a0402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:14.288094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a91c1c-1544-498e-8ca1-2ebd94a8cf2a req-967aab01-2a9f-4d0c-a609-27745902c68d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.289672 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82a91c1c-1544-498e-8ca1-2ebd94a8cf2a req-967aab01-2a9f-4d0c-a609-27745902c68d tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.6939240 Oct 29 08:45:14.370272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Pushing event updated for resources: {'Port': ['ID=5bdbcfc5-9520-4742-a210-8136833d937d,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:14.400183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Attempting to bind port 5bdbcfc5-9520-4742-a210-8136833d937d on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:45:14.400528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Attempting to bind port 5bdbcfc5-9520-4742-a210-8136833d937d by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:45:14.400862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Attempting to bind port 5bdbcfc5-9520-4742-a210-8136833d937d on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:45:14.419317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Port 5bdbcfc5-9520-4742-a210-8136833d937d on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:45:14.419317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Attempting to bind port 5bdbcfc5-9520-4742-a210-8136833d937d on network 8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:45:14.421707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a9726-56d1-42ee-b92d-b0280b07cbc5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=d9260070-e3f7-4173-99fe-a3f2af5a0402,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:14.437967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network d9260070-e3f7-4173-99fe-a3f2af5a0402 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:14.447877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:45:14.448187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Checking segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:14.449013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Bound using segment: {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:45:14.449198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Bound port: 5bdbcfc5-9520-4742-a210-8136833d937d, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f0ef30-c014-4b2e-ae7e-ef563959e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:45:14.449558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.454756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bfd452b-213b-4c40-a412-5061064e4327 req-8c703ac5-c5d6-4d00-ad71-cc1f25b5306e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3033688 Oct 29 08:45:14.493919 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82a91c1c-1544-498e-8ca1-2ebd94a8cf2a req-df8a7579-40df-4bb5-9eb7-60f986d885bc tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494081 Oct 29 08:45:14.526120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:14.533332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.630699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.785306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] For port 5bdbcfc5-9520-4742-a210-8136833d937d, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:45:14.792295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] For port 5bdbcfc5-9520-4742-a210-8136833d937d, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=5bdbcfc5-9520-4742-a210-8136833d937d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:45:14.797477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4cf792-aa01-4325-9b98-2375476368ca,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:14.835652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e35265-3f18-4467-a346-9f49a4619fa1 req-2e81f69d-5d93-4e53-8d86-65876d9dff86 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.837944 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9e35265-3f18-4467-a346-9f49a4619fa1 req-2e81f69d-5d93-4e53-8d86-65876d9dff86 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2234097 Oct 29 08:45:14.841378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.873254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.903125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.904244 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:14.905809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] 10.222.0.93 "PUT /v2.0/ports/5bdbcfc5-9520-4742-a210-8136833d937d HTTP/1.1" status: 200 len: 1091 time: 2.6583340 Oct 29 08:45:14.912528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2023f6d-15de-490b-adc4-d1135b4a5ff4', 'tag': '5bdbcfc5-9520-4742-a210-8136833d937d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:14.915699 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76" -d '{"events": [{"name": "network-changed", "server_uuid": "b2023f6d-15de-490b-adc4-d1135b4a5ff4", "tag": "5bdbcfc5-9520-4742-a210-8136833d937d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:14.923128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Checking segment: {'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:14.924258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Network hostable DHCP agents. Network: cf75116d-1409-4f37-a674-938b2899d303, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:45:14.975736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=7b5a4345-ba08-47b8-bd00-a58de2e3094f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:14.994499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0452de-ff7a-40c9-a809-8ccbc0f6ae13 req-2dfbaa32-2061-4018-bc95-88d855e41dfc tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:14.996515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9e35265-3f18-4467-a346-9f49a4619fa1 req-f9777696-830b-4a86-a053-6e430aecc301 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450899 Oct 29 08:45:15.009460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0452de-ff7a-40c9-a809-8ccbc0f6ae13 req-2dfbaa32-2061-4018-bc95-88d855e41dfc tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 943 time: 0.1862493 Oct 29 08:45:15.012677 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2622699-ed43-4fae-bebd-93893cef957b service neutron] Pushing event updated for resources: {'Port': ['ID=5bdbcfc5-9520-4742-a210-8136833d937d,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:15.024684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': 'e8c88d32-cb6d-462e-b24e-786a7b865662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'd9260070-e3f7-4173-99fe-a3f2af5a0402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:15.024684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: d9260070-e3f7-4173-99fe-a3f2af5a0402, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:45:15.027258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Network cf75116d-1409-4f37-a674-938b2899d303 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:45:15.076724 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d512b147-2cb4-40df-b945-99d3bc57e97d x-openstack-request-id: req-d512b147-2cb4-40df-b945-99d3bc57e97d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:15.077018 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2023f6d-15de-490b-adc4-d1135b4a5ff4", "tag": "5bdbcfc5-9520-4742-a210-8136833d937d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:15.077271 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d512b147-2cb4-40df-b945-99d3bc57e97d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:15.077668 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2023f6d-15de-490b-adc4-d1135b4a5ff4', 'tag': '5bdbcfc5-9520-4742-a210-8136833d937d', 'status': 'completed', 'code': 200} Oct 29 08:45:15.092377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, cf75116d-1409-4f37-a674-938b2899d303) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:15.098217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.099143 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.105206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736fb73-8f47-415b-a892-406d69fa7563 req-1743c38c-0c40-4d54-9ec5-bb42b39ae714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.107647 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-1743c38c-0c40-4d54-9ec5-bb42b39ae714 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 1094 time: 0.1317701 Oct 29 08:45:15.121073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ccb362-0e89-4715-8395-b57bff878357 None None] Network cf75116d-1409-4f37-a674-938b2899d303 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:15.122775 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd0452de-ff7a-40c9-a809-8ccbc0f6ae13 req-e9db592a-3ad3-455f-b8a4-44209e91bd47 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854456 Oct 29 08:45:15.124203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network d9260070-e3f7-4173-99fe-a3f2af5a0402 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:45:15.135054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, d9260070-e3f7-4173-99fe-a3f2af5a0402) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:15.158214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.160779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.187216 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-86d23776-fe34-456a-a9af-369929c08d3c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9820449 Oct 29 08:45:15.191717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36962) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:15.191868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a5c93b8e-7383-4db1-8e5e-d886d4bed480 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9134436 Oct 29 08:45:15.192108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:15.192458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-9afe1b75-dde5-4045-86ae-28577878adfd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdbcfc5-9520-4742-a210-8136833d937d HTTP/1.1" status: 200 len: 217 time: 0.0717587 Oct 29 08:45:15.196374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:15.246904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6beb42-cb5d-4e16-9844-86c1cc6c156b None None] Network d9260070-e3f7-4173-99fe-a3f2af5a0402 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:15.385341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.388381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9cd8f-8825-44ae-8807-a9dfab06c647 req-156344e1-abb2-4508-90bc-11127dec7b77 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.395933 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c9e9cd8f-8825-44ae-8807-a9dfab06c647 req-156344e1-abb2-4508-90bc-11127dec7b77 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2074780 Oct 29 08:45:15.398568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736fb73-8f47-415b-a892-406d69fa7563 req-31346a73-c8b6-48ba-91fc-090f684eb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.400193 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-31346a73-c8b6-48ba-91fc-090f684eb597 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.1863105 Oct 29 08:45:15.401022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.402075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.451103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-c49b08d3-6103-42b7-b40d-104d7a93c410 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378602 Oct 29 08:45:15.520956 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c9e9cd8f-8825-44ae-8807-a9dfab06c647 req-1154bf3f-23c6-4e48-bb49-aab810892825 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240678 Oct 29 08:45:15.539918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-2ce452d9-f44a-42d5-a147-bb4aeaadc71b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:45:15.545371 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-2ce452d9-f44a-42d5-a147-bb4aeaadc71b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0517745 Oct 29 08:45:15.550197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-cf75116d-1409-4f37-a674-938b2899d303', 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'fixed_ips': [{'subnet_id': '8a4cf792-aa01-4325-9b98-2375476368ca'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:45:15.555462 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.569556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.658145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.782522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a7064-c9f4-4d4c-9a42-3f5c68650d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-d9260070-e3f7-4173-99fe-a3f2af5a0402', 'network_id': 'd9260070-e3f7-4173-99fe-a3f2af5a0402', 'tenant_id': '1687518d237c40438216838fe0c37ce3', 'fixed_ips': [{'subnet_id': '7b5a4345-ba08-47b8-bd00-a58de2e3094f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:45:15.783537 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-530a7064-c9f4-4d4c-9a42-3f5c68650d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.850005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-bb2cbc2b-0f32-462b-a9eb-fde461e8173c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.862736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-bb2cbc2b-0f32-462b-a9eb-fde461e8173c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.875046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-bb2cbc2b-0f32-462b-a9eb-fde461e8173c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.900555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-bb2cbc2b-0f32-462b-a9eb-fde461e8173c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.904098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-b000135a-8f9d-48a2-a344-e34ec0cd92af service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457685 Oct 29 08:45:15.916076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-bb2cbc2b-0f32-462b-a9eb-fde461e8173c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.919223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab050c53-540b-4a20-bd0e-9f0672b4aae8 req-e17f9470-9c10-4a7c-9677-038bce52c716 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.926697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab050c53-540b-4a20-bd0e-9f0672b4aae8 req-e17f9470-9c10-4a7c-9677-038bce52c716 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.1993306 Oct 29 08:45:15.930630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-bb2cbc2b-0f32-462b-a9eb-fde461e8173c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.931649 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:15.945283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-bb2cbc2b-0f32-462b-a9eb-fde461e8173c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:15.947728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-bb2cbc2b-0f32-462b-a9eb-fde461e8173c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.3218300 Oct 29 08:45:15.979374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Allocated IP 172.20.0.2 (cf75116d-1409-4f37-a674-938b2899d303/8a4cf792-aa01-4325-9b98-2375476368ca/6645ce76-b0aa-453b-b799-3b102ec8d4a8) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-530a7064-c9f4-4d4c-9a42-3f5c68650d5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b5a4345-ba08-47b8-bd00-a58de2e3094f: This subnet is being modified by another concurrent operation. Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:45:15.996851 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b5a4345-ba08-47b8-bd00-a58de2e3094f: This subnet is being modified by another concurrent operation. Oct 29 08:45:16.000438 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:45:16.003153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.026952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a928e30-027b-453c-800e-a65ccb6bd80c None None] Network d9260070-e3f7-4173-99fe-a3f2af5a0402 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:16.050280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5a4345-ba08-47b8-bd00-a58de2e3094f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:16.053082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab050c53-540b-4a20-bd0e-9f0672b4aae8 req-aadad37f-964c-4825-a2cc-f1a3504edaef tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252482 Oct 29 08:45:16.080262 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72fb0ffc-3b9e-460d-8e06-fe257474f4a1 req-657ea8bd-bf2e-4c7a-9b14-4295c9001709 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194825 Oct 29 08:45:16.231868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d736fb73-8f47-415b-a892-406d69fa7563 req-294d63ad-0fbd-44d9-b339-bc7dae3d8eec service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025558 Oct 29 08:45:16.250844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.328108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9260070-e3f7-4173-99fe-a3f2af5a0402']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:16.369612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c88d32-cb6d-462e-b24e-786a7b865662') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:16.370438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c88d32-cb6d-462e-b24e-786a7b865662') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:16.386106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.428187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b95a4-e01c-42c6-a9bf-ae15804b5bf5 req-12e43453-d091-4f0d-ba91-5785533c6389 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.439999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b95a4-e01c-42c6-a9bf-ae15804b5bf5 req-12e43453-d091-4f0d-ba91-5785533c6389 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.441529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b95a4-e01c-42c6-a9bf-ae15804b5bf5 req-12e43453-d091-4f0d-ba91-5785533c6389 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.450055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b95a4-e01c-42c6-a9bf-ae15804b5bf5 req-12e43453-d091-4f0d-ba91-5785533c6389 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.456786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b95a4-e01c-42c6-a9bf-ae15804b5bf5 req-12e43453-d091-4f0d-ba91-5785533c6389 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.463445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b95a4-e01c-42c6-a9bf-ae15804b5bf5 req-12e43453-d091-4f0d-ba91-5785533c6389 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.470923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b95a4-e01c-42c6-a9bf-ae15804b5bf5 req-12e43453-d091-4f0d-ba91-5785533c6389 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.482619 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e04b95a4-e01c-42c6-a9bf-ae15804b5bf5 req-12e43453-d091-4f0d-ba91-5785533c6389 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.1691401 Oct 29 08:45:16.485172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37000) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:16.486601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.495601 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.502127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Request body: {'floatingip': {'port_id': '5c41bd85-698e-4ce5-a994-32565310921a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:16.510935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.586197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-41b6b2d5-0375-4b8f-88e5-a00bda41dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.588442 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-41b6b2d5-0375-4b8f-88e5-a00bda41dbb4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 1094 time: 0.2542098 Oct 29 08:45:16.596860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:16.601025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443ed43-729d-4ddb-b99c-1775862ec988 req-3b2c7ab2-252a-4403-8b3e-3b2c8b5ff817 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:16.601683 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.602569 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6443ed43-729d-4ddb-b99c-1775862ec988 req-3b2c7ab2-252a-4403-8b3e-3b2c8b5ff817 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.3085763 Oct 29 08:45:16.608918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Network cf75116d-1409-4f37-a674-938b2899d303 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:16.613128 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:16.618723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:16.638708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:45:16.668148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Pushing event updated for resources: {'Port': ['ID=6645ce76-b0aa-453b-b799-3b102ec8d4a8,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:16.716266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.763422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Attempting to bind port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:45:16.763827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Attempting to bind port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:45:16.768299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Attempting to bind port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 on network cf75116d-1409-4f37-a674-938b2899d303 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:45:16.786005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:45:16.788467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Checking segment: {'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:16.788798 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6443ed43-729d-4ddb-b99c-1775862ec988 req-2b86f523-8f34-4085-b368-23d23a374b7f tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957332 Oct 29 08:45:16.790146 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.790651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Bound using segment: {'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:45:16.791247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Bound port: 6645ce76-b0aa-453b-b799-3b102ec8d4a8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:45:16.792350 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.895858 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.910915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] For port 6645ce76-b0aa-453b-b799-3b102ec8d4a8, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:45:16.915113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] For port 6645ce76-b0aa-453b-b799-3b102ec8d4a8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6645ce76-b0aa-453b-b799-3b102ec8d4a8,segment=NetworkSegment(f089cc60-3fbd-482e-a38b-4494b54eab76),segment_id=f089cc60-3fbd-482e-a38b-4494b54eab76)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:45:16.920736 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.927684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.944844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.978221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:16.981531 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/d9260070-e3f7-4173-99fe-a3f2af5a0402 HTTP/1.1" status: 204 len: 168 time: 1.7881911 Oct 29 08:45:17.015478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07b621-d12e-483b-ac90-a4b86945edd2 req-339983f1-dd18-4993-be2d-32fd7e566a53 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:17.017103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e07b621-d12e-483b-ac90-a4b86945edd2 req-339983f1-dd18-4993-be2d-32fd7e566a53 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 943 time: 0.4066882 Oct 29 08:45:17.042079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37010) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:17.051390 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f8d95e4b-b6b1-4b20-938b-20466c789379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:17.060821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1671050782'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:17.068501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250e8d3-a0d3-406c-b842-9959a17b9261 None None] Pushing event updated for resources: {'Port': ['ID=6645ce76-b0aa-453b-b799-3b102ec8d4a8,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:17.072524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Allocated IP 172.25.5.217 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/c5903384-ce25-4ba9-8fd3-c71060bdd7ca) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:45:17.104485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed7477-047f-44c5-9e4b-b666988f54d0 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=d9260070-e3f7-4173-99fe-a3f2af5a0402,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:17.196520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-42f38832-8aef-47d6-bb36-946ad40688f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:17.198091 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-42f38832-8aef-47d6-bb36-946ad40688f0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 917 time: 0.5926075 Oct 29 08:45:17.256668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e07b621-d12e-483b-ac90-a4b86945edd2 req-e37c04e2-5e99-4fae-8ce1-57b148600618 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821914 Oct 29 08:45:17.277541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:17.291486 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-ba259138-c97f-4e46-b260-d7e37e2333d3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdbcfc5-9520-4742-a210-8136833d937d HTTP/1.1" status: 200 len: 217 time: 0.0817988 Oct 29 08:45:17.292078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:17.303211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:17.321916 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964c8e2-0c27-4cd1-bd69-1edebd16be95 req-67b2ab6f-b4c0-44ff-806f-0943bfac2af4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:17.323790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6964c8e2-0c27-4cd1-bd69-1edebd16be95 req-67b2ab6f-b4c0-44ff-806f-0943bfac2af4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.3977182 Oct 29 08:45:17.382085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:17.494647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-4c4ba112-e410-47ff-b340-a720e53cdc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:17.496186 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-4c4ba112-e410-47ff-b340-a720e53cdc00 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.1887803 Oct 29 08:45:17.499508 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6964c8e2-0c27-4cd1-bd69-1edebd16be95 req-51cbfa78-64a2-4b83-ac7b-1c869c7e3c3b tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594584 Oct 29 08:45:17.558874 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:17.568511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-a821acba-47d9-4bfa-93a2-7c3fe4bc1d74 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548925 Oct 29 08:45:17.584395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:17.585126 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment 9d7cc458-7681-48cb-9920-bc7233afc916 of type vlan for network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 Oct 29 08:45:17.685273 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:17.716897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:17.726199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:17.734390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:45:17.737358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Pushing event updated for resources: {'Port': ['ID=c5903384-ce25-4ba9-8fd3-c71060bdd7ca,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:17.838270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.resource_extend [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:45:17.907693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cde5d-351c-4468-8030-2abbca9ea51d req-2afe7e0c-5025-486b-8921-348910deced0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:17.909867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-089cde5d-351c-4468-8030-2abbca9ea51d req-2afe7e0c-5025-486b-8921-348910deced0 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2462969 Oct 29 08:45:17.927247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-4cb006a2-4352-45b8-9391-c7fdb0f8e40e service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478360 Oct 29 08:45:17.932481 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:17.939233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:17.940120 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:17.955418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.019236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.131245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.147284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1016657 Oct 29 08:45:18.154111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37034) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:18.160337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-badfc71a-3e5a-414d-ba4a-86eb0bcdca97 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:18.236195 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.265517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a12de0-54c6-4d6a-ad2c-045761c7a7a7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=79806dc4-d55f-4e2f-8f9e-4a34f89b93e6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:18.277559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:18.388695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6645ce76-b0aa-453b-b799-3b102ec8d4a8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:18.559394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-badfc71a-3e5a-414d-ba4a-86eb0bcdca97 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.590521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:18.591132 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.599192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-badfc71a-3e5a-414d-ba4a-86eb0bcdca97 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.632609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-089cde5d-351c-4468-8030-2abbca9ea51d req-3139ad38-cb23-4632-9fdb-d0426e150205 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7021978 Oct 29 08:45:18.672753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-badfc71a-3e5a-414d-ba4a-86eb0bcdca97 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 is not hosted by any dhcp agent {{(pid=102113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:45:18.684892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badfc71a-3e5a-414d-ba4a-86eb0bcdca97 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:18.686724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-badfc71a-3e5a-414d-ba4a-86eb0bcdca97 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.690518 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-badfc71a-3e5a-414d-ba4a-86eb0bcdca97 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "PUT /v2.0/networks/79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 HTTP/1.1" status: 200 len: 723 time: 0.5328994 Oct 29 08:45:18.713498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37048) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:18.739190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': '79806dc4-d55f-4e2f-8f9e-4a34f89b93e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:18.767565 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:18.822894 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Floating IP 6538cb42-87d4-479c-9ecd-92e7b874b9d7 associated. External IP: 172.25.5.138, port: 5c41bd85-698e-4ce5-a994-32565310921a. Oct 29 08:45:18.882037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 6645ce76-b0aa-453b-b799-3b102ec8d4a8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6645ce76-b0aa-453b-b799-3b102ec8d4a8,segment=NetworkSegment(f089cc60-3fbd-482e-a38b-4494b54eab76),segment_id=f089cc60-3fbd-482e-a38b-4494b54eab76)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:18.894086 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:19.010997 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79b6f6fc-af20-43c5-b5a1-4fd9c7622d76 req-8ac86ebb-1c72-409e-8c84-0c27326ea125 service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0578375 Oct 29 08:45:19.012176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:19.017471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c914f-f4f0-48fc-aab4-29c6a4b98e9c req-e6c115d2-f329-44b7-b6b9-1eebd96cdcbe tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:19.024505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=6645ce76-b0aa-453b-b799-3b102ec8d4a8,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:19.026695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-589c914f-f4f0-48fc-aab4-29c6a4b98e9c req-e6c115d2-f329-44b7-b6b9-1eebd96cdcbe tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 943 time: 0.6327398 Oct 29 08:45:19.079169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2b237f-86c3-4d39-a427-e48eed095d2a None None] Network cf75116d-1409-4f37-a674-938b2899d303 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:19.154537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-624e53ab-0e2d-4369-b621-6fa58a81f8f5 None None] Provisioning complete for port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:19.155219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-624e53ab-0e2d-4369-b621-6fa58a81f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:19.183464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 5bdbcfc5-9520-4742-a210-8136833d937d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:45:19.464828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:19.478220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:19.523009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:19.526019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfc71a-3e5a-414d-ba4a-86eb0bcdca97 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=79806dc4-d55f-4e2f-8f9e-4a34f89b93e6,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:19.574065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-589c914f-f4f0-48fc-aab4-29c6a4b98e9c req-e957526f-f9be-4510-ba52-35319b46f74c tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459607 Oct 29 08:45:19.614764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:19.701990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:19.751720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 5bdbcfc5-9520-4742-a210-8136833d937d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=5bdbcfc5-9520-4742-a210-8136833d937d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:19.807658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '5bdbcfc5-9520-4742-a210-8136833d937d', 'network_id': '8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9', 'port_id': '5bdbcfc5-9520-4742-a210-8136833d937d', 'mac_address': 'fa:16:3e:98:34:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65384a-0dc7-4149-82d9-ed25ea23e1dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:45:19.948692 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:19.982307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdbcfc5-9520-4742-a210-8136833d937d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:45:20.003775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:45:20.044919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 5bdbcfc5-9520-4742-a210-8136833d937d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=5bdbcfc5-9520-4742-a210-8136833d937d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:20.051735 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:20.172006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6645ce76-b0aa-453b-b799-3b102ec8d4a8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:20.261852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Router 734abf87-6c84-4ae8-b4b0-724fb2279f14 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:45:20.353381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:45:20.371273 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:20.417007 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:20.468837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fe5d1288-b5a7-4cc8-955f-290044342218 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "PUT /v2.0/floatingips/6538cb42-87d4-479c-9ecd-92e7b874b9d7 HTTP/1.1" status: 200 len: 991 time: 3.9753296 Oct 29 08:45:20.469464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': '5c41bd85-698e-4ce5-a994-32565310921a'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:20.489202 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecef62d-587b-46a5-a635-cf8c7d34ccad" -d '{"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "5c41bd85-698e-4ce5-a994-32565310921a"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:20.558831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=203401ba-894d-482e-9638-068cfe9b6088,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:20.593714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:45:20.597000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': '9d7cc458-7681-48cb-9920-bc7233afc916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '79806dc4-d55f-4e2f-8f9e-4a34f89b93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:20.597467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:45:20.605652 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Sync routers for ids ['734abf87-6c84-4ae8-b4b0-724fb2279f14'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:45:20.630233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:20.635572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-776953fb-2295-44b3-92de-a28428a5db3a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.4424751 Oct 29 08:45:20.635572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:45:20.636099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37090) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:20.642228 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Routers {'734abf87-6c84-4ae8-b4b0-724fb2279f14'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:20.650136 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['734abf87-6c84-4ae8-b4b0-724fb2279f14'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:20.654858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:20.665305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:20.666259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1479507'] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:20.706780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-89e39bb5-611a-4de0-840d-6c3757272e3d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9892652 Oct 29 08:45:20.707418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37092) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:20.726207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:20.911622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a355cd62-4ce7-4b7e-a2a6-81f25d03c5a1 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:45:20.916863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] Sync routers for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:45:20.959588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:20.962084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:20.988178 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Set router 734abf87-6c84-4ae8-b4b0-724fb2279f14 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:21.005313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1a351-3058-45db-9f55-a54947f7f61a req-c4fb285e-facb-4a5c-a049-6541c79b030b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.013980 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7be1a351-3058-45db-9f55-a54947f7f61a req-c4fb285e-facb-4a5c-a049-6541c79b030b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 944 time: 0.2199655 Oct 29 08:45:21.069381 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fec627-a2c7-4d76-899b-fd328931317b x-openstack-request-id: req-65fec627-a2c7-4d76-899b-fd328931317b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:21.069693 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "tag": "5c41bd85-698e-4ce5-a994-32565310921a", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:21.069948 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65fec627-a2c7-4d76-899b-fd328931317b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:21.070372 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'tag': '5c41bd85-698e-4ce5-a994-32565310921a', 'status': 'completed', 'code': 200} Oct 29 08:45:21.096457 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10189571'] for subnet, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:21.131939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:21.255070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7be1a351-3058-45db-9f55-a54947f7f61a req-7c1bb62b-b698-459d-94b7-14c868b674e0 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399063 Oct 29 08:45:21.289591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-8484e001-9c23-4b98-864c-59ae6aa072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.290433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-8484e001-9c23-4b98-864c-59ae6aa072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.290916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-8484e001-9c23-4b98-864c-59ae6aa072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.291408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-8484e001-9c23-4b98-864c-59ae6aa072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.296780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-8484e001-9c23-4b98-864c-59ae6aa072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.298909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-8484e001-9c23-4b98-864c-59ae6aa072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.301045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-8484e001-9c23-4b98-864c-59ae6aa072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.304841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-8484e001-9c23-4b98-864c-59ae6aa072eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6501 time: 0.2335374 Oct 29 08:45:21.521370 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:18Z', 'revision_number': 3, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port': {'id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:16Z', 'updated_at': '2021-10-29T08:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:21.555687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=5bdbcfc5-9520-4742-a210-8136833d937d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:21.563970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-e2d38aa0-2d7c-4335-9f51-3be7fd2d74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.565537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['5bdbcfc5-9520-4742-a210-8136833d937d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:45:21.567862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-e2d38aa0-2d7c-4335-9f51-3be7fd2d74ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d438998-7dbc-43e7-a0d6-ff375e13ad12 HTTP/1.1" status: 200 len: 918 time: 0.2527061 Oct 29 08:45:21.584418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730476700407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9696450'] for subnet, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:21.619100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:21.620350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:21.626092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "PUT /v2.0/subnets/203401ba-894d-482e-9638-068cfe9b6088 HTTP/1.1" status: 200 len: 806 time: 0.9097540 Oct 29 08:45:21.626755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37110) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:21.653500 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Checking router: 734abf87-6c84-4ae8-b4b0-724fb2279f14 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:45:21.653500 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Updating router 734abf87-6c84-4ae8-b4b0-724fb2279f14 port c5903384-ce25-4ba9-8fd3-c71060bdd7ca binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:45:21.754140 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:21.785158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2b930fcf-9bd9-42c6-b105-02daa3b14974 None None] Provisioning complete for port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:21.785637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2b930fcf-9bd9-42c6-b105-02daa3b14974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:21.821858 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a355cd62-4ce7-4b7e-a2a6-81f25d03c5a1 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:45:21.889335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=203401ba-894d-482e-9638-068cfe9b6088,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:21.905082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.905419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.905757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.906087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.906416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.906739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.907065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.907377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.907699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.908035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.908355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.908669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a590c913-fc5a-4fc3-9938-0c2d31580fa5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:21.959832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:21.960204 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:21.984444 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.021923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-bd592c3b-d89c-438a-b919-d0793e369e21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c41bd85-698e-4ce5-a994-32565310921a HTTP/1.1" status: 200 len: 999 time: 0.3763173 Oct 29 08:45:22.197378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.258848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-dce7a840-768e-4b78-9cfb-f0ec570003e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:22.273729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-dce7a840-768e-4b78-9cfb-f0ec570003e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86742c09-5b26-4354-8a33-545cd0fb9bf8 HTTP/1.1" status: 200 len: 855 time: 0.2022400 Oct 29 08:45:22.382268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.420176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.452552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=203401ba-894d-482e-9638-068cfe9b6088,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:22.456918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-0f28451b-00fc-4201-9c37-8be64c382ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:22.460406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-0f28451b-00fc-4201-9c37-8be64c382ec2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d438998-7dbc-43e7-a0d6-ff375e13ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854801 Oct 29 08:45:22.465910 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.481378 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.538151 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Pushing event updated for resources: {'Port': ['ID=c5903384-ce25-4ba9-8fd3-c71060bdd7ca,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:22.551224 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.551831 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.552927 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.553446 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.553926 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.554513 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.554979 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.555964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.556458 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.556924 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.557391 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.557858 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:45:22.593448 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Attempting to bind port c5903384-ce25-4ba9-8fd3-c71060bdd7ca on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:45:22.593821 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Attempting to bind port c5903384-ce25-4ba9-8fd3-c71060bdd7ca by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:45:22.594212 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Attempting to bind port c5903384-ce25-4ba9-8fd3-c71060bdd7ca on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:45:22.600513 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:45:22.604028 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:22.605125 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.605604 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:45:22.608375 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Bound port: c5903384-ce25-4ba9-8fd3-c71060bdd7ca, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:45:22.609158 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.673390 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] For port c5903384-ce25-4ba9-8fd3-c71060bdd7ca, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:45:22.678244 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] For port c5903384-ce25-4ba9-8fd3-c71060bdd7ca, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c5903384-ce25-4ba9-8fd3-c71060bdd7ca,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:45:22.689948 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.767153 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f636a52-4f58-47d5-9762-d388d8a8d7d0 None None] Pushing event updated for resources: {'Port': ['ID=c5903384-ce25-4ba9-8fd3-c71060bdd7ca,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:22.767374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c740b-f371-417b-ba27-fb6679f04431 req-e8b372c3-04c9-45ea-b716-98c242b7878e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:22.782220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e77c740b-f371-417b-ba27-fb6679f04431 req-e8b372c3-04c9-45ea-b716-98c242b7878e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 944 time: 0.3542042 Oct 29 08:45:22.804383 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Routers {'734abf87-6c84-4ae8-b4b0-724fb2279f14'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:22.805251 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['734abf87-6c84-4ae8-b4b0-724fb2279f14'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:22.900362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:22.949637 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] Set router 734abf87-6c84-4ae8-b4b0-724fb2279f14 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:23.073583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e77c740b-f371-417b-ba27-fb6679f04431 req-328f9b7d-c0f2-43af-909b-17ab2d270395 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903786 Oct 29 08:45:23.085219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79806dc4-d55f-4e2f-8f9e-4a34f89b93e6']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:23.129723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7cc458-7681-48cb-9920-bc7233afc916') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:23.130224 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7cc458-7681-48cb-9920-bc7233afc916') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:23.133404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '6538cb42-87d4-479c-9ecd-92e7b874b9d7', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'port_id': '5c41bd85-698e-4ce5-a994-32565310921a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:45:17Z', 'revision_number': 1, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:23Z', 'revision_number': 5, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:23.166496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Allocated IP 172.20.0.1 (cf75116d-1409-4f37-a674-938b2899d303/8a4cf792-aa01-4325-9b98-2375476368ca/7563198b-c444-4c6b-909b-961d5bafa0da) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:45:23.174532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] Checking router: 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:45:23.202311 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.232493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-702c9604-ee04-419a-a679-e8f468dec1aa service neutron] 10.222.0.15 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7620485 Oct 29 08:45:23.247322 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.270809 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:23.274717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:23.289458 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:23.362454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:23.365584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:23.390078 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:18Z', 'revision_number': 3, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port': {'id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:16Z', 'updated_at': '2021-10-29T08:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:23.436564 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.447384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.449829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.456081 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d35d9-b308-4bf8-b7ca-885fb0c0fe61 None None] The sync data for ids ['734abf87-6c84-4ae8-b4b0-724fb2279f14'] in n-d-815940-1 is: [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:18Z', 'revision_number': 3, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port': {'id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:16Z', 'updated_at': '2021-10-29T08:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:45:23.458022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 HTTP/1.1" status: 204 len: 168 time: 1.8248730 Oct 29 08:45:23.467050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37146) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:23.504999 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-52394094-cf90-4794-98b8-2ae4117e2467 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:23.506203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52394094-cf90-4794-98b8-2ae4117e2467 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:23.515404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-52394094-cf90-4794-98b8-2ae4117e2467 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 HTTP/1.1" status: 404 len: 339 time: 0.0453916 Oct 29 08:45:23.521144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37148) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:23.528292 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.532015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-152380469', 'description': 'd1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:23.552996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c726d-4e71-4f58-b98f-51ada40ba670 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=79806dc4-d55f-4e2f-8f9e-4a34f89b93e6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:23.582355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:23.594252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Network cf75116d-1409-4f37-a674-938b2899d303 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:23.605407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:23.611546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:45:23.633120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:23.638916 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.679151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Pushing event updated for resources: {'Port': ['ID=7563198b-c444-4c6b-909b-961d5bafa0da,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:23.702856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ecef62d-587b-46a5-a635-cf8c7d34ccad req-70e9eff6-f68c-4a02-8c46-56c7e5b930e9 service neutron] 10.222.0.15 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489503 Oct 29 08:45:23.708297 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.736588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:23.766730 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.767244 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment b5a2b4be-ab34-428d-8af8-28a28b4a9183 of type vlan for network 1193a24f-84e6-41e8-baac-d8c60a921ee1 Oct 29 08:45:23.856130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.907841 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:23.941076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:23.942113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:24.110396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:24.143856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6208603 Oct 29 08:45:24.159035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37164) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:24.289319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ae195-1bb4-44eb-b5a6-16eca8bd86e7 None None] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:24.314862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '6538cb42-87d4-479c-9ecd-92e7b874b9d7', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'port_id': '5c41bd85-698e-4ce5-a994-32565310921a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:45:17Z', 'revision_number': 1, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:23Z', 'revision_number': 5, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:24.368794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f633919-0886-49a2-86a8-f5817f8a51e0 None None] The sync data for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 is: [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '6538cb42-87d4-479c-9ecd-92e7b874b9d7', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'port_id': '5c41bd85-698e-4ce5-a994-32565310921a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:43:11Z', 'updated_at': '2021-10-29T08:45:17Z', 'revision_number': 1, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:23Z', 'revision_number': 5, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:45:24.371464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ae195-1bb4-44eb-b5a6-16eca8bd86e7 None None] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:45:24.386380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98555bcd-d317-476a-a74b-193eae1359c9 None None] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:24.425513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d74ec1-7f99-4a05-a3e8-8f3a1ba5f555 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=1193a24f-84e6-41e8-baac-d8c60a921ee1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:24.431887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98555bcd-d317-476a-a74b-193eae1359c9 None None] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:45:24.456843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7576165-85fb-4dfe-8886-7729594f5de7 None None] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:24.461437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 1193a24f-84e6-41e8-baac-d8c60a921ee1 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:24.618038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615bcde-ebd4-4ffd-8ef8-a62a390134c4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:24.623433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5615bcde-ebd4-4ffd-8ef8-a62a390134c4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/networks?id=1193a24f-84e6-41e8-baac-d8c60a921ee1 HTTP/1.1" status: 200 len: 760 time: 0.4627597 Oct 29 08:45:24.629439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37176) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:24.647894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ba52ae9a-ed55-4767-865e-1c337ca5135f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'description': 'd2'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:24.717379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7576165-85fb-4dfe-8886-7729594f5de7 None None] Network 79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:45:24.780642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:24.827225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:24.985768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c61493-8077-4040-b074-3673d390de76 req-068017a8-dfe4-4afd-9e17-a644dfebd036 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:25.001329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29c61493-8077-4040-b074-3673d390de76 req-068017a8-dfe4-4afd-9e17-a644dfebd036 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 944 time: 0.7579360 Oct 29 08:45:25.047349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1f367347-fd5b-4d48-b88c-f0b71649338d None None] Provisioning complete for port 7563198b-c444-4c6b-909b-961d5bafa0da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:25.048031 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1f367347-fd5b-4d48-b88c-f0b71649338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:25.200429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 5bdbcfc5-9520-4742-a210-8136833d937d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:25.223349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:25.258308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29c61493-8077-4040-b074-3673d390de76 req-70c9b1a2-3f79-4086-93bc-decce996aef9 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407217 Oct 29 08:45:25.287970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Pushing event updated for resources: {'Port': ['ID=7563198b-c444-4c6b-909b-961d5bafa0da,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:25.373875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1f367347-fd5b-4d48-b88c-f0b71649338d None None] Port 7563198b-c444-4c6b-909b-961d5bafa0da cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:45:25.397941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7c69b-ccb6-41f5-8b66-c87e46eb2e0c None None] New status for floating IP 6538cb42-87d4-479c-9ecd-92e7b874b9d7: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:45:25.540336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c5903384-ce25-4ba9-8fd3-c71060bdd7ca up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:25.585461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba52ae9a-ed55-4767-865e-1c337ca5135f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:25.635752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba52ae9a-ed55-4767-865e-1c337ca5135f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:25.672138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Network cf75116d-1409-4f37-a674-938b2899d303 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:25.677711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:25.699662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba52ae9a-ed55-4767-865e-1c337ca5135f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network 1193a24f-84e6-41e8-baac-d8c60a921ee1 is not hosted by any dhcp agent {{(pid=102114) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:45:25.725840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba52ae9a-ed55-4767-865e-1c337ca5135f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:25.728313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba52ae9a-ed55-4767-865e-1c337ca5135f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:25.741534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba52ae9a-ed55-4767-865e-1c337ca5135f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "PUT /v2.0/networks/1193a24f-84e6-41e8-baac-d8c60a921ee1 HTTP/1.1" status: 200 len: 757 time: 1.1102042 Oct 29 08:45:25.907723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37198) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:26.092675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Router 734abf87-6c84-4ae8-b4b0-724fb2279f14 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:45:26.102919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52ae9a-ed55-4767-865e-1c337ca5135f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=1193a24f-84e6-41e8-baac-d8c60a921ee1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:26.157732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ffcd4c-f5bc-4555-be3c-a5ffa0ff5f96 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:26.174719 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-70ffcd4c-f5bc-4555-be3c-a5ffa0ff5f96 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/networks?id=1193a24f-84e6-41e8-baac-d8c60a921ee1 HTTP/1.1" status: 200 len: 760 time: 0.2620742 Oct 29 08:45:26.175105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37206) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:26.181059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-253210345'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:26.241398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:26.266734 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:26.328255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:26.365705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:26.367487 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment 3ef31b59-97e9-44cd-861e-658673e871bc of type vlan for network b9d54bda-f373-4df7-b5d4-d8212d02b6e9 Oct 29 08:45:26.504206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:45:26.514538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 1193a24f-84e6-41e8-baac-d8c60a921ee1 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:26.530763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b3a7ef20-94c9-4d69-bf77-094418998c49 admin admin] 10.222.0.70 "PUT /v2.0/routers/734abf87-6c84-4ae8-b4b0-724fb2279f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8899882 Oct 29 08:45:26.635240 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:26.755529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877a140-9b8a-4ce0-be8e-6527c2a7196a req-db0ea0bf-ac1f-4d89-b17b-ed1b5be9aa05 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:26.765176 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2877a140-9b8a-4ce0-be8e-6527c2a7196a req-db0ea0bf-ac1f-4d89-b17b-ed1b5be9aa05 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 944 time: 0.2545605 Oct 29 08:45:26.782901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 5bdbcfc5-9520-4742-a210-8136833d937d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:45:26.800047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 5bdbcfc5-9520-4742-a210-8136833d937d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:26.800476 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:26.811345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6ff55e72-1931-43ab-9ae0-5f136ed43136 None None] Provisioning complete for port 7563198b-c444-4c6b-909b-961d5bafa0da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:26.811919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ff55e72-1931-43ab-9ae0-5f136ed43136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:26.823491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:26.847609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:26.857151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:27.036354 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2877a140-9b8a-4ce0-be8e-6527c2a7196a req-fa5ea3de-5cd2-4d37-84e9-2276a499439d tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686014 Oct 29 08:45:27.054454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8779223 Oct 29 08:45:27.057947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37240) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:27.064492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': 'b9d54bda-f373-4df7-b5d4-d8212d02b6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:27.110775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaf3eb-717e-4572-900d-22ef3b1dffca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=b9d54bda-f373-4df7-b5d4-d8212d02b6e9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:27.181408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network b9d54bda-f373-4df7-b5d4-d8212d02b6e9 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:27.313168 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Sync routers for ids ['734abf87-6c84-4ae8-b4b0-724fb2279f14'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:45:27.339907 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Routers {'734abf87-6c84-4ae8-b4b0-724fb2279f14'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:27.340559 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['734abf87-6c84-4ae8-b4b0-724fb2279f14'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:27.404149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c5903384-ce25-4ba9-8fd3-c71060bdd7ca triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:27.405821 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:27.487836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6ff55e72-1931-43ab-9ae0-5f136ed43136 None None] Port 7563198b-c444-4c6b-909b-961d5bafa0da cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:45:27.490290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:27.498640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:27.786930 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Set router 734abf87-6c84-4ae8-b4b0-724fb2279f14 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:27.831341 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:27.906342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:27.974481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2023f6d-15de-490b-adc4-d1135b4a5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdbcfc5-9520-4742-a210-8136833d937d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:27.985885 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c37fcd9-e3be-45b7-b822-51fae466bcec" -d '{"events": [{"server_uuid": "b2023f6d-15de-490b-adc4-d1135b4a5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "5bdbcfc5-9520-4742-a210-8136833d937d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:28.054594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port c5903384-ce25-4ba9-8fd3-c71060bdd7ca, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c5903384-ce25-4ba9-8fd3-c71060bdd7ca,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:28.098731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 5bdbcfc5-9520-4742-a210-8136833d937d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=5bdbcfc5-9520-4742-a210-8136833d937d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:28.109543 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:28.130303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:28.144339 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be36cdd3-e411-4c35-b05e-eeba8594ee18 x-openstack-request-id: req-be36cdd3-e411-4c35-b05e-eeba8594ee18 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:28.144632 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2023f6d-15de-490b-adc4-d1135b4a5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "5bdbcfc5-9520-4742-a210-8136833d937d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:28.144896 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be36cdd3-e411-4c35-b05e-eeba8594ee18 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:28.145332 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2023f6d-15de-490b-adc4-d1135b4a5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdbcfc5-9520-4742-a210-8136833d937d', 'code': 200} Oct 29 08:45:28.268982 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:28.305061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=c5903384-ce25-4ba9-8fd3-c71060bdd7ca,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:28.388668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=093861a3-798f-4fd7-9ab4-bdbb1324c891,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:28.401679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=5bdbcfc5-9520-4742-a210-8136833d937d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:28.410850 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:23Z', 'revision_number': 4, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port': {'id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:16Z', 'updated_at': '2021-10-29T08:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7563198b-c444-4c6b-909b-961d5bafa0da', 'name': '', 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'mac_address': 'fa:16:3e:d0:ba:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '8a4cf792-aa01-4325-9b98-2375476368ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:22Z', 'updated_at': '2021-10-29T08:45:24Z', 'revision_number': 2, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'subnets': [{'id': '8a4cf792-aa01-4325-9b98-2375476368ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:28.455693 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Checking router: 734abf87-6c84-4ae8-b4b0-724fb2279f14 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:45:28.456761 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Updating router 734abf87-6c84-4ae8-b4b0-724fb2279f14 port 7563198b-c444-4c6b-909b-961d5bafa0da binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:45:28.514356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': '3ef31b59-97e9-44cd-861e-658673e871bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9d54bda-f373-4df7-b5d4-d8212d02b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:28.515446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: b9d54bda-f373-4df7-b5d4-d8212d02b6e9, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:45:28.539557 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:28.544312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network b9d54bda-f373-4df7-b5d4-d8212d02b6e9 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:45:28.572729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd443025-0e08-4ffd-ac60-86015d5e487e req-38e10387-b815-4ad9-b7b5-bc5a0e4ab651 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:28.573796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343318f-2bab-441c-b7fa-165fee691f47 req-e03f8a0d-b3cd-4aa8-9678-dcad208e849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:28.576468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7343318f-2bab-441c-b7fa-165fee691f47 req-e03f8a0d-b3cd-4aa8-9678-dcad208e849d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 1096 time: 0.3812985 Oct 29 08:45:28.581193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd443025-0e08-4ffd-ac60-86015d5e487e req-38e10387-b815-4ad9-b7b5-bc5a0e4ab651 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 945 time: 0.1946926 Oct 29 08:45:28.584603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, b9d54bda-f373-4df7-b5d4-d8212d02b6e9) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:28.594009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:28.594411 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:28.598611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f015495c-9fc1-4ce7-8dae-01ed85a3c826 None None] Network b9d54bda-f373-4df7-b5d4-d8212d02b6e9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:28.634107 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7343318f-2bab-441c-b7fa-165fee691f47 req-e15a1b72-eedb-4540-a3b2-dfab8de53e40 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495791 Oct 29 08:45:28.711002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0a3d48fd-0522-4bf2-9035-26f4c806b5f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6514449 Oct 29 08:45:28.713724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37286) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:28.764778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd443025-0e08-4ffd-ac60-86015d5e487e req-a8a4fbae-574e-4b51-96fc-11698a8a5722 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812546 Oct 29 08:45:28.932134 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:28.993133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.007933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04c50b-ca13-4b04-841d-4d10925f56db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-b9d54bda-f373-4df7-b5d4-d8212d02b6e9', 'network_id': 'b9d54bda-f373-4df7-b5d4-d8212d02b6e9', 'tenant_id': '1687518d237c40438216838fe0c37ce3', 'fixed_ips': [{'subnet_id': '093861a3-798f-4fd7-9ab4-bdbb1324c891'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:45:29.008834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b04c50b-ca13-4b04-841d-4d10925f56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.081359 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.100488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.157762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=093861a3-798f-4fd7-9ab4-bdbb1324c891,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:29.250149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-1b04c50b-ca13-4b04-841d-4d10925f56db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 093861a3-798f-4fd7-9ab4-bdbb1324c891: This subnet is being modified by another concurrent operation. Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:45:29.272326 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 093861a3-798f-4fd7-9ab4-bdbb1324c891: This subnet is being modified by another concurrent operation. Oct 29 08:45:29.276345 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:45:29.278355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d54bda-f373-4df7-b5d4-d8212d02b6e9']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:29.285167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef31b59-97e9-44cd-861e-658673e871bc') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:29.285167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef31b59-97e9-44cd-861e-658673e871bc') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:29.296532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87db8e-f01b-4ca8-900b-9a65d4bf0910 None None] Network b9d54bda-f373-4df7-b5d4-d8212d02b6e9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:29.297797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.315594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.327475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:29.327847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.388173 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:29.396633 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:29.400519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.407055 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.419088 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.436691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/b9d54bda-f373-4df7-b5d4-d8212d02b6e9 HTTP/1.1" status: 204 len: 168 time: 0.7210591 Oct 29 08:45:29.474708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37304) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:29.484849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da1858-1e9e-45e4-82f3-784d746c5dad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=b9d54bda-f373-4df7-b5d4-d8212d02b6e9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:29.536448 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620ea5d-98fd-4949-8061-b514ecfe6c67 None None] Pushing event updated for resources: {'Port': ['ID=7563198b-c444-4c6b-909b-961d5bafa0da,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:29.563268 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db4e5ec-364f-4199-8d13-9071219ab06f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] GET failed (client error): The resource could not be found. Oct 29 08:45:29.567905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7db4e5ec-364f-4199-8d13-9071219ab06f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/subnets/093861a3-798f-4fd7-9ab4-bdbb1324c891 HTTP/1.1" status: 404 len: 337 time: 0.0895309 Oct 29 08:45:29.568147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37308) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:29.596577 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-81320bbf-b514-44bc-a7bd-8511f39b7bdf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:29.597165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81320bbf-b514-44bc-a7bd-8511f39b7bdf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:29.601040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81320bbf-b514-44bc-a7bd-8511f39b7bdf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/b9d54bda-f373-4df7-b5d4-d8212d02b6e9 HTTP/1.1" status: 404 len: 339 time: 0.0319488 Oct 29 08:45:29.605347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:29.632261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7806b-3f73-4b52-b171-6b2bc278da37 req-b9804647-131f-4da7-ac3b-5a0eee42027b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:29.634210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fda7806b-3f73-4b52-b171-6b2bc278da37 req-b9804647-131f-4da7-ac3b-5a0eee42027b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.2190664 Oct 29 08:45:29.707267 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Attempting to bind port 7563198b-c444-4c6b-909b-961d5bafa0da on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:45:29.709992 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Attempting to bind port 7563198b-c444-4c6b-909b-961d5bafa0da by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:45:29.710546 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Attempting to bind port 7563198b-c444-4c6b-909b-961d5bafa0da on network cf75116d-1409-4f37-a674-938b2899d303 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:45:29.721444 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fda7806b-3f73-4b52-b171-6b2bc278da37 req-d79a8f50-5fa3-4573-bc4f-bd7c66a3d2b1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807345 Oct 29 08:45:29.722717 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:45:29.723308 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Checking segment: {'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:29.723904 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.724667 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Bound using segment: {'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:45:29.725869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Bound port: 7563198b-c444-4c6b-909b-961d5bafa0da, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f089cc60-3fbd-482e-a38b-4494b54eab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:45:29.726437 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.880888 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] For port 7563198b-c444-4c6b-909b-961d5bafa0da, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:45:29.891085 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] For port 7563198b-c444-4c6b-909b-961d5bafa0da, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7563198b-c444-4c6b-909b-961d5bafa0da,segment=NetworkSegment(f089cc60-3fbd-482e-a38b-4494b54eab76),segment_id=f089cc60-3fbd-482e-a38b-4494b54eab76)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:45:29.902577 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:29.903447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15791b24-e7f2-4759-8334-f98a1b65a611 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:45:29.926487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37324) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:30.033812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8e0bd95f-be98-4ace-a251-ee972b21f492 None None] Provisioning complete for port 7563198b-c444-4c6b-909b-961d5bafa0da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:30.034713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8e0bd95f-be98-4ace-a251-ee972b21f492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:30.066520 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620ea5d-98fd-4949-8061-b514ecfe6c67 None None] Pushing event updated for resources: {'Port': ['ID=7563198b-c444-4c6b-909b-961d5bafa0da,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:30.104039 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Routers {'734abf87-6c84-4ae8-b4b0-724fb2279f14'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:30.104847 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['734abf87-6c84-4ae8-b4b0-724fb2279f14'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:30.145162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b4c1cc-fc0f-488f-888d-9cfc995f151d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:30.150015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d5b4c1cc-fc0f-488f-888d-9cfc995f151d tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5405183 Oct 29 08:45:30.150640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37326) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:30.226584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15791b24-e7f2-4759-8334-f98a1b65a611 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:45:30.251159 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9d99ff98-b2f7-492d-b6cf-73001c820764 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 207 time: 0.0992987 Oct 29 08:45:30.256870 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37328) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:30.280671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62882dbd-1478-42c9-893d-324ebee4b24b req-aa6278eb-19b7-4ef4-95a8-05e14587bfbc tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:30.291188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-62882dbd-1478-42c9-893d-324ebee4b24b req-aa6278eb-19b7-4ef4-95a8-05e14587bfbc tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 945 time: 0.2687693 Oct 29 08:45:30.338372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c5903384-ce25-4ba9-8fd3-c71060bdd7ca up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:30.401111 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] Set router 734abf87-6c84-4ae8-b4b0-724fb2279f14 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:30.418117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-62882dbd-1478-42c9-893d-324ebee4b24b req-9ab107e4-a0ae-4e79-92d7-fffa0ab6599b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255348 Oct 29 08:45:30.475988 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8e0bd95f-be98-4ace-a251-ee972b21f492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:30.647761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8e0bd95f-be98-4ace-a251-ee972b21f492 None None] For port 7563198b-c444-4c6b-909b-961d5bafa0da, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7563198b-c444-4c6b-909b-961d5bafa0da,segment=NetworkSegment(f089cc60-3fbd-482e-a38b-4494b54eab76),segment_id=f089cc60-3fbd-482e-a38b-4494b54eab76)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:30.649734 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:30.663831 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8e0bd95f-be98-4ace-a251-ee972b21f492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:30.722346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e233e-88fb-4c7e-bb49-a07e92777c11 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:30.740375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e233e-88fb-4c7e-bb49-a07e92777c11 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:30.757877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e233e-88fb-4c7e-bb49-a07e92777c11 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:30.770322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e233e-88fb-4c7e-bb49-a07e92777c11 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:30.776014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c5903384-ce25-4ba9-8fd3-c71060bdd7ca triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:30.776345 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:30.783083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bd95f-be98-4ace-a251-ee972b21f492 None None] Pushing event updated for resources: {'Port': ['ID=7563198b-c444-4c6b-909b-961d5bafa0da,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:30.809502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-964e233e-88fb-4c7e-bb49-a07e92777c11 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5512590 Oct 29 08:45:30.818544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37346) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:31.147666 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:23Z', 'revision_number': 4, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port': {'id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:16Z', 'updated_at': '2021-10-29T08:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7563198b-c444-4c6b-909b-961d5bafa0da', 'name': '', 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'mac_address': 'fa:16:3e:d0:ba:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '8a4cf792-aa01-4325-9b98-2375476368ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:22Z', 'updated_at': '2021-10-29T08:45:29Z', 'revision_number': 4, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'subnets': [{'id': '8a4cf792-aa01-4325-9b98-2375476368ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:31.219229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baabe2e-bddc-473a-b128-6bc4872ead16 req-2a9b7d61-e93a-4a2b-a866-9c170d80f00a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:31.221067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2baabe2e-bddc-473a-b128-6bc4872ead16 req-2a9b7d61-e93a-4a2b-a866-9c170d80f00a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.0910351 Oct 29 08:45:31.221330 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ad9f9-9be5-4af6-a202-dd1f4f5588e1 None None] The sync data for ids ['734abf87-6c84-4ae8-b4b0-724fb2279f14'] in n-d-815940-1 is: [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:23Z', 'revision_number': 4, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port': {'id': 'c5903384-ce25-4ba9-8fd3-c71060bdd7ca', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:16Z', 'updated_at': '2021-10-29T08:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7563198b-c444-4c6b-909b-961d5bafa0da', 'name': '', 'network_id': 'cf75116d-1409-4f37-a674-938b2899d303', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'mac_address': 'fa:16:3e:d0:ba:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '8a4cf792-aa01-4325-9b98-2375476368ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:45:22Z', 'updated_at': '2021-10-29T08:45:29Z', 'revision_number': 4, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'subnets': [{'id': '8a4cf792-aa01-4325-9b98-2375476368ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:45:31.376883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2baabe2e-bddc-473a-b128-6bc4872ead16 req-1cb756a1-a190-4944-8987-bdfdf287d4d8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388464 Oct 29 08:45:31.383780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:31.633491 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:31.690465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9d36c-e66e-475c-bd9a-f8b92a85bc89 req-d79ca4a0-da8f-415a-a5c7-e44c8eb2a5ba tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:31.693696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233cfb-22eb-4a2f-a7e7-09f0e0c9c13c req-7e38e633-27a2-4473-9451-f139c67e149c tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:31.700856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f233cfb-22eb-4a2f-a7e7-09f0e0c9c13c req-7e38e633-27a2-4473-9451-f139c67e149c tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 945 time: 0.1182013 Oct 29 08:45:31.706737 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32b9d36c-e66e-475c-bd9a-f8b92a85bc89 req-d79ca4a0-da8f-415a-a5c7-e44c8eb2a5ba tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2276061 Oct 29 08:45:31.712290 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:31.737196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:31.746913 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8fb1c4-c789-4c1b-b4da-963278e9cfc5" -d '{"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:31.772809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8623b3ca-6d4d-42df-8457-a935debf6116 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.9515178 Oct 29 08:45:31.789027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37358) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:31.790941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:31.792276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-05b222d3-7800-48bb-859e-d42c18151707 None None] Provisioning complete for port 7563198b-c444-4c6b-909b-961d5bafa0da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:31.792652 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05b222d3-7800-48bb-859e-d42c18151707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:31.796816 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32b9d36c-e66e-475c-bd9a-f8b92a85bc89 req-4c82f86c-83a8-4e48-8891-16c16646ef55 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884652 Oct 29 08:45:31.859010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:31.910690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f233cfb-22eb-4a2f-a7e7-09f0e0c9c13c req-45fdae7e-f5a6-4e87-bf37-77d3f7211a2f tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021301 Oct 29 08:45:32.051378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84732f-871e-4e5b-83e8-3aeb72cd053c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:32.078671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84732f-871e-4e5b-83e8-3aeb72cd053c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:32.080779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0e84732f-871e-4e5b-83e8-3aeb72cd053c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2820828 Oct 29 08:45:32.086046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37364) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:32.170767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=11']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:32.191001 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23759b8-74cb-4c2a-a861-69883b090fef x-openstack-request-id: req-e23759b8-74cb-4c2a-a861-69883b090fef {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:32.192745 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:32.193265 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e23759b8-74cb-4c2a-a861-69883b090fef {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:32.199320 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'code': 200} Oct 29 08:45:32.225104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b4fee-e0a4-4d49-b293-52a414655ddf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:32.226525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b4fee-e0a4-4d49-b293-52a414655ddf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:32.235057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f79b4fee-e0a4-4d49-b293-52a414655ddf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1477242 Oct 29 08:45:32.239515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37366) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:32.357269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7563198b-c444-4c6b-909b-961d5bafa0da up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:32.412681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Deleting port 7563198b-c444-4c6b-909b-961d5bafa0da {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:32.413690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:32.536001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7563198b-c444-4c6b-909b-961d5bafa0da triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:32.536471 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:32.568472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce1eade-ecdf-4df7-a317-171e75f5bb6f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:32.570201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dce1eade-ecdf-4df7-a317-171e75f5bb6f tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/networks/ca5325df-b787-4577-b03c-4ecdcedd4761 HTTP/1.1" status: 200 len: 800 time: 0.3293955 Oct 29 08:45:32.578423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37376) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:32.692295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] For port 7563198b-c444-4c6b-909b-961d5bafa0da, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7563198b-c444-4c6b-909b-961d5bafa0da,segment=NetworkSegment(f089cc60-3fbd-482e-a38b-4494b54eab76),segment_id=f089cc60-3fbd-482e-a38b-4494b54eab76)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:32.698840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:32.747936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Calling delete_port for 7563198b-c444-4c6b-909b-961d5bafa0da owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:32.838544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25513b42-58c8-4a74-aac3-d18081da8564 req-3fb79516-6239-4a35-b694-2691ee8642ec tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:32.848729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25513b42-58c8-4a74-aac3-d18081da8564 req-3fb79516-6239-4a35-b694-2691ee8642ec tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2730153 Oct 29 08:45:32.903870 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c1ce6053-308f-462e-ae6b-6546ab37b4d7 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/networks/ca5325df-b787-4577-b03c-4ecdcedd4761?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3236585 Oct 29 08:45:32.907600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37382) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:33.002931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bb40d-8763-47a5-bb27-50f3ba943711 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:33.004633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-597bb40d-8763-47a5-bb27-50f3ba943711 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/subnets/da515629-9a00-444b-92b5-1d7a3cd8f331 HTTP/1.1" status: 200 len: 811 time: 0.0957625 Oct 29 08:45:33.015752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25513b42-58c8-4a74-aac3-d18081da8564 req-c2d2ae04-ac2b-4f05-aefa-a03c1caf39d7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658275 Oct 29 08:45:33.021855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37386) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:33.196724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a7456-75a4-4026-a0ba-8b0a0e464d2e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['shared'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:33.199720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508e673-d56c-408d-bab5-b59a80007404 req-9d025714-5171-4353-9e0f-fe0ca992fcc4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:33.205325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-877a7456-75a4-4026-a0ba-8b0a0e464d2e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "GET /v2.0/subnets/da515629-9a00-444b-92b5-1d7a3cd8f331?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1823571 Oct 29 08:45:33.206173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37388) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:33.214417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3508e673-d56c-408d-bab5-b59a80007404 req-9d025714-5171-4353-9e0f-fe0ca992fcc4 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2232623 Oct 29 08:45:33.219166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1322738543'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:33.265692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:33.269532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.306219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:33.334643 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.334999 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Added segment 1bd1507a-f1d3-4c8c-8f60-f7d44f4cfe9e of type vlan for network d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 Oct 29 08:45:33.340955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3508e673-d56c-408d-bab5-b59a80007404 req-d93ff246-7e72-4e09-b516-f23a69bb6345 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/security-groups?id=64410342-70cd-4273-b99f-14008747124b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189415 Oct 29 08:45:33.370537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.409946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:45:33.430366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.469051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=7563198b-c444-4c6b-909b-961d5bafa0da,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:33.484847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.505177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:33.505983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.542749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-e732beb3-a94d-44e3-9f7b-4bd2dcff33d9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:33.552024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-e732beb3-a94d-44e3-9f7b-4bd2dcff33d9 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 946 time: 0.2071395 Oct 29 08:45:33.629050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Network': ['ID=d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:33.646205 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-746161a2-bf1c-404e-a83c-116266ca2275 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4375844 Oct 29 08:45:33.648167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37394) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:33.653747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:33.671322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'network_id': 'd5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:33.671508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:45:33.673416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:33.780090 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.818860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:45:33.837751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Made reservation on behalf of 1687518d237c40438216838fe0c37ce3 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:33.844455 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.866832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:33.877960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.926448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Performing IP validity checks on allocation pools {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 08:45:33.927054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 08:45:33.946536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=12']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:33.949856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Deleting port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:33.950239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:33.955442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:34.078926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:45:34.088719 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:34.209793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] For port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,segment=NetworkSegment(ba1427cf-5525-4b6d-acdc-89036d807bfa),segment_id=ba1427cf-5525-4b6d-acdc-89036d807bfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:34.210181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:34.242603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Calling delete_port for 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:34.459786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=5cc4a734-2c7c-4824-ab81-e673ef68a9ae,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:34.493541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e23b4-fa68-44d4-b2db-1aac76a9db28 req-d6caffe6-7817-4ce0-a5c1-ef5ac8a04447 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:34.495343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-537e23b4-fa68-44d4-b2db-1aac76a9db28 req-d6caffe6-7817-4ce0-a5c1-ef5ac8a04447 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 945 time: 0.2978904 Oct 29 08:45:34.496808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Checking segment: {'id': '1bd1507a-f1d3-4c8c-8f60-f7d44f4cfe9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'd5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:34.496914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network hostable DHCP agents. Network: d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:45:34.559713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Network d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:45:34.577230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-537e23b4-fa68-44d4-b2db-1aac76a9db28 req-732a1e9c-e77d-4517-93cf-b2d532f8fd52 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704200 Oct 29 08:45:34.579036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:34.586591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:34.587361 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:34.594225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39609ed8-d40a-4355-ac38-3006af15b9a7 None None] Network d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:34.612419 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4f81bc08-2655-4014-bd03-d0a1fc25aa5b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9625032 Oct 29 08:45:34.623214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37410) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:34.628527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7f373fc2-5bf4-4baa-b926-507f063320f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:34.643688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:34.696729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Pushing event deleted for resources: {'Port': ['ID=6b6bfd83-758a-4084-94f1-2a2ed3b713c9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:34.703649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a72e26e-faec-4551-a05f-47f221819a89 req-da5d7ec0-13b1-406c-aa64-73b460c193e8 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d931f44-bc28-41f2-ab19-6fcd90ea7782 HTTP/1.1" status: 200 len: 210 time: 0.0731704 Oct 29 08:45:34.789548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Router 734abf87-6c84-4ae8-b4b0-724fb2279f14 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:45:34.823220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] No DVR routers for this DVR port 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:34.833892 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:34.838042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2c665e6-5eb4-4290-a266-48ca397b51e4 req-b66fe94a-8438-4ddf-89e5-42a3bde3fae7 tempest-ServersNegativeTestJSON-310258180 tempest-ServersNegativeTestJSON-310258180-project] 10.222.0.15 "DELETE /v2.0/ports/6b6bfd83-758a-4084-94f1-2a2ed3b713c9 HTTP/1.1" status: 204 len: 173 time: 1.2738149 Oct 29 08:45:34.840167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-deleted', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:34.843242 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce6f91-3cec-40bc-92ae-5caf74c27eeb" -d '{"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-deleted", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:34.933885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f373fc2-5bf4-4baa-b926-507f063320f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10189571'] for subnet, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.013203 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f84ed0b-91f5-4b25-8833-524271d96c0a x-openstack-request-id: req-6f84ed0b-91f5-4b25-8833-524271d96c0a {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:35.013490 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d931f44-bc28-41f2-ab19-6fcd90ea7782", "name": "network-vif-deleted", "tag": "6b6bfd83-758a-4084-94f1-2a2ed3b713c9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:35.014235 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f84ed0b-91f5-4b25-8833-524271d96c0a {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:35.014235 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d931f44-bc28-41f2-ab19-6fcd90ea7782', 'name': 'network-vif-deleted', 'tag': '6b6bfd83-758a-4084-94f1-2a2ed3b713c9', 'status': 'completed', 'code': 200} Oct 29 08:45:35.015161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:45:35.022970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5063808a-275e-449e-924d-840faf77fe97 admin admin] 10.222.0.70 "PUT /v2.0/routers/734abf87-6c84-4ae8-b4b0-724fb2279f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0928218 Oct 29 08:45:35.023459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37428) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:35.224556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.244317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f373fc2-5bf4-4baa-b926-507f063320f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730476700407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9696450'] for subnet, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.313794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f373fc2-5bf4-4baa-b926-507f063320f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:35.314997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f373fc2-5bf4-4baa-b926-507f063320f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.321970 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7f373fc2-5bf4-4baa-b926-507f063320f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "PUT /v2.0/subnets/5cc4a734-2c7c-4824-ab81-e673ef68a9ae HTTP/1.1" status: 200 len: 877 time: 0.7047291 Oct 29 08:45:35.330193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37438) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:35.420882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6b6bfd83-758a-4084-94f1-2a2ed3b713c9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:45:35.451539 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.463266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f373fc2-5bf4-4baa-b926-507f063320f5 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event updated for resources: {'Subnet': ['ID=5cc4a734-2c7c-4824-ab81-e673ef68a9ae,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:35.556197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] Sync routers for ids ['734abf87-6c84-4ae8-b4b0-724fb2279f14'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:45:35.575479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:35.580164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda28a84-b0bf-4d98-a486-eddaab407a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62', 'network_id': 'd5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62', 'tenant_id': '1687518d237c40438216838fe0c37ce3', 'fixed_ips': [{'subnet_id': '5cc4a734-2c7c-4824-ab81-e673ef68a9ae'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:45:35.589057 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.590409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bda28a84-b0bf-4d98-a486-eddaab407a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.667248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Deleting port c5903384-ce25-4ba9-8fd3-c71060bdd7ca {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:35.667859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.691650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.815461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37454) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:35.853624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] Routers {'734abf87-6c84-4ae8-b4b0-724fb2279f14'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:35.854652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['734abf87-6c84-4ae8-b4b0-724fb2279f14'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:35.895171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.925543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] For port c5903384-ce25-4ba9-8fd3-c71060bdd7ca, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c5903384-ce25-4ba9-8fd3-c71060bdd7ca,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:35.926354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:35.957966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Calling delete_port for c5903384-ce25-4ba9-8fd3-c71060bdd7ca owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:35.991942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] Set router 734abf87-6c84-4ae8-b4b0-724fb2279f14 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:35.998646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.021800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:36.032470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd1507a-f1d3-4c8c-8f60-f7d44f4cfe9e') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:36.032807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd1507a-f1d3-4c8c-8f60-f7d44f4cfe9e') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:36.045608 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.054122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:35Z', 'revision_number': 6, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:36.061388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.069636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:36.070042 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.096559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] Checking router: 734abf87-6c84-4ae8-b4b0-724fb2279f14 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:45:36.111533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] Routers {'734abf87-6c84-4ae8-b4b0-724fb2279f14'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:36.112567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['734abf87-6c84-4ae8-b4b0-724fb2279f14'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:36.171224 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:36.202781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc4a734-2c7c-4824-ab81-e673ef68a9ae,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:36.219683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] Set router 734abf87-6c84-4ae8-b4b0-724fb2279f14 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:36.247549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f807cb2-cbf1-4f1c-8270-781e44b1d4de req-9b245096-ffb2-44c4-a9f2-856c375f1ac1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:36.257556 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f807cb2-cbf1-4f1c-8270-781e44b1d4de req-9b245096-ffb2-44c4-a9f2-856c375f1ac1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 945 time: 0.4021940 Oct 29 08:45:36.262956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1b9aa5-a659-4909-ab53-4b31ae47429f admin admin] Deleting subnet 097c0f95-5129-466f-8d01-de53d9e5ca02 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:45:36.267668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9aa5-a659-4909-ab53-4b31ae47429f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.336725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9aa5-a659-4909-ab53-4b31ae47429f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.345860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:35Z', 'revision_number': 6, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:36.393353 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9aa5-a659-4909-ab53-4b31ae47429f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.463512 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-bda28a84-b0bf-4d98-a486-eddaab407a85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cc4a734-2c7c-4824-ab81-e673ef68a9ae: This subnet is being modified by another concurrent operation. Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:45:36.478972 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cc4a734-2c7c-4824-ab81-e673ef68a9ae: This subnet is being modified by another concurrent operation. Oct 29 08:45:36.482505 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:45:36.484462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9aa5-a659-4909-ab53-4b31ae47429f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.493424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.495938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6848db-84e3-41c6-83de-e41573ec072f None None] The sync data for ids ['734abf87-6c84-4ae8-b4b0-724fb2279f14'] in n-d-815940-1 is: [{'id': '734abf87-6c84-4ae8-b4b0-724fb2279f14', 'name': 'tempest-ImageQuotaTest-1593089276-router', 'tenant_id': 'f9b6a72b24a644c983502363b851c1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:45:15Z', 'updated_at': '2021-10-29T08:45:35Z', 'revision_number': 6, 'project_id': 'f9b6a72b24a644c983502363b851c1db', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:45:36.505237 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.506838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 HTTP/1.1" status: 204 len: 168 time: 1.1752772 Oct 29 08:45:36.515202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9ce56-ff88-4fa1-890a-8b19c3eeab8d None None] Network d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:36.546458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:36.546948 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.580664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37458) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:36.605921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5903384-ce25-4ba9-8fd3-c71060bdd7ca,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:36.659166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9ce56-ff88-4fa1-890a-8b19c3eeab8d None None] Network d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:45:36.671089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c2ac0-78ca-41b5-b8b3-9161d049dd31 None None] Network d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:36.700299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c2ac0-78ca-41b5-b8b3-9161d049dd31 None None] Network d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:45:36.715757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e55fe1-f15c-4deb-88b0-e3c3d79debc1 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:45:36.785737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45585679-5a8d-417d-b822-ea22640b8baa tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:36.787950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b9aa5-a659-4909-ab53-4b31ae47429f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097c0f95-5129-466f-8d01-de53d9e5ca02,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:36.807236 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacc7898-4c3a-45f2-9e86-ce9416bc66ad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:36.807925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacc7898-4c3a-45f2-9e86-ce9416bc66ad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:36.818016 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eacc7898-4c3a-45f2-9e86-ce9416bc66ad tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/5cc4a734-2c7c-4824-ab81-e673ef68a9ae HTTP/1.1" status: 404 len: 337 time: 0.2345572 Oct 29 08:45:36.820981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37466) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:36.852210 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.857224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9aa5-a659-4909-ab53-4b31ae47429f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:36.877704 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb3c914-4018-4dab-9c34-9f4f1f7a48bb tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:36.878360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8e1b9aa5-a659-4909-ab53-4b31ae47429f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/097c0f95-5129-466f-8d01-de53d9e5ca02 HTTP/1.1" status: 204 len: 168 time: 1.0599239 Oct 29 08:45:36.878524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb3c914-4018-4dab-9c34-9f4f1f7a48bb tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:36.880734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37468) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:36.884209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5fb3c914-4018-4dab-9c34-9f4f1f7a48bb tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/d5f54dd7-8f18-46d2-b7b4-a5b45ff4ea62 HTTP/1.1" status: 404 len: 339 time: 0.0569587 Oct 29 08:45:36.898486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37470) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:36.933259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f807cb2-cbf1-4f1c-8270-781e44b1d4de req-df8c41e7-8769-4703-b7a6-8400385341a9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6695879 Oct 29 08:45:36.933580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:36.983133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:36.988514 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517dd8fa-dea4-421a-be0f-fbf751ee0868" -d '{"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:37.015214 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15662d0-d05c-48c9-aa3b-818fd4e31dcb tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:37.015604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15662d0-d05c-48c9-aa3b-818fd4e31dcb tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:37.018790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d15662d0-d05c-48c9-aa3b-818fd4e31dcb tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/093861a3-798f-4fd7-9ab4-bdbb1324c891 HTTP/1.1" status: 404 len: 337 time: 0.1188781 Oct 29 08:45:37.031843 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.039242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37474) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:37.042596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:37.085233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.115342 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6050981-ecdd-46b4-8cc0-528197ddc5d9 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:37.116032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6050981-ecdd-46b4-8cc0-528197ddc5d9 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:37.119444 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f6050981-ecdd-46b4-8cc0-528197ddc5d9 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/b9d54bda-f373-4df7-b5d4-d8212d02b6e9 HTTP/1.1" status: 404 len: 339 time: 0.0718255 Oct 29 08:45:37.123699 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede94f76-5fca-48eb-af1e-4dcdb21b4b92 x-openstack-request-id: req-ede94f76-5fca-48eb-af1e-4dcdb21b4b92 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:37.124875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37476) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:37.130928 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:37.131691 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ede94f76-5fca-48eb-af1e-4dcdb21b4b92 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:37.132421 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'code': 200} Oct 29 08:45:37.142521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:37.145096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6b6bfd83-758a-4084-94f1-2a2ed3b713c9 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:37.297066 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.359982 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.364114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=13']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:37.365646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.410275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e55fe1-f15c-4deb-88b0-e3c3d79debc1 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:45:37.456003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.482848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.483475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734abf87-6c84-4ae8-b4b0-724fb2279f14 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:45:37.490143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.490143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-29064abe-37c7-4da9-ae04-c6606f1d63d4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/734abf87-6c84-4ae8-b4b0-724fb2279f14 HTTP/1.1" status: 204 len: 168 time: 2.4650559 Oct 29 08:45:37.500390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37478) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:37.639339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7348b5-4c23-4427-b500-b911e2108b98 admin admin] Deleting subnet 8a4cf792-aa01-4325-9b98-2375476368ca {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:45:37.656729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c7348b5-4c23-4427-b500-b911e2108b98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.732230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.741683 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c7348b5-4c23-4427-b500-b911e2108b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.799266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1193a24f-84e6-41e8-baac-d8c60a921ee1']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:37.812422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a2b4be-ab34-428d-8af8-28a28b4a9183') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:37.812804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a2b4be-ab34-428d-8af8-28a28b4a9183') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:37.842729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.866969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.890968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.908480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c7348b5-4c23-4427-b500-b911e2108b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.913461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:37.915091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:37.924190 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:38.005962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c7348b5-4c23-4427-b500-b911e2108b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.025180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c7348b5-4c23-4427-b500-b911e2108b98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.048298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c7348b5-4c23-4427-b500-b911e2108b98 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8a4cf792-aa01-4325-9b98-2375476368ca HTTP/1.1" status: 204 len: 168 time: 0.5467107 Oct 29 08:45:38.051642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37488) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.085261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7348b5-4c23-4427-b500-b911e2108b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4cf792-aa01-4325-9b98-2375476368ca,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:38.100084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003208f5-2005-4fb1-86ee-de38ac9562e2']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:38.260267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29715c1-7d36-4bf2-a5b6-c2d16ba7e0aa None None] Network cf75116d-1409-4f37-a674-938b2899d303 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:38.263903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0cee2-9b7f-43cc-b67b-0e952b74b030 req-ff140812-b486-48e4-9851-5756cf3d1374 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:38.272793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.278417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe0cee2-9b7f-43cc-b67b-0e952b74b030 req-ff140812-b486-48e4-9851-5756cf3d1374 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.1552210 Oct 29 08:45:38.288192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c5903384-ce25-4ba9-8fd3-c71060bdd7ca no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:38.301059 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.307195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.310973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/1193a24f-84e6-41e8-baac-d8c60a921ee1 HTTP/1.1" status: 204 len: 168 time: 1.1837473 Oct 29 08:45:38.318354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1427cf-5525-4b6d-acdc-89036d807bfa') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:38.318753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1427cf-5525-4b6d-acdc-89036d807bfa') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:38.330673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37490) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.369236 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-06013bd7-646b-44cd-b925-7cc807a19191 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.369768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06013bd7-646b-44cd-b925-7cc807a19191 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.373419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-06013bd7-646b-44cd-b925-7cc807a19191 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/203401ba-894d-482e-9638-068cfe9b6088 HTTP/1.1" status: 404 len: 337 time: 0.0417638 Oct 29 08:45:38.382646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.387657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c5903384-ce25-4ba9-8fd3-c71060bdd7ca {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:38.391004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37492) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.395079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c5903384-ce25-4ba9-8fd3-c71060bdd7ca not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:38.397915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7563198b-c444-4c6b-909b-961d5bafa0da no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:38.400832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.406709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe0cee2-9b7f-43cc-b67b-0e952b74b030 req-2f71c5e9-fe85-4058-91a6-84e42c864499 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158497 Oct 29 08:45:38.409498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:38.409990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.479244 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b06742c-a733-4e2e-a6df-55d6d4031464 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.480436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b06742c-a733-4e2e-a6df-55d6d4031464 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.481105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7563198b-c444-4c6b-909b-961d5bafa0da {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:38.481834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7563198b-c444-4c6b-909b-961d5bafa0da not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:38.483349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7b06742c-a733-4e2e-a6df-55d6d4031464 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/79806dc4-d55f-4e2f-8f9e-4a34f89b93e6 HTTP/1.1" status: 404 len: 339 time: 0.0753274 Oct 29 08:45:38.488980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37494) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:38.492882 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:38.496718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3085c-4c1c-4a9e-8828-478cc97803f4 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=1193a24f-84e6-41e8-baac-d8c60a921ee1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:38.505543 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.555713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.558429 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5d6064-579a-4ad0-b113-1225392dd0c6 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.558897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5d6064-579a-4ad0-b113-1225392dd0c6 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.564257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f5d6064-579a-4ad0-b113-1225392dd0c6 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/7b5a4345-ba08-47b8-bd00-a58de2e3094f HTTP/1.1" status: 404 len: 337 time: 0.0730872 Oct 29 08:45:38.565814 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] 10.222.0.70 "DELETE /v2.0/networks/003208f5-2005-4fb1-86ee-de38ac9562e2 HTTP/1.1" status: 204 len: 168 time: 1.6751323 Oct 29 08:45:38.569926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37498) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.597335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10a71c-435a-474b-b1b3-bd011cfdf183 admin admin] Pushing event deleted for resources: {'Network': ['ID=003208f5-2005-4fb1-86ee-de38ac9562e2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:38.607667 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85c9869-1450-4776-8fe7-5e2abd019a1b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.608303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85c9869-1450-4776-8fe7-5e2abd019a1b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.612714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d85c9869-1450-4776-8fe7-5e2abd019a1b tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/d9260070-e3f7-4173-99fe-a3f2af5a0402 HTTP/1.1" status: 404 len: 339 time: 0.0416155 Oct 29 08:45:38.616604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37500) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.660308 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-32aa9b81-9bba-4bcb-bc35-0b79efb65687 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.660768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32aa9b81-9bba-4bcb-bc35-0b79efb65687 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.664468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-32aa9b81-9bba-4bcb-bc35-0b79efb65687 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/be5a5b0a-ad72-44cb-890e-52eab79085c3 HTTP/1.1" status: 404 len: 337 time: 0.0467112 Oct 29 08:45:38.667281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37502) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.681445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] DHCP port deletion for cf75116d-1409-4f37-a674-938b2899d303 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:45:38.708142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Deleting port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:38.708487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.717417 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c16f25-2309-499b-9ae9-df00e0a86cbe tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.724750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c16f25-2309-499b-9ae9-df00e0a86cbe tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.728882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f7c16f25-2309-499b-9ae9-df00e0a86cbe tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/b0bb6054-b457-4d56-921e-459671d03f4e HTTP/1.1" status: 404 len: 339 time: 0.0605295 Oct 29 08:45:38.732602 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37504) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.807427 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-094c18da-ca0b-4479-b133-350322ea9ecf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.809254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094c18da-ca0b-4479-b133-350322ea9ecf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.820065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-094c18da-ca0b-4479-b133-350322ea9ecf tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/84a93356-063c-4044-b610-66f0db22ee37 HTTP/1.1" status: 404 len: 337 time: 0.0789633 Oct 29 08:45:38.825240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] Deleting port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:38.825837 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.827152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37506) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.866237 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-830ee9d2-7c1a-48a7-8fb6-dabc3cf913d8 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.868968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830ee9d2-7c1a-48a7-8fb6-dabc3cf913d8 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.872448 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-830ee9d2-7c1a-48a7-8fb6-dabc3cf913d8 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/6adf74fa-7b4e-4b2b-a9f6-23d4b97aaa30 HTTP/1.1" status: 404 len: 339 time: 0.0433846 Oct 29 08:45:38.878430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37508) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.895010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37510) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.927103 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b092f66a-5b60-48b0-a717-fcc6d5035d8c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.927474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b092f66a-5b60-48b0-a717-fcc6d5035d8c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.935840 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b092f66a-5b60-48b0-a717-fcc6d5035d8c tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/6bbf5255-e525-408c-92d1-e63f9cbe1b34 HTTP/1.1" status: 404 len: 337 time: 0.0525289 Oct 29 08:45:38.936247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37512) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.948400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] For port 6645ce76-b0aa-453b-b799-3b102ec8d4a8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6645ce76-b0aa-453b-b799-3b102ec8d4a8,segment=NetworkSegment(f089cc60-3fbd-482e-a38b-4494b54eab76),segment_id=f089cc60-3fbd-482e-a38b-4494b54eab76)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:38.949179 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.965446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] For port 6645ce76-b0aa-453b-b799-3b102ec8d4a8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6645ce76-b0aa-453b-b799-3b102ec8d4a8,segment=NetworkSegment(f089cc60-3fbd-482e-a38b-4494b54eab76),segment_id=f089cc60-3fbd-482e-a38b-4494b54eab76)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:38.968067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:38.977562 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d362e9-8c51-4fb0-a9f8-be7f6d1a7e81 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:38.978228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d362e9-8c51-4fb0-a9f8-be7f6d1a7e81 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:38.982073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f5bc0c30-61ab-4c50-88e4-054f4dc1c805 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2a363386e1e4fe2b6daa59e94ba7a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856922 Oct 29 08:45:38.986311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37516) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:38.998082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-52d362e9-8c51-4fb0-a9f8-be7f6d1a7e81 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/581e04d3-fdca-453b-9a8d-460b86f63e65 HTTP/1.1" status: 404 len: 339 time: 0.0585747 Oct 29 08:45:38.998582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37518) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:39.002221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] Calling delete_port for 6645ce76-b0aa-453b-b799-3b102ec8d4a8 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:39.111621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5618dae-8ecf-4c04-880b-78b2871aea81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.115271 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71a9846-704e-4a9e-bd94-21278da83a20 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:39.116790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71a9846-704e-4a9e-bd94-21278da83a20 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:39.121876 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b71a9846-704e-4a9e-bd94-21278da83a20 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/2a884b29-1072-40b3-9bae-3d3109ebdb89 HTTP/1.1" status: 404 len: 337 time: 0.1223300 Oct 29 08:45:39.125033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37524) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:39.130803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Calling delete_port for 6645ce76-b0aa-453b-b799-3b102ec8d4a8 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:39.158339 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5618dae-8ecf-4c04-880b-78b2871aea81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.172982 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-73699de4-6bf6-4547-a726-f6ba3c36c7ce tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:39.173952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73699de4-6bf6-4547-a726-f6ba3c36c7ce tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:39.177747 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-73699de4-6bf6-4547-a726-f6ba3c36c7ce tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/4dc12146-814e-4174-ae6c-2248a8814eda HTTP/1.1" status: 404 len: 339 time: 0.0426185 Oct 29 08:45:39.182400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37526) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:39.188172 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.238868 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-675f0a8c-8c15-4a2b-b7ee-7932ea2e66ca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:39.239333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675f0a8c-8c15-4a2b-b7ee-7932ea2e66ca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:39.242563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-675f0a8c-8c15-4a2b-b7ee-7932ea2e66ca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/0d3a6837-6930-4c92-860b-863232ae963d HTTP/1.1" status: 404 len: 337 time: 0.0538471 Oct 29 08:45:39.245167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37528) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:39.251590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] Pushing event deleted for resources: {'Port': ['ID=6645ce76-b0aa-453b-b799-3b102ec8d4a8,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:39.264481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffc338-a2c2-41a6-8c49-52eed62598d6 None None] No DVR routers for this DVR port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:39.285626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5618dae-8ecf-4c04-880b-78b2871aea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.292443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5618dae-8ecf-4c04-880b-78b2871aea81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.296100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e5618dae-8ecf-4c04-880b-78b2871aea81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64410342-70cd-4273-b99f-14008747124b HTTP/1.1" status: 204 len: 168 time: 0.3026147 Oct 29 08:45:39.319255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5618dae-8ecf-4c04-880b-78b2871aea81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64410342-70cd-4273-b99f-14008747124b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:39.320295 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a352b6-9d17-4ee9-be45-e044167e39ca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:39.321308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a352b6-9d17-4ee9-be45-e044167e39ca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:39.336776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d7a352b6-9d17-4ee9-be45-e044167e39ca tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/0be61810-39ca-4058-b401-1833089679a8 HTTP/1.1" status: 404 len: 339 time: 0.0876524 Oct 29 08:45:39.338205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37532) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:39.407240 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b1975a-0ab6-4609-9051-49b2faa7aa5e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:39.408072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b1975a-0ab6-4609-9051-49b2faa7aa5e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:39.411789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51b1975a-0ab6-4609-9051-49b2faa7aa5e tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/c2cbcb5c-f2ad-45e9-b6d8-52b8b567c0f1 HTTP/1.1" status: 404 len: 337 time: 0.0724444 Oct 29 08:45:39.414862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37534) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:39.482803 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-749d5a48-7466-42ae-85af-86e01ea58090 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] DELETE failed (client error): The resource could not be found. Oct 29 08:45:39.483920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749d5a48-7466-42ae-85af-86e01ea58090 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:45:39.491433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37538) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:39.503693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-749d5a48-7466-42ae-85af-86e01ea58090 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/5775fd4b-634e-4bb9-9144-68bf20d7e4c7 HTTP/1.1" status: 404 len: 339 time: 0.0873444 Oct 29 08:45:39.556651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.589482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] No DVR routers for this DVR port 6645ce76-b0aa-453b-b799-3b102ec8d4a8 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:39.639129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=6645ce76-b0aa-453b-b799-3b102ec8d4a8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:39.648254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d928e48e-6dca-4587-a980-8a5769222544 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Deleting subnet da515629-9a00-444b-92b5-1d7a3cd8f331 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:45:39.654006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d928e48e-6dca-4587-a980-8a5769222544 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.695006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dbc00-c4a0-4fdb-822e-07e9cc07276f req-5e259fd7-4339-42e2-a8ff-8f56697285b9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:39.702881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7dbc00-c4a0-4fdb-822e-07e9cc07276f req-5e259fd7-4339-42e2-a8ff-8f56697285b9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.1433198 Oct 29 08:45:39.772382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab7dbc00-c4a0-4fdb-822e-07e9cc07276f req-f2f0263e-26e1-40b7-83e2-464be655d230 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682173 Oct 29 08:45:39.782557 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d928e48e-6dca-4587-a980-8a5769222544 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.861399 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.891173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf75116d-1409-4f37-a674-938b2899d303']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:39.902205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f089cc60-3fbd-482e-a38b-4494b54eab76') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:39.902526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f089cc60-3fbd-482e-a38b-4494b54eab76') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:39.916216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.945819 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.947510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d928e48e-6dca-4587-a980-8a5769222544 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:39.962113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:39.962459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:40.060339 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:40.064314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.069243 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d928e48e-6dca-4587-a980-8a5769222544 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.087854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.093347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cf75116d-1409-4f37-a674-938b2899d303 HTTP/1.1" status: 204 len: 168 time: 2.0229499 Oct 29 08:45:40.144064 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9d784-dcb3-4e21-bc43-c286e10b6e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf75116d-1409-4f37-a674-938b2899d303,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:40.162678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e48e-6dca-4587-a980-8a5769222544 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Subnet': ['ID=da515629-9a00-444b-92b5-1d7a3cd8f331,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:40.173332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d928e48e-6dca-4587-a980-8a5769222544 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.178968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dae5ec7-1c68-461b-b295-ae3d2cd4fd41 None None] Network ca5325df-b787-4577-b03c-4ecdcedd4761 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:40.193902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37558) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:40.210492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d928e48e-6dca-4587-a980-8a5769222544 tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/subnets/da515629-9a00-444b-92b5-1d7a3cd8f331 HTTP/1.1" status: 204 len: 168 time: 0.7178338 Oct 29 08:45:40.316096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6645ce76-b0aa-453b-b799-3b102ec8d4a8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:40.409603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 6645ce76-b0aa-453b-b799-3b102ec8d4a8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:40.409947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6645ce76-b0aa-453b-b799-3b102ec8d4a8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:40.450700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.602698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Deleting port 7462f5b3-c44e-4089-a20d-1227b19f3fea {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:40.603553 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.615568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37574) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:40.745212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8beb1980-8384-4520-9375-6a7bc57a2bd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9b6a72b24a644c983502363b851c1db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222889 Oct 29 08:45:40.745212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37580) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:40.754222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] DHCP port deletion for ca5325df-b787-4577-b03c-4ecdcedd4761 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:45:40.760345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] For port 7462f5b3-c44e-4089-a20d-1227b19f3fea, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7462f5b3-c44e-4089-a20d-1227b19f3fea,segment=NetworkSegment(34d61efd-b068-4d3a-89c1-62729c0ccb62),segment_id=34d61efd-b068-4d3a-89c1-62729c0ccb62)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:40.761152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.793661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Calling delete_port for 7462f5b3-c44e-4089-a20d-1227b19f3fea owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:40.901644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] Deleting port 7462f5b3-c44e-4089-a20d-1227b19f3fea {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:40.902030 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:40.929693 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1969ddf4-f37b-4bed-b657-fa9bbd39f119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.025449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1969ddf4-f37b-4bed-b657-fa9bbd39f119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.049611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.063750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0627693-3e2b-4310-9b35-2d241a7c24a6 req-5b460e5f-7a47-46db-ab0d-d2a17d22e21c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:41.074078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0627693-3e2b-4310-9b35-2d241a7c24a6 req-5b460e5f-7a47-46db-ab0d-d2a17d22e21c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.1372120 Oct 29 08:45:41.082146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] No DVR routers for this DVR port 7462f5b3-c44e-4089-a20d-1227b19f3fea on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:41.123314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] For port 7462f5b3-c44e-4089-a20d-1227b19f3fea, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7462f5b3-c44e-4089-a20d-1227b19f3fea,segment=NetworkSegment(34d61efd-b068-4d3a-89c1-62729c0ccb62),segment_id=34d61efd-b068-4d3a-89c1-62729c0ccb62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:41.123739 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.161968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] Calling delete_port for 7462f5b3-c44e-4089-a20d-1227b19f3fea owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:41.193021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Port': ['ID=7462f5b3-c44e-4089-a20d-1227b19f3fea,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:41.208367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0627693-3e2b-4310-9b35-2d241a7c24a6 req-f1133e51-71ee-4ca2-ba02-b118ab7d0f01 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309125 Oct 29 08:45:41.240178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1969ddf4-f37b-4bed-b657-fa9bbd39f119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.244496 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1969ddf4-f37b-4bed-b657-fa9bbd39f119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.247392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1969ddf4-f37b-4bed-b657-fa9bbd39f119 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f5888b0-c5a2-43e3-9246-9e67ad253dbf HTTP/1.1" status: 204 len: 168 time: 0.4963393 Oct 29 08:45:41.285984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ddf4-f37b-4bed-b657-fa9bbd39f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5888b0-c5a2-43e3-9246-9e67ad253dbf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:41.313174 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.367201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5325df-b787-4577-b03c-4ecdcedd4761']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:41.397616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d61efd-b068-4d3a-89c1-62729c0ccb62') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:41.397920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d61efd-b068-4d3a-89c1-62729c0ccb62') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:41.425885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.450783 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.462976 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.485300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:45:41.485768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:45:41.495905 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:45:41.567772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] No DVR routers for this DVR port 7462f5b3-c44e-4089-a20d-1227b19f3fea on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:41.578999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de5194-5285-4cd4-9e8d-649084460331 None None] Pushing event deleted for resources: {'Port': ['ID=7462f5b3-c44e-4089-a20d-1227b19f3fea,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:41.608725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.620324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:41.625658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] 10.222.0.70 "DELETE /v2.0/networks/ca5325df-b787-4577-b03c-4ecdcedd4761 HTTP/1.1" status: 204 len: 168 time: 1.4298747 Oct 29 08:45:41.650766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f60ffb-eb30-46c3-863f-7ec13f4647cc tempest-NetworksTest-90063404 tempest-NetworksTest-90063404-project] Pushing event deleted for resources: {'Network': ['ID=ca5325df-b787-4577-b03c-4ecdcedd4761,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:41.948308 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:45:42.072500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37680) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:42.106071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da5344e7-da58-4f3b-9de7-ac4b23b268ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:42.244633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37694) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:42.261634 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7462f5b3-c44e-4089-a20d-1227b19f3fea no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:42.283356 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da5344e7-da58-4f3b-9de7-ac4b23b268ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:42.293931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da5344e7-da58-4f3b-9de7-ac4b23b268ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:42.317190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7462f5b3-c44e-4089-a20d-1227b19f3fea {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:42.318156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7462f5b3-c44e-4089-a20d-1227b19f3fea not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:42.454161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbda2c8-ccbd-4cf0-b310-dc081b6f2dba req-0600bbe4-39fe-46be-8b08-2c8e29825f8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:42.465132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efbda2c8-ccbd-4cf0-b310-dc081b6f2dba req-0600bbe4-39fe-46be-8b08-2c8e29825f8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.1204522 Oct 29 08:45:42.467476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-da5344e7-da58-4f3b-9de7-ac4b23b268ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3929412 Oct 29 08:45:42.469099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5344e7-da58-4f3b-9de7-ac4b23b268ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc65d22e-6b88-4bd9-b2cf-0eda03591725,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:42.472533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37714) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:42.564109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efbda2c8-ccbd-4cf0-b310-dc081b6f2dba req-3628c7d7-1f12-45dc-a137-053ea385903a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908659 Oct 29 08:45:42.674762 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0048f693-3291-4a8c-8092-2eace69f00a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:42.782752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0048f693-3291-4a8c-8092-2eace69f00a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:42.898487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0800fdc7-c0fb-4f9d-aef7-38e041c5ca2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1687518d237c40438216838fe0c37ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499965 Oct 29 08:45:42.899486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37756) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:42.914996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0048f693-3291-4a8c-8092-2eace69f00a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:42.923634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0048f693-3291-4a8c-8092-2eace69f00a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:42.929463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0048f693-3291-4a8c-8092-2eace69f00a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc65d22e-6b88-4bd9-b2cf-0eda03591725 HTTP/1.1" status: 204 len: 168 time: 0.4536936 Oct 29 08:45:43.008152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048f693-3291-4a8c-8092-2eace69f00a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc65d22e-6b88-4bd9-b2cf-0eda03591725,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:43.135727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f222aa6-19d3-42e8-b3d1-1ac910a6d2f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:43.177742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f222aa6-19d3-42e8-b3d1-1ac910a6d2f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:43.374509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f222aa6-19d3-42e8-b3d1-1ac910a6d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:43.377579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f222aa6-19d3-42e8-b3d1-1ac910a6d2f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:43.384267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2f222aa6-19d3-42e8-b3d1-1ac910a6d2f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23b28e2d-1706-415c-9c98-42c23d08c705 HTTP/1.1" status: 204 len: 168 time: 0.4833784 Oct 29 08:45:43.405332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f222aa6-19d3-42e8-b3d1-1ac910a6d2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b28e2d-1706-415c-9c98-42c23d08c705,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:43.974792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654861e-14e8-4ae8-979a-e80a172295ed req-5b3b3eec-812a-470b-8e75-3e2e778c6177 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:43.980310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3654861e-14e8-4ae8-979a-e80a172295ed req-5b3b3eec-812a-470b-8e75-3e2e778c6177 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.1534138 Oct 29 08:45:44.068410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3654861e-14e8-4ae8-979a-e80a172295ed req-52f2dd2e-e1ff-4428-ae2f-4646bc46cd92 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756195 Oct 29 08:45:44.268962 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-27cc533a-247b-4eb1-8e7d-9fb315f5dd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:45.305389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37948) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:45.473325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-31444346'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:45.526729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Made reservation on behalf of d3e19ea6a1ab4a0aa8264e138267b2cd for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:45.533034 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:45.564597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:45.751887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37972) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:45.754547 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:45.764330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:45.885776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:45:45.950940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df78146e-dbbf-4fc8-9b6e-3b1c795604b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:45.983484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e7c352-ec62-4e93-99bd-9149b94288fe,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:46.056478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.058098 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Added segment 3556c696-b30a-47ca-9cf4-5fd95c0d71fe of type vlan for network 2e6d9917-210d-4027-aa35-7180ae864461 Oct 29 08:45:46.109093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df78146e-dbbf-4fc8-9b6e-3b1c795604b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.116898 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df78146e-dbbf-4fc8-9b6e-3b1c795604b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.167329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-df78146e-dbbf-4fc8-9b6e-3b1c795604b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2095a840695e4a238106e7a498054282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141767 Oct 29 08:45:46.170212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38002) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:46.260589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78146e-dbbf-4fc8-9b6e-3b1c795604b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa57b7-a808-4935-b5c4-d3ce98189d15,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:46.263637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.291721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a33572a-fee3-4a16-872c-a6393f5fd5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.331621 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a33572a-fee3-4a16-872c-a6393f5fd5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.341013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067379-0745-4254-887a-f254b05e10f8 req-e32db70a-c57e-4002-ba62-9d8d7c868a53 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:46.351239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e067379-0745-4254-887a-f254b05e10f8 req-e32db70a-c57e-4002-ba62-9d8d7c868a53 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.4789855 Oct 29 08:45:46.409070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.418790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a33572a-fee3-4a16-872c-a6393f5fd5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.422349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:46.423295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.424374 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a33572a-fee3-4a16-872c-a6393f5fd5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.428233 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8a33572a-fee3-4a16-872c-a6393f5fd5b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2caa57b7-a808-4935-b5c4-d3ce98189d15 HTTP/1.1" status: 204 len: 168 time: 0.2566288 Oct 29 08:45:46.450015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33572a-fee3-4a16-872c-a6393f5fd5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa57b7-a808-4935-b5c4-d3ce98189d15,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:46.463222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e067379-0745-4254-887a-f254b05e10f8 req-02f23793-9356-4181-8cfe-e6b80f528f22 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065891 Oct 29 08:45:46.533547 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.2264197 Oct 29 08:45:46.537226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38026) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:46.544418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Request body: {'subnet': {'network_id': '2e6d9917-210d-4027-aa35-7180ae864461', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:46.558086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc299b-79eb-4361-8622-61177f8fb61c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Pushing event updated for resources: {'Network': ['ID=2e6d9917-210d-4027-aa35-7180ae864461,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:46.778334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Made reservation on behalf of d3e19ea6a1ab4a0aa8264e138267b2cd for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:46.790881 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:46.823679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2e6d9917-210d-4027-aa35-7180ae864461 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:45:46.982524 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-644d5c14-19bc-44f3-a965-05a20c01a0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:47.137230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38064) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:47.155909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba3d4142-022f-4c1e-8dfd-c54141925622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:47.222392 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:47.370400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Checking segment: {'id': '3556c696-b30a-47ca-9cf4-5fd95c0d71fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '2e6d9917-210d-4027-aa35-7180ae864461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:47.372515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Network hostable DHCP agents. Network: 2e6d9917-210d-4027-aa35-7180ae864461, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:45:47.392087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Pushing event updated for resources: {'Subnet': ['ID=24bbd633-22c4-436a-b798-66926bfd04dd,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:47.463095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba3d4142-022f-4c1e-8dfd-c54141925622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:47.465405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Network 2e6d9917-210d-4027-aa35-7180ae864461 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:45:47.472622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba3d4142-022f-4c1e-8dfd-c54141925622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:47.488964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 2e6d9917-210d-4027-aa35-7180ae864461) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:47.501819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec40cc-7b74-468d-ba4f-bdacfd9275f2 None None] Network 2e6d9917-210d-4027-aa35-7180ae864461 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:47.523191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:47.526792 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:47.584801 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c7e46760-3c43-4baf-849f-a4555e21c101 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0433838 Oct 29 08:45:47.585599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38104) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:47.599717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Request body: {'port': {'network_id': '2e6d9917-210d-4027-aa35-7180ae864461', 'name': 'tempest-TagsExtTest-961663926'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:47.669752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ba3d4142-022f-4c1e-8dfd-c54141925622 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9632d7fbcf284f939cf2519d8235f3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306952 Oct 29 08:45:47.670430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38112) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:47.694225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d4142-022f-4c1e-8dfd-c54141925622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b62a056-51a5-4819-b9c6-e2484f95885b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:47.818667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6b82308-4c31-4dce-b6de-f4e4475a6788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:47.869942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6b82308-4c31-4dce-b6de-f4e4475a6788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:47.999240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-2e6d9917-210d-4027-aa35-7180ae864461', 'network_id': '2e6d9917-210d-4027-aa35-7180ae864461', 'tenant_id': 'd3e19ea6a1ab4a0aa8264e138267b2cd', 'fixed_ips': [{'subnet_id': '24bbd633-22c4-436a-b798-66926bfd04dd'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:45:48.000816 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:48.010816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6b82308-4c31-4dce-b6de-f4e4475a6788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:48.013742 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6b82308-4c31-4dce-b6de-f4e4475a6788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:48.015000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b6b82308-4c31-4dce-b6de-f4e4475a6788 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b62a056-51a5-4819-b9c6-e2484f95885b HTTP/1.1" status: 204 len: 168 time: 0.3432782 Oct 29 08:45:48.055793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbf2a-4c73-4d5f-b13f-80a93c2b888f req-4ba7ade0-6a8b-4722-8ccc-d7aff59d20e7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:48.057853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b82308-4c31-4dce-b6de-f4e4475a6788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b62a056-51a5-4819-b9c6-e2484f95885b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:48.060120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-542dbf2a-4c73-4d5f-b13f-80a93c2b888f req-4ba7ade0-6a8b-4722-8ccc-d7aff59d20e7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.3195198 Oct 29 08:45:48.321602 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:48.368735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc1846-01f3-4521-87aa-4e2f9dbf00d0 req-c8c66c2d-bfb4-4559-a058-ab4fe7641529 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:48.385032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56cc1846-01f3-4521-87aa-4e2f9dbf00d0 req-c8c66c2d-bfb4-4559-a058-ab4fe7641529 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 946 time: 0.1239274 Oct 29 08:45:48.387209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:48.512904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56cc1846-01f3-4521-87aa-4e2f9dbf00d0 req-4b0cef81-3161-4fae-a6ff-35f3b6413d97 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182325 Oct 29 08:45:48.573574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Allocated IP 172.20.0.2 (2e6d9917-210d-4027-aa35-7180ae864461/24bbd633-22c4-436a-b798-66926bfd04dd/e555ea79-b84b-4456-9dbd-c0f31bdb41e6) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:45:48.967417 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:48.975993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-542dbf2a-4c73-4d5f-b13f-80a93c2b888f req-644fad3d-01bf-411e-a67b-8c018e50e544 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9012351 Oct 29 08:45:48.987063 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:49.016067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Network 2e6d9917-210d-4027-aa35-7180ae864461 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:49.016735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Made reservation on behalf of d3e19ea6a1ab4a0aa8264e138267b2cd for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:45:49.022726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:49.024453 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:49.052069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] device_id is not set on port 511a227d-3c98-4135-a386-7d92adb151b0 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:45:49.052451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:45:49.098278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Pushing event updated for resources: {'Port': ['ID=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:49.139590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Attempting to bind port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:45:49.140260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Attempting to bind port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3556c696-b30a-47ca-9cf4-5fd95c0d71fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '2e6d9917-210d-4027-aa35-7180ae864461'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:45:49.140783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Attempting to bind port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 on network 2e6d9917-210d-4027-aa35-7180ae864461 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:45:49.146595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:45:49.152880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Checking segment: {'id': '3556c696-b30a-47ca-9cf4-5fd95c0d71fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '2e6d9917-210d-4027-aa35-7180ae864461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:45:49.155380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:49.157417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Bound using segment: {'id': '3556c696-b30a-47ca-9cf4-5fd95c0d71fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '2e6d9917-210d-4027-aa35-7180ae864461'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:45:49.158378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Bound port: e555ea79-b84b-4456-9dbd-c0f31bdb41e6, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3556c696-b30a-47ca-9cf4-5fd95c0d71fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '2e6d9917-210d-4027-aa35-7180ae864461'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:45:49.159400 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:49.210747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Allocated IP 172.20.0.6 (2e6d9917-210d-4027-aa35-7180ae864461/24bbd633-22c4-436a-b798-66926bfd04dd/511a227d-3c98-4135-a386-7d92adb151b0) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:45:49.332329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] For port e555ea79-b84b-4456-9dbd-c0f31bdb41e6, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:45:49.348152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] For port e555ea79-b84b-4456-9dbd-c0f31bdb41e6, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,segment=NetworkSegment(3556c696-b30a-47ca-9cf4-5fd95c0d71fe),segment_id=3556c696-b30a-47ca-9cf4-5fd95c0d71fe)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:45:49.356330 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:49.491730 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:49.540928 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:49.564993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c46d0-c424-4bf3-bcb4-91cb8556363f None None] Pushing event updated for resources: {'Port': ['ID=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:49.602262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:49.658253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70df2d-3014-4104-8c50-16746c7e153b req-742ece96-5102-4884-9636-bc5d73d6bfd6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:49.668048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb70df2d-3014-4104-8c50-16746c7e153b req-742ece96-5102-4884-9636-bc5d73d6bfd6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.15 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 946 time: 0.1009028 Oct 29 08:45:49.714067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Network 2e6d9917-210d-4027-aa35-7180ae864461 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:45:49.719605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:45:49.724951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:45:49.922590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Pushing event updated for resources: {'Port': ['ID=511a227d-3c98-4135-a386-7d92adb151b0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:50.027735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cd1d4-925e-4c1a-b50d-3489c9e31c1e req-1bcaf5fc-e2bb-4635-a017-2d2501482cef tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:50.029509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e8cd1d4-925e-4c1a-b50d-3489c9e31c1e req-1bcaf5fc-e2bb-4635-a017-2d2501482cef tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 946 time: 0.3248513 Oct 29 08:45:50.102476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:50.103528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.112829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Deleting port e19f94ed-92c9-4412-9441-8369fecd4699 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:50.113080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.131674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e8cd1d4-925e-4c1a-b50d-3489c9e31c1e req-3a082dde-8aa1-4cbb-9c1e-35312d996fbf tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819609 Oct 29 08:45:50.206162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b6a4321b-6c1e-46e5-9339-05c9a83fdbfb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6179354 Oct 29 08:45:50.208929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38224) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:50.215668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d39e619c-9c70-4dac-835b-e527e8a567d9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-47984066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:50.255250 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d39e619c-9c70-4dac-835b-e527e8a567d9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.256878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d39e619c-9c70-4dac-835b-e527e8a567d9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.367700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e555ea79-b84b-4456-9dbd-c0f31bdb41e6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:50.374554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] For port e19f94ed-92c9-4412-9441-8369fecd4699, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e19f94ed-92c9-4412-9441-8369fecd4699,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:50.374941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.386221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24329e01-e276-4e7b-8550-ecca278ce675 req-68761054-2bb7-401f-bd56-51d39d0b7e3f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:50.387748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24329e01-e276-4e7b-8550-ecca278ce675 req-68761054-2bb7-401f-bd56-51d39d0b7e3f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.2575400 Oct 29 08:45:50.393404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d39e619c-9c70-4dac-835b-e527e8a567d9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.436076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d39e619c-9c70-4dac-835b-e527e8a567d9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.509969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:50.510725 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.512905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d39e619c-9c70-4dac-835b-e527e8a567d9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.514498 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d39e619c-9c70-4dac-835b-e527e8a567d9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3044834 Oct 29 08:45:50.534380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38234) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:50.552189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3a44c2e6-1c77-4d2f-a7ef-fb7c79209b3a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1289505369', 'prefixes': ['172.20.0.0/16']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:45:50.622512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24329e01-e276-4e7b-8550-ecca278ce675 req-d7876699-7fcc-4553-ab86-5bec79d33813 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223394 Oct 29 08:45:50.690713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.734147 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3a44c2e6-1c77-4d2f-a7ef-fb7c79209b3a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for subnetpool, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.736543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3a44c2e6-1c77-4d2f-a7ef-fb7c79209b3a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1955528 Oct 29 08:45:50.740111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38238) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:50.748226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-f047ae04-001e-41b5-920c-dd877a508b38 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd', 'tempest-TagsExtTest-Tag-105217989') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:50.761958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port e555ea79-b84b-4456-9dbd-c0f31bdb41e6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,segment=NetworkSegment(3556c696-b30a-47ca-9cf4-5fd95c0d71fe),segment_id=3556c696-b30a-47ca-9cf4-5fd95c0d71fe)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:45:50.768555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:50.938681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:50.943619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f047ae04-001e-41b5-920c-dd877a508b38 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags/tempest-TagsExtTest-Tag-105217989 HTTP/1.1" status: 201 len: 201 time: 0.2005634 Oct 29 08:45:50.946673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38246) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:50.953037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-cf2cc4f0-b79f-4d26-b45b-feb5a2ec4fcd tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0', 'tempest-TagsExtTest-Tag-1474548843') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:51.167981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cf2cc4f0-b79f-4d26-b45b-feb5a2ec4fcd tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags/tempest-TagsExtTest-Tag-1474548843 HTTP/1.1" status: 201 len: 201 time: 0.2199132 Oct 29 08:45:51.170652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38250) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:51.206754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-726de901-da93-4a5e-acb4-28b1baf909be tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544', 'tempest-TagsExtTest-Tag-117227290') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:51.444228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97aabc-e9bb-4b32-b8d5-0b0427d35765 req-a932cb64-c322-4988-8f4d-83ac80c3b2b3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:51.446013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e97aabc-e9bb-4b32-b8d5-0b0427d35765 req-a932cb64-c322-4988-8f4d-83ac80c3b2b3 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 946 time: 0.1243098 Oct 29 08:45:51.464871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-726de901-da93-4a5e-acb4-28b1baf909be tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags/tempest-TagsExtTest-Tag-117227290 HTTP/1.1" status: 201 len: 201 time: 0.2638950 Oct 29 08:45:51.477733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38256) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:51.492875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-d698ced3-a010-45c4-b169-a66897d76803 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052', 'tempest-TagsExtTest-Tag-114095413') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:51.584397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf0298-5fa6-4ece-8aa8-463604702f17 None None] Network 2e6d9917-210d-4027-aa35-7180ae864461 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:45:51.688949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e97aabc-e9bb-4b32-b8d5-0b0427d35765 req-78af2f3e-93d8-4d9c-bdc9-954c9304cb95 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups?id=00471b3e-50db-4c4d-bad9-d32b0d3da127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326064 Oct 29 08:45:51.706763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d698ced3-a010-45c4-b169-a66897d76803 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags/tempest-TagsExtTest-Tag-114095413 HTTP/1.1" status: 201 len: 201 time: 0.2277594 Oct 29 08:45:51.709639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38268) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:51.719121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-752975d0-c35b-45de-9126-60d2012797f6 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:51.791946 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:51.792891 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:51.793405 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Floating IP fba1b56e-bae5-408c-8070-8494515a604c disassociated. External IP: 172.25.5.172, port: e19f94ed-92c9-4412-9441-8369fecd4699. Oct 29 08:45:51.794934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Calling delete_port for e19f94ed-92c9-4412-9441-8369fecd4699 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:51.830920 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-752975d0-c35b-45de-9126-60d2012797f6 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags HTTP/1.1" status: 200 len: 240 time: 0.1175873 Oct 29 08:45:51.831196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38274) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:51.851629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-d9aacc3e-a3ca-4b6f-82ee-45516b763607 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd', 'tempest-TagsExtTest-Tag-105217989') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:51.931937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a1329521-efc7-492f-8bd0-88bc043b553e None None] Provisioning complete for port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:51.932707 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a1329521-efc7-492f-8bd0-88bc043b553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:51.955297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-6b2cc36d-cb78-411d-ac2b-fc3cbf57d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:51.957198 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-6b2cc36d-cb78-411d-ac2b-fc3cbf57d8f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1097 time: 0.1410699 Oct 29 08:45:51.984515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305796c-3d01-4c85-b820-981db50997c6 req-036b9ca9-df28-422a-80fe-ec13dfb22a4c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:51.999970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3305796c-3d01-4c85-b820-981db50997c6 req-036b9ca9-df28-422a-80fe-ec13dfb22a4c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.1824527 Oct 29 08:45:52.027497 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d9aacc3e-a3ca-4b6f-82ee-45516b763607 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags/tempest-TagsExtTest-Tag-105217989 HTTP/1.1" status: 204 len: 168 time: 0.1952224 Oct 29 08:45:52.030417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38282) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:52.045282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-13c58c0e-340f-4044-8ce3-e89128b66e3d tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd', 'tempest-TagsExtTest-Tag-105217989') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:52.237196 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-13c58c0e-340f-4044-8ce3-e89128b66e3d tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags/tempest-TagsExtTest-Tag-105217989 HTTP/1.1" status: 204 len: 168 time: 0.2055573 Oct 29 08:45:52.254509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38288) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:52.268445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-7bef42f3-0b2a-44ad-86ce-1096f9b69129 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:52.328445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3305796c-3d01-4c85-b820-981db50997c6 req-1e5c7430-40ea-41c0-9923-49a1f2ff4257 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273263 Oct 29 08:45:52.330447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e555ea79-b84b-4456-9dbd-c0f31bdb41e6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:45:52.416122 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:52.456217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:52.456680 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:52.459366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-91d91d83-b4a6-46ce-9f06-b3499b3dab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:52.471055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-91d91d83-b4a6-46ce-9f06-b3499b3dab3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.4568703 Oct 29 08:45:52.526285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7bef42f3-0b2a-44ad-86ce-1096f9b69129 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags HTTP/1.1" status: 200 len: 205 time: 0.2675011 Oct 29 08:45:52.531102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38294) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:52.547993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-f853023d-71a5-4772-aed3-fe38f97695a6 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:52.626846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event deleted for resources: {'Port': ['ID=e19f94ed-92c9-4412-9441-8369fecd4699,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:52.717300 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f853023d-71a5-4772-aed3-fe38f97695a6 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags HTTP/1.1" status: 200 len: 241 time: 0.1814673 Oct 29 08:45:52.721178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38300) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:52.732982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-93766ebc-d751-4555-8612-c66489976b44 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0', 'tempest-TagsExtTest-Tag-1474548843') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:52.864424 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-ba170ec1-a0a6-4a86-bdff-ce0d708a419a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 1001 time: 0.3771741 Oct 29 08:45:53.017864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-ae88da6f-731e-4a8d-a668-f3f8f94e177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:53.019794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-ae88da6f-731e-4a8d-a668-f3f8f94e177d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1453183 Oct 29 08:45:53.043678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d36c0f9d-a4e5-47cf-ab07-236b8747f6fe req-42f52e14-6276-44c9-88fd-9ac51b6be2d6 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 210 time: 0.1284640 Oct 29 08:45:53.054998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-93766ebc-d751-4555-8612-c66489976b44 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags/tempest-TagsExtTest-Tag-1474548843 HTTP/1.1" status: 204 len: 168 time: 0.3315160 Oct 29 08:45:53.057851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:53.077314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-e738e312-bf65-4a04-aab0-439998700d90 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0', 'tempest-TagsExtTest-Tag-1474548843') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:53.111397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-33cfc62c-390b-42b2-8024-989f185abb78 None None] Provisioning complete for port 511a227d-3c98-4135-a386-7d92adb151b0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:53.111397 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-33cfc62c-390b-42b2-8024-989f185abb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:53.276878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:45:53.297134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e738e312-bf65-4a04-aab0-439998700d90 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags/tempest-TagsExtTest-Tag-1474548843 HTTP/1.1" status: 204 len: 168 time: 0.2384501 Oct 29 08:45:53.301036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38318) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:53.312096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-a86680ae-8d3e-4876-8f4f-622ac45f4672 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:53.348910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-33cfc62c-390b-42b2-8024-989f185abb78 None None] Port 511a227d-3c98-4135-a386-7d92adb151b0 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:45:53.420611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-33cfc62c-390b-42b2-8024-989f185abb78 None None] Provisioning complete for port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:53.423527 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-33cfc62c-390b-42b2-8024-989f185abb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:53.475034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:45:53.522109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: e19f94ed-92c9-4412-9441-8369fecd4699 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:45:53.522647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e19f94ed-92c9-4412-9441-8369fecd4699 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:45:53.618890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dda18-2ffd-475d-b82a-8df060c13428 req-3f3e5c48-d17a-4f0b-87b4-0039207762df tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:53.621056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-576dda18-2ffd-475d-b82a-8df060c13428 req-3f3e5c48-d17a-4f0b-87b4-0039207762df tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.1281888 Oct 29 08:45:53.626650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a86680ae-8d3e-4876-8f4f-622ac45f4672 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags HTTP/1.1" status: 200 len: 205 time: 0.3211958 Oct 29 08:45:53.626850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38324) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:53.632336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-49943ed4-2489-4f3c-b483-2647b5a8b2ff tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:53.715171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1bf94f45-c77f-4189-b241-11918cc9898f None None] Provisioning complete for port 511a227d-3c98-4135-a386-7d92adb151b0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:45:53.716162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-3ced8a8a-482b-4efb-8d52-f16e43d5643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:53.716734 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1bf94f45-c77f-4189-b241-11918cc9898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:53.720624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-3ced8a8a-482b-4efb-8d52-f16e43d5643e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6848011 Oct 29 08:45:53.722161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:45:53.737283 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17beb687-d67b-451b-b484-4ce850181948 None None] Sync routers for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:45:53.756977 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17beb687-d67b-451b-b484-4ce850181948 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:53.760302 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-17beb687-d67b-451b-b484-4ce850181948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:53.794550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] No DVR routers for this DVR port e19f94ed-92c9-4412-9441-8369fecd4699 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:45:53.799415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-576dda18-2ffd-475d-b82a-8df060c13428 req-b95f6ea7-2354-40de-b620-6203c153be2b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614459 Oct 29 08:45:53.799644 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:53.809106 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-49943ed4-2489-4f3c-b483-2647b5a8b2ff tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags HTTP/1.1" status: 200 len: 240 time: 0.1809154 Oct 29 08:45:53.812874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38326) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:53.820332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-c77b499e-3a83-4895-92fc-3077b266c3c1 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544', 'tempest-TagsExtTest-Tag-117227290') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:53.832703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb70df2d-3014-4104-8c50-16746c7e153b req-d4e7d3b8-a219-4e48-9efc-d0604e38be24 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.15 "DELETE /v2.0/ports/e19f94ed-92c9-4412-9441-8369fecd4699 HTTP/1.1" status: 204 len: 173 time: 4.1575186 Oct 29 08:45:53.858017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-deleted', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:45:53.873627 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb1285d-3f16-4dcb-a672-b766d02fd1ee" -d '{"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-deleted", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:45:53.934187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c77b499e-3a83-4895-92fc-3077b266c3c1 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags/tempest-TagsExtTest-Tag-117227290 HTTP/1.1" status: 204 len: 168 time: 0.1190600 Oct 29 08:45:53.935115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1bf94f45-c77f-4189-b241-11918cc9898f None None] Port 511a227d-3c98-4135-a386-7d92adb151b0 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:45:53.951998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38334) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:53.968760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-d21df18a-30ba-4093-88b5-2fa19129b099 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544', 'tempest-TagsExtTest-Tag-117227290') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:54.115634 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf531bb6-bad0-4d53-92a3-a8e50366adb5 x-openstack-request-id: req-cf531bb6-bad0-4d53-92a3-a8e50366adb5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:45:54.116173 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe039d-eed8-48be-812e-55377d0f3144", "name": "network-vif-deleted", "tag": "e19f94ed-92c9-4412-9441-8369fecd4699", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:45:54.116727 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf531bb6-bad0-4d53-92a3-a8e50366adb5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:45:54.117322 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe039d-eed8-48be-812e-55377d0f3144', 'name': 'network-vif-deleted', 'tag': 'e19f94ed-92c9-4412-9441-8369fecd4699', 'status': 'completed', 'code': 200} Oct 29 08:45:54.134735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-a33fda36-1e48-4d09-8f75-72ce596a536d service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720725 Oct 29 08:45:54.187146 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-17beb687-d67b-451b-b484-4ce850181948 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:54.280603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38340) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:54.431434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d00be19-a525-4e93-b67c-5a7d84981433 req-cb801107-e13d-4ab0-b9e3-be18112c61e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736454 Oct 29 08:45:54.464008 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-04bb477b-640b-4c5f-9d7e-fce9f7f87997 req-3179aec2-6d28-420a-a0d2-9e80ff4815d8 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/ports?device_id=9efe039d-eed8-48be-812e-55377d0f3144 HTTP/1.1" status: 200 len: 210 time: 0.0844188 Oct 29 08:45:54.478158 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d21df18a-30ba-4093-88b5-2fa19129b099 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags/tempest-TagsExtTest-Tag-117227290 HTTP/1.1" status: 204 len: 168 time: 0.5210774 Oct 29 08:45:54.481053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38346) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:54.490541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-2d6ec19b-1a17-4a70-831f-a87bac9ea8d5 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:54.659664 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-17beb687-d67b-451b-b484-4ce850181948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:54.668556 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cde665d-9143-4eb6-8e0d-0c1e78fc83c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:54.688900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2d6ec19b-1a17-4a70-831f-a87bac9ea8d5 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags HTTP/1.1" status: 200 len: 205 time: 0.2064521 Oct 29 08:45:54.692855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38348) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:54.697556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-9a5d0eae-1dbe-4757-b228-793bf0c028bb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:54.725753 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17beb687-d67b-451b-b484-4ce850181948 None None] Checking router: cbf363f6-35d2-4010-8b5b-bdfe54383ca2 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:45:54.739953 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17beb687-d67b-451b-b484-4ce850181948 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:45:54.741324 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-17beb687-d67b-451b-b484-4ce850181948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:54.773999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9a5d0eae-1dbe-4757-b228-793bf0c028bb tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags HTTP/1.1" status: 200 len: 240 time: 0.0798976 Oct 29 08:45:54.778011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38350) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:54.783319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-684d334a-37e8-41fe-a824-9e4547b560cc tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052', 'tempest-TagsExtTest-Tag-114095413') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:54.812832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-684d334a-37e8-41fe-a824-9e4547b560cc tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags/tempest-TagsExtTest-Tag-114095413 HTTP/1.1" status: 204 len: 168 time: 0.0329392 Oct 29 08:45:54.815590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38352) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:54.821197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-468ffa61-3552-4533-905b-542d1e1ecb12 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052', 'tempest-TagsExtTest-Tag-114095413') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:54.856708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cde665d-9143-4eb6-8e0d-0c1e78fc83c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:54.870634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1cde665d-9143-4eb6-8e0d-0c1e78fc83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:54.950905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-468ffa61-3552-4533-905b-542d1e1ecb12 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags/tempest-TagsExtTest-Tag-114095413 HTTP/1.1" status: 204 len: 168 time: 0.1338081 Oct 29 08:45:54.953524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38356) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:54.961644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-986a82c5-8437-4130-9e55-4e350208539a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:54.968221 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-17beb687-d67b-451b-b484-4ce850181948 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:45:55.027642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-986a82c5-8437-4130-9e55-4e350208539a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags HTTP/1.1" status: 200 len: 205 time: 0.0722749 Oct 29 08:45:55.032860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38358) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:55.039729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-eafaecaa-eeeb-4d36-a414-cff22d0e3ed9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:55.125076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38364) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:55.127128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1cde665d-9143-4eb6-8e0d-0c1e78fc83c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5a2df7c8fd440cd94f84e4bd75be3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364625 Oct 29 08:45:55.158906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde665d-9143-4eb6-8e0d-0c1e78fc83c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a80ad0-2b54-455a-a93c-3e69bc93859a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:55.194234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f272f52-77ed-4193-80f1-696eda9d55f1 req-86f4cb7f-a945-4575-88c0-838d318640f7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:55.202256 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f272f52-77ed-4193-80f1-696eda9d55f1 req-86f4cb7f-a945-4575-88c0-838d318640f7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.2262125 Oct 29 08:45:55.207151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eafaecaa-eeeb-4d36-a414-cff22d0e3ed9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags HTTP/1.1" status: 204 len: 168 time: 0.1702666 Oct 29 08:45:55.208686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38368) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:55.227754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-d9e903db-46b9-48bb-a589-d53adbc40e5f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:55.280405 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f272f52-77ed-4193-80f1-696eda9d55f1 req-0e42a7ed-1b15-40e8-9949-8ddd53c82818 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772438 Oct 29 08:45:55.447472 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-17beb687-d67b-451b-b484-4ce850181948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:55.505127 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17beb687-d67b-451b-b484-4ce850181948 None None] The sync data for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 is: [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:35:13Z', 'revision_number': 4, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '7c7400c8-ccfd-453c-8f42-23e1913000a0', 'name': '', 'network_id': 'b912040f-b9e8-4a0c-a631-1a4e6c59bbde', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'mac_address': 'fa:16:3e:30:a8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:11Z', 'updated_at': '2021-10-29T08:35:17Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'subnets': [{'id': 'dfc7b0c0-4805-4966-a05c-946e8dd26516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:45:55.513718 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a674891f-baa1-4462-a923-ce8cf0932cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:55.541024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9e903db-46b9-48bb-a589-d53adbc40e5f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags HTTP/1.1" status: 204 len: 168 time: 0.3314009 Oct 29 08:45:55.545426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38378) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:55.552019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-3a87af85-b5a5-4fe0-b276-5a135e890cf3 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:55.590595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a674891f-baa1-4462-a923-ce8cf0932cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:55.732788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a674891f-baa1-4462-a923-ce8cf0932cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:55.734547 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3a87af85-b5a5-4fe0-b276-5a135e890cf3 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1873715 Oct 29 08:45:55.737635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a674891f-baa1-4462-a923-ce8cf0932cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:55.738398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38386) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:55.744461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a674891f-baa1-4462-a923-ce8cf0932cb5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72a80ad0-2b54-455a-a93c-3e69bc93859a HTTP/1.1" status: 204 len: 168 time: 0.6181955 Oct 29 08:45:55.749645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-46b709fd-7782-410f-8dd1-37313d5fb104 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:55.761395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674891f-baa1-4462-a923-ce8cf0932cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a80ad0-2b54-455a-a93c-3e69bc93859a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:55.838873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-46b709fd-7782-410f-8dd1-37313d5fb104 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags HTTP/1.1" status: 204 len: 168 time: 0.0988567 Oct 29 08:45:55.842978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38390) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:55.848344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-7e18061d-e1ff-4dec-81c8-ba7d94067582 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd', 'tempest-TagsExtTest-Tag-1122957078') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:55.888089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38392) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:56.058037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8fa590-0c8e-4577-a55c-a6a80498fe53 None None] New status for floating IP fba1b56e-bae5-408c-8070-8494515a604c: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:45:56.063569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c44445d-1579-4048-a3f2-ab6b0bc93868 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:56.194054 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c44445d-1579-4048-a3f2-ab6b0bc93868 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:56.211763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7e18061d-e1ff-4dec-81c8-ba7d94067582 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags/tempest-TagsExtTest-Tag-1122957078 HTTP/1.1" status: 201 len: 201 time: 0.3654516 Oct 29 08:45:56.219440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38402) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:56.250754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-c5280585-cead-4e36-9e15-3890f3fb4710 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0', 'tempest-TagsExtTest-Tag-1843414508') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:56.438061 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38406) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:56.456985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c5280585-cead-4e36-9e15-3890f3fb4710 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags/tempest-TagsExtTest-Tag-1843414508 HTTP/1.1" status: 201 len: 201 time: 0.2278757 Oct 29 08:45:56.457703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38408) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:56.474174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-afd5c4fa-cb3d-4863-81b9-55e378dd9acc tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544', 'tempest-TagsExtTest-Tag-601415285') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:56.530434 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65c56358-c660-4ed5-9306-bc8df6067885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:56.584366 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-798376b6-32c5-4026-8144-c8ccc241211c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3402271 Oct 29 08:45:56.617090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c44445d-1579-4048-a3f2-ab6b0bc93868 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:56.622557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c44445d-1579-4048-a3f2-ab6b0bc93868 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:56.631132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4c44445d-1579-4048-a3f2-ab6b0bc93868 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "DELETE /v2.0/security-groups/00471b3e-50db-4c4d-bad9-d32b0d3da127 HTTP/1.1" status: 204 len: 168 time: 0.7421834 Oct 29 08:45:56.644162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38410) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:56.694014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44445d-1579-4048-a3f2-ab6b0bc93868 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00471b3e-50db-4c4d-bad9-d32b0d3da127,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:56.701678 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-b59c4ba5-5ea4-4468-adfc-024de1cf11f4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] show failed (client error): The resource could not be found. Oct 29 08:45:56.706756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b59c4ba5-5ea4-4468-adfc-024de1cf11f4 tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "GET /v2.0/security-groups/00471b3e-50db-4c4d-bad9-d32b0d3da127 HTTP/1.1" status: 404 len: 347 time: 0.0564370 Oct 29 08:45:56.707498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38412) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:56.745435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8fb32-2425-402e-8a09-200ff36a859e req-25b73088-f6cc-4364-b6c5-36e98dcc384c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:56.758067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80b8fb32-2425-402e-8a09-200ff36a859e req-25b73088-f6cc-4364-b6c5-36e98dcc384c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.2115979 Oct 29 08:45:56.888485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80b8fb32-2425-402e-8a09-200ff36a859e req-ab8efa5a-1a15-4bec-9eda-778bcd013b27 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283493 Oct 29 08:45:56.920534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-afd5c4fa-cb3d-4863-81b9-55e378dd9acc tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags/tempest-TagsExtTest-Tag-601415285 HTTP/1.1" status: 201 len: 201 time: 0.4604416 Oct 29 08:45:56.921778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38416) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:56.929843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65c56358-c660-4ed5-9306-bc8df6067885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:56.932885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-3a0bb887-0f79-449c-bed5-9d260eb7735a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052', 'tempest-TagsExtTest-Tag-1622138367') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:56.936208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-a1e837d6-b39e-4b59-bf85-2987fd9ae730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:56.938064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-a1e837d6-b39e-4b59-bf85-2987fd9ae730 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de89fc7d23264b509d982d939e06e3ee&device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 1097 time: 0.2294967 Oct 29 08:45:56.944437 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65c56358-c660-4ed5-9306-bc8df6067885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:57.014868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3a0bb887-0f79-449c-bed5-9d260eb7735a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags/tempest-TagsExtTest-Tag-1622138367 HTTP/1.1" status: 201 len: 201 time: 0.0916755 Oct 29 08:45:57.017428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38418) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:57.022441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-f6fae424-fc97-4fb0-be83-adc4a947bb46 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd', {'tags': ['tempest-TagsExtTest-Tag-186885239', 'tempest-TagsExtTest-Tag-118910197', 'tempest-TagsExtTest-Tag-1762476970']}) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:57.078639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-65c56358-c660-4ed5-9306-bc8df6067885 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4da52f08f73b4e3c863bc28f7f6af3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177766 Oct 29 08:45:57.082786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38420) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:57.121034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c56358-c660-4ed5-9306-bc8df6067885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6f1d32-ed2c-4d0e-8dd5-96823bc93aef,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:57.200403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f6fae424-fc97-4fb0-be83-adc4a947bb46 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags HTTP/1.1" status: 200 len: 316 time: 0.1798182 Oct 29 08:45:57.202047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38422) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:57.221356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-7a24f10b-e030-41b7-b38d-f3b1b9f46cc2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:57.269158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Deleting port 4cd0168b-9830-4db9-926b-42775066411e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:45:57.269556 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:57.438027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7a24f10b-e030-41b7-b38d-f3b1b9f46cc2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags HTTP/1.1" status: 204 len: 168 time: 0.2334497 Oct 29 08:45:57.440932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38430) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:57.447440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-ecc90cfe-c241-45f9-abb4-9f1b8eeb0ce2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd', 'tempest-TagsExtTest-Tag-186885239') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:57.468689 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08a397c3-e902-407b-a8e9-f406e740a8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:57.471364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-6603d7b9-1076-45cd-8f03-864bef3c5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:57.472959 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-6603d7b9-1076-45cd-8f03-864bef3c5c4e service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 200 len: 917 time: 0.4694247 Oct 29 08:45:57.554908 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-ecc90cfe-c241-45f9-abb4-9f1b8eeb0ce2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:57.562163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ecc90cfe-c241-45f9-abb4-9f1b8eeb0ce2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags/tempest-TagsExtTest-Tag-186885239 HTTP/1.1" status: 404 len: 328 time: 0.1187923 Oct 29 08:45:57.563889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38434) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:57.578502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-8781ad93-4a46-4a08-99b9-efe45c3530a0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd', 'tempest-TagsExtTest-Tag-118910197') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:57.587309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08a397c3-e902-407b-a8e9-f406e740a8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:57.592094 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-65934bd3-5d56-457b-995a-3d844da0a12d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 HTTP/1.1" status: 200 len: 217 time: 0.1051927 Oct 29 08:45:57.687855 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-8781ad93-4a46-4a08-99b9-efe45c3530a0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:57.691693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8781ad93-4a46-4a08-99b9-efe45c3530a0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags/tempest-TagsExtTest-Tag-118910197 HTTP/1.1" status: 404 len: 328 time: 0.1235042 Oct 29 08:45:57.692199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38436) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:57.697458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-dc05ac20-3a02-46db-add7-d47227c23f3f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd', 'tempest-TagsExtTest-Tag-1762476970') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:57.801900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:57.802275 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:57.820283 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-dc05ac20-3a02-46db-add7-d47227c23f3f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:57.823873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dc05ac20-3a02-46db-add7-d47227c23f3f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags/tempest-TagsExtTest-Tag-1762476970 HTTP/1.1" status: 404 len: 329 time: 0.1292596 Oct 29 08:45:57.825390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Calling delete_port for 4cd0168b-9830-4db9-926b-42775066411e owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:45:57.825686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38438) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:57.831179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-c1bc74ff-6ec5-47c8-8d87-99352e80842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:57.832782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-c1bc74ff-6ec5-47c8-8d87-99352e80842c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 200 len: 855 time: 0.2179999 Oct 29 08:45:57.846418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-960081b5-a24c-4de6-a2ac-fa6d5cf3325f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0', {'tags': ['tempest-TagsExtTest-Tag-324538991', 'tempest-TagsExtTest-Tag-1135206025', 'tempest-TagsExtTest-Tag-1441801493']}) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:57.912606 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-18fb3c9c-c802-48d9-a382-ba09eb3986a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693431 Oct 29 08:45:57.940443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08a397c3-e902-407b-a8e9-f406e740a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:57.950238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08a397c3-e902-407b-a8e9-f406e740a8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:57.960378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-960081b5-a24c-4de6-a2ac-fa6d5cf3325f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags HTTP/1.1" status: 200 len: 317 time: 0.1300631 Oct 29 08:45:57.961021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-08a397c3-e902-407b-a8e9-f406e740a8f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b6f1d32-ed2c-4d0e-8dd5-96823bc93aef HTTP/1.1" status: 204 len: 168 time: 0.8400209 Oct 29 08:45:57.973681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38444) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:57.986910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-14c46132-9862-412a-a711-43be77e2b048 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:58.024562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a397c3-e902-407b-a8e9-f406e740a8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6f1d32-ed2c-4d0e-8dd5-96823bc93aef,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:58.160672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-14c46132-9862-412a-a711-43be77e2b048 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1855137 Oct 29 08:45:58.164194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38448) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:58.181002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-112b03ec-a776-4e14-816d-4612e30737a3 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0', 'tempest-TagsExtTest-Tag-324538991') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:58.306091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67844eec-0b1f-4a58-a750-8c32ce765ee0 req-bef449e5-e638-477f-bad4-dd7efd77569c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:45:58.307849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-67844eec-0b1f-4a58-a750-8c32ce765ee0 req-bef449e5-e638-477f-bad4-dd7efd77569c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.2534306 Oct 29 08:45:58.350149 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-112b03ec-a776-4e14-816d-4612e30737a3 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:58.355588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-112b03ec-a776-4e14-816d-4612e30737a3 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags/tempest-TagsExtTest-Tag-324538991 HTTP/1.1" status: 404 len: 328 time: 0.1903982 Oct 29 08:45:58.356422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38452) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:58.368121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-62df407e-faf5-457a-9b24-4e8179c0292a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0', 'tempest-TagsExtTest-Tag-1135206025') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:58.368338 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-8e96734f-f125-4a4c-93bf-53df77aa94da service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920557 Oct 29 08:45:58.455222 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-62df407e-faf5-457a-9b24-4e8179c0292a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:58.459789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-62df407e-faf5-457a-9b24-4e8179c0292a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags/tempest-TagsExtTest-Tag-1135206025 HTTP/1.1" status: 404 len: 329 time: 0.1017487 Oct 29 08:45:58.460651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38456) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:58.468418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-852f6905-3a83-431f-8dd9-aee51977c73c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0', 'tempest-TagsExtTest-Tag-1441801493') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:58.556118 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-852f6905-3a83-431f-8dd9-aee51977c73c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:58.566079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-852f6905-3a83-431f-8dd9-aee51977c73c tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags/tempest-TagsExtTest-Tag-1441801493 HTTP/1.1" status: 404 len: 329 time: 0.1016250 Oct 29 08:45:58.566701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38458) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:58.576228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-f3b06dc7-c6aa-41e1-923d-cd84b4644034 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544', {'tags': ['tempest-TagsExtTest-Tag-1093399093', 'tempest-TagsExtTest-Tag-983939114', 'tempest-TagsExtTest-Tag-2012770361']}) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:58.673247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-67844eec-0b1f-4a58-a750-8c32ce765ee0 req-e2296ca0-9223-4b8b-8061-8550c26207b5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418889 Oct 29 08:45:58.683077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:58.746108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f3b06dc7-c6aa-41e1-923d-cd84b4644034 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags HTTP/1.1" status: 200 len: 317 time: 0.1776495 Oct 29 08:45:58.746722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38462) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:58.751777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Pushing event deleted for resources: {'Port': ['ID=4cd0168b-9830-4db9-926b-42775066411e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:45:58.768801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-620d684a-17d1-424c-a95d-52fa3435eeba tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:58.855126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c5ef65f-f2a5-406c-b22c-ea68266ba00b req-d0c72ea2-5693-468b-b199-2c048974582e service neutron] 10.222.0.93 "GET /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111464 Oct 29 08:45:58.909150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:58.911940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:58.913229 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-72b5de81-2a42-41a5-befd-858595d4822f tempest-AttachVolumeShelveTestJSON-1191014242 tempest-AttachVolumeShelveTestJSON-1191014242-project] 10.222.0.70 "DELETE /v2.0/floatingips/fba1b56e-bae5-408c-8070-8494515a604c HTTP/1.1" status: 204 len: 168 time: 2.2019682 Oct 29 08:45:59.018879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-620d684a-17d1-424c-a95d-52fa3435eeba tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags HTTP/1.1" status: 204 len: 168 time: 0.2684333 Oct 29 08:45:59.019295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38472) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:59.025154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-f0e09b4d-6c78-4012-a23c-f42aebb53a38 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544', 'tempest-TagsExtTest-Tag-1093399093') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:59.103915 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:45:59.239848 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-f0e09b4d-6c78-4012-a23c-f42aebb53a38 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:59.241014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f0e09b4d-6c78-4012-a23c-f42aebb53a38 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags/tempest-TagsExtTest-Tag-1093399093 HTTP/1.1" status: 404 len: 329 time: 0.2198119 Oct 29 08:45:59.248782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38480) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:59.253610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-9d1a75c5-1c30-4728-80f3-0b2e1cc079f0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544', 'tempest-TagsExtTest-Tag-983939114') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:59.589257 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-9d1a75c5-1c30-4728-80f3-0b2e1cc079f0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:59.596920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38490) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:59.598849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9d1a75c5-1c30-4728-80f3-0b2e1cc079f0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags/tempest-TagsExtTest-Tag-983939114 HTTP/1.1" status: 404 len: 328 time: 0.3464489 Oct 29 08:45:59.605335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-986b62c4-c0f9-4f7a-9bfd-f5b456fb3060 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544', 'tempest-TagsExtTest-Tag-2012770361') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:59.717103 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-986b62c4-c0f9-4f7a-9bfd-f5b456fb3060 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:45:59.718201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-986b62c4-c0f9-4f7a-9bfd-f5b456fb3060 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags/tempest-TagsExtTest-Tag-2012770361 HTTP/1.1" status: 404 len: 329 time: 0.1202765 Oct 29 08:45:59.723531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38498) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:59.734314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-479d8d95-d59e-45d6-9b01-ac9ef9dc6148 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052', {'tags': ['tempest-TagsExtTest-Tag-1140266823', 'tempest-TagsExtTest-Tag-1642623319', 'tempest-TagsExtTest-Tag-223606359']}) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:45:59.974686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-479d8d95-d59e-45d6-9b01-ac9ef9dc6148 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "PUT /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags HTTP/1.1" status: 200 len: 317 time: 0.2493923 Oct 29 08:45:59.977627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38504) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:45:59.984397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-e9a0f657-ca30-43b1-b94a-23e030d495e7 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:00.031650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451a971-c0b3-494f-bea7-7e0f797d2b9f req-043a5163-39a6-4a69-bf79-fc8744457e89 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:00.037480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b451a971-c0b3-494f-bea7-7e0f797d2b9f req-043a5163-39a6-4a69-bf79-fc8744457e89 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.2037771 Oct 29 08:46:00.091892 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e9a0f657-ca30-43b1-b94a-23e030d495e7 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags HTTP/1.1" status: 204 len: 168 time: 0.1126845 Oct 29 08:46:00.095155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38508) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:00.105352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-2e268d7e-117b-4b58-b2c9-c488e0c7dc82 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052', 'tempest-TagsExtTest-Tag-1140266823') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:00.131494 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-2e268d7e-117b-4b58-b2c9-c488e0c7dc82 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:46:00.133178 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2e268d7e-117b-4b58-b2c9-c488e0c7dc82 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags/tempest-TagsExtTest-Tag-1140266823 HTTP/1.1" status: 404 len: 329 time: 0.0367970 Oct 29 08:46:00.136110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38510) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:00.137540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b451a971-c0b3-494f-bea7-7e0f797d2b9f req-b41635c1-ac70-40c7-9020-0b0155c49846 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943875 Oct 29 08:46:00.155094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-950fd3b2-c6a0-4576-b0fa-2dd763066de9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052', 'tempest-TagsExtTest-Tag-1642623319') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:00.197796 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-950fd3b2-c6a0-4576-b0fa-2dd763066de9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:46:00.202036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38512) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:00.203033 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-950fd3b2-c6a0-4576-b0fa-2dd763066de9 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags/tempest-TagsExtTest-Tag-1642623319 HTTP/1.1" status: 404 len: 329 time: 0.0656865 Oct 29 08:46:00.207658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-16860ba9-e6e7-4c71-b865-581d68ba59ca tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052', 'tempest-TagsExtTest-Tag-223606359') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:00.236359 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-16860ba9-e6e7-4c71-b865-581d68ba59ca tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] show failed (client error): The resource could not be found. Oct 29 08:46:00.237787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-16860ba9-e6e7-4c71-b865-581d68ba59ca tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags/tempest-TagsExtTest-Tag-223606359 HTTP/1.1" status: 404 len: 328 time: 0.0338960 Oct 29 08:46:00.240683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38514) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:00.246554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-b1b34097-3f10-42a7-b920-963c69e82c01 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06c4fe4e-af74-4ab7-a37f-9e9e6621e052') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:00.301741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b1b34097-3f10-42a7-b920-963c69e82c01 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052/tags HTTP/1.1" status: 204 len: 168 time: 0.0592828 Oct 29 08:46:00.303993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38516) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:00.322220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-a9b45e6e-03b3-4adf-99bc-9c098694a4a4 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '65dd2ec3-9987-4a52-a65d-1ba115fc4544') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:00.410827 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:00.505384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a9b45e6e-03b3-4adf-99bc-9c098694a4a4 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544/tags HTTP/1.1" status: 204 len: 168 time: 0.1956370 Oct 29 08:46:00.506861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38526) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:00.520795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-59083214-bb1c-4ab0-9e09-ce3198dfd86a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '511a227d-3c98-4135-a386-7d92adb151b0') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:00.670234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-59083214-bb1c-4ab0-9e09-ce3198dfd86a tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1621120 Oct 29 08:46:00.673241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38530) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:00.677683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-0bc1c042-70a0-4340-b694-c3a265d4b7fd tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '24bbd633-22c4-436a-b798-66926bfd04dd') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:00.780013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38534) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:00.780332 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0bc1c042-70a0-4340-b694-c3a265d4b7fd tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd/tags HTTP/1.1" status: 204 len: 168 time: 0.1056101 Oct 29 08:46:00.965922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cda1c61-82bd-41dd-af19-bc4cce55d07f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for subnetpool, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:00.967145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2cda1c61-82bd-41dd-af19-bc4cce55d07f tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnetpools/06c4fe4e-af74-4ab7-a37f-9e9e6621e052 HTTP/1.1" status: 204 len: 168 time: 0.1851664 Oct 29 08:46:00.969731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38542) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:01.040088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dd684083-1fd1-4ee5-a2b0-b17a62f23820 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "GET /v2.0/ports?device_id=65dd2ec3-9987-4a52-a65d-1ba115fc4544 HTTP/1.1" status: 200 len: 205 time: 0.0684340 Oct 29 08:46:01.042634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38546) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:01.243673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42b0f8a4-d4fc-4ed0-8796-4d2ed5cb9bf0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:01.893644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42b0f8a4-d4fc-4ed0-8796-4d2ed5cb9bf0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:01.896533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42b0f8a4-d4fc-4ed0-8796-4d2ed5cb9bf0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:01.963948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5051f2-8090-4c4c-b25f-a8ca9b505cdf req-e298739f-29fc-45c2-839f-959829267513 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:01.965857 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc5051f2-8090-4c4c-b25f-a8ca9b505cdf req-e298739f-29fc-45c2-839f-959829267513 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.6574404 Oct 29 08:46:01.966868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42b0f8a4-d4fc-4ed0-8796-4d2ed5cb9bf0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:01.967504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b0f8a4-d4fc-4ed0-8796-4d2ed5cb9bf0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Fanout notify agent at l3_agent the message router_deleted on router 65dd2ec3-9987-4a52-a65d-1ba115fc4544 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:46:01.974942 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-42b0f8a4-d4fc-4ed0-8796-4d2ed5cb9bf0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:01.979560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-42b0f8a4-d4fc-4ed0-8796-4d2ed5cb9bf0 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/routers/65dd2ec3-9987-4a52-a65d-1ba115fc4544 HTTP/1.1" status: 204 len: 168 time: 0.9354270 Oct 29 08:46:01.979758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38592) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:02.023279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc5051f2-8090-4c4c-b25f-a8ca9b505cdf req-02b2cab3-b378-41e5-affa-bb567758d416 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Oct 29 08:46:02.145361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Deleting port 511a227d-3c98-4135-a386-7d92adb151b0 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:02.145717 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:02.730370 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:02.750458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Calling delete_port for 511a227d-3c98-4135-a386-7d92adb151b0 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:02.893760 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:02.953092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Pushing event deleted for resources: {'Port': ['ID=511a227d-3c98-4135-a386-7d92adb151b0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:02.967139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.967349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.980092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.980781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.980927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.981527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.982156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.982643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.982988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.983434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.983945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:02.984294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:03.077435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.084497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38652) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:03.085024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-48414a53-cd4b-4f4a-b71c-f2234cae4121 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/ports/511a227d-3c98-4135-a386-7d92adb151b0 HTTP/1.1" status: 204 len: 168 time: 1.1033835 Oct 29 08:46:03.170625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1387c9b-8d9a-4d8d-ba02-8d86afacd857 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Deleting subnet 24bbd633-22c4-436a-b798-66926bfd04dd {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:46:03.184767 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1387c9b-8d9a-4d8d-ba02-8d86afacd857 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.255243 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1387c9b-8d9a-4d8d-ba02-8d86afacd857 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.285482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25986b-a3b7-4026-a550-93dad5529eec req-c5218b2a-ddb6-461b-aaeb-15fdad427301 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:03.293411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc25986b-a3b7-4026-a550-93dad5529eec req-c5218b2a-ddb6-461b-aaeb-15fdad427301 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.0996573 Oct 29 08:46:03.368800 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc25986b-a3b7-4026-a550-93dad5529eec req-91a543d7-03ee-460e-9a3b-61c70d991dcf tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679226 Oct 29 08:46:03.389953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38666) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:03.506576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1387c9b-8d9a-4d8d-ba02-8d86afacd857 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.586848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fae1f85e-690f-4ad0-b44b-0d30220f6e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.595276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1387c9b-8d9a-4d8d-ba02-8d86afacd857 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.634313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1387c9b-8d9a-4d8d-ba02-8d86afacd857 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Pushing event deleted for resources: {'Subnet': ['ID=24bbd633-22c4-436a-b798-66926bfd04dd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:03.640781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1387c9b-8d9a-4d8d-ba02-8d86afacd857 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.646441 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f1387c9b-8d9a-4d8d-ba02-8d86afacd857 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/subnets/24bbd633-22c4-436a-b798-66926bfd04dd HTTP/1.1" status: 204 len: 168 time: 0.5577338 Oct 29 08:46:03.646683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38680) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:03.658042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d050b39-baa0-454a-89a3-a6ef2151d0d0 None None] Network 2e6d9917-210d-4027-aa35-7180ae864461 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:46:03.707031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fae1f85e-690f-4ad0-b44b-0d30220f6e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.717224 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fae1f85e-690f-4ad0-b44b-0d30220f6e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.764088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1f85e-690f-4ad0-b44b-0d30220f6e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b6fd1-a982-4913-a22e-44d55874c06d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:03.782536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.801187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fae1f85e-690f-4ad0-b44b-0d30220f6e9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c9a2c79027d4fa18be2e85b95041991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098346 Oct 29 08:46:03.803467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38686) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:03.906404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd30b0-b0ff-4ec5-8146-285762725c06 req-5d266d3f-55f5-41e5-9962-3b661b825dba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:03.914137 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d08dc20b-9b19-4a96-b70e-43face3ef76d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.917278 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dfd30b0-b0ff-4ec5-8146-285762725c06 req-5d266d3f-55f5-41e5-9962-3b661b825dba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 946 time: 0.1298304 Oct 29 08:46:03.954179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d08dc20b-9b19-4a96-b70e-43face3ef76d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:03.961568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7dfd30b0-b0ff-4ec5-8146-285762725c06 req-ace095a2-8edf-4fb1-bd8b-0be60d1728d2 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432208 Oct 29 08:46:03.965253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] DHCP port deletion for 2e6d9917-210d-4027-aa35-7180ae864461 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:46:03.974666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Deleting port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:03.975013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.052943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] For port e555ea79-b84b-4456-9dbd-c0f31bdb41e6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,segment=NetworkSegment(3556c696-b30a-47ca-9cf4-5fd95c0d71fe),segment_id=3556c696-b30a-47ca-9cf4-5fd95c0d71fe)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:04.053575 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.071418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Calling delete_port for e555ea79-b84b-4456-9dbd-c0f31bdb41e6 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:04.102838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d08dc20b-9b19-4a96-b70e-43face3ef76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.106827 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d08dc20b-9b19-4a96-b70e-43face3ef76d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.111191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d08dc20b-9b19-4a96-b70e-43face3ef76d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c27b6fd1-a982-4913-a22e-44d55874c06d HTTP/1.1" status: 204 len: 168 time: 0.3065307 Oct 29 08:46:04.120242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Deleting port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:04.123436 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.132333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dc20b-9b19-4a96-b70e-43face3ef76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b6fd1-a982-4913-a22e-44d55874c06d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:04.259617 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.333486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Pushing event deleted for resources: {'Port': ['ID=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:04.336574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] No DVR routers for this DVR port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:04.379286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e555ea79-b84b-4456-9dbd-c0f31bdb41e6 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:04.394915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] For port e555ea79-b84b-4456-9dbd-c0f31bdb41e6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,segment=NetworkSegment(3556c696-b30a-47ca-9cf4-5fd95c0d71fe),segment_id=3556c696-b30a-47ca-9cf4-5fd95c0d71fe)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:04.395564 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.472090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e555ea79-b84b-4456-9dbd-c0f31bdb41e6 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:04.472449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e555ea79-b84b-4456-9dbd-c0f31bdb41e6 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:04.478967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Calling delete_port for e555ea79-b84b-4456-9dbd-c0f31bdb41e6 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:04.497606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.525276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6d9917-210d-4027-aa35-7180ae864461']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:04.539221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3556c696-b30a-47ca-9cf4-5fd95c0d71fe') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:04.539885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3556c696-b30a-47ca-9cf4-5fd95c0d71fe') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:04.552981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.615751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.641413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:46:04.641846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:46:04.647790 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:46:04.685196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38708) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:04.691030 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.699537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e350ed3f-3a0c-4aa4-9d5e-83ca2addbf45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.740170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Pushing event deleted for resources: {'Port': ['ID=e555ea79-b84b-4456-9dbd-c0f31bdb41e6,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:04.753039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.753850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.754558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.755068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.755661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.756264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.756938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.757342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.758037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.758697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.759220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.759688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:04.759834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.776482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c69ad4-f305-419f-b716-743fc292f007 None None] No DVR routers for this DVR port e555ea79-b84b-4456-9dbd-c0f31bdb41e6 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:04.783828 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.795861 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] 10.222.0.70 "DELETE /v2.0/networks/2e6d9917-210d-4027-aa35-7180ae864461 HTTP/1.1" status: 204 len: 168 time: 1.1325295 Oct 29 08:46:04.826634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307865a-b18c-480b-b224-4f6d374dc5b2 tempest-TagsExtTest-439054543 tempest-TagsExtTest-439054543-project] Pushing event deleted for resources: {'Network': ['ID=2e6d9917-210d-4027-aa35-7180ae864461,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:04.931493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e350ed3f-3a0c-4aa4-9d5e-83ca2addbf45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.931493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e350ed3f-3a0c-4aa4-9d5e-83ca2addbf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:04.998815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350ed3f-3a0c-4aa4-9d5e-83ca2addbf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378d1dae-efd0-4c81-9c08-ba1b52ea1482,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:05.024127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e350ed3f-3a0c-4aa4-9d5e-83ca2addbf45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a957ebd44f347968ad62e77a84e2171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377814 Oct 29 08:46:05.026922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38732) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:05.120423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-552840ce-9d3e-4d0d-bbe3-98fb49b73adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.163649 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-552840ce-9d3e-4d0d-bbe3-98fb49b73adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.222023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-552840ce-9d3e-4d0d-bbe3-98fb49b73adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.224665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-552840ce-9d3e-4d0d-bbe3-98fb49b73adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.227318 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-552840ce-9d3e-4d0d-bbe3-98fb49b73adb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/378d1dae-efd0-4c81-9c08-ba1b52ea1482 HTTP/1.1" status: 204 len: 168 time: 0.1979315 Oct 29 08:46:05.236649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38746) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:05.239932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552840ce-9d3e-4d0d-bbe3-98fb49b73adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378d1dae-efd0-4c81-9c08-ba1b52ea1482,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:05.538241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:05.647557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-776dcb0e-d693-47bb-a87b-ee0fc53640a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3e19ea6a1ab4a0aa8264e138267b2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067099 Oct 29 08:46:05.647873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38770) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:05.670077 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.723012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:05.727619 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945222af-e370-4c36-90d3-f6df0001a336" -d '{"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:05.765292 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2798aff-2a95-4fee-b3d7-eeb467a72299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.768241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:05.790535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.837995 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeae93b-3ba3-4732-95e0-3276b7c59247 x-openstack-request-id: req-caeae93b-3ba3-4732-95e0-3276b7c59247 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:05.838714 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:05.839054 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-caeae93b-3ba3-4732-95e0-3276b7c59247 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:05.839460 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'code': 200} Oct 29 08:46:05.840964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2798aff-2a95-4fee-b3d7-eeb467a72299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.887189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=14']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:05.918701 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2798aff-2a95-4fee-b3d7-eeb467a72299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.921355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2798aff-2a95-4fee-b3d7-eeb467a72299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:05.925018 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d2798aff-2a95-4fee-b3d7-eeb467a72299 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/36e7c352-ec62-4e93-99bd-9149b94288fe HTTP/1.1" status: 204 len: 168 time: 0.2734838 Oct 29 08:46:05.945150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2798aff-2a95-4fee-b3d7-eeb467a72299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e7c352-ec62-4e93-99bd-9149b94288fe,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:06.336093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdee3f-09f2-45a1-95af-f89a5f805b4c req-6d5ba217-ccaf-45d8-af40-01df0e692a5c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:06.337691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cebdee3f-09f2-45a1-95af-f89a5f805b4c req-6d5ba217-ccaf-45d8-af40-01df0e692a5c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0626216 Oct 29 08:46:06.444506 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cebdee3f-09f2-45a1-95af-f89a5f805b4c req-448528f4-8908-4e84-a4d0-2940d468ca80 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956681 Oct 29 08:46:06.938865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-01ce5681-cf8a-4430-8c0e-e18ee6525687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:06.940465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-01ce5681-cf8a-4430-8c0e-e18ee6525687 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1095 time: 0.1739538 Oct 29 08:46:07.075480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a8c5-d992-41f5-91b4-ab28821dbee6 req-041b7ca6-e5c3-47a1-9b07-44acd91ca734 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:07.086369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-76a1a8c5-d992-41f5-91b4-ab28821dbee6 req-041b7ca6-e5c3-47a1-9b07-44acd91ca734 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2345662 Oct 29 08:46:07.148146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-76a1a8c5-d992-41f5-91b4-ab28821dbee6 req-eb0c1692-a4ae-41ce-9fce-c17a03f2e968 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596271 Oct 29 08:46:07.194231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-f6b81373-7880-41d2-8104-9b1c385d1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:07.196468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-f6b81373-7880-41d2-8104-9b1c385d1701 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2413757 Oct 29 08:46:07.332695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-bb28edad-0156-4323-ab19-54ae3a4fd08f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 999 time: 0.1280894 Oct 29 08:46:07.413900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-4aa0b849-ee63-4e28-ad1f-872ed0bcb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:07.415763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-4aa0b849-ee63-4e28-ad1f-872ed0bcb8e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0737846 Oct 29 08:46:07.485563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38872) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:07.489371 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028095 Oct 29 08:46:07.492900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38874) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:07.502164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-d2fdd063-7bd8-4ff5-a277-e7269f9950e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:07.504851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-d2fdd063-7bd8-4ff5-a277-e7269f9950e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799105 Oct 29 08:46:07.626407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-02bae759-be10-4db6-aaf4-e24a2b655ef9 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112111 Oct 29 08:46:07.759630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e7a86e-ef4b-4846-ae57-4f8f82aae468 req-e23e5504-81c2-4365-a4ca-f7c67ba58f1b service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247792 Oct 29 08:46:07.901820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9f7d2713-6e50-4965-9949-ed526748fe6b tempest-NetworksApiDiscovery-612090978 tempest-NetworksApiDiscovery-612090978-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4067461 Oct 29 08:46:08.394578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bb6a8-a140-4c6f-a8e0-1c5d0534ffd0 req-6b1a6238-a915-4c7b-84a0-99f47a1e1e16 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:08.406167 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e5bb6a8-a140-4c6f-a8e0-1c5d0534ffd0 req-6b1a6238-a915-4c7b-84a0-99f47a1e1e16 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1411204 Oct 29 08:46:08.477083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e5bb6a8-a140-4c6f-a8e0-1c5d0534ffd0 req-63e72130-3834-4609-a603-8c5da9c7bad9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699012 Oct 29 08:46:08.519001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38902) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:08.971139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0d88-3e95-44f6-bd4c-daba0461b427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:09.126328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0d88-3e95-44f6-bd4c-daba0461b427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:09.136175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0d88-3e95-44f6-bd4c-daba0461b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:09.178203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9dcd0d88-3e95-44f6-bd4c-daba0461b427 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46bc7a2cd6e94640aefb1101435e5b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567357 Oct 29 08:46:09.181006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38922) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:09.213079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd0d88-3e95-44f6-bd4c-daba0461b427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67727f41-697e-48a1-adb5-3ed772fe11e1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:09.303563 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ab951ab3-848c-4959-a643-1c5e846296ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:09.375470 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ab951ab3-848c-4959-a643-1c5e846296ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:09.472036 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ab951ab3-848c-4959-a643-1c5e846296ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:09.475618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ab951ab3-848c-4959-a643-1c5e846296ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:09.481479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ab951ab3-848c-4959-a643-1c5e846296ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67727f41-697e-48a1-adb5-3ed772fe11e1 HTTP/1.1" status: 204 len: 168 time: 0.2968616 Oct 29 08:46:09.520239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab951ab3-848c-4959-a643-1c5e846296ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67727f41-697e-48a1-adb5-3ed772fe11e1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:09.758195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6532bd9-15ff-4459-8f2e-ac1f20632b21 req-7df0baa2-08e3-4b2b-aead-ca1886d2068f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:09.760398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6532bd9-15ff-4459-8f2e-ac1f20632b21 req-7df0baa2-08e3-4b2b-aead-ca1886d2068f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1298161 Oct 29 08:46:09.888079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6532bd9-15ff-4459-8f2e-ac1f20632b21 req-7a29e106-9227-420f-ba4a-25320c9e4517 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163607 Oct 29 08:46:10.299354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac1e1e-21b3-4c40-b128-e7a97b15be95 req-8f74c866-2cf8-487f-880b-c63bbd886698 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:10.313747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34ac1e1e-21b3-4c40-b128-e7a97b15be95 req-8f74c866-2cf8-487f-880b-c63bbd886698 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1895156 Oct 29 08:46:10.442399 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34ac1e1e-21b3-4c40-b128-e7a97b15be95 req-a7848bac-3899-4e2a-8ec1-c52599c2edb9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184602 Oct 29 08:46:10.462175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38966) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:10.721926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acc7a3-4380-4a2d-b40e-889a6a337824 req-6049b59c-414e-4410-8dac-bd4b1f263304 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:10.735649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1acc7a3-4380-4a2d-b40e-889a6a337824 req-6049b59c-414e-4410-8dac-bd4b1f263304 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1389477 Oct 29 08:46:10.810546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1acc7a3-4380-4a2d-b40e-889a6a337824 req-5349d3df-d684-4414-8858-0aebf170e3ca tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719969 Oct 29 08:46:11.636670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561d31-5984-476d-a158-74cbde0ef25b req-e627a894-7c5d-4f55-bc38-325a3b69a4d3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:11.651726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-e627a894-7c5d-4f55-bc38-325a3b69a4d3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.2591076 Oct 29 08:46:11.676728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-dbb0e429-fb8a-4c39-8387-605d112fb0f0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/quotas/49a09a106afc4fadb21079c03389c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0230033 Oct 29 08:46:11.786205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-df4bc384-6033-4fce-b3a4-5f140bfeed85 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1077342 Oct 29 08:46:11.857263 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:11.982715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-07428aa0-4855-4e2f-aa24-62d7303fb578 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:46:11.993385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-07428aa0-4855-4e2f-aa24-62d7303fb578 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2048676 Oct 29 08:46:12.140710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-21211a83-8ca8-4c8b-a263-84eaee1dbe59 service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454587 Oct 29 08:46:12.252725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-8404d116-3bdb-4aab-9d1e-d395c0eda61d service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109684 Oct 29 08:46:12.362440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Deleting port 7c7400c8-ccfd-453c-8f42-23e1913000a0 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:12.363001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:12.482262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] For port 7c7400c8-ccfd-453c-8f42-23e1913000a0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7c7400c8-ccfd-453c-8f42-23e1913000a0,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:12.482808 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:12.499827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Calling delete_port for 7c7400c8-ccfd-453c-8f42-23e1913000a0 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:12.587031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b165af37-04bf-44fc-9bc7-7c668e3f9558 req-47328b6c-b162-4c3e-8a7a-b5b7927e2445 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 210 time: 0.0763726 Oct 29 08:46:12.771459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:12.826071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7400c8-ccfd-453c-8f42-23e1913000a0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:12.925612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39036) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:13.138806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:13.410653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e430e102-927a-49df-b029-d2ebdc871299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:13.660102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e430e102-927a-49df-b029-d2ebdc871299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:13.662523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:46:13.668542 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e430e102-927a-49df-b029-d2ebdc871299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:13.752275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e102-927a-49df-b029-d2ebdc871299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74555b5-4fba-4605-aa18-ebd6fbceabda,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:13.764987 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89bea917-c91c-4a2c-9912-3aeb87e744d8 req-b7135735-eb0c-4bc1-b6d8-5c9d67d551a7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 210 time: 0.0779717 Oct 29 08:46:13.816868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e430e102-927a-49df-b029-d2ebdc871299 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e44f0eec58c449cca87bddbb8e7bfbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8900876 Oct 29 08:46:13.820247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39068) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:13.988710 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f7279e-ae39-4cc3-bee8-db66b2d741a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:14.018832 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f7279e-ae39-4cc3-bee8-db66b2d741a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:14.028233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:46:14.042745 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] Sync routers for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:46:14.057667 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f327e376-309e-40b0-8dea-8c2aed9a6fd4 admin admin] 10.222.0.70 "PUT /v2.0/routers/cbf363f6-35d2-4010-8b5b-bdfe54383ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5881724 Oct 29 08:46:14.058997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39076) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:14.065721 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:46:14.067430 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:14.126130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f7279e-ae39-4cc3-bee8-db66b2d741a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:14.129170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16f7279e-ae39-4cc3-bee8-db66b2d741a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:14.133884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-16f7279e-ae39-4cc3-bee8-db66b2d741a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d74555b5-4fba-4605-aa18-ebd6fbceabda HTTP/1.1" status: 204 len: 168 time: 0.3123095 Oct 29 08:46:14.150523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7279e-ae39-4cc3-bee8-db66b2d741a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74555b5-4fba-4605-aa18-ebd6fbceabda,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:14.280765 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55c17b65-1dcf-4d97-909e-53068a4a3832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:14.396182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:14.418284 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:46:14.581847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:14.739722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Deleting port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:14.740607 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:14.829090 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:46:12Z', 'revision_number': 5, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port': {'id': 'f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:35:05Z', 'updated_at': '2021-10-29T08:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:14.892592 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] Checking router: cbf363f6-35d2-4010-8b5b-bdfe54383ca2 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:46:14.916427 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] Routers {'cbf363f6-35d2-4010-8b5b-bdfe54383ca2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:46:14.917076 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:45:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:15.022143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561d31-5984-476d-a158-74cbde0ef25b req-4a0cb908-a4e0-47e4-96a6-3a9b2530fee6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:15.025441 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-4a0cb908-a4e0-47e4-96a6-3a9b2530fee6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.2490876 Oct 29 08:46:15.031733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] For port f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:15.032315 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.052065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'port': {'device_id': '2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'admin_state_up': True, 'tenant_id': '49a09a106afc4fadb21079c03389c9e0'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:15.112164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb8c1904-b8ef-4683-a497-fe8cbd66b974 req-9ea535b7-7545-4b7d-8f34-7eb5821f822b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 210 time: 0.0632811 Oct 29 08:46:15.175580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Calling delete_port for f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:15.182426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39108) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:15.190465 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] Set router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:46:15.204100 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0b28d064-744e-4a39-b3bf-2fe6463b431e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.259723 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:46:14Z', 'revision_number': 6, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:15.303861 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51892251-ea8f-4d54-b97a-62b665afd3c1 None None] The sync data for ids ['cbf363f6-35d2-4010-8b5b-bdfe54383ca2'] in n-d-815940-1 is: [{'id': 'cbf363f6-35d2-4010-8b5b-bdfe54383ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-236271212-router', 'tenant_id': '527ed82a040d42019780616f8ace9daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:35:03Z', 'updated_at': '2021-10-29T08:46:14Z', 'revision_number': 6, 'project_id': '527ed82a040d42019780616f8ace9daf', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:46:15.326903 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0b28d064-744e-4a39-b3bf-2fe6463b431e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.333700 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0b28d064-744e-4a39-b3bf-2fe6463b431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.368245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62d0d0-be6f-4d5e-8994-d2dbb3e4336a req-71df2442-e7f4-4be9-82b3-29e4c33dfdc1 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:15.369787 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f62d0d0-be6f-4d5e-8994-d2dbb3e4336a req-71df2442-e7f4-4be9-82b3-29e4c33dfdc1 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 945 time: 0.1955323 Oct 29 08:46:15.387135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0b28d064-744e-4a39-b3bf-2fe6463b431e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a7b4222181d4e1ab24a6db51e300ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035849 Oct 29 08:46:15.394506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39110) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:15.423151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28d064-744e-4a39-b3bf-2fe6463b431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14680f25-6eb7-4de2-bbf1-35eab651f996,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:15.452547 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f62d0d0-be6f-4d5e-8994-d2dbb3e4336a req-1a08543d-30b6-4000-9ad6-aec9d754c3a7 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724840 Oct 29 08:46:15.485864 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44b90e12-d267-4ebd-b65c-dc9d9b7c21c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.510595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44b90e12-d267-4ebd-b65c-dc9d9b7c21c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.519102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Made reservation on behalf of 49a09a106afc4fadb21079c03389c9e0 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:15.524005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.581151 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44b90e12-d267-4ebd-b65c-dc9d9b7c21c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.585638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44b90e12-d267-4ebd-b65c-dc9d9b7c21c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:15.590337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-44b90e12-d267-4ebd-b65c-dc9d9b7c21c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14680f25-6eb7-4de2-bbf1-35eab651f996 HTTP/1.1" status: 204 len: 168 time: 0.1922426 Oct 29 08:46:15.599758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b90e12-d267-4ebd-b65c-dc9d9b7c21c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14680f25-6eb7-4de2-bbf1-35eab651f996,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:16.097555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.155560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Allocated IP 172.20.0.8 (f63fba96-cdf0-4276-a98d-fe0ddc0406cd/ae07ca67-5f4e-458d-9f83-21cb69754188/46894d64-03a5-49b2-bbf1-947ec6572dce) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:46:16.346325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:16.371160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25382717-13a1-4442-bbf6-8a9d7db7953e req-7cb66110-d033-499a-9ad7-ae4206d826f5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 210 time: 0.0581229 Oct 29 08:46:16.398965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:16.399275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:16.403455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7c7400c8-ccfd-453c-8f42-23e1913000a0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:16.437994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7c7400c8-ccfd-453c-8f42-23e1913000a0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:16.439738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7c7400c8-ccfd-453c-8f42-23e1913000a0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:16.452786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f4a2e7-0c85-4cbf-9ced-4a8af11c6058,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:16.557783 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.687024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.692477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c346b-f56a-4da8-939a-514513ec0458 req-f1358c44-93f5-48f9-80b0-a27eafad6ced tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:16.692954 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.694542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-614c346b-f56a-4da8-939a-514513ec0458 req-f1358c44-93f5-48f9-80b0-a27eafad6ced tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 945 time: 0.1424329 Oct 29 08:46:16.759159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-614c346b-f56a-4da8-939a-514513ec0458 req-d09d168d-4b0c-43f9-83d4-0a34b79a8574 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507183 Oct 29 08:46:16.788216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.791571 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.792126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbf363f6-35d2-4010-8b5b-bdfe54383ca2 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:46:16.797165 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.800890 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-123872d8-e28d-409b-a154-e40e48cea00d admin admin] 10.222.0.70 "DELETE /v2.0/routers/cbf363f6-35d2-4010-8b5b-bdfe54383ca2 HTTP/1.1" status: 204 len: 168 time: 2.7391803 Oct 29 08:46:16.801014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39150) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:16.872844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1594649b-2cec-4bb1-bfce-55b9e4d59ff8 admin admin] Deleting subnet dfc7b0c0-4805-4966-a05c-946e8dd26516 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:46:16.879079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1594649b-2cec-4bb1-bfce-55b9e4d59ff8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.885168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-d7daf621-0f9c-40bd-af30-93942d1df0f8 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:16.887126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-d7daf621-0f9c-40bd-af30-93942d1df0f8 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 945 time: 0.0661931 Oct 29 08:46:16.888906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.938506 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1594649b-2cec-4bb1-bfce-55b9e4d59ff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:16.990682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3530e6ee-b04c-4a28-ad41-e60a67a92e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.014481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:46:17.020960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:46:17.025749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:46:17.028140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39156) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:17.073710 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1594649b-2cec-4bb1-bfce-55b9e4d59ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.077799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'Port': ['ID=46894d64-03a5-49b2-bbf1-947ec6572dce,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:17.120346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Deleting port 5bdbcfc5-9520-4742-a210-8136833d937d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:17.120703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.130458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:17.131097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.152558 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1594649b-2cec-4bb1-bfce-55b9e4d59ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.180490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1594649b-2cec-4bb1-bfce-55b9e4d59ff8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.186942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69614418-5a72-4454-bf12-4319035ebd3c None None] Network b912040f-b9e8-4a0c-a631-1a4e6c59bbde requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:46:17.200214 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1594649b-2cec-4bb1-bfce-55b9e4d59ff8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dfc7b0c0-4805-4966-a05c-946e8dd26516 HTTP/1.1" status: 204 len: 168 time: 0.3970144 Oct 29 08:46:17.218974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39164) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:17.251264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594649b-2cec-4bb1-bfce-55b9e4d59ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc7b0c0-4805-4966-a05c-946e8dd26516,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:17.257385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2057438053-network', 'tenant_id': '5d04964b7b814f7a84f5221131614a03'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:17.341747 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-51ec0b3d-60c0-477c-ae4a-43974fcc8c43 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3058670 Oct 29 08:46:17.376789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Request body: {'port': {'device_id': '2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:17.463151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3c87bdfd-060b-4d86-b4f7-93addc0201b8 None None] Provisioning complete for port 46894d64-03a5-49b2-bbf1-947ec6572dce triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:46:17.463662 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3c87bdfd-060b-4d86-b4f7-93addc0201b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.517670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] DHCP port deletion for b912040f-b9e8-4a0c-a631-1a4e6c59bbde request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:46:17.539250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Made reservation on behalf of 5d04964b7b814f7a84f5221131614a03 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:17.541635 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.577645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3c87bdfd-060b-4d86-b4f7-93addc0201b8 None None] Port 46894d64-03a5-49b2-bbf1-947ec6572dce cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:46:17.577909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.595278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] For port 5bdbcfc5-9520-4742-a210-8136833d937d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=5bdbcfc5-9520-4742-a210-8136833d937d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:17.595663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.599554 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.614322 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] Deleting port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:17.614937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.651493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Calling delete_port for 5bdbcfc5-9520-4742-a210-8136833d937d owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:17.671472 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.723638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] For port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b110a3c-86ca-40ac-a432-bfb6fb95aaed,segment=NetworkSegment(57984678-6eef-4fb6-a343-46b156353429),segment_id=57984678-6eef-4fb6-a343-46b156353429)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:17.724433 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.740370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] Calling delete_port for 8b110a3c-86ca-40ac-a432-bfb6fb95aaed owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:17.866918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3acc-f115-4ab8-9553-435111f4a33d req-5fb6bca8-54bd-43b6-9cda-d2ab04712e0a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:17.868454 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:17.868734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2ddc3acc-f115-4ab8-9553-435111f4a33d req-5fb6bca8-54bd-43b6-9cda-d2ab04712e0a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 931 time: 0.3247540 Oct 29 08:46:17.885573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] No DVR routers for this DVR port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:17.928415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0004998-89ad-4257-9d28-df1b38722919 None None] Pushing event deleted for resources: {'Port': ['ID=8b110a3c-86ca-40ac-a432-bfb6fb95aaed,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:17.950423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927020a-79c8-4286-9c40-c575fd108970 req-9b7167ac-abe3-476c-9a65-04b240a5c477 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:17.962283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2927020a-79c8-4286-9c40-c575fd108970 req-9b7167ac-abe3-476c-9a65-04b240a5c477 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 945 time: 0.0768414 Oct 29 08:46:18.009904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2927020a-79c8-4286-9c40-c575fd108970 req-c6b49088-b264-4176-8f61-a23f72aab592 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Oct 29 08:46:18.084212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39184) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:18.095182 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2ddc3acc-f115-4ab8-9553-435111f4a33d req-deec6b31-7b29-4971-9a82-b0d141159485 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051978 Oct 29 08:46:18.112174 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.129044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.142819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Deleting port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:18.143161 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.184148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.252278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4d2a-590e-418b-bdd8-b3714e00210c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.261940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.269437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b110a3c-86ca-40ac-a432-bfb6fb95aaed no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:18.315246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8b110a3c-86ca-40ac-a432-bfb6fb95aaed {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:18.316183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b110a3c-86ca-40ac-a432-bfb6fb95aaed not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:18.327301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b3227f-4d04-49d3-8d9f-02d0257e7c5d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:18.330059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] For port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed, host n-d-815940-1, got binding levels [] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:18.330456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.356161 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.368683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Calling delete_port for 8b110a3c-86ca-40ac-a432-bfb6fb95aaed owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:18.369447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6bd78745-0e92-4eb3-b2e9-9ef7e685bd82', 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629', '5bdbcfc5-9520-4742-a210-8136833d937d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:18.371870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['fc30ceb7-95ac-46b0-b0be-22540be87f6d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:18.376483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:46:18.377799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4d2a-590e-418b-bdd8-b3714e00210c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.380415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed was not found and therefore no delete operation was performed {{(pid=102114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:46:18.386528 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4d2a-590e-418b-bdd8-b3714e00210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.424710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fbcf4d2a-590e-418b-bdd8-b3714e00210c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbab016464334744a1240a48b8efecc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366795 Oct 29 08:46:18.424915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39188) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:18.432224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.438314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Pushing event deleted for resources: {'Port': ['ID=5bdbcfc5-9520-4742-a210-8136833d937d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:18.441756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.442101 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Added segment 4121b275-2b9a-442a-bd29-847e81a96ca1 of type vlan for network 1443b15c-236e-4012-91e4-35fd62e3b0c0 Oct 29 08:46:18.457042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf4d2a-590e-418b-bdd8-b3714e00210c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe963757-e30a-4885-9b7c-bf88fb42a528,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:18.498900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7561a1d9-17be-4c5f-9a9b-0ff8ac2b6afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.509405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Pushing event deleted for resources: {'Port': ['ID=8b110a3c-86ca-40ac-a432-bfb6fb95aaed,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:18.526110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7561a1d9-17be-4c5f-9a9b-0ff8ac2b6afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.553931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] No DVR routers for this DVR port 8b110a3c-86ca-40ac-a432-bfb6fb95aaed on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:18.587270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] No DVR routers for this DVR port 5bdbcfc5-9520-4742-a210-8136833d937d on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:18.594342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.595264 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7561a1d9-17be-4c5f-9a9b-0ff8ac2b6afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.598975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7561a1d9-17be-4c5f-9a9b-0ff8ac2b6afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.602580 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.606071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ab3aa6e-84ca-4a92-9760-be03919c8d0a req-5619849b-ab75-4ddd-8963-aef9c18b7eb5 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "DELETE /v2.0/ports/5bdbcfc5-9520-4742-a210-8136833d937d HTTP/1.1" status: 204 len: 173 time: 1.7075682 Oct 29 08:46:18.606581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2023f6d-15de-490b-adc4-d1135b4a5ff4', 'name': 'network-vif-deleted', 'tag': '5bdbcfc5-9520-4742-a210-8136833d937d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:18.609289 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2a383c-f2c5-4cfe-a60e-f451f81c99cb" -d '{"events": [{"server_uuid": "b2023f6d-15de-490b-adc4-d1135b4a5ff4", "name": "network-vif-deleted", "tag": "5bdbcfc5-9520-4742-a210-8136833d937d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:18.634251 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7561a1d9-17be-4c5f-9a9b-0ff8ac2b6afa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe963757-e30a-4885-9b7c-bf88fb42a528 HTTP/1.1" status: 204 len: 168 time: 0.2065282 Oct 29 08:46:18.665324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46894d64-03a5-49b2-bbf1-947ec6572dce {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:46:18.668424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561a1d9-17be-4c5f-9a9b-0ff8ac2b6afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe963757-e30a-4885-9b7c-bf88fb42a528,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:18.827557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.863446 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.869339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:18.869958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.898771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Transition to ACTIVE for port object 46894d64-03a5-49b2-bbf1-947ec6572dce will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:46:18.950002 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:46:18.977376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39208) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:18.982596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Request body: {'subnet': {'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2057438053-subnet', 'tenant_id': '5d04964b7b814f7a84f5221131614a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:18.988619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9576030 Oct 29 08:46:18.993979 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:18.998958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.021325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Made reservation on behalf of 5d04964b7b814f7a84f5221131614a03 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:19.026115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.068490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Pushing event updated for resources: {'Port': ['ID=46894d64-03a5-49b2-bbf1-947ec6572dce,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:19.199559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b912040f-b9e8-4a0c-a631-1a4e6c59bbde']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:19.236763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3634c7f-6c35-4156-81b6-1dfd3d2781fe admin admin] Pushing event updated for resources: {'Network': ['ID=1443b15c-236e-4012-91e4-35fd62e3b0c0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:19.253943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57984678-6eef-4fb6-a343-46b156353429') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:19.254242 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57984678-6eef-4fb6-a343-46b156353429') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:19.265094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 1443b15c-236e-4012-91e4-35fd62e3b0c0 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:46:19.389915 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0506888-3133-4034-8834-0047ed4e9d64 x-openstack-request-id: req-d0506888-3133-4034-8834-0047ed4e9d64 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:19.393973 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2023f6d-15de-490b-adc4-d1135b4a5ff4", "name": "network-vif-deleted", "tag": "5bdbcfc5-9520-4742-a210-8136833d937d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:19.394266 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0506888-3133-4034-8834-0047ed4e9d64 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:19.394680 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2023f6d-15de-490b-adc4-d1135b4a5ff4', 'name': 'network-vif-deleted', 'tag': '5bdbcfc5-9520-4742-a210-8136833d937d', 'status': 'completed', 'code': 200} Oct 29 08:46:19.395076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39216) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:19.400775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.412472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f9c4217-f37c-4707-af0d-33233b96f3b9 req-6ac40817-0c70-495f-af73-7e0f4dc2542e tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2023f6d-15de-490b-adc4-d1135b4a5ff4 HTTP/1.1" status: 200 len: 210 time: 0.1023912 Oct 29 08:46:19.481085 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.497758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ae57f77-489f-4f6c-b9d9-4e5fc4f92df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.532745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.564753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:46:19.565397 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.573917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:46:19.582329 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:46:19.594553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Attempting to bind port 46894d64-03a5-49b2-bbf1-947ec6572dce on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:46:19.594890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Attempting to bind port 46894d64-03a5-49b2-bbf1-947ec6572dce by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:46:19.595216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Attempting to bind port 46894d64-03a5-49b2-bbf1-947ec6572dce on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:46:19.634429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Port 46894d64-03a5-49b2-bbf1-947ec6572dce on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:46:19.634660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Attempting to bind port 46894d64-03a5-49b2-bbf1-947ec6572dce on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:46:19.641218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7d26cb-1190-4cc5-be0e-1d8b8f48c161,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:19.645058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:46:19.645397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Checking segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:46:19.645778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Bound using segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:46:19.646325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Bound port: 46894d64-03a5-49b2-bbf1-947ec6572dce, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:46:19.646684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.659684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Checking segment: {'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:46:19.660202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Network hostable DHCP agents. Network: 1443b15c-236e-4012-91e4-35fd62e3b0c0, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:46:19.683587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Network 1443b15c-236e-4012-91e4-35fd62e3b0c0 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:46:19.698893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 1443b15c-236e-4012-91e4-35fd62e3b0c0) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:46:19.706993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:19.708021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.708249 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6019d15-7979-48ec-8e90-a7f813528e12 req-9c6f6479-714e-496c-8fca-cfd2d37a9b84 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:19.714826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84fd93e-3cec-4c19-aafb-763addf31704 None None] Network 1443b15c-236e-4012-91e4-35fd62e3b0c0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:46:19.716931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6019d15-7979-48ec-8e90-a7f813528e12 req-9c6f6479-714e-496c-8fca-cfd2d37a9b84 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 943 time: 0.2074730 Oct 29 08:46:19.731021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-12a7b894-5186-4ebe-bc32-467b6cbd896b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7524881 Oct 29 08:46:19.814317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] For port 46894d64-03a5-49b2-bbf1-947ec6572dce, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:46:19.817885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] For port 46894d64-03a5-49b2-bbf1-947ec6572dce, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=46894d64-03a5-49b2-bbf1-947ec6572dce,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:46:19.829941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.835560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.920907 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.936408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] 10.222.0.70 "DELETE /v2.0/networks/b912040f-b9e8-4a0c-a631-1a4e6c59bbde HTTP/1.1" status: 204 len: 168 time: 2.6849000 Oct 29 08:46:19.943411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Pushing event updated for resources: {'Port': ['ID=46894d64-03a5-49b2-bbf1-947ec6572dce,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:19.950429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6d5a8-b289-4d90-8910-d4d5ac6f44cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b912040f-b9e8-4a0c-a631-1a4e6c59bbde,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:19.989668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:19.990238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:19.997765 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-6e974dcc-8972-4c16-9974-ae67ac13de3b service neutron] 10.222.0.93 "PUT /v2.0/ports/46894d64-03a5-49b2-bbf1-947ec6572dce HTTP/1.1" status: 200 len: 1091 time: 2.6402674 Oct 29 08:46:20.008690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc6c576-c492-4abc-bd0b-d169a207a8eb None None] Network 1443b15c-236e-4012-91e4-35fd62e3b0c0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:46:20.149828 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6019d15-7979-48ec-8e90-a7f813528e12 req-0f01eab5-08ec-4b94-9aef-0f1993707d34 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319041 Oct 29 08:46:20.176733 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ae57f77-489f-4f6c-b9d9-4e5fc4f92df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.193108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ae57f77-489f-4f6c-b9d9-4e5fc4f92df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.266955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0ae57f77-489f-4f6c-b9d9-4e5fc4f92df9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93bb4370115d4056a94f1b6a3c94f694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7999907 Oct 29 08:46:20.267357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39230) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:20.294789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561d31-5984-476d-a158-74cbde0ef25b req-acd561ff-64cc-45f0-85ee-b217d8ffce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:20.296843 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-acd561ff-64cc-45f0-85ee-b217d8ffce21 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 1094 time: 0.2500501 Oct 29 08:46:20.321887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39232) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:20.366091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae57f77-489f-4f6c-b9d9-4e5fc4f92df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a381a5b-de08-4cb9-a404-9fab3c1b723f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:20.373361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-40f0c9f2-69b3-4dc6-8b0c-52497c7283fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46894d64-03a5-49b2-bbf1-947ec6572dce HTTP/1.1" status: 200 len: 217 time: 0.0627270 Oct 29 08:46:20.407582 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79387bb2-18da-4780-8edd-05e4b22fc30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.456878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561d31-5984-476d-a158-74cbde0ef25b req-bc059ede-d39a-4534-9d3f-1ddf434e5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:20.458700 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-bc059ede-d39a-4534-9d3f-1ddf434e5937 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0768480 Oct 29 08:46:20.505537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79387bb2-18da-4780-8edd-05e4b22fc30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.542909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-46744771-8a1b-45b2-b38d-c3d1fcc529ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=527ed82a040d42019780616f8ace9daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194202 Oct 29 08:46:20.545646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39238) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:20.559876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561d31-5984-476d-a158-74cbde0ef25b req-0c1fea41-0e66-4238-9853-1a759c0d14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:20.562733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-0c1fea41-0e66-4238-9853-1a759c0d14fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952876 Oct 29 08:46:20.677630 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-178ca3a9-745e-40dd-ab8b-9e4180948bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.738075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79387bb2-18da-4780-8edd-05e4b22fc30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.745585 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79387bb2-18da-4780-8edd-05e4b22fc30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.748754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79387bb2-18da-4780-8edd-05e4b22fc30e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a381a5b-de08-4cb9-a404-9fab3c1b723f HTTP/1.1" status: 204 len: 168 time: 0.4802980 Oct 29 08:46:20.782956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-178ca3a9-745e-40dd-ab8b-9e4180948bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.788435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79387bb2-18da-4780-8edd-05e4b22fc30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a381a5b-de08-4cb9-a404-9fab3c1b723f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:20.809638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-8c3db194-a9c6-4784-87f6-d9535f6cf4ff service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340958 Oct 29 08:46:20.892563 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-178ca3a9-745e-40dd-ab8b-9e4180948bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.896054 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-178ca3a9-745e-40dd-ab8b-9e4180948bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:20.897614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-178ca3a9-745e-40dd-ab8b-9e4180948bed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f06d0cd-1496-4fa1-9c0c-6fe570f12424 HTTP/1.1" status: 204 len: 168 time: 0.3507214 Oct 29 08:46:20.912927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ca3a9-745e-40dd-ab8b-9e4180948bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06d0cd-1496-4fa1-9c0c-6fe570f12424,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:21.071096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad561d31-5984-476d-a158-74cbde0ef25b req-97902368-5bd0-46d6-8f1a-d792d8c4c4bb service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556982 Oct 29 08:46:21.357544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 5bdbcfc5-9520-4742-a210-8136833d937d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:21.395887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c', 'tag': '46894d64-03a5-49b2-bbf1-947ec6572dce'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:21.399443 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac236340-83c9-4bd6-9062-8fa7f91139b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c", "tag": "46894d64-03a5-49b2-bbf1-947ec6572dce"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:21.410472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 5bdbcfc5-9520-4742-a210-8136833d937d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:21.410712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d8b96-0a45-4dd1-b2b6-04fdb728c747 req-22b99516-e8b5-442a-98d3-084097bfe8ae tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:21.411188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 5bdbcfc5-9520-4742-a210-8136833d937d not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:21.428281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b04d8b96-0a45-4dd1-b2b6-04fdb728c747 req-22b99516-e8b5-442a-98d3-084097bfe8ae tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 943 time: 0.1074705 Oct 29 08:46:21.480508 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3c3572-3859-45b5-9c56-3a9e9da95f18 x-openstack-request-id: req-8f3c3572-3859-45b5-9c56-3a9e9da95f18 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:21.480508 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c", "tag": "46894d64-03a5-49b2-bbf1-947ec6572dce", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:21.480508 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f3c3572-3859-45b5-9c56-3a9e9da95f18 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:21.480508 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c', 'tag': '46894d64-03a5-49b2-bbf1-947ec6572dce', 'status': 'completed', 'code': 200} Oct 29 08:46:21.486919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b04d8b96-0a45-4dd1-b2b6-04fdb728c747 req-42dfc7bd-6876-44ca-9a82-482303e144b4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576811 Oct 29 08:46:21.585308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-537915b8-592a-44f4-aa4e-04f5c84c82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:21.592611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-537915b8-592a-44f4-aa4e-04f5c84c82b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 1094 time: 0.0802171 Oct 29 08:46:21.886863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-882bfc7e-a28f-4ce3-bfec-c0270dc170e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:21.888471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-882bfc7e-a28f-4ce3-bfec-c0270dc170e5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2921708 Oct 29 08:46:21.970323 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-434085b1-993f-4256-a247-cd3a631b21ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46894d64-03a5-49b2-bbf1-947ec6572dce HTTP/1.1" status: 200 len: 217 time: 0.0720863 Oct 29 08:46:22.111008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-4d987611-731b-4091-83bc-264a30e4b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:22.112613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-4d987611-731b-4091-83bc-264a30e4b884 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1325173 Oct 29 08:46:22.179413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-366def36-9d45-4497-9e07-2096205662f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:22.182107 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-366def36-9d45-4497-9e07-2096205662f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617697 Oct 29 08:46:22.319778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-86ca9156-ea7a-46b2-be03-28b31c9b689f service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299708 Oct 29 08:46:22.555580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac236340-83c9-4bd6-9062-8fa7f91139b0 req-7c5e0b8f-7aff-4a14-98e1-06bb67bce7c5 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278566 Oct 29 08:46:22.713708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8b131-b590-499c-b619-eb738704f858 req-2eb74490-58f0-4628-8ad2-dc6c4fb2c44f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:22.721447 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4b8b131-b590-499c-b619-eb738704f858 req-2eb74490-58f0-4628-8ad2-dc6c4fb2c44f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 943 time: 0.1042771 Oct 29 08:46:22.721725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:22.792696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4b8b131-b590-499c-b619-eb738704f858 req-2d518ee7-1cda-4b59-9121-4300d6f76883 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701587 Oct 29 08:46:22.998120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:23.114846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:23.120560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:23.175991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39336) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:23.176191 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=750c76b55af94c79aaa40672794b9d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532950 Oct 29 08:46:23.177220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cf7429-3202-41ed-9382-99507b7e0265,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:23.187335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.187786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.188430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.188868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.189298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.189789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.190266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.190657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.191032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.191421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.191954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.192344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c161801-6bb6-417c-ad7c-16cbc3cbdf07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:46:23.312980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a210516-c81f-4191-8588-0ae2e2625e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:23.359552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a210516-c81f-4191-8588-0ae2e2625e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:23.425463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-b1eaa1ac-a5f1-4ab1-ba78-0d16f08732d9 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:23.429600 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-b1eaa1ac-a5f1-4ab1-ba78-0d16f08732d9 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/networks?id=1443b15c-236e-4012-91e4-35fd62e3b0c0 HTTP/1.1" status: 200 len: 809 time: 0.2137887 Oct 29 08:46:23.454238 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a210516-c81f-4191-8588-0ae2e2625e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:23.462377 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7a210516-c81f-4191-8588-0ae2e2625e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:23.469348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7a210516-c81f-4191-8588-0ae2e2625e80 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97cf7429-3202-41ed-9382-99507b7e0265 HTTP/1.1" status: 204 len: 168 time: 0.2905138 Oct 29 08:46:23.480357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-0f0bb42e-caea-4472-beb0-1296ae397af0 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/quotas/5d04964b7b814f7a84f5221131614a03 HTTP/1.1" status: 200 len: 375 time: 0.0200930 Oct 29 08:46:23.488457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a210516-c81f-4191-8588-0ae2e2625e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cf7429-3202-41ed-9382-99507b7e0265,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:23.527834 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-6d795a48-c8df-400d-8a3f-dfaeb5442588 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d04964b7b814f7a84f5221131614a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426800 Oct 29 08:46:23.801298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ae9a884f-1322-4c0c-8de7-518115511e1f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:46:23.802411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ae9a884f-1322-4c0c-8de7-518115511e1f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2672088 Oct 29 08:46:24.007502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-719b3948-a578-47ba-a49b-0a519b61c244 service neutron] 10.222.0.70 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977806 Oct 29 08:46:24.039910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f018f0-00e9-4a42-9361-9e534498d3d5 req-f99a2816-c7dc-4cdd-bf64-3f1f450f82df tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:24.060323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-30f018f0-00e9-4a42-9361-9e534498d3d5 req-f99a2816-c7dc-4cdd-bf64-3f1f450f82df tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 943 time: 0.1550303 Oct 29 08:46:24.137993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-cdde90eb-6387-49c6-aabb-aad1c4d6786d service neutron] 10.222.0.70 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287289 Oct 29 08:46:24.173334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-30f018f0-00e9-4a42-9361-9e534498d3d5 req-4073ce3c-a1f4-40b1-82f3-a556230c8002 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090684 Oct 29 08:46:24.413619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e10832d3-a9d7-4aa2-9afd-7e054a62edc7 req-734738fa-cdc3-4829-9212-96da124569cb tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 210 time: 0.0446680 Oct 29 08:46:24.451251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39390) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:24.698721 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-106ac342-d953-4b96-85d1-c3a64ea0d738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:24.835763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-106ac342-d953-4b96-85d1-c3a64ea0d738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:24.845904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-106ac342-d953-4b96-85d1-c3a64ea0d738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:24.876359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-106ac342-d953-4b96-85d1-c3a64ea0d738 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5078d074a4e469791feb19c760bb49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226406 Oct 29 08:46:24.879009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39412) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:24.943736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ac342-d953-4b96-85d1-c3a64ea0d738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52f0bb7-02ad-4237-bc72-7c4ceeba747d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:24.970495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74cfc895-a9f1-4b9b-a6bd-e101b3b986b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:25.009225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74cfc895-a9f1-4b9b-a6bd-e101b3b986b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:25.102067 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74cfc895-a9f1-4b9b-a6bd-e101b3b986b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:25.105538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74cfc895-a9f1-4b9b-a6bd-e101b3b986b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:25.108586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-74cfc895-a9f1-4b9b-a6bd-e101b3b986b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a52f0bb7-02ad-4237-bc72-7c4ceeba747d HTTP/1.1" status: 204 len: 168 time: 0.2271762 Oct 29 08:46:25.119170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfc895-a9f1-4b9b-a6bd-e101b3b986b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52f0bb7-02ad-4237-bc72-7c4ceeba747d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:25.375947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 46894d64-03a5-49b2-bbf1-947ec6572dce details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:46:25.397725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d691ff-0ecb-457a-a218-c0f3725c6f39 req-516471e6-027b-461b-ad90-12b894606c15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:25.410458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0d691ff-0ecb-457a-a218-c0f3725c6f39 req-516471e6-027b-461b-ad90-12b894606c15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 943 time: 0.1227016 Oct 29 08:46:25.421894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9c31e-90ee-4bff-bb81-e63d4b41cccd req-c964db67-72ad-4c74-a40c-1332e4fdb3e3 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:25.430940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6aa9c31e-90ee-4bff-bb81-e63d4b41cccd req-c964db67-72ad-4c74-a40c-1332e4fdb3e3 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 946 time: 0.0724432 Oct 29 08:46:25.506425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0d691ff-0ecb-457a-a218-c0f3725c6f39 req-00c5fd85-7b55-4c21-9e9b-9ed6009e58fe tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934997 Oct 29 08:46:25.518775 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6aa9c31e-90ee-4bff-bb81-e63d4b41cccd req-fad780b2-44eb-4eee-bcb7-bf19e7eeba28 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803871 Oct 29 08:46:25.628831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 46894d64-03a5-49b2-bbf1-947ec6572dce, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=46894d64-03a5-49b2-bbf1-947ec6572dce,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:25.642851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '46894d64-03a5-49b2-bbf1-947ec6572dce', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': '46894d64-03a5-49b2-bbf1-947ec6572dce', 'mac_address': 'fa:16:3e:9b:04:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:46:25.683120 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:25.698060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46894d64-03a5-49b2-bbf1-947ec6572dce {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:46:25.722683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 46894d64-03a5-49b2-bbf1-947ec6572dce, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=46894d64-03a5-49b2-bbf1-947ec6572dce,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:25.731547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:25.745777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7df5be0a-5f2c-4e0c-a5ce-d4776cb7e8fe req-326fad14-65f3-4b63-b210-0a82e07954e2 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 210 time: 0.0811923 Oct 29 08:46:25.837141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39448) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:25.860102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=46894d64-03a5-49b2-bbf1-947ec6572dce,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:25.868886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb40919d-585e-4bbd-9aed-42dc56ce2ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:25.958574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-3df93536-152e-43de-a701-690a6f0439cf tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:25.960085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-3df93536-152e-43de-a701-690a6f0439cf tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.15 "GET /v2.0/networks?id=1443b15c-236e-4012-91e4-35fd62e3b0c0 HTTP/1.1" status: 200 len: 809 time: 0.2313001 Oct 29 08:46:25.979567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Request body: {'port': {'device_id': '42166e15-c151-43f1-b4b8-22a4695e36f5', 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0', 'admin_state_up': True, 'tenant_id': '5d04964b7b814f7a84f5221131614a03'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:26.064760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['46894d64-03a5-49b2-bbf1-947ec6572dce'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:26.095355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb40919d-585e-4bbd-9aed-42dc56ce2ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.108392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb40919d-585e-4bbd-9aed-42dc56ce2ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.168367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Made reservation on behalf of 5d04964b7b814f7a84f5221131614a03 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:26.175456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.207312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fb40919d-585e-4bbd-9aed-42dc56ce2ea3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3cedfc350c604698aa2775063f3fc7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690956 Oct 29 08:46:26.212625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39460) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:26.213062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40919d-585e-4bbd-9aed-42dc56ce2ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e353388a-c5a0-4fb2-b311-cc22d3d5e9ec,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:26.326693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d1812b2-07b2-4b31-9873-c7cf1731465c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.366902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Allocated IP 172.20.0.8 (1443b15c-236e-4012-91e4-35fd62e3b0c0/3e7d26cb-1190-4cc5-be0e-1d8b8f48c161/caefbb47-f567-452b-9a86-56d682066896) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:46:26.383747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d1812b2-07b2-4b31-9873-c7cf1731465c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.483777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d1812b2-07b2-4b31-9873-c7cf1731465c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.487316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d1812b2-07b2-4b31-9873-c7cf1731465c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.488775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3d1812b2-07b2-4b31-9873-c7cf1731465c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e353388a-c5a0-4fb2-b311-cc22d3d5e9ec HTTP/1.1" status: 204 len: 168 time: 0.2750757 Oct 29 08:46:26.497732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1812b2-07b2-4b31-9873-c7cf1731465c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e353388a-c5a0-4fb2-b311-cc22d3d5e9ec,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:26.544567 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.588291 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.671676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Network 1443b15c-236e-4012-91e4-35fd62e3b0c0 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:46:26.689336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da219654-b1e0-43b2-b4f7-a079e18f2beb req-9321713e-53d6-4813-aee4-27049555b737 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:26.690640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:46:26.692075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da219654-b1e0-43b2-b4f7-a079e18f2beb req-9321713e-53d6-4813-aee4-27049555b737 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 944 time: 0.0650244 Oct 29 08:46:26.693685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:46:26.729243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Pushing event updated for resources: {'Port': ['ID=caefbb47-f567-452b-9a86-56d682066896,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:26.767905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aebd8-214b-4cad-9340-2fdcc5d7c37a req-caf1a15c-a955-41a6-b987-dc43490b8c59 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:26.769910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b2aebd8-214b-4cad-9340-2fdcc5d7c37a req-caf1a15c-a955-41a6-b987-dc43490b8c59 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 946 time: 0.1238275 Oct 29 08:46:26.792767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:26.794075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.812340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da219654-b1e0-43b2-b4f7-a079e18f2beb req-86c1e3b7-d19a-4159-a5ea-9db770ee4f0a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110544 Oct 29 08:46:26.878209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8b2aebd8-214b-4cad-9340-2fdcc5d7c37a req-95d9cfa0-f26e-4e1b-bef5-90026fc8dc80 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000638 Oct 29 08:46:26.888238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-ef3f2103-643c-4353-9656-17a1fc2e4fa1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9169474 Oct 29 08:46:26.902338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Request body: {'port': {'device_id': '42166e15-c151-43f1-b4b8-22a4695e36f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:26.977117 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:26.999685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f90d-462b-48c7-a13d-983297582de0 req-66582129-6460-4145-83f4-ef29dc23d1e5 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:27.001903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a268f90d-462b-48c7-a13d-983297582de0 req-66582129-6460-4145-83f4-ef29dc23d1e5 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 931 time: 0.0589466 Oct 29 08:46:27.054155 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a268f90d-462b-48c7-a13d-983297582de0 req-96136f4d-1869-4c30-a2c4-a380cc4b1e13 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Oct 29 08:46:27.149841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39492) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:27.180695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-da20c493-d544-46d7-8103-f6197fa18834 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:27.182558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-da20c493-d544-46d7-8103-f6197fa18834 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 946 time: 0.0655980 Oct 29 08:46:27.305770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-090049d1-e03b-4695-8f8a-f612e2ecb56d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.309765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Deleting port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:27.310305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.331376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caefbb47-f567-452b-9a86-56d682066896 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:46:27.340527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.362479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Transition to ACTIVE for port object caefbb47-f567-452b-9a86-56d682066896 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:46:27.367859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.389963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 46894d64-03a5-49b2-bbf1-947ec6572dce up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:46:27.406404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39504) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:27.415916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Pushing event updated for resources: {'Port': ['ID=caefbb47-f567-452b-9a86-56d682066896,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:27.481247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] For port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:27.482092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.506624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Calling delete_port for fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:27.516228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 46894d64-03a5-49b2-bbf1-947ec6572dce completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:46:27.523578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 46894d64-03a5-49b2-bbf1-947ec6572dce triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:46:27.524219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.579639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-090049d1-e03b-4695-8f8a-f612e2ecb56d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.583973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Attempting to bind port caefbb47-f567-452b-9a86-56d682066896 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:46:27.584357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Attempting to bind port caefbb47-f567-452b-9a86-56d682066896 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:46:27.584983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Attempting to bind port caefbb47-f567-452b-9a86-56d682066896 on network 1443b15c-236e-4012-91e4-35fd62e3b0c0 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:46:27.588248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-090049d1-e03b-4695-8f8a-f612e2ecb56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.601182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Port caefbb47-f567-452b-9a86-56d682066896 on network 1443b15c-236e-4012-91e4-35fd62e3b0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:46:27.601542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Attempting to bind port caefbb47-f567-452b-9a86-56d682066896 on network 1443b15c-236e-4012-91e4-35fd62e3b0c0 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:46:27.613207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:46:27.614645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Checking segment: {'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:46:27.620204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Bound using segment: {'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:46:27.620719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Bound port: caefbb47-f567-452b-9a86-56d682066896, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:46:27.621098 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.629192 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.668836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-090049d1-e03b-4695-8f8a-f612e2ecb56d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d4cd778df874a9d8368a10f402e2adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153918 Oct 29 08:46:27.669287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39512) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:27.669414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 46894d64-03a5-49b2-bbf1-947ec6572dce, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=46894d64-03a5-49b2-bbf1-947ec6572dce,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:27.672187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46894d64-03a5-49b2-bbf1-947ec6572dce'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:27.674642 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee96655d-c281-49bf-97cc-586d7c12a901" -d '{"events": [{"server_uuid": "2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c", "name": "network-vif-plugged", "status": "completed", "tag": "46894d64-03a5-49b2-bbf1-947ec6572dce"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:27.678755 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.686280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a8f63c9-b2be-4986-be6b-ed143a86e33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.688762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090049d1-e03b-4695-8f8a-f612e2ecb56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303524a4-673c-40e1-9199-23c5f7f02349,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:27.748986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=46894d64-03a5-49b2-bbf1-947ec6572dce,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:27.753001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] For port caefbb47-f567-452b-9a86-56d682066896, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:46:27.758999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] For port caefbb47-f567-452b-9a86-56d682066896, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=caefbb47-f567-452b-9a86-56d682066896,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:46:27.766948 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9529fbdd-57bf-4e52-85a3-e9e4d08bce9a x-openstack-request-id: req-9529fbdd-57bf-4e52-85a3-e9e4d08bce9a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:27.767244 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c", "name": "network-vif-plugged", "status": "completed", "tag": "46894d64-03a5-49b2-bbf1-947ec6572dce", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:27.767497 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9529fbdd-57bf-4e52-85a3-e9e4d08bce9a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:27.767922 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46894d64-03a5-49b2-bbf1-947ec6572dce', 'code': 200} Oct 29 08:46:27.788779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.834947 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.838032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:27.838937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.841228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] 10.222.0.15 "PUT /v2.0/ports/caefbb47-f567-452b-9a86-56d682066896 HTTP/1.1" status: 200 len: 1091 time: 0.9439619 Oct 29 08:46:27.842048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42166e15-c151-43f1-b4b8-22a4695e36f5', 'tag': 'caefbb47-f567-452b-9a86-56d682066896'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:27.844619 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbb57b0-5326-4589-9da1-0f56bd98b26b" -d '{"events": [{"name": "network-changed", "server_uuid": "42166e15-c151-43f1-b4b8-22a4695e36f5", "tag": "caefbb47-f567-452b-9a86-56d682066896"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:27.847388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1f7499bd-7a5b-4b2c-9b0e-298583c06f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:27.849552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6bd78745-0e92-4eb3-b2e9-9ef7e685bd82', 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:27.853048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['fc30ceb7-95ac-46b0-b0be-22540be87f6d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:27.873147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Pushing event deleted for resources: {'Port': ['ID=fbb1f282-a7f1-44d8-a363-3e0a3b1e4629,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:27.934374 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24253b2f-686a-42ab-a495-feb318d0121c x-openstack-request-id: req-24253b2f-686a-42ab-a495-feb318d0121c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:27.934769 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42166e15-c151-43f1-b4b8-22a4695e36f5", "tag": "caefbb47-f567-452b-9a86-56d682066896", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:27.934892 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24253b2f-686a-42ab-a495-feb318d0121c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:27.935299 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42166e15-c151-43f1-b4b8-22a4695e36f5', 'tag': 'caefbb47-f567-452b-9a86-56d682066896', 'status': 'completed', 'code': 200} Oct 29 08:46:27.955390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a8f63c9-b2be-4986-be6b-ed143a86e33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.004949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541591d-cdd9-4258-a4cc-51962dd46549 service neutron] Pushing event updated for resources: {'Port': ['ID=caefbb47-f567-452b-9a86-56d682066896,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:28.035500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1f7499bd-7a5b-4b2c-9b0e-298583c06f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.102500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-a2ee0574-a8d2-40e3-9a35-ce1742a2372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:28.104910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-a2ee0574-a8d2-40e3-9a35-ce1742a2372f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d04964b7b814f7a84f5221131614a03&device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 1094 time: 0.1666591 Oct 29 08:46:28.177135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-598c0c50-3a0d-4002-97e0-0ed256030226 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caefbb47-f567-452b-9a86-56d682066896 HTTP/1.1" status: 200 len: 217 time: 0.0625982 Oct 29 08:46:28.233514 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1f7499bd-7a5b-4b2c-9b0e-298583c06f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.236924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1f7499bd-7a5b-4b2c-9b0e-298583c06f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.240508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1f7499bd-7a5b-4b2c-9b0e-298583c06f8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/303524a4-673c-40e1-9199-23c5f7f02349 HTTP/1.1" status: 204 len: 168 time: 0.5677624 Oct 29 08:46:28.309573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7499bd-7a5b-4b2c-9b0e-298583c06f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303524a4-673c-40e1-9199-23c5f7f02349,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:28.317938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-abf49eee-e179-4c5c-835e-0c18187b8dd5 req-272285aa-c0b7-4260-a3e7-3447e7e213ee tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=e07dae0f-54f9-4d11-92cf-2f9b651e4fce HTTP/1.1" status: 200 len: 210 time: 0.0685225 Oct 29 08:46:28.346870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-739217ee-e434-4954-bd30-f66175d1143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:28.351003 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-739217ee-e434-4954-bd30-f66175d1143b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e7d26cb-1190-4cc5-be0e-1d8b8f48c161 HTTP/1.1" status: 200 len: 849 time: 0.1640360 Oct 29 08:46:28.370497 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a8f63c9-b2be-4986-be6b-ed143a86e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.382429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] No DVR routers for this DVR port fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:28.392653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.396969 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1908bea4-d45a-4825-b60e-a164d7a1f8c6 req-2af4adcc-d4c0-4dcf-95a8-4503a063be37 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "DELETE /v2.0/ports/fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 HTTP/1.1" status: 204 len: 173 time: 1.2086961 Oct 29 08:46:28.408572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07dae0f-54f9-4d11-92cf-2f9b651e4fce', 'name': 'network-vif-deleted', 'tag': 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:28.411076 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5bde47-8abd-4ad4-aed1-9bb6282807ce" -d '{"events": [{"server_uuid": "e07dae0f-54f9-4d11-92cf-2f9b651e4fce", "name": "network-vif-deleted", "tag": "fbb1f282-a7f1-44d8-a363-3e0a3b1e4629"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:28.429822 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-f2eb12f7-31be-4e6e-978a-381eec0eda82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1443b15c-236e-4012-91e4-35fd62e3b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705082 Oct 29 08:46:28.456662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a8f63c9-b2be-4986-be6b-ed143a86e33e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6782c76a2f5d44f2a0a9d9ed82b2bc27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443637 Oct 29 08:46:28.457279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39540) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:28.466087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248a953-4a5d-4b56-a41f-c412e852fa71 req-ed53c528-d566-482c-a549-371c1e527a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:28.467558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f248a953-4a5d-4b56-a41f-c412e852fa71 req-ed53c528-d566-482c-a549-371c1e527a23 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 1096 time: 0.5813019 Oct 29 08:46:28.483326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f63c9-b2be-4986-be6b-ed143a86e33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26cf2d7-28ff-422d-8f27-a9147bb6042c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:28.497699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7704bb-1a65-4e44-a3f0-0a0c248042d6 req-f679a91d-7217-4cca-be8b-9159563e8abd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:28.499631 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c7704bb-1a65-4e44-a3f0-0a0c248042d6 req-f679a91d-7217-4cca-be8b-9159563e8abd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.5465505 Oct 29 08:46:28.589405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ba64-52ba-4cb7-9803-5f055fa74e25 req-4e0263aa-b8ba-41b0-9042-489d069615cf tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:28.591292 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c7704bb-1a65-4e44-a3f0-0a0c248042d6 req-1a437e49-65f9-46d2-939e-dc2c71534411 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 Oct 29 08:46:28.598818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f248a953-4a5d-4b56-a41f-c412e852fa71 req-990d2723-a992-4b67-b8d6-02f0edf9ee5f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926085 Oct 29 08:46:28.599187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba55ba64-52ba-4cb7-9803-5f055fa74e25 req-4e0263aa-b8ba-41b0-9042-489d069615cf tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 943 time: 0.1676397 Oct 29 08:46:28.610983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f1a033-5013-4d80-b577-1b670a8f3d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.641205 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f1a033-5013-4d80-b577-1b670a8f3d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.666996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba55ba64-52ba-4cb7-9803-5f055fa74e25 req-3e102be2-0521-4227-88b7-d74708eb518d tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659282 Oct 29 08:46:28.701453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-d9ade03a-78b7-42b2-9117-af7e6180d548 service neutron] 10.222.0.15 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565427 Oct 29 08:46:28.711456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f1a033-5013-4d80-b577-1b670a8f3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.717715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39544) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:28.718011 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f1a033-5013-4d80-b577-1b670a8f3d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.722287 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-11f1a033-5013-4d80-b577-1b670a8f3d74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b26cf2d7-28ff-422d-8f27-a9147bb6042c HTTP/1.1" status: 204 len: 168 time: 0.2584713 Oct 29 08:46:28.731704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1a033-5013-4d80-b577-1b670a8f3d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26cf2d7-28ff-422d-8f27-a9147bb6042c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:28.740238 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac1c387-05ea-427e-873e-11ad35c54a6e x-openstack-request-id: req-bac1c387-05ea-427e-873e-11ad35c54a6e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:28.740481 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07dae0f-54f9-4d11-92cf-2f9b651e4fce", "name": "network-vif-deleted", "tag": "fbb1f282-a7f1-44d8-a363-3e0a3b1e4629", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:28.740736 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bac1c387-05ea-427e-873e-11ad35c54a6e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:28.741141 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07dae0f-54f9-4d11-92cf-2f9b651e4fce', 'name': 'network-vif-deleted', 'tag': 'fbb1f282-a7f1-44d8-a363-3e0a3b1e4629', 'status': 'completed', 'code': 200} Oct 29 08:46:28.819378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0497-8358-45d1-a417-2fac11c87244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.897016 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae5889e-297a-4aec-9751-c2c286f7b571 req-3f4e9158-3fcf-41b7-9c58-d4ff03576382 service neutron] 10.222.0.15 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805463 Oct 29 08:46:28.944469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0497-8358-45d1-a417-2fac11c87244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:28.950371 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0497-8358-45d1-a417-2fac11c87244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:29.015781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d0497-8358-45d1-a417-2fac11c87244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0d70be-e620-4710-b69e-27c1bec17c35,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:29.024668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ec7d0497-8358-45d1-a417-2fac11c87244 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4f4fa5f48334bd1941d4b607749243f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728736 Oct 29 08:46:29.025121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39556) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:29.049873 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:29.057407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-97fe3f7f-86d2-432e-aa5a-440d4166a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:29.059269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-97fe3f7f-86d2-432e-aa5a-440d4166a0ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d04964b7b814f7a84f5221131614a03&device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 1094 time: 0.1049349 Oct 29 08:46:29.096271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ad15aec1-e4b0-4f7e-8127-7536919496b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:29.124684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ad15aec1-e4b0-4f7e-8127-7536919496b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:29.178740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ad15aec1-e4b0-4f7e-8127-7536919496b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:29.182499 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ad15aec1-e4b0-4f7e-8127-7536919496b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:29.184043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ad15aec1-e4b0-4f7e-8127-7536919496b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa0d70be-e620-4710-b69e-27c1bec17c35 HTTP/1.1" status: 204 len: 168 time: 0.1579905 Oct 29 08:46:29.205853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15aec1-e4b0-4f7e-8127-7536919496b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0d70be-e620-4710-b69e-27c1bec17c35,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:29.262040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-83b500b8-4bf7-4cfc-b782-4a8117a4998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:29.264108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-83b500b8-4bf7-4cfc-b782-4a8117a4998b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1443b15c-236e-4012-91e4-35fd62e3b0c0 HTTP/1.1" status: 200 len: 911 time: 0.1959655 Oct 29 08:46:29.317815 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-e40acfe1-f78b-49d7-929a-ebf138cf13e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caefbb47-f567-452b-9a86-56d682066896 HTTP/1.1" status: 200 len: 217 time: 0.0420518 Oct 29 08:46:29.375042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-8a490dad-9295-4447-8a43-3513b4503fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:29.379990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-8a490dad-9295-4447-8a43-3513b4503fc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e7d26cb-1190-4cc5-be0e-1d8b8f48c161 HTTP/1.1" status: 200 len: 849 time: 0.0518277 Oct 29 08:46:29.414934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-aa3a3d90-1afd-474c-b801-98d22149b991 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1443b15c-236e-4012-91e4-35fd62e3b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272212 Oct 29 08:46:29.565032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-e7d92977-f0b9-41af-96c7-482e932a1339 service neutron] 10.222.0.15 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392663 Oct 29 08:46:29.709049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdc66e-1db2-4818-b005-93c29ecb03ed req-8ac779bf-bb01-44f9-979d-96db19490937 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:29.711039 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44cdc66e-1db2-4818-b005-93c29ecb03ed req-8ac779bf-bb01-44f9-979d-96db19490937 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 945 time: 0.0723977 Oct 29 08:46:29.738911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dbb57b0-5326-4589-9da1-0f56bd98b26b req-ac7fcaa6-050d-45d7-98e7-60aa3d3661a2 service neutron] 10.222.0.15 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599612 Oct 29 08:46:29.780023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44cdc66e-1db2-4818-b005-93c29ecb03ed req-5738ff77-cb98-454c-a52a-c11a140e81dc tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600321 Oct 29 08:46:29.787302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baa5c9-c9a0-4ef5-8264-9d68e76bc844 req-33bf0a66-f513-4cbe-a313-e8607e281319 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:29.796601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38baa5c9-c9a0-4ef5-8264-9d68e76bc844 req-33bf0a66-f513-4cbe-a313-e8607e281319 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0971897 Oct 29 08:46:29.912323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38baa5c9-c9a0-4ef5-8264-9d68e76bc844 req-8bd7074b-870c-451c-a528-e5140cf2615e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146629 Oct 29 08:46:29.935892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64319-a331-499f-aaf8-686c97f01934 req-e302e78a-d33a-4502-9a92-98743300bc13 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:29.944572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6c64319-a331-499f-aaf8-686c97f01934 req-e302e78a-d33a-4502-9a92-98743300bc13 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 943 time: 0.0910790 Oct 29 08:46:30.018789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6c64319-a331-499f-aaf8-686c97f01934 req-f5674f9f-3ff0-4f60-a975-5749710a8e1b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728948 Oct 29 08:46:30.380493 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:30.736872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39668) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:30.905429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac0e5f-fc40-45cb-8ad8-1285d269cfc1 req-b27508cc-adfd-4da8-9b41-79ba6c117ca3 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:30.907303 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62ac0e5f-fc40-45cb-8ad8-1285d269cfc1 req-b27508cc-adfd-4da8-9b41-79ba6c117ca3 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 945 time: 0.0562799 Oct 29 08:46:30.976918 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5b768cb-5714-4309-a60c-2a8d030ffa79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.007925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62ac0e5f-fc40-45cb-8ad8-1285d269cfc1 req-f362f442-da4d-4e7d-8a7a-9b464be29fdb tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883975 Oct 29 08:46:31.106191 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5b768cb-5714-4309-a60c-2a8d030ffa79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.136888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-67ab30fb-fcd7-478b-845c-ac0a0555216d tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:31.138339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-67ab30fb-fcd7-478b-845c-ac0a0555216d tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 945 time: 0.1432452 Oct 29 08:46:31.140628 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5b768cb-5714-4309-a60c-2a8d030ffa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.148646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f166-6409-46d6-bbf3-500476e2ed21 req-aaefecf2-1b9e-4a8a-baac-ffdec544ac03 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:31.156691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4186f166-6409-46d6-bbf3-500476e2ed21 req-aaefecf2-1b9e-4a8a-baac-ffdec544ac03 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1487038 Oct 29 08:46:31.174685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d5b768cb-5714-4309-a60c-2a8d030ffa79 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b61d24f5bb9a4795847e2e5639c9a0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360263 Oct 29 08:46:31.177835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39696) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:31.234657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4186f166-6409-46d6-bbf3-500476e2ed21 req-658abb40-2763-405c-9d2e-2b3c76a992f6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766823 Oct 29 08:46:31.252357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b768cb-5714-4309-a60c-2a8d030ffa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896539a1-0711-41e4-a1a3-da2427373b1c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:31.304506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd83ba1-9101-4f3a-897b-baa00f77dbb0 req-563d9b40-b293-4e94-8910-1608f8cf2c2d tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:31.306274 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1fd83ba1-9101-4f3a-897b-baa00f77dbb0 req-563d9b40-b293-4e94-8910-1608f8cf2c2d tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 943 time: 0.1966233 Oct 29 08:46:31.356122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5c89-9a47-450e-9c11-4309fccbb507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.374241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Deleting port fc30ceb7-95ac-46b0-b0be-22540be87f6d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:31.380878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.406033 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1fd83ba1-9101-4f3a-897b-baa00f77dbb0 req-e7d760dd-691a-4fe5-947e-222bfb4e47bf tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852160 Oct 29 08:46:31.418945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5c89-9a47-450e-9c11-4309fccbb507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.440702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:31.517205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:31.517585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device fbb1f282-a7f1-44d8-a363-3e0a3b1e4629 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:31.566736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffa4b4-4326-4248-ad95-d1584871f933 req-d0ae41e8-ecd3-4b6e-9c06-97fb1ebb5b7e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:31.568484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15ffa4b4-4326-4248-ad95-d1584871f933 req-d0ae41e8-ecd3-4b6e-9c06-97fb1ebb5b7e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0709827 Oct 29 08:46:31.569843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5c89-9a47-450e-9c11-4309fccbb507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.572928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5c89-9a47-450e-9c11-4309fccbb507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.577479 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c7ee5c89-9a47-450e-9c11-4309fccbb507 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/896539a1-0711-41e4-a1a3-da2427373b1c HTTP/1.1" status: 204 len: 168 time: 0.3974953 Oct 29 08:46:31.593529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] For port fc30ceb7-95ac-46b0-b0be-22540be87f6d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc30ceb7-95ac-46b0-b0be-22540be87f6d,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:31.594366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.595773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee5c89-9a47-450e-9c11-4309fccbb507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896539a1-0711-41e4-a1a3-da2427373b1c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:31.626679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Calling delete_port for fc30ceb7-95ac-46b0-b0be-22540be87f6d owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:31.628551 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15ffa4b4-4326-4248-ad95-d1584871f933 req-53c2270a-7d70-455e-84e5-fb4d5f405f52 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Oct 29 08:46:31.655897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device caefbb47-f567-452b-9a86-56d682066896 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:46:31.770380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port caefbb47-f567-452b-9a86-56d682066896, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=caefbb47-f567-452b-9a86-56d682066896,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:31.786577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'caefbb47-f567-452b-9a86-56d682066896', 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0', 'port_id': 'caefbb47-f567-452b-9a86-56d682066896', 'mac_address': 'fa:16:3e:10:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7d26cb-1190-4cc5-be0e-1d8b8f48c161', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:46:31.802942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.829738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6bd78745-0e92-4eb3-b2e9-9ef7e685bd82'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:31.831417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['fc30ceb7-95ac-46b0-b0be-22540be87f6d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:31.842912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Pushing event deleted for resources: {'Port': ['ID=fc30ceb7-95ac-46b0-b0be-22540be87f6d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:31.884342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.909967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caefbb47-f567-452b-9a86-56d682066896 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:46:31.913561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] No DVR routers for this DVR port fc30ceb7-95ac-46b0-b0be-22540be87f6d on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:31.917885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.922777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68642814-1ceb-4103-a16e-a1492ac253a8 req-9777a2dd-e9bd-4a5b-b47d-e811f273d365 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.15 "DELETE /v2.0/ports/fc30ceb7-95ac-46b0-b0be-22540be87f6d HTTP/1.1" status: 204 len: 173 time: 0.7611468 Oct 29 08:46:31.923381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fc03da-1da8-4e56-877d-d04386863235', 'name': 'network-vif-deleted', 'tag': 'fc30ceb7-95ac-46b0-b0be-22540be87f6d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:31.926981 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b251718-918a-4be6-905e-1a2116fef5f6" -d '{"events": [{"server_uuid": "f9fc03da-1da8-4e56-877d-d04386863235", "name": "network-vif-deleted", "tag": "fc30ceb7-95ac-46b0-b0be-22540be87f6d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:31.953670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port caefbb47-f567-452b-9a86-56d682066896, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=caefbb47-f567-452b-9a86-56d682066896,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:31.965171 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:31.991976 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828fecde-b858-4ab4-9f18-fc858cce88a5 x-openstack-request-id: req-828fecde-b858-4ab4-9f18-fc858cce88a5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:31.992679 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fc03da-1da8-4e56-877d-d04386863235", "name": "network-vif-deleted", "tag": "fc30ceb7-95ac-46b0-b0be-22540be87f6d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:31.992967 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-828fecde-b858-4ab4-9f18-fc858cce88a5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:31.993455 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fc03da-1da8-4e56-877d-d04386863235', 'name': 'network-vif-deleted', 'tag': 'fc30ceb7-95ac-46b0-b0be-22540be87f6d', 'status': 'completed', 'code': 200} Oct 29 08:46:32.074289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=caefbb47-f567-452b-9a86-56d682066896,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:32.091262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39754) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:32.106768 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24049722-3848-49b6-a0f1-57aa23cb31e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:32.184824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30dfd5de-6a75-45d0-a8e1-3b14ba0faf85 req-918462bb-d512-458f-9c24-33ff3a12094c tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9fc03da-1da8-4e56-877d-d04386863235 HTTP/1.1" status: 200 len: 210 time: 0.0593667 Oct 29 08:46:32.267330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24049722-3848-49b6-a0f1-57aa23cb31e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:32.273667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24049722-3848-49b6-a0f1-57aa23cb31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:32.275469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['caefbb47-f567-452b-9a86-56d682066896'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:32.317310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24049722-3848-49b6-a0f1-57aa23cb31e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=021391c6d60640f78f8630cb8d4b064e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248824 Oct 29 08:46:32.318554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24049722-3848-49b6-a0f1-57aa23cb31e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e9b848-5f49-4984-bd9f-68a47aa5bfcf,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:32.320436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39758) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:32.440523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4cd0-dd82-483a-bb41-0f1ee24e7b1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:32.503747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4cd0-dd82-483a-bb41-0f1ee24e7b1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:32.585217 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4cd0-dd82-483a-bb41-0f1ee24e7b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:32.590243 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4cd0-dd82-483a-bb41-0f1ee24e7b1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:32.595093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b5ac4cd0-dd82-483a-bb41-0f1ee24e7b1a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1e9b848-5f49-4984-bd9f-68a47aa5bfcf HTTP/1.1" status: 204 len: 168 time: 0.2731369 Oct 29 08:46:32.607915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac4cd0-dd82-483a-bb41-0f1ee24e7b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e9b848-5f49-4984-bd9f-68a47aa5bfcf,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:32.645912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367deed-d793-4590-8038-82035731a3e4 req-1b6f2014-839e-4d08-a800-238f20d8d5b5 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:32.648099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2367deed-d793-4590-8038-82035731a3e4 req-1b6f2014-839e-4d08-a800-238f20d8d5b5 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 944 time: 0.0894525 Oct 29 08:46:32.749421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2367deed-d793-4590-8038-82035731a3e4 req-c501da98-2e59-4d70-8b36-fcc0c5d65c81 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840225 Oct 29 08:46:32.840034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123c264-fef4-4c25-906a-cd9ea5e771b2 req-7ebde4fd-b76d-48ef-b24e-47042f964d6a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:32.840034 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4123c264-fef4-4c25-906a-cd9ea5e771b2 req-7ebde4fd-b76d-48ef-b24e-47042f964d6a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0785856 Oct 29 08:46:32.894876 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4123c264-fef4-4c25-906a-cd9ea5e771b2 req-953f25f8-1fb7-41af-b7ef-f6abe0b215e3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Oct 29 08:46:33.658572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device caefbb47-f567-452b-9a86-56d682066896 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:46:33.721115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port caefbb47-f567-452b-9a86-56d682066896 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:46:33.728668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port caefbb47-f567-452b-9a86-56d682066896 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:46:33.729320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:33.834560 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:33.864204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42166e15-c151-43f1-b4b8-22a4695e36f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caefbb47-f567-452b-9a86-56d682066896'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:33.867158 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028f0e78-0dd3-4248-9fee-dcbaf4cb8c26" -d '{"events": [{"server_uuid": "42166e15-c151-43f1-b4b8-22a4695e36f5", "name": "network-vif-plugged", "status": "completed", "tag": "caefbb47-f567-452b-9a86-56d682066896"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:33.909745 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port caefbb47-f567-452b-9a86-56d682066896, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=caefbb47-f567-452b-9a86-56d682066896,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:33.916397 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:33.917637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fc30ceb7-95ac-46b0-b0be-22540be87f6d no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:34.004156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6440f-b6bc-4310-87a9-c2a4712f0dd1 req-01bab6fa-fb88-4f7d-b86e-28cbe5234ced tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:34.016503 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eba32b-6cbd-40e6-b3dd-1b24630946bd x-openstack-request-id: req-44eba32b-6cbd-40e6-b3dd-1b24630946bd {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:34.016503 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42166e15-c151-43f1-b4b8-22a4695e36f5", "name": "network-vif-plugged", "status": "completed", "tag": "caefbb47-f567-452b-9a86-56d682066896", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:34.016503 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44eba32b-6cbd-40e6-b3dd-1b24630946bd {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:34.016822 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5df6440f-b6bc-4310-87a9-c2a4712f0dd1 req-01bab6fa-fb88-4f7d-b86e-28cbe5234ced tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 944 time: 0.1405251 Oct 29 08:46:34.019196 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42166e15-c151-43f1-b4b8-22a4695e36f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caefbb47-f567-452b-9a86-56d682066896', 'code': 200} Oct 29 08:46:34.050827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: fc30ceb7-95ac-46b0-b0be-22540be87f6d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:34.051178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fc30ceb7-95ac-46b0-b0be-22540be87f6d not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:34.067189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=caefbb47-f567-452b-9a86-56d682066896,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:34.104578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5df6440f-b6bc-4310-87a9-c2a4712f0dd1 req-13794a18-c798-4281-8d76-1d58baef2d6b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873075 Oct 29 08:46:34.147614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba062c7-2d8d-403d-a588-a679826ae52e req-5d9e57a2-3397-4dfb-8b2b-feaf7659324c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:34.149979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aba062c7-2d8d-403d-a588-a679826ae52e req-5d9e57a2-3397-4dfb-8b2b-feaf7659324c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0741453 Oct 29 08:46:34.263322 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aba062c7-2d8d-403d-a588-a679826ae52e req-4e71f1f4-e4b8-4c78-a16b-1a14b1fe355d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049035 Oct 29 08:46:34.553738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed6164-8bc2-4ee8-89b5-607d89730789 req-16fe6a8d-5ea3-453d-8244-154da290443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:34.555669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19ed6164-8bc2-4ee8-89b5-607d89730789 req-16fe6a8d-5ea3-453d-8244-154da290443e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 1096 time: 0.4469619 Oct 29 08:46:34.604592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19ed6164-8bc2-4ee8-89b5-607d89730789 req-2aae4439-e933-407d-a127-3f00ab20c4af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Oct 29 08:46:35.276676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d237a3c-a98f-48eb-8265-5865e4e3605e req-51394eca-93e3-4425-be73-86b8c2f8a833 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:35.278318 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d237a3c-a98f-48eb-8265-5865e4e3605e req-51394eca-93e3-4425-be73-86b8c2f8a833 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 945 time: 0.0848162 Oct 29 08:46:35.361208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d237a3c-a98f-48eb-8265-5865e4e3605e req-a7a2d150-81d4-4441-9b65-818dcf38f718 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Oct 29 08:46:35.423503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ef44-bab5-4320-8a86-014cb14f9bb9 req-9a118bfe-a5c9-4ff3-a295-5232b4280c31 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:35.451783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0821ef44-bab5-4320-8a86-014cb14f9bb9 req-9a118bfe-a5c9-4ff3-a295-5232b4280c31 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1075397 Oct 29 08:46:35.518202 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0821ef44-bab5-4320-8a86-014cb14f9bb9 req-78280b4f-119e-4fb5-8e95-ce661b216158 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610101 Oct 29 08:46:36.246097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39994) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:36.493529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76525920-b4c7-4a09-864f-c730dd5562db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:36.514638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b1f15-f07e-4263-959f-2f13faf57896 req-776900c1-7685-44d8-9194-86e501008c19 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:36.517038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de7b1f15-f07e-4263-959f-2f13faf57896 req-776900c1-7685-44d8-9194-86e501008c19 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 945 time: 0.0607803 Oct 29 08:46:36.610118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de7b1f15-f07e-4263-959f-2f13faf57896 req-50cfe86e-ea8e-4de8-ba4e-b2cc385d33d2 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840268 Oct 29 08:46:36.613150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76525920-b4c7-4a09-864f-c730dd5562db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:36.618533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76525920-b4c7-4a09-864f-c730dd5562db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:36.651995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76525920-b4c7-4a09-864f-c730dd5562db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3988b62-53e8-4d46-8a4c-99757a790eef,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:36.722921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcf59a-53fe-4e3a-adaa-234ffabeba47 req-d3d92a6a-efd2-4045-a85f-6dc73fd8de2d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:36.724682 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36fcf59a-53fe-4e3a-adaa-234ffabeba47 req-d3d92a6a-efd2-4045-a85f-6dc73fd8de2d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0796607 Oct 29 08:46:36.727046 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-76525920-b4c7-4a09-864f-c730dd5562db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83bccb0b5a98458d91ce771026db403c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799075 Oct 29 08:46:36.729830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40012) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:36.768079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36fcf59a-53fe-4e3a-adaa-234ffabeba47 req-fcbef104-cadf-4e99-986d-9a02ecfe579e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357237 Oct 29 08:46:36.812546 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57eb46a0-125f-4679-b208-1a3810126cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:36.838219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57eb46a0-125f-4679-b208-1a3810126cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:36.893382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57eb46a0-125f-4679-b208-1a3810126cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:36.896638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57eb46a0-125f-4679-b208-1a3810126cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:36.898279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-57eb46a0-125f-4679-b208-1a3810126cd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3988b62-53e8-4d46-8a4c-99757a790eef HTTP/1.1" status: 204 len: 168 time: 0.1673636 Oct 29 08:46:36.914412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb46a0-125f-4679-b208-1a3810126cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3988b62-53e8-4d46-8a4c-99757a790eef,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:37.493679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f992eb-968c-4d79-baf5-8801c8c356f3 req-0ede0231-2e34-41f8-9e0c-b1c9e5491c41 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:37.501487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38f992eb-968c-4d79-baf5-8801c8c356f3 req-0ede0231-2e34-41f8-9e0c-b1c9e5491c41 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 945 time: 0.0653691 Oct 29 08:46:37.582655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38f992eb-968c-4d79-baf5-8801c8c356f3 req-cd6f1ad7-a216-4c43-b7b6-e2cc9b4f9f9e tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694780 Oct 29 08:46:38.026005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc9738-9796-4df8-a472-b185ad3ca797 req-f9ad0b79-1a9a-4495-8309-d69e0798742e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:38.034867 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4afc9738-9796-4df8-a472-b185ad3ca797 req-f9ad0b79-1a9a-4495-8309-d69e0798742e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1037850 Oct 29 08:46:38.087162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4afc9738-9796-4df8-a472-b185ad3ca797 req-221acb1c-3ec4-47bc-bad1-7eb7b6317a6c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512476 Oct 29 08:46:38.141469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a923c-332b-4c6c-95d9-e544cc55024e req-2ce100c7-1d7b-4751-9448-6297527f25c1 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:38.149961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-411a923c-332b-4c6c-95d9-e544cc55024e req-2ce100c7-1d7b-4751-9448-6297527f25c1 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 946 time: 0.0937719 Oct 29 08:46:38.222817 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-411a923c-332b-4c6c-95d9-e544cc55024e req-592509a9-8e51-44da-bc8a-7e0b130026d1 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717053 Oct 29 08:46:38.756295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa6f3-afdc-47aa-ac85-bdaa7627b8ff req-c4de7293-94dc-44d0-a065-ec58f92c14b9 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:38.768464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-489fa6f3-afdc-47aa-ac85-bdaa7627b8ff req-c4de7293-94dc-44d0-a065-ec58f92c14b9 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 945 time: 0.0965338 Oct 29 08:46:38.836966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-489fa6f3-afdc-47aa-ac85-bdaa7627b8ff req-0545b036-2cd8-4a58-8e21-46078291d242 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615687 Oct 29 08:46:38.992419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1082a-a64e-4d70-819a-49fab5757984 req-c6f7935c-c9f5-4238-922b-e3e9bc1c54e1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:38.994261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56c1082a-a64e-4d70-819a-49fab5757984 req-c6f7935c-c9f5-4238-922b-e3e9bc1c54e1 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.15 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 945 time: 0.0679209 Oct 29 08:46:39.184717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Deleting port caefbb47-f567-452b-9a86-56d682066896 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:39.185114 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:39.413231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] For port caefbb47-f567-452b-9a86-56d682066896, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=caefbb47-f567-452b-9a86-56d682066896,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:39.413631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:39.446220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bb8aa-55b3-458d-888a-94fb4773b5a5 req-bcdbe660-b94a-4144-b45e-013cd13ad744 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:39.449044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Calling delete_port for caefbb47-f567-452b-9a86-56d682066896 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:39.454444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad4bb8aa-55b3-458d-888a-94fb4773b5a5 req-bcdbe660-b94a-4144-b45e-013cd13ad744 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0953643 Oct 29 08:46:39.496724 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad4bb8aa-55b3-458d-888a-94fb4773b5a5 req-56e16777-1123-4bbf-928c-24eb78f5dad0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Oct 29 08:46:39.568235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898241d-9190-4b39-91c0-6fdd5881f5a8 req-dbc4502c-617c-44c6-85d7-b6c46301603b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:39.570055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3898241d-9190-4b39-91c0-6fdd5881f5a8 req-dbc4502c-617c-44c6-85d7-b6c46301603b tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 946 time: 0.1052527 Oct 29 08:46:39.644312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3898241d-9190-4b39-91c0-6fdd5881f5a8 req-c376d2b4-7a50-4c26-9387-1578fff6965a tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/security-groups?id=40ad3675-da34-4ceb-b215-525a94198124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635970 Oct 29 08:46:39.647063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-bca8d882-cf40-4ad1-a6a5-bc33f90fd4dd tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:39.649459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-bca8d882-cf40-4ad1-a6a5-bc33f90fd4dd tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 946 time: 0.0713680 Oct 29 08:46:39.752562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:39.797762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Pushing event deleted for resources: {'Port': ['ID=caefbb47-f567-452b-9a86-56d682066896,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:39.821757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Deleting port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:39.822132 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:39.869375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] No DVR routers for this DVR port caefbb47-f567-452b-9a86-56d682066896 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:39.877609 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:39.893463 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56c1082a-a64e-4d70-819a-49fab5757984 req-55158699-acb5-4123-9977-a47ad5784f71 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.15 "DELETE /v2.0/ports/caefbb47-f567-452b-9a86-56d682066896 HTTP/1.1" status: 204 len: 173 time: 0.8914528 Oct 29 08:46:39.893896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42166e15-c151-43f1-b4b8-22a4695e36f5', 'name': 'network-vif-deleted', 'tag': 'caefbb47-f567-452b-9a86-56d682066896'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:39.898534 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2300cc-3257-4493-893c-6b36ecb4839b" -d '{"events": [{"server_uuid": "42166e15-c151-43f1-b4b8-22a4695e36f5", "name": "network-vif-deleted", "tag": "caefbb47-f567-452b-9a86-56d682066896"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:39.990719 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc41e53-962c-4f27-a527-15031776b616 x-openstack-request-id: req-bdc41e53-962c-4f27-a527-15031776b616 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:39.991016 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42166e15-c151-43f1-b4b8-22a4695e36f5", "name": "network-vif-deleted", "tag": "caefbb47-f567-452b-9a86-56d682066896", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:39.991342 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdc41e53-962c-4f27-a527-15031776b616 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:39.991764 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42166e15-c151-43f1-b4b8-22a4695e36f5', 'name': 'network-vif-deleted', 'tag': 'caefbb47-f567-452b-9a86-56d682066896', 'status': 'completed', 'code': 200} Oct 29 08:46:40.030300 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06b6a6c2-11a7-43aa-aed1-d544cc5e90f7 req-a2c1a1ac-41f6-4f76-bfa0-4dc01015b4df tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=42166e15-c151-43f1-b4b8-22a4695e36f5 HTTP/1.1" status: 200 len: 210 time: 0.0733619 Oct 29 08:46:40.061377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] For port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,segment=NetworkSegment(b3f0ef30-c014-4b2e-ae7e-ef563959e979),segment_id=b3f0ef30-c014-4b2e-ae7e-ef563959e979)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:40.061847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:40.079774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Calling delete_port for 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:40.270953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:40.284765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6bd78745-0e92-4eb3-b2e9-9ef7e685bd82'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:40.313871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Pushing event deleted for resources: {'Port': ['ID=6bd78745-0e92-4eb3-b2e9-9ef7e685bd82,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:40.384652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] No DVR routers for this DVR port 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:40.400693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:40.406195 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fae897c-dfe2-4470-a343-68d452d9d46e req-4971a175-ebc2-4dc1-91ec-6d945c353541 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.93 "DELETE /v2.0/ports/6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 HTTP/1.1" status: 204 len: 173 time: 0.7491810 Oct 29 08:46:40.406768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e9c5d9-9d73-4599-91d7-53628f249700', 'name': 'network-vif-deleted', 'tag': '6bd78745-0e92-4eb3-b2e9-9ef7e685bd82'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:40.418495 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a0cfe-9921-4a16-b561-8479da44cb31" -d '{"events": [{"server_uuid": "93e9c5d9-9d73-4599-91d7-53628f249700", "name": "network-vif-deleted", "tag": "6bd78745-0e92-4eb3-b2e9-9ef7e685bd82"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:40.466856 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c34101-5626-468c-9b54-fcd09fa5652d x-openstack-request-id: req-f0c34101-5626-468c-9b54-fcd09fa5652d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:40.468011 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e9c5d9-9d73-4599-91d7-53628f249700", "name": "network-vif-deleted", "tag": "6bd78745-0e92-4eb3-b2e9-9ef7e685bd82", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:40.468277 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0c34101-5626-468c-9b54-fcd09fa5652d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:40.468701 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e9c5d9-9d73-4599-91d7-53628f249700', 'name': 'network-vif-deleted', 'tag': '6bd78745-0e92-4eb3-b2e9-9ef7e685bd82', 'status': 'completed', 'code': 200} Oct 29 08:46:40.761686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aade6-5c1a-4722-b16e-3218dd370b44 req-817cb810-fc0e-4f97-9fab-6d0f6eea5bdc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:40.772681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b38aade6-5c1a-4722-b16e-3218dd370b44 req-817cb810-fc0e-4f97-9fab-6d0f6eea5bdc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1237352 Oct 29 08:46:40.840225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27f454a9-8616-4e1f-ab51-39879bf18e6c req-b4e3427b-9c84-4489-a32a-a95615616045 tempest-AttachVolumeNegativeTest-684653477 tempest-AttachVolumeNegativeTest-684653477-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e9c5d9-9d73-4599-91d7-53628f249700 HTTP/1.1" status: 200 len: 210 time: 0.0389616 Oct 29 08:46:40.845238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b38aade6-5c1a-4722-b16e-3218dd370b44 req-0e1118dc-bbe0-4761-97cd-14e1dc11a1d2 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705442 Oct 29 08:46:41.148537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40236) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:41.274045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcb24f83-5d60-4bee-aed1-01283abcfbca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:41.377942 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcb24f83-5d60-4bee-aed1-01283abcfbca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:41.386737 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcb24f83-5d60-4bee-aed1-01283abcfbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:41.439792 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dcb24f83-5d60-4bee-aed1-01283abcfbca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5af39e81d8342008cb48308b24ca323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900343 Oct 29 08:46:41.441322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb24f83-5d60-4bee-aed1-01283abcfbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e61368-2430-4476-8210-bfafa9181b05,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:41.444009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:41.465814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c001e-d906-4076-ada5-1e39da7bde29 req-153c6383-ab91-4c96-9517-5f4e597fa77d tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:41.473968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-153c6383-ab91-4c96-9517-5f4e597fa77d tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/networks?id=1443b15c-236e-4012-91e4-35fd62e3b0c0 HTTP/1.1" status: 200 len: 809 time: 0.1631968 Oct 29 08:46:41.491331 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-93fc98f2-c062-49e7-be36-94cd01aa6773 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/quotas/5d04964b7b814f7a84f5221131614a03 HTTP/1.1" status: 200 len: 375 time: 0.0164130 Oct 29 08:46:41.528762 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-8bad09e5-f6a3-461f-9a47-c57fb68de093 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d04964b7b814f7a84f5221131614a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361404 Oct 29 08:46:41.537178 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd209-a4d1-45fa-a684-7b3e03427cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:41.568187 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd209-a4d1-45fa-a684-7b3e03427cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:41.644272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd209-a4d1-45fa-a684-7b3e03427cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:41.647440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd209-a4d1-45fa-a684-7b3e03427cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:41.651117 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fcbfd209-a4d1-45fa-a684-7b3e03427cec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2e61368-2430-4476-8210-bfafa9181b05 HTTP/1.1" status: 204 len: 168 time: 0.2038255 Oct 29 08:46:41.658646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd209-a4d1-45fa-a684-7b3e03427cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e61368-2430-4476-8210-bfafa9181b05,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:41.673122 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-e4d78c01-5c12-4581-a150-2e57512e1382 service neutron] 10.222.0.70 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350377 Oct 29 08:46:41.679762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device caefbb47-f567-452b-9a86-56d682066896 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:41.736017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: caefbb47-f567-452b-9a86-56d682066896 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:41.737371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device caefbb47-f567-452b-9a86-56d682066896 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:41.828880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-ff9b4e4a-2211-4118-acb1-d34f607864aa service neutron] 10.222.0.70 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314125 Oct 29 08:46:41.923059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40288) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:42.080620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c63647d-e44c-4c4d-8b46-b77c88bf421b req-0b122d46-0aae-4d89-bfca-a42075e65810 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 210 time: 0.0632777 Oct 29 08:46:42.113123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadc8430-384d-4567-b525-59eaf1c013ce admin admin] Deleting subnet ce65384a-0dc7-4149-82d9-ed25ea23e1dc {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:46:42.117497 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadc8430-384d-4567-b525-59eaf1c013ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.148701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40300) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:42.160493 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadc8430-384d-4567-b525-59eaf1c013ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.167464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba39eed5-e294-494e-bef0-6162e0e1ab54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.284348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ba75-30d7-4fce-bf40-b6b3c36c78d8 req-cdd5d484-78b2-44e6-847d-647fe52f4cba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:42.292074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da44ba75-30d7-4fce-bf40-b6b3c36c78d8 req-cdd5d484-78b2-44e6-847d-647fe52f4cba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.2409542 Oct 29 08:46:42.300558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadc8430-384d-4567-b525-59eaf1c013ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.311028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba39eed5-e294-494e-bef0-6162e0e1ab54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.317651 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba39eed5-e294-494e-bef0-6162e0e1ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.397185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39eed5-e294-494e-bef0-6162e0e1ab54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3285553-7081-48c0-93a8-b14dc3f57846,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:42.411966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da44ba75-30d7-4fce-bf40-b6b3c36c78d8 req-f37da58f-8c8e-423d-a60c-4d208587d7b1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185713 Oct 29 08:46:42.443508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ba39eed5-e294-494e-bef0-6162e0e1ab54 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a712a4183fe45c88f9141915847e9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920921 Oct 29 08:46:42.449951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40318) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:42.463598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadc8430-384d-4567-b525-59eaf1c013ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.505321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc8430-384d-4567-b525-59eaf1c013ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce65384a-0dc7-4149-82d9-ed25ea23e1dc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:42.509605 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dadc8430-384d-4567-b525-59eaf1c013ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.516688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dadc8430-384d-4567-b525-59eaf1c013ce admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ce65384a-0dc7-4149-82d9-ed25ea23e1dc HTTP/1.1" status: 204 len: 168 time: 0.5923686 Oct 29 08:46:42.519057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40320) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:42.527744 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2475e8c3-ee47-4c0c-ab9f-16107f65bac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.558088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2475e8c3-ee47-4c0c-ab9f-16107f65bac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.624897 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.668864 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2475e8c3-ee47-4c0c-ab9f-16107f65bac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.672678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2475e8c3-ee47-4c0c-ab9f-16107f65bac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.678228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2475e8c3-ee47-4c0c-ab9f-16107f65bac4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3285553-7081-48c0-93a8-b14dc3f57846 HTTP/1.1" status: 204 len: 168 time: 0.2269368 Oct 29 08:46:42.702148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475e8c3-ee47-4c0c-ab9f-16107f65bac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3285553-7081-48c0-93a8-b14dc3f57846,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:42.829866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.853758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:42.864655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f0ef30-c014-4b2e-ae7e-ef563959e979') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:42.864840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f0ef30-c014-4b2e-ae7e-ef563959e979') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:42.876045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.893806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.905005 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:46:42.905391 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:46:42.907539 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:46:43.002703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:43.009176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:43.012393 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9 HTTP/1.1" status: 204 len: 168 time: 0.4921830 Oct 29 08:46:43.030165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839130e-7be6-4f14-bb24-c58c4a45c249 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2bc38d-e4fb-4bd4-b754-ecc8a96b7ae9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:43.197449 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-56a9d978-e9be-49f6-94e4-3affd51a5b5f req-b4bceb97-b752-497f-9533-72398dbc0d08 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 210 time: 0.0317941 Oct 29 08:46:43.257975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40390) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:43.301676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3ef8db02-9441-46f8-95a8-5b7a5e9ee249 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de89fc7d23264b509d982d939e06e3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424325 Oct 29 08:46:43.304738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40392) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:43.453268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e51adbee-6352-4b1e-a30b-2e1f19ee55b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:43.478623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:43.490614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be36d71f-1066-423e-a9fe-47816e47ca49 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:43.493465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be36d71f-1066-423e-a9fe-47816e47ca49 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.15 "GET /v2.0/networks?id=1443b15c-236e-4012-91e4-35fd62e3b0c0 HTTP/1.1" status: 200 len: 809 time: 0.1522503 Oct 29 08:46:43.509674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:43.510063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6bd78745-0e92-4eb3-b2e9-9ef7e685bd82 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:43.511659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Request body: {'port': {'device_id': 'dfd252fe-65f3-43c5-9cce-f67f14d354e3', 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0', 'admin_state_up': True, 'tenant_id': '5d04964b7b814f7a84f5221131614a03'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:43.597626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e51adbee-6352-4b1e-a30b-2e1f19ee55b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:43.693607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e6c6-d330-4faf-b4ab-7acc895d83bc req-0b68c9d9-e309-4843-9560-af125a237262 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:43.695308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca74e6c6-d330-4faf-b4ab-7acc895d83bc req-0b68c9d9-e309-4843-9560-af125a237262 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1505518 Oct 29 08:46:43.766015 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e51adbee-6352-4b1e-a30b-2e1f19ee55b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:43.768625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e51adbee-6352-4b1e-a30b-2e1f19ee55b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:43.770422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e51adbee-6352-4b1e-a30b-2e1f19ee55b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40ad3675-da34-4ceb-b215-525a94198124 HTTP/1.1" status: 204 len: 168 time: 0.4646208 Oct 29 08:46:43.777099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca74e6c6-d330-4faf-b4ab-7acc895d83bc req-e23cea17-bf38-484c-8ac6-91d22fc5887b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700324 Oct 29 08:46:43.779704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Made reservation on behalf of 5d04964b7b814f7a84f5221131614a03 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:43.784211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:43.801964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51adbee-6352-4b1e-a30b-2e1f19ee55b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad3675-da34-4ceb-b215-525a94198124,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:44.028636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Allocated IP 172.20.0.5 (1443b15c-236e-4012-91e4-35fd62e3b0c0/3e7d26cb-1190-4cc5-be0e-1d8b8f48c161/1f9b1f39-4c5e-48d0-98a3-318974fd9e11) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:46:44.249090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:44.267648 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-73fdb2ff-e16b-4aff-b003-879ad6eef35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:44.308192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:44.376003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Network 1443b15c-236e-4012-91e4-35fd62e3b0c0 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:46:44.379442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:46:44.389655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:46:44.439859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357f4e1-48c0-4cea-9653-c03de9456452 req-243ff950-1f2e-4632-9d41-ad012614b9cc tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:44.441531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c357f4e1-48c0-4cea-9653-c03de9456452 req-243ff950-1f2e-4632-9d41-ad012614b9cc tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 931 time: 0.1085567 Oct 29 08:46:44.447554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Pushing event updated for resources: {'Port': ['ID=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:44.489016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:44.489682 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:44.541188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c357f4e1-48c0-4cea-9653-c03de9456452 req-1685477a-3773-4ba5-b2e2-72c5711f4029 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696874 Oct 29 08:46:44.559317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-2e08c869-361d-4319-8045-edd117ebb42b tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0538120 Oct 29 08:46:44.579642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Request body: {'port': {'device_id': 'dfd252fe-65f3-43c5-9cce-f67f14d354e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:44.677961 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:44.984969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cf61-390c-4d7b-b22e-6188b4d0596b req-fc523322-f37e-4d61-8e63-e218a10059c8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:44.988453 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f21cf61-390c-4d7b-b22e-6188b4d0596b req-fc523322-f37e-4d61-8e63-e218a10059c8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0956423 Oct 29 08:46:45.045458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f21cf61-390c-4d7b-b22e-6188b4d0596b req-317e315d-4f13-48cf-b37f-c0ea4b34e382 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503778 Oct 29 08:46:45.079708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:46:45.090004 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:45.105206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Transition to ACTIVE for port object 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:46:45.110627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:45.182653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:45.274472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Attempting to bind port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:46:45.275126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Attempting to bind port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:46:45.275672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Attempting to bind port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 on network 1443b15c-236e-4012-91e4-35fd62e3b0c0 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:46:45.283881 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 on network 1443b15c-236e-4012-91e4-35fd62e3b0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:46:45.284463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Attempting to bind port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 on network 1443b15c-236e-4012-91e4-35fd62e3b0c0 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:46:45.294412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:46:45.295232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Checking segment: {'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:46:45.295959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Bound using segment: {'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:46:45.296726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Bound port: 1f9b1f39-4c5e-48d0-98a3-318974fd9e11, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4121b275-2b9a-442a-bd29-847e81a96ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:46:45.297347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:45.403120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] For port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:46:45.409289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] For port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:46:45.415325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:45.453242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:45.453885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:45.455336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f9b1f39-4c5e-48d0-98a3-318974fd9e11 HTTP/1.1" status: 200 len: 1091 time: 0.8856444 Oct 29 08:46:45.455828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd252fe-65f3-43c5-9cce-f67f14d354e3', 'tag': '1f9b1f39-4c5e-48d0-98a3-318974fd9e11'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:45.458364 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9382e13e-d918-4021-8377-015d61ff9df3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd252fe-65f3-43c5-9cce-f67f14d354e3", "tag": "1f9b1f39-4c5e-48d0-98a3-318974fd9e11"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:45.508611 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb03a520-3c4b-4a6a-a75f-437833ed5651 x-openstack-request-id: req-fb03a520-3c4b-4a6a-a75f-437833ed5651 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:45.508843 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd252fe-65f3-43c5-9cce-f67f14d354e3", "tag": "1f9b1f39-4c5e-48d0-98a3-318974fd9e11", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:45.509375 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb03a520-3c4b-4a6a-a75f-437833ed5651 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:45.509830 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd252fe-65f3-43c5-9cce-f67f14d354e3', 'tag': '1f9b1f39-4c5e-48d0-98a3-318974fd9e11', 'status': 'completed', 'code': 200} Oct 29 08:46:45.550463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9921cd-57ee-4cc8-b187-591c1a856ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:45.571472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c001e-d906-4076-ada5-1e39da7bde29 req-ca5d0448-7c74-4853-b94f-bf54cc89c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:45.574096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-ca5d0448-7c74-4853-b94f-bf54cc89c9fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d04964b7b814f7a84f5221131614a03&device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 1094 time: 0.0608408 Oct 29 08:46:45.684204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40566) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:45.693114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-1719a8c7-2b0a-4647-8df0-e04c1158595a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f9b1f39-4c5e-48d0-98a3-318974fd9e11 HTTP/1.1" status: 200 len: 217 time: 0.1108971 Oct 29 08:46:45.785897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f0dcc-03aa-4db9-949b-d27c3a6f5da0 req-42f17c9b-47c1-4053-8cee-36f1e6d50715 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:45.794545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c001e-d906-4076-ada5-1e39da7bde29 req-0a954f93-7878-47da-af74-f99413c5a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:45.796073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-0a954f93-7878-47da-af74-f99413c5a6a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e7d26cb-1190-4cc5-be0e-1d8b8f48c161 HTTP/1.1" status: 200 len: 849 time: 0.0951047 Oct 29 08:46:45.796824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b26f0dcc-03aa-4db9-949b-d27c3a6f5da0 req-42f17c9b-47c1-4053-8cee-36f1e6d50715 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 943 time: 0.1230192 Oct 29 08:46:45.846386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-8b851b16-ae22-4f9c-8562-71b3cde63d3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1443b15c-236e-4012-91e4-35fd62e3b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335784 Oct 29 08:46:45.890538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b26f0dcc-03aa-4db9-949b-d27c3a6f5da0 req-874566b5-a0ea-4ecd-bc81-113412cefb6f tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843058 Oct 29 08:46:45.977257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-21c1e885-1cbf-4dab-afab-d3ea74fede2e service neutron] 10.222.0.15 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135867 Oct 29 08:46:45.989539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b2a8-2912-4c5c-8f8d-224adb1f93ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:46.181696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099c001e-d906-4076-ada5-1e39da7bde29 req-5e546e11-c7d9-45f7-abc2-53634e45ca06 service neutron] 10.222.0.15 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956093 Oct 29 08:46:46.249639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b2a8-2912-4c5c-8f8d-224adb1f93ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:46.259150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b2a8-2912-4c5c-8f8d-224adb1f93ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:46.315013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8b2a8-2912-4c5c-8f8d-224adb1f93ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a5906-2e23-4afc-b797-53d9a18c2148,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:46.342319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6414e4-527e-40c8-901a-2635a24c2c8e req-eb6e6e5a-c6c0-40c9-81d3-501746532733 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:46.345545 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b6414e4-527e-40c8-901a-2635a24c2c8e req-eb6e6e5a-c6c0-40c9-81d3-501746532733 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1651638 Oct 29 08:46:46.360175 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9aa8b2a8-2912-4c5c-8f8d-224adb1f93ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83e28d1ddf9a4e01960c5ffe9b76f44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6658256 Oct 29 08:46:46.361742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40612) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:46.391075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382e13e-d918-4021-8377-015d61ff9df3 req-4692e01a-5086-4a89-809b-de45b2d4de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:46.394499 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9382e13e-d918-4021-8377-015d61ff9df3 req-4692e01a-5086-4a89-809b-de45b2d4de7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d04964b7b814f7a84f5221131614a03&device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 1094 time: 0.1306701 Oct 29 08:46:46.429605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8b6414e4-527e-40c8-901a-2635a24c2c8e req-d02a87a9-e9ec-482e-8f32-5b5b30a2a66d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765715 Oct 29 08:46:46.479558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b0322f9-c4bd-4d1d-b2eb-dbd11b46175b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:46.513029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b0322f9-c4bd-4d1d-b2eb-dbd11b46175b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:46.593021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b0322f9-c4bd-4d1d-b2eb-dbd11b46175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:46.599965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b0322f9-c4bd-4d1d-b2eb-dbd11b46175b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:46.601863 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7b0322f9-c4bd-4d1d-b2eb-dbd11b46175b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c23a5906-2e23-4afc-b797-53d9a18c2148 HTTP/1.1" status: 204 len: 168 time: 0.2390847 Oct 29 08:46:46.602031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382e13e-d918-4021-8377-015d61ff9df3 req-7ee210bf-e771-49c3-8af2-d7ad60a0dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:46.606107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9382e13e-d918-4021-8377-015d61ff9df3 req-7ee210bf-e771-49c3-8af2-d7ad60a0dabb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1443b15c-236e-4012-91e4-35fd62e3b0c0 HTTP/1.1" status: 200 len: 911 time: 0.2006712 Oct 29 08:46:46.634477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0322f9-c4bd-4d1d-b2eb-dbd11b46175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a5906-2e23-4afc-b797-53d9a18c2148,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:46.702817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9382e13e-d918-4021-8377-015d61ff9df3 req-c5fc8a54-dbc7-4014-a9b4-37a3e69ae8f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f9b1f39-4c5e-48d0-98a3-318974fd9e11 HTTP/1.1" status: 200 len: 217 time: 0.0899947 Oct 29 08:46:46.791578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382e13e-d918-4021-8377-015d61ff9df3 req-c35181e8-350f-4858-854c-4cc1046d9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:46.793135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9382e13e-d918-4021-8377-015d61ff9df3 req-c35181e8-350f-4858-854c-4cc1046d9888 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e7d26cb-1190-4cc5-be0e-1d8b8f48c161 HTTP/1.1" status: 200 len: 849 time: 0.0776892 Oct 29 08:46:46.840416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9382e13e-d918-4021-8377-015d61ff9df3 req-8e261e58-8d33-4d52-ac3e-dfa9f9052fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1443b15c-236e-4012-91e4-35fd62e3b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372231 Oct 29 08:46:46.977208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9382e13e-d918-4021-8377-015d61ff9df3 req-4286fde8-feb4-4e41-a7b5-e244692b0b62 service neutron] 10.222.0.15 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183457 Oct 29 08:46:46.985021 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bf64dcbd-eb35-4661-9b43-d24bed50edbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:47.155474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f6365-11b8-432b-8427-3e0346ebe7c8 req-898d20d0-9781-4bdf-8bf8-14fa5dfcae89 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:47.164549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c52f6365-11b8-432b-8427-3e0346ebe7c8 req-898d20d0-9781-4bdf-8bf8-14fa5dfcae89 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 943 time: 0.1469967 Oct 29 08:46:47.185579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9382e13e-d918-4021-8377-015d61ff9df3 req-02b4bfce-6f5f-4fdb-bb72-25efe30b789c service neutron] 10.222.0.15 "GET /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005892 Oct 29 08:46:47.234686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c52f6365-11b8-432b-8427-3e0346ebe7c8 req-2888bb5d-5b25-4edd-9ad3-5c55e4ed4766 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471151 Oct 29 08:46:47.646536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb255d1-1943-4313-a7dc-4818fbd6f75f req-39e13a66-b726-403d-9445-70281ddd91f1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:47.648274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb255d1-1943-4313-a7dc-4818fbd6f75f req-39e13a66-b726-403d-9445-70281ddd91f1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0988712 Oct 29 08:46:47.694530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:46:47.698504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb255d1-1943-4313-a7dc-4818fbd6f75f req-71967d42-ecd4-4379-ae49-a3d7ec86b6cc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441544 Oct 29 08:46:47.712951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40694) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:47.825850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:47.838698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '1f9b1f39-4c5e-48d0-98a3-318974fd9e11', 'network_id': '1443b15c-236e-4012-91e4-35fd62e3b0c0', 'port_id': '1f9b1f39-4c5e-48d0-98a3-318974fd9e11', 'mac_address': 'fa:16:3e:98:82:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7d26cb-1190-4cc5-be0e-1d8b8f48c161', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:46:47.878982 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:47.893483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:46:47.896093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-435fa370-c888-4bf8-bec8-0fd789b2f8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:47.917020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:47.926250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.013983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-435fa370-c888-4bf8-bec8-0fd789b2f8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.020481 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-435fa370-c888-4bf8-bec8-0fd789b2f8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.027106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:48.074670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fa370-c888-4bf8-bec8-0fd789b2f8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6665b893-9080-46dc-ac41-a57bfdc198da,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:48.079247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-435fa370-c888-4bf8-bec8-0fd789b2f8df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fa9d42ddab2413e8ac6879d1413db75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652134 Oct 29 08:46:48.081859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40704) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:48.139170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.147358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27a8e179-c854-47f9-9b78-ed9d089c4478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.169517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40708) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:48.184949 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27a8e179-c854-47f9-9b78-ed9d089c4478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.197622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['1f9b1f39-4c5e-48d0-98a3-318974fd9e11'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:46:48.306430 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27a8e179-c854-47f9-9b78-ed9d089c4478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.308481 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.317830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27a8e179-c854-47f9-9b78-ed9d089c4478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.324260 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27a8e179-c854-47f9-9b78-ed9d089c4478 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6665b893-9080-46dc-ac41-a57bfdc198da HTTP/1.1" status: 204 len: 168 time: 0.2398098 Oct 29 08:46:48.352349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8e179-c854-47f9-9b78-ed9d089c4478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6665b893-9080-46dc-ac41-a57bfdc198da,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:48.443288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d67cf-cc0c-48f2-9f57-0840a63f19df req-bad9e21f-ed61-4f95-91a8-8d14d4bbdffa tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:48.445224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-001d67cf-cc0c-48f2-9f57-0840a63f19df req-bad9e21f-ed61-4f95-91a8-8d14d4bbdffa tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 944 time: 0.0726464 Oct 29 08:46:48.496964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-001d67cf-cc0c-48f2-9f57-0840a63f19df req-2f985f37-e868-45e3-b756-bdaebd1f893a tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Oct 29 08:46:48.526211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53313227-79dc-4984-8d3c-c49e0853d06b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.708693 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53313227-79dc-4984-8d3c-c49e0853d06b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.717457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53313227-79dc-4984-8d3c-c49e0853d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.778817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-53313227-79dc-4984-8d3c-c49e0853d06b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51f5fffb418543778e6d521f22a56574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079659 Oct 29 08:46:48.779924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53313227-79dc-4984-8d3c-c49e0853d06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a95742b-7c7c-437a-8204-ff3416e325a5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:48.782324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40744) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:48.874266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-907b5807-0bb9-4ecb-bb66-3423ad680bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.877476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f201d60-cb27-4b4d-a9ec-b005b525568c req-a827ef59-6d17-4896-b25f-fe5b941c4b55 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:48.886458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f201d60-cb27-4b4d-a9ec-b005b525568c req-a827ef59-6d17-4896-b25f-fe5b941c4b55 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0743434 Oct 29 08:46:48.919530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-907b5807-0bb9-4ecb-bb66-3423ad680bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.934669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f201d60-cb27-4b4d-a9ec-b005b525568c req-3bc9e1d1-d422-4fa3-a341-456d481bf010 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473018 Oct 29 08:46:48.991737 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-907b5807-0bb9-4ecb-bb66-3423ad680bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:48.997529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-907b5807-0bb9-4ecb-bb66-3423ad680bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.004446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-907b5807-0bb9-4ecb-bb66-3423ad680bbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a95742b-7c7c-437a-8204-ff3416e325a5 HTTP/1.1" status: 204 len: 168 time: 0.2152839 Oct 29 08:46:49.008053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b5807-0bb9-4ecb-bb66-3423ad680bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a95742b-7c7c-437a-8204-ff3416e325a5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:49.323758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40766) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:49.456714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-481120047', 'router:external': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:49.462739 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.485264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Made reservation on behalf of 84ea10da7d8c48e0a46c6dbe05dc920b for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:49.487986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.499877 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.627583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.634209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.661850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:46:49.681684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41c31e9-9692-41cb-8f56-44788660bcf0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:49.702650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.703002 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Added segment b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18 of type vlan for network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 Oct 29 08:46:49.705752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce2339-0e8d-46ca-863b-256707c58821 req-cb1c5b27-7851-425b-be93-721e1024bb30 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:49.711474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:46:49.716935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9ce2339-0e8d-46ca-863b-256707c58821 req-cb1c5b27-7851-425b-be93-721e1024bb30 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 944 time: 0.1234009 Oct 29 08:46:49.797246 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.804909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9ce2339-0e8d-46ca-863b-256707c58821 req-98541aa1-86f2-4655-9abd-6fd4e4f86b09 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791948 Oct 29 08:46:49.824067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:46:49.830807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:46:49.831232 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.868084 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.869564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:49.870467 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.940941 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:49.983967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:49.987788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd252fe-65f3-43c5-9cce-f67f14d354e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9b1f39-4c5e-48d0-98a3-318974fd9e11'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:49.990425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'Network': ['ID=4b5ae445-fccb-45fb-b2f8-c64a7d869469,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:49.995075 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cfe8d1-7aff-4f76-93f4-aa9940e0446f" -d '{"events": [{"server_uuid": "dfd252fe-65f3-43c5-9cce-f67f14d354e3", "name": "network-vif-plugged", "status": "completed", "tag": "1f9b1f39-4c5e-48d0-98a3-318974fd9e11"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:49.997627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2692f433-03bd-49b7-83bd-066438c68d01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6727283 Oct 29 08:46:50.000699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40802) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:50.008722 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:50.013041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'subnet': {'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:50.020859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:46:50.071637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Made reservation on behalf of 84ea10da7d8c48e0a46c6dbe05dc920b for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:50.074700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:50.136109 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079033de-4bf4-497c-a058-dcd20cf95d5d x-openstack-request-id: req-079033de-4bf4-497c-a058-dcd20cf95d5d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:50.136973 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd252fe-65f3-43c5-9cce-f67f14d354e3", "name": "network-vif-plugged", "status": "completed", "tag": "1f9b1f39-4c5e-48d0-98a3-318974fd9e11", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:50.137244 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-079033de-4bf4-497c-a058-dcd20cf95d5d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:50.137667 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd252fe-65f3-43c5-9cce-f67f14d354e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9b1f39-4c5e-48d0-98a3-318974fd9e11', 'code': 200} Oct 29 08:46:50.285789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:50.381126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a794094-b1f7-4061-bfe2-eaa753b1e370 req-0c9c2fbc-d6da-4d58-be4a-3c0601f1c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:50.382841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a794094-b1f7-4061-bfe2-eaa753b1e370 req-0c9c2fbc-d6da-4d58-be4a-3c0601f1c30f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 1096 time: 0.1582875 Oct 29 08:46:50.400071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef9143-8f6e-4cd4-8adb-d130a40b060d req-9bba42b3-4fb0-4707-985d-ee2680b4a28c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:50.412714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1ef9143-8f6e-4cd4-8adb-d130a40b060d req-9bba42b3-4fb0-4707-985d-ee2680b4a28c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.2598352 Oct 29 08:46:50.510829 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a794094-b1f7-4061-bfe2-eaa753b1e370 req-0262f713-f741-43ee-a7b4-298f7ae56456 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817120 Oct 29 08:46:50.531898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1ef9143-8f6e-4cd4-8adb-d130a40b060d req-3d83ecd1-c919-40f1-9e23-2da88c6c7ca8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144657 Oct 29 08:46:50.534222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:46:50.534329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:50.613378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'Subnet': ['ID=58c56a53-285b-47e7-98dc-8ce5046e28d0,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:50.623293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Checking segment: {'id': 'b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:46:50.623668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Network hostable DHCP agents. Network: 4b5ae445-fccb-45fb-b2f8-c64a7d869469, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:46:50.644820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:46:50.659480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 4b5ae445-fccb-45fb-b2f8-c64a7d869469) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:46:50.673634 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c84a8f-ec34-4907-9c6e-a448ee97e9df None None] Network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:46:50.676818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:50.677416 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:50.713351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40824) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:50.720819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-639483257', 'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:50.724329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f255a9ca-3cc8-4124-a960-cd207c79fed0 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7075434 Oct 29 08:46:50.760247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Made reservation on behalf of 84ea10da7d8c48e0a46c6dbe05dc920b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:50.765056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:50.810940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] device_id is not set on port 137fa8f6-5291-4936-8619-342ef600b36c yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:46:50.839419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eedbd0f-b435-4374-b4e1-00d68fbf193b None None] Network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:46:51.054558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc74-c8d7-4143-bee5-5054ce3f920f req-ab8e9ce1-30f3-4d30-9c9d-7f8363911dee tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:51.062781 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c37bc74-c8d7-4143-bee5-5054ce3f920f req-ab8e9ce1-30f3-4d30-9c9d-7f8363911dee tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 945 time: 0.1013472 Oct 29 08:46:51.065920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Allocated IP 2001:db8::33 (4b5ae445-fccb-45fb-b2f8-c64a7d869469/58c56a53-285b-47e7-98dc-8ce5046e28d0/137fa8f6-5291-4936-8619-342ef600b36c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:46:51.136113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c37bc74-c8d7-4143-bee5-5054ce3f920f req-0635fe4b-b92c-4108-b043-916ae837bc76 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620174 Oct 29 08:46:51.278994 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.328395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.377392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:46:51.381039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:46:51.385819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:46:51.387013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:51.387847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.397675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'Port': ['ID=137fa8f6-5291-4936-8619-342ef600b36c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:51.416793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3379dcc4-88a7-4a31-a113-cd8c6c9f6b2a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7021930 Oct 29 08:46:51.419427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40850) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:51.470145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40858) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:51.475215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164046987', 'description': 'tempest-secgroup-smoke-1164046987 description', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:51.502924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.523578 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.543353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-8b56ee93-cdcb-49a6-bc2a-9e0caa093e01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Deleting port 137fa8f6-5291-4936-8619-342ef600b36c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:51.543709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b56ee93-cdcb-49a6-bc2a-9e0caa093e01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.666832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b56ee93-cdcb-49a6-bc2a-9e0caa093e01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.672252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.683765 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.707792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-8b56ee93-cdcb-49a6-bc2a-9e0caa093e01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Calling delete_port for 137fa8f6-5291-4936-8619-342ef600b36c owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:51.748605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ad5a3b-a523-4bde-87ec-85768d84b751,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:51.798957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4854-894d-43ac-8a72-95efb6b8e08b req-0c2978dc-8836-49c8-9c3a-ccf9c7bd6d52 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:51.807392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.807605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f72a4854-894d-43ac-8a72-95efb6b8e08b req-0c2978dc-8836-49c8-9c3a-ccf9c7bd6d52 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1437695 Oct 29 08:46:51.815355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.853575 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.858257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3867862 Oct 29 08:46:51.859683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40884) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:51.864219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fe7503d6-5434-4303-bb70-195c06c495f4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': 'bccb9098-e7cf-4932-967d-e20e9471c134', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:51.869104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a12b1d-de19-4286-878d-1041bdc733a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccb9098-e7cf-4932-967d-e20e9471c134,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:51.882936 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f72a4854-894d-43ac-8a72-95efb6b8e08b req-3bc3643d-1374-4d7e-85eb-eb472d86b3bf tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709438 Oct 29 08:46:51.909653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7503d6-5434-4303-bb70-195c06c495f4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:51.971384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b56ee93-cdcb-49a6-bc2a-9e0caa093e01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.001629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7503d6-5434-4303-bb70-195c06c495f4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.008423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56ee93-cdcb-49a6-bc2a-9e0caa093e01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event deleted for resources: {'Port': ['ID=137fa8f6-5291-4936-8619-342ef600b36c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:52.009174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7503d6-5434-4303-bb70-195c06c495f4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.040478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7503d6-5434-4303-bb70-195c06c495f4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b649123-2f83-44c9-94d6-ac6b86809b61,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:52.047822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b56ee93-cdcb-49a6-bc2a-9e0caa093e01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.054062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8b56ee93-cdcb-49a6-bc2a-9e0caa093e01 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "DELETE /v2.0/ports/137fa8f6-5291-4936-8619-342ef600b36c HTTP/1.1" status: 204 len: 168 time: 0.6324008 Oct 29 08:46:52.056993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40902) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:52.062303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469', 'external_fixed_ips': [{'subnet_id': '58c56a53-285b-47e7-98dc-8ce5046e28d0', 'ip_address': '2001:db8::33'}]}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:52.068491 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe7503d6-5434-4303-bb70-195c06c495f4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.069714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fe7503d6-5434-4303-bb70-195c06c495f4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2091911 Oct 29 08:46:52.072812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40904) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:52.079957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6a37bd8a-2d0b-458c-99b0-20ab2c94bdac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': 'bccb9098-e7cf-4932-967d-e20e9471c134', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:52.100266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.101453 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.135629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a37bd8a-2d0b-458c-99b0-20ab2c94bdac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.189550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.276880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a37bd8a-2d0b-458c-99b0-20ab2c94bdac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.282251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a37bd8a-2d0b-458c-99b0-20ab2c94bdac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.303762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37bd8a-2d0b-458c-99b0-20ab2c94bdac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e3aba5-850d-4d65-836f-e824d7523303,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:52.331440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a37bd8a-2d0b-458c-99b0-20ab2c94bdac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.338019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6a37bd8a-2d0b-458c-99b0-20ab2c94bdac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2593923 Oct 29 08:46:52.340724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40938) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:52.350692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2abb5c23-424f-448f-9228-660aae3c3f84 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': 'bccb9098-e7cf-4932-967d-e20e9471c134', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:52.398693 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.413632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed464c-b949-484f-8461-20b2cea3488a req-4d5fa649-2056-4b2a-ac3e-8ac1659f5db5 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:52.415391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1fed464c-b949-484f-8461-20b2cea3488a req-4d5fa649-2056-4b2a-ac3e-8ac1659f5db5 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 945 time: 0.1765006 Oct 29 08:46:52.428188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2abb5c23-424f-448f-9228-660aae3c3f84 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.548323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1fed464c-b949-484f-8461-20b2cea3488a req-dec058fa-7c40-4783-9ee6-e53d21ccdb5f tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835154 Oct 29 08:46:52.570736 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2abb5c23-424f-448f-9228-660aae3c3f84 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.581401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2abb5c23-424f-448f-9228-660aae3c3f84 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.650337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb5c23-424f-448f-9228-660aae3c3f84 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a10e28-1af2-4d59-a8be-21ab419a389b,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:52.660913 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2abb5c23-424f-448f-9228-660aae3c3f84 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.668898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2abb5c23-424f-448f-9228-660aae3c3f84 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3257542 Oct 29 08:46:52.670457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40960) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:52.676806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b1699b9d-fd4f-4d93-ade8-9a14e211d59d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': 'bccb9098-e7cf-4932-967d-e20e9471c134', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:52.771599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1699b9d-fd4f-4d93-ade8-9a14e211d59d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.894894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1699b9d-fd4f-4d93-ade8-9a14e211d59d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.901652 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1699b9d-fd4f-4d93-ade8-9a14e211d59d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:52.920398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40980) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:52.973177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1699b9d-fd4f-4d93-ade8-9a14e211d59d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b6e8e1-83ea-45e9-8939-1640dd68bbfe,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:53.001190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1699b9d-fd4f-4d93-ade8-9a14e211d59d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.006359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b1699b9d-fd4f-4d93-ade8-9a14e211d59d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3318970 Oct 29 08:46:53.008362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40990) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:53.017884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c3fdae61-cfb1-4e6a-ba67-5cd0ae12969a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': 'bccb9098-e7cf-4932-967d-e20e9471c134', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:53.109092 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-c3fdae61-cfb1-4e6a-ba67-5cd0ae12969a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Project 4dd03b6aee5f49e1b3389d6d64c2931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:46:53.123733 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3fdae61-cfb1-4e6a-ba67-5cd0ae12969a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.245665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3fdae61-cfb1-4e6a-ba67-5cd0ae12969a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.251781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3fdae61-cfb1-4e6a-ba67-5cd0ae12969a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.281484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.323309 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.357590 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d254c808-de1f-47de-bd25-398b0b95f8e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.368344 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3fdae61-cfb1-4e6a-ba67-5cd0ae12969a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.373903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c3fdae61-cfb1-4e6a-ba67-5cd0ae12969a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3624599 Oct 29 08:46:53.374965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41016) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:53.376977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdae61-cfb1-4e6a-ba67-5cd0ae12969a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e771ef81-13ce-4570-850c-5d926a43faa7,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:53.390735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-02dc9c31-f9d1-4ae3-b081-7cee27084843 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': 'bccb9098-e7cf-4932-967d-e20e9471c134', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:53.483749 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-02dc9c31-f9d1-4ae3-b081-7cee27084843 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Project 4dd03b6aee5f49e1b3389d6d64c2931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:46:53.512366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02dc9c31-f9d1-4ae3-b081-7cee27084843 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.535746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca166d7d-95dd-476c-b9d5-520264ebc6b9 req-9ccbe680-4b58-4018-913d-cbfe985e9eba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:53.545873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca166d7d-95dd-476c-b9d5-520264ebc6b9 req-9ccbe680-4b58-4018-913d-cbfe985e9eba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.2608156 Oct 29 08:46:53.622972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca166d7d-95dd-476c-b9d5-520264ebc6b9 req-18bc9c11-a44b-488f-8d79-46ef3b7a1ff2 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758715 Oct 29 08:46:53.632104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02dc9c31-f9d1-4ae3-b081-7cee27084843 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.634141 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d254c808-de1f-47de-bd25-398b0b95f8e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.640922 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02dc9c31-f9d1-4ae3-b081-7cee27084843 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.647208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d254c808-de1f-47de-bd25-398b0b95f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.719633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254c808-de1f-47de-bd25-398b0b95f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981bfe53-f034-44dd-8d68-d68a7b8b07b2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:53.767880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Allocated IP 2001:db8::33 (4b5ae445-fccb-45fb-b2f8-c64a7d869469/58c56a53-285b-47e7-98dc-8ce5046e28d0/8eb4de15-8278-4c49-9d7d-81a70ce359ba) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:46:53.774448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc9c31-f9d1-4ae3-b081-7cee27084843 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544c0f52-e5d4-4262-971e-66f8deef0ec3,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:53.790281 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d254c808-de1f-47de-bd25-398b0b95f8e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3f2ef70b73b4b3c99c790d8761696ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8556991 Oct 29 08:46:53.797151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02dc9c31-f9d1-4ae3-b081-7cee27084843 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.799329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41032) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:53.801625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-02dc9c31-f9d1-4ae3-b081-7cee27084843 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4210892 Oct 29 08:46:53.804997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41034) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:53.819993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'network': {'name': 'tempest-network-smoke--1307133106', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'port_security_enabled': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:53.854619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41036) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:53.911595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:46:53.917191 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.925465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8549375-8e08-45fa-90dc-51b3824e1553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.962553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7fdf-a7ae-44a3-89f2-bbe40511bbb1 req-5a118204-48ae-4ec0-8cad-a88fed068d61 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:53.965059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a83e7fdf-a7ae-44a3-89f2-bbe40511bbb1 req-5a118204-48ae-4ec0-8cad-a88fed068d61 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 945 time: 0.1330888 Oct 29 08:46:53.968938 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8549375-8e08-45fa-90dc-51b3824e1553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.972894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:53.991452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:46:54.040928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.041567 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Added segment dda0b6de-0631-4d9d-8500-c52d9b2c0fae of type vlan for network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d Oct 29 08:46:54.043839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.062130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c620957-89b7-4019-9cdf-6a8b02710817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.073124 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8549375-8e08-45fa-90dc-51b3824e1553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.075881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8549375-8e08-45fa-90dc-51b3824e1553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.077071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b8549375-8e08-45fa-90dc-51b3824e1553 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/981bfe53-f034-44dd-8d68-d68a7b8b07b2 HTTP/1.1" status: 204 len: 168 time: 0.2765510 Oct 29 08:46:54.107004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8549375-8e08-45fa-90dc-51b3824e1553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981bfe53-f034-44dd-8d68-d68a7b8b07b2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:54.111936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:46:54.114002 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a83e7fdf-a7ae-44a3-89f2-bbe40511bbb1 req-a8728d25-4a6d-4854-b259-180c60390f6d tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350114 Oct 29 08:46:54.126188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:46:54.129111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'Port': ['ID=8eb4de15-8278-4c49-9d7d-81a70ce359ba,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:54.135582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:46:54.145573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.210385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.216697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:54.217402 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.310722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5024519 Oct 29 08:46:54.313316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41044) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:54.325889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'admin_state_up': True, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:46:54.337452 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c620957-89b7-4019-9cdf-6a8b02710817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.339303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4aebf-788b-4691-91ad-373f08503f77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Network': ['ID=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:54.344576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c620957-89b7-4019-9cdf-6a8b02710817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.358486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:46:54.391590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9c620957-89b7-4019-9cdf-6a8b02710817 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd6d3f1217bc406cb972dda2c2304adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331264 Oct 29 08:46:54.393762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41048) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:54.408869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c620957-89b7-4019-9cdf-6a8b02710817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6074b1-b4ba-42c0-b876-17a798773a24,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:54.464625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.466244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.496026 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3492a0a1-bd84-4ea1-bf11-e83ccfd74676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.519080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3492a0a1-bd84-4ea1-bf11-e83ccfd74676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.541779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.544664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.578585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3492a0a1-bd84-4ea1-bf11-e83ccfd74676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.584109 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3492a0a1-bd84-4ea1-bf11-e83ccfd74676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.584109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3492a0a1-bd84-4ea1-bf11-e83ccfd74676 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc6074b1-b4ba-42c0-b876-17a798773a24 HTTP/1.1" status: 204 len: 168 time: 0.1889284 Oct 29 08:46:54.594656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492a0a1-bd84-4ea1-bf11-e83ccfd74676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6074b1-b4ba-42c0-b876-17a798773a24,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:54.817551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:54.967467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028b52-e543-4e9d-8297-b1a4855547ed req-463935ed-2c59-43ab-abe6-4ed0a3d5c4a5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:54.969158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15028b52-e543-4e9d-8297-b1a4855547ed req-463935ed-2c59-43ab-abe6-4ed0a3d5c4a5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.2246311 Oct 29 08:46:55.047220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41072) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:55.062280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f2d1-b1cc-4eb6-98ad-87a515defd1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.069788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15028b52-e543-4e9d-8297-b1a4855547ed req-efd40218-3fea-4b8e-ba53-1ef62a13ea1a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923376 Oct 29 08:46:55.070805 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.162170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f2d1-b1cc-4eb6-98ad-87a515defd1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.167827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f2d1-b1cc-4eb6-98ad-87a515defd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.199892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-33ecb75a-bee5-4d7c-95a1-10abb6c6b821 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:55.201509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-33ecb75a-bee5-4d7c-95a1-10abb6c6b821 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 945 time: 0.1636214 Oct 29 08:46:55.219484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d1e7f2d1-b1cc-4eb6-98ad-87a515defd1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8563ba5255bc4b6c969b4c2821854806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685801 Oct 29 08:46:55.219484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7f2d1-b1cc-4eb6-98ad-87a515defd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d035864-7986-47e3-8bb6-5a4da391eb23,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:55.221940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41078) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:55.323899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b6660-ca9e-421a-ad44-d2b07a1b92ff req-20dfe69e-b25a-47a8-b867-934aea4e0338 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:55.334681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-469b6660-ca9e-421a-ad44-d2b07a1b92ff req-20dfe69e-b25a-47a8-b867-934aea4e0338 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 945 time: 0.0822501 Oct 29 08:46:55.342723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa35a4a6-eac3-414a-9ba8-60dfea0ba7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.385060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa35a4a6-eac3-414a-9ba8-60dfea0ba7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.401771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.408132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-469b6660-ca9e-421a-ad44-d2b07a1b92ff req-bd1e6e66-36cc-42dc-a989-68a6e4688e6e tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716908 Oct 29 08:46:55.432626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.460283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Router dedade4e-85aa-444d-b37c-ac13ef815d68 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:46:55.465581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Deleting port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:55.465774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa35a4a6-eac3-414a-9ba8-60dfea0ba7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.465923 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.468298 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa35a4a6-eac3-414a-9ba8-60dfea0ba7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.471845 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aa35a4a6-eac3-414a-9ba8-60dfea0ba7cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d035864-7986-47e3-8bb6-5a4da391eb23 HTTP/1.1" status: 204 len: 168 time: 0.2467170 Oct 29 08:46:55.481301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35a4a6-eac3-414a-9ba8-60dfea0ba7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d035864-7986-47e3-8bb6-5a4da391eb23,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:55.740675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] For port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,segment=NetworkSegment(4121b275-2b9a-442a-bd29-847e81a96ca1),segment_id=4121b275-2b9a-442a-bd29-847e81a96ca1)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:46:55.740675 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:55.951663 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:46:56.081491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.25.5.136 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/48c11a00-2538-4442-abb1-05b61c87110c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:46:56.092293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Calling delete_port for 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:56.094365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:46:56.108551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Sync routers for ids ['dedade4e-85aa-444d-b37c-ac13ef815d68'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:46:56.136199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Routers {'dedade4e-85aa-444d-b37c-ac13ef815d68'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:46:56.137035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:46:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dedade4e-85aa-444d-b37c-ac13ef815d68'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:56.194313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:56.195904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79dc2c25-b093-4a2a-bfd1-fad2f87bc644 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.1371317 Oct 29 08:46:56.199650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41124) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:56.263995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47331841-a5c6-45a5-9867-27decfab76dc req-4a8289b1-62e4-4a8b-993f-1a65857611c8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:56.266219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-47331841-a5c6-45a5-9867-27decfab76dc req-4a8289b1-62e4-4a8b-993f-1a65857611c8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0667977 Oct 29 08:46:56.378274 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-47331841-a5c6-45a5-9867-27decfab76dc req-30320bd9-e3d4-409b-98fa-99b5c58fdcfa tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025858 Oct 29 08:46:56.384511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:56.456282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:56.531525 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Set router dedade4e-85aa-444d-b37c-ac13ef815d68 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:46:56.596489 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:56.681860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Pushing event deleted for resources: {'Port': ['ID=1f9b1f39-4c5e-48d0-98a3-318974fd9e11,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:56.690754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:56.715482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:56.792825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6e23-eca9-4d29-83e2-6273c5afb524 req-cbdd4147-d8e8-4ec3-98d8-b5f20a1134ed tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:56.799057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5caf6e23-eca9-4d29-83e2-6273c5afb524 req-cbdd4147-d8e8-4ec3-98d8-b5f20a1134ed tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfd252fe-65f3-43c5-9cce-f67f14d354e3 HTTP/1.1" status: 200 len: 867 time: 0.2654865 Oct 29 08:46:56.833649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedade4e-85aa-444d-b37c-ac13ef815d68', 'name': '', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469', 'external_fixed_ips': [{'subnet_id': '58c56a53-285b-47e7-98dc-8ce5046e28d0', 'ip_address': '2001:db8::33'}], 'enable_snat': True}, 'gw_port_id': '8eb4de15-8278-4c49-9d7d-81a70ce359ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:52Z', 'updated_at': '2021-10-29T08:46:54Z', 'revision_number': 3, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port': {'id': '8eb4de15-8278-4c49-9d7d-81a70ce359ba', 'name': '', 'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedade4e-85aa-444d-b37c-ac13ef815d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '58c56a53-285b-47e7-98dc-8ce5046e28d0', 'ip_address': '2001:db8::33', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:53Z', 'updated_at': '2021-10-29T08:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58c56a53-285b-47e7-98dc-8ce5046e28d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:56.855535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:46:56.857302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] No DVR routers for this DVR port 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:46:56.870752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:56.874148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c2c3c36-282e-4933-9f96-286b783450d4 req-ad87bd77-052f-4ac0-adc6-bb590e4c0f63 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.15 "DELETE /v2.0/ports/1f9b1f39-4c5e-48d0-98a3-318974fd9e11 HTTP/1.1" status: 204 len: 173 time: 1.6600888 Oct 29 08:46:56.874912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Checking router: dedade4e-85aa-444d-b37c-ac13ef815d68 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:46:56.875331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Updating router dedade4e-85aa-444d-b37c-ac13ef815d68 port 8eb4de15-8278-4c49-9d7d-81a70ce359ba binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:46:56.875959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd252fe-65f3-43c5-9cce-f67f14d354e3', 'name': 'network-vif-deleted', 'tag': '1f9b1f39-4c5e-48d0-98a3-318974fd9e11'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:46:56.886121 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ef7b3e-01a6-4768-933f-b494ad9d285d" -d '{"events": [{"server_uuid": "dfd252fe-65f3-43c5-9cce-f67f14d354e3", "name": "network-vif-deleted", "tag": "1f9b1f39-4c5e-48d0-98a3-318974fd9e11"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:46:56.892404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:46:56.911548 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:56.934448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:46:56.958933 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=48c11a00-2538-4442-abb1-05b61c87110c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:57.041907 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1010162-d02c-4405-b891-c2117b08f977 x-openstack-request-id: req-c1010162-d02c-4405-b891-c2117b08f977 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:46:57.044718 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd252fe-65f3-43c5-9cce-f67f14d354e3", "name": "network-vif-deleted", "tag": "1f9b1f39-4c5e-48d0-98a3-318974fd9e11", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:46:57.045145 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1010162-d02c-4405-b891-c2117b08f977 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:46:57.045904 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd252fe-65f3-43c5-9cce-f67f14d354e3', 'name': 'network-vif-deleted', 'tag': '1f9b1f39-4c5e-48d0-98a3-318974fd9e11', 'status': 'completed', 'code': 200} Oct 29 08:46:57.181858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5caf6e23-eca9-4d29-83e2-6273c5afb524 req-9143f9fd-3340-4eb5-ad5c-208bfecc75c5 tempest-VolumesActionsTest-379003333 tempest-VolumesActionsTest-379003333-project] 10.222.0.70 "GET /v2.0/security-groups?id=23b3227f-4d04-49d3-8d9f-02d0257e7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301928 Oct 29 08:46:57.206542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Deleting port 8eb4de15-8278-4c49-9d7d-81a70ce359ba {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:46:57.207066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:57.386285 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:57.402979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:57.471324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bc601-a22e-4972-a09f-c3d937354b55 None None] Pushing event updated for resources: {'Port': ['ID=8eb4de15-8278-4c49-9d7d-81a70ce359ba,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:57.519225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Attempting to bind port 8eb4de15-8278-4c49-9d7d-81a70ce359ba on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:46:57.519608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Attempting to bind port 8eb4de15-8278-4c49-9d7d-81a70ce359ba by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:46:57.520044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Attempting to bind port 8eb4de15-8278-4c49-9d7d-81a70ce359ba on network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:46:57.534124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:46:57.534759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Checking segment: {'id': 'b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:46:57.535565 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:57.536589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Bound using segment: {'id': 'b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:46:57.537470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Bound port: 8eb4de15-8278-4c49-9d7d-81a70ce359ba, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4b5ae445-fccb-45fb-b2f8-c64a7d869469'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:46:57.539136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:57.621353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] For port 8eb4de15-8278-4c49-9d7d-81a70ce359ba, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:46:57.626900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] For port 8eb4de15-8278-4c49-9d7d-81a70ce359ba, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8eb4de15-8278-4c49-9d7d-81a70ce359ba,segment=NetworkSegment(b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18),segment_id=b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:46:57.638726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:57.671580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14405742-fc22-49c3-90ec-9b30fc2073a1 req-540f32b9-be83-4d88-9187-59d990a7242e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:57.683950 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14405742-fc22-49c3-90ec-9b30fc2073a1 req-540f32b9-be83-4d88-9187-59d990a7242e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0922503 Oct 29 08:46:57.723478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Routers {'dedade4e-85aa-444d-b37c-ac13ef815d68'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:46:57.724737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:46:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['dedade4e-85aa-444d-b37c-ac13ef815d68'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:57.755833 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14405742-fc22-49c3-90ec-9b30fc2073a1 req-919a3717-6581-422d-aa9f-dbc79d0640df tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709484 Oct 29 08:46:57.790071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:57.808592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bc601-a22e-4972-a09f-c3d937354b55 None None] Pushing event updated for resources: {'Port': ['ID=8eb4de15-8278-4c49-9d7d-81a70ce359ba,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:57.813485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:46:57.858785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:46:57.859294 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1f9b1f39-4c5e-48d0-98a3-318974fd9e11 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:46:57.879546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] Set router dedade4e-85aa-444d-b37c-ac13ef815d68 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:46:57.980464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedade4e-85aa-444d-b37c-ac13ef815d68', 'name': '', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:52Z', 'updated_at': '2021-10-29T08:46:56Z', 'revision_number': 4, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:58.018006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21692121-692e-47c7-a13c-b9c5a8e79856 None None] The sync data for ids ['dedade4e-85aa-444d-b37c-ac13ef815d68'] in n-d-815940-1 is: [{'id': 'dedade4e-85aa-444d-b37c-ac13ef815d68', 'name': '', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:52Z', 'updated_at': '2021-10-29T08:46:56Z', 'revision_number': 4, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:46:58.021468 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.074553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Calling delete_port for 8eb4de15-8278-4c49-9d7d-81a70ce359ba owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:46:58.090072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41264) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:58.108692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05688a63-6440-45d9-b5c2-1bd743ecc36e req-b807d445-79f4-4a51-ad2c-fc7868af1a45 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:58.110256 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05688a63-6440-45d9-b5c2-1bd743ecc36e req-b807d445-79f4-4a51-ad2c-fc7868af1a45 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1244433 Oct 29 08:46:58.111909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41268) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:58.129755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17a183bf-dc00-4770-90e2-6053b8044550 req-d005912a-a7a1-4834-96f7-f53882b71164 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1970522 Oct 29 08:46:58.187143 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05688a63-6440-45d9-b5c2-1bd743ecc36e req-e942d071-ae0d-4912-bc9e-ae78584c54d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673125 Oct 29 08:46:58.267848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a183bf-dc00-4770-90e2-6053b8044550 req-48221ef8-d1e7-46d2-9edd-bae713bc24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:58.269625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17a183bf-dc00-4770-90e2-6053b8044550 req-48221ef8-d1e7-46d2-9edd-bae713bc24b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 1096 time: 0.0860791 Oct 29 08:46:58.378207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.484767 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fa98b250-690d-4722-bab8-508ac0bba83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.509129 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b333729a-944b-4892-92df-0f13f77009c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.519835 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.556206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eb4de15-8278-4c49-9d7d-81a70ce359ba,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:58.587941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.616021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a183bf-dc00-4770-90e2-6053b8044550 req-46d697ef-85ca-475e-8e71-20fad27456e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:58.617565 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17a183bf-dc00-4770-90e2-6053b8044550 req-46d697ef-85ca-475e-8e71-20fad27456e7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.3272090 Oct 29 08:46:58.628640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8790a45-12e6-422a-96fd-6d8c92057c0d req-696dfc58-7a7a-4d9e-ae8c-994e04083b37 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:58.630358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8790a45-12e6-422a-96fd-6d8c92057c0d req-696dfc58-7a7a-4d9e-ae8c-994e04083b37 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1776469 Oct 29 08:46:58.699215 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.703430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.704375 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17a183bf-dc00-4770-90e2-6053b8044550 req-0fa6816e-1f5e-493e-a033-a99af9d6dc4e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46894d64-03a5-49b2-bbf1-947ec6572dce HTTP/1.1" status: 200 len: 217 time: 0.0694180 Oct 29 08:46:58.751830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:46:58.770192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.771057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dedade4e-85aa-444d-b37c-ac13ef815d68 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:46:58.777225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.778400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a922d88a-7e1f-4ecc-a7bf-f630072ef1dd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "DELETE /v2.0/routers/dedade4e-85aa-444d-b37c-ac13ef815d68 HTTP/1.1" status: 204 len: 168 time: 2.5760601 Oct 29 08:46:58.781328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41292) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:58.802190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8790a45-12e6-422a-96fd-6d8c92057c0d req-9040b6d4-41a3-4649-a37e-d1d13509e552 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567180 Oct 29 08:46:58.817501 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a183bf-dc00-4770-90e2-6053b8044550 req-89ab9ddf-d188-4a42-be0e-68cf014061f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:58.819210 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17a183bf-dc00-4770-90e2-6053b8044550 req-89ab9ddf-d188-4a42-be0e-68cf014061f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1059744 Oct 29 08:46:58.877462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fa98b250-690d-4722-bab8-508ac0bba83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.885340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b333729a-944b-4892-92df-0f13f77009c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.887625 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fa98b250-690d-4722-bab8-508ac0bba83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.906420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b333729a-944b-4892-92df-0f13f77009c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:58.965756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fa98b250-690d-4722-bab8-508ac0bba83c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5785ece802d54609baf767291ed46543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8511224 Oct 29 08:46:58.969592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41302) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:58.978280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98b250-690d-4722-bab8-508ac0bba83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c8a34f-48ad-4b7a-b4da-5eef1192b67d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:59.017387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333729a-944b-4892-92df-0f13f77009c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81b74de-feff-4806-a272-ae365783856e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:59.024116 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b333729a-944b-4892-92df-0f13f77009c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1b9f0a3e2d14811899cf3a9c34dce58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9286108 Oct 29 08:46:59.027362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a183bf-dc00-4770-90e2-6053b8044550 req-be818036-8df9-4e90-962b-658086ec24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:59.029097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17a183bf-dc00-4770-90e2-6053b8044550 req-be818036-8df9-4e90-962b-658086ec24da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988249 Oct 29 08:46:59.041473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41304) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:59.094287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.272175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1d012dd2-d7bf-4908-96b6-a5f70500dfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.276746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17a183bf-dc00-4770-90e2-6053b8044550 req-7a7ffce2-01b7-4288-8b1a-1ba098b431f8 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249365 Oct 29 08:46:59.305592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b92c062-51e3-4116-b9e8-70f10b4b5f98 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Deleting subnet 58c56a53-285b-47e7-98dc-8ce5046e28d0 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:46:59.317965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3b92c062-51e3-4116-b9e8-70f10b4b5f98 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.349125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1d012dd2-d7bf-4908-96b6-a5f70500dfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.361532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1174535-b94b-4335-b2c0-e91132373672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.377345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:46:59.393529 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Sync routers for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:46:59.405650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3b92c062-51e3-4116-b9e8-70f10b4b5f98 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.423379 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:46:59.423379 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:46:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:46:59.433350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1174535-b94b-4335-b2c0-e91132373672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.483551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdfe1-d691-4e6e-9579-849854935957 req-165f2071-830a-4c0d-8adf-369189d36b23 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:46:59.485291 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-165f2071-830a-4c0d-8adf-369189d36b23 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.2634425 Oct 29 08:46:59.488360 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.494517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f62e48cc-552a-4b21-a6dc-e6be3f0e5425 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1784947 Oct 29 08:46:59.505416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41336) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:59.507363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-17a183bf-dc00-4770-90e2-6053b8044550 req-cdeda8ac-e489-4edf-818b-c8980ac5ce89 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209868 Oct 29 08:46:59.531981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-3ff54c93-a2c2-4ac4-be97-7e92607569e7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/quotas/49a09a106afc4fadb21079c03389c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0198412 Oct 29 08:46:59.542348 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1d012dd2-d7bf-4908-96b6-a5f70500dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.545227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1d012dd2-d7bf-4908-96b6-a5f70500dfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.546572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1d012dd2-d7bf-4908-96b6-a5f70500dfb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03c8a34f-48ad-4b7a-b4da-5eef1192b67d HTTP/1.1" status: 204 len: 168 time: 0.5760186 Oct 29 08:46:59.564028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3b92c062-51e3-4116-b9e8-70f10b4b5f98 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.564694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d012dd2-d7bf-4908-96b6-a5f70500dfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c8a34f-48ad-4b7a-b4da-5eef1192b67d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:59.585339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1174535-b94b-4335-b2c0-e91132373672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.592999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1174535-b94b-4335-b2c0-e91132373672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.600044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f1174535-b94b-4335-b2c0-e91132373672 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e81b74de-feff-4806-a272-ae365783856e HTTP/1.1" status: 204 len: 168 time: 0.5570657 Oct 29 08:46:59.629076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1174535-b94b-4335-b2c0-e91132373672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81b74de-feff-4806-a272-ae365783856e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:59.713003 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:46:59.766486 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-fc885568-2bdb-4b2f-84fb-07a9ee0f15e9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2134056 Oct 29 08:46:59.839830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41350) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:46:59.840673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8f7179f5-2a87-49c4-b761-4e00c2d9af3f tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4dd03b6aee5f49e1b3389d6d64c2931a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3333609 Oct 29 08:46:59.886859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3b92c062-51e3-4116-b9e8-70f10b4b5f98 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.950953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92c062-51e3-4116-b9e8-70f10b4b5f98 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=58c56a53-285b-47e7-98dc-8ce5046e28d0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:46:59.965854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3b92c062-51e3-4116-b9e8-70f10b4b5f98 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:46:59.971036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3b92c062-51e3-4116-b9e8-70f10b4b5f98 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/58c56a53-285b-47e7-98dc-8ce5046e28d0 HTTP/1.1" status: 204 len: 168 time: 1.1884985 Oct 29 08:46:59.984662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41354) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:00.098410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-ac45964d-eeec-439b-8d9f-0652c26f7898 service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115432 Oct 29 08:47:00.108990 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:46:57Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:00.176922 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Checking router: fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:47:00.179958 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Updating router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 port 48c11a00-2538-4442-abb1-05b61c87110c binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:47:00.180107 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.297224 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.318099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-e7cb1a83-5e4d-48be-b181-5896cef846cb service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124214 Oct 29 08:47:00.340802 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.352870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41364) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:00.395432 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.464012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f43a7a3d-83d3-4e7d-923a-a7c4da8e03c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.474267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5ae445-fccb-45fb-b2f8-c64a7d869469']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:00.563501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:00.564149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6deb3ff-8cc9-4a72-b6df-cc1f5c4f1e18') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:00.644791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.705594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e6043274-e7ed-4369-bfe6-08a03047764a req-1f8f6e27-e975-445d-a933-c085375af73b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 210 time: 0.0583854 Oct 29 08:47:00.723308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343d59b-fbb8-4363-b294-164677eb26d8 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:00.724247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343d59b-fbb8-4363-b294-164677eb26d8 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:00.727395 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0343d59b-fbb8-4363-b294-164677eb26d8 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.8865550 Oct 29 08:47:00.732151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41382) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:00.742586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.766632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:47:00.772652 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.828218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7d80c6c7-e603-4368-b645-4fab410c2eda tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4b5ae445-fccb-45fb-b2f8-c64a7d869469&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921896 Oct 29 08:47:00.829074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41388) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: items = [ Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:47:00.860543 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:47:00.886787 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.899196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b5ae445-fccb-45fb-b2f8-c64a7d869469 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 08:47:00.917440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:00.924431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-49d508c8-71c6-4699-9c55-cd026e3a21f6 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940735 Oct 29 08:47:00.926995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41398) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:00.932225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1908081448', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:00.936087 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "DELETE /v2.0/networks/4b5ae445-fccb-45fb-b2f8-c64a7d869469 HTTP/1.1" status: 204 len: 168 time: 0.9494908 Oct 29 08:47:01.016221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebac3d-c6fa-4a09-9471-5ad49b933785 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b5ae445-fccb-45fb-b2f8-c64a7d869469,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:01.106718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:01.125198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.133808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f43a7a3d-83d3-4e7d-923a-a7c4da8e03c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.149265 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f43a7a3d-83d3-4e7d-923a-a7c4da8e03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.196529 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.205802 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.270278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f43a7a3d-83d3-4e7d-923a-a7c4da8e03c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e7805ad95814a16962886dec9170af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8969252 Oct 29 08:47:01.276543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a7a3d-83d3-4e7d-923a-a7c4da8e03c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e76ebc-2fc9-4141-83c4-30ec7d1e583b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:01.277163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41410) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:01.284337 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Pushing event updated for resources: {'Port': ['ID=48c11a00-2538-4442-abb1-05b61c87110c,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:01.311369 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.314379 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.316108 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.317339 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.318180 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.320180 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.320690 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.321188 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.321675 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.322956 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.324353 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.324843 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:01.350605 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Attempting to bind port 48c11a00-2538-4442-abb1-05b61c87110c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:47:01.351311 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Attempting to bind port 48c11a00-2538-4442-abb1-05b61c87110c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:47:01.351311 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Attempting to bind port 48c11a00-2538-4442-abb1-05b61c87110c on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:01.360947 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:47:01.361611 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:01.362483 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.363066 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:47:01.364090 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Bound port: 48c11a00-2538-4442-abb1-05b61c87110c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:47:01.364795 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.440583 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] For port 48c11a00-2538-4442-abb1-05b61c87110c, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:47:01.446206 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] For port 48c11a00-2538-4442-abb1-05b61c87110c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=48c11a00-2538-4442-abb1-05b61c87110c,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:47:01.456433 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.527973 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe131e-45d5-42c0-82f7-814fa5be0f8f None None] Pushing event updated for resources: {'Port': ['ID=48c11a00-2538-4442-abb1-05b61c87110c,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:01.560957 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:01.561594 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:46:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:01.648527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deae796a-3a18-40b0-9616-11cb4bb717c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.702358 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:01.723051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deae796a-3a18-40b0-9616-11cb4bb717c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.796933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deae796a-3a18-40b0-9616-11cb4bb717c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.800108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-deae796a-3a18-40b0-9616-11cb4bb717c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.804613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-deae796a-3a18-40b0-9616-11cb4bb717c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8e76ebc-2fc9-4141-83c4-30ec7d1e583b HTTP/1.1" status: 204 len: 168 time: 0.5161994 Oct 29 08:47:01.816392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae796a-3a18-40b0-9616-11cb4bb717c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e76ebc-2fc9-4141-83c4-30ec7d1e583b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:01.820040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41432) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:01.824820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c925d995-cbd4-493d-8e73-bf24ecf7f977 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'router': {'name': 'tempest-router--1452224496', 'project_id': '5854b8656de748f0a10ea2eaed862f03'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:01.877110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c925d995-cbd4-493d-8e73-bf24ecf7f977 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:01.878697 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c925d995-cbd4-493d-8e73-bf24ecf7f977 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.060432 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c925d995-cbd4-493d-8e73-bf24ecf7f977 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.069842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c925d995-cbd4-493d-8e73-bf24ecf7f977 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.082552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eba9fef7-2aea-47e6-9ee5-bdc6e70b8311 req-49ae5204-4c87-4bb6-bf82-52b1897eb78f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 210 time: 0.1482017 Oct 29 08:47:02.094316 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c925d995-cbd4-493d-8e73-bf24ecf7f977 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.098740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41436) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:02.102351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.105107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c925d995-cbd4-493d-8e73-bf24ecf7f977 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2744637 Oct 29 08:47:02.245339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a151f59b-2e0e-401f-9e7b-ffaba26d81ad tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.261733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Subnet': ['ID=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:02.379453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Checking segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:02.379684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network hostable DHCP agents. Network: 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:47:02.406562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:46:57Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:02.452813 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512860c6-18ad-45ae-97fb-9492f08b60a4 None None] The sync data for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 is: [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:46:57Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:02.530151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:47:02.728065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a151f59b-2e0e-401f-9e7b-ffaba26d81ad tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.742008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a151f59b-2e0e-401f-9e7b-ffaba26d81ad tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.748288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:02.766641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05b229-16a0-46a7-8f69-a589bd6f0341 None None] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:47:02.800185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:02.801660 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:02.906067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdfe1-d691-4e6e-9579-849854935957 req-3246a002-c3f6-4874-944b-06fc54b98f6f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:02.908053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-3246a002-c3f6-4874-944b-06fc54b98f6f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.3687446 Oct 29 08:47:03.014244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41462) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:03.046534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'port': {'device_id': 'da8dca43-71a7-4a93-8ff2-f1f29d6f705f', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'admin_state_up': True, 'tenant_id': '49a09a106afc4fadb21079c03389c9e0'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:03.092198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41466) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:03.094380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-98698910-efd5-4694-91f2-813e77bba950 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1659908 Oct 29 08:47:03.166431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a151f59b-2e0e-401f-9e7b-ffaba26d81ad tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:03.167281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a151f59b-2e0e-401f-9e7b-ffaba26d81ad tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93ddb129-26fd-43d3-946d-c40f061a9955 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:47:03.196460 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a151f59b-2e0e-401f-9e7b-ffaba26d81ad tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:03.198288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a151f59b-2e0e-401f-9e7b-ffaba26d81ad tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "DELETE /v2.0/routers/93ddb129-26fd-43d3-946d-c40f061a9955 HTTP/1.1" status: 204 len: 168 time: 1.0980923 Oct 29 08:47:03.255972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:47:03.258028 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:03.336813 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a122bd9-df2e-4cd8-a53d-12de2248d87c req-f05503c5-f3cb-4020-ae3e-9e00cc1196cb tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 210 time: 0.0428276 Oct 29 08:47:03.495388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1715642476'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:03.573707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Made reservation on behalf of 0b3a433d145d430184b46cc21bf5d138 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:03.578445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:03.601506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Made reservation on behalf of 49a09a106afc4fadb21079c03389c9e0 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:03.614962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:03.648093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41476) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:03.711528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Allocated IP 172.20.0.2 (4ed8795c-c36d-4a2b-aea0-6dbcc876d01d/46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0/e976b6bd-7190-49fb-b03d-85c2713e7642) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:03.792295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.007752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Allocated IP 172.20.0.10 (f63fba96-cdf0-4276-a98d-fe0ddc0406cd/ae07ca67-5f4e-458d-9f83-21cb69754188/d2089400-8a66-4020-a85b-aef667730379) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:04.049588 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.072222 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.105801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1631091713', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:04.137056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:04.139292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:04.176740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:04.176943 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.180432 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.280882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.418167 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Attempting to bind port e976b6bd-7190-49fb-b03d-85c2713e7642 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:47:04.419367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Attempting to bind port e976b6bd-7190-49fb-b03d-85c2713e7642 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:47:04.421532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Attempting to bind port e976b6bd-7190-49fb-b03d-85c2713e7642 on network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:04.441983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Pushing event updated for resources: {'Port': ['ID=e976b6bd-7190-49fb-b03d-85c2713e7642,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:04.457069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:47:04.460741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Checking segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:04.461766 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.462270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Bound using segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:47:04.464367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Bound port: e976b6bd-7190-49fb-b03d-85c2713e7642, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:47:04.464869 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.510264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 48c11a00-2538-4442-abb1-05b61c87110c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:04.568521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.624562 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.627765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 48c11a00-2538-4442-abb1-05b61c87110c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:04.628420 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.700315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.714690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] For port e976b6bd-7190-49fb-b03d-85c2713e7642, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:47:04.794643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] For port e976b6bd-7190-49fb-b03d-85c2713e7642, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e976b6bd-7190-49fb-b03d-85c2713e7642,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:47:04.811814 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.820244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a16dba-c62a-456b-b521-ceb6c4f64a5b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:04.822648 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.866302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:04.878843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.879892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.881225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.884466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.885526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.889581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.890806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.892764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.893806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.896474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.897868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.900370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:04.946631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:47:04.970338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['46894d64-03a5-49b2-bbf1-947ec6572dce'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:47:04.986762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:05.010001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:05.037339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:05.130958 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.131465 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Added segment f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c of type vlan for network 73cc6383-374a-4ffc-bc90-08e33e04379a Oct 29 08:47:05.149526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Pushing event updated for resources: {'Port': ['ID=e976b6bd-7190-49fb-b03d-85c2713e7642,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:05.162052 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.218186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 48c11a00-2538-4442-abb1-05b61c87110c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=48c11a00-2538-4442-abb1-05b61c87110c,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:05.235252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.235774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.236251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.236708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.237250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.238884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.239362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.240549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.241534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.242568 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.243015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.243453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14b71a-137d-41b9-a27a-be5e8fe052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:05.250301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.258645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'Port': ['ID=d2089400-8a66-4020-a85b-aef667730379,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:05.321867 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.334155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.375611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:05.383774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.388029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=48c11a00-2538-4442-abb1-05b61c87110c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:05.526899 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.resource_extend [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:47:05.546488 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-5a36975f-1b7c-497e-8c80-635e93d5aea4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6254818 Oct 29 08:47:05.587959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Request body: {'port': {'device_id': 'da8dca43-71a7-4a93-8ff2-f1f29d6f705f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:05.641347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.668874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:05.670049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.674651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6784fc-b233-47e6-ac54-b13cb3d4ab31 req-30d6b5ba-4632-4760-ab3b-6ada3818ea48 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:05.686613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb6784fc-b233-47e6-ac54-b13cb3d4ab31 req-30d6b5ba-4632-4760-ab3b-6ada3818ea48 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 932 time: 0.3756959 Oct 29 08:47:05.736582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7203755 Oct 29 08:47:05.746638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9b75469a-1012-4b10-a78e-4b29bc5824dc None None] Provisioning complete for port d2089400-8a66-4020-a85b-aef667730379 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:05.747450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b75469a-1012-4b10-a78e-4b29bc5824dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:05.749258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41514) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:05.768508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Request body: {'subnet': {'network_id': '73cc6383-374a-4ffc-bc90-08e33e04379a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:05.827825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9b75469a-1012-4b10-a78e-4b29bc5824dc None None] Port d2089400-8a66-4020-a85b-aef667730379 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:47:05.859146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76097-1b04-4475-8b3a-a566c4675013 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event updated for resources: {'Network': ['ID=73cc6383-374a-4ffc-bc90-08e33e04379a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:05.873256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 73cc6383-374a-4ffc-bc90-08e33e04379a details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:47:05.994362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.015539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.092809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb6784fc-b233-47e6-ac54-b13cb3d4ab31 req-6e996511-1b59-44ba-9a19-6f842e7ee1ef tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048245 Oct 29 08:47:06.110207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.222303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.20.0.1 (4ed8795c-c36d-4a2b-aea0-6dbcc876d01d/46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0/4ca48a2d-5b28-402d-a0d8-ede64ca63c40) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:06.423216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Made reservation on behalf of 0b3a433d145d430184b46cc21bf5d138 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:06.429213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.469448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.538124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e976b6bd-7190-49fb-b03d-85c2713e7642 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:06.545742 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.671638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e976b6bd-7190-49fb-b03d-85c2713e7642 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:06.672082 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.677713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:06.681275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:06.689158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:06.773987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.808349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Allocated IP 172.25.5.146 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/4f3dce5a-5cc2-4d16-9ad7-e882f8c2d037) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:06.833052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:06.889937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port e976b6bd-7190-49fb-b03d-85c2713e7642, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e976b6bd-7190-49fb-b03d-85c2713e7642,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:06.891702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.897090 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:06.897900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 48c11a00-2538-4442-abb1-05b61c87110c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:07.077193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=e976b6bd-7190-49fb-b03d-85c2713e7642,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:07.094500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 48c11a00-2538-4442-abb1-05b61c87110c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:07.095141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:07.182012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ba66c-f406-4758-9fd8-7bb5b973b3b2 None None] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:47:07.280177 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:07.281781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7ba45cfb-0f94-485a-9b87-cd367ddd8435 None None] Provisioning complete for port e976b6bd-7190-49fb-b03d-85c2713e7642 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:07.282220 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7ba45cfb-0f94-485a-9b87-cd367ddd8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:07.310681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2089400-8a66-4020-a85b-aef667730379 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:47:07.323891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:07.328079 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:07.395108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Transition to ACTIVE for port object d2089400-8a66-4020-a85b-aef667730379 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:47:07.402788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:07.425855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:07.460546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323081-1b12-4dda-a972-8436cc2921f1 req-084ac965-06fd-4963-b64e-cd223a021b02 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:07.468178 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-98323081-1b12-4dda-a972-8436cc2921f1 req-084ac965-06fd-4963-b64e-cd223a021b02 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 932 time: 0.2529981 Oct 29 08:47:07.496351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event updated for resources: {'Subnet': ['ID=c832e599-a8d6-4cd3-841b-39acdd82af03,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:07.558423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:07.596319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Pushing event updated for resources: {'Port': ['ID=d2089400-8a66-4020-a85b-aef667730379,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:07.614786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Checking segment: {'id': 'f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '73cc6383-374a-4ffc-bc90-08e33e04379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:07.615151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Network hostable DHCP agents. Network: 73cc6383-374a-4ffc-bc90-08e33e04379a, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:47:07.640982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:07.674773 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-98323081-1b12-4dda-a972-8436cc2921f1 req-f6495234-64b6-49db-9b0b-5c8bceca0b6c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053711 Oct 29 08:47:07.740347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:07.745291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:08.004448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Network 73cc6383-374a-4ffc-bc90-08e33e04379a is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:47:08.039668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 73cc6383-374a-4ffc-bc90-08e33e04379a) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:08.057192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Attempting to bind port d2089400-8a66-4020-a85b-aef667730379 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:47:08.057910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Attempting to bind port d2089400-8a66-4020-a85b-aef667730379 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:47:08.058598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Attempting to bind port d2089400-8a66-4020-a85b-aef667730379 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:08.062215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0eeea-1b1f-4662-a2b7-d6c9858658ce None None] Network 73cc6383-374a-4ffc-bc90-08e33e04379a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:47:08.068987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event updated for resources: {'Port': ['ID=4f3dce5a-5cc2-4d16-9ad7-e882f8c2d037,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:08.076681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:08.077955 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:08.180974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Port d2089400-8a66-4020-a85b-aef667730379 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:47:08.181666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Attempting to bind port d2089400-8a66-4020-a85b-aef667730379 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:08.227383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:47:08.227383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Checking segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:08.227383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Bound using segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:47:08.227383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Bound port: d2089400-8a66-4020-a85b-aef667730379, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:47:08.227383 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:08.256672 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4e5a64d9-aa55-4d5d-927f-508c8943f9e6 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4955301 Oct 29 08:47:08.258829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41580) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:08.301546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Request body: {'port': {'network_id': '73cc6383-374a-4ffc-bc90-08e33e04379a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1078153024'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:08.454636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] For port d2089400-8a66-4020-a85b-aef667730379, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:47:08.467150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] For port d2089400-8a66-4020-a85b-aef667730379, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d2089400-8a66-4020-a85b-aef667730379,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:47:08.473970 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e976b6bd-7190-49fb-b03d-85c2713e7642 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:08.492151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:08.709012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-73cc6383-374a-4ffc-bc90-08e33e04379a', 'network_id': '73cc6383-374a-4ffc-bc90-08e33e04379a', 'tenant_id': '0b3a433d145d430184b46cc21bf5d138', 'fixed_ips': [{'subnet_id': 'c832e599-a8d6-4cd3-841b-39acdd82af03'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:47:08.710219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:08.750392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:08.794936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:08.998446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:09.228064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Allocated IP 172.20.0.2 (73cc6383-374a-4ffc-bc90-08e33e04379a/c832e599-a8d6-4cd3-841b-39acdd82af03/546c6b18-6f98-4923-8ef7-21ba2b8e492d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:09.339873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:09.374545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Made reservation on behalf of 0b3a433d145d430184b46cc21bf5d138 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:09.382509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:09.478120 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:09.480966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] device_id is not set on port 032aaf25-a292-40d7-aba7-e145adb5bafc yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:47:09.520556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:09.590864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:09.596898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:09.619302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Pushing event updated for resources: {'Port': ['ID=546c6b18-6f98-4923-8ef7-21ba2b8e492d,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:09.661287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-af163222-d928-40da-ae0c-892c1d7ee43f None None] Provisioning complete for port e976b6bd-7190-49fb-b03d-85c2713e7642 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:09.661673 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af163222-d928-40da-ae0c-892c1d7ee43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:09.727037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Pushing event updated for resources: {'Port': ['ID=d2089400-8a66-4020-a85b-aef667730379,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:09.733397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:09.736651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:09.738511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-642b9a0e-d5c9-4909-bd48-5c217569babb service neutron] 10.222.0.93 "PUT /v2.0/ports/d2089400-8a66-4020-a85b-aef667730379 HTTP/1.1" status: 200 len: 1092 time: 4.1776414 Oct 29 08:47:09.739345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8dca43-71a7-4a93-8ff2-f1f29d6f705f', 'tag': 'd2089400-8a66-4020-a85b-aef667730379'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:47:09.747174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Network 73cc6383-374a-4ffc-bc90-08e33e04379a is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:09.748129 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b64bee-a6ed-4eff-aada-5d098fac944f" -d '{"events": [{"name": "network-changed", "server_uuid": "da8dca43-71a7-4a93-8ff2-f1f29d6f705f", "tag": "d2089400-8a66-4020-a85b-aef667730379"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:47:09.791710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:09.798252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:09.851060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e976b6bd-7190-49fb-b03d-85c2713e7642 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:09.856877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.049711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Allocated IP 172.20.0.11 (73cc6383-374a-4ffc-bc90-08e33e04379a/c832e599-a8d6-4cd3-841b-39acdd82af03/032aaf25-a292-40d7-aba7-e145adb5bafc) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:10.061247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.066995 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a9b0f3-780a-45b8-979a-aeb61b4ed5c7 x-openstack-request-id: req-e8a9b0f3-780a-45b8-979a-aeb61b4ed5c7 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:47:10.067296 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8dca43-71a7-4a93-8ff2-f1f29d6f705f", "tag": "d2089400-8a66-4020-a85b-aef667730379", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:47:10.067557 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8a9b0f3-780a-45b8-979a-aeb61b4ed5c7 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:47:10.068026 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8dca43-71a7-4a93-8ff2-f1f29d6f705f', 'tag': 'd2089400-8a66-4020-a85b-aef667730379', 'status': 'completed', 'code': 200} Oct 29 08:47:10.163262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Attempting to bind port 546c6b18-6f98-4923-8ef7-21ba2b8e492d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:47:10.168969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Attempting to bind port 546c6b18-6f98-4923-8ef7-21ba2b8e492d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '73cc6383-374a-4ffc-bc90-08e33e04379a'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:47:10.169748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Attempting to bind port 546c6b18-6f98-4923-8ef7-21ba2b8e492d on network 73cc6383-374a-4ffc-bc90-08e33e04379a {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:10.188711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:47:10.189426 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Checking segment: {'id': 'f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '73cc6383-374a-4ffc-bc90-08e33e04379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:10.190170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.190808 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Bound using segment: {'id': 'f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '73cc6383-374a-4ffc-bc90-08e33e04379a'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:47:10.191456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Bound port: 546c6b18-6f98-4923-8ef7-21ba2b8e492d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '73cc6383-374a-4ffc-bc90-08e33e04379a'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:47:10.192198 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.202365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-af163222-d928-40da-ae0c-892c1d7ee43f None None] Provisioning complete for port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:10.204690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af163222-d928-40da-ae0c-892c1d7ee43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.221833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c56a25-3bb0-4568-9345-6497d6efc8cc req-c5c77db8-088a-496c-8291-1ff473fb9d51 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:10.223538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71c56a25-3bb0-4568-9345-6497d6efc8cc req-c5c77db8-088a-496c-8291-1ff473fb9d51 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 944 time: 0.4923298 Oct 29 08:47:10.303959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdfe1-d691-4e6e-9579-849854935957 req-cc3b26a0-89f3-4469-854a-0af7efcc33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:10.305558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-cc3b26a0-89f3-4469-854a-0af7efcc33b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 1095 time: 0.4775453 Oct 29 08:47:10.311135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71c56a25-3bb0-4568-9345-6497d6efc8cc req-bbe58f4a-4f28-4a14-bda8-27d5ccbf65b2 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762081 Oct 29 08:47:10.356489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] For port 546c6b18-6f98-4923-8ef7-21ba2b8e492d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:47:10.358494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] For port 546c6b18-6f98-4923-8ef7-21ba2b8e492d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=546c6b18-6f98-4923-8ef7-21ba2b8e492d,segment=NetworkSegment(f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c),segment_id=f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:47:10.371234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.440217 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-a11e4e36-fd0a-488a-830d-8b35be65b485 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2089400-8a66-4020-a85b-aef667730379 HTTP/1.1" status: 200 len: 217 time: 0.1191630 Oct 29 08:47:10.467707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f869ec3-aee8-48d3-b0f5-2ab9325b6abe None None] Pushing event updated for resources: {'Port': ['ID=546c6b18-6f98-4923-8ef7-21ba2b8e492d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:10.486387 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-af163222-d928-40da-ae0c-892c1d7ee43f None None] Port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:47:10.546588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.662123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bbec7d48-0783-46d0-8ce6-c4fc2341311c None None] Provisioning complete for port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:10.663211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bbec7d48-0783-46d0-8ce6-c4fc2341311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.690149 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:10.716245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41624) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:10.719753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:47:10.756276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-bbec7d48-0783-46d0-8ce6-c4fc2341311c None None] Port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:47:10.812321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Network 73cc6383-374a-4ffc-bc90-08e33e04379a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:10.943394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdfe1-d691-4e6e-9579-849854935957 req-f61b55df-b7c4-469b-97c9-a7df4fb83ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:10.947082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-f61b55df-b7c4-469b-97c9-a7df4fb83ea3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.4922156 Oct 29 08:47:10.985611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:10.996930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:11.073043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:11.095636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event updated for resources: {'Port': ['ID=032aaf25-a292-40d7-aba7-e145adb5bafc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:11.116572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:11.127616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ee2dbe0f-8ff4-417b-a1cb-0e64c675d2cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "PUT /v2.0/routers/fecbc4cc-0fb8-4096-a1a0-f185f4afebd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0343068 Oct 29 08:47:11.130301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Sync routers for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:11.139951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed105e6f-1fbe-4d11-9b95-1dd62c45ce4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:11.148353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:11.152029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:46:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:11.201894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfdfe1-d691-4e6e-9579-849854935957 req-75931399-c41c-42fd-a528-dd2fb6bcc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:11.203454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-75931399-c41c-42fd-a528-dd2fb6bcc4a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461202 Oct 29 08:47:11.337447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed105e6f-1fbe-4d11-9b95-1dd62c45ce4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:11.354271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed105e6f-1fbe-4d11-9b95-1dd62c45ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:11.364082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-44f5b213-e566-4669-9ee0-7e3ccc6ca5a8 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468179 Oct 29 08:47:11.407882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Router 6532a3a7-6b53-44be-a775-17ff045f2ad8 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:47:11.433042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:11.719475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:11.735637 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939edba-9b02-481e-8351-1bf69178ab62 None None] Sync routers for ids ['6532a3a7-6b53-44be-a775-17ff045f2ad8'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:11.768104 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939edba-9b02-481e-8351-1bf69178ab62 None None] Routers {'6532a3a7-6b53-44be-a775-17ff045f2ad8'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:11.769055 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0939edba-9b02-481e-8351-1bf69178ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:46:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6532a3a7-6b53-44be-a775-17ff045f2ad8'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:11.852485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:11.855710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-704f61a5-9693-45f8-ab08-b67629864f07 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.2061634 Oct 29 08:47:11.866804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41652) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:11.874624 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0939edba-9b02-481e-8351-1bf69178ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:11.885855 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939edba-9b02-481e-8351-1bf69178ab62 None None] Routers {'6532a3a7-6b53-44be-a775-17ff045f2ad8'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:11.886746 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0939edba-9b02-481e-8351-1bf69178ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:46:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6532a3a7-6b53-44be-a775-17ff045f2ad8'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:11.902482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71dfdfe1-d691-4e6e-9579-849854935957 req-2ed34d01-6c4f-477c-ab36-a34fe03cba3e service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307324 Oct 29 08:47:11.926428 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0939edba-9b02-481e-8351-1bf69178ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:11.927349 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939edba-9b02-481e-8351-1bf69178ab62 None None] The sync data for ids ['6532a3a7-6b53-44be-a775-17ff045f2ad8'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:12.002639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:08Z', 'revision_number': 2, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:12.013649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed105e6f-1fbe-4d11-9b95-1dd62c45ce4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e7304-5819-423a-9fc7-e13665e8ea5d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:12.046925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:12.047888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.060240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Checking router: fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:47:12.060747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Updating router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:47:12.078833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ed105e6f-1fbe-4d11-9b95-1dd62c45ce4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b14361694de94732a55f31d96783c9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3554673 Oct 29 08:47:12.081568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7e3ab-d0bf-4571-be1d-bb8c1d4e70d1 req-b1509cf9-a0ba-4563-9234-6a27862400ce tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:12.086476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83a7e3ab-d0bf-4571-be1d-bb8c1d4e70d1 req-b1509cf9-a0ba-4563-9234-6a27862400ce tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 944 time: 0.3673887 Oct 29 08:47:12.100971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41654) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:12.138823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.210774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-cd268276-843d-4346-96b5-b0326706430d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164046987&fields=id&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 267 time: 0.1558313 Oct 29 08:47:12.223194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e144714c-71fb-4c55-a05e-4288e635c64f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.9633355 Oct 29 08:47:12.226841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41660) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:12.315781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d00499d2-4f3c-47de-b852-91b647cbea4b tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/routers/6532a3a7-6b53-44be-a775-17ff045f2ad8 HTTP/1.1" status: 200 len: 925 time: 0.4407179 Oct 29 08:47:12.324774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41662) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:12.371596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-badeaf67-24e2-41e5-827b-71a159949107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:12.373653 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-badeaf67-24e2-41e5-827b-71a159949107 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 1095 time: 0.3571286 Oct 29 08:47:12.375765 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ff2a64a6-f38c-4093-8ea0-ce78be52b797 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=6532a3a7-6b53-44be-a775-17ff045f2ad8 HTTP/1.1" status: 200 len: 205 time: 0.0459926 Oct 29 08:47:12.389525 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83a7e3ab-d0bf-4571-be1d-bb8c1d4e70d1 req-b9a399b6-abd3-4cd0-a3fd-d2aaba65d8e3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837315 Oct 29 08:47:12.392107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-58b9b018-d943-47f1-9fb7-1b1390b367bc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:12.408407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-58b9b018-d943-47f1-9fb7-1b1390b367bc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 797 time: 0.1746655 Oct 29 08:47:12.410423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41664) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:12.468705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d058aa8-b346-4359-b051-265506343c48 None None] Network 73cc6383-374a-4ffc-bc90-08e33e04379a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:47:12.609056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a26af672-f31e-4a9a-bc85-67deef1289d5 None None] Provisioning complete for port 546c6b18-6f98-4923-8ef7-21ba2b8e492d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:12.609434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a26af672-f31e-4a9a-bc85-67deef1289d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.614806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-15a1b30a-5cb2-4f08-ba51-2e0a9729cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:12.615436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-15a1b30a-5cb2-4f08-ba51-2e0a9729cf6c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2249408 Oct 29 08:47:12.625562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.678155 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-5299561f-e570-46aa-89f7-b3c9a514d212 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2089400-8a66-4020-a85b-aef667730379 HTTP/1.1" status: 200 len: 217 time: 0.0524113 Oct 29 08:47:12.739443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-9d22dd42-940c-48a1-9f83-c3d2c302c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:12.741101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-9d22dd42-940c-48a1-9f83-c3d2c302c4b6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0570776 Oct 29 08:47:12.763062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-df737c2a-a124-490a-86c8-05fb21ce9144 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Deleting port 032aaf25-a292-40d7-aba7-e145adb5bafc {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:12.763424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df737c2a-a124-490a-86c8-05fb21ce9144 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.771935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 546c6b18-6f98-4923-8ef7-21ba2b8e492d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:12.823879 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.836731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-07fb7488-5288-4052-971e-7ee418422f1e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/quotas/4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 375 time: 0.2142785 Oct 29 08:47:12.865063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-c82aa58e-ce0c-4b0c-9e4a-205525068c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:12.869255 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08563639-d70e-4d7c-87ca-8fcd98a3e3b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.869431 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.869650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-c82aa58e-ce0c-4b0c-9e4a-205525068c02 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197248 Oct 29 08:47:12.888470 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.898952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08563639-d70e-4d7c-87ca-8fcd98a3e3b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.989277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08563639-d70e-4d7c-87ca-8fcd98a3e3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.993767 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08563639-d70e-4d7c-87ca-8fcd98a3e3b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:12.995672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-08563639-d70e-4d7c-87ca-8fcd98a3e3b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/128e7304-5819-423a-9fc7-e13665e8ea5d HTTP/1.1" status: 204 len: 168 time: 0.8476529 Oct 29 08:47:13.002388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-9341d23f-fca8-4e90-aaa9-685254e62da4 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144750 Oct 29 08:47:13.026323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df737c2a-a124-490a-86c8-05fb21ce9144 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.053746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08563639-d70e-4d7c-87ca-8fcd98a3e3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e7304-5819-423a-9fc7-e13665e8ea5d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:13.080452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-df737c2a-a124-490a-86c8-05fb21ce9144 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Calling delete_port for 032aaf25-a292-40d7-aba7-e145adb5bafc owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:13.109128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-649f089f-125f-4f54-8c2a-bc5b93c59d2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2408702 Oct 29 08:47:13.128169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Deleting port 4f3dce5a-5cc2-4d16-9ad7-e882f8c2d037 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:13.128750 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.226574 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88b64bee-a6ed-4eff-aada-5d098fac944f req-2a5e8f02-49f6-4475-94bb-e8a191b7919d service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131653 Oct 29 08:47:13.332286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df737c2a-a124-490a-86c8-05fb21ce9144 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.401466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-f082478a-c8ed-4ddb-b29e-de0005255f5a service neutron] 10.222.0.70 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547059 Oct 29 08:47:13.416677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 546c6b18-6f98-4923-8ef7-21ba2b8e492d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:13.416937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.418760 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a26af672-f31e-4a9a-bc85-67deef1289d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.420719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba01d0-9d2f-424b-8c39-4e2ba006d47b None None] Pushing event updated for resources: {'Port': ['ID=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:13.639075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df737c2a-a124-490a-86c8-05fb21ce9144 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event deleted for resources: {'Port': ['ID=032aaf25-a292-40d7-aba7-e145adb5bafc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:13.661768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-df737c2a-a124-490a-86c8-05fb21ce9144 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.672695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-df737c2a-a124-490a-86c8-05fb21ce9144 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "DELETE /v2.0/ports/032aaf25-a292-40d7-aba7-e145adb5bafc HTTP/1.1" status: 204 len: 168 time: 1.4375987 Oct 29 08:47:13.695971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41678) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:13.696616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41680) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:13.722699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd876-141e-449c-b692-34b8a64dd88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.752126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Attempting to bind port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:47:13.752912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Attempting to bind port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:47:13.752912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Attempting to bind port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 on network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:13.793976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:47:13.794356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Checking segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:13.794767 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.795159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Bound using segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:47:13.795660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Bound port: 4ca48a2d-5b28-402d-a0d8-ede64ca63c40, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:47:13.796072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.809094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc8364-5dac-471f-9cb9-ae08baf7a572 req-ac867627-e78b-4788-b9eb-aa33ce15d179 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:13.826530 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40cc8364-5dac-471f-9cb9-ae08baf7a572 req-ac867627-e78b-4788-b9eb-aa33ce15d179 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 944 time: 0.2003043 Oct 29 08:47:13.842403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a26af672-f31e-4a9a-bc85-67deef1289d5 None None] For port 546c6b18-6f98-4923-8ef7-21ba2b8e492d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=546c6b18-6f98-4923-8ef7-21ba2b8e492d,segment=NetworkSegment(f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c),segment_id=f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:13.848456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.868253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a26af672-f31e-4a9a-bc85-67deef1289d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:13.912719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Calling delete_port for 4f3dce5a-5cc2-4d16-9ad7-e882f8c2d037 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:13.939009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40cc8364-5dac-471f-9cb9-ae08baf7a572 req-b41c52df-7332-4277-ab08-2f2a529e8067 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053722 Oct 29 08:47:13.973163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-7d2fff27-56e3-4fca-a94b-d6a20b67e519 service neutron] 10.222.0.70 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370555 Oct 29 08:47:14.032877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-51787a4f-4daf-4144-bcc6-49eaca84287d None None] Could not find standard attr ID for object 032aaf25-a292-40d7-aba7-e145adb5bafc. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:47:14.101657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd876-141e-449c-b692-34b8a64dd88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.113733 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd876-141e-449c-b692-34b8a64dd88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.184282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] For port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:47:14.187114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26af672-f31e-4a9a-bc85-67deef1289d5 None None] Pushing event updated for resources: {'Port': ['ID=546c6b18-6f98-4923-8ef7-21ba2b8e492d,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:14.216455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-51787a4f-4daf-4144-bcc6-49eaca84287d None None] Provisioning complete for port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:14.225476 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51787a4f-4daf-4144-bcc6-49eaca84287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.234239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] For port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:47:14.307574 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.404424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41692) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:14.407102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e4ecd876-141e-449c-b692-34b8a64dd88f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a008d760361c4159b183866a10f8bd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7014499 Oct 29 08:47:14.414020 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.481314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba01d0-9d2f-424b-8c39-4e2ba006d47b None None] Pushing event updated for resources: {'Port': ['ID=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:14.488072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-561f3b6a-8f2f-4698-ac0e-668178d473c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.489225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6705abea-ab5e-4f9c-8969-e7e3674f2770 tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.7898979 Oct 29 08:47:14.490281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecd876-141e-449c-b692-34b8a64dd88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a73eda-f7f0-4fd7-b9cd-3f54bf74a3f6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:14.497244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41694) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:14.503430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1982925568'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:14.522504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event deleted for resources: {'Port': ['ID=4f3dce5a-5cc2-4d16-9ad7-e882f8c2d037,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:14.525120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-51787a4f-4daf-4144-bcc6-49eaca84287d None None] Port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:47:14.560706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d1ace0d-735a-408b-a8e0-888bc06f30ef req-9f476b78-48a7-4766-a165-da46f28bac2b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 210 time: 0.1469505 Oct 29 08:47:14.574600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:14.575268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:46:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:14.641688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Made reservation on behalf of 0b3a433d145d430184b46cc21bf5d138 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:14.652975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.722324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:47:14.730777 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1169823-ad06-4a61-91e4-6a7ef4222cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.747228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.748031 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Added segment e2eac03d-821a-4111-ba8e-17736f86639c of type vlan for network 9d97337d-b94e-4f9b-8fba-d22b2ac1dd28 Oct 29 08:47:14.800754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.805668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.815452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-51787a4f-4daf-4144-bcc6-49eaca84287d None None] Provisioning complete for port 546c6b18-6f98-4923-8ef7-21ba2b8e492d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:14.816006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51787a4f-4daf-4144-bcc6-49eaca84287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.846559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.860382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:14.861327 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:14.971021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4718583 Oct 29 08:47:14.974994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41704) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:14.977272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 546c6b18-6f98-4923-8ef7-21ba2b8e492d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:15.017710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2494ad-423d-48d0-8f1d-7ee66f1df313 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event updated for resources: {'Network': ['ID=9d97337d-b94e-4f9b-8fba-d22b2ac1dd28,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:15.019746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1169823-ad06-4a61-91e4-6a7ef4222cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.070857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 9d97337d-b94e-4f9b-8fba-d22b2ac1dd28 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:47:15.132486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.148626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.217700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:15.322265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 546c6b18-6f98-4923-8ef7-21ba2b8e492d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:15.322798 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.357407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c63524c0-9cfb-41cf-be5d-03c648659f24 tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "GET /v2.0/agents/7fc61fc0-6c9b-49cb-9033-a9aa44516ff2/dhcp-networks HTTP/1.1" status: 200 len: 8062 time: 0.3800304 Oct 29 08:47:15.365735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41712) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:15.448191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.448930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Fanout notify agent at l3_agent the message router_deleted on router 6532a3a7-6b53-44be-a775-17ff045f2ad8 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:47:15.459391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.465890 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-33cf4519-50f8-4341-a1cf-5ddd351513c7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/6532a3a7-6b53-44be-a775-17ff045f2ad8 HTTP/1.1" status: 204 len: 168 time: 3.0395832 Oct 29 08:47:15.467477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41714) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:15.475447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116755512', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': False}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:15.518845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc520400-6441-4a9a-9aba-3d0640637454 req-e7b66d74-dc1b-48d7-bd98-c025245f1bec tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:15.529099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc520400-6441-4a9a-9aba-3d0640637454 req-e7b66d74-dc1b-48d7-bd98-c025245f1bec tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 944 time: 0.2083409 Oct 29 08:47:15.533262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe102a-bd61-48b1-a956-2d65ca947bb4 tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] Network 9d97337d-b94e-4f9b-8fba-d22b2ac1dd28 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:47:15.550327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d2089400-8a66-4020-a85b-aef667730379 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:47:15.557270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1169823-ad06-4a61-91e4-6a7ef4222cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.560446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1169823-ad06-4a61-91e4-6a7ef4222cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.565607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d9fe102a-bd61-48b1-a956-2d65ca947bb4 tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "POST /v2.0/agents/7fc61fc0-6c9b-49cb-9033-a9aa44516ff2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1976802 Oct 29 08:47:15.569983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f1169823-ad06-4a61-91e4-6a7ef4222cb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5a73eda-f7f0-4fd7-b9cd-3f54bf74a3f6 HTTP/1.1" status: 204 len: 168 time: 1.1594303 Oct 29 08:47:15.575504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41718) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:15.576393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3f8ba-0f52-4ced-8106-c0614cca9995 None None] Network 9d97337d-b94e-4f9b-8fba-d22b2ac1dd28 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:47:15.587548 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.592946 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.690983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-67a63bf0-095a-42c0-a21f-48b652b156df None None] Could not find standard attr ID for object 032aaf25-a292-40d7-aba7-e145adb5bafc. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:47:15.703348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc520400-6441-4a9a-9aba-3d0640637454 req-206d7e99-6be0-45d3-ae9c-38a212ab47a7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704559 Oct 29 08:47:15.705470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1169823-ad06-4a61-91e4-6a7ef4222cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a73eda-f7f0-4fd7-b9cd-3f54bf74a3f6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:15.830608 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.914650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1d378088-3ca8-40e4-b48a-072b04156ce1 tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "GET /v2.0/agents/7fc61fc0-6c9b-49cb-9033-a9aa44516ff2/dhcp-networks HTTP/1.1" status: 200 len: 8834 time: 0.2901239 Oct 29 08:47:15.931195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41722) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:15.939636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-67a63bf0-095a-42c0-a21f-48b652b156df None None] Provisioning complete for port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:15.944805 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a63bf0-095a-42c0-a21f-48b652b156df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:15.957428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92de7d72-dea5-4a9b-baeb-9c9fd9ea971f req-2f607986-73fb-4ad9-a236-d27a0ae9feb9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 210 time: 0.0456934 Oct 29 08:47:16.044859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:14Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:16.165194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:16.183208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4310d5-9239-4dfa-9baf-69f0acde2dec None None] The sync data for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 is: [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:14Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:16.201122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d2089400-8a66-4020-a85b-aef667730379, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d2089400-8a66-4020-a85b-aef667730379,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:16.306787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'd2089400-8a66-4020-a85b-aef667730379', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': 'd2089400-8a66-4020-a85b-aef667730379', 'mac_address': 'fa:16:3e:ed:df:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:47:16.395505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a63bf0-095a-42c0-a21f-48b652b156df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:16.430101 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:16.439290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7ab0eadb-55b9-48a6-b889-442486657b7e tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "DELETE /v2.0/agents/7fc61fc0-6c9b-49cb-9033-a9aa44516ff2/dhcp-networks/9d97337d-b94e-4f9b-8fba-d22b2ac1dd28 HTTP/1.1" status: 204 len: 168 time: 0.5055499 Oct 29 08:47:16.440866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41738) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:16.495058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2089400-8a66-4020-a85b-aef667730379 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:47:16.528149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d2089400-8a66-4020-a85b-aef667730379, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d2089400-8a66-4020-a85b-aef667730379,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:16.548343 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:16.557786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-67a63bf0-095a-42c0-a21f-48b652b156df None None] For port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:16.603097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-c8d46b65-3cc2-4bf8-8886-6a1c2c2b5941 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:16.609006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-c8d46b65-3cc2-4bf8-8886-6a1c2c2b5941 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.15 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 797 time: 0.4577315 Oct 29 08:47:16.637776 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a63bf0-095a-42c0-a21f-48b652b156df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:16.679476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=d2089400-8a66-4020-a85b-aef667730379,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:16.700100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-fe435a84-847b-4ca6-bd61-4466fb8937fd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 380 time: 0.0832555 Oct 29 08:47:16.786331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a63bf0-095a-42c0-a21f-48b652b156df None None] Pushing event updated for resources: {'Port': ['ID=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:16.791414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c606248f-7b43-4e88-b75c-e097cafe6de6 tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "GET /v2.0/agents/7fc61fc0-6c9b-49cb-9033-a9aa44516ff2/dhcp-networks HTTP/1.1" status: 200 len: 8062 time: 0.3493533 Oct 29 08:47:16.794289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41744) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:16.848358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['d2089400-8a66-4020-a85b-aef667730379'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:47:16.927682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'port': {'device_id': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'admin_state_up': True, 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'security_groups': ['bccb9098-e7cf-4932-967d-e20e9471c134']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:16.958528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:17.048702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc37ab25-267f-4671-9360-70c7fa6d5cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:17.066912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:17.067440 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:17.365371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-757791cb-04bf-4bb8-8bc1-08a133d2e364 req-39cb8a54-5123-45aa-81fa-5c3155f1bed7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 210 time: 0.1754634 Oct 29 08:47:17.457438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:17.469336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:17.491869 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-961eb1e4-fa99-4264-bdba-5f4963dc6394 tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "GET /v2.0/networks/73cc6383-374a-4ffc-bc90-08e33e04379a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.6954441 Oct 29 08:47:17.495010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41762) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:17.528044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d0edd369-6a2a-49dc-b218-ca1f6be35e03 tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "GET /v2.0/networks/73cc6383-374a-4ffc-bc90-08e33e04379a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0316930 Oct 29 08:47:17.538130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550aa0f-6510-4039-b5cc-6d245d4004a2 req-7b30428c-1c94-4890-8e56-202c156a0ae3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:17.540365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41764) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:17.547677 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8550aa0f-6510-4039-b5cc-6d245d4004a2 req-7b30428c-1c94-4890-8e56-202c156a0ae3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 945 time: 0.7035153 Oct 29 08:47:17.593817 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8550aa0f-6510-4039-b5cc-6d245d4004a2 req-33d18c90-b9b1-4a7d-acc7-7c6b90543361 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Oct 29 08:47:17.675657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:17.817128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.20.0.7 (4ed8795c-c36d-4a2b-aea0-6dbcc876d01d/46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0/170b61c6-af43-4165-802b-a670425663aa) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:18.085385 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.098401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.127536 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.262919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.338598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.443094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bef435f0-997b-49ca-92df-d530aa28bb9c tempest-DHCPAgentSchedulersTestJSON-171463922 tempest-DHCPAgentSchedulersTestJSON-171463922-project-admin] 10.222.0.70 "GET /v2.0/agents/7fc61fc0-6c9b-49cb-9033-a9aa44516ff2/dhcp-networks HTTP/1.1" status: 200 len: 8062 time: 0.8859155 Oct 29 08:47:18.444760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41782) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:18.464161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:18.469263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:18.475575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:18.517184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Allocated IP 172.25.5.48 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/c7d89144-60c5-4116-a77c-c98d8c108538) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:18.521969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:18.581356 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.699978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:18.700513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.760569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:18.813465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.894447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:18.894824 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.898088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:18.925663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1768a41d-0381-418b-ad58-699b9f1aa5c9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2154334 Oct 29 08:47:18.966583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d97337d-b94e-4f9b-8fba-d22b2ac1dd28']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:18.967465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Request body: {'port': {'device_id': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:18.991159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2eac03d-821a-4111-ba8e-17736f86639c') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:18.991449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2eac03d-821a-4111-ba8e-17736f86639c') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:19.000755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6d534a44-b7e4-40ff-8f9d-78246d92f06e None None] Provisioning complete for port 170b61c6-af43-4165-802b-a670425663aa triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:19.001376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d534a44-b7e4-40ff-8f9d-78246d92f06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.015728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e335e-57fb-4893-a894-2edd592436c4 req-e9f4cfba-4126-41e4-835f-db5ae9bbbb34 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:19.025156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c52e335e-57fb-4893-a894-2edd592436c4 req-e9f4cfba-4126-41e4-835f-db5ae9bbbb34 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 945 time: 0.2173660 Oct 29 08:47:19.049137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.079661 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.091676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb57ef8-e63c-41e0-9bea-e3a003c129c4 req-36080237-519e-4746-b237-0aaa9a28e72c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:19.103079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bfb57ef8-e63c-41e0-9bea-e3a003c129c4 req-36080237-519e-4746-b237-0aaa9a28e72c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 931 time: 0.3994851 Oct 29 08:47:19.120432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c52e335e-57fb-4893-a894-2edd592436c4 req-29267fcb-464d-47cd-a41f-e21391f3f108 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874853 Oct 29 08:47:19.121915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:47:19.132283 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.132678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6d534a44-b7e4-40ff-8f9d-78246d92f06e None None] Port 170b61c6-af43-4165-802b-a670425663aa cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:47:19.133133 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:47:19.194594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.209700 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.240087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.248747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.252160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "DELETE /v2.0/networks/9d97337d-b94e-4f9b-8fba-d22b2ac1dd28 HTTP/1.1" status: 204 len: 168 time: 0.8063259 Oct 29 08:47:19.254645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41798) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:19.279993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71fe3f-930f-4380-9427-117754ee146f tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event deleted for resources: {'Network': ['ID=9d97337d-b94e-4f9b-8fba-d22b2ac1dd28,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:19.298519 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d7afba-f642-490c-a297-8514bcdc1441 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] DELETE failed (client error): The resource could not be found. Oct 29 08:47:19.299241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d7afba-f642-490c-a297-8514bcdc1441 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:47:19.305825 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-74d7afba-f642-490c-a297-8514bcdc1441 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "DELETE /v2.0/ports/032aaf25-a292-40d7-aba7-e145adb5bafc HTTP/1.1" status: 404 len: 333 time: 0.0467892 Oct 29 08:47:19.306003 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bfb57ef8-e63c-41e0-9bea-e3a003c129c4 req-49565923-f287-41f6-89ea-eb7fe680c5a1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988170 Oct 29 08:47:19.306973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41800) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:19.320387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:19.324744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:19.329414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:19.370069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'Port': ['ID=c7d89144-60c5-4116-a77c-c98d8c108538,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:19.396121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cf2ea1-ffae-4391-ab8a-af2ecfc587e2 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Deleting subnet c832e599-a8d6-4cd3-841b-39acdd82af03 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:47:19.410491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2ea1-ffae-4391-ab8a-af2ecfc587e2 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.470462 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.495661 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2ea1-ffae-4391-ab8a-af2ecfc587e2 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.579767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d2089400-8a66-4020-a85b-aef667730379 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:19.619492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2ea1-ffae-4391-ab8a-af2ecfc587e2 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.680283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port d2089400-8a66-4020-a85b-aef667730379 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:47:19.689664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port d2089400-8a66-4020-a85b-aef667730379 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:19.690322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.786188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2ea1-ffae-4391-ab8a-af2ecfc587e2 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.829122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf2ea1-ffae-4391-ab8a-af2ecfc587e2 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event deleted for resources: {'Subnet': ['ID=c832e599-a8d6-4cd3-841b-39acdd82af03,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:19.832920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2ea1-ffae-4391-ab8a-af2ecfc587e2 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:19.837678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e9cf2ea1-ffae-4391-ab8a-af2ecfc587e2 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "DELETE /v2.0/subnets/c832e599-a8d6-4cd3-841b-39acdd82af03 HTTP/1.1" status: 204 len: 168 time: 0.5296209 Oct 29 08:47:19.840128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41818) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:19.850001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd749f-a27f-4691-99cb-2b964834da68 None None] Network 73cc6383-374a-4ffc-bc90-08e33e04379a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:47:20.024956 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.087696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.191496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Deleting port 546c6b18-6f98-4923-8ef7-21ba2b8e492d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:20.192582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.220799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port d2089400-8a66-4020-a85b-aef667730379, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d2089400-8a66-4020-a85b-aef667730379,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:20.265617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8dca43-71a7-4a93-8ff2-f1f29d6f705f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2089400-8a66-4020-a85b-aef667730379'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:47:20.268240 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6271fba6-bd65-431c-af4a-e14fd2c11598" -d '{"events": [{"server_uuid": "da8dca43-71a7-4a93-8ff2-f1f29d6f705f", "name": "network-vif-plugged", "status": "completed", "tag": "d2089400-8a66-4020-a85b-aef667730379"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:47:20.273489 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.327814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] For port 546c6b18-6f98-4923-8ef7-21ba2b8e492d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=546c6b18-6f98-4923-8ef7-21ba2b8e492d,segment=NetworkSegment(f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c),segment_id=f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:20.328473 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.344010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Calling delete_port for 546c6b18-6f98-4923-8ef7-21ba2b8e492d owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:20.440403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=d2089400-8a66-4020-a85b-aef667730379,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:20.487426 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6599d42b-a3db-4090-9a14-69ffe5fd8086 x-openstack-request-id: req-6599d42b-a3db-4090-9a14-69ffe5fd8086 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:47:20.487737 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8dca43-71a7-4a93-8ff2-f1f29d6f705f", "name": "network-vif-plugged", "status": "completed", "tag": "d2089400-8a66-4020-a85b-aef667730379", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:47:20.488047 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6599d42b-a3db-4090-9a14-69ffe5fd8086 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:47:20.488454 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8dca43-71a7-4a93-8ff2-f1f29d6f705f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2089400-8a66-4020-a85b-aef667730379', 'code': 200} Oct 29 08:47:20.571139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.581373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463537d7-eb1d-4e89-b3a9-f5b50a4f5da9 None None] DHCP port deletion for 73cc6383-374a-4ffc-bc90-08e33e04379a request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:47:20.609630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c0957-9eee-47df-b4ca-e167d007e558 req-7a089f8c-f384-4577-9287-4bbfcb1f84ec tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:20.611483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-810c0957-9eee-47df-b4ca-e167d007e558 req-7a089f8c-f384-4577-9287-4bbfcb1f84ec tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 946 time: 0.3338046 Oct 29 08:47:20.705775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event deleted for resources: {'Port': ['ID=546c6b18-6f98-4923-8ef7-21ba2b8e492d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:20.727863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 546c6b18-6f98-4923-8ef7-21ba2b8e492d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:47:20.730475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] No DVR routers for this DVR port 546c6b18-6f98-4923-8ef7-21ba2b8e492d on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:47:20.796148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 546c6b18-6f98-4923-8ef7-21ba2b8e492d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:47:20.796558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 546c6b18-6f98-4923-8ef7-21ba2b8e492d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:47:20.861601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.872274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e6e46-3071-42c1-a846-23f7392b2937 req-66544125-0d1b-4419-ab0c-2adce9cff503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:20.873793 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee3e6e46-3071-42c1-a846-23f7392b2937 req-66544125-0d1b-4419-ab0c-2adce9cff503 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 1097 time: 0.2886238 Oct 29 08:47:20.885667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-810c0957-9eee-47df-b4ca-e167d007e558 req-4f81b625-b174-4124-bf4d-3c1b91c29b14 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632167 Oct 29 08:47:20.896164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170b61c6-af43-4165-802b-a670425663aa {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:47:20.914932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94845c-d6ca-4739-bf28-1ed6e9a942ff req-07cccd95-7ce2-4ff2-98d1-9e6bf4d614f7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:20.921818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.922544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f94845c-d6ca-4739-bf28-1ed6e9a942ff req-07cccd95-7ce2-4ff2-98d1-9e6bf4d614f7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 931 time: 0.2523875 Oct 29 08:47:20.946510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Transition to ACTIVE for port object 170b61c6-af43-4165-802b-a670425663aa will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:47:20.951772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cc6383-374a-4ffc-bc90-08e33e04379a']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:20.961214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:20.990168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:20.990974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1baa4f9-e1d8-4c28-9626-8b52bdad4a0c') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:21.003491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:21.041844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:21.054045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:21.064131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:47:21.064845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:21.218899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:47:21.220393 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:47:21.249481 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:21.265490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ee3e6e46-3071-42c1-a846-23f7392b2937 req-e845be92-c704-4f7e-9b90-70261fc5ce30 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408358 Oct 29 08:47:21.269873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:21.293095 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] 10.222.0.70 "DELETE /v2.0/networks/73cc6383-374a-4ffc-bc90-08e33e04379a HTTP/1.1" status: 204 len: 168 time: 1.4467375 Oct 29 08:47:21.339119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f94845c-d6ca-4739-bf28-1ed6e9a942ff req-516793cd-0465-4280-ad38-f08e18312ed1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4156754 Oct 29 08:47:21.339966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b4b45-1e8d-4ce1-8473-5fc1fd58afd8 tempest-DHCPAgentSchedulersTestJSON-937229181 tempest-DHCPAgentSchedulersTestJSON-937229181-project] Pushing event deleted for resources: {'Network': ['ID=73cc6383-374a-4ffc-bc90-08e33e04379a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:21.375368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Attempting to bind port 170b61c6-af43-4165-802b-a670425663aa on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:47:21.375748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Attempting to bind port 170b61c6-af43-4165-802b-a670425663aa by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:47:21.376018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Attempting to bind port 170b61c6-af43-4165-802b-a670425663aa on network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:21.389848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Port 170b61c6-af43-4165-802b-a670425663aa on network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:47:21.390289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Attempting to bind port 170b61c6-af43-4165-802b-a670425663aa on network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:21.398240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:47:21.398592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Checking segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:21.398975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Bound using segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:47:21.399398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Bound port: 170b61c6-af43-4165-802b-a670425663aa, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:47:21.399755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:21.633288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:21.904175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Router 912270b1-7b1f-479f-b5a3-d9e67e272110 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:47:21.966200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41868) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:22.008219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:47:22.061976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:47:22.078917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:22.091454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad765-c940-4f1a-8d8e-d9076173a260 req-94195271-9f28-4b41-9be9-78310e9f504d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:22.102927 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a02ad765-c940-4f1a-8d8e-d9076173a260 req-94195271-9f28-4b41-9be9-78310e9f504d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 946 time: 0.1197317 Oct 29 08:47:22.189970 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a02ad765-c940-4f1a-8d8e-d9076173a260 req-c151f8ad-49ac-43dd-8f9c-326b35a2aa21 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834644 Oct 29 08:47:22.223237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:22.243744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:22.245514 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:22.247372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-772bf253-a11b-48bf-9899-270feee0ee82 service neutron] 10.222.0.15 "PUT /v2.0/ports/170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 1091 time: 3.3016312 Oct 29 08:47:22.248336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'tag': '170b61c6-af43-4165-802b-a670425663aa'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:47:22.251516 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749558fa-cd64-41dc-82b4-6351e1d175bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "tag": "170b61c6-af43-4165-802b-a670425663aa"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:47:22.270887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:22.295451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Sync routers for ids ['912270b1-7b1f-479f-b5a3-d9e67e272110'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:22.309395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:22.311525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dfffee8c-e12a-4485-aae6-3fa83740f0b9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8410625 Oct 29 08:47:22.314298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41878) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:22.323100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Routers {'912270b1-7b1f-479f-b5a3-d9e67e272110'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:22.323764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['912270b1-7b1f-479f-b5a3-d9e67e272110'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:22.405720 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc89bd7f-9cea-4c60-9064-57c417843493 x-openstack-request-id: req-dc89bd7f-9cea-4c60-9064-57c417843493 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:47:22.408039 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "tag": "170b61c6-af43-4165-802b-a670425663aa", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:47:22.408509 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc89bd7f-9cea-4c60-9064-57c417843493 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:47:22.411981 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'tag': '170b61c6-af43-4165-802b-a670425663aa', 'status': 'completed', 'code': 200} Oct 29 08:47:22.475021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1a62b0dd-d83f-4359-aa6f-a275845bd0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:22.491789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1a62b0dd-d83f-4359-aa6f-a275845bd0a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1094 time: 0.1677802 Oct 29 08:47:22.632153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-7bab47cb-33b6-46e3-bd72-975f957a36ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 217 time: 0.1389899 Oct 29 08:47:22.659691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Set router 912270b1-7b1f-479f-b5a3-d9e67e272110 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:22.761565 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2e6588e3-ff6a-4d4e-bdf7-4e074ae674ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b3a433d145d430184b46cc21bf5d138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940397 Oct 29 08:47:22.767820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41892) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:22.847449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920ee0-1bbe-4cb3-8875-70435f3a06d4 req-f19e2107-53b3-48f7-8ff6-fb18300364b0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:22.855514 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca920ee0-1bbe-4cb3-8875-70435f3a06d4 req-f19e2107-53b3-48f7-8ff6-fb18300364b0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 943 time: 0.2745931 Oct 29 08:47:22.865146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1073cb24-0bd0-4030-b9a4-44bb638df8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:22.874748 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-1073cb24-0bd0-4030-b9a4-44bb638df8d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.2275777 Oct 29 08:47:22.915493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca920ee0-1bbe-4cb3-8875-70435f3a06d4 req-faa31cd1-2b01-4640-8014-96632199f725 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584209 Oct 29 08:47:22.940796 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-53bc98b5-86c7-461a-9c7c-73292106f80f tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/routers/912270b1-7b1f-479f-b5a3-d9e67e272110 HTTP/1.1" status: 200 len: 908 time: 0.6250980 Oct 29 08:47:22.943844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41896) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:22.951659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116755512', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': True}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:23.030828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912270b1-7b1f-479f-b5a3-d9e67e272110', 'name': 'tempest-snat-router-1116755512', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.48'}], 'enable_snat': False}, 'gw_port_id': 'c7d89144-60c5-4116-a77c-c98d8c108538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:47:15Z', 'updated_at': '2021-10-29T08:47:20Z', 'revision_number': 3, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port': {'id': 'c7d89144-60c5-4116-a77c-c98d8c108538', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912270b1-7b1f-479f-b5a3-d9e67e272110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:18Z', 'updated_at': '2021-10-29T08:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:23.049842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10430cfb-2544-49b5-90b5-8259bce668b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.056814 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.058369 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.075229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Checking router: 912270b1-7b1f-479f-b5a3-d9e67e272110 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:47:23.075969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Updating router 912270b1-7b1f-479f-b5a3-d9e67e272110 port c7d89144-60c5-4116-a77c-c98d8c108538 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:47:23.079291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-ec3d8de7-fc2d-4024-a0b1-639e47c52ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:23.082617 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-ec3d8de7-fc2d-4024-a0b1-639e47c52ed1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928732 Oct 29 08:47:23.144924 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.189728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10430cfb-2544-49b5-90b5-8259bce668b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.331258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.424543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-dd016f3a-6ec0-471c-97c6-193b4eb1cc27 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186171 Oct 29 08:47:23.515493 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.523695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.534917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10430cfb-2544-49b5-90b5-8259bce668b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.537833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10430cfb-2544-49b5-90b5-8259bce668b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.552008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-10430cfb-2544-49b5-90b5-8259bce668b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2a16dba-c62a-456b-b521-ceb6c4f64a5b HTTP/1.1" status: 204 len: 168 time: 0.7746818 Oct 29 08:47:23.643797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Attempting to bind port c7d89144-60c5-4116-a77c-c98d8c108538 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:47:23.645199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Attempting to bind port c7d89144-60c5-4116-a77c-c98d8c108538 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:47:23.645645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Attempting to bind port c7d89144-60c5-4116-a77c-c98d8c108538 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:23.657922 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:47:23.658747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:23.659282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.659888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:47:23.660506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Bound port: c7d89144-60c5-4116-a77c-c98d8c108538, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:47:23.660992 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.705259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10430cfb-2544-49b5-90b5-8259bce668b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a16dba-c62a-456b-b521-ceb6c4f64a5b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:23.756553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] For port c7d89144-60c5-4116-a77c-c98d8c108538, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:47:23.760268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] For port c7d89144-60c5-4116-a77c-c98d8c108538, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c7d89144-60c5-4116-a77c-c98d8c108538,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:47:23.766846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3aac-9dce-446f-a386-e35d39cfa18b None None] Pushing event updated for resources: {'Port': ['ID=c7d89144-60c5-4116-a77c-c98d8c108538,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:23.790890 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.869780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3aac-9dce-446f-a386-e35d39cfa18b None None] Pushing event updated for resources: {'Port': ['ID=c7d89144-60c5-4116-a77c-c98d8c108538,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:23.914829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Routers {'912270b1-7b1f-479f-b5a3-d9e67e272110'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:23.916532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['912270b1-7b1f-479f-b5a3-d9e67e272110'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:23.950088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4048f-cdc0-4fe0-a1eb-e15f83409bc7 req-0608a520-5c6b-43d7-923e-df8cce25503e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:23.958514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-20d4048f-cdc0-4fe0-a1eb-e15f83409bc7 req-0608a520-5c6b-43d7-923e-df8cce25503e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 946 time: 0.6003931 Oct 29 08:47:23.977768 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:23.988635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a17ae57f-7308-4291-a3a9-f824307a5db0 req-7413e02b-cb81-45e5-a9d4-013001888565 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564585 Oct 29 08:47:24.020899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-20d4048f-cdc0-4fe0-a1eb-e15f83409bc7 req-7cf3375d-9017-43d8-adfb-48599bbc8796 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614026 Oct 29 08:47:24.108815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] Set router 912270b1-7b1f-479f-b5a3-d9e67e272110 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:24.203746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-c18bfbc8-789d-4a82-8e26-bad608357a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:24.205863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-c18bfbc8-789d-4a82-8e26-bad608357a99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1094 time: 0.0883512 Oct 29 08:47:24.265167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06145b6c-e3e4-4424-8c2d-11d41a79da3b req-dc837e25-b49c-468b-9b1e-e4cbef85a2e7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:24.267686 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06145b6c-e3e4-4424-8c2d-11d41a79da3b req-dc837e25-b49c-468b-9b1e-e4cbef85a2e7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 943 time: 0.1740391 Oct 29 08:47:24.376386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06145b6c-e3e4-4424-8c2d-11d41a79da3b req-22bc32f7-5c9c-411a-924c-77f88e971324 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970640 Oct 29 08:47:24.387270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-5d77ab5a-2d3c-49a5-a83d-9249a5ba8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:24.395058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-5d77ab5a-2d3c-49a5-a83d-9249a5ba8138 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 899 time: 0.1804135 Oct 29 08:47:24.471449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912270b1-7b1f-479f-b5a3-d9e67e272110', 'name': 'tempest-snat-router-1116755512', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.48'}], 'enable_snat': False}, 'gw_port_id': 'c7d89144-60c5-4116-a77c-c98d8c108538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:47:15Z', 'updated_at': '2021-10-29T08:47:20Z', 'revision_number': 3, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port': {'id': 'c7d89144-60c5-4116-a77c-c98d8c108538', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912270b1-7b1f-479f-b5a3-d9e67e272110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:18Z', 'updated_at': '2021-10-29T08:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:24.476231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41930) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:24.502856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:24.511752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-2b04d96b-908b-47ea-92d7-62d5022f30d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 217 time: 0.1076601 Oct 29 08:47:24.516052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfccb6-541f-4532-9ce8-211d1dc85577 None None] The sync data for ids ['912270b1-7b1f-479f-b5a3-d9e67e272110'] in n-d-815940-1 is: [{'id': '912270b1-7b1f-479f-b5a3-d9e67e272110', 'name': 'tempest-snat-router-1116755512', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.48'}], 'enable_snat': False}, 'gw_port_id': 'c7d89144-60c5-4116-a77c-c98d8c108538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:47:15Z', 'updated_at': '2021-10-29T08:47:20Z', 'revision_number': 3, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port': {'id': 'c7d89144-60c5-4116-a77c-c98d8c108538', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912270b1-7b1f-479f-b5a3-d9e67e272110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:18Z', 'updated_at': '2021-10-29T08:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:24.645663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-ee5fa414-ff81-4605-ab40-9d94abc6a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:24.647625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-ee5fa414-ff81-4605-ab40-9d94abc6a8e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.1210046 Oct 29 08:47:24.705703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:24.712959 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:24.788939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27cdfddef52d4c91a3261550e0dc8d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105874 Oct 29 08:47:24.791628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41938) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:24.798122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a2133-09dc-4a7b-b1b4-543f6c49198f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:24.819849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.822476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.825013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.827039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.827863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.829967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.832092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.832604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.833076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.833554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.834042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:24.834727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0f403-3d90-4a17-b645-e58de1c4ea2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:47:25.050653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-0639b87d-ff09-4dbb-ad8e-dacfd862503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:25.054212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-0639b87d-ff09-4dbb-ad8e-dacfd862503b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3946862 Oct 29 08:47:25.061144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21559b66-c212-4e25-a539-a51c58fc0293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:25.119712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21559b66-c212-4e25-a539-a51c58fc0293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:25.232262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21559b66-c212-4e25-a539-a51c58fc0293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:25.235428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21559b66-c212-4e25-a539-a51c58fc0293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:25.236934 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-21559b66-c212-4e25-a539-a51c58fc0293 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a87a2133-09dc-4a7b-b1b4-543f6c49198f HTTP/1.1" status: 204 len: 168 time: 0.4241223 Oct 29 08:47:25.281591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:25.291610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21559b66-c212-4e25-a539-a51c58fc0293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a2133-09dc-4a7b-b1b4-543f6c49198f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:25.918126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 170b61c6-af43-4165-802b-a670425663aa details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:47:26.014711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:26.190088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:26.211359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '170b61c6-af43-4165-802b-a670425663aa', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'port_id': '170b61c6-af43-4165-802b-a670425663aa', 'mac_address': 'fa:16:3e:79:2d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:47:26.321562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:26.345998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170b61c6-af43-4165-802b-a670425663aa {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:47:26.391491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Allocated IP 172.25.5.215 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/3e37fc54-17c5-437a-8805-732482d189aa) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:26.429915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:26.442476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-037bb98d-2f7f-4741-91fc-fa050ae9ce75 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3784339 Oct 29 08:47:26.444927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:26.460350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509935b4-421e-4d11-858d-54202e347eae req-aa9da7cd-b758-453b-b7bb-5bf6b4f2e4fe tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:26.462277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-509935b4-421e-4d11-858d-54202e347eae req-aa9da7cd-b758-453b-b7bb-5bf6b4f2e4fe tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 943 time: 0.4515436 Oct 29 08:47:26.548365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:26.676712 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-509935b4-421e-4d11-858d-54202e347eae req-7ad0ba91-c263-4887-a0a6-10862572ab2d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924589 Oct 29 08:47:26.733807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['170b61c6-af43-4165-802b-a670425663aa'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:47:26.739414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-749558fa-cd64-41dc-82b4-6351e1d175bc req-26837601-8599-4bfb-82bc-34c23a8877f1 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755501 Oct 29 08:47:26.769599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:26.814578 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:26.866334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c7d89144-60c5-4116-a77c-c98d8c108538 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:26.948644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:26.967445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:26.974886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'Port': ['ID=3e37fc54-17c5-437a-8805-732482d189aa,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:26.987895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:27.131681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c7d89144-60c5-4116-a77c-c98d8c108538 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:27.132326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:27.312871 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:27.377122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port c7d89144-60c5-4116-a77c-c98d8c108538, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c7d89144-60c5-4116-a77c-c98d8c108538,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:27.399617 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:27.571311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=c7d89144-60c5-4116-a77c-c98d8c108538,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:27.626285 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:27.900164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85445c9-2c2b-427f-9a63-df94b762ce6e req-f280130b-e107-4eaf-bb9e-a26935db020c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:27.910492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d85445c9-2c2b-427f-9a63-df94b762ce6e req-f280130b-e107-4eaf-bb9e-a26935db020c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 944 time: 0.0905728 Oct 29 08:47:27.955620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d85445c9-2c2b-427f-9a63-df94b762ce6e req-ea578e91-e33a-4073-96cd-e9fbf779eb2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 Oct 29 08:47:28.043904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:28.235988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Router 91862ddd-16d8-4361-a5d1-adcfa4c90e61 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:47:28.377443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:28.392122 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Sync routers for ids ['91862ddd-16d8-4361-a5d1-adcfa4c90e61'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:28.412798 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Routers {'91862ddd-16d8-4361-a5d1-adcfa4c90e61'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:28.414001 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91862ddd-16d8-4361-a5d1-adcfa4c90e61'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:28.419279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:28.423059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24325683-f7bf-4be2-b1bd-1f57e2167731 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4754815 Oct 29 08:47:28.423558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42030) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:28.556973 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Set router 91862ddd-16d8-4361-a5d1-adcfa4c90e61 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:28.598552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42036) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:28.599067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-954dc14b-ea59-4cef-b69b-726bf3d174af tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/routers/91862ddd-16d8-4361-a5d1-adcfa4c90e61 HTTP/1.1" status: 200 len: 908 time: 0.1738632 Oct 29 08:47:28.827655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c7d89144-60c5-4116-a77c-c98d8c108538 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:28.875080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:28.946178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c7d89144-60c5-4116-a77c-c98d8c108538 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:28.948240 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:29.019489 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91862ddd-16d8-4361-a5d1-adcfa4c90e61', 'name': 'tempest-snat-router-1116755512', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3e37fc54-17c5-437a-8805-732482d189aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:47:23Z', 'updated_at': '2021-10-29T08:47:27Z', 'revision_number': 3, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port': {'id': '3e37fc54-17c5-437a-8805-732482d189aa', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91862ddd-16d8-4361-a5d1-adcfa4c90e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:26Z', 'updated_at': '2021-10-29T08:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:29.060775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:29.111732 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:29.118456 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Checking router: 91862ddd-16d8-4361-a5d1-adcfa4c90e61 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:47:29.119082 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Updating router 91862ddd-16d8-4361-a5d1-adcfa4c90e61 port 3e37fc54-17c5-437a-8805-732482d189aa binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:47:29.170469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaabea-cb87-4eea-9241-edb73c4ffcc0 req-ffe5edf6-0024-497a-bdbd-43fe8e9f6413 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:29.179095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecfaabea-cb87-4eea-9241-edb73c4ffcc0 req-ffe5edf6-0024-497a-bdbd-43fe8e9f6413 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 944 time: 0.1011345 Oct 29 08:47:29.186542 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:29.283837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecfaabea-cb87-4eea-9241-edb73c4ffcc0 req-62e3fcd8-bb19-4c9e-ad8a-c3640677e1ea tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035085 Oct 29 08:47:29.301057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Deleting port 3e37fc54-17c5-437a-8805-732482d189aa {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:29.301513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:29.484694 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:29.524283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Calling delete_port for 3e37fc54-17c5-437a-8805-732482d189aa owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:29.869389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42072) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:29.873880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:29.930279 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.db.api [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:47:29.931505 n-d-815940-1 neutron-server[102116]: DEBUG oslo_db.api [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:47:29.944567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e37fc54-17c5-437a-8805-732482d189aa,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:29.949888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 170b61c6-af43-4165-802b-a670425663aa up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:30.034317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 170b61c6-af43-4165-802b-a670425663aa completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:47:30.044590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 170b61c6-af43-4165-802b-a670425663aa triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:30.045236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.118225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.230498 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.281298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:30.283143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b61c6-af43-4165-802b-a670425663aa'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:47:30.286936 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac900f9-9281-487f-b2b3-44a1e154c629" -d '{"events": [{"server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "name": "network-vif-plugged", "status": "completed", "tag": "170b61c6-af43-4165-802b-a670425663aa"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:47:30.294261 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.307411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:30.328552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.336759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.366606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.473268 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Port 3e37fc54-17c5-437a-8805-732482d189aa not found while updating agent binding for router 91862ddd-16d8-4361-a5d1-adcfa4c90e61. {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 29 08:47:30.498428 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Routers {'91862ddd-16d8-4361-a5d1-adcfa4c90e61'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:30.499344 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['91862ddd-16d8-4361-a5d1-adcfa4c90e61'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:30.561472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.562117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91862ddd-16d8-4361-a5d1-adcfa4c90e61 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:47:30.576829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.578025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fb1fe4a6-a805-441f-8546-1be3699d1ccb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "DELETE /v2.0/routers/91862ddd-16d8-4361-a5d1-adcfa4c90e61 HTTP/1.1" status: 204 len: 168 time: 1.9781945 Oct 29 08:47:30.582118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42084) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:30.610159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299248ee-31c3-4e27-86d2-0bd5c8ffaa96 req-7ba1b603-abe5-4859-b339-b923161bc4d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:30.613170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-299248ee-31c3-4e27-86d2-0bd5c8ffaa96 req-7ba1b603-abe5-4859-b339-b923161bc4d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1478279 Oct 29 08:47:30.633941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf1396-0234-45f1-a80e-1729ce0c0c7d req-1803b7b0-87de-49b3-ab8e-b3c1dc462d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:30.635642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6bf1396-0234-45f1-a80e-1729ce0c0c7d req-1803b7b0-87de-49b3-ab8e-b3c1dc462d49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1096 time: 0.1401200 Oct 29 08:47:30.645973 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] Set router 91862ddd-16d8-4361-a5d1-adcfa4c90e61 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:30.696856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c6bf1396-0234-45f1-a80e-1729ce0c0c7d req-aaf71f6a-5c24-4c3b-a904-d07126cc521e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521147 Oct 29 08:47:30.700510 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-299248ee-31c3-4e27-86d2-0bd5c8ffaa96 req-27ea171e-4ab9-4adc-8085-ff49b338f7fe tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783279 Oct 29 08:47:30.872753 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d228ac93-2cf9-47c2-a98f-759272295687 x-openstack-request-id: req-d228ac93-2cf9-47c2-a98f-759272295687 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:47:30.873137 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "name": "network-vif-plugged", "status": "completed", "tag": "170b61c6-af43-4165-802b-a670425663aa", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:47:30.873744 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d228ac93-2cf9-47c2-a98f-759272295687 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:47:30.874175 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b61c6-af43-4165-802b-a670425663aa', 'code': 200} Oct 29 08:47:30.875106 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.963503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:30.970912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:31.008054 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91862ddd-16d8-4361-a5d1-adcfa4c90e61', 'name': 'tempest-snat-router-1116755512', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:47:23Z', 'updated_at': '2021-10-29T08:47:29Z', 'revision_number': 5, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:31.029113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.031458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Allocated IP 172.25.5.196 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/d5fc07d0-56be-4d61-9638-29e38728ea7b) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:31.041384 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e980bf4-2bd9-4566-a6d6-4ff12feed9b0 None None] The sync data for ids ['91862ddd-16d8-4361-a5d1-adcfa4c90e61'] in n-d-815940-1 is: [{'id': '91862ddd-16d8-4361-a5d1-adcfa4c90e61', 'name': 'tempest-snat-router-1116755512', 'tenant_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:47:23Z', 'updated_at': '2021-10-29T08:47:29Z', 'revision_number': 5, 'project_id': '84ea10da7d8c48e0a46c6dbe05dc920b', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:31.152518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:31.250988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.318975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c5f575b-a788-426b-b16b-e91239955711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.351092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.411365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Deleting port c7d89144-60c5-4116-a77c-c98d8c108538 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:31.411844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.470044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.470499 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c5f575b-a788-426b-b16b-e91239955711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.476160 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c5f575b-a788-426b-b16b-e91239955711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.539228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f575b-a788-426b-b16b-e91239955711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71886758-f6a0-48d9-b41c-6109c2507f2b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:31.546935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:31.556910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c5f575b-a788-426b-b16b-e91239955711 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26de287ec76b4101b24bec26127f9ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031990 Oct 29 08:47:31.559461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42100) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:31.574340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:31.579732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:31.640541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'Port': ['ID=d5fc07d0-56be-4d61-9638-29e38728ea7b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:31.650818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] For port c7d89144-60c5-4116-a77c-c98d8c108538, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c7d89144-60c5-4116-a77c-c98d8c108538,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:31.651628 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.657627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f1199f8-775e-4a1a-b090-2c08ff780bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.677481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Calling delete_port for c7d89144-60c5-4116-a77c-c98d8c108538 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:31.697493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f1199f8-775e-4a1a-b090-2c08ff780bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.789023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f1199f8-775e-4a1a-b090-2c08ff780bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.797559 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f1199f8-775e-4a1a-b090-2c08ff780bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:31.801122 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9f1199f8-775e-4a1a-b090-2c08ff780bbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71886758-f6a0-48d9-b41c-6109c2507f2b HTTP/1.1" status: 204 len: 168 time: 0.2381928 Oct 29 08:47:31.812828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1199f8-775e-4a1a-b090-2c08ff780bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71886758-f6a0-48d9-b41c-6109c2507f2b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:31.863860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.113731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.162406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1e0d6-fe2e-439d-afa6-53cde6c29a91 req-72e2f16f-d950-49a4-ab74-42ae7a27935e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:32.164124 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fbe1e0d6-fe2e-439d-afa6-53cde6c29a91 req-72e2f16f-d950-49a4-ab74-42ae7a27935e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.3003876 Oct 29 08:47:32.309259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.317416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fbe1e0d6-fe2e-439d-afa6-53cde6c29a91 req-c9eefe56-1996-473b-acde-d0d716403a20 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455989 Oct 29 08:47:32.351376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7d89144-60c5-4116-a77c-c98d8c108538,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:32.488928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42116) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:32.511279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72d3a363-eb94-40ef-92a2-dfb2a0edc73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.593104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.703450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72d3a363-eb94-40ef-92a2-dfb2a0edc73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.709667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72d3a363-eb94-40ef-92a2-dfb2a0edc73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.761193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-72d3a363-eb94-40ef-92a2-dfb2a0edc73b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fad7c54e1aca48f0b3978d578531825d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709970 Oct 29 08:47:32.764362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42118) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:32.772946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.781835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.782540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3a363-eb94-40ef-92a2-dfb2a0edc73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa7731-e54c-433a-9120-0f75b3d5bfad,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:32.801505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.805830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.833347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59ef617e-f48a-439e-afff-fc6d53050c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.878094 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59ef617e-f48a-439e-afff-fc6d53050c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.881741 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.882289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 912270b1-7b1f-479f-b5a3-d9e67e272110 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:47:32.891573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.893368 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-301b3f2c-17b0-4989-8065-ab81963ddbe1 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "DELETE /v2.0/routers/912270b1-7b1f-479f-b5a3-d9e67e272110 HTTP/1.1" status: 204 len: 168 time: 2.3102028 Oct 29 08:47:32.899257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42120) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:32.906703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-701181217', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:32.954020 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:47:32.989070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59ef617e-f48a-439e-afff-fc6d53050c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:32.999999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59ef617e-f48a-439e-afff-fc6d53050c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.001715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-59ef617e-f48a-439e-afff-fc6d53050c91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ffa7731-e54c-433a-9120-0f75b3d5bfad HTTP/1.1" status: 204 len: 168 time: 0.2355618 Oct 29 08:47:33.015580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'Port': ['ID=d5fc07d0-56be-4d61-9638-29e38728ea7b,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:33.042708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.043896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.048750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef617e-f48a-439e-afff-fc6d53050c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa7731-e54c-433a-9120-0f75b3d5bfad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:33.080342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.148151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.156514 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.160843 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cfaf5356-4212-4e97-b883-a7a06ad58ef6 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2874389 Oct 29 08:47:33.161113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42132) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:33.170118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-913691240'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:33.581342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae0144-ba17-4a02-aa69-fc177e3ff885 req-09c25b7c-7bbb-460b-a244-7bc31e7cf3eb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:33.582156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dcae0144-ba17-4a02-aa69-fc177e3ff885 req-09c25b7c-7bbb-460b-a244-7bc31e7cf3eb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1168153 Oct 29 08:47:33.626751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dcae0144-ba17-4a02-aa69-fc177e3ff885 req-237aaf7f-92f3-42f6-8b26-4ac00bbec9b7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352402 Oct 29 08:47:33.800551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Made reservation on behalf of bd62cc654bc441ff891aaea3fdeabdb8 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:33.804188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.843008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.847413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:33.898219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8f952-71c3-443b-a894-4697882187a9 req-59172874-f135-4b70-a95d-45262db150b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:33.899750 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0cd8f952-71c3-443b-a894-4697882187a9 req-59172874-f135-4b70-a95d-45262db150b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1312075 Oct 29 08:47:34.007855 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0cd8f952-71c3-443b-a894-4697882187a9 req-408dafcb-3a73-44bf-9a8f-5297015e1fdc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787826 Oct 29 08:47:34.028355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42162) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:34.060488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.070016 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.103300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:47:34.107478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0b36fe-9a3a-4950-b877-ca5d6f3b33e7 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:34.109220 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9d0b36fe-9a3a-4950-b877-ca5d6f3b33e7 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1091 time: 0.0792847 Oct 29 08:47:34.112608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42164) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:34.119536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '170b61c6-af43-4165-802b-a670425663aa', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:34.133730 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.134115 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Added segment 6b4ead59-30e8-49bc-8d7c-479020ba8c9a of type vlan for network 9aba2341-ee64-4ffd-af02-1611e3c76458 Oct 29 08:47:34.137032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39dc883-c0b8-4c33-a616-c35b71e5aaff,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:34.161162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.208835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.288304 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.295004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:34.295781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.439951 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2774851 Oct 29 08:47:34.444098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42174) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:34.477292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Request body: {'subnet': {'network_id': '9aba2341-ee64-4ffd-af02-1611e3c76458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:34.488105 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.518045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.531011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fbb5d-af74-4ee6-ab2f-511deb8ba4e4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'Network': ['ID=9aba2341-ee64-4ffd-af02-1611e3c76458,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:34.547928 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:47:34.550611 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.702642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Made reservation on behalf of bd62cc654bc441ff891aaea3fdeabdb8 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:34.706110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.717701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c7d89144-60c5-4116-a77c-c98d8c108538 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:47:34.737033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Allocated IP 172.25.5.3 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/efaa6952-486e-4efc-a252-6923b2358b12) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:34.765617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c7d89144-60c5-4116-a77c-c98d8c108538 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:47:34.765972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c7d89144-60c5-4116-a77c-c98d8c108538 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:47:34.926815 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:34.976570 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.040072 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.043053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:35.046160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:35.050278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:35.077218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event updated for resources: {'Port': ['ID=efaa6952-486e-4efc-a252-6923b2358b12,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:35.093472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.25.5.132 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/6dffdb25-8a27-4214-b63c-9c3575940569) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:35.205258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Checking segment: {'id': '6b4ead59-30e8-49bc-8d7c-479020ba8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9aba2341-ee64-4ffd-af02-1611e3c76458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:35.205879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Network hostable DHCP agents. Network: 9aba2341-ee64-4ffd-af02-1611e3c76458, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:47:35.208539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'Subnet': ['ID=ad2ff3f1-30f1-4aab-be09-1937f78614fb,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:35.294428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:47:35.309456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 9aba2341-ee64-4ffd-af02-1611e3c76458) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:35.319626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a78b3c-8ba0-4e97-8372-c7568a08102b None None] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:47:35.323481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:35.324194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.395827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-148de7ea-6f38-49f0-b773-7b568ea3934b tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9479952 Oct 29 08:47:35.402900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42198) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:35.428323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.428323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-58181626', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:35.513795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.514924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.584200 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.636927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.689980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-9aba2341-ee64-4ffd-af02-1611e3c76458', 'network_id': '9aba2341-ee64-4ffd-af02-1611e3c76458', 'tenant_id': 'bd62cc654bc441ff891aaea3fdeabdb8', 'fixed_ips': [{'subnet_id': 'ad2ff3f1-30f1-4aab-be09-1937f78614fb'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:47:35.691140 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.745413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:35.748940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:35.800866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:35.806763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:35.945077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Allocated IP 172.20.0.2 (9aba2341-ee64-4ffd-af02-1611e3c76458/ad2ff3f1-30f1-4aab-be09-1937f78614fb/ac21bcba-beee-42d3-9be1-93f10b145e09) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:36.071640 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:36.255497 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:36.268268 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:36.363339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:36.371106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Router 4b07798e-d235-4080-9c33-50bc25dd60c0 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:47:36.421365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Pushing event updated for resources: {'Port': ['ID=ac21bcba-beee-42d3-9be1-93f10b145e09,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:36.426768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:36.434537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:36.531296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Attempting to bind port ac21bcba-beee-42d3-9be1-93f10b145e09 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:47:36.533473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Attempting to bind port ac21bcba-beee-42d3-9be1-93f10b145e09 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '6b4ead59-30e8-49bc-8d7c-479020ba8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9aba2341-ee64-4ffd-af02-1611e3c76458'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:47:36.534889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Attempting to bind port ac21bcba-beee-42d3-9be1-93f10b145e09 on network 9aba2341-ee64-4ffd-af02-1611e3c76458 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:47:36.544089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:47:36.545023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Checking segment: {'id': '6b4ead59-30e8-49bc-8d7c-479020ba8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9aba2341-ee64-4ffd-af02-1611e3c76458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:47:36.546906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:36.547843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Bound using segment: {'id': '6b4ead59-30e8-49bc-8d7c-479020ba8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9aba2341-ee64-4ffd-af02-1611e3c76458'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:47:36.549190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Bound port: ac21bcba-beee-42d3-9be1-93f10b145e09, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4ead59-30e8-49bc-8d7c-479020ba8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9aba2341-ee64-4ffd-af02-1611e3c76458'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:47:36.549998 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:36.614414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:36.661046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f799d0-dfc1-4ca0-b993-d43bf0ebb266 None None] Sync routers for ids ['4b07798e-d235-4080-9c33-50bc25dd60c0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:36.688952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f799d0-dfc1-4ca0-b993-d43bf0ebb266 None None] Routers {'4b07798e-d235-4080-9c33-50bc25dd60c0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:36.689788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-91f799d0-dfc1-4ca0-b993-d43bf0ebb266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4b07798e-d235-4080-9c33-50bc25dd60c0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:36.693865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:36.695295 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-801295d8-4b31-4467-91c0-8b8d2a7ae071 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7935622 Oct 29 08:47:36.698136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42224) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:36.705158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-86a05ab9-cb83-49f7-891e-a4c5e7fc0578 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': False}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:36.709176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=6dffdb25-8a27-4214-b63c-9c3575940569,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:36.752137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-91f799d0-dfc1-4ca0-b993-d43bf0ebb266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:36.762027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] For port ac21bcba-beee-42d3-9be1-93f10b145e09, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:47:36.777763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f799d0-dfc1-4ca0-b993-d43bf0ebb266 None None] Routers {'4b07798e-d235-4080-9c33-50bc25dd60c0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:36.778477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-91f799d0-dfc1-4ca0-b993-d43bf0ebb266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4b07798e-d235-4080-9c33-50bc25dd60c0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:36.799586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:36.844147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] For port ac21bcba-beee-42d3-9be1-93f10b145e09, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ac21bcba-beee-42d3-9be1-93f10b145e09,segment=NetworkSegment(6b4ead59-30e8-49bc-8d7c-479020ba8c9a),segment_id=6b4ead59-30e8-49bc-8d7c-479020ba8c9a)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:47:36.847363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-91f799d0-dfc1-4ca0-b993-d43bf0ebb266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:36.850499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f799d0-dfc1-4ca0-b993-d43bf0ebb266 None None] The sync data for ids ['4b07798e-d235-4080-9c33-50bc25dd60c0'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:36.860721 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:36.868504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50616e39-b4ba-448d-8274-af12828a2270 req-17d4a469-84fd-41d3-9e59-23e68fc061a0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:36.870143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50616e39-b4ba-448d-8274-af12828a2270 req-17d4a469-84fd-41d3-9e59-23e68fc061a0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 1.1579041 Oct 29 08:47:37.019535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baab22-4420-4878-b5e2-ea5c052e0409 None None] Pushing event updated for resources: {'Port': ['ID=ac21bcba-beee-42d3-9be1-93f10b145e09,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:37.244414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50616e39-b4ba-448d-8274-af12828a2270 req-eae0c081-2db7-4e39-9288-1dbcdd443258 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608716 Oct 29 08:47:37.401476 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86a05ab9-cb83-49f7-891e-a4c5e7fc0578 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:37.619650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:37.648132 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:37.730256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42238) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:37.768986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7632f8f-b23b-4292-8d49-37ee76db270b req-fbe6fdf9-268f-4b11-9d9c-a0f4c59dda28 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:37.782709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c7632f8f-b23b-4292-8d49-37ee76db270b req-fbe6fdf9-268f-4b11-9d9c-a0f4c59dda28 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.3183382 Oct 29 08:47:37.839547 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:37.885990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c7632f8f-b23b-4292-8d49-37ee76db270b req-a2537056-c9e6-4211-a104-6c481a68383a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850110 Oct 29 08:47:37.902651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Allocated IP 172.25.5.45 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5c66a206-5b25-4575-90d5-ea94c2d169fc) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:38.006420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.152932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b58730b2-f2e1-4ee5-bd1c-ff71c70d3ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.347570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b58730b2-f2e1-4ee5-bd1c-ff71c70d3ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.378813 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4f5b1-a64f-4b85-83c6-2fd4a440e116 req-a03df111-76d5-4949-9518-7d31442f0e8a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:38.380815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16f4f5b1-a64f-4b85-83c6-2fd4a440e116 req-a03df111-76d5-4949-9518-7d31442f0e8a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0996335 Oct 29 08:47:38.423312 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.483030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b58730b2-f2e1-4ee5-bd1c-ff71c70d3ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.516970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.530842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b58730b2-f2e1-4ee5-bd1c-ff71c70d3ec5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=838afeaeca5341bc8f15701afd86cd22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7993960 Oct 29 08:47:38.536748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42250) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:38.632782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16f4f5b1-a64f-4b85-83c6-2fd4a440e116 req-31bb8709-57a4-4d78-9814-7328c02ff9ad tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434936 Oct 29 08:47:38.644142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:38.665107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:38.666586 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86a05ab9-cb83-49f7-891e-a4c5e7fc0578 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.672689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58730b2-f2e1-4ee5-bd1c-ff71c70d3ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a971d90-18f9-47ec-aa3a-3456bf30d6da,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:38.676836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:38.686491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'Port': ['ID=5c66a206-5b25-4575-90d5-ea94c2d169fc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:38.686976 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86a05ab9-cb83-49f7-891e-a4c5e7fc0578 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.693572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0a46e2c-19bf-494b-9b26-55e1daea1611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.715798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2663d-73d0-4bb5-93fa-b532f6bf654a None None] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:47:38.796810 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0a46e2c-19bf-494b-9b26-55e1daea1611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.870254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a05ab9-cb83-49f7-891e-a4c5e7fc0578 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Router 4b07798e-d235-4080-9c33-50bc25dd60c0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:47:38.872623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.881529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0a46e2c-19bf-494b-9b26-55e1daea1611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.884780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b0a46e2c-19bf-494b-9b26-55e1daea1611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:38.888617 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b0a46e2c-19bf-494b-9b26-55e1daea1611 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a971d90-18f9-47ec-aa3a-3456bf30d6da HTTP/1.1" status: 204 len: 168 time: 0.3476439 Oct 29 08:47:38.899050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a46e2c-19bf-494b-9b26-55e1daea1611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a971d90-18f9-47ec-aa3a-3456bf30d6da,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:38.962271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ac21bcba-beee-42d3-9be1-93f10b145e09 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:39.029140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.071723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a05ab9-cb83-49f7-891e-a4c5e7fc0578 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:39.076866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86a05ab9-cb83-49f7-891e-a4c5e7fc0578 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.081437 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-86a05ab9-cb83-49f7-891e-a4c5e7fc0578 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "PUT /v2.0/routers/4b07798e-d235-4080-9c33-50bc25dd60c0 HTTP/1.1" status: 200 len: 923 time: 2.3821938 Oct 29 08:47:39.082211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42262) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:39.085273 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca6e51-6e2e-43a6-b4df-db5a6f63979a None None] Sync routers for ids ['4b07798e-d235-4080-9c33-50bc25dd60c0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:39.100269 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca6e51-6e2e-43a6-b4df-db5a6f63979a None None] Routers {'4b07798e-d235-4080-9c33-50bc25dd60c0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:39.101772 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e2ca6e51-6e2e-43a6-b4df-db5a6f63979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4b07798e-d235-4080-9c33-50bc25dd60c0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:39.143724 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e2ca6e51-6e2e-43a6-b4df-db5a6f63979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:39.170878 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca6e51-6e2e-43a6-b4df-db5a6f63979a None None] Routers {'4b07798e-d235-4080-9c33-50bc25dd60c0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:39.174704 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e2ca6e51-6e2e-43a6-b4df-db5a6f63979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4b07798e-d235-4080-9c33-50bc25dd60c0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:39.289516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-30663920-1dd5-4d5a-b965-4b4bd8216532 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/routers/4b07798e-d235-4080-9c33-50bc25dd60c0 HTTP/1.1" status: 200 len: 923 time: 0.2057219 Oct 29 08:47:39.290530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42270) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:39.296911 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e2ca6e51-6e2e-43a6-b4df-db5a6f63979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:39.298052 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca6e51-6e2e-43a6-b4df-db5a6f63979a None None] The sync data for ids ['4b07798e-d235-4080-9c33-50bc25dd60c0'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:39.306727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-897a7286-f373-4bdf-908c-7de7f68227b5 None None] Provisioning complete for port ac21bcba-beee-42d3-9be1-93f10b145e09 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:39.307304 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-897a7286-f373-4bdf-908c-7de7f68227b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.486495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=6dffdb25-8a27-4214-b63c-9c3575940569,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:39.520585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d77b0b-ecae-4abb-bfaa-a12cd0dedff9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:39.522086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ac21bcba-beee-42d3-9be1-93f10b145e09 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:39.523861 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.525692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-74d77b0b-ecae-4abb-bfaa-a12cd0dedff9 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=4b07798e-d235-4080-9c33-50bc25dd60c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2336981 Oct 29 08:47:39.529013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42274) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:39.614334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63095ac7-90f4-48ab-b285-148c4706bc41 req-4465f408-b477-4ac6-8d33-bddb3f2ca198 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:39.625544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63095ac7-90f4-48ab-b285-148c4706bc41 req-4465f408-b477-4ac6-8d33-bddb3f2ca198 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1982577 Oct 29 08:47:39.629221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42276) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:39.671886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.676927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-897a7286-f373-4bdf-908c-7de7f68227b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.720362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-698aa53e-8f73-430b-8575-8869f9607ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.738422 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-63095ac7-90f4-48ab-b285-148c4706bc41 req-926e8a8e-943d-4b4b-8e15-6f2b6ca5f133 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088650 Oct 29 08:47:39.770840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-897a7286-f373-4bdf-908c-7de7f68227b5 None None] For port ac21bcba-beee-42d3-9be1-93f10b145e09, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ac21bcba-beee-42d3-9be1-93f10b145e09,segment=NetworkSegment(6b4ead59-30e8-49bc-8d7c-479020ba8c9a),segment_id=6b4ead59-30e8-49bc-8d7c-479020ba8c9a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:47:39.800518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f0f78-d8fa-4c4c-b586-d7829a602d75 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:39.810399 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c93f0f78-d8fa-4c4c-b586-d7829a602d75 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 881 time: 0.2800064 Oct 29 08:47:39.811229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42278) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:39.845329 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-897a7286-f373-4bdf-908c-7de7f68227b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.877230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8259ebc3-eb19-474c-b3d9-8351427305dc tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b07798e-d235-4080-9c33-50bc25dd60c0 HTTP/1.1" status: 200 len: 205 time: 0.0642109 Oct 29 08:47:39.883376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42280) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:39.950180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.956865 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:39.994800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a7286-f373-4bdf-908c-7de7f68227b5 None None] Pushing event updated for resources: {'Port': ['ID=ac21bcba-beee-42d3-9be1-93f10b145e09,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:40.084655 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:47:40.085767 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:47:40.172366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9fe6eda8-240e-4876-8f5a-1a9e573d6767 None None] Provisioning complete for port ac21bcba-beee-42d3-9be1-93f10b145e09 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:40.172730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eda8-240e-4876-8f5a-1a9e573d6767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:40.462100 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Floating IP 252b8680-d31a-468c-9d75-f295ccbcce09 associated. External IP: 172.25.5.132, port: 170b61c6-af43-4165-802b-a670425663aa. Oct 29 08:47:40.591182 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-698aa53e-8f73-430b-8575-8869f9607ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:40.613766 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-698aa53e-8f73-430b-8575-8869f9607ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:40.672778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:40.704119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-698aa53e-8f73-430b-8575-8869f9607ae2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8e2b9c09445416eb9f4ddb7dfdb03f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0711710 Oct 29 08:47:40.704516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42292) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:40.774663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-37f510c4-67f2-492b-a4fe-e979afea6ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:40.782361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ac21bcba-beee-42d3-9be1-93f10b145e09 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:47:40.842247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-37f510c4-67f2-492b-a4fe-e979afea6ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:40.876446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ac21bcba-beee-42d3-9be1-93f10b145e09 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:40.877136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:40.890095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698aa53e-8f73-430b-8575-8869f9607ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3cd973-c19d-4ef6-8799-63bee87718a0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:41.067076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:47:41.155430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:41.352893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b6e46-299b-4d7a-96b9-8c52e76ee36e req-0eb9eca9-d9cd-462b-ace6-ed311b2f96c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:41.354765 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:41.360271 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-794b6e46-299b-4d7a-96b9-8c52e76ee36e req-0eb9eca9-d9cd-462b-ace6-ed311b2f96c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.5209763 Oct 29 08:47:41.403159 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-794b6e46-299b-4d7a-96b9-8c52e76ee36e req-efb593e7-8845-48d8-8be4-6f25186bbf2f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Oct 29 08:47:41.404465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-37f510c4-67f2-492b-a4fe-e979afea6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:41.407449 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-37f510c4-67f2-492b-a4fe-e979afea6ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:41.408490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-37f510c4-67f2-492b-a4fe-e979afea6ae6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c3cd973-c19d-4ef6-8799-63bee87718a0 HTTP/1.1" status: 204 len: 168 time: 0.7029829 Oct 29 08:47:41.423284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f510c4-67f2-492b-a4fe-e979afea6ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3cd973-c19d-4ef6-8799-63bee87718a0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:41.456910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:41.472532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] Sync routers for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:41.495092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:41.495707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:41.534716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:41.586406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Deleting port efaa6952-486e-4efc-a252-6923b2358b12 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:41.587000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:41.655308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-10bb686e-ba9d-4d86-a994-7b5fb8d6ce2c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5411587 Oct 29 08:47:41.659912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'tag': '170b61c6-af43-4165-802b-a670425663aa'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:47:41.662853 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "tag": "170b61c6-af43-4165-802b-a670425663aa"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:47:41.705640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Router 9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:47:41.706369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:41.763345 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f523219c-54ec-487c-88e0-c4dd1ab61446 x-openstack-request-id: req-f523219c-54ec-487c-88e0-c4dd1ab61446 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:47:41.763648 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "tag": "170b61c6-af43-4165-802b-a670425663aa", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:47:41.763953 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f523219c-54ec-487c-88e0-c4dd1ab61446 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:47:41.764318 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'tag': '170b61c6-af43-4165-802b-a670425663aa', 'status': 'completed', 'code': 200} Oct 29 08:47:41.844287 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:41.896112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Calling delete_port for efaa6952-486e-4efc-a252-6923b2358b12 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:41.979068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-bec0b3ce-f966-48e1-9eec-e037994ebc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:41.980661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-bec0b3ce-f966-48e1-9eec-e037994ebc4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1096 time: 0.2124543 Oct 29 08:47:42.010693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '252b8680-d31a-468c-9d75-f295ccbcce09', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'port_id': '170b61c6-af43-4165-802b-a670425663aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'mac_address': 'fa:16:3e:79:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:47:37Z', 'updated_at': '2021-10-29T08:47:37Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:16Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:42.042959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] Checking router: fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:47:42.058088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5259f4-3054-44fb-b295-54210ef64e0d req-621345af-2bbe-404a-9d92-7b4bfebdfa61 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:42.058669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:42.059449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:42.067342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be5259f4-3054-44fb-b295-54210ef64e0d req-621345af-2bbe-404a-9d92-7b4bfebdfa61 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.2700179 Oct 29 08:47:42.187400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:42.201494 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c32fc2-0c92-4b9f-8114-def6ba4230cc None None] Sync routers for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:42.223480 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c32fc2-0c92-4b9f-8114-def6ba4230cc None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:42.225135 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-11c32fc2-0c92-4b9f-8114-def6ba4230cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:42.266183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be5259f4-3054-44fb-b295-54210ef64e0d req-3088bfc2-e446-4664-9fe6-ab02f54c77b7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974788 Oct 29 08:47:42.293911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42342) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:42.306402 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-11c32fc2-0c92-4b9f-8114-def6ba4230cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:42.307269 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:42.311590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-faff8ba5-9ec7-4d54-ad89-ea224f8eb4d7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.9076686 Oct 29 08:47:42.313561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42348) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:42.356649 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c32fc2-0c92-4b9f-8114-def6ba4230cc None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:42.357273 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-11c32fc2-0c92-4b9f-8114-def6ba4230cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:42.431500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-36ce0ed3-75e4-4b66-b127-b74e00357eb7 req-c000f66a-8321-406d-ae31-32cb9e30a780 service neutron] (102114) timed out ('10.222.0.15', 63287) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 08:47:42.487615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-daa5f36d-b9c7-477b-9aa5-bc186835be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:42.489174 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-daa5f36d-b9c7-477b-9aa5-bc186835be7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 899 time: 0.4720793 Oct 29 08:47:42.498877 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-11c32fc2-0c92-4b9f-8114-def6ba4230cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:42.499663 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c32fc2-0c92-4b9f-8114-def6ba4230cc None None] The sync data for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:42.527433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b5c822d9-7608-4083-aed7-06bdc3c940a3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/252b8680-d31a-468c-9d75-f295ccbcce09 HTTP/1.1" status: 200 len: 991 time: 0.2324097 Oct 29 08:47:42.605894 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:47:42.731492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-525c60c4-c70c-47f4-81e4-32985259614d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 999 time: 0.2296755 Oct 29 08:47:42.749280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555f98-5996-4195-9069-6f58840389a0 req-f9d672b9-8f29-4efb-b1b6-03c3caa68557 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:42.763226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85555f98-5996-4195-9069-6f58840389a0 req-f9d672b9-8f29-4efb-b1b6-03c3caa68557 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1750724 Oct 29 08:47:42.812147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-db0b82af-5dde-47cb-9cc8-17b65b896127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:42.813657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-db0b82af-5dde-47cb-9cc8-17b65b896127 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.0731566 Oct 29 08:47:42.842346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:42.895246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '252b8680-d31a-468c-9d75-f295ccbcce09', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'port_id': '170b61c6-af43-4165-802b-a670425663aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'mac_address': 'fa:16:3e:79:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:47:37Z', 'updated_at': '2021-10-29T08:47:37Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:16Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:42.930207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26257-c828-492d-bd86-0192e38d36e6 None None] The sync data for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 is: [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '252b8680-d31a-468c-9d75-f295ccbcce09', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'port_id': '170b61c6-af43-4165-802b-a670425663aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'mac_address': 'fa:16:3e:79:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:47:37Z', 'updated_at': '2021-10-29T08:47:37Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:16Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:43.248174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d9f4b-a62b-4c53-b649-bc47a65e8217 None None] New status for floating IP 252b8680-d31a-468c-9d75-f295ccbcce09: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:47:43.273647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event deleted for resources: {'Port': ['ID=efaa6952-486e-4efc-a252-6923b2358b12,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:43.366634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85555f98-5996-4195-9069-6f58840389a0 req-3ac599ac-bcc4-4431-b383-7c1e1880635d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6021733 Oct 29 08:47:43.423688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-8f3c55b2-9f71-45b4-88ab-5c9466713b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:43.423688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-8f3c55b2-9f71-45b4-88ab-5c9466713b3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5942070 Oct 29 08:47:43.428494 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:43.531096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42390) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:43.620055 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45e05830-ddbb-4779-baa0-d46b8a12a66d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/252b8680-d31a-468c-9d75-f295ccbcce09 HTTP/1.1" status: 200 len: 993 time: 0.0854926 Oct 29 08:47:43.644141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:43.648072 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:43.746966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-5b398e46-1a01-433f-a670-241a63a0a9b2 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042128 Oct 29 08:47:43.750154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:43.750680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Fanout notify agent at l3_agent the message router_deleted on router 4b07798e-d235-4080-9c33-50bc25dd60c0 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:47:43.759648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:43.760962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-529bd41b-b3b0-4899-9d08-18753c329309 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/4b07798e-d235-4080-9c33-50bc25dd60c0 HTTP/1.1" status: 204 len: 168 time: 3.8742146 Oct 29 08:47:43.765194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42408) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:43.780559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c39a5df5-db90-4b8c-b530-d4a5caa20079 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1611243544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:43.889189 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c39a5df5-db90-4b8c-b530-d4a5caa20079 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:43.890214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c39a5df5-db90-4b8c-b530-d4a5caa20079 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:43.952471 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfeadf82-e1d4-4ee5-a31c-e28ff293a952 req-82ef5c91-0522-4c3f-9132-e375b35dabf0 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881616 Oct 29 08:47:43.972895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.011179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c39a5df5-db90-4b8c-b530-d4a5caa20079 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.017060 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c39a5df5-db90-4b8c-b530-d4a5caa20079 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.106721 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c39a5df5-db90-4b8c-b530-d4a5caa20079 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.106721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c39a5df5-db90-4b8c-b530-d4a5caa20079 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3307867 Oct 29 08:47:44.108542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42428) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:44.117098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:44.228359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42444) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:44.259576 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3930000b-7800-49ef-8e4e-84650e56ffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.377027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94f300e0-6a19-49cf-b073-daf9c05ba1d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.414713 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.500430 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94f300e0-6a19-49cf-b073-daf9c05ba1d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.511264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94f300e0-6a19-49cf-b073-daf9c05ba1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.551121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f300e0-6a19-49cf-b073-daf9c05ba1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fd4f6-79dd-49d0-bd97-179c612e5091,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:44.597353 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-94f300e0-6a19-49cf-b073-daf9c05ba1d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=714519fa459f47a7a2df7fe108d9d821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676164 Oct 29 08:47:44.597954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42464) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:44.621367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Allocated IP 172.20.0.1 (9aba2341-ee64-4ffd-af02-1611e3c76458/ad2ff3f1-30f1-4aab-be09-1937f78614fb/a1e2f87a-164b-4b70-9992-4c37ede5930c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:44.637787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60048454-3db6-4c56-84aa-f7972b39eb45 req-4b3623d6-b32c-421a-ae91-1556b4f280ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:44.639696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60048454-3db6-4c56-84aa-f7972b39eb45 req-4b3623d6-b32c-421a-ae91-1556b4f280ba tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1452396 Oct 29 08:47:44.658462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-065e9894-33d4-4db4-af82-0748a7e724f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.682359 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-065e9894-33d4-4db4-af82-0748a7e724f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.735142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-065e9894-33d4-4db4-af82-0748a7e724f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.737843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-065e9894-33d4-4db4-af82-0748a7e724f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.739424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-065e9894-33d4-4db4-af82-0748a7e724f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be5fd4f6-79dd-49d0-bd97-179c612e5091 HTTP/1.1" status: 204 len: 168 time: 0.1403396 Oct 29 08:47:44.765306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e9894-33d4-4db4-af82-0748a7e724f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fd4f6-79dd-49d0-bd97-179c612e5091,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:44.782886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60048454-3db6-4c56-84aa-f7972b39eb45 req-8f1753f2-f3ef-49fb-8b49-9e05bdc10b35 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326065 Oct 29 08:47:44.934038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.962565 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:44.985687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.057931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42470) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:45.059351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.073557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68df6e21-b0da-4d9c-a7b7-2090502f30b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.132811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:45.139412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:45.147137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:45.157720 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68df6e21-b0da-4d9c-a7b7-2090502f30b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.163305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-68df6e21-b0da-4d9c-a7b7-2090502f30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.179435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'Port': ['ID=a1e2f87a-164b-4b70-9992-4c37ede5930c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:45.206900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-68df6e21-b0da-4d9c-a7b7-2090502f30b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5cfae95e6b184105bb8db18f05e7f776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452491 Oct 29 08:47:45.210927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42472) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:45.213613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Allocated IP 172.25.5.82 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/e33752a5-1b44-40e1-9241-0f19d542e64e) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:45.213946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df6e21-b0da-4d9c-a7b7-2090502f30b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2383a2c8-65ff-4ab5-91e9-8ba9ede1272a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:45.245115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.399580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff777cf5-cbc7-4786-97e7-519b498330b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.466953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-90789c34-1ff9-4ec5-86a5-3ff957872a2f None None] Provisioning complete for port a1e2f87a-164b-4b70-9992-4c37ede5930c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:45.467678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff777cf5-cbc7-4786-97e7-519b498330b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.468181 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-90789c34-1ff9-4ec5-86a5-3ff957872a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.507104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-90789c34-1ff9-4ec5-86a5-3ff957872a2f None None] Port a1e2f87a-164b-4b70-9992-4c37ede5930c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:47:45.512732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.570717 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.614184 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff777cf5-cbc7-4786-97e7-519b498330b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.617870 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff777cf5-cbc7-4786-97e7-519b498330b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.622305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ff777cf5-cbc7-4786-97e7-519b498330b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2383a2c8-65ff-4ab5-91e9-8ba9ede1272a HTTP/1.1" status: 204 len: 168 time: 0.4103591 Oct 29 08:47:45.665854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff777cf5-cbc7-4786-97e7-519b498330b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2383a2c8-65ff-4ab5-91e9-8ba9ede1272a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:45.676705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:45.728633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event updated for resources: {'Port': ['ID=e33752a5-1b44-40e1-9241-0f19d542e64e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:46.143651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:46.166094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:46.170744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:46.235192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48ab7-56ac-4592-a2f0-073692a853f7 req-2fcd0d51-43e0-4121-a680-febb79af7d24 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:46.236762 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14a48ab7-56ac-4592-a2f0-073692a853f7 req-2fcd0d51-43e0-4121-a680-febb79af7d24 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1367228 Oct 29 08:47:46.407619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-a8b2015a-a765-4039-900e-f3f7932e101a req-3b78b288-2667-4bed-870d-d2192e298131 tempest-ImagesTestJSON-1491852632 tempest-ImagesTestJSON-1491852632-project] (102114) timed out ('10.222.0.15', 63288) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 08:47:46.433296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14a48ab7-56ac-4592-a2f0-073692a853f7 req-d3ffb694-b4fb-45e9-87d9-dfb332fa6e5c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801703 Oct 29 08:47:46.593799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:46.595348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-f4070d23-6225-4b36-93f0-625582b08868 req-4c456883-7205-406d-83a0-7185f9ba74d1 tempest-ServersTestMultiNic-762369573 tempest-ServersTestMultiNic-762369573-project] (102114) timed out ('10.222.0.15', 63060) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 08:47:46.605108 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:46.706661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:46.776160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'Port': ['ID=a1e2f87a-164b-4b70-9992-4c37ede5930c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:46.781370 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:46.970455 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-733a1bac-03b0-45da-b358-ee6372abdedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:46.974256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:46.977883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:47.110389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:47.118029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:47.121182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Router 9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:47:47.337273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:47.344167 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e64eafcc-0591-4aa5-a4d5-70451b83b01f None None] Provisioning complete for port a1e2f87a-164b-4b70-9992-4c37ede5930c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:47.345002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9b166ed-ec36-4a08-ac48-8750bf5359d1 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "PUT /v2.0/routers/9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0301342 Oct 29 08:47:47.345580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e64eafcc-0591-4aa5-a4d5-70451b83b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:47.347499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42522) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:47.351193 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139153e-64b8-466d-bee4-ee627f34e6e8 None None] Sync routers for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:47.357849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Request body: {'port': {'network_id': '9aba2341-ee64-4ffd-af02-1611e3c76458', 'name': 'tempest-FloatingIPAdminTestJSON-1221065016'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:47.363480 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139153e-64b8-466d-bee4-ee627f34e6e8 None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:47.364339 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-8139153e-64b8-466d-bee4-ee627f34e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:47.390811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e64eafcc-0591-4aa5-a4d5-70451b83b01f None None] Port a1e2f87a-164b-4b70-9992-4c37ede5930c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:47:47.405885 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-8139153e-64b8-466d-bee4-ee627f34e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:47.417060 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139153e-64b8-466d-bee4-ee627f34e6e8 None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:47.417781 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-8139153e-64b8-466d-bee4-ee627f34e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:47.440172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Router e98b7503-4604-44be-a467-5f2ce745c3fb is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:47:47.478404 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-8139153e-64b8-466d-bee4-ee627f34e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:47.479086 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139153e-64b8-466d-bee4-ee627f34e6e8 None None] The sync data for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:47.688541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630b91-28be-4490-a9b1-d1cc9efccc30 req-00b90978-b61f-477a-abed-8362311efbae tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:47.690149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97630b91-28be-4490-a9b1-d1cc9efccc30 req-00b90978-b61f-477a-abed-8362311efbae tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1040096 Oct 29 08:47:47.693047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Made reservation on behalf of bd62cc654bc441ff891aaea3fdeabdb8 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:47:47.697139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:47.717810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:47.727982 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:47.728686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e3089399-c4ad-4317-8dc9-42491d56a0f9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "PUT /v2.0/routers/e98b7503-4604-44be-a467-5f2ce745c3fb HTTP/1.1" status: 200 len: 883 time: 3.6171873 Oct 29 08:47:47.731497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42538) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:47.732383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b006220-7158-4587-9e17-9f1361b51ff9 None None] Sync routers for ids ['e98b7503-4604-44be-a467-5f2ce745c3fb'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:47.744153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] device_id is not set on port 03d35f26-910b-4573-830c-92b592732677 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:47:47.760874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b006220-7158-4587-9e17-9f1361b51ff9 None None] Routers {'e98b7503-4604-44be-a467-5f2ce745c3fb'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:47.779444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6b006220-7158-4587-9e17-9f1361b51ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['e98b7503-4604-44be-a467-5f2ce745c3fb'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:47.799252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42540) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:47.834453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97630b91-28be-4490-a9b1-d1cc9efccc30 req-bc38264d-6d13-44da-bd97-41d61a11ec24 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332140 Oct 29 08:47:47.869811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6b006220-7158-4587-9e17-9f1361b51ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:47.884682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd65f7e0-2ad4-4b24-9bf6-8177cfe89724 admin admin] Deleting subnet 3e7d26cb-1190-4cc5-be0e-1d8b8f48c161 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:47:47.890191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b006220-7158-4587-9e17-9f1361b51ff9 None None] Routers {'e98b7503-4604-44be-a467-5f2ce745c3fb'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:47.890984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6b006220-7158-4587-9e17-9f1361b51ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['e98b7503-4604-44be-a467-5f2ce745c3fb'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:47.906325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd65f7e0-2ad4-4b24-9bf6-8177cfe89724 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:47.937199 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8737976c-1176-4384-9b12-ea441402fbc2 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/routers/e98b7503-4604-44be-a467-5f2ce745c3fb HTTP/1.1" status: 200 len: 924 time: 0.2042751 Oct 29 08:47:47.939613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42546) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:47.970181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6b006220-7158-4587-9e17-9f1361b51ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:47.970848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b006220-7158-4587-9e17-9f1361b51ff9 None None] The sync data for ids ['e98b7503-4604-44be-a467-5f2ce745c3fb'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:47.999900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd65f7e0-2ad4-4b24-9bf6-8177cfe89724 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.011560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be378f5-cc0c-4624-8e2f-c77a1fcaa302 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:48.014352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9be378f5-cc0c-4624-8e2f-c77a1fcaa302 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=e98b7503-4604-44be-a467-5f2ce745c3fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0730855 Oct 29 08:47:48.017359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42548) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:48.022779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Allocated IP 172.20.0.14 (9aba2341-ee64-4ffd-af02-1611e3c76458/ad2ff3f1-30f1-4aab-be09-1937f78614fb/03d35f26-910b-4573-830c-92b592732677) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:48.071965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd65f7e0-2ad4-4b24-9bf6-8177cfe89724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.119659 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.158212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e9014-1ad4-47b4-bb0b-d9721aa4fc27 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:48.162955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5c2e9014-1ad4-47b4-bb0b-d9721aa4fc27 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 881 time: 0.1415164 Oct 29 08:47:48.163388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42554) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:48.197719 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dfedfa87-ed26-4034-b916-71d48d3734a7 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=e98b7503-4604-44be-a467-5f2ce745c3fb HTTP/1.1" status: 200 len: 205 time: 0.0330770 Oct 29 08:47:48.198728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42556) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:48.210836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd65f7e0-2ad4-4b24-9bf6-8177cfe89724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.257738 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.627999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f7e0-2ad4-4b24-9bf6-8177cfe89724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7d26cb-1190-4cc5-be0e-1d8b8f48c161,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:48.649137 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd65f7e0-2ad4-4b24-9bf6-8177cfe89724 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.652415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dd65f7e0-2ad4-4b24-9bf6-8177cfe89724 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3e7d26cb-1190-4cc5-be0e-1d8b8f48c161 HTTP/1.1" status: 204 len: 168 time: 0.8525453 Oct 29 08:47:48.655170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42568) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:48.685140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.707602 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.741385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.820298 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.831314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.854897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1443b15c-236e-4012-91e4-35fd62e3b0c0']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:48.866295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4121b275-2b9a-442a-bd29-847e81a96ca1') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:48.866818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4121b275-2b9a-442a-bd29-847e81a96ca1') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:48.878482 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.879370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:48.886117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:48.889207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:48.897494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.901767 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.915639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:47:48.915639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:47:48.915950 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:47:48.930458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event updated for resources: {'Port': ['ID=03d35f26-910b-4573-830c-92b592732677,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:48.991617 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.003252 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.005777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:49.006464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.012104 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1443b15c-236e-4012-91e4-35fd62e3b0c0 HTTP/1.1" status: 204 len: 168 time: 0.3558118 Oct 29 08:47:49.063549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25d6c9-8e0f-4663-9063-22d717f01c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1443b15c-236e-4012-91e4-35fd62e3b0c0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:49.076707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7c18cc2f-1488-4d0f-9e98-5b9f2abd6fbd tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7276614 Oct 29 08:47:49.081991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42582) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:49.107962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94906-266b-494f-96fe-98df0da19bb8 req-1b80dd31-2f02-42ba-827b-2fa7ef38a0e2 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:49.109535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eee94906-266b-494f-96fe-98df0da19bb8 req-1b80dd31-2f02-42ba-827b-2fa7ef38a0e2 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0732822 Oct 29 08:47:49.114944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Deleting port e33752a5-1b44-40e1-9241-0f19d542e64e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:49.115310 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.202302 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eee94906-266b-494f-96fe-98df0da19bb8 req-06dff354-584b-4cbc-ab8e-7158e398b153 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839143 Oct 29 08:47:49.244850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ef039707-b86f-4555-b85b-b47c63270356 None None] Provisioning complete for port 03d35f26-910b-4573-830c-92b592732677 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:47:49.245822 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef039707-b86f-4555-b85b-b47c63270356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.254207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.271961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Calling delete_port for e33752a5-1b44-40e1-9241-0f19d542e64e owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:49.290939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ef039707-b86f-4555-b85b-b47c63270356 None None] Port 03d35f26-910b-4573-830c-92b592732677 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:47:49.341119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42590) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:49.404908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'project_id': 'bd62cc654bc441ff891aaea3fdeabdb8', 'port_id': '03d35f26-910b-4573-830c-92b592732677'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:49.430755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.443570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-632260a5-8561-4674-bd10-3d8bf2599ec5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d04964b7b814f7a84f5221131614a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009390 Oct 29 08:47:49.446683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42592) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:49.475234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.541752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53adc561-2aa6-49bd-84d4-9512909a3449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.553622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.557290 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.573810 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53adc561-2aa6-49bd-84d4-9512909a3449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.605227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event deleted for resources: {'Port': ['ID=e33752a5-1b44-40e1-9241-0f19d542e64e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:49.700366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53adc561-2aa6-49bd-84d4-9512909a3449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.703423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53adc561-2aa6-49bd-84d4-9512909a3449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.705213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-53adc561-2aa6-49bd-84d4-9512909a3449 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23b3227f-4d04-49d3-8d9f-02d0257e7c5d HTTP/1.1" status: 204 len: 168 time: 0.2575428 Oct 29 08:47:49.706263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.715487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Allocated IP 172.25.5.91 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/c7c1a12b-71ed-4955-86d2-2049b2ac239f) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:49.783842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adc561-2aa6-49bd-84d4-9512909a3449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b3227f-4d04-49d3-8d9f-02d0257e7c5d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:49.826095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.829925 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.840077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.882977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.883735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Fanout notify agent at l3_agent the message router_deleted on router e98b7503-4604-44be-a467-5f2ce745c3fb {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:47:49.885533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.895679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.897616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cb289b2b-f2a9-43e0-ae3c-987e4bba7cbf tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/e98b7503-4604-44be-a467-5f2ce745c3fb HTTP/1.1" status: 204 len: 168 time: 1.6977785 Oct 29 08:47:49.901869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42602) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:49.907172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-97f5ecb3-aacd-4f62-b2d8-dcab3d85791b tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-71872510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:49.940384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:49.940641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f5ecb3-aacd-4f62-b2d8-dcab3d85791b tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.941725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f5ecb3-aacd-4f62-b2d8-dcab3d85791b tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:49.944016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:49.949790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:49.954090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c1a12b-71ed-4955-86d2-2049b2ac239f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:50.011497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f5ecb3-aacd-4f62-b2d8-dcab3d85791b tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:50.017274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f5ecb3-aacd-4f62-b2d8-dcab3d85791b tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:50.053622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f5ecb3-aacd-4f62-b2d8-dcab3d85791b tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:50.061016 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-97f5ecb3-aacd-4f62-b2d8-dcab3d85791b tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1580701 Oct 29 08:47:50.061536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42610) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:50.072025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': True}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:50.351612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95f31b-8eea-450e-901a-5904d3cc084a req-8946249e-d296-44d5-83c7-5361cc7c9a60 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:50.353728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d95f31b-8eea-450e-901a-5904d3cc084a req-8946249e-d296-44d5-83c7-5361cc7c9a60 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0660250 Oct 29 08:47:50.369005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:50.398881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d95f31b-8eea-450e-901a-5904d3cc084a req-5570f91f-a6f9-419b-ab17-79863fd8898c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375898 Oct 29 08:47:50.601310 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:50.748455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98ec94-9f88-483a-bede-71f4f3aa0fbb req-1f9dfc48-c92a-402a-82f1-e147fb5734e1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:50.757540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c98ec94-9f88-483a-bede-71f4f3aa0fbb req-1f9dfc48-c92a-402a-82f1-e147fb5734e1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1381071 Oct 29 08:47:50.771570 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:50.783495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-673e9579-d156-4ba9-9111-d4769f9a191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:50.785159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-673e9579-d156-4ba9-9111-d4769f9a191d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1095 time: 0.1022115 Oct 29 08:47:50.821647 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:50.847186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:50.860537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c98ec94-9f88-483a-bede-71f4f3aa0fbb req-3386cb4e-4a77-4660-b091-a21f26b59e60 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018353 Oct 29 08:47:50.940423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-faf0dacd-2496-48cc-93b4-9db51585dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:50.942421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-faf0dacd-2496-48cc-93b4-9db51585dbe8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.1461730 Oct 29 08:47:51.041532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Allocated IP 172.25.5.88 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5ca13d0e-04ad-4194-99fb-fae3214c1b11) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:51.046452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-62f952ed-bfe4-4c16-abf3-b48a055ad3c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 999 time: 0.0955641 Oct 29 08:47:51.061272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:51.070016 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:51.119554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-7bbb4f19-ce9b-414a-90e3-52f6fb96002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:51.121930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-7bbb4f19-ce9b-414a-90e3-52f6fb96002e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0663953 Oct 29 08:47:51.192841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c1a12b-71ed-4955-86d2-2049b2ac239f,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:51.205113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-56771a21-2c9f-4095-9140-e66d733b39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:51.207105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-56771a21-2c9f-4095-9140-e66d733b39fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664649 Oct 29 08:47:51.223072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:51.298772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:51.352024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-65695dff-6583-4b94-a9a0-00579383e26d service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356027 Oct 29 08:47:51.357374 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Floating IP e703bac5-1711-4d99-860f-db103ca8df5f associated. External IP: 172.25.5.91, port: 03d35f26-910b-4573-830c-92b592732677. Oct 29 08:47:51.424970 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:51.472851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:51.475796 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9cec354-cfec-49a3-a482-ae546cda74d6 req-6d653394-db3a-4913-a821-9245e891504d service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157787 Oct 29 08:47:51.482379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:51.490884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:51.528987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'Port': ['ID=5ca13d0e-04ad-4194-99fb-fae3214c1b11,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:52.050733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c8e03-fce4-4d18-924d-223feef1d2b4 req-05f7ff2d-1f62-4d3e-8558-aef23fa619d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:52.059411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f8c8e03-fce4-4d18-924d-223feef1d2b4 req-05f7ff2d-1f62-4d3e-8558-aef23fa619d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1265976 Oct 29 08:47:52.160093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f8c8e03-fce4-4d18-924d-223feef1d2b4 req-b3fcc09c-188a-497b-b796-f6acd6e2bee5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949678 Oct 29 08:47:52.201207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Router 9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:47:52.437044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:52.502902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:52.519143 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a583bb-a2f9-4efd-8222-fe6e27e0d6dc None None] Sync routers for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:52.534678 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:52.536848 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a583bb-a2f9-4efd-8222-fe6e27e0d6dc None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:52.537846 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-89a583bb-a2f9-4efd-8222-fe6e27e0d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:52.583074 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-89a583bb-a2f9-4efd-8222-fe6e27e0d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:52.592019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cb548706-4f2d-44ba-b4fa-44ab8e7f2cc9 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5104918 Oct 29 08:47:52.596437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42674) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:52.603526 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a583bb-a2f9-4efd-8222-fe6e27e0d6dc None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:52.604493 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-89a583bb-a2f9-4efd-8222-fe6e27e0d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:52.638214 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-89a583bb-a2f9-4efd-8222-fe6e27e0d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:52.639120 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a583bb-a2f9-4efd-8222-fe6e27e0d6dc None None] The sync data for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:52.728319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:52.738758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:52.769610 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e12a15ca-edda-4ed7-bf8c-1ed7b93af35f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] 10.222.0.70 "GET /v2.0/floatingips/e703bac5-1711-4d99-860f-db103ca8df5f HTTP/1.1" status: 200 len: 983 time: 0.1718509 Oct 29 08:47:52.772410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42680) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:52.886764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Router 834f8625-2d4c-4eb6-9779-4502c8ea1245 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:47:52.896727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8680eb49-5d74-4240-9ef0-9e5c6740a8ef tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1225715 Oct 29 08:47:52.899446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42684) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:52.998359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:53.002655 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.006864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42688) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:53.007012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3268625a-ef44-4dfa-9129-c91e03148fb8 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "PUT /v2.0/routers/834f8625-2d4c-4eb6-9779-4502c8ea1245 HTTP/1.1" status: 200 len: 916 time: 2.9440832 Oct 29 08:47:53.012718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab9a2d-97e7-4903-a653-8bc06d5d8401 None None] Sync routers for ids ['834f8625-2d4c-4eb6-9779-4502c8ea1245'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:53.028302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab9a2d-97e7-4903-a653-8bc06d5d8401 None None] Routers {'834f8625-2d4c-4eb6-9779-4502c8ea1245'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:53.029708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ceab9a2d-97e7-4903-a653-8bc06d5d8401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['834f8625-2d4c-4eb6-9779-4502c8ea1245'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:53.067201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ceab9a2d-97e7-4903-a653-8bc06d5d8401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:53.077080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab9a2d-97e7-4903-a653-8bc06d5d8401 None None] Routers {'834f8625-2d4c-4eb6-9779-4502c8ea1245'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:53.077911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ceab9a2d-97e7-4903-a653-8bc06d5d8401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['834f8625-2d4c-4eb6-9779-4502c8ea1245'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:53.119336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ceab9a2d-97e7-4903-a653-8bc06d5d8401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:53.120191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab9a2d-97e7-4903-a653-8bc06d5d8401 None None] The sync data for ids ['834f8625-2d4c-4eb6-9779-4502c8ea1245'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:53.149020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8d80f6f4-ce3a-4f3e-be9a-0c0047adf17a tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/routers/834f8625-2d4c-4eb6-9779-4502c8ea1245 HTTP/1.1" status: 200 len: 922 time: 0.1410704 Oct 29 08:47:53.151883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42690) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:53.183704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Deleting port c7c1a12b-71ed-4955-86d2-2049b2ac239f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:53.184269 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.306539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc59268-bcc3-4d77-8119-801d765a4fdb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:53.308104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fbc59268-bcc3-4d77-8119-801d765a4fdb tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=834f8625-2d4c-4eb6-9779-4502c8ea1245&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1552825 Oct 29 08:47:53.311271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42698) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:53.341587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792da6-94d7-4578-8f9a-eeb453ce1c34 req-2c099e71-0894-4aac-865b-650c340444f0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:53.343106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24792da6-94d7-4578-8f9a-eeb453ce1c34 req-2c099e71-0894-4aac-865b-650c340444f0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0978010 Oct 29 08:47:53.348325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.348584 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.380006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Calling delete_port for c7c1a12b-71ed-4955-86d2-2049b2ac239f owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:53.442076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24792da6-94d7-4578-8f9a-eeb453ce1c34 req-aab36128-ae81-4dfb-b0d7-4d2d875aebe6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900993 Oct 29 08:47:53.448849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d931a1-213e-45aa-b97f-ab3dd9b15c37 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:53.451172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39d931a1-213e-45aa-b97f-ab3dd9b15c37 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 881 time: 0.1380618 Oct 29 08:47:53.454125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42702) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:53.494490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b85f2be9-54df-4cda-8f1d-5912ac669012 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=834f8625-2d4c-4eb6-9779-4502c8ea1245 HTTP/1.1" status: 200 len: 205 time: 0.0370278 Oct 29 08:47:53.496661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42708) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:53.596723 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.658912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2915d-4652-47b2-8317-0c8076666d7c req-bfb27a0c-875d-4989-9a37-8f468f981a7a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:53.660459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51d2915d-4652-47b2-8317-0c8076666d7c req-bfb27a0c-875d-4989-9a37-8f468f981a7a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1241746 Oct 29 08:47:53.676448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event deleted for resources: {'Port': ['ID=c7c1a12b-71ed-4955-86d2-2049b2ac239f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:53.676675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.709913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.710575 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Floating IP e703bac5-1711-4d99-860f-db103ca8df5f disassociated (deleted). External IP: 172.25.5.91, port: 03d35f26-910b-4573-830c-92b592732677. Oct 29 08:47:53.802053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51d2915d-4652-47b2-8317-0c8076666d7c req-a16b5cdb-a451-464e-af6f-8b472faaaf2b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341314 Oct 29 08:47:53.857958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.941646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Deleting port 5ca13d0e-04ad-4194-99fb-fae3214c1b11 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:53.942008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:53.991876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Router 9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:47:54.082968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:54.109322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Calling delete_port for 5ca13d0e-04ad-4194-99fb-fae3214c1b11 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:54.134925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a20b5-9d95-4d97-b2e9-972adc3b66b0 req-a8d36ce6-326f-45f5-8938-43c717851500 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:54.143178 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c35a20b5-9d95-4d97-b2e9-972adc3b66b0 req-a8d36ce6-326f-45f5-8938-43c717851500 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0989764 Oct 29 08:47:54.253578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c35a20b5-9d95-4d97-b2e9-972adc3b66b0 req-306e75ab-1e56-4339-9f85-481b3867a8ed tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090977 Oct 29 08:47:54.510472 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:54.567890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event deleted for resources: {'Port': ['ID=5ca13d0e-04ad-4194-99fb-fae3214c1b11,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:54.660222 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:54.773587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-0ba31557-34ac-4e1e-883d-d3604a69514f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6902528 Oct 29 08:47:54.786859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4741312-0276-424c-9355-63e609cd6e0d req-8dd93c65-2e44-435f-8a34-efc83e7382d1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:54.794562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d4741312-0276-424c-9355-63e609cd6e0d req-8dd93c65-2e44-435f-8a34-efc83e7382d1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1360221 Oct 29 08:47:54.806554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:54.807368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:54.817795 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5875f02-6b29-4cab-91c2-6f319052a8d8 None None] Sync routers for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:54.820345 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:54.827176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:54.833349 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5875f02-6b29-4cab-91c2-6f319052a8d8 None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:54.834102 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d5875f02-6b29-4cab-91c2-6f319052a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:54.882642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:54.883729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Fanout notify agent at l3_agent the message router_deleted on router 834f8625-2d4c-4eb6-9779-4502c8ea1245 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:47:54.884368 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d5875f02-6b29-4cab-91c2-6f319052a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:54.894556 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5875f02-6b29-4cab-91c2-6f319052a8d8 None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:54.895362 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d5875f02-6b29-4cab-91c2-6f319052a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:54.902031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:54.909138 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f35a82e6-b75b-4737-ac78-6b26568dd31f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/834f8625-2d4c-4eb6-9779-4502c8ea1245 HTTP/1.1" status: 204 len: 168 time: 1.4114525 Oct 29 08:47:54.909623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42756) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:54.931373 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d5875f02-6b29-4cab-91c2-6f319052a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:54.932319 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5875f02-6b29-4cab-91c2-6f319052a8d8 None None] The sync data for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:54.939673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4956f99f-97d0-4ce5-aa21-2739e18a32f2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-24594505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:54.972603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c1e70faa-24dd-4f7e-a9e5-4cd9aa35ab49 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "DELETE /v2.0/floatingips/e703bac5-1711-4d99-860f-db103ca8df5f HTTP/1.1" status: 204 len: 168 time: 2.0684617 Oct 29 08:47:54.975659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42758) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:54.984121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:54.993574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d4741312-0276-424c-9355-63e609cd6e0d req-7a47d31d-6a59-42f3-bb5a-4ea1bb76733d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977904 Oct 29 08:47:55.009249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4956f99f-97d0-4ce5-aa21-2739e18a32f2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.010761 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4956f99f-97d0-4ce5-aa21-2739e18a32f2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.027170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-ee9247df-76f9-4796-8e70-60d18ea4f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:55.029055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-ee9247df-76f9-4796-8e70-60d18ea4f8b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1095 time: 0.1495636 Oct 29 08:47:55.034236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.104748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4956f99f-97d0-4ce5-aa21-2739e18a32f2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.133579 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4956f99f-97d0-4ce5-aa21-2739e18a32f2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.158463 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.166040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4956f99f-97d0-4ce5-aa21-2739e18a32f2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.170062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4956f99f-97d0-4ce5-aa21-2739e18a32f2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2504666 Oct 29 08:47:55.170958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42764) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:55.174835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': False}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:55.273336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-6924767e-6c8e-42d4-adc7-ff7c552ef0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:55.275343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-6924767e-6c8e-42d4-adc7-ff7c552ef0ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.1918149 Oct 29 08:47:55.304097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Allocated IP 172.25.5.27 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/4bffbe0e-943f-4bc5-bb31-b01312353288) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:55.471866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.475783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-1abd9b85-149a-4299-8762-e15aa16d9679 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 999 time: 0.1651294 Oct 29 08:47:55.478095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.535655 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.589171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-28f835ef-d514-41e6-93ee-b1c2e36a49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:55.590812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-28f835ef-d514-41e6-93ee-b1c2e36a49b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1069896 Oct 29 08:47:55.658754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Pushing event updated for resources: {'Port': ['ID=4bffbe0e-943f-4bc5-bb31-b01312353288,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:55.672983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:55.675745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-4e3588e4-7a11-485a-a653-2213a1767ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:55.676082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:55.678063 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-4e3588e4-7a11-485a-a653-2213a1767ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771945 Oct 29 08:47:55.680668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:55.783000 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.821919 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.903455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-9308b570-e3de-4b2f-99f6-44a7c8e9e335 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165804 Oct 29 08:47:55.923964 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.976701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.991690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:55.998771 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:56.088414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Pushing event updated for resources: {'Port': ['ID=4bffbe0e-943f-4bc5-bb31-b01312353288,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:56.097444 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:56.103003 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-075a4cc2-21dd-45cc-8844-412c59c09ef2 req-84b24355-2901-4477-8b41-57477bbb6874 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911712 Oct 29 08:47:56.118606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:56.120791 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-926c0163-080f-4f3d-941c-29ad4e61f824 tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1430385 Oct 29 08:47:56.122944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42786) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:56.152729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Allocated IP 172.25.5.20 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/132d594b-20a6-4315-882b-04ef571de3d7) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:56.172902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b0a06-92ac-4b1a-8326-81088d524a0c req-b566747d-8599-4e4e-8ae4-9098da37ed7e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:56.174480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-537b0a06-92ac-4b1a-8326-81088d524a0c req-b566747d-8599-4e4e-8ae4-9098da37ed7e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1041231 Oct 29 08:47:56.268465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-537b0a06-92ac-4b1a-8326-81088d524a0c req-01dd7297-e0f1-404d-bf46-abfebc781d39 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860250 Oct 29 08:47:56.320834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:56.321107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:47:56.354063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:56.369359 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:56.446603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Pushing event updated for resources: {'Port': ['ID=132d594b-20a6-4315-882b-04ef571de3d7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:56.462414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:56.465302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:56.472417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:56.530343 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:56.781138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Allocated IP 172.25.5.71 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5788549c-2a66-4692-b827-016bc9004dcb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:47:56.816077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9028aa3-9133-4e5d-9d78-ad60caec8f0c req-83170543-d9bf-49ac-81fe-95be4d271b85 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:56.819598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9028aa3-9133-4e5d-9d78-ad60caec8f0c req-83170543-d9bf-49ac-81fe-95be4d271b85 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2250092 Oct 29 08:47:56.952012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9028aa3-9133-4e5d-9d78-ad60caec8f0c req-cee88995-efe6-49f3-884f-edf1aee17d8c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242266 Oct 29 08:47:56.989718 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.030693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.082201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.150948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:47:57.166132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:47:57.169158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:47:57.208872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Pushing event updated for resources: {'Port': ['ID=5788549c-2a66-4692-b827-016bc9004dcb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:57.334576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.339509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.347392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.393537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.532457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Router 59497355-3092-4659-865e-51c831088ee6 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:47:57.680811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42822) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:57.712895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.723645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.774864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:47:57.780022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.784679 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aea14bba-8890-4c21-8c0e-258bf648cfc6 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "PUT /v2.0/routers/59497355-3092-4659-865e-51c831088ee6 HTTP/1.1" status: 200 len: 917 time: 2.6133587 Oct 29 08:47:57.785424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42826) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:57.792515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f566e1c-2335-4384-bfda-bb1c0531fb44 None None] Sync routers for ids ['59497355-3092-4659-865e-51c831088ee6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:47:57.811385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f566e1c-2335-4384-bfda-bb1c0531fb44 None None] Routers {'59497355-3092-4659-865e-51c831088ee6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:57.812434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9f566e1c-2335-4384-bfda-bb1c0531fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['59497355-3092-4659-865e-51c831088ee6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:57.893650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9f566e1c-2335-4384-bfda-bb1c0531fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:57.908023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.917068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f566e1c-2335-4384-bfda-bb1c0531fb44 None None] Routers {'59497355-3092-4659-865e-51c831088ee6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:47:57.917900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9f566e1c-2335-4384-bfda-bb1c0531fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['59497355-3092-4659-865e-51c831088ee6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:57.922265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Pushing event updated for resources: {'Port': ['ID=5788549c-2a66-4692-b827-016bc9004dcb,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:57.959202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9f566e1c-2335-4384-bfda-bb1c0531fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:47:57.960241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f566e1c-2335-4384-bfda-bb1c0531fb44 None None] The sync data for ids ['59497355-3092-4659-865e-51c831088ee6'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:47:57.974797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.976023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f76b8dc3-3d0b-4335-bc72-6ac05fe2084e tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8520472 Oct 29 08:47:57.977338 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9cafe6a6-3c9a-4cfb-a0ff-7213751d1baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:57.980789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42830) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:58.030593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-84c4fc22-02f9-461d-a2bd-7db88d29c8a3 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/routers/59497355-3092-4659-865e-51c831088ee6 HTTP/1.1" status: 200 len: 923 time: 0.2432384 Oct 29 08:47:58.031130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42834) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:58.107495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a358a862-c2c1-49e1-b520-501ded8be8b7 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:58.113512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a358a862-c2c1-49e1-b520-501ded8be8b7 tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=59497355-3092-4659-865e-51c831088ee6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0809031 Oct 29 08:47:58.115269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42836) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:58.174680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ada7a-ad16-45d5-992d-28a6d6782453 req-73b957fd-baec-4851-8baf-6401726e50be tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:58.176707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-256ada7a-ad16-45d5-992d-28a6d6782453 req-73b957fd-baec-4851-8baf-6401726e50be tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1170998 Oct 29 08:47:58.184183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f086b606-fc47-4a8f-b5c8-16d67f6caeff tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.2022035 Oct 29 08:47:58.188545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42838) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:58.247897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-256ada7a-ad16-45d5-992d-28a6d6782453 req-0ddde6a4-eb16-4cde-be0a-9c19ca630bb3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579612 Oct 29 08:47:58.258436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b257e-a054-49b6-80d6-a72a007dc45e tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:58.263054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-849b257e-a054-49b6-80d6-a72a007dc45e tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 881 time: 0.1466558 Oct 29 08:47:58.263735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42840) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:58.315148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6611a1be-a01a-4e43-b95b-7cd75598c579 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=59497355-3092-4659-865e-51c831088ee6 HTTP/1.1" status: 200 len: 205 time: 0.0478103 Oct 29 08:47:58.315466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42846) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:58.338206 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4b063240-3bfb-40be-85c2-5320ecb1512c tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1460609 Oct 29 08:47:58.338588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42848) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:58.461508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.473317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9cafe6a6-3c9a-4cfb-a0ff-7213751d1baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.484709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9cafe6a6-3c9a-4cfb-a0ff-7213751d1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.563625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacd730-70d1-4915-9ea1-b42c85a49e72 req-18703547-e5dd-484e-92b3-63bee2a73b17 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:58.565216 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cacd730-70d1-4915-9ea1-b42c85a49e72 req-18703547-e5dd-484e-92b3-63bee2a73b17 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2165973 Oct 29 08:47:58.570974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafe6a6-3c9a-4cfb-a0ff-7213751d1baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a7b545-3a24-433e-a723-41fb8d524320,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:58.578242 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9cafe6a6-3c9a-4cfb-a0ff-7213751d1baa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e04eb7b9547c45bbbbae17f522954c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935173 Oct 29 08:47:58.580343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42850) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:58.660446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cacd730-70d1-4915-9ea1-b42c85a49e72 req-f8ef4b76-5742-4799-b064-6cb77211f273 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722005 Oct 29 08:47:58.663409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Deleting port 5788549c-2a66-4692-b827-016bc9004dcb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:58.663879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.742705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b1c294f-ec41-4afb-8cd9-ff05485b0b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.784715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b1c294f-ec41-4afb-8cd9-ff05485b0b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.839521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.839862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.855863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Calling delete_port for 5788549c-2a66-4692-b827-016bc9004dcb owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:58.913086 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b1c294f-ec41-4afb-8cd9-ff05485b0b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.915666 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b1c294f-ec41-4afb-8cd9-ff05485b0b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:58.917073 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8b1c294f-ec41-4afb-8cd9-ff05485b0b0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47a7b545-3a24-433e-a723-41fb8d524320 HTTP/1.1" status: 204 len: 168 time: 0.3356245 Oct 29 08:47:58.934024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c294f-ec41-4afb-8cd9-ff05485b0b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a7b545-3a24-433e-a723-41fb8d524320,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:59.010518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384afa6c-e595-4d49-a713-e707a31d00b9 req-929db428-d7fa-49a5-b327-ca460537f594 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:59.012189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-384afa6c-e595-4d49-a713-e707a31d00b9 req-929db428-d7fa-49a5-b327-ca460537f594 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1066899 Oct 29 08:47:59.056780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.085963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.089305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-384afa6c-e595-4d49-a713-e707a31d00b9 req-1b49718d-0b49-4ce6-a4de-77ab33722990 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580781 Oct 29 08:47:59.122320 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-1ecf93a3-e347-439d-b4c8-d86b98ae1a3c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994043 Oct 29 08:47:59.131744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.180401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Pushing event deleted for resources: {'Port': ['ID=5788549c-2a66-4692-b827-016bc9004dcb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:59.247310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Deleting port 132d594b-20a6-4315-882b-04ef571de3d7 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:47:59.249604 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.376465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.397149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Calling delete_port for 132d594b-20a6-4315-882b-04ef571de3d7 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:47:59.439571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42864) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:59.496564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9628-5b22-4de5-8328-5b6dc37ff53b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.677111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9628-5b22-4de5-8328-5b6dc37ff53b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.686640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9628-5b22-4de5-8328-5b6dc37ff53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.725396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-4b2ebad9-50c2-4845-b976-3fc717b73fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:59.726962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-4b2ebad9-50c2-4845-b976-3fc717b73fd3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 1096 time: 0.5443935 Oct 29 08:47:59.736717 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.744768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.748725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.749926 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-90462407-3472-4683-9182-900a00df6b9d tempest-FloatingIPAdminTestJSON-1768016292 tempest-FloatingIPAdminTestJSON-1768016292-project] 10.222.0.70 "DELETE /v2.0/floatingips/142b0715-da03-426e-9233-70690e1dfe45 HTTP/1.1" status: 204 len: 168 time: 1.4103827 Oct 29 08:47:59.750573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7b8f9628-5b22-4de5-8328-5b6dc37ff53b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3dd4543b282940aea84c2a2f902fe89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097355 Oct 29 08:47:59.751444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f9628-5b22-4de5-8328-5b6dc37ff53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dc4aaa-54cd-4d03-911c-25935f8fc1b7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:59.753470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42868) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:59.753805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42870) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:47:59.762560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b566eee-9c64-4f63-9a05-40bb85eb7252 req-34754aa7-4f45-45d7-8ad9-4f88be70cc5a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:47:59.764180 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b566eee-9c64-4f63-9a05-40bb85eb7252 req-34754aa7-4f45-45d7-8ad9-4f88be70cc5a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.5287020 Oct 29 08:47:59.778232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event deleted for resources: {'Port': ['ID=132d594b-20a6-4315-882b-04ef571de3d7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:47:59.847368 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.944092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.946544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.993798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:47:59.995034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Fanout notify agent at l3_agent the message router_deleted on router 59497355-3092-4659-865e-51c831088ee6 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:48:00.002526 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.008035 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-74a48b50-2e9d-4871-97db-425d0cbf2bfe tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/59497355-3092-4659-865e-51c831088ee6 HTTP/1.1" status: 204 len: 168 time: 1.6913912 Oct 29 08:48:00.008777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42874) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:00.013715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1374294147', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:00.026020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b566eee-9c64-4f63-9a05-40bb85eb7252 req-aa82c035-691e-40ea-909a-4c34b72b7882 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472720 Oct 29 08:48:00.043660 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.045579 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.069514 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f65cace-8d87-4c2f-9495-ba65e07fc016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.076046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-282b75bb-c6e2-4f44-99d8-f93ea54c04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:00.077584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-282b75bb-c6e2-4f44-99d8-f93ea54c04bc service neutron] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2961955 Oct 29 08:48:00.131170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.147824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f65cace-8d87-4c2f-9495-ba65e07fc016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.154213 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-694b9aa3-0145-4cdb-a82f-3058ffaaec77 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46894d64-03a5-49b2-bbf1-947ec6572dce HTTP/1.1" status: 200 len: 217 time: 0.0660946 Oct 29 08:48:00.223078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Deleting port 4bffbe0e-943f-4bc5-bb31-b01312353288 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:00.223324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.277359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-1c605cb8-e00d-4539-8d53-594b360cd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:00.278942 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-1c605cb8-e00d-4539-8d53-594b360cd070 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1168735 Oct 29 08:48:00.286092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.318587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f65cace-8d87-4c2f-9495-ba65e07fc016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.321160 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f65cace-8d87-4c2f-9495-ba65e07fc016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.324264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4f65cace-8d87-4c2f-9495-ba65e07fc016 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3dc4aaa-54cd-4d03-911c-25935f8fc1b7 HTTP/1.1" status: 204 len: 168 time: 0.5573537 Oct 29 08:48:00.354689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65cace-8d87-4c2f-9495-ba65e07fc016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dc4aaa-54cd-4d03-911c-25935f8fc1b7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:00.382777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.383128 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.402347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-1601cddc-bc7e-49cb-99da-39a975d313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:00.404016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-1601cddc-bc7e-49cb-99da-39a975d313e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177776 Oct 29 08:48:00.416485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Calling delete_port for 4bffbe0e-943f-4bc5-bb31-b01312353288 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:00.423519 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.610058 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.655763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.657226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-aac98fc6-23a7-4195-9418-5da6f8739fbf service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359395 Oct 29 08:48:00.790390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-88ab025a-7ecb-42fe-9c45-508afcf7de52 req-75ec24ee-2184-49ce-b7f9-43619a3ba013 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261761 Oct 29 08:48:00.814395 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.845188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bffbe0e-943f-4bc5-bb31-b01312353288,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:00.895447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42890) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:00.925521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.929173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:00.930503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e5cbf1a7-cbc9-41a8-b37f-edd7ea93832f tempest-FloatingIPAdminTestJSON-1662699252 tempest-FloatingIPAdminTestJSON-1662699252-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/8245f956-de24-445f-a7a8-2e2afa4ef3cc HTTP/1.1" status: 204 len: 168 time: 1.1651015 Oct 29 08:48:00.935130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42892) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:00.997281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Allocated IP 172.25.5.233 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/4a79df27-dee4-4aba-9438-91b87bee8411) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:01.039595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0c372375-9a7d-449d-8d70-181b1bf01da4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Deleting port 03d35f26-910b-4573-830c-92b592732677 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:01.040216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c372375-9a7d-449d-8d70-181b1bf01da4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.064920 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf179b7e-00c1-4f96-9d03-a3e8caa624ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.165824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c372375-9a7d-449d-8d70-181b1bf01da4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.181439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0c372375-9a7d-449d-8d70-181b1bf01da4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Calling delete_port for 03d35f26-910b-4573-830c-92b592732677 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:01.192664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.297162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf179b7e-00c1-4f96-9d03-a3e8caa624ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.306169 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cf179b7e-00c1-4f96-9d03-a3e8caa624ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.341104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c372375-9a7d-449d-8d70-181b1bf01da4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.352540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.357561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf179b7e-00c1-4f96-9d03-a3e8caa624ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abac0c84-91a8-4d04-8bdf-b782283ba31e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:01.367349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cf179b7e-00c1-4f96-9d03-a3e8caa624ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fde0b4780054872b9035f7dee191be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707861 Oct 29 08:48:01.371086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42896) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:01.373509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c372375-9a7d-449d-8d70-181b1bf01da4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event deleted for resources: {'Port': ['ID=03d35f26-910b-4573-830c-92b592732677,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:01.415088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:01.420053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:01.422066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event updated for resources: {'Port': ['ID=4a79df27-dee4-4aba-9438-91b87bee8411,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:01.424435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:01.476091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c372375-9a7d-449d-8d70-181b1bf01da4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.479418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c372375-9a7d-449d-8d70-181b1bf01da4 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "DELETE /v2.0/ports/03d35f26-910b-4573-830c-92b592732677 HTTP/1.1" status: 204 len: 168 time: 0.5431263 Oct 29 08:48:01.493967 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42898) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:01.547076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3c56-4f14-456c-ae5a-119be59dc47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.570382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3c56-4f14-456c-ae5a-119be59dc47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.620203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932c07b-3b6c-402d-8f62-e9fec35e7dc8 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:01.623857 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f932c07b-3b6c-402d-8f62-e9fec35e7dc8 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c HTTP/1.1" status: 200 len: 913 time: 0.1266520 Oct 29 08:48:01.626191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42900) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:01.687328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3c56-4f14-456c-ae5a-119be59dc47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.689672 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3c56-4f14-456c-ae5a-119be59dc47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.691684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba7c3c56-4f14-456c-ae5a-119be59dc47b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abac0c84-91a8-4d04-8bdf-b782283ba31e HTTP/1.1" status: 204 len: 168 time: 0.3191979 Oct 29 08:48:01.751004 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:01.751332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c3c56-4f14-456c-ae5a-119be59dc47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abac0c84-91a8-4d04-8bdf-b782283ba31e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:01.997511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:02.151373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Router c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:48:02.226941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:02.279263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:02.293398 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e057fccb-834d-452a-b7ac-0cf9df8dbb8d None None] Sync routers for ids ['c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:02.309534 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057fccb-834d-452a-b7ac-0cf9df8dbb8d None None] Routers {'c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:02.310201 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e057fccb-834d-452a-b7ac-0cf9df8dbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:02.325550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:02.327952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-80916b66-3e05-4546-8772-e1e64310ab70 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3178213 Oct 29 08:48:02.330681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42918) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:02.340761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:02.351577 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e057fccb-834d-452a-b7ac-0cf9df8dbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:02.361429 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057fccb-834d-452a-b7ac-0cf9df8dbb8d None None] Routers {'c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:02.362258 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e057fccb-834d-452a-b7ac-0cf9df8dbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:02.399331 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e057fccb-834d-452a-b7ac-0cf9df8dbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:02.400214 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e057fccb-834d-452a-b7ac-0cf9df8dbb8d None None] The sync data for ids ['c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:02.617269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Deleting port a1e2f87a-164b-4b70-9992-4c37ede5930c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:02.617696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:02.774187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:02.807274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:02.888894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Deleting port 4a79df27-dee4-4aba-9438-91b87bee8411 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:02.889130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:02.988525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.002790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Calling delete_port for 4a79df27-dee4-4aba-9438-91b87bee8411 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:03.013421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.028745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Calling delete_port for a1e2f87a-164b-4b70-9992-4c37ede5930c owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:03.226620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.265748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Pushing event deleted for resources: {'Port': ['ID=4a79df27-dee4-4aba-9438-91b87bee8411,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:03.292613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.325398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event deleted for resources: {'Port': ['ID=a1e2f87a-164b-4b70-9992-4c37ede5930c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:03.356337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.613408 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.675207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.680692 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.788146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Router c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:03.875538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:03.886035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:03.888067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a82a767a-5871-45f7-b6ae-33b211e64235 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "PUT /v2.0/routers/c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 HTTP/1.1" status: 200 len: 710 time: 1.5554471 Oct 29 08:48:03.890160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c06d9-0623-4804-a7e5-da40c519fc7c None None] Sync routers for ids ['c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:03.890865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42958) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:03.917094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c06d9-0623-4804-a7e5-da40c519fc7c None None] Routers {'c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:03.918509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-be3c06d9-0623-4804-a7e5-da40c519fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:03.930237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Router 9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:03.998285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-be3c06d9-0623-4804-a7e5-da40c519fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:04.008320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c06d9-0623-4804-a7e5-da40c519fc7c None None] Routers {'c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:04.009017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-be3c06d9-0623-4804-a7e5-da40c519fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:04.026727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b722ba64-4d94-4a83-977c-942798f5efbd tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/routers/c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 HTTP/1.1" status: 200 len: 745 time: 0.1338272 Oct 29 08:48:04.027590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:04.028017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42966) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:04.043948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-be3c06d9-0623-4804-a7e5-da40c519fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:04.045043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c06d9-0623-4804-a7e5-da40c519fc7c None None] The sync data for ids ['c05dfdbb-895d-4ca6-aaa2-a805d756f2b5'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:04.161666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:04.170799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c8432802-6202-4997-965a-49daab98c6f7 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "PUT /v2.0/routers/9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5432491 Oct 29 08:48:04.171514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42970) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:04.179478 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53c10e-23a7-4cdf-8a3b-37881b1f31d8 None None] Sync routers for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:04.192870 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53c10e-23a7-4cdf-8a3b-37881b1f31d8 None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:04.194007 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5e53c10e-23a7-4cdf-8a3b-37881b1f31d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:04.299574 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5e53c10e-23a7-4cdf-8a3b-37881b1f31d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:04.330379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:04.335343 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53c10e-23a7-4cdf-8a3b-37881b1f31d8 None None] Routers {'9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:04.336051 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5e53c10e-23a7-4cdf-8a3b-37881b1f31d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:04.373002 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5e53c10e-23a7-4cdf-8a3b-37881b1f31d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:04.374069 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53c10e-23a7-4cdf-8a3b-37881b1f31d8 None None] The sync data for ids ['9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:04.469717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:04.537796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Deleting port 5c66a206-5b25-4575-90d5-ea94c2d169fc {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:04.538450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:04.603949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-86e48834-0ddd-4a1e-9abb-41e8b8e0cd5b tempest-RoutersIpV6AdminTest-379894101 tempest-RoutersIpV6AdminTest-379894101-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 HTTP/1.1" status: 200 len: 205 time: 0.5709887 Oct 29 08:48:04.609838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42980) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:04.626422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:04.658895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2af18910-c6d2-4cef-b81d-8b17b08c91be tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 HTTP/1.1" status: 200 len: 205 time: 0.0449011 Oct 29 08:48:04.659392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42982) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:04.705090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:04.718420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Calling delete_port for 5c66a206-5b25-4575-90d5-ea94c2d169fc owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:04.743726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e8090dd-8e3c-4ee0-bdc3-cccaa7865bf8 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:04.907886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:04.940206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event deleted for resources: {'Port': ['ID=5c66a206-5b25-4575-90d5-ea94c2d169fc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:04.960661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e8090dd-8e3c-4ee0-bdc3-cccaa7865bf8 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:04.965487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e8090dd-8e3c-4ee0-bdc3-cccaa7865bf8 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.008422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.034683 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.035993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e8090dd-8e3c-4ee0-bdc3-cccaa7865bf8 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.037045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8090dd-8e3c-4ee0-bdc3-cccaa7865bf8 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Fanout notify agent at l3_agent the message router_deleted on router c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:48:05.045163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4e8090dd-8e3c-4ee0-bdc3-cccaa7865bf8 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.050231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4e8090dd-8e3c-4ee0-bdc3-cccaa7865bf8 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 HTTP/1.1" status: 204 len: 168 time: 0.3864644 Oct 29 08:48:05.050556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42984) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.060223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.090154 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b38410ea-384e-43c3-a332-dedbe2d68aa0 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 HTTP/1.1" status: 200 len: 205 time: 0.0361564 Oct 29 08:48:05.097732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42986) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.123931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b58e4c73abe846a2b582bcb086fa8b67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0945103 Oct 29 08:48:05.124940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55313828-c021-4bf0-b7ba-1d19e10e2dad,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:05.126896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42988) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.140861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.143433 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.145151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.145502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.145912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.146254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.146595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.146971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.147173 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-879fc3ec-752b-42f6-a677-c8445018380c tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] delete failed (client error): The resource could not be found. Oct 29 08:48:05.147408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.147718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.151598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.152029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-879fc3ec-752b-42f6-a677-c8445018380c tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/c05dfdbb-895d-4ca6-aaa2-a805d756f2b5 HTTP/1.1" status: 404 len: 336 time: 0.0497298 Oct 29 08:48:05.152171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.152171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.152171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83711f-d1ea-432b-98fc-987bf24587c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:05.152413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42990) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.199499 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f95d62cf-8e85-4d0e-826b-58e93329863d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.215159 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-75840aff-1d6f-4670-b472-da1212a89048 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=59497355-3092-4659-865e-51c831088ee6 HTTP/1.1" status: 200 len: 205 time: 0.0605583 Oct 29 08:48:05.215368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42992) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.231258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f95d62cf-8e85-4d0e-826b-58e93329863d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.263506 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-5cdd7329-93a9-4f59-9068-fa4e3b2091dc tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] delete failed (client error): The resource could not be found. Oct 29 08:48:05.264588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5cdd7329-93a9-4f59-9068-fa4e3b2091dc tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/59497355-3092-4659-865e-51c831088ee6 HTTP/1.1" status: 404 len: 336 time: 0.0484045 Oct 29 08:48:05.267390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42994) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.279113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.279635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Fanout notify agent at l3_agent the message router_deleted on router 9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:48:05.289196 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.292961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1c5a2069-f5ce-42b8-8629-b24bf7bd3146 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "DELETE /v2.0/routers/9ac50b26-22a5-49b7-8ac0-4a58c8d57b8c HTTP/1.1" status: 204 len: 168 time: 1.1178157 Oct 29 08:48:05.295876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42996) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.307189 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c00db433-73ca-4e07-a3bd-f9789a17f0eb tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=834f8625-2d4c-4eb6-9779-4502c8ea1245 HTTP/1.1" status: 200 len: 205 time: 0.0384934 Oct 29 08:48:05.312365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42998) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.346384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f95d62cf-8e85-4d0e-826b-58e93329863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.350012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f95d62cf-8e85-4d0e-826b-58e93329863d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.351136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f95d62cf-8e85-4d0e-826b-58e93329863d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55313828-c021-4bf0-b7ba-1d19e10e2dad HTTP/1.1" status: 204 len: 168 time: 0.2231948 Oct 29 08:48:05.363898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d3a19b-60e8-467a-9deb-bd14e7d7f9a5 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Deleting subnet ad2ff3f1-30f1-4aab-be09-1937f78614fb {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:05.369239 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-37d88c11-1c49-4793-bf2f-65d3fab8c4ea tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] delete failed (client error): The resource could not be found. Oct 29 08:48:05.370352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-37d88c11-1c49-4793-bf2f-65d3fab8c4ea tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/834f8625-2d4c-4eb6-9779-4502c8ea1245 HTTP/1.1" status: 404 len: 336 time: 0.0566118 Oct 29 08:48:05.371839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59d3a19b-60e8-467a-9deb-bd14e7d7f9a5 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.373254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43004) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.375232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d62cf-8e85-4d0e-826b-58e93329863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55313828-c021-4bf0-b7ba-1d19e10e2dad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:05.433019 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59d3a19b-60e8-467a-9deb-bd14e7d7f9a5 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.445099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4798f341-637b-4aaf-a55c-bae373dc28e9 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=e98b7503-4604-44be-a467-5f2ce745c3fb HTTP/1.1" status: 200 len: 205 time: 0.0700064 Oct 29 08:48:05.447502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.490144 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-3e701dad-b46f-4beb-b29e-5f78c0e41787 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] delete failed (client error): The resource could not be found. Oct 29 08:48:05.491368 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e701dad-b46f-4beb-b29e-5f78c0e41787 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/e98b7503-4604-44be-a467-5f2ce745c3fb HTTP/1.1" status: 404 len: 336 time: 0.0424902 Oct 29 08:48:05.493981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43008) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.523070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba5b25e4-3878-4d03-a9fa-6b6a71becc4e tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b07798e-d235-4080-9c33-50bc25dd60c0 HTTP/1.1" status: 200 len: 205 time: 0.0276778 Oct 29 08:48:05.527724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43010) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.536400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59d3a19b-60e8-467a-9deb-bd14e7d7f9a5 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.570302 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-9b74c983-2282-46a8-9ccb-6f47d145e625 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] delete failed (client error): The resource could not be found. Oct 29 08:48:05.574181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9b74c983-2282-46a8-9ccb-6f47d145e625 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/4b07798e-d235-4080-9c33-50bc25dd60c0 HTTP/1.1" status: 404 len: 336 time: 0.0450435 Oct 29 08:48:05.575002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43014) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.607369 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59d3a19b-60e8-467a-9deb-bd14e7d7f9a5 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.611681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0f051bd7-1d6b-4f0b-9eb5-04cf1a19d25a tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "GET /v2.0/ports?device_id=6532a3a7-6b53-44be-a775-17ff045f2ad8 HTTP/1.1" status: 200 len: 205 time: 0.0355697 Oct 29 08:48:05.615985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43016) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.641186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a19b-60e8-467a-9deb-bd14e7d7f9a5 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2ff3f1-30f1-4aab-be09-1937f78614fb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:05.645021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59d3a19b-60e8-467a-9deb-bd14e7d7f9a5 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.648452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-59d3a19b-60e8-467a-9deb-bd14e7d7f9a5 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "DELETE /v2.0/subnets/ad2ff3f1-30f1-4aab-be09-1937f78614fb HTTP/1.1" status: 204 len: 168 time: 0.3514807 Oct 29 08:48:05.650918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43022) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.662487 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-ccfd71de-9102-4063-b5a4-d574ee82851f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] delete failed (client error): The resource could not be found. Oct 29 08:48:05.663654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f578eb-4cba-4361-ba3a-8a20c5b63c6c None None] Network 9aba2341-ee64-4ffd-af02-1611e3c76458 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:05.664172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ccfd71de-9102-4063-b5a4-d574ee82851f tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/routers/6532a3a7-6b53-44be-a775-17ff045f2ad8 HTTP/1.1" status: 404 len: 336 time: 0.0464296 Oct 29 08:48:05.667329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43026) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:05.709258 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b55f44-59ca-499b-8465-21cb3ee104c2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] DELETE failed (client error): The resource could not be found. Oct 29 08:48:05.709708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b55f44-59ca-499b-8465-21cb3ee104c2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:48:05.715744 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d5b55f44-59ca-499b-8465-21cb3ee104c2 tempest-RoutersIpV6AdminTest-1435160470 tempest-RoutersIpV6AdminTest-1435160470-project] 10.222.0.70 "DELETE /v2.0/subnets/58c56a53-285b-47e7-98dc-8ce5046e28d0 HTTP/1.1" status: 404 len: 337 time: 0.0445769 Oct 29 08:48:05.760246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.816820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Deleting port ac21bcba-beee-42d3-9be1-93f10b145e09 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:05.817167 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.910092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] For port ac21bcba-beee-42d3-9be1-93f10b145e09, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ac21bcba-beee-42d3-9be1-93f10b145e09,segment=NetworkSegment(6b4ead59-30e8-49bc-8d7c-479020ba8c9a),segment_id=6b4ead59-30e8-49bc-8d7c-479020ba8c9a)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:05.910542 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:05.925741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Calling delete_port for ac21bcba-beee-42d3-9be1-93f10b145e09 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:05.927417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] DHCP port deletion for 9aba2341-ee64-4ffd-af02-1611e3c76458 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:05.983854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43040) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:06.004262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Deleting port ac21bcba-beee-42d3-9be1-93f10b145e09 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:06.004660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.047212 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.063932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] No DVR routers for this DVR port ac21bcba-beee-42d3-9be1-93f10b145e09 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:06.088487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] For port ac21bcba-beee-42d3-9be1-93f10b145e09, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ac21bcba-beee-42d3-9be1-93f10b145e09,segment=NetworkSegment(6b4ead59-30e8-49bc-8d7c-479020ba8c9a),segment_id=6b4ead59-30e8-49bc-8d7c-479020ba8c9a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:06.088895 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.092152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event deleted for resources: {'Port': ['ID=ac21bcba-beee-42d3-9be1-93f10b145e09,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:06.113371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Calling delete_port for ac21bcba-beee-42d3-9be1-93f10b145e09 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:06.133438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd86ae27-a333-4d69-b9e2-6d1899936550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.187365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.212254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aba2341-ee64-4ffd-af02-1611e3c76458']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.218976 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:48:06.221437 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:48:06.229726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4ead59-30e8-49bc-8d7c-479020ba8c9a') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:06.230032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4ead59-30e8-49bc-8d7c-479020ba8c9a') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:06.231282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.240383 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.246895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd86ae27-a333-4d69-b9e2-6d1899936550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.253154 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd86ae27-a333-4d69-b9e2-6d1899936550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.254744 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.256414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Pushing event deleted for resources: {'Port': ['ID=ac21bcba-beee-42d3-9be1-93f10b145e09,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:06.263695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:48:06.264084 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:48:06.268787 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:48:06.271866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.272228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.272588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.272865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.273317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.273696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.274028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.274511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.274846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.275224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.275549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.275939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:06.279475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ec594-4564-4535-adad-06f4e98cb434 None None] No DVR routers for this DVR port ac21bcba-beee-42d3-9be1-93f10b145e09 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:06.298516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fd86ae27-a333-4d69-b9e2-6d1899936550 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=097bc2b34a174d5284b8334f4b1acb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112185 Oct 29 08:48:06.301496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43052) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:06.320250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86ae27-a333-4d69-b9e2-6d1899936550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7c25b0-a07b-4650-9537-cc5173f731d9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:06.355523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.364990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.369125 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "DELETE /v2.0/networks/9aba2341-ee64-4ffd-af02-1611e3c76458 HTTP/1.1" status: 204 len: 168 time: 0.7172225 Oct 29 08:48:06.371836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43056) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:06.379537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70798ea1-a94e-481a-82f7-7712027db567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.387946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e8147-ca60-4bd2-b9cb-bc0834e0bc91 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event deleted for resources: {'Network': ['ID=9aba2341-ee64-4ffd-af02-1611e3c76458,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:06.719848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70798ea1-a94e-481a-82f7-7712027db567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.738739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ac21bcba-beee-42d3-9be1-93f10b145e09 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:06.764630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: ac21bcba-beee-42d3-9be1-93f10b145e09 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:06.765348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ac21bcba-beee-42d3-9be1-93f10b145e09 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:06.806547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Deleting port d5fc07d0-56be-4d61-9638-29e38728ea7b {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:06.806932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.810384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70798ea1-a94e-481a-82f7-7712027db567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.812932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70798ea1-a94e-481a-82f7-7712027db567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.814082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-70798ea1-a94e-481a-82f7-7712027db567 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d7c25b0-a07b-4650-9537-cc5173f731d9 HTTP/1.1" status: 204 len: 168 time: 0.5114074 Oct 29 08:48:06.863292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70798ea1-a94e-481a-82f7-7712027db567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7c25b0-a07b-4650-9537-cc5173f731d9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:06.934379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.934572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:06.948949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Calling delete_port for d5fc07d0-56be-4d61-9638-29e38728ea7b owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:07.102288 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.130743 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Pushing event deleted for resources: {'Port': ['ID=d5fc07d0-56be-4d61-9638-29e38728ea7b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:07.201444 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.204103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.205562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7b4f3010-eb46-428c-81eb-c3fd3b1327b0 tempest-FloatingIPAdminTestJSON-488126008 tempest-FloatingIPAdminTestJSON-488126008-project] 10.222.0.70 "DELETE /v2.0/floatingips/e0405d6d-7de5-481e-8484-4069e88f4014 HTTP/1.1" status: 204 len: 168 time: 0.8318405 Oct 29 08:48:07.232452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43076) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:07.278008 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7746ef5f-3bed-4c49-91ba-a96183230b51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=84ea10da7d8c48e0a46c6dbe05dc920b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443048 Oct 29 08:48:07.280786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43078) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:07.334429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b609371-f959-44ee-af93-ede68d25994d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.358783 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b609371-f959-44ee-af93-ede68d25994d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.411714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b609371-f959-44ee-af93-ede68d25994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.414934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3b609371-f959-44ee-af93-ede68d25994d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.416142 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3b609371-f959-44ee-af93-ede68d25994d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c41c31e9-9692-41cb-8f56-44788660bcf0 HTTP/1.1" status: 204 len: 168 time: 0.1337256 Oct 29 08:48:07.432340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b609371-f959-44ee-af93-ede68d25994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41c31e9-9692-41cb-8f56-44788660bcf0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:07.444763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43086) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:07.734105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-691fa960-4dca-47ef-ac92-5e193cdefdab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd62cc654bc441ff891aaea3fdeabdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883894 Oct 29 08:48:07.736586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43100) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:07.829212 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9cb2-7d7f-48dc-98b2-f555a55ce959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.860537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9cb2-7d7f-48dc-98b2-f555a55ce959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.932532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9cb2-7d7f-48dc-98b2-f555a55ce959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.935568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9cb2-7d7f-48dc-98b2-f555a55ce959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:07.936911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1b2c9cb2-7d7f-48dc-98b2-f555a55ce959 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f39dc883-c0b8-4c33-a616-c35b71e5aaff HTTP/1.1" status: 204 len: 168 time: 0.1993830 Oct 29 08:48:07.952724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c9cb2-7d7f-48dc-98b2-f555a55ce959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39dc883-c0b8-4c33-a616-c35b71e5aaff,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:08.341208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43126) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:08.362580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6183905-982a-4f16-a029-1806fb79e06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.412903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43128) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:08.473131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6183905-982a-4f16-a029-1806fb79e06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.492643 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6183905-982a-4f16-a029-1806fb79e06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.547605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6183905-982a-4f16-a029-1806fb79e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0316e3e2-c965-4063-b89f-6bbdfe9212dc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:08.555158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b6183905-982a-4f16-a029-1806fb79e06a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=819ff6c2cef8497dadd65d631a4d4192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127945 Oct 29 08:48:08.557974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43132) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:08.692306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1670810965'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:08.716619 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45ede46f-a721-45d9-9a33-f108acb57cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.740975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:08.745296 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.751685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45ede46f-a721-45d9-9a33-f108acb57cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.766492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.845728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45ede46f-a721-45d9-9a33-f108acb57cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.848254 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45ede46f-a721-45d9-9a33-f108acb57cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.849861 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45ede46f-a721-45d9-9a33-f108acb57cae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0316e3e2-c965-4063-b89f-6bbdfe9212dc HTTP/1.1" status: 204 len: 168 time: 0.2925336 Oct 29 08:48:08.865446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ede46f-a721-45d9-9a33-f108acb57cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0316e3e2-c965-4063-b89f-6bbdfe9212dc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:08.920452 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.926023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.957031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:48:08.974139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:08.974392 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Added segment 47db6cb2-3ce6-4dce-9168-a8a87d59574c of type vlan for network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 Oct 29 08:48:09.044725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.048726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e184a61-88a9-447c-b3dc-ae78dbd3122b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:09.080442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.097163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:09.097163 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.213493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7987113 Oct 29 08:48:09.218251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43146) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:09.223624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:09.233406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d53cf6-5175-484e-85c8-15c11a3c5baf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Network': ['ID=518ef6fc-f3d9-4071-bb94-ff10c09b9203,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:09.249208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:48:09.423662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:09.432852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.495529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43150) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:09.523671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e70fa-84a6-4003-8322-ab68b7e55778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.687566 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e70fa-84a6-4003-8322-ab68b7e55778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.694707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2c9e70fa-84a6-4003-8322-ab68b7e55778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.726134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.751530 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2c9e70fa-84a6-4003-8322-ab68b7e55778 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2abe4e0706af4217b44ea5d22828f33d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523880 Oct 29 08:48:09.751729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43152) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:09.785444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e70fa-84a6-4003-8322-ab68b7e55778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff17c52-fceb-4919-b359-7e8ec6068e16,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:09.817180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=cbd80d71-b766-48a3-915b-e3a204b0c33a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:09.822258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:09.822621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network hostable DHCP agents. Network: 518ef6fc-f3d9-4071-bb94-ff10c09b9203, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:48:09.830918 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-424aafa4-13a6-4a54-a43f-bfabf7930849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.848005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:48:09.855649 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-424aafa4-13a6-4a54-a43f-bfabf7930849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.860458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 518ef6fc-f3d9-4071-bb94-ff10c09b9203) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:09.865960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:09.866718 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.872719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ad8f5-3723-41cb-b91e-c8857f42a2b0 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:09.889404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a7674be5-6871-4979-8d57-d1375a3804a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6697965 Oct 29 08:48:09.890833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43154) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:09.896486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'name': 'tempest-NetworksTestDHCPv6-1635931852'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:09.909232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-424aafa4-13a6-4a54-a43f-bfabf7930849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.912371 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-424aafa4-13a6-4a54-a43f-bfabf7930849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:09.917134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-424aafa4-13a6-4a54-a43f-bfabf7930849 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ff17c52-fceb-4919-b359-7e8ec6068e16 HTTP/1.1" status: 204 len: 168 time: 0.1618764 Oct 29 08:48:09.925149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aafa4-13a6-4a54-a43f-bfabf7930849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff17c52-fceb-4919-b359-7e8ec6068e16,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:09.953790 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:48:10.063368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:10.069248 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.094278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port fb1bb87b-f179-4e8d-b985-c5a4c175986a yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:10.139588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'cbd80d71-b766-48a3-915b-e3a204b0c33a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:10.140860 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.277844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::309 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/cbd80d71-b766-48a3-915b-e3a204b0c33a/fb1bb87b-f179-4e8d-b985-c5a4c175986a) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:10.455193 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.509220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.561830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:10.562757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/cbd80d71-b766-48a3-915b-e3a204b0c33a/b2e6fa2e-4734-4eda-a595-565fd5c4f554) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:10.565667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:10.572752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:10.581649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:10.582442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.604043 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=fb1bb87b-f179-4e8d-b985-c5a4c175986a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:10.611912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-20ae6f40-2678-4c60-b8ec-1d0570e03649 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7197485 Oct 29 08:48:10.614379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43180) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:10.743460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de4d12a-f7f5-484d-a626-90f0933e9f94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:10.745808 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1de4d12a-f7f5-484d-a626-90f0933e9f94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1303637 Oct 29 08:48:10.748757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43188) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:10.815425 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.824825 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.859994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-561b8a72-4f80-44a4-be0e-62c522117fc2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port fb1bb87b-f179-4e8d-b985-c5a4c175986a {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:10.860488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-561b8a72-4f80-44a4-be0e-62c522117fc2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.865286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:10.870071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:10.883401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:10.940178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Pushing event updated for resources: {'Port': ['ID=b2e6fa2e-4734-4eda-a595-565fd5c4f554,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:10.962909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43194) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:10.971372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Attempting to bind port b2e6fa2e-4734-4eda-a595-565fd5c4f554 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:10.971831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Attempting to bind port b2e6fa2e-4734-4eda-a595-565fd5c4f554 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:10.972345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Attempting to bind port b2e6fa2e-4734-4eda-a595-565fd5c4f554 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:10.981756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0223a-550e-4134-bdf0-1ac83b2d208f req-9676f6b3-8caf-45b5-b722-cfe466bfa247 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:10.983368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16b0223a-550e-4134-bdf0-1ac83b2d208f req-9676f6b3-8caf-45b5-b722-cfe466bfa247 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1096 time: 0.1053693 Oct 29 08:48:10.986941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:10.987453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:10.987988 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:10.988607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:10.989079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Bound port: b2e6fa2e-4734-4eda-a595-565fd5c4f554, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:10.990337 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.023355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-561b8a72-4f80-44a4-be0e-62c522117fc2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.036781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16b0223a-550e-4134-bdf0-1ac83b2d208f req-ac59c813-a21b-4e8d-bbb3-0175138d8c22 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.048580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-561b8a72-4f80-44a4-be0e-62c522117fc2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for fb1bb87b-f179-4e8d-b985-c5a4c175986a owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:11.085233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] For port b2e6fa2e-4734-4eda-a595-565fd5c4f554, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:11.089457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] For port b2e6fa2e-4734-4eda-a595-565fd5c4f554, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b2e6fa2e-4734-4eda-a595-565fd5c4f554,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:11.097541 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.108899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1291308995'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:11.139858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Made reservation on behalf of 1f468720a9ae413c826ff9a26677699b for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:11.148673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.162600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c706998-6e50-472b-bfa4-1f0831ee935a None None] Pushing event updated for resources: {'Port': ['ID=b2e6fa2e-4734-4eda-a595-565fd5c4f554,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:11.165497 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.195795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16b0223a-550e-4134-bdf0-1ac83b2d208f req-ac59c813-a21b-4e8d-bbb3-0175138d8c22 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.220719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16b0223a-550e-4134-bdf0-1ac83b2d208f req-ac59c813-a21b-4e8d-bbb3-0175138d8c22 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.263298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16b0223a-550e-4134-bdf0-1ac83b2d208f req-ac59c813-a21b-4e8d-bbb3-0175138d8c22 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685320 Oct 29 08:48:11.283450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59c813-a21b-4e8d-bbb3-0175138d8c22 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7313f-e31b-4ba5-9721-c8cf9f10835e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:11.287449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-561b8a72-4f80-44a4-be0e-62c522117fc2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.320906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b8a72-4f80-44a4-be0e-62c522117fc2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=fb1bb87b-f179-4e8d-b985-c5a4c175986a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:11.329993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.339195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.374489 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-561b8a72-4f80-44a4-be0e-62c522117fc2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.378155 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-561b8a72-4f80-44a4-be0e-62c522117fc2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/fb1bb87b-f179-4e8d-b985-c5a4c175986a HTTP/1.1" status: 204 len: 168 time: 0.6276484 Oct 29 08:48:11.381613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43204) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:11.427504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:48:11.446896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b568f83-fcde-4d7e-9c37-984ec48aa5b1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:11.452428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.452904 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Added segment ebe6703c-3196-4570-8e38-8ff886cbffdf of type vlan for network 417299c1-997a-4b71-8cdb-ba194e838d9e Oct 29 08:48:11.504120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.536471 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.543484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:11.544154 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.551151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e651726-3f4b-466a-b762-ce5ecbcd4cba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:11.553061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e651726-3f4b-466a-b762-ce5ecbcd4cba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:11.554907 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0e651726-3f4b-466a-b762-ce5ecbcd4cba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1722667 Oct 29 08:48:11.558080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43206) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:11.622826 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6557758 Oct 29 08:48:11.625520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43208) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:11.625658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaadd37-2539-4ae1-ab62-f2e7ee3aa4c0 req-8d5773d1-5dc1-4d06-876b-6b267c0e7308 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:11.629180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ccaadd37-2539-4ae1-ab62-f2e7ee3aa4c0 req-8d5773d1-5dc1-4d06-876b-6b267c0e7308 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.2057626 Oct 29 08:48:11.632383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Request body: {'subnet': {'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:11.663154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d643f9f-9555-4e73-84e0-dc5c318e73c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet cbd80d71-b766-48a3-915b-e3a204b0c33a {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:11.671553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d643f9f-9555-4e73-84e0-dc5c318e73c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.707644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e4ca-af8d-4a7d-a317-e3efc97d1cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event updated for resources: {'Network': ['ID=417299c1-997a-4b71-8cdb-ba194e838d9e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:11.722554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 417299c1-997a-4b71-8cdb-ba194e838d9e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:48:11.723975 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ccaadd37-2539-4ae1-ab62-f2e7ee3aa4c0 req-860fb71e-b704-475a-81a5-6f76de9d3811 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877888 Oct 29 08:48:11.732786 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d643f9f-9555-4e73-84e0-dc5c318e73c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.781628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43212) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:11.874814 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d643f9f-9555-4e73-84e0-dc5c318e73c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.883673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Made reservation on behalf of 1f468720a9ae413c826ff9a26677699b for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:11.888608 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:11.954733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-343cada8-908f-44c6-90f9-51d424076cb9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/252b8680-d31a-468c-9d75-f295ccbcce09 HTTP/1.1" status: 200 len: 993 time: 0.1718795 Oct 29 08:48:11.981608 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d643f9f-9555-4e73-84e0-dc5c318e73c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:12.056640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d643f9f-9555-4e73-84e0-dc5c318e73c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:12.061698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2d643f9f-9555-4e73-84e0-dc5c318e73c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/cbd80d71-b766-48a3-915b-e3a204b0c33a HTTP/1.1" status: 204 len: 168 time: 0.5024595 Oct 29 08:48:12.066666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43220) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:12.073709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d643f9f-9555-4e73-84e0-dc5c318e73c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd80d71-b766-48a3-915b-e3a204b0c33a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:12.139770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c6952871-3076-4af6-a45e-e54af947ed7b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716004 Oct 29 08:48:12.143153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43224) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:12.156549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:12.261606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:12.288961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-6d4664dc-fd60-46dc-95d1-d565eb180ea1 req-d84c9d80-02d7-47cf-8a33-a54f7aa6f823 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:48:12.289878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d4664dc-fd60-46dc-95d1-d565eb180ea1 req-d84c9d80-02d7-47cf-8a33-a54f7aa6f823 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069277 Oct 29 08:48:12.305056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:12.310977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:12.320635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event updated for resources: {'Subnet': ['ID=4450d7ed-74ac-40eb-a834-e5edb727f216,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:12.359873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Checking segment: {'id': 'ebe6703c-3196-4570-8e38-8ff886cbffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:12.360260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Network hostable DHCP agents. Network: 417299c1-997a-4b71-8cdb-ba194e838d9e, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:48:12.381228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Network 417299c1-997a-4b71-8cdb-ba194e838d9e is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:48:12.404222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 417299c1-997a-4b71-8cdb-ba194e838d9e) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:12.411605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:12.412341 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:12.419674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cf5fb0-d149-45a1-a761-2889a5b84f12 None None] Network 417299c1-997a-4b71-8cdb-ba194e838d9e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:12.467312 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-765f0471-d0a5-4515-8903-b8890c57870e tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8419039 Oct 29 08:48:12.469772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43238) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:12.478278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Request body: {'port': {'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1716415802'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:12.653867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Made reservation on behalf of 1f468720a9ae413c826ff9a26677699b for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:12.659123 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:12.694527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] device_id is not set on port 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:12.718864 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:12.765239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:12.768847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:12.825093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:12.825688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:12.956421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8111863 Oct 29 08:48:12.957060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06b614-b576-4cd0-bf1f-d4e917f4cd71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=d7215f24-b7cd-4e44-97cf-727287f9dbe7,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:12.959436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43244) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:12.967772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'name': 'tempest-NetworksTestDHCPv6-524333785'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:12.987831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-84007175-73c9-492e-9372-d78ac0a1fc62 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882134 Oct 29 08:48:13.004322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-2f56c1d2-cc7a-44f9-a764-71eb85472df7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:48:13.016643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-2f56c1d2-cc7a-44f9-a764-71eb85472df7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093508 Oct 29 08:48:13.077201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b2e6fa2e-4734-4eda-a595-565fd5c4f554 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:13.079515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e0d3f-3459-45fc-970b-150ee71e93fa None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:13.088274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-417299c1-997a-4b71-8cdb-ba194e838d9e', 'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e', 'tenant_id': '1f468720a9ae413c826ff9a26677699b', 'fixed_ips': [{'subnet_id': '4450d7ed-74ac-40eb-a834-e5edb727f216'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:13.089175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.106223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Allocated IP 2001:db8::112 (417299c1-997a-4b71-8cdb-ba194e838d9e/4450d7ed-74ac-40eb-a834-e5edb727f216/5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:13.128383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d410e-ef66-4a95-aab1-c5c854fbf948 req-fa5bbbde-5a54-4b77-835a-371c93f8ba67 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:13.137234 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e0d410e-ef66-4a95-aab1-c5c854fbf948 req-fa5bbbde-5a54-4b77-835a-371c93f8ba67 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.2366107 Oct 29 08:48:13.247427 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e0d410e-ef66-4a95-aab1-c5c854fbf948 req-36a5b50d-4fbc-4746-b3e8-07e33c9aef8c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091776 Oct 29 08:48:13.275625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:13.278908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.311540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 163443f5-256d-40ef-b4fa-02a115d8c18f yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:13.338030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-afa0d7b3-5ce6-4121-ba3d-426e34ecce90 None None] Provisioning complete for port b2e6fa2e-4734-4eda-a595-565fd5c4f554 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:13.338405 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-afa0d7b3-5ce6-4121-ba3d-426e34ecce90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.398379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b2e6fa2e-4734-4eda-a595-565fd5c4f554 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:13.398708 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.512746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.537080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::157 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/d7215f24-b7cd-4e44-97cf-727287f9dbe7/163443f5-256d-40ef-b4fa-02a115d8c18f) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:13.590461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.633380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-afa0d7b3-5ce6-4121-ba3d-426e34ecce90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.662780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.698078 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port b2e6fa2e-4734-4eda-a595-565fd5c4f554, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b2e6fa2e-4734-4eda-a595-565fd5c4f554,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:13.727375 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.800736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Network 417299c1-997a-4b71-8cdb-ba194e838d9e is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:13.813519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:13.823411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:13.830599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:13.831264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:13.840678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event updated for resources: {'Port': ['ID=5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:13.860440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5116d66b-f85e-4fd0-9523-f6aa34551978 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3895626 Oct 29 08:48:13.863877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43270) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:13.871403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Request body: {'port': {'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1323826479', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:13.872245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.api.validators [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] bootfile-name is not in valid_values {{(pid=102113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 08:48:13.872767 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.api.validators [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] tftp-server is not in valid_values {{(pid=102113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 08:48:13.873262 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.api.validators [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] server-ip-address is not in valid_values {{(pid=102113) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 08:48:13.878032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Allocated IP 2001:db8::2 (417299c1-997a-4b71-8cdb-ba194e838d9e/4450d7ed-74ac-40eb-a834-e5edb727f216/5c9c1a48-83db-41ab-977d-5c1c8c6b34a3) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:13.952873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.102573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Made reservation on behalf of 1f468720a9ae413c826ff9a26677699b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:14.103181 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.107251 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.108765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906194e4-3f14-4754-a2e7-b551858a03d0 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:14.115010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-afa0d7b3-5ce6-4121-ba3d-426e34ecce90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:48:14.115522 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-afa0d7b3-5ce6-4121-ba3d-426e34ecce90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:48:14.133182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] device_id is not set on port 38545d58-a439-48c0-85a5-884e06addd49 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:14.175700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:14.179836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:14.184385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:14.190686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:14.191612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.199201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=163443f5-256d-40ef-b4fa-02a115d8c18f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:14.242503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e611b7ff-2096-41f6-8b2b-94353e5ed4b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2800088 Oct 29 08:48:14.245548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43278) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:14.281036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=b2e6fa2e-4734-4eda-a595-565fd5c4f554,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:14.293491 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.311981 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.325015 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b71b0556-4523-4b3e-9288-aefd00dabf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.391347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Pushing event updated for resources: {'Port': ['ID=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:14.404479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Network 417299c1-997a-4b71-8cdb-ba194e838d9e is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:14.422112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:14.445873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Allocated IP 2001:db8::3c5 (417299c1-997a-4b71-8cdb-ba194e838d9e/4450d7ed-74ac-40eb-a834-e5edb727f216/38545d58-a439-48c0-85a5-884e06addd49) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:14.450874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:14.483267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7898202a-09b6-49a1-bc1a-4edcc480b980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:14.490562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7898202a-09b6-49a1-bc1a-4edcc480b980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:14.496160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7898202a-09b6-49a1-bc1a-4edcc480b980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2491839 Oct 29 08:48:14.500474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43286) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:14.559288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1faa60d-c932-4996-bf63-304cab3925b0 req-447c9a7c-0ad6-48c0-bd5f-d22ae4c64fb9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:14.561060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a1faa60d-c932-4996-bf63-304cab3925b0 req-447c9a7c-0ad6-48c0-bd5f-d22ae4c64fb9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1112187 Oct 29 08:48:14.656575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a1faa60d-c932-4996-bf63-304cab3925b0 req-b1ce6d5b-42c7-4971-9fa6-369c9ce31c35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873244 Oct 29 08:48:14.726868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Attempting to bind port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:14.727259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Attempting to bind port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'ebe6703c-3196-4570-8e38-8ff886cbffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:14.727644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Attempting to bind port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 on network 417299c1-997a-4b71-8cdb-ba194e838d9e {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:14.746077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:14.747304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Checking segment: {'id': 'ebe6703c-3196-4570-8e38-8ff886cbffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:14.747715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.748135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Bound using segment: {'id': 'ebe6703c-3196-4570-8e38-8ff886cbffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:14.748629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Bound port: 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe6703c-3196-4570-8e38-8ff886cbffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '417299c1-997a-4b71-8cdb-ba194e838d9e'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:14.749019 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.827141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0ab628ce-a23a-4b45-b329-7d702c411a0a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 163443f5-256d-40ef-b4fa-02a115d8c18f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:14.827490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0ab628ce-a23a-4b45-b329-7d702c411a0a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.843032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b2e6fa2e-4734-4eda-a595-565fd5c4f554 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:14.919866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.938484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] For port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:14.946151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] For port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,segment=NetworkSegment(ebe6703c-3196-4570-8e38-8ff886cbffdf),segment_id=ebe6703c-3196-4570-8e38-8ff886cbffdf)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:14.959294 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.968715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0ab628ce-a23a-4b45-b329-7d702c411a0a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:14.999767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b2e6fa2e-4734-4eda-a595-565fd5c4f554 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:15.000166 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:15.015765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0ab628ce-a23a-4b45-b329-7d702c411a0a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 163443f5-256d-40ef-b4fa-02a115d8c18f owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:15.065737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1140d739-90f7-43c1-83d7-4a653c618a6b None None] Provisioning complete for port b2e6fa2e-4734-4eda-a595-565fd5c4f554 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:15.066166 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1140d739-90f7-43c1-83d7-4a653c618a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:15.090543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:15.140796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b80f2d-c2fd-4b4a-9749-f6fa32bdfd9e None None] Pushing event updated for resources: {'Port': ['ID=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:15.246287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Network 417299c1-997a-4b71-8cdb-ba194e838d9e is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:15.255085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event updated for resources: {'Port': ['ID=38545d58-a439-48c0-85a5-884e06addd49,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:15.257994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:15.269798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:15.277754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:15.278423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:15.305333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-9fe9b26a-4386-49c9-b2a0-ceebd0de1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:15.306877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-9fe9b26a-4386-49c9-b2a0-ceebd0de1fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1096 time: 0.1436794 Oct 29 08:48:15.340371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-85b95869-e4b3-4eed-b6d5-2a6586527a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4750886 Oct 29 08:48:15.343059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43296) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:15.486107 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0ab628ce-a23a-4b45-b329-7d702c411a0a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:15.537083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e12c2-7cac-4ed5-8cdf-93438508d0ce tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:15.544633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e12c2-7cac-4ed5-8cdf-93438508d0ce tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:15.554222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e12c2-7cac-4ed5-8cdf-93438508d0ce tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:15.556401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2c9e12c2-7cac-4ed5-8cdf-93438508d0ce tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2113647 Oct 29 08:48:15.559623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0ab628ce-a23a-4b45-b329-7d702c411a0a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:15.565567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0ab628ce-a23a-4b45-b329-7d702c411a0a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/163443f5-256d-40ef-b4fa-02a115d8c18f HTTP/1.1" status: 204 len: 168 time: 1.0589283 Oct 29 08:48:15.565850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43298) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:15.566268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43300) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:15.583968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab628ce-a23a-4b45-b329-7d702c411a0a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=163443f5-256d-40ef-b4fa-02a115d8c18f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:15.590256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-3ac3c903-2de9-422d-b453-c6ed5d213987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:15.591762 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-3ac3c903-2de9-422d-b453-c6ed5d213987 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 899 time: 0.2681189 Oct 29 08:48:15.617374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-74de11b3-08df-4ff3-82e9-5a562c9b1291 None None] Provisioning complete for port b2e6fa2e-4734-4eda-a595-565fd5c4f554 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:15.618201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-74de11b3-08df-4ff3-82e9-5a562c9b1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:15.810475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-74de11b3-08df-4ff3-82e9-5a562c9b1291 None None] Could not find standard attr ID for object 163443f5-256d-40ef-b4fa-02a115d8c18f. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:15.893057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c08d65-5278-4d7f-a5f4-5da12f6eca60 req-d19ad32e-8c92-41a6-ad12-5a3e3074c8a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:15.901375 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-97c08d65-5278-4d7f-a5f4-5da12f6eca60 req-d19ad32e-8c92-41a6-ad12-5a3e3074c8a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1132140 Oct 29 08:48:15.936822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-251f8040-2df8-44f6-bd48-42d7f7658c9f None None] Could not find standard attr ID for object fb1bb87b-f179-4e8d-b985-c5a4c175986a. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:16.007352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-97c08d65-5278-4d7f-a5f4-5da12f6eca60 req-b50387a9-49cd-4e9e-ac4a-68e62e9486c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945115 Oct 29 08:48:16.257782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca41b4-a272-46ae-b967-e954dbec29eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:16.259412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca41b4-a272-46ae-b967-e954dbec29eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:16.261013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-57ca41b4-a272-46ae-b967-e954dbec29eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6925139 Oct 29 08:48:16.264314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43308) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:16.270238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-e33621d5-dac2-4c77-8515-151a857ed840 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 1001 time: 0.6408038 Oct 29 08:48:16.270454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d7fc0270-e2f5-41cb-8ecf-95afd74966fd None None] Could not find standard attr ID for object 163443f5-256d-40ef-b4fa-02a115d8c18f. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:16.361439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-ffea5d39-9899-4cac-bb04-9be3314a3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:16.367689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-ffea5d39-9899-4cac-bb04-9be3314a3844 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.0889683 Oct 29 08:48:16.370743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3ca29c00-8b8d-4681-bbc6-75f82678a127 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Deleting port 38545d58-a439-48c0-85a5-884e06addd49 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:16.371174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ca29c00-8b8d-4681-bbc6-75f82678a127 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:16.388051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2daaad-346f-4a61-81fc-0286778d2690 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet d7215f24-b7cd-4e44-97cf-727287f9dbe7 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:16.394442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3a2daaad-346f-4a61-81fc-0286778d2690 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:16.485780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3a2daaad-346f-4a61-81fc-0286778d2690 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:16.517183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-1a7a6762-9813-4717-a49a-a8ff3b6663b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:16.518954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-1a7a6762-9813-4717-a49a-a8ff3b6663b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283121 Oct 29 08:48:16.561427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3a2daaad-346f-4a61-81fc-0286778d2690 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:16.576042 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ca29c00-8b8d-4681-bbc6-75f82678a127 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:16.620717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3ca29c00-8b8d-4681-bbc6-75f82678a127 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Calling delete_port for 38545d58-a439-48c0-85a5-884e06addd49 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:16.720148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3a2daaad-346f-4a61-81fc-0286778d2690 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:16.803159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2daaad-346f-4a61-81fc-0286778d2690 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=d7215f24-b7cd-4e44-97cf-727287f9dbe7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:16.831664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d4582-7906-41d7-bb2e-da4dc9aaba02 None None] Network 417299c1-997a-4b71-8cdb-ba194e838d9e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:16.836984 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ca29c00-8b8d-4681-bbc6-75f82678a127 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:16.845850 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3a2daaad-346f-4a61-81fc-0286778d2690 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:16.867639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3a2daaad-346f-4a61-81fc-0286778d2690 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/d7215f24-b7cd-4e44-97cf-727287f9dbe7 HTTP/1.1" status: 204 len: 168 time: 0.5995669 Oct 29 08:48:16.871042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:16.931066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca29c00-8b8d-4681-bbc6-75f82678a127 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event deleted for resources: {'Port': ['ID=38545d58-a439-48c0-85a5-884e06addd49,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:16.953601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-0c449a8d-817f-4914-bfb4-9eb6a73675d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207096 Oct 29 08:48:16.984980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:16.987345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee183c6-b71b-403d-999c-a2b36cc72df7 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:16.993584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-64a4879b-4765-4c60-9241-b4eef1744799 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166098 Oct 29 08:48:17.000655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43316) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:17.009404 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ca29c00-8b8d-4681-bbc6-75f82678a127 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.012924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:17.016118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3ca29c00-8b8d-4681-bbc6-75f82678a127 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "DELETE /v2.0/ports/38545d58-a439-48c0-85a5-884e06addd49 HTTP/1.1" status: 204 len: 168 time: 1.4488068 Oct 29 08:48:17.020239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43318) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:17.044736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Request body: {'port': {'name': 'tempest-new-port-name-1674524617', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:17.045197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] bootfile-name is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 08:48:17.045539 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] tftp-server is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 08:48:17.045927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] server-ip-address is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 08:48:17.152292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-98521643-2541-40ce-84f8-f6818280c406 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347625 Oct 29 08:48:17.179557 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-739ab395-0412-4aab-ae00-c54558d0af47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.223496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-480e3641-d871-420e-95aa-f0d7dbdd75e8 None None] Provisioning complete for port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:17.224298 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-480e3641-d871-420e-95aa-f0d7dbdd75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.318921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc7f96-9ff4-4f0c-adaf-ab5b64876041 req-7424eac8-dcbb-4a82-9d36-c2a1d2bed39c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:17.320864 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eccc7f96-9ff4-4f0c-adaf-ab5b64876041 req-7424eac8-dcbb-4a82-9d36-c2a1d2bed39c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.0984125 Oct 29 08:48:17.342759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.369126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:17.374177 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.383130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:17.383726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.530662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eccc7f96-9ff4-4f0c-adaf-ab5b64876041 req-3865c0fa-954b-4c32-ae67-d382b16bd314 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003727 Oct 29 08:48:17.652162 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-480e3641-d871-420e-95aa-f0d7dbdd75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.740934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-480e3641-d871-420e-95aa-f0d7dbdd75e8 None None] For port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,segment=NetworkSegment(ebe6703c-3196-4570-8e38-8ff886cbffdf),segment_id=ebe6703c-3196-4570-8e38-8ff886cbffdf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:17.743572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.754757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-480e3641-d871-420e-95aa-f0d7dbdd75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.801490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:17.852540 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.863182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.887671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e3641-d871-420e-95aa-f0d7dbdd75e8 None None] Pushing event updated for resources: {'Port': ['ID=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:17.895140 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.899990 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:48:17.900418 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:48:17.938329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] Deleting port b2e6fa2e-4734-4eda-a595-565fd5c4f554 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:17.943608 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.965865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event updated for resources: {'Port': ['ID=5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:17.972608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] In _notify_port_updated(), no bound segment for port 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e on network 417299c1-997a-4b71-8cdb-ba194e838d9e {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:48:17.979243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:17.980049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:17.984069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39e04d1b-fe8c-464f-8963-79086086c7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "PUT /v2.0/ports/5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e HTTP/1.1" status: 200 len: 1130 time: 0.9598899 Oct 29 08:48:17.984069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:17.985127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43324) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:17.991772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:17.999552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:18.004807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.028156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=efeb4431-72fd-4675-9ebe-b74d9092dbea,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:18.049990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b9683f3c-d796-4340-9567-ca4db8beba94 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0407441 Oct 29 08:48:18.050682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43326) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:18.067789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'name': 'tempest-NetworksTestDHCPv6-371835974'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:18.075180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] For port b2e6fa2e-4734-4eda-a595-565fd5c4f554, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b2e6fa2e-4734-4eda-a595-565fd5c4f554,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:18.075548 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.114973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] Calling delete_port for b2e6fa2e-4734-4eda-a595-565fd5c4f554 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:18.143105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72bf7fb-c0e5-4519-a0d0-82186b231ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:18.145108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b72bf7fb-c0e5-4519-a0d0-82186b231ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "GET /v2.0/ports/5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e HTTP/1.1" status: 200 len: 1130 time: 0.1581635 Oct 29 08:48:18.149937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43330) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:18.168898 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.171459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a18ee0e6-b285-4080-8694-00fdf0c979ba None None] Provisioning complete for port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:18.171846 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a18ee0e6-b285-4080-8694-00fdf0c979ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.331110 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.332567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8d570649-2468-4164-9be7-1a3efe4a90b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Deleting port 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:18.332901 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d570649-2468-4164-9be7-1a3efe4a90b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.472538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a18ee0e6-b285-4080-8694-00fdf0c979ba None None] Provisioning complete for port 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:18.473465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a18ee0e6-b285-4080-8694-00fdf0c979ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.528716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.570926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] No DVR routers for this DVR port b2e6fa2e-4734-4eda-a595-565fd5c4f554 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:18.575696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d570649-2468-4164-9be7-1a3efe4a90b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.584896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f9301-f349-468e-9127-a6dc95a78b7d None None] Pushing event deleted for resources: {'Port': ['ID=b2e6fa2e-4734-4eda-a595-565fd5c4f554,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:18.604855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8d570649-2468-4164-9be7-1a3efe4a90b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Calling delete_port for 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:18.607744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a18ee0e6-b285-4080-8694-00fdf0c979ba None None] Port 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:48:18.615595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf018e1-d5b0-4a42-a4c4-85a6c1902d08 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:18.785019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c7bf2768-a8cd-4c11-983e-e3cd487b1404 None None] Provisioning complete for port 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:18.796539 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c7bf2768-a8cd-4c11-983e-e3cd487b1404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.858624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e260b7-2441-4c1c-8736-612a60ccdb70 req-e137bed3-ef12-4dfc-8664-a25bed39a989 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:18.861363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07e260b7-2441-4c1c-8736-612a60ccdb70 req-e137bed3-ef12-4dfc-8664-a25bed39a989 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.2236621 Oct 29 08:48:18.869106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d570649-2468-4164-9be7-1a3efe4a90b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.896415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:18.903660 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:18.907221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:18.909028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf2768-a8cd-4c11-983e-e3cd487b1404 None None] Port 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:48:18.935484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570649-2468-4164-9be7-1a3efe4a90b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event deleted for resources: {'Port': ['ID=5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:18.968854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 947d3001-6cd6-4ffa-ae8f-9d63831f53b5 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:19.017993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d570649-2468-4164-9be7-1a3efe4a90b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.025703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8d570649-2468-4164-9be7-1a3efe4a90b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "DELETE /v2.0/ports/5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e HTTP/1.1" status: 204 len: 168 time: 0.8740036 Oct 29 08:48:19.028617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43334) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:19.052574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-305c7631-2a69-4047-94ec-8d2ff7556cb1 None None] Could not find standard attr ID for object 38545d58-a439-48c0-85a5-884e06addd49. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:19.058658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'efeb4431-72fd-4675-9ebe-b74d9092dbea'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:19.072524 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.082480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07e260b7-2441-4c1c-8736-612a60ccdb70 req-0e6cf706-7153-4098-94a9-afee59d47d33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055712 Oct 29 08:48:19.088999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:19.089545 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.172491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e34fc0c-64b5-4c3f-a87a-e906e4ccd34a tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Deleting subnet 4450d7ed-74ac-40eb-a834-e5edb727f216 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:19.176677 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e34fc0c-64b5-4c3f-a87a-e906e4ccd34a tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.243250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e34fc0c-64b5-4c3f-a87a-e906e4ccd34a tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.277855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::29 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/efeb4431-72fd-4675-9ebe-b74d9092dbea/947d3001-6cd6-4ffa-ae8f-9d63831f53b5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:19.417266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b2e6fa2e-4734-4eda-a595-565fd5c4f554 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:19.455939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b2e6fa2e-4734-4eda-a595-565fd5c4f554 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:19.456307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b2e6fa2e-4734-4eda-a595-565fd5c4f554 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:19.475206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e34fc0c-64b5-4c3f-a87a-e906e4ccd34a tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.478751 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.564506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.572730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e34fc0c-64b5-4c3f-a87a-e906e4ccd34a tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.597239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2e34fc0c-64b5-4c3f-a87a-e906e4ccd34a tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.602783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2e34fc0c-64b5-4c3f-a87a-e906e4ccd34a tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "DELETE /v2.0/subnets/4450d7ed-74ac-40eb-a834-e5edb727f216 HTTP/1.1" status: 204 len: 168 time: 0.5708945 Oct 29 08:48:19.612355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43340) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:19.624893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34fc0c-64b5-4c3f-a87a-e906e4ccd34a tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event deleted for resources: {'Subnet': ['ID=4450d7ed-74ac-40eb-a834-e5edb727f216,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:19.734631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.780817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.793523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f4068-191c-4c5e-b174-41a4f7f531d0 None None] Network 417299c1-997a-4b71-8cdb-ba194e838d9e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:19.797140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:19.809098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:19.817181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:19.824709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:19.825375 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:19.856228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-888c3f3f-d3ee-4c24-b7e4-578e2c65a34a None None] Could not find standard attr ID for object 5ab4c93b-4cc9-48e0-b75f-e7c14ea4787e. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:19.873670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8218243 Oct 29 08:48:19.876537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43344) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:19.877832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/efeb4431-72fd-4675-9ebe-b74d9092dbea/abe4b36d-cf49-488b-b220-53b4c4ace191) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:19.878895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c0e20-7202-4695-bc3a-9aee4a782e97 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=947d3001-6cd6-4ffa-ae8f-9d63831f53b5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:19.939042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8640e0-0bcb-4e01-befc-e265ce74ebb5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:19.943325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7c8640e0-0bcb-4e01-befc-e265ce74ebb5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0629578 Oct 29 08:48:19.943762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43346) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:19.977173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Deleting port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:19.977606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.077128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] For port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,segment=NetworkSegment(ebe6703c-3196-4570-8e38-8ff886cbffdf),segment_id=ebe6703c-3196-4570-8e38-8ff886cbffdf)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:20.077642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.101486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Calling delete_port for 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:20.111974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.117703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] DHCP port deletion for 417299c1-997a-4b71-8cdb-ba194e838d9e request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:20.128713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.163374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2a01ef76-27c2-47c8-91d1-2ee099b6d6cf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 947d3001-6cd6-4ffa-ae8f-9d63831f53b5 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:20.163816 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a01ef76-27c2-47c8-91d1-2ee099b6d6cf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.207223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:20.213520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:20.219605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Pushing event updated for resources: {'Port': ['ID=abe4b36d-cf49-488b-b220-53b4c4ace191,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:20.222476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:20.298952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] Deleting port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:20.299730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.301983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Attempting to bind port abe4b36d-cf49-488b-b220-53b4c4ace191 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:20.302687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Attempting to bind port abe4b36d-cf49-488b-b220-53b4c4ace191 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:20.303281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Attempting to bind port abe4b36d-cf49-488b-b220-53b4c4ace191 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:20.314202 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a01ef76-27c2-47c8-91d1-2ee099b6d6cf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.330200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2a01ef76-27c2-47c8-91d1-2ee099b6d6cf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 947d3001-6cd6-4ffa-ae8f-9d63831f53b5 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:20.332192 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.341351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d67555-075a-4310-819d-621e89b0f987 req-299b1d05-ee26-4d9e-95d9-4a7d218e09d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:20.342953 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80d67555-075a-4310-819d-621e89b0f987 req-299b1d05-ee26-4d9e-95d9-4a7d218e09d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1231556 Oct 29 08:48:20.354080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:20.354462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:20.355931 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.356348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:20.356873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Bound port: abe4b36d-cf49-488b-b220-53b4c4ace191, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:20.357257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.384098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event deleted for resources: {'Port': ['ID=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:20.399971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] No DVR routers for this DVR port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:20.421014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] For port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,segment=NetworkSegment(ebe6703c-3196-4570-8e38-8ff886cbffdf),segment_id=ebe6703c-3196-4570-8e38-8ff886cbffdf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:20.421440 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.439688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] Calling delete_port for 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:20.525969 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80d67555-075a-4310-819d-621e89b0f987 req-4afc8ca3-f6ec-410b-8f1b-ee60ff57c10c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546946 Oct 29 08:48:20.543175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.549873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] For port abe4b36d-cf49-488b-b220-53b4c4ace191, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:20.555377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] For port abe4b36d-cf49-488b-b220-53b4c4ace191, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=abe4b36d-cf49-488b-b220-53b4c4ace191,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:20.569702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.575019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417299c1-997a-4b71-8cdb-ba194e838d9e']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:20.594264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe6703c-3196-4570-8e38-8ff886cbffdf') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:20.594568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe6703c-3196-4570-8e38-8ff886cbffdf') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:20.617402 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.630581 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.631272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] No DVR routers for this DVR port 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:20.652120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e83e8-83bb-4485-b777-507cb4bdf0f3 None None] Pushing event updated for resources: {'Port': ['ID=abe4b36d-cf49-488b-b220-53b4c4ace191,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:20.677189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5200c-f693-48fe-a52d-3d4c28436f8e None None] Pushing event deleted for resources: {'Port': ['ID=5c9c1a48-83db-41ab-977d-5c1c8c6b34a3,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:20.677409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a01ef76-27c2-47c8-91d1-2ee099b6d6cf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.696653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.724090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01ef76-27c2-47c8-91d1-2ee099b6d6cf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=947d3001-6cd6-4ffa-ae8f-9d63831f53b5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:20.734915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:48:20.735399 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:48:20.738752 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:48:20.774636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:20.796095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:20.796456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5c9c1a48-83db-41ab-977d-5c1c8c6b34a3 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:20.816991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a01ef76-27c2-47c8-91d1-2ee099b6d6cf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.823428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43354) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:20.824060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a01ef76-27c2-47c8-91d1-2ee099b6d6cf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/947d3001-6cd6-4ffa-ae8f-9d63831f53b5 HTTP/1.1" status: 204 len: 168 time: 0.8786547 Oct 29 08:48:20.847787 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.879537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:20.885469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] 10.222.0.70 "DELETE /v2.0/networks/417299c1-997a-4b71-8cdb-ba194e838d9e HTTP/1.1" status: 204 len: 168 time: 1.2671278 Oct 29 08:48:20.885469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ecfa-436c-4f06-a081-144b330ecdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023 tempest-ExtraDHCPOptionsIpV6TestJSON-1065484023-project] Pushing event deleted for resources: {'Network': ['ID=417299c1-997a-4b71-8cdb-ba194e838d9e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:20.934895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78d4d9-5e68-4083-8a48-297433a04c64 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:20.937903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78d4d9-5e68-4083-8a48-297433a04c64 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:20.939702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6c78d4d9-5e68-4083-8a48-297433a04c64 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1143847 Oct 29 08:48:20.942997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43358) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:21.016482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d137615-f285-448e-b573-f01436c367ea tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet efeb4431-72fd-4675-9ebe-b74d9092dbea {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:21.020065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d137615-f285-448e-b573-f01436c367ea tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.072156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d137615-f285-448e-b573-f01436c367ea tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.170004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d137615-f285-448e-b573-f01436c367ea tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.217466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43362) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:21.239557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d137615-f285-448e-b573-f01436c367ea tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.298555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d137615-f285-448e-b573-f01436c367ea tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=efeb4431-72fd-4675-9ebe-b74d9092dbea,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:21.301191 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d137615-f285-448e-b573-f01436c367ea tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.305521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8d137615-f285-448e-b573-f01436c367ea tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/efeb4431-72fd-4675-9ebe-b74d9092dbea HTTP/1.1" status: 204 len: 168 time: 0.3612397 Oct 29 08:48:21.308945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43368) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:21.358420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43370) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:21.364688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45a90eb6-da14-4363-b9ea-5b645c19e460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545530 Oct 29 08:48:21.429782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dba4d10f-eca7-4f7c-9008-a74e1d7939d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f468720a9ae413c826ff9a26677699b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110860 Oct 29 08:48:21.432651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43372) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:21.446223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197bcb0d-cddb-40d7-8bcf-0ace27a2ae0b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:21.448058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-197bcb0d-cddb-40d7-8bcf-0ace27a2ae0b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0886278 Oct 29 08:48:21.450800 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43374) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:21.503736 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88eee211-748a-484d-bb30-070a4c81d0ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.517472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a28fd-a607-48af-bd1c-601359225428 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:21.524117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43378) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:21.524992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ff0a28fd-a607-48af-bd1c-601359225428 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0729454 Oct 29 08:48:21.572885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88eee211-748a-484d-bb30-070a4c81d0ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.580457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-21a114e7-7915-4ae7-8f1a-87be37edddfd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511353 Oct 29 08:48:21.581319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43382) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:21.588496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:21.688211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3e70e-67cb-4279-b37a-8425b4748643 req-72a6335d-4385-4826-bdac-11fb997fd0d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:21.689841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9cc3e70e-67cb-4279-b37a-8425b4748643 req-72a6335d-4385-4826-bdac-11fb997fd0d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.0668936 Oct 29 08:48:21.696520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88eee211-748a-484d-bb30-070a4c81d0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.699049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88eee211-748a-484d-bb30-070a4c81d0ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.700220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-88eee211-748a-484d-bb30-070a4c81d0ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b568f83-fcde-4d7e-9c37-984ec48aa5b1 HTTP/1.1" status: 204 len: 168 time: 0.2665117 Oct 29 08:48:21.715434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:21.719345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.774030 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9cc3e70e-67cb-4279-b37a-8425b4748643 req-7867a6d8-faf1-4e4f-a2e4-0c27c5b190e6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725181 Oct 29 08:48:21.775029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eee211-748a-484d-bb30-070a4c81d0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b568f83-fcde-4d7e-9c37-984ec48aa5b1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:21.909317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e6ac5-3f80-446a-aee5-fd42edbea54f None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:21.942350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:21.992868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:21.996297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:21.999709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:22.000345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.017757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=2933f01c-5d8c-4acd-9e44-5dc023c4b573,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:22.032731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5a0aa5a0-a608-4253-8745-04e79d23cebd None None] Provisioning complete for port abe4b36d-cf49-488b-b220-53b4c4ace191 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:22.033321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-42b9c1da-55b7-4132-be03-bed81ea791d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4503875 Oct 29 08:48:22.033547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5a0-a608-4253-8745-04e79d23cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.036169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43392) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:22.046481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': '2933f01c-5d8c-4acd-9e44-5dc023c4b573', 'ip_address': '2001:db8::118b:eb27:d1fc:228a'}], 'name': 'tempest-NetworksTestDHCPv6-451079583'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:22.168238 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5a0-a608-4253-8745-04e79d23cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.186601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:22.212238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5a0aa5a0-a608-4253-8745-04e79d23cebd None None] For port abe4b36d-cf49-488b-b220-53b4c4ace191, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=abe4b36d-cf49-488b-b220-53b4c4ace191,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:22.221938 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa5a0-a608-4253-8745-04e79d23cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.282363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aa5a0-a608-4253-8745-04e79d23cebd None None] Pushing event updated for resources: {'Port': ['ID=abe4b36d-cf49-488b-b220-53b4c4ace191,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:22.313257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.334966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:22.344280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae72b97-1192-4b0d-a8d2-3976b7832aca None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:22.414005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3314fe8b-1aff-4b4f-a1e7-e4221a2b86ec None None] Provisioning complete for port abe4b36d-cf49-488b-b220-53b4c4ace191 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:22.414392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3314fe8b-1aff-4b4f-a1e7-e4221a2b86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.540857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::118b:eb27:d1fc:228a (518ef6fc-f3d9-4071-bb94-ff10c09b9203/2933f01c-5d8c-4acd-9e44-5dc023c4b573/e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:22.550593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43414) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:22.735899 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.791111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.797873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-811320519'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:22.826903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:22.841169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.861963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:22.866141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:22.866698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device abe4b36d-cf49-488b-b220-53b4c4ace191 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:22.877177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:22.883198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:22.883901 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.894278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:22.895484 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.920612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-07e96cb2-e9ec-4b68-a587-1ba12bb5bc01 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8806267 Oct 29 08:48:22.921400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43426) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:22.976463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port abe4b36d-cf49-488b-b220-53b4c4ace191 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:22.978225 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:22.996159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831c589-b631-4e8a-986c-e37ee6dd57ef tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:23.006639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831c589-b631-4e8a-986c-e37ee6dd57ef tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:23.015005 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1831c589-b631-4e8a-986c-e37ee6dd57ef tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0899251 Oct 29 08:48:23.015957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43428) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:23.066661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d01b149e-0ac6-405f-91fb-31812e425ede None None] Provisioning complete for port abe4b36d-cf49-488b-b220-53b4c4ace191 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:23.067030 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d01b149e-0ac6-405f-91fb-31812e425ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.073171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb685-ba4d-408c-b450-03a8ec31e9b2 req-0076a118-7653-424c-9677-8cc3b9ef8020 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:23.077320 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52cdb685-ba4d-408c-b450-03a8ec31e9b2 req-0076a118-7653-424c-9677-8cc3b9ef8020 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1491070 Oct 29 08:48:23.201789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-26ff7662-f355-4473-9440-3f1a0c33e683 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:23.202071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26ff7662-f355-4473-9440-3f1a0c33e683 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.240619 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.244923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-52cdb685-ba4d-408c-b450-03a8ec31e9b2 req-d70ac9a4-9a4a-46e6-9ba0-ba126c964fc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525497 Oct 29 08:48:23.248200 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.286402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:48:23.302139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800919f9-30c5-4c39-9c67-3491f298b849,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:23.307996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.308465 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Added segment c779b8c3-be0c-4e86-aaef-b9c40d6e6443 of type vlan for network 239f4269-66df-4512-bf5f-8dc3831466ce Oct 29 08:48:23.353088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26ff7662-f355-4473-9440-3f1a0c33e683 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.357079 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.370491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-26ff7662-f355-4473-9440-3f1a0c33e683 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:23.371456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7fbdfb68-c3fd-4c09-86f0-3718e438637a None None] Could not find standard attr ID for object 947d3001-6cd6-4ffa-ae8f-9d63831f53b5. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:23.394689 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.402532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:23.403482 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.483459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9247608 Oct 29 08:48:23.483459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43436) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:23.488216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'subnet': {'network_id': '239f4269-66df-4512-bf5f-8dc3831466ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:23.493655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d50d6-2c30-4ffe-8362-69d5940cf14f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Network': ['ID=239f4269-66df-4512-bf5f-8dc3831466ce,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:23.511969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 239f4269-66df-4512-bf5f-8dc3831466ce details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:48:23.557350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26ff7662-f355-4473-9440-3f1a0c33e683 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.629066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff7662-f355-4473-9440-3f1a0c33e683 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:23.653183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:23.657156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.663684 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-26ff7662-f355-4473-9440-3f1a0c33e683 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.670402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43440) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:23.670736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-26ff7662-f355-4473-9440-3f1a0c33e683 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7 HTTP/1.1" status: 204 len: 168 time: 0.6486084 Oct 29 08:48:23.791515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64187e-87c4-4346-90ce-1afeb97bd392 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:23.793150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64187e-87c4-4346-90ce-1afeb97bd392 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:23.798403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43442) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:23.799531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4a64187e-87c4-4346-90ce-1afeb97bd392 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1280677 Oct 29 08:48:23.842669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5acf4d4c-defc-49ed-9dbe-2fa79f08ef0e None None] Could not find standard attr ID for object e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:23.874078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06cd7b5-91f8-4189-9749-8550cccf2a62 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 2933f01c-5d8c-4acd-9e44-5dc023c4b573 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:23.878408 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b06cd7b5-91f8-4189-9749-8550cccf2a62 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.932951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b06cd7b5-91f8-4189-9749-8550cccf2a62 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:23.997039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b06cd7b5-91f8-4189-9749-8550cccf2a62 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.038916 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.092472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b06cd7b5-91f8-4189-9749-8550cccf2a62 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.120434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Subnet': ['ID=06933327-c216-43aa-a5be-f85be5b49325,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:24.130813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cd7b5-91f8-4189-9749-8550cccf2a62 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=2933f01c-5d8c-4acd-9e44-5dc023c4b573,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:24.132894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b06cd7b5-91f8-4189-9749-8550cccf2a62 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.136491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b06cd7b5-91f8-4189-9749-8550cccf2a62 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/2933f01c-5d8c-4acd-9e44-5dc023c4b573 HTTP/1.1" status: 204 len: 168 time: 0.3371537 Oct 29 08:48:24.138931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43446) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:24.145888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Checking segment: {'id': 'c779b8c3-be0c-4e86-aaef-b9c40d6e6443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '239f4269-66df-4512-bf5f-8dc3831466ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:24.146829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network hostable DHCP agents. Network: 239f4269-66df-4512-bf5f-8dc3831466ce, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:48:24.170279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 239f4269-66df-4512-bf5f-8dc3831466ce is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:48:24.186955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 239f4269-66df-4512-bf5f-8dc3831466ce) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:24.192031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:24.193052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.199783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31a851-af4d-459a-bc2f-920a4784d4de None None] Network 239f4269-66df-4512-bf5f-8dc3831466ce requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:24.214831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9cfad2e6-8152-4800-b7ad-a816fc600eaf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745838 Oct 29 08:48:24.217810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43448) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:24.225610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:24.234122 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-578a797f-dede-48e8-91f9-ca056534cb6b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7522376 Oct 29 08:48:24.237088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43450) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:24.242497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-704819369', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:24.280887 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.282364 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.353583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80acbfa5-365e-40a3-ba4e-0f74fe454146 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:24.366878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.416948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10cb389-8e0b-4941-a962-0d1632919166 None None] Network 239f4269-66df-4512-bf5f-8dc3831466ce requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:24.417472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873851-f6d0-46c6-9bf6-85032726621e req-474b1f25-c47a-4e7a-98d1-0d1fa4a1af93 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:24.420109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49873851-f6d0-46c6-9bf6-85032726621e req-474b1f25-c47a-4e7a-98d1-0d1fa4a1af93 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.0732191 Oct 29 08:48:24.425048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:24.429037 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.529837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.531611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49873851-f6d0-46c6-9bf6-85032726621e req-4c64d1c3-6201-4a7e-a4ce-1cdb0c4c8d63 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966277 Oct 29 08:48:24.673817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:24.689108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.729458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] Deleting port abe4b36d-cf49-488b-b220-53b4c4ace191 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:24.729933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.762355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:24.766382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:24.770637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:24.772040 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.788365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.795446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device abe4b36d-cf49-488b-b220-53b4c4ace191 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:24.801153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=f6928585-11b8-4fce-84b5-5f6add1a8c33,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:24.811617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.829005 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-45eafa9a-1805-4bf5-82e1-2ff03ab66319 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6098900 Oct 29 08:48:24.829700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43456) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:24.836857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': 'f6928585-11b8-4fce-84b5-5f6add1a8c33', 'ip_address': '2001:db8::700d:a9b1:df7e:944b'}], 'name': 'tempest-NetworksTestDHCPv6-1274472217'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:24.863427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] For port abe4b36d-cf49-488b-b220-53b4c4ace191, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=abe4b36d-cf49-488b-b220-53b4c4ace191,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:24.863929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:24.879702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] Calling delete_port for abe4b36d-cf49-488b-b220-53b4c4ace191 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:24.931600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.25.5.137 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/3f89f25b-f7d7-4ab5-94c4-4b898a4d6eb3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:24.968589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:24.970821 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.018313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port abe4b36d-cf49-488b-b220-53b4c4ace191, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=abe4b36d-cf49-488b-b220-53b4c4ace191,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:25.023677 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.049625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.059232 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.063709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.082218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] No DVR routers for this DVR port abe4b36d-cf49-488b-b220-53b4c4ace191 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:25.085771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 47b40221-c443-4eef-a703-d109c6051bf8 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:25.088438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=abe4b36d-cf49-488b-b220-53b4c4ace191,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:25.095538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.118082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bd107-9e86-4e3e-aba6-a159520162d2 None None] Pushing event deleted for resources: {'Port': ['ID=abe4b36d-cf49-488b-b220-53b4c4ace191,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:25.120317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deacffa1-8c01-4840-812b-8570a4064d2d None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:25.150643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:25.155503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:25.160691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:25.165048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=3f89f25b-f7d7-4ab5-94c4-4b898a4d6eb3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:25.309210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'f6928585-11b8-4fce-84b5-5f6add1a8c33'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:25.310310 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.352508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::700d:a9b1:df7e:944b (518ef6fc-f3d9-4071-bb94-ff10c09b9203/f6928585-11b8-4fce-84b5-5f6add1a8c33/47b40221-c443-4eef-a703-d109c6051bf8) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:25.484956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.578654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.623495 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.691683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/f6928585-11b8-4fce-84b5-5f6add1a8c33/1c7b4593-4ed3-4419-9387-6e1c30f14f43) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:25.723755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.725580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:25.733920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:25.741055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:25.746774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:25.747399 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.758797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=47b40221-c443-4eef-a703-d109c6051bf8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:25.772217 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9409235 Oct 29 08:48:25.780770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010ecc0-9c42-4590-9c2f-1ae78442a8b7 req-885af484-dc53-48ea-ae76-beebbb3ff0cf tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:25.782617 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c010ecc0-9c42-4590-9c2f-1ae78442a8b7 req-885af484-dc53-48ea-ae76-beebbb3ff0cf tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1215162 Oct 29 08:48:25.783326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43468) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:25.784736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.785080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.785418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.785750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.786120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.786714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.787445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.787777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.788132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.788462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.788789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.789114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f27829-8cec-4b63-9de1-7e40b5974774 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:48:25.876126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c010ecc0-9c42-4590-9c2f-1ae78442a8b7 req-9ab59f80-64c0-4618-a4fe-e536b15ca33b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746474 Oct 29 08:48:25.908847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6633d-1aeb-4e85-b62c-1d2f3811bb67 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:25.910405 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-64f6633d-1aeb-4e85-b62c-1d2f3811bb67 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1174481 Oct 29 08:48:25.914389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43474) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:25.924619 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.939267 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:25.996325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:48:26.002901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:26.007323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:26.011300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:26.055347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Pushing event updated for resources: {'Port': ['ID=1c7b4593-4ed3-4419-9387-6e1c30f14f43,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:26.084944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Attempting to bind port 1c7b4593-4ed3-4419-9387-6e1c30f14f43 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:26.085603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Attempting to bind port 1c7b4593-4ed3-4419-9387-6e1c30f14f43 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:26.086153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Attempting to bind port 1c7b4593-4ed3-4419-9387-6e1c30f14f43 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:26.092849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:26.093587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:26.094166 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.094735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:26.095415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Bound port: 1c7b4593-4ed3-4419-9387-6e1c30f14f43, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:26.096742 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.211467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] For port 1c7b4593-4ed3-4419-9387-6e1c30f14f43, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:26.217216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] For port 1c7b4593-4ed3-4419-9387-6e1c30f14f43, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1c7b4593-4ed3-4419-9387-6e1c30f14f43,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:26.225733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.298380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3515ddc-a182-4c3c-b920-5f422705e9c8 None None] Pushing event updated for resources: {'Port': ['ID=1c7b4593-4ed3-4419-9387-6e1c30f14f43,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:26.425825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5c49a35d-3f8e-4752-b602-8bf71650c400 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 47b40221-c443-4eef-a703-d109c6051bf8 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:26.426290 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c49a35d-3f8e-4752-b602-8bf71650c400 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.543785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:26.564446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a64e2-3ee0-4f2b-ab72-d8ff38f5c2c1 None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:26.574077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c49a35d-3f8e-4752-b602-8bf71650c400 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.605736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5c49a35d-3f8e-4752-b602-8bf71650c400 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 47b40221-c443-4eef-a703-d109c6051bf8 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:26.612031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.613317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0dd88cc6-54e5-4a64-b6af-6f62a3486f12 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3751981 Oct 29 08:48:26.616298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a64e2-3ee0-4f2b-ab72-d8ff38f5c2c1 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:26.616905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43480) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:26.617062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ea2a64e2-3ee0-4f2b-ab72-d8ff38f5c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:26.664254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ea2a64e2-3ee0-4f2b-ab72-d8ff38f5c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:26.683707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a64e2-3ee0-4f2b-ab72-d8ff38f5c2c1 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:26.685614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ea2a64e2-3ee0-4f2b-ab72-d8ff38f5c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:26.773412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ea2a64e2-3ee0-4f2b-ab72-d8ff38f5c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:26.774076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a64e2-3ee0-4f2b-ab72-d8ff38f5c2c1 None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:26.822408 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c49a35d-3f8e-4752-b602-8bf71650c400 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.859977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49a35d-3f8e-4752-b602-8bf71650c400 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=47b40221-c443-4eef-a703-d109c6051bf8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:26.860166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1c7b4593-4ed3-4419-9387-6e1c30f14f43 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:26.891714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c49a35d-3f8e-4752-b602-8bf71650c400 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.896938 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5c49a35d-3f8e-4752-b602-8bf71650c400 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/47b40221-c443-4eef-a703-d109c6051bf8 HTTP/1.1" status: 204 len: 168 time: 0.9718528 Oct 29 08:48:26.898385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43482) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:26.927063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1c7b4593-4ed3-4419-9387-6e1c30f14f43 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:26.927710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:26.961192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d7558-282b-45f0-9b92-bb2741f0bae2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:26.962791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d7558-282b-45f0-9b92-bb2741f0bae2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:26.964959 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a78d7558-282b-45f0-9b92-bb2741f0bae2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0655012 Oct 29 08:48:26.967767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43486) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:27.045507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac834d9-76ee-4561-ad43-01e5024847c4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet f6928585-11b8-4fce-84b5-5f6add1a8c33 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:27.050229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ac834d9-76ee-4561-ad43-01e5024847c4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.078814 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.127484 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ac834d9-76ee-4561-ad43-01e5024847c4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.129783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 1c7b4593-4ed3-4419-9387-6e1c30f14f43, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1c7b4593-4ed3-4419-9387-6e1c30f14f43,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:27.143179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.187774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73072-09b5-4306-9752-ee74044c13a4 req-e4ab5ce5-9ebf-483a-8f43-5233840adfda tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:27.190092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74e73072-09b5-4306-9752-ee74044c13a4 req-e4ab5ce5-9ebf-483a-8f43-5233840adfda tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1903327 Oct 29 08:48:27.239892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=1c7b4593-4ed3-4419-9387-6e1c30f14f43,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:27.288661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74e73072-09b5-4306-9752-ee74044c13a4 req-c6d11c64-f653-4f21-a7bf-6c6ded6eb4de tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856023 Oct 29 08:48:27.327233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.353256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ac834d9-76ee-4561-ad43-01e5024847c4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.455419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ac834d9-76ee-4561-ad43-01e5024847c4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.517398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ac834d9-76ee-4561-ad43-01e5024847c4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.520243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ac834d9-76ee-4561-ad43-01e5024847c4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/f6928585-11b8-4fce-84b5-5f6add1a8c33 HTTP/1.1" status: 204 len: 168 time: 0.5514331 Oct 29 08:48:27.521533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac834d9-76ee-4561-ad43-01e5024847c4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=f6928585-11b8-4fce-84b5-5f6add1a8c33,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:27.529329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43500) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:27.616491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43504) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:27.617165 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4a2c73ba-ae14-4070-b0ac-73d695815cf4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860674 Oct 29 08:48:27.623248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:27.761871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.20.0.1 (239f4269-66df-4512-bf5f-8dc3831466ce/06933327-c216-43aa-a5be-f85be5b49325/8cff3914-4453-4f85-8a09-82d83d92a36c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:27.787288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:27.794196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.844158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0f8976-987b-44e0-9f86-55f76bafa944 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:27.971332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-45dc2a98-0dd6-4938-b1dc-56791ada420f None None] Provisioning complete for port 1c7b4593-4ed3-4419-9387-6e1c30f14f43 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:27.971718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45dc2a98-0dd6-4938-b1dc-56791ada420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:27.990714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.106864 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.132377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:28.150366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.168203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 239f4269-66df-4512-bf5f-8dc3831466ce is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:28.191088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] Deleting port 1c7b4593-4ed3-4419-9387-6e1c30f14f43 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:28.191772 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.197242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:28.203459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:28.220238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=8cff3914-4453-4f85-8a09-82d83d92a36c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:28.229195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:28.256452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:28.262838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:28.263431 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.285131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=a4800af3-3ef6-4ced-b72c-5ce623775cbe,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:28.293665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.296614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] For port 1c7b4593-4ed3-4419-9387-6e1c30f14f43, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1c7b4593-4ed3-4419-9387-6e1c30f14f43,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:28.297286 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.305348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2ed06a82-aabf-4acb-8b94-79afbfd520bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6835678 Oct 29 08:48:28.305815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43508) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:28.311641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': 'a4800af3-3ef6-4ced-b72c-5ce623775cbe', 'ip_address': '2001:db8::acea:2d55:e632:8f34'}], 'name': 'tempest-NetworksTestDHCPv6-543653023'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:28.317037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] Calling delete_port for 1c7b4593-4ed3-4419-9387-6e1c30f14f43 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:28.447656 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.473104 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.479306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] No DVR routers for this DVR port 1c7b4593-4ed3-4419-9387-6e1c30f14f43 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:28.483886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fc460-4acd-447c-973b-68e3ff2ebe68 None None] Pushing event deleted for resources: {'Port': ['ID=1c7b4593-4ed3-4419-9387-6e1c30f14f43,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:28.506873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9917fe30-7ddd-49be-8d85-46cded53ab10 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:28.538205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526b69-9f9c-4942-bdf7-dbd20a9b8af7 req-3ce9bf2b-83f3-4966-919f-7e231bfa165f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:28.539748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c526b69-9f9c-4942-bdf7-dbd20a9b8af7 req-3ce9bf2b-83f3-4966-919f-7e231bfa165f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1065495 Oct 29 08:48:28.585347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:28.590864 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.623269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 8f578635-1e84-4bbe-9467-2e71f3d0e947 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:28.644003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c526b69-9f9c-4942-bdf7-dbd20a9b8af7 req-3bcb1c51-56ce-47dc-8f18-34581e105a6b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903223 Oct 29 08:48:28.774598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'a4800af3-3ef6-4ced-b72c-5ce623775cbe'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:28.775754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:28.792919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1c7b4593-4ed3-4419-9387-6e1c30f14f43 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:28.830821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 1c7b4593-4ed3-4419-9387-6e1c30f14f43 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:28.831170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1c7b4593-4ed3-4419-9387-6e1c30f14f43 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:28.970319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::acea:2d55:e632:8f34 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/a4800af3-3ef6-4ced-b72c-5ce623775cbe/8f578635-1e84-4bbe-9467-2e71f3d0e947) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:29.056456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.078288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.092118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.180441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.224637 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-fc953599-c0bd-4367-8d06-2e68b9cb85fa service neutron] show failed (client error): The resource could not be found. Oct 29 08:48:29.225859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-fc953599-c0bd-4367-8d06-2e68b9cb85fa service neutron] 10.222.0.15 "GET /v2.0/ports/170b61c6-af43-4165-802b-a670425663aa/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.1085436 Oct 29 08:48:29.253496 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.278302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.282325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=8cff3914-4453-4f85-8a09-82d83d92a36c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:29.353153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/a4800af3-3ef6-4ced-b72c-5ce623775cbe/6da3549a-5b71-4861-97ba-295d6fa77d50) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:29.370481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:29.378824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:29.394866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:29.412217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:29.413103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.471318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=8f578635-1e84-4bbe-9467-2e71f3d0e947,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:29.481785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 239f4269-66df-4512-bf5f-8dc3831466ce is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:29.483595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:29.507851 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cb6c91c1-5932-4b07-b566-02d5cae5c584 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1985486 Oct 29 08:48:29.531468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43530) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:29.601506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-071237e4-0581-4664-802f-ca6db0e7e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:29.603400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-071237e4-0581-4664-802f-ca6db0e7e21b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 1096 time: 0.1211326 Oct 29 08:48:29.618500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:29.675096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263c8de-99ae-48ed-87d7-67cc44d5cf53 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:29.679299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4263c8de-99ae-48ed-87d7-67cc44d5cf53 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1460059 Oct 29 08:48:29.680435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43534) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:29.699743 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.774705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:29.907915 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.921386 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:29.936479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07071b5e-dfcc-4a29-b3b2-10b8a464d587 req-6630d3fa-a577-4868-9ff4-ad400323d6ee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:29.938101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07071b5e-dfcc-4a29-b3b2-10b8a464d587 req-6630d3fa-a577-4868-9ff4-ad400323d6ee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1859589 Oct 29 08:48:30.038594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:30.045868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:30.050130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:30.059743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Pushing event updated for resources: {'Port': ['ID=6da3549a-5b71-4861-97ba-295d6fa77d50,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:30.062304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:30.065630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2a0d6-79d8-41f9-b3fa-7fdbf92fb98b None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:30.083696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b68a4307-b07a-476b-a87d-4048eed2c669 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/routers/efbb820c-030d-450a-b2e8-a63e259216e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4630666 Oct 29 08:48:30.084871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43544) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:30.089016 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2a0d6-79d8-41f9-b3fa-7fdbf92fb98b None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:30.091724 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f6d2a0d6-79d8-41f9-b3fa-7fdbf92fb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:30.102351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'port': {'network_id': '239f4269-66df-4512-bf5f-8dc3831466ce', 'name': 'tempest-FloatingIPTestJSON-1243637199'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:30.143316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b8a579ac-a895-4b70-b6c9-fca2f2ba9ee0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 8f578635-1e84-4bbe-9467-2e71f3d0e947 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:30.143670 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8a579ac-a895-4b70-b6c9-fca2f2ba9ee0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.157928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07071b5e-dfcc-4a29-b3b2-10b8a464d587 req-fcc2b3d4-5759-4f12-b828-50d821a7f78c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042570 Oct 29 08:48:30.179483 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f6d2a0d6-79d8-41f9-b3fa-7fdbf92fb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:30.215301 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2a0d6-79d8-41f9-b3fa-7fdbf92fb98b None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:30.216207 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f6d2a0d6-79d8-41f9-b3fa-7fdbf92fb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:30.226793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Attempting to bind port 6da3549a-5b71-4861-97ba-295d6fa77d50 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:30.227392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Attempting to bind port 6da3549a-5b71-4861-97ba-295d6fa77d50 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:30.227529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Attempting to bind port 6da3549a-5b71-4861-97ba-295d6fa77d50 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:30.243732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:30.244226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:30.244619 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.245019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:30.247141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Bound port: 6da3549a-5b71-4861-97ba-295d6fa77d50, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:30.247483 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.273359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:30.291236 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f6d2a0d6-79d8-41f9-b3fa-7fdbf92fb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:30.292179 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2a0d6-79d8-41f9-b3fa-7fdbf92fb98b None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:30.324740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] For port 6da3549a-5b71-4861-97ba-295d6fa77d50, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:30.329863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] For port 6da3549a-5b71-4861-97ba-295d6fa77d50, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6da3549a-5b71-4861-97ba-295d6fa77d50,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:30.336129 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.338052 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8a579ac-a895-4b70-b6c9-fca2f2ba9ee0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.341383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:30.354912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b8a579ac-a895-4b70-b6c9-fca2f2ba9ee0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 8f578635-1e84-4bbe-9467-2e71f3d0e947 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:30.398315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170b61c6-af43-4165-802b-a670425663aa'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:48:30.401005 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b1e91a-35cf-4e37-ab0e-497083ab75de" -d '{"events": [{"server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "name": "network-vif-unplugged", "status": "completed", "tag": "170b61c6-af43-4165-802b-a670425663aa"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:48:30.405416 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.410438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:30.415008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.443454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] device_id is not set on port 24515f37-ada5-4fd1-99aa-af2fc8c1bee5 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:30.461801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Transition to ACTIVE for port object 170b61c6-af43-4165-802b-a670425663aa will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:48:30.520129 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.538434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.542168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438b960-4a43-4efe-a440-7490afb1486f None None] Pushing event updated for resources: {'Port': ['ID=6da3549a-5b71-4861-97ba-295d6fa77d50,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:30.585598 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd8156c-1b95-49e9-b386-71ecc5491c53 x-openstack-request-id: req-3bd8156c-1b95-49e9-b386-71ecc5491c53 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:48:30.585939 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "name": "network-vif-unplugged", "status": "completed", "tag": "170b61c6-af43-4165-802b-a670425663aa", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:48:30.586280 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bd8156c-1b95-49e9-b386-71ecc5491c53 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:48:30.586565 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170b61c6-af43-4165-802b-a670425663aa', 'code': 200} Oct 29 08:48:30.625134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8a579ac-a895-4b70-b6c9-fca2f2ba9ee0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.694558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a579ac-a895-4b70-b6c9-fca2f2ba9ee0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=8f578635-1e84-4bbe-9467-2e71f3d0e947,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:30.718255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-c7394d77-61e8-4229-b6d4-d33a2ba5e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:30.719980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-c7394d77-61e8-4229-b6d4-d33a2ba5e5c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1095 time: 0.5168705 Oct 29 08:48:30.767169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.20.0.5 (239f4269-66df-4512-bf5f-8dc3831466ce/06933327-c216-43aa-a5be-f85be5b49325/24515f37-ada5-4fd1-99aa-af2fc8c1bee5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:30.782833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8a579ac-a895-4b70-b6c9-fca2f2ba9ee0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:30.789161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b8a579ac-a895-4b70-b6c9-fca2f2ba9ee0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/8f578635-1e84-4bbe-9467-2e71f3d0e947 HTTP/1.1" status: 204 len: 168 time: 1.0999787 Oct 29 08:48:30.805006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b53ec6-8bc0-443f-8f9c-c79976054e47 req-cd14ed3c-c592-4bef-ae51-dea481acc04d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:30.806593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b53ec6-8bc0-443f-8f9c-c79976054e47 req-cd14ed3c-c592-4bef-ae51-dea481acc04d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2217174 Oct 29 08:48:30.808796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43554) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:30.843143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:30.923984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] No DVR routers for this DVR port 170b61c6-af43-4165-802b-a670425663aa on host n-h2-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:31.004929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac7f3a-6e23-4ad9-9add-8bfa53995f99 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:31.012711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac7f3a-6e23-4ad9-9add-8bfa53995f99 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:31.013846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-adac7f3a-6e23-4ad9-9add-8bfa53995f99 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2019491 Oct 29 08:48:31.019553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43560) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:31.033300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b53ec6-8bc0-443f-8f9c-c79976054e47 req-6b7e2528-1652-4807-8bea-580c564972e1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959188 Oct 29 08:48:31.062343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-ba9a426e-1b9d-405e-9ed2-0a5a0f4d5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:31.063886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-ba9a426e-1b9d-405e-9ed2-0a5a0f4d5c69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.3090255 Oct 29 08:48:31.143628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-878cc602-0635-4207-a060-2116250d4d47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 999 time: 0.0714211 Oct 29 08:48:31.164256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-17908e8c-7848-4ef1-bd6c-1c5f57ac43e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet a4800af3-3ef6-4ced-b72c-5ce623775cbe {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:31.185451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17908e8c-7848-4ef1-bd6c-1c5f57ac43e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.207173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-a5d994fb-ea0a-421d-91be-05fc43ac2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:31.208818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-a5d994fb-ea0a-421d-91be-05fc43ac2343 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0578616 Oct 29 08:48:31.252107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.266058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17908e8c-7848-4ef1-bd6c-1c5f57ac43e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.284421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-a74f5c8c-1f28-4838-85d8-2dd45381e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:31.288285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-a74f5c8c-1f28-4838-85d8-2dd45381e261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692177 Oct 29 08:48:31.362253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Attempting to bind port 170b61c6-af43-4165-802b-a670425663aa on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:31.362605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Attempting to bind port 170b61c6-af43-4165-802b-a670425663aa by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:31.362945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Attempting to bind port 170b61c6-af43-4165-802b-a670425663aa on network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:31.385158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-9048fda7-8399-4532-b3fd-ddc01ab9f1e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913162 Oct 29 08:48:31.389957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Port 170b61c6-af43-4165-802b-a670425663aa on network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:48:31.390286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Attempting to bind port 170b61c6-af43-4165-802b-a670425663aa on network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:31.431474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:31.432127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Checking segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:31.432258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Bound using segment: {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:31.432664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Bound port: 170b61c6-af43-4165-802b-a670425663aa, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:31.433027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.465720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46c7c0-5086-430b-9443-bec1e2666611 req-ff8f12a8-98db-418d-86f2-360f9bbf0555 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:31.467304 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e46c7c0-5086-430b-9443-bec1e2666611 req-ff8f12a8-98db-418d-86f2-360f9bbf0555 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 943 time: 0.1778228 Oct 29 08:48:31.468423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.506730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7fed8a4-c368-4c66-8a24-77583408f070 req-71ce16fd-a54b-4585-8e3d-443da6e1d42f service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142700 Oct 29 08:48:31.564300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17908e8c-7848-4ef1-bd6c-1c5f57ac43e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.608663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 239f4269-66df-4512-bf5f-8dc3831466ce is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:31.620051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:31.628311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:31.743453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=24515f37-ada5-4fd1-99aa-af2fc8c1bee5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:31.778497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:31.779161 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.784289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e46c7c0-5086-430b-9443-bec1e2666611 req-01465631-a36a-4242-9316-567bd1797f49 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040178 Oct 29 08:48:31.789826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:31.796044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:31.812030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.820053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17908e8c-7848-4ef1-bd6c-1c5f57ac43e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.824857 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5ea6eaaf-3652-464d-83c5-e72737f98bc6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7386405 Oct 29 08:48:31.827982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43568) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:31.837385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'port': {'network_id': '239f4269-66df-4512-bf5f-8dc3831466ce', 'name': 'tempest-FloatingIPTestJSON-1629363456'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:31.898625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17908e8c-7848-4ef1-bd6c-1c5f57ac43e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=a4800af3-3ef6-4ced-b72c-5ce623775cbe,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:31.901368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17908e8c-7848-4ef1-bd6c-1c5f57ac43e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.904960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-17908e8c-7848-4ef1-bd6c-1c5f57ac43e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/a4800af3-3ef6-4ced-b72c-5ce623775cbe HTTP/1.1" status: 204 len: 168 time: 0.8795156 Oct 29 08:48:31.906796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:31.907509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.908655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43570) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:31.909044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] 10.222.0.93 "PUT /v2.0/ports/170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 1091 time: 2.2962456 Oct 29 08:48:31.921734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6fb5aea4-84e8-4ef6-b645-6bf0685258ae None None] Provisioning complete for port 6da3549a-5b71-4861-97ba-295d6fa77d50 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:31.922260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aea4-84e8-4ef6-b645-6bf0685258ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:31.973764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730db4b-9fe6-4eb7-a1d5-f6e9f7c21d3f service neutron] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=7']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:32.006883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f1b3a92c-d60a-4f7c-bd2f-92fd0949f60f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908408 Oct 29 08:48:32.011563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43572) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:32.056141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-da77085f-daac-4576-b025-b33a8894bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:32.060489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-da77085f-daac-4576-b025-b33a8894bb10 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1094 time: 0.1116033 Oct 29 08:48:32.175502 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aea4-84e8-4ef6-b645-6bf0685258ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:32.199198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cecb5e-742a-4148-b638-d2a53cc3853c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:32.207692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b2cecb5e-742a-4148-b638-d2a53cc3853c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1878967 Oct 29 08:48:32.210494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43596) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:32.275378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6fb5aea4-84e8-4ef6-b645-6bf0685258ae None None] For port 6da3549a-5b71-4861-97ba-295d6fa77d50, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6da3549a-5b71-4861-97ba-295d6fa77d50,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:32.286503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6fb5aea4-84e8-4ef6-b645-6bf0685258ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:32.333878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27d98-47e9-4e05-9451-f10e562b6acf req-3a6f58f9-2f67-4c40-bc75-f382caef3fab tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:32.336225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55c2c7-579f-4333-8216-a9925c191eae None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:32.337771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7be27d98-47e9-4e05-9451-f10e562b6acf req-3a6f58f9-2f67-4c40-bc75-f382caef3fab tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1276355 Oct 29 08:48:32.345559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:32.359360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5053efcc-f633-4b75-83ef-45b99aa33ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:32.362254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:32.368588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-5053efcc-f633-4b75-83ef-45b99aa33ff7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 899 time: 0.2846706 Oct 29 08:48:32.421239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] device_id is not set on port 7ed23a05-21a1-4c01-b997-501c6fb27e5a yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:32.467130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-456c4906-a31a-4bcd-9a3a-7b7f338f7e07 None None] Could not find standard attr ID for object 47b40221-c443-4eef-a703-d109c6051bf8. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:32.499431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5aea4-84e8-4ef6-b645-6bf0685258ae None None] Pushing event updated for resources: {'Port': ['ID=6da3549a-5b71-4861-97ba-295d6fa77d50,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:32.578521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7be27d98-47e9-4e05-9451-f10e562b6acf req-ebbf5e1f-31ae-491f-9fb1-e6ea2321d9ce tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734850 Oct 29 08:48:32.752234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:32.813037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.20.0.3 (239f4269-66df-4512-bf5f-8dc3831466ce/06933327-c216-43aa-a5be-f85be5b49325/7ed23a05-21a1-4c01-b997-501c6fb27e5a) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:32.851345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:32.913977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] Deleting port 6da3549a-5b71-4861-97ba-295d6fa77d50 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:32.914364 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:32.986206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'tag': '170b61c6-af43-4165-802b-a670425663aa'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:48:32.988719 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d242355-72f1-4be5-8798-f4ca5d9ba481" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "tag": "170b61c6-af43-4165-802b-a670425663aa"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:48:33.020618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255f6de-8b94-4582-8034-7f764d78eb07 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:33.025281 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d255f6de-8b94-4582-8034-7f764d78eb07 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8151162 Oct 29 08:48:33.037444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43640) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:33.040080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-d301af5b-c250-4119-acc6-58b8cade324e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 999 time: 0.6692641 Oct 29 08:48:33.045653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] For port 6da3549a-5b71-4861-97ba-295d6fa77d50, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6da3549a-5b71-4861-97ba-295d6fa77d50,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:33.047356 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:33.092162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] Calling delete_port for 6da3549a-5b71-4861-97ba-295d6fa77d50 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:33.106685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3a8ed600-0b08-404f-b426-eeede5a54b89 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652261 Oct 29 08:48:33.128710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43642) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:33.137662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:33.144089 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d06e5-784d-4dd7-84b0-7d4829e95f78 x-openstack-request-id: req-e20d06e5-784d-4dd7-84b0-7d4829e95f78 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:48:33.144550 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "tag": "170b61c6-af43-4165-802b-a670425663aa", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:48:33.144801 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e20d06e5-784d-4dd7-84b0-7d4829e95f78 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:48:33.145273 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'tag': '170b61c6-af43-4165-802b-a670425663aa', 'status': 'completed', 'code': 200} Oct 29 08:48:33.215885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdb58dbc-cca7-4b81-97ec-4a7f1d13e651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:33.224145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-2c9b8b02-f53e-41dd-a980-5fcf9cf63078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:33.226337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-2c9b8b02-f53e-41dd-a980-5fcf9cf63078 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.1763706 Oct 29 08:48:33.229040 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:33.267180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] No DVR routers for this DVR port 6da3549a-5b71-4861-97ba-295d6fa77d50 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:33.273153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a717a6-5fc0-405b-8f0a-d4a81abd8037 req-ba10499f-8f28-435d-94b5-d76c98041375 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:33.273805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eec5c-22f7-49df-8499-d887f5c1370c None None] Pushing event deleted for resources: {'Port': ['ID=6da3549a-5b71-4861-97ba-295d6fa77d50,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:33.274738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9a717a6-5fc0-405b-8f0a-d4a81abd8037 req-ba10499f-8f28-435d-94b5-d76c98041375 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 943 time: 0.2084391 Oct 29 08:48:33.341312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-38113c05-766c-4b7a-9e9e-f9a4bee7bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:33.342839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-38113c05-766c-4b7a-9e9e-f9a4bee7bdb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1094 time: 0.1842978 Oct 29 08:48:33.358470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-bddc6da8-c0e4-4cd4-8e33-352ee9e246a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:33.360153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-bddc6da8-c0e4-4cd4-8e33-352ee9e246a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229086 Oct 29 08:48:33.379173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:33.385486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:33.446276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:33.524302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdb58dbc-cca7-4b81-97ec-4a7f1d13e651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:33.536069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-fc07cbec-7c05-40e5-be9a-5cf973798fa8 service neutron] 10.222.0.93 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676891 Oct 29 08:48:33.559025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdb58dbc-cca7-4b81-97ec-4a7f1d13e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:33.576855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9a717a6-5fc0-405b-8f0a-d4a81abd8037 req-bd9e1499-223b-4c4a-8ef2-394b5e43706e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768397 Oct 29 08:48:33.669702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bdb58dbc-cca7-4b81-97ec-4a7f1d13e651 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a83eb4d6e45a4ca98cc9fe4fb44b1db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8159282 Oct 29 08:48:33.674366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43674) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:33.696581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb58dbc-cca7-4b81-97ec-4a7f1d13e651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da62782-2ebe-40da-9e5a-31a9c1df4f85,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:33.750365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-b3aa0303-78b2-4be3-963d-9ecfa88c8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:33.752726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-b3aa0303-78b2-4be3-963d-9ecfa88c8fab service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 899 time: 0.4009924 Oct 29 08:48:33.754273 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e91e8f99-be64-4aba-a0e7-010dc8153398 req-b82a9968-3d49-4e76-8e1d-e79dd4bdf34e service neutron] 10.222.0.93 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111678 Oct 29 08:48:33.784199 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:33.918980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-84be80f9-5eac-4cdd-bd2c-78fc60baf4ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 999 time: 0.1483057 Oct 29 08:48:33.921560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-f46ca334-fb95-4349-b51c-57ec2f8e8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:33.923218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-f46ca334-fb95-4349-b51c-57ec2f8e8d0a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1094 time: 0.0968401 Oct 29 08:48:33.971680 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.017759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 239f4269-66df-4512-bf5f-8dc3831466ce is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:34.087201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:34.101746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:34.115276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:34.115911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.118754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc80cb1-e2c4-4f32-9de8-bc297244f629 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:34.127540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=29a6c509-bd6b-45e8-b0c0-e526680f8332,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:34.134273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-333de584-20fc-4e8f-9253-285984ada830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:34.135841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-333de584-20fc-4e8f-9253-285984ada830 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 899 time: 0.2020590 Oct 29 08:48:34.148989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5305aa9d-afe4-4ae7-bff0-3206c6c9a9d6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0163264 Oct 29 08:48:34.153348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43680) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:34.158764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': '29a6c509-bd6b-45e8-b0c0-e526680f8332', 'ip_address': '2001:db8::eed0:28f7:1ab5:6ad3'}], 'name': 'tempest-NetworksTestDHCPv6-1471197004'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:34.212695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 170b61c6-af43-4165-802b-a670425663aa no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:34.294177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-8d5cb4b4-6d22-47f8-ba3e-e9e7ee9333eb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 999 time: 0.1465540 Oct 29 08:48:34.331875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 170b61c6-af43-4165-802b-a670425663aa not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:34.380175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-deb88be4-7883-448b-8ad4-aa3b938303cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:34.382160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-deb88be4-7883-448b-8ad4-aa3b938303cf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.0786097 Oct 29 08:48:34.428667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': '29a6c509-bd6b-45e8-b0c0-e526680f8332'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:34.429771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.441367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:34.444980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:34.460423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:34.509357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:34.510371 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.519651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=7ed23a05-21a1-4c01-b997-501c6fb27e5a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:34.527187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-087cafae-0af1-4ff8-99c6-2d450cf29527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.546019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-20c8f235-1461-42f5-89a1-8410bc9af684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:34.547416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-20c8f235-1461-42f5-89a1-8410bc9af684 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.5640283 Oct 29 08:48:34.556377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2903ebe9-f16b-4491-bbeb-e4571084e3d0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7243712 Oct 29 08:48:34.561443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43682) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:34.570869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '7ed23a05-21a1-4c01-b997-501c6fb27e5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:34.576461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-087cafae-0af1-4ff8-99c6-2d450cf29527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.579432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-d6e30958-aa02-4420-9f78-56b6e854e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:34.581099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-d6e30958-aa02-4420-9f78-56b6e854e2c2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903312 Oct 29 08:48:34.609312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/29a6c509-bd6b-45e8-b0c0-e526680f8332/615ea99f-703e-4f8c-b2af-d104c76c776f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:34.685789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.713236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-2503a8be-ee29-4fe0-bb06-0a3217b5d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:34.717860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.720364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-2503a8be-ee29-4fe0-bb06-0a3217b5d27c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558995 Oct 29 08:48:34.757578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6da3549a-5b71-4861-97ba-295d6fa77d50 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:34.783849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 5a54824d-5838-4c40-ba2e-549af5857ddf yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:34.799041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 6da3549a-5b71-4861-97ba-295d6fa77d50 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:34.799529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6da3549a-5b71-4861-97ba-295d6fa77d50 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:34.813071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-087cafae-0af1-4ff8-99c6-2d450cf29527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.820056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-087cafae-0af1-4ff8-99c6-2d450cf29527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.821643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-087cafae-0af1-4ff8-99c6-2d450cf29527 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6da62782-2ebe-40da-9e5a-31a9c1df4f85 HTTP/1.1" status: 204 len: 168 time: 1.1451621 Oct 29 08:48:34.902954 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.907231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-e089ec2d-a886-40ca-b37f-7126c9526252 service neutron] 10.222.0.93 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139720 Oct 29 08:48:34.916701 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:34.929740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cafae-0af1-4ff8-99c6-2d450cf29527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da62782-2ebe-40da-9e5a-31a9c1df4f85,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:34.988437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14717-40db-4572-96a2-b1889c256ab8 req-38c5ddfe-47c4-4b8b-8487-7d112be89c52 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:34.998658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01a14717-40db-4572-96a2-b1889c256ab8 req-38c5ddfe-47c4-4b8b-8487-7d112be89c52 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 943 time: 0.2505457 Oct 29 08:48:35.052539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-a75bce10-283b-4a22-a9b9-6e7d7b2e7d5b service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237555 Oct 29 08:48:35.069612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:35.077081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:35.092448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:35.100228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01a14717-40db-4572-96a2-b1889c256ab8 req-cb811d0e-9fac-4c0f-a287-2d51bb4299f9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972731 Oct 29 08:48:35.110633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Pushing event updated for resources: {'Port': ['ID=615ea99f-703e-4f8c-b2af-d104c76c776f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:35.149842 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-5e246235-e20d-4fbf-8076-2c0cd8f5177f service neutron] 10.222.0.93 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070534 Oct 29 08:48:35.172049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::eed0:28f7:1ab5:6ad3 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/29a6c509-bd6b-45e8-b0c0-e526680f8332/5a54824d-5838-4c40-ba2e-549af5857ddf) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:35.208949 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.220486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Attempting to bind port 615ea99f-703e-4f8c-b2af-d104c76c776f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:35.221086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Attempting to bind port 615ea99f-703e-4f8c-b2af-d104c76c776f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:35.221396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Attempting to bind port 615ea99f-703e-4f8c-b2af-d104c76c776f on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:35.234048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:35.239708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:35.240270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.240681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:35.241863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Bound port: 615ea99f-703e-4f8c-b2af-d104c76c776f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:35.242253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.288904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d242355-72f1-4be5-8798-f4ca5d9ba481 req-34e8e925-3ad1-4412-88af-41c27ef2b99f service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210255 Oct 29 08:48:35.338099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] For port 615ea99f-703e-4f8c-b2af-d104c76c776f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:35.342253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] For port 615ea99f-703e-4f8c-b2af-d104c76c776f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=615ea99f-703e-4f8c-b2af-d104c76c776f,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:35.349526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.424224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81fa48-4489-4662-8204-9b5683937ca3 None None] Pushing event updated for resources: {'Port': ['ID=615ea99f-703e-4f8c-b2af-d104c76c776f,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:35.481368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.25.5.37 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/bbb6a2e5-1490-4d7a-856d-86ec5a078a06) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:35.586498 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.678673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.682748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.749738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:35.758856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:35.767729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:35.774099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:35.774771 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.796525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=5a54824d-5838-4c40-ba2e-549af5857ddf,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:35.814255 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-046d4d87-0f7b-4460-a9bb-84830f6db2a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6568298 Oct 29 08:48:35.814716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43708) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:35.818990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:35.820517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5f4f1ee7-e413-4be8-9f7f-db2275dbbd95 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': '29a6c509-bd6b-45e8-b0c0-e526680f8332', 'ip_address': '2001:db8::eed0:28f7:1ab5:6ad3'}], 'name': 'tempest-NetworksTestDHCPv6-1187263684'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:35.857439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:35.862568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:35.866356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:35.902052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=bbb6a2e5-1490-4d7a-856d-86ec5a078a06,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:35.979127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4f1ee7-e413-4be8-9f7f-db2275dbbd95 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:36.112531 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1ee7-e413-4be8-9f7f-db2275dbbd95 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:36.136733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-5f4f1ee7-e413-4be8-9f7f-db2275dbbd95 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port ddfea158-84cd-4489-b937-080b3e243cd1 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:36.395295 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:36.407705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dc1a5-7c4e-4d23-9b0c-5bfe26cac666 req-381601ed-e213-409f-ae15-fa4596dac65c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:36.409582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b5dc1a5-7c4e-4d23-9b0c-5bfe26cac666 req-381601ed-e213-409f-ae15-fa4596dac65c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 943 time: 0.1200118 Oct 29 08:48:36.448999 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4f1ee7-e413-4be8-9f7f-db2275dbbd95 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 29 08:48:36.448999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4f1ee7-e413-4be8-9f7f-db2275dbbd95 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:48:36.477985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5f4f1ee7-e413-4be8-9f7f-db2275dbbd95 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6596742 Oct 29 08:48:36.485113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43724) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:36.499194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:36.509146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b5dc1a5-7c4e-4d23-9b0c-5bfe26cac666 req-19d8de06-3fd3-428c-8f09-bb8c3e595692 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843587 Oct 29 08:48:36.575494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f143d5-5737-43cf-a11c-1968c3f26e6d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:36.582625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f143d5-5737-43cf-a11c-1968c3f26e6d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:36.587637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24f143d5-5737-43cf-a11c-1968c3f26e6d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0993049 Oct 29 08:48:36.587940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43730) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:36.705671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:36.713602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:36.757421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2f10c35d-f3e8-4a0b-a876-387f22b7a88d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 5a54824d-5838-4c40-ba2e-549af5857ddf {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:36.757781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f10c35d-f3e8-4a0b-a876-387f22b7a88d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:36.851112 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:36.896181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 615ea99f-703e-4f8c-b2af-d104c76c776f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:36.940586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=bbb6a2e5-1490-4d7a-856d-86ec5a078a06,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:36.950736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f10c35d-f3e8-4a0b-a876-387f22b7a88d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:36.983463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2f10c35d-f3e8-4a0b-a876-387f22b7a88d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 5a54824d-5838-4c40-ba2e-549af5857ddf owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:37.022217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-07ca18c2-c656-4488-a76f-09f21820de21 None None] Provisioning complete for port 615ea99f-703e-4f8c-b2af-d104c76c776f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:37.022589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07ca18c2-c656-4488-a76f-09f21820de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.055994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 615ea99f-703e-4f8c-b2af-d104c76c776f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:37.061690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.095611 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP 99999ef6-d340-450a-b199-9b2a311348a2 associated. External IP: 172.25.5.37, port: 7ed23a05-21a1-4c01-b997-501c6fb27e5a. Oct 29 08:48:37.294326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.315914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f10c35d-f3e8-4a0b-a876-387f22b7a88d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.322699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07ca18c2-c656-4488-a76f-09f21820de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.357899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10c35d-f3e8-4a0b-a876-387f22b7a88d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=5a54824d-5838-4c40-ba2e-549af5857ddf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:37.391924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2f10c35d-f3e8-4a0b-a876-387f22b7a88d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.395704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2f10c35d-f3e8-4a0b-a876-387f22b7a88d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/5a54824d-5838-4c40-ba2e-549af5857ddf HTTP/1.1" status: 204 len: 168 time: 0.8067300 Oct 29 08:48:37.400171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43746) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:37.406150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-07ca18c2-c656-4488-a76f-09f21820de21 None None] For port 615ea99f-703e-4f8c-b2af-d104c76c776f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=615ea99f-703e-4f8c-b2af-d104c76c776f,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:37.425134 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07ca18c2-c656-4488-a76f-09f21820de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.492263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cafdf5-8a9b-4e5e-864d-a5c24851b3b1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:37.496996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cafdf5-8a9b-4e5e-864d-a5c24851b3b1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:37.503296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d4cafdf5-8a9b-4e5e-864d-a5c24851b3b1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0992610 Oct 29 08:48:37.503530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43752) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:37.552696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:48:37.553278 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:48:37.563343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5fa07105-9b5b-497c-9d29-ae9d077e5210 None None] Could not find standard attr ID for object 5a54824d-5838-4c40-ba2e-549af5857ddf. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:37.568475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca18c2-c656-4488-a76f-09f21820de21 None None] Pushing event updated for resources: {'Port': ['ID=615ea99f-703e-4f8c-b2af-d104c76c776f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:37.680472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12406c4-951a-4f49-b441-3d5b08a54377 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 29a6c509-bd6b-45e8-b0c0-e526680f8332 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:37.691629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d12406c4-951a-4f49-b441-3d5b08a54377 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.759306 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d12406c4-951a-4f49-b441-3d5b08a54377 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:37.804296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077f79-d86a-4d0f-ba9d-42200b353188 req-df54d31d-eae0-4ce7-9caa-dce3ce8fcb95 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:37.811906 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48077f79-d86a-4d0f-ba9d-42200b353188 req-df54d31d-eae0-4ce7-9caa-dce3ce8fcb95 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 943 time: 0.1405022 Oct 29 08:48:37.854785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 170b61c6-af43-4165-802b-a670425663aa details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:48:37.903250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48077f79-d86a-4d0f-ba9d-42200b353188 req-0d0e698c-4735-4c4b-9e46-6f79878f2165 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885439 Oct 29 08:48:37.926600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d12406c4-951a-4f49-b441-3d5b08a54377 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.043022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:38.051768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:38.067974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '170b61c6-af43-4165-802b-a670425663aa', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'port_id': '170b61c6-af43-4165-802b-a670425663aa', 'mac_address': 'fa:16:3e:79:2d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:48:38.068386 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d12406c4-951a-4f49-b441-3d5b08a54377 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.189835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12406c4-951a-4f49-b441-3d5b08a54377 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=29a6c509-bd6b-45e8-b0c0-e526680f8332,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:38.193201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.212622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170b61c6-af43-4165-802b-a670425663aa {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:48:38.223345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:38.235168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a8ebe-30a8-4b4c-8b0c-58dad2fe6afd None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:38.270141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:38.275691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.275997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0751b-a84c-4edc-bd7b-66f68c7a99c4 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:38.338022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d12406c4-951a-4f49-b441-3d5b08a54377 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.356807 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d12406c4-951a-4f49-b441-3d5b08a54377 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/29a6c509-bd6b-45e8-b0c0-e526680f8332 HTTP/1.1" status: 204 len: 168 time: 0.8497078 Oct 29 08:48:38.365398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43822) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:38.394090 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.415508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a8ebe-30a8-4b4c-8b0c-58dad2fe6afd None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:38.416200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-b42a8ebe-30a8-4b4c-8b0c-58dad2fe6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:38.439235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a00d83-0121-4491-9468-aacecf841dc0 req-8457a4bc-399c-4153-96ec-c3b031d262fe tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:38.443780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-8457a4bc-399c-4153-96ec-c3b031d262fe tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 943 time: 0.2755151 Oct 29 08:48:38.449737 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-acc100db-765a-4139-b1af-0a093d7b5249 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832021 Oct 29 08:48:38.453176 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ef8c0cb4-e7a5-400d-ae0e-f65d82de3ba6 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8848917 Oct 29 08:48:38.453454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43824) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:38.458656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43826) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:38.458903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:38.490061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-b42a8ebe-30a8-4b4c-8b0c-58dad2fe6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:38.507327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:38.568763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4299-3a85-410a-a0f7-7b0dda96f44b req-65659006-1076-4fb7-9fb6-c93c3fd60a71 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:38.571560 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f8f4299-3a85-410a-a0f7-7b0dda96f44b req-65659006-1076-4fb7-9fb6-c93c3fd60a71 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 944 time: 0.3548748 Oct 29 08:48:38.574224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a8ebe-30a8-4b4c-8b0c-58dad2fe6afd None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:38.575089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-b42a8ebe-30a8-4b4c-8b0c-58dad2fe6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:38.585362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:38.590215 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.642315 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-26a00d83-0121-4491-9468-aacecf841dc0 req-63610c38-8bfa-4127-be82-8cf799876fc2 service neutron] delete failed (client error): The resource could not be found. Oct 29 08:48:38.643877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-63610c38-8bfa-4127-be82-8cf799876fc2 service neutron] 10.222.0.15 "DELETE /v2.0/ports/170b61c6-af43-4165-802b-a670425663aa/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.1866748 Oct 29 08:48:38.647910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.745073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f8f4299-3a85-410a-a0f7-7b0dda96f44b req-89f1f58d-e197-4725-b0ec-ca444d76ff78 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652851 Oct 29 08:48:38.778248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-b42a8ebe-30a8-4b4c-8b0c-58dad2fe6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:38.784128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a8ebe-30a8-4b4c-8b0c-58dad2fe6afd None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:38.838903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['170b61c6-af43-4165-802b-a670425663aa'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:48:38.841245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:38.882515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a00d83-0121-4491-9468-aacecf841dc0 req-ad21acff-0b2e-4b5c-8ba7-7b5415add560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:38.884178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-ad21acff-0b2e-4b5c-8ba7-7b5415add560 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1095 time: 0.1588452 Oct 29 08:48:38.900948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 615ea99f-703e-4f8c-b2af-d104c76c776f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:38.927764 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.968912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:38.986754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 615ea99f-703e-4f8c-b2af-d104c76c776f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:38.987291 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.012583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.012831 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP 99999ef6-d340-450a-b199-9b2a311348a2 disassociated. External IP: 172.25.5.37, port: 7ed23a05-21a1-4c01-b997-501c6fb27e5a. Oct 29 08:48:39.020696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=b7c2648e-f128-40fb-9397-9f19d88e3aed,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:39.032734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:39.034358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:39.043676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:39.044769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.074626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:39.094460 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0e8373f2-b419-4392-ad3c-1130b397d679 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6399233 Oct 29 08:48:39.095080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43836) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:39.113828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b05bf9d5-f99e-4fc3-9c75-13de12fa7a0d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': 'b7c2648e-f128-40fb-9397-9f19d88e3aed', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1323660811'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:39.178886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a00d83-0121-4491-9468-aacecf841dc0 req-1afa4c56-4051-4302-a86c-5bbde0ee6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:39.183827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-1afa4c56-4051-4302-a86c-5bbde0ee6b88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 899 time: 0.2900393 Oct 29 08:48:39.202147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43838) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:39.273516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] Deleting port 615ea99f-703e-4f8c-b2af-d104c76c776f {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:39.273787 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.355600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-a5937601-03d2-47c6-bb4c-161543bd96a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 1000 time: 0.1601937 Oct 29 08:48:39.377032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05bf9d5-f99e-4fc3-9c75-13de12fa7a0d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:39.384024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b05bf9d5-f99e-4fc3-9c75-13de12fa7a0d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.410737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-b05bf9d5-f99e-4fc3-9c75-13de12fa7a0d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 5593ca51-4c3a-4834-9e16-161f2730d8c5 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:39.455166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] For port 615ea99f-703e-4f8c-b2af-d104c76c776f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=615ea99f-703e-4f8c-b2af-d104c76c776f,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:39.455854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.471310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] Calling delete_port for 615ea99f-703e-4f8c-b2af-d104c76c776f owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:39.498261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:39.514898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a00d83-0121-4491-9468-aacecf841dc0 req-1ead46a6-b791-45a7-8ad0-d90556ba3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:39.517260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-1ead46a6-b791-45a7-8ad0-d90556ba3b37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.1544316 Oct 29 08:48:39.564104 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8197814c-ff65-41c6-b6f2-d2e73deeccff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.591325 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05bf9d5-f99e-4fc3-9c75-13de12fa7a0d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:39.593685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05bf9d5-f99e-4fc3-9c75-13de12fa7a0d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:48:39.616541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b05bf9d5-f99e-4fc3-9c75-13de12fa7a0d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5190501 Oct 29 08:48:39.619179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43846) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:39.687431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20182984-02a3-4e80-9269-d9e71de95985 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:39.689218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-20182984-02a3-4e80-9269-d9e71de95985 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0689237 Oct 29 08:48:39.692694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43848) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:39.734989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a00d83-0121-4491-9468-aacecf841dc0 req-be89e54b-0f9b-43cf-a697-6725742e7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:39.736993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-be89e54b-0f9b-43cf-a697-6725742e7a32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958225 Oct 29 08:48:39.760046 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.765595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996696b-444a-40de-967a-e19a2c344b3b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:39.767670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996696b-444a-40de-967a-e19a2c344b3b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:39.769292 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b996696b-444a-40de-967a-e19a2c344b3b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0752985 Oct 29 08:48:39.772022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43850) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:39.774208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] No DVR routers for this DVR port 615ea99f-703e-4f8c-b2af-d104c76c776f on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:39.795382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b9eec-c970-4ce6-97aa-1230498d05c5 None None] Pushing event deleted for resources: {'Port': ['ID=615ea99f-703e-4f8c-b2af-d104c76c776f,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:39.818638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54e863-9196-4dc5-8a32-fb43d2984b97 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:39.885716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c07f947-1060-41f3-8394-abb912e4653f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet b7c2648e-f128-40fb-9397-9f19d88e3aed {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:39.889823 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c07f947-1060-41f3-8394-abb912e4653f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.942977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:39.944278 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c07f947-1060-41f3-8394-abb912e4653f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.950196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:39.955044 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015052b-9416-43a8-94f5-dce54cfb984a None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:39.972699 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015052b-9416-43a8-94f5-dce54cfb984a None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:39.974261 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c015052b-9416-43a8-94f5-dce54cfb984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:39.988887 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8197814c-ff65-41c6-b6f2-d2e73deeccff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.015119 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8197814c-ff65-41c6-b6f2-d2e73deeccff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.025576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c07f947-1060-41f3-8394-abb912e4653f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.037105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-91949c43-10e4-41a6-a932-0a06deda2893 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/floatingips/99999ef6-d340-450a-b199-9b2a311348a2 HTTP/1.1" status: 200 len: 687 time: 1.5730495 Oct 29 08:48:40.037105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-b3e7e7d7-734d-46b5-afc2-1eb4c280c54e service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899384 Oct 29 08:48:40.037963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43854) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:40.039291 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c015052b-9416-43a8-94f5-dce54cfb984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:40.051228 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015052b-9416-43a8-94f5-dce54cfb984a None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:40.052562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c015052b-9416-43a8-94f5-dce54cfb984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:40.053975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ad41d-6a4f-4ca6-a7ff-a7edd61b5990 req-362fb11a-1cf8-42eb-ba03-7361f79626ea tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:40.055613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4ad41d-6a4f-4ca6-a7ff-a7edd61b5990 req-362fb11a-1cf8-42eb-ba03-7361f79626ea tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 944 time: 0.1792743 Oct 29 08:48:40.101818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a457344b-da98-4665-b1e2-a814f277f950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'b7c2648e-f128-40fb-9397-9f19d88e3aed'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:40.102698 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a457344b-da98-4665-b1e2-a814f277f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.108362 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c015052b-9416-43a8-94f5-dce54cfb984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:40.109126 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015052b-9416-43a8-94f5-dce54cfb984a None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:40.151137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c07f947-1060-41f3-8394-abb912e4653f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.187257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197814c-ff65-41c6-b6f2-d2e73deeccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a9b2ee-b347-4c9c-a677-51f9d863b6bc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:40.194142 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8197814c-ff65-41c6-b6f2-d2e73deeccff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8b57ffe0f4e4011ae22355264bfeecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9857686 Oct 29 08:48:40.199581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43856) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:40.206999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07f947-1060-41f3-8394-abb912e4653f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c2648e-f128-40fb-9397-9f19d88e3aed,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:40.220315 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c07f947-1060-41f3-8394-abb912e4653f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.228145 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c07f947-1060-41f3-8394-abb912e4653f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/b7c2648e-f128-40fb-9397-9f19d88e3aed HTTP/1.1" status: 204 len: 168 time: 0.4508438 Oct 29 08:48:40.229155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43858) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-a457344b-da98-4665-b1e2-a814f277f950 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7c2648e-f128-40fb-9397-9f19d88e3aed: This subnet is being modified by another concurrent operation. Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:48:40.245322 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7c2648e-f128-40fb-9397-9f19d88e3aed: This subnet is being modified by another concurrent operation. Oct 29 08:48:40.248959 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:48:40.267010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389fceac-22e8-4302-a29e-027b3e4eb072 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:48:40.277763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4ad41d-6a4f-4ca6-a7ff-a7edd61b5990 req-0c9c0e60-8def-48f5-81d3-b17f68db34e8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003891 Oct 29 08:48:40.316967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a2c2d183-ba12-47a4-bcdf-fd5092c2c183 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859547 Oct 29 08:48:40.321613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43860) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:40.328227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:40.345079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-26a00d83-0121-4491-9468-aacecf841dc0 req-797fa1ab-47ab-4dca-a840-4df5be259669 service neutron] 10.222.0.15 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827716 Oct 29 08:48:40.453079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389fceac-22e8-4302-a29e-027b3e4eb072 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:48:40.494728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:40.500092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.742275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2031-c9ac-40dc-a43e-5c5f629aa5fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.775411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port bbb6a2e5-1490-4d7a-856d-86ec5a078a06 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:40.775905 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.792163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2031-c9ac-40dc-a43e-5c5f629aa5fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.832327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 615ea99f-703e-4f8c-b2af-d104c76c776f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:40.910251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.917354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 615ea99f-703e-4f8c-b2af-d104c76c776f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:40.917874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 615ea99f-703e-4f8c-b2af-d104c76c776f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:40.929678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2031-c9ac-40dc-a43e-5c5f629aa5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.937250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2031-c9ac-40dc-a43e-5c5f629aa5fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.946024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5b7c2031-c9ac-40dc-a43e-5c5f629aa5fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29a9b2ee-b347-4c9c-a677-51f9d863b6bc HTTP/1.1" status: 204 len: 168 time: 0.7407568 Oct 29 08:48:40.956526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:40.961929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:40.975701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.978231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:40.985444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c2031-c9ac-40dc-a43e-5c5f629aa5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a9b2ee-b347-4c9c-a677-51f9d863b6bc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:40.991819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:40.992620 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.000686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for bbb6a2e5-1490-4d7a-856d-86ec5a078a06 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:41.022527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db21a5-12ab-4aec-b54f-88c52e2c61e0 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:41.093030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=0aa96492-d580-46e9-94fc-9e3e2c03d99d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:41.109004 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f8e34c96-cd80-44a7-a529-7ddd6b559a6a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7856042 Oct 29 08:48:41.109628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43868) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:41.133200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a7e16255-decd-4c3c-bea1-ee2be7386df7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2061285858', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:41.178582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7e16255-decd-4c3c-bea1-ee2be7386df7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.180225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7e16255-decd-4c3c-bea1-ee2be7386df7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.258635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.261728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': '0aa96492-d580-46e9-94fc-9e3e2c03d99d'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:41.263087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.299356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=bbb6a2e5-1490-4d7a-856d-86ec5a078a06,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:41.372729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7e16255-decd-4c3c-bea1-ee2be7386df7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.380637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.382233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7e16255-decd-4c3c-bea1-ee2be7386df7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.384266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.385701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-18e66a30-ee16-4e50-b784-9b16eee34afe tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/floatingips/99999ef6-d340-450a-b199-9b2a311348a2 HTTP/1.1" status: 204 len: 168 time: 1.3290854 Oct 29 08:48:41.389509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43874) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:41.394968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '24515f37-ada5-4fd1-99aa-af2fc8c1bee5'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:41.425017 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7e16255-decd-4c3c-bea1-ee2be7386df7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.428907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a7e16255-decd-4c3c-bea1-ee2be7386df7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3176360 Oct 29 08:48:41.433700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43876) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:41.481587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.503886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/0aa96492-d580-46e9-94fc-9e3e2c03d99d/baff1bbf-8542-44b9-b397-de6eec7fbbf2) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:41.520661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43878) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:41.605202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f3dde-642f-41d6-a87f-3709269d0608 req-4beed2fc-d6fa-4a40-8f64-1834f24854bb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:41.608409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-903f3dde-642f-41d6-a87f-3709269d0608 req-4beed2fc-d6fa-4a40-8f64-1834f24854bb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 944 time: 0.1770849 Oct 29 08:48:41.621372 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d089d83-4d28-4260-81e3-e3877df16943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.689245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-903f3dde-642f-41d6-a87f-3709269d0608 req-998e24da-3d50-442b-a2b4-a165b8c92938 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732737 Oct 29 08:48:41.729039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43884) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:41.745866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.755886 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.804376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2504f461-2f9c-438a-9b84-36b8307f4623 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/252b8680-d31a-468c-9d75-f295ccbcce09 HTTP/1.1" status: 200 len: 992 time: 0.0741737 Oct 29 08:48:41.810622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.821513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:41.829786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:41.836128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:41.864299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 170b61c6-af43-4165-802b-a670425663aa up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:41.896177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Pushing event updated for resources: {'Port': ['ID=baff1bbf-8542-44b9-b397-de6eec7fbbf2,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:41.957100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.25.5.61 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/c6d232fd-5ecd-48da-be52-652f9f6558bb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:41.970250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Attempting to bind port baff1bbf-8542-44b9-b397-de6eec7fbbf2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:41.971172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Attempting to bind port baff1bbf-8542-44b9-b397-de6eec7fbbf2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:41.971172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Attempting to bind port baff1bbf-8542-44b9-b397-de6eec7fbbf2 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:41.983638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:41.984148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:41.984566 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:41.984977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:41.985780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Bound port: baff1bbf-8542-44b9-b397-de6eec7fbbf2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:41.985906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.002297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d089d83-4d28-4260-81e3-e3877df16943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.028613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.032249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d089d83-4d28-4260-81e3-e3877df16943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.079500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] For port baff1bbf-8542-44b9-b397-de6eec7fbbf2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:42.085110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] For port baff1bbf-8542-44b9-b397-de6eec7fbbf2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=baff1bbf-8542-44b9-b397-de6eec7fbbf2,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:42.088900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.094056 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.100315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8d089d83-4d28-4260-81e3-e3877df16943 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5b661b13dda42cca0eccc238ec6e47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760636 Oct 29 08:48:42.125614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43886) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:42.146876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 170b61c6-af43-4165-802b-a670425663aa completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:48:42.160314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 170b61c6-af43-4165-802b-a670425663aa triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:42.160718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.175478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d089d83-4d28-4260-81e3-e3877df16943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa2517-8d84-43a2-a4ed-3f63b2ad650f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:42.176964 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.226360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae0d29-d6c9-4708-b7ad-500c35cac912 None None] Pushing event updated for resources: {'Port': ['ID=baff1bbf-8542-44b9-b397-de6eec7fbbf2,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:42.283035 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.287727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:42.292550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:42.294680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=c6d232fd-5ecd-48da-be52-652f9f6558bb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:42.310113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:42.318864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b61c6-af43-4165-802b-a670425663aa'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:48:42.321284 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8817fe-e29b-4246-8a33-da0e8b5b90f9" -d '{"events": [{"server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "name": "network-vif-plugged", "status": "completed", "tag": "170b61c6-af43-4165-802b-a670425663aa"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:48:42.350804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:42.353197 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20b1a7c2-a827-4c26-924a-6bd93b9a0af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.358532 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.423868 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20b1a7c2-a827-4c26-924a-6bd93b9a0af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.430758 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d4be84-5db0-44bb-ae1c-0515d23d889c x-openstack-request-id: req-14d4be84-5db0-44bb-ae1c-0515d23d889c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:48:42.431071 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "name": "network-vif-plugged", "status": "completed", "tag": "170b61c6-af43-4165-802b-a670425663aa", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:48:42.431322 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14d4be84-5db0-44bb-ae1c-0515d23d889c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:48:42.431758 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b61c6-af43-4165-802b-a670425663aa', 'code': 200} Oct 29 08:48:42.464128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:42.476115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::1 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/0aa96492-d580-46e9-94fc-9e3e2c03d99d/f51ca804-9a0f-4242-ab46-9dafcd967039) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:42.560960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20b1a7c2-a827-4c26-924a-6bd93b9a0af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.563641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20b1a7c2-a827-4c26-924a-6bd93b9a0af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.567861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-20b1a7c2-a827-4c26-924a-6bd93b9a0af9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9caa2517-8d84-43a2-a4ed-3f63b2ad650f HTTP/1.1" status: 204 len: 168 time: 0.4383407 Oct 29 08:48:42.627071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1a7c2-a827-4c26-924a-6bd93b9a0af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa2517-8d84-43a2-a4ed-3f63b2ad650f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:42.684525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.762557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.859136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=f51ca804-9a0f-4242-ab46-9dafcd967039,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:42.876719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:42.890451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:42.904421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:42.904990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:42.916591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device baff1bbf-8542-44b9-b397-de6eec7fbbf2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:42.986457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port baff1bbf-8542-44b9-b397-de6eec7fbbf2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:42.986830 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.036999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.114251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.166445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.213168 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.270609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port baff1bbf-8542-44b9-b397-de6eec7fbbf2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=baff1bbf-8542-44b9-b397-de6eec7fbbf2,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:43.277417 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.356376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=baff1bbf-8542-44b9-b397-de6eec7fbbf2,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:43.501208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.511266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.532291 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.541106 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.542048 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.615686 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.678115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0ea88a6c-4368-449b-b883-375d0ff25732 None None] Provisioning complete for port baff1bbf-8542-44b9-b397-de6eec7fbbf2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:43.681982 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0ea88a6c-4368-449b-b883-375d0ff25732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:43.743621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=c6d232fd-5ecd-48da-be52-652f9f6558bb,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:43.768341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=f51ca804-9a0f-4242-ab46-9dafcd967039,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:43.829806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:43.831764 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP d5663d25-a623-425a-a668-2c80ff44fa6f associated. External IP: 172.25.5.61, port: 24515f37-ada5-4fd1-99aa-af2fc8c1bee5. Oct 29 08:48:43.838124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:44.008822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-92658a36-baa8-4936-9f73-e557ac0acd55 None None] Provisioning complete for port f51ca804-9a0f-4242-ab46-9dafcd967039 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:44.009454 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-92658a36-baa8-4936-9f73-e557ac0acd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:44.027547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Router 35f642f0-6c2e-462a-b0dc-0942c6796f0a is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:48:44.087117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-92658a36-baa8-4936-9f73-e557ac0acd55 None None] Port f51ca804-9a0f-4242-ab46-9dafcd967039 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:48:44.190183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:44.198657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:44.201816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Sync routers for ids ['35f642f0-6c2e-462a-b0dc-0942c6796f0a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:44.203223 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c60e41da-3a90-4f96-9687-e33129b39ac6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "PUT /v2.0/routers/35f642f0-6c2e-462a-b0dc-0942c6796f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7684567 Oct 29 08:48:44.205936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43922) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:44.233942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Routers {'35f642f0-6c2e-462a-b0dc-0942c6796f0a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:44.234585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['35f642f0-6c2e-462a-b0dc-0942c6796f0a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:44.311881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba59a6e-4cb5-4a4f-bd3f-39361c33f130 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:44.313369 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ba59a6e-4cb5-4a4f-bd3f-39361c33f130 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports/f51ca804-9a0f-4242-ab46-9dafcd967039 HTTP/1.1" status: 200 len: 911 time: 0.1064558 Oct 29 08:48:44.316645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43924) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:44.376849 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-34c26133-617f-4608-bc4c-4d669fb9a609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:44.388536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:44.391909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Set router 35f642f0-6c2e-462a-b0dc-0942c6796f0a gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:48:44.398956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b743622-b97f-4a2e-b0df-185f6ac7c06e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:44.409713 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a7a0ca-dc88-4ad7-9a59-129050089607 None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:44.426055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b743622-b97f-4a2e-b0df-185f6ac7c06e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:44.429959 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a7a0ca-dc88-4ad7-9a59-129050089607 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:44.430812 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e6a7a0ca-dc88-4ad7-9a59-129050089607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:44.431384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4b743622-b97f-4a2e-b0df-185f6ac7c06e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1126254 Oct 29 08:48:44.431968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43928) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:44.459274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:44.477600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e6a7a0ca-dc88-4ad7-9a59-129050089607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:44.488154 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a7a0ca-dc88-4ad7-9a59-129050089607 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:44.489536 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e6a7a0ca-dc88-4ad7-9a59-129050089607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:44.511780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1a12a6de-faec-4289-ade4-0f2c4469918a None None] Provisioning complete for port f51ca804-9a0f-4242-ab46-9dafcd967039 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:44.512188 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a12a6de-faec-4289-ade4-0f2c4469918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:44.527102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c1d206ee-0b94-4af6-a94d-0a47849f21e3 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1361144 Oct 29 08:48:44.527736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43932) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:44.578133 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e6a7a0ca-dc88-4ad7-9a59-129050089607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:44.578982 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a7a0ca-dc88-4ad7-9a59-129050089607 None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:44.633651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1a12a6de-faec-4289-ade4-0f2c4469918a None None] Port f51ca804-9a0f-4242-ab46-9dafcd967039 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:48:44.670772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e53e35e7-5384-4367-a738-9fa27fd342cb tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "GET /v2.0/floatingips/d5663d25-a623-425a-a668-2c80ff44fa6f HTTP/1.1" status: 200 len: 977 time: 0.1395602 Oct 29 08:48:44.671296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43936) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:44.731386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f642f0-6c2e-462a-b0dc-0942c6796f0a', 'name': 'tempest-NetworksTestDHCPv6-router-2061285858', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:41Z', 'updated_at': '2021-10-29T08:48:43Z', 'revision_number': 2, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None, '_interfaces': [{'id': 'f51ca804-9a0f-4242-ab46-9dafcd967039', 'name': '', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'mac_address': 'fa:16:3e:79:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f642f0-6c2e-462a-b0dc-0942c6796f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0aa96492-d580-46e9-94fc-9e3e2c03d99d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:48:42Z', 'updated_at': '2021-10-29T08:48:43Z', 'revision_number': 2, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'subnets': [{'id': '0aa96492-d580-46e9-94fc-9e3e2c03d99d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:44.776835 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Checking router: 35f642f0-6c2e-462a-b0dc-0942c6796f0a for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:48:44.777208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Updating router 35f642f0-6c2e-462a-b0dc-0942c6796f0a port f51ca804-9a0f-4242-ab46-9dafcd967039 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:48:44.807626 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:44.852552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device baff1bbf-8542-44b9-b397-de6eec7fbbf2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:44.919659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-004065bc-a7df-45e3-9d1c-32c6eee0e8ea tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2467206 Oct 29 08:48:44.922157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43944) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:44.929395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'port_id': '7ed23a05-21a1-4c01-b997-501c6fb27e5a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:45.003079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port baff1bbf-8542-44b9-b397-de6eec7fbbf2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:45.003397 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.006907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43946) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:45.033233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.216909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9a7742d6-4fbe-44e7-baf6-87d10a031383 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1409534273'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:45.217359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9a7742d6-4fbe-44e7-baf6-87d10a031383 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Unknown quota resources ['metering_label']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:48:45.332474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.345674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.398541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a7742d6-4fbe-44e7-baf6-87d10a031383 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.402410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9a7742d6-4fbe-44e7-baf6-87d10a031383 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3928385 Oct 29 08:48:45.404257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43952) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:45.409696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2a482eef-8e60-4542-82d1-5539965d0ef4 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '443788bc-e0ae-4202-acb5-aba67bbc2bf9'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:45.410283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2a482eef-8e60-4542-82d1-5539965d0ef4 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:48:45.421979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad1d11-7769-4b34-83e2-95ee7a630bcc None None] Pushing event updated for resources: {'Port': ['ID=f51ca804-9a0f-4242-ab46-9dafcd967039,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:45.553338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Attempting to bind port f51ca804-9a0f-4242-ab46-9dafcd967039 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:45.553719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Attempting to bind port f51ca804-9a0f-4242-ab46-9dafcd967039 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:45.554098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Attempting to bind port f51ca804-9a0f-4242-ab46-9dafcd967039 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:45.556011 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.560152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:45.560932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:45.561134 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.561550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:45.562642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Bound port: f51ca804-9a0f-4242-ab46-9dafcd967039, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:45.563058 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.676136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] For port f51ca804-9a0f-4242-ab46-9dafcd967039, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:45.680176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] For port f51ca804-9a0f-4242-ab46-9dafcd967039, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f51ca804-9a0f-4242-ab46-9dafcd967039,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:45.689927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.760980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad1d11-7769-4b34-83e2-95ee7a630bcc None None] Pushing event updated for resources: {'Port': ['ID=f51ca804-9a0f-4242-ab46-9dafcd967039,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:45.809958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Routers {'35f642f0-6c2e-462a-b0dc-0942c6796f0a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:45.810589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['35f642f0-6c2e-462a-b0dc-0942c6796f0a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:45.897733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.resource_extend [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:48:45.901450 n-d-815940-1 neutron-server[102113]: WARNING neutron.services.metering.metering_plugin [None req-2a482eef-8e60-4542-82d1-5539965d0ef4 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 29 08:48:45.932115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port f51ca804-9a0f-4242-ab46-9dafcd967039 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:45.932560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:45.948200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dcb6f575-b33d-4a28-9ae3-58fab4d2dc7d None None] Provisioning complete for port f51ca804-9a0f-4242-ab46-9dafcd967039 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:45.954272 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f575-b33d-4a28-9ae3-58fab4d2dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.080230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port f51ca804-9a0f-4242-ab46-9dafcd967039, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f51ca804-9a0f-4242-ab46-9dafcd967039,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:46.080636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.114048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2a482eef-8e60-4542-82d1-5539965d0ef4 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.115169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for f51ca804-9a0f-4242-ab46-9dafcd967039 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:46.119146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2a482eef-8e60-4542-82d1-5539965d0ef4 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7136230 Oct 29 08:48:46.119554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43956) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:46.124972 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.128315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-49efe65f-8ba2-479f-9183-53712deacad1 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '443788bc-e0ae-4202-acb5-aba67bbc2bf9'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:46.128879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-49efe65f-8ba2-479f-9183-53712deacad1 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:48:46.132046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.229030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] Set router 35f642f0-6c2e-462a-b0dc-0942c6796f0a gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:48:46.293939 n-d-815940-1 neutron-server[102114]: WARNING neutron.services.metering.metering_plugin [None req-49efe65f-8ba2-479f-9183-53712deacad1 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 29 08:48:46.316136 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP d5663d25-a623-425a-a668-2c80ff44fa6f associated. External IP: 172.25.5.61, port: 24515f37-ada5-4fd1-99aa-af2fc8c1bee5. Oct 29 08:48:46.383613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f575-b33d-4a28-9ae3-58fab4d2dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.450944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dcb6f575-b33d-4a28-9ae3-58fab4d2dc7d None None] For port f51ca804-9a0f-4242-ab46-9dafcd967039, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f51ca804-9a0f-4242-ab46-9dafcd967039,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:46.461052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-49efe65f-8ba2-479f-9183-53712deacad1 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.465174 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-49efe65f-8ba2-479f-9183-53712deacad1 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3414922 Oct 29 08:48:46.468881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43960) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:46.472300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f575-b33d-4a28-9ae3-58fab4d2dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.538602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-24e1b783-f59d-455c-9ecd-c4c87e38cb50 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=36d360ac-fa49-4c5d-bc91-8d4ea8194a32 HTTP/1.1" status: 200 len: 462 time: 0.0652659 Oct 29 08:48:46.539302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43962) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:46.574185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6f575-b33d-4a28-9ae3-58fab4d2dc7d None None] Pushing event updated for resources: {'Port': ['ID=f51ca804-9a0f-4242-ab46-9dafcd967039,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:46.605113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f642f0-6c2e-462a-b0dc-0942c6796f0a', 'name': 'tempest-NetworksTestDHCPv6-router-2061285858', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:41Z', 'updated_at': '2021-10-29T08:48:43Z', 'revision_number': 2, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None, '_interfaces': [{'id': 'f51ca804-9a0f-4242-ab46-9dafcd967039', 'name': '', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'mac_address': 'fa:16:3e:79:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f642f0-6c2e-462a-b0dc-0942c6796f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0aa96492-d580-46e9-94fc-9e3e2c03d99d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:48:42Z', 'updated_at': '2021-10-29T08:48:45Z', 'revision_number': 4, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'subnets': [{'id': '0aa96492-d580-46e9-94fc-9e3e2c03d99d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:46.638361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c71ba8ec-7a7f-4b77-be9b-c8d9c520249e None None] Provisioning complete for port f51ca804-9a0f-4242-ab46-9dafcd967039 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:46.638724 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c71ba8ec-7a7f-4b77-be9b-c8d9c520249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.641139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0718c-3634-4a4e-aaf3-8d2124b19ff3 None None] The sync data for ids ['35f642f0-6c2e-462a-b0dc-0942c6796f0a'] in n-d-815940-1 is: [{'id': '35f642f0-6c2e-462a-b0dc-0942c6796f0a', 'name': 'tempest-NetworksTestDHCPv6-router-2061285858', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:41Z', 'updated_at': '2021-10-29T08:48:43Z', 'revision_number': 2, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None, '_interfaces': [{'id': 'f51ca804-9a0f-4242-ab46-9dafcd967039', 'name': '', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'mac_address': 'fa:16:3e:79:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f642f0-6c2e-462a-b0dc-0942c6796f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0aa96492-d580-46e9-94fc-9e3e2c03d99d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:48:42Z', 'updated_at': '2021-10-29T08:48:45Z', 'revision_number': 4, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'subnets': [{'id': '0aa96492-d580-46e9-94fc-9e3e2c03d99d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:46.670693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.703194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c71ba8ec-7a7f-4b77-be9b-c8d9c520249e None None] Could not find standard attr ID for object f51ca804-9a0f-4242-ab46-9dafcd967039. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:48:46.710353 n-d-815940-1 neutron-server[102115]: INFO neutron.plugins.ml2.db [None req-c71ba8ec-7a7f-4b77-be9b-c8d9c520249e None None] No ports have port_id starting with f51ca804-9a0f-4242-ab46-9dafcd967039 Oct 29 08:48:46.718351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=f51ca804-9a0f-4242-ab46-9dafcd967039,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:46.850526 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:46.958661 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:48:46.998229 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dbd1-1a58-4f2e-9f13-ec65972ccfef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.100013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Router 35f642f0-6c2e-462a-b0dc-0942c6796f0a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:47.169252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-76f0a4c0-48d6-4188-8e52-7404dfc9c221 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.170415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-76f0a4c0-48d6-4188-8e52-7404dfc9c221 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/36d360ac-fa49-4c5d-bc91-8d4ea8194a32 HTTP/1.1" status: 204 len: 168 time: 0.6301115 Oct 29 08:48:47.176710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43966) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.198898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-fdd1e9e9-f9f4-4024-9a9c-6eff80219f66 req-ed8f3ed5-b290-48a5-bb09-67e56cfcd343 service neutron] (102114) timed out ('10.222.0.93', 61467) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 08:48:47.200812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:47.207400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8df3fe13-4372-4139-845c-0583bfecd528 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=36d360ac-fa49-4c5d-bc91-8d4ea8194a32 HTTP/1.1" status: 200 len: 221 time: 0.0256131 Oct 29 08:48:47.209023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43968) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.209442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:47.215031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6d54c2e4-8c12-48d6-a652-923365019a85 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1097092046', 'description': 'label created by tempest'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:47.215641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6d54c2e4-8c12-48d6-a652-923365019a85 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Unknown quota resources ['metering_label']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:48:47.220307 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5660aad3-eabb-4da0-be0e-ead3439c5f83 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "PUT /v2.0/routers/35f642f0-6c2e-462a-b0dc-0942c6796f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7871506 Oct 29 08:48:47.222941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43970) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.303628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2655ceb-429c-45af-8d22-f3bc4226fff1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:47.305031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2655ceb-429c-45af-8d22-f3bc4226fff1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:47.309222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b2655ceb-429c-45af-8d22-f3bc4226fff1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0826535 Oct 29 08:48:47.310134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43974) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.389883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d765e86f-c99a-4f4e-a2aa-558ec8400179 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 0aa96492-d580-46e9-94fc-9e3e2c03d99d {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:47.394120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d765e86f-c99a-4f4e-a2aa-558ec8400179 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.462585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d765e86f-c99a-4f4e-a2aa-558ec8400179 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.500752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6d54c2e4-8c12-48d6-a652-923365019a85 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.505132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6d54c2e4-8c12-48d6-a652-923365019a85 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2943652 Oct 29 08:48:47.508315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43976) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.573927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f8e3f2c9-2eb9-434b-880c-aa0362cbbe56 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=0fce7ad9-3b4c-469a-9f4f-8d4870c33ba4 HTTP/1.1" status: 200 len: 468 time: 0.0643382 Oct 29 08:48:47.575209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43978) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.588867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:47.605926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc04537-912a-48b7-a17e-841fc5881c39 None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:47.617367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc04537-912a-48b7-a17e-841fc5881c39 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:47.617998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dcc04537-912a-48b7-a17e-841fc5881c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:47.645468 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d765e86f-c99a-4f4e-a2aa-558ec8400179 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.668840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dcc04537-912a-48b7-a17e-841fc5881c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:47.680053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc04537-912a-48b7-a17e-841fc5881c39 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:47.681059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dcc04537-912a-48b7-a17e-841fc5881c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:47.733883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dcc04537-912a-48b7-a17e-841fc5881c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:47.735055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc04537-912a-48b7-a17e-841fc5881c39 None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:47.878393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-560a0f69-1195-4fb4-8480-611608a3136d tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.882572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43980) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.882799 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-560a0f69-1195-4fb4-8480-611608a3136d tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/0fce7ad9-3b4c-469a-9f4f-8d4870c33ba4 HTTP/1.1" status: 204 len: 168 time: 0.3064423 Oct 29 08:48:47.889299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d765e86f-c99a-4f4e-a2aa-558ec8400179 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.896575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:47.908982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a1334a1b-1c03-45e1-a35a-b8c9cd7cbaae tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=0fce7ad9-3b4c-469a-9f4f-8d4870c33ba4 HTTP/1.1" status: 200 len: 216 time: 0.0207267 Oct 29 08:48:47.912058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43982) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.922866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765e86f-c99a-4f4e-a2aa-558ec8400179 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa96492-d580-46e9-94fc-9e3e2c03d99d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:47.923703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-92a48deb-b5a6-4c55-86a7-feb1fcd046c3 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0105343 Oct 29 08:48:47.926976 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d765e86f-c99a-4f4e-a2aa-558ec8400179 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:47.931877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d765e86f-c99a-4f4e-a2aa-558ec8400179 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/0aa96492-d580-46e9-94fc-9e3e2c03d99d HTTP/1.1" status: 204 len: 168 time: 0.6189711 Oct 29 08:48:47.931877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43984) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.932449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43986) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:47.941335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f4600-5115-4478-8133-b5f2a303b24c None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:48.031167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0d3827e-848e-4ffb-bdeb-7f5829d27dd3 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0957787 Oct 29 08:48:48.031702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43988) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:48.060634 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-34870449-4c73-4e29-9895-c653168aacbc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1248922 Oct 29 08:48:48.063947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43990) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:48.101342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:48.106881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.113721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c2c93c20-8bf6-4510-aa15-50054d43c513 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/443788bc-e0ae-4202-acb5-aba67bbc2bf9 HTTP/1.1" status: 200 len: 473 time: 0.0770638 Oct 29 08:48:48.114033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43992) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:48.120346 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835db24f-d7c1-4e4d-9d5a-973598935ad7 None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:48.127619 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.135962 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835db24f-d7c1-4e4d-9d5a-973598935ad7 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:48.137144 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-835db24f-d7c1-4e4d-9d5a-973598935ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:48.190187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2dd03d18-2564-4458-87d6-4f5314e1278d tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/a4323a48-d532-4f63-83b3-7c3681bd7e11 HTTP/1.1" status: 200 len: 459 time: 0.0708191 Oct 29 08:48:48.190899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43996) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:48.215651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d39a757-5688-41d1-9232-a60384a7aecf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.218845 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-835db24f-d7c1-4e4d-9d5a-973598935ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:48.220348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:48.231159 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835db24f-d7c1-4e4d-9d5a-973598935ad7 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:48.232217 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-835db24f-d7c1-4e4d-9d5a-973598935ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:48.258591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a0165f04-c7d8-48cb-a35c-d83e53d66d9c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/floatingips/d5663d25-a623-425a-a668-2c80ff44fa6f HTTP/1.1" status: 200 len: 977 time: 3.3341308 Oct 29 08:48:48.259670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43998) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:48.266048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:48.283190 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-835db24f-d7c1-4e4d-9d5a-973598935ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:48.284599 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835db24f-d7c1-4e4d-9d5a-973598935ad7 None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:48.325829 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.342926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] Deleting port baff1bbf-8542-44b9-b397-de6eec7fbbf2 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:48.343700 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.472481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] For port baff1bbf-8542-44b9-b397-de6eec7fbbf2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=baff1bbf-8542-44b9-b397-de6eec7fbbf2,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:48.472880 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.473353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08baf112-6f7a-494b-b5aa-43d6a020a64e tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.477918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-08baf112-6f7a-494b-b5aa-43d6a020a64e tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/a4323a48-d532-4f63-83b3-7c3681bd7e11 HTTP/1.1" status: 204 len: 168 time: 0.2864881 Oct 29 08:48:48.481558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44002) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:48.488318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] Calling delete_port for baff1bbf-8542-44b9-b397-de6eec7fbbf2 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:48.614629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.652916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] Pushing event deleted for resources: {'Port': ['ID=baff1bbf-8542-44b9-b397-de6eec7fbbf2,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:48.662136 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.668358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5312608-bdfb-46e6-b973-d2eac2ff55ae None None] No DVR routers for this DVR port baff1bbf-8542-44b9-b397-de6eec7fbbf2 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:48.788679 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d39a757-5688-41d1-9232-a60384a7aecf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.791005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d39a757-5688-41d1-9232-a60384a7aecf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.805711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f346173-9484-472d-8b5e-40d983ed2107 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.809721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6f346173-9484-472d-8b5e-40d983ed2107 tempest-MeteringIpV6TestJSON-1122647195 tempest-MeteringIpV6TestJSON-1122647195-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/443788bc-e0ae-4202-acb5-aba67bbc2bf9 HTTP/1.1" status: 204 len: 168 time: 0.3271012 Oct 29 08:48:48.850919 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d39a757-5688-41d1-9232-a60384a7aecf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.852689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d39a757-5688-41d1-9232-a60384a7aecf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Fanout notify agent at l3_agent the message router_deleted on router 35f642f0-6c2e-462a-b0dc-0942c6796f0a {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:48:48.858197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919994c-6d7a-46ca-bdb8-6ca8b838bc54 None None] Sync routers for ids ['35f642f0-6c2e-462a-b0dc-0942c6796f0a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:48.862814 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d39a757-5688-41d1-9232-a60384a7aecf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:48.865807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4d39a757-5688-41d1-9232-a60384a7aecf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/routers/35f642f0-6c2e-462a-b0dc-0942c6796f0a HTTP/1.1" status: 204 len: 168 time: 0.7992222 Oct 29 08:48:48.868132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:48.879123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:48.883776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device baff1bbf-8542-44b9-b397-de6eec7fbbf2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:48.908328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919994c-6d7a-46ca-bdb8-6ca8b838bc54 None None] Routers set() bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:48.908700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919994c-6d7a-46ca-bdb8-6ca8b838bc54 None None] Router IDs set() for agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 08:48:48.909372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_agentschedulers_db [None req-4919994c-6d7a-46ca-bdb8-6ca8b838bc54 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35f642f0-6c2e-462a-b0dc-0942c6796f0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent'). {{(pid=102115) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 08:48:48.911792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: baff1bbf-8542-44b9-b397-de6eec7fbbf2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:48.912184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device baff1bbf-8542-44b9-b397-de6eec7fbbf2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:48.921220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919994c-6d7a-46ca-bdb8-6ca8b838bc54 None None] Routers set() bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:48.921561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919994c-6d7a-46ca-bdb8-6ca8b838bc54 None None] Router IDs set() for agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 08:48:48.922170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_agentschedulers_db [None req-4919994c-6d7a-46ca-bdb8-6ca8b838bc54 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35f642f0-6c2e-462a-b0dc-0942c6796f0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent'). {{(pid=102115) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 08:48:48.922550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919994c-6d7a-46ca-bdb8-6ca8b838bc54 None None] The sync data for ids ['35f642f0-6c2e-462a-b0dc-0942c6796f0a'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:49.001446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:49.004202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.007645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.009961 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.010329 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP d5663d25-a623-425a-a668-2c80ff44fa6f disassociated. External IP: 172.25.5.61, port: 7ed23a05-21a1-4c01-b997-501c6fb27e5a. Oct 29 08:48:49.270097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.282557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:49.329784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44012) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:49.331768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:49.348746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:49.355920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:49.356520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.365957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7d469-6c74-43d6-8e2b-b4f26024c4ad None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:49.377633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=d3103a51-1a45-40ba-89c5-ceb1906706a1,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:49.386741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9c4987ef-9aef-41ca-b0de-f6d59e993f57 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5168276 Oct 29 08:48:49.389381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44016) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:49.397747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-05a335ed-733a-419d-a551-23f704816146 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-473711648', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:49.448062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a335ed-733a-419d-a551-23f704816146 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.450402 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a335ed-733a-419d-a551-23f704816146 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.453875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:49.462413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.473358 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd651e9-d709-4a73-b236-e65b79eaa661 None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:49.502606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd651e9-d709-4a73-b236-e65b79eaa661 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:49.503213 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-dcd651e9-d709-4a73-b236-e65b79eaa661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:49.517400 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.538822 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-57e41805-2315-4e71-80f7-8433b0a91e71 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/floatingips/d5663d25-a623-425a-a668-2c80ff44fa6f HTTP/1.1" status: 200 len: 687 time: 1.2773340 Oct 29 08:48:49.541620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44018) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:49.601186 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-dcd651e9-d709-4a73-b236-e65b79eaa661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:49.619886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a335ed-733a-419d-a551-23f704816146 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.623758 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd651e9-d709-4a73-b236-e65b79eaa661 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:49.624412 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-dcd651e9-d709-4a73-b236-e65b79eaa661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:49.643335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a335ed-733a-419d-a551-23f704816146 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.648280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8723d87a-e7df-4131-8e70-56fe6cddee67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.685015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'd3103a51-1a45-40ba-89c5-ceb1906706a1'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:49.686834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.692540 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-dcd651e9-d709-4a73-b236-e65b79eaa661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:49.694404 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd651e9-d709-4a73-b236-e65b79eaa661 None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:49.698914 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05a335ed-733a-419d-a551-23f704816146 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.703949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05a335ed-733a-419d-a551-23f704816146 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3127866 Oct 29 08:48:49.705918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44022) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:49.780963 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8723d87a-e7df-4131-8e70-56fe6cddee67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.788798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8723d87a-e7df-4131-8e70-56fe6cddee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.803028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port c6d232fd-5ecd-48da-be52-652f9f6558bb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:49.803369 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.832882 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8723d87a-e7df-4131-8e70-56fe6cddee67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=068e967645894056a63739f791e2aeff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995844 Oct 29 08:48:49.835609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723d87a-e7df-4131-8e70-56fe6cddee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f7ca0-c237-4dca-bcaf-a20ca0ef4b97,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:49.838309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44024) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:49.851956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/d3103a51-1a45-40ba-89c5-ceb1906706a1/2e659620-6d3b-4c22-882e-62702bf102e0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:49.904131 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ec93abb-1b37-4e84-a72d-4803b39d80e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.932872 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ec93abb-1b37-4e84-a72d-4803b39d80e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.986523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ec93abb-1b37-4e84-a72d-4803b39d80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.990782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ec93abb-1b37-4e84-a72d-4803b39d80e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:49.994365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0ec93abb-1b37-4e84-a72d-4803b39d80e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e18f7ca0-c237-4dca-bcaf-a20ca0ef4b97 HTTP/1.1" status: 204 len: 168 time: 0.1525102 Oct 29 08:48:50.023648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec93abb-1b37-4e84-a72d-4803b39d80e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f7ca0-c237-4dca-bcaf-a20ca0ef4b97,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:50.052672 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.052672 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.068308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for c6d232fd-5ecd-48da-be52-652f9f6558bb owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:50.155099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.180756 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.205372 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.279310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:50.284270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:50.295889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:50.306501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Pushing event updated for resources: {'Port': ['ID=2e659620-6d3b-4c22-882e-62702bf102e0,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:50.389147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Attempting to bind port 2e659620-6d3b-4c22-882e-62702bf102e0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:50.390170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Attempting to bind port 2e659620-6d3b-4c22-882e-62702bf102e0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:50.390555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Attempting to bind port 2e659620-6d3b-4c22-882e-62702bf102e0 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:50.396986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:50.397394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:50.397779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.398188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:50.398958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Bound port: 2e659620-6d3b-4c22-882e-62702bf102e0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:50.399357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.489418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] For port 2e659620-6d3b-4c22-882e-62702bf102e0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:50.494538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] For port 2e659620-6d3b-4c22-882e-62702bf102e0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e659620-6d3b-4c22-882e-62702bf102e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:50.501820 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.509094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44036) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:50.529008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2c34-734b-4301-93f3-2f85a1bb7e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.585444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4797c-5171-422d-9924-d4ed512335e7 None None] Pushing event updated for resources: {'Port': ['ID=2e659620-6d3b-4c22-882e-62702bf102e0,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:50.651484 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2c34-734b-4301-93f3-2f85a1bb7e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.657116 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1ca2c34-734b-4301-93f3-2f85a1bb7e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.707294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b1ca2c34-734b-4301-93f3-2f85a1bb7e3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce7d7676c23f4a9587cf89c46f0142b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969879 Oct 29 08:48:50.709226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca2c34-734b-4301-93f3-2f85a1bb7e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d70aec-de9d-468c-a095-759d969f99be,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:50.711891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:50.770651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f51ca804-9a0f-4242-ab46-9dafcd967039 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:50.784609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-408c3cbb-9818-414c-9905-4a13a96ca23b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.830939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f51ca804-9a0f-4242-ab46-9dafcd967039 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:50.833302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f51ca804-9a0f-4242-ab46-9dafcd967039 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:50.852731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-408c3cbb-9818-414c-9905-4a13a96ca23b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.945745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-408c3cbb-9818-414c-9905-4a13a96ca23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.949589 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-408c3cbb-9818-414c-9905-4a13a96ca23b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:50.951120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-408c3cbb-9818-414c-9905-4a13a96ca23b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82d70aec-de9d-468c-a095-759d969f99be HTTP/1.1" status: 204 len: 168 time: 0.2379410 Oct 29 08:48:50.983281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c3cbb-9818-414c-9905-4a13a96ca23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d70aec-de9d-468c-a095-759d969f99be,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:51.040838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:51.100529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=c6d232fd-5ecd-48da-be52-652f9f6558bb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:51.152377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::1 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/d3103a51-1a45-40ba-89c5-ceb1906706a1/68691d9e-49c9-486c-8dde-eb5e7561a129) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:51.193376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:51.195965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:51.199461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-322d62dd-f269-41ec-b3cf-6456a87c898e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/floatingips/d5663d25-a623-425a-a668-2c80ff44fa6f HTTP/1.1" status: 204 len: 168 time: 1.6540217 Oct 29 08:48:51.200004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44048) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:51.249224 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-a4567976-0c0c-4da5-9e8d-b7d95ff8791f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] delete failed (client error): The resource could not be found. Oct 29 08:48:51.254762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a4567976-0c0c-4da5-9e8d-b7d95ff8791f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/floatingips/d5663d25-a623-425a-a668-2c80ff44fa6f HTTP/1.1" status: 404 len: 345 time: 0.0535178 Oct 29 08:48:51.256109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44052) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:51.312449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:51.354224 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:51.367049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a0efc-9d64-4650-b7ed-f6db28c3b84c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:51.386534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a0efc-9d64-4650-b7ed-f6db28c3b84c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:51.395674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a0efc-9d64-4650-b7ed-f6db28c3b84c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:51.397840 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6c1a0efc-9d64-4650-b7ed-f6db28c3b84c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "GET /v2.0/ports?network_id=239f4269-66df-4512-bf5f-8dc3831466ce HTTP/1.1" status: 200 len: 2358 time: 0.1413763 Oct 29 08:48:51.400539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:51.417169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:51.421663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:51.429173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:51.432554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:51.460695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=68691d9e-49c9-486c-8dde-eb5e7561a129,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:51.512575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600de2c-ceed-4b13-be13-468ce1af074d tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:51.514568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c600de2c-ceed-4b13-be13-468ce1af074d tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "GET /v2.0/subnets/06933327-c216-43aa-a5be-f85be5b49325 HTTP/1.1" status: 200 len: 797 time: 0.1126740 Oct 29 08:48:51.519981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44072) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:51.530963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'port': {'network_id': '239f4269-66df-4512-bf5f-8dc3831466ce', 'name': 'tempest-FloatingIPTestJSON-1675313895', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:51.666133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:51.708065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:51.831656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:51.867086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] device_id is not set on port b5dc1451-9abe-4e8d-ac13-4f15922d8ed4 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:48:52.091409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a18fcb7d-8b67-4918-b08b-41cca8cffdaf None None] Provisioning complete for port 2e659620-6d3b-4c22-882e-62702bf102e0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:52.094218 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a18fcb7d-8b67-4918-b08b-41cca8cffdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.157325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44086) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:52.224075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.233417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.234789 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.256590 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a18fcb7d-8b67-4918-b08b-41cca8cffdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.304697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a18fcb7d-8b67-4918-b08b-41cca8cffdaf None None] For port 2e659620-6d3b-4c22-882e-62702bf102e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e659620-6d3b-4c22-882e-62702bf102e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:52.323957 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a18fcb7d-8b67-4918-b08b-41cca8cffdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.350972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.20.0.14 (239f4269-66df-4512-bf5f-8dc3831466ce/06933327-c216-43aa-a5be-f85be5b49325/b5dc1451-9abe-4e8d-ac13-4f15922d8ed4) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:52.358114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.20.0.13 (239f4269-66df-4512-bf5f-8dc3831466ce/06933327-c216-43aa-a5be-f85be5b49325/b5dc1451-9abe-4e8d-ac13-4f15922d8ed4) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:52.401452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a2a798a0-6aec-4acf-8e0b-501fc7b0f15f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:52.402023 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-a2a798a0-6aec-4acf-8e0b-501fc7b0f15f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 29 08:48:52.402657 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-a2a798a0-6aec-4acf-8e0b-501fc7b0f15f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): There was a conflict when trying to complete your request. Oct 29 08:48:52.404093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a2a798a0-6aec-4acf-8e0b-501fc7b0f15f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2450662 Oct 29 08:48:52.409225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44090) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:52.416936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fcb7d-8b67-4918-b08b-41cca8cffdaf None None] Pushing event updated for resources: {'Port': ['ID=2e659620-6d3b-4c22-882e-62702bf102e0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:52.420869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--638101112'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:52.449078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=68691d9e-49c9-486c-8dde-eb5e7561a129,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:52.477047 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.485001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d52860a8-2f77-428e-b718-c7bb196e7fe9 None None] Provisioning complete for port 68691d9e-49c9-486c-8dde-eb5e7561a129 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:52.486547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d52860a8-2f77-428e-b718-c7bb196e7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.501681 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.505033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:52.512973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:52.597167 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.683894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.689768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d52860a8-2f77-428e-b718-c7bb196e7fe9 None None] Port 68691d9e-49c9-486c-8dde-eb5e7561a129 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:48:52.717544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.721589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 239f4269-66df-4512-bf5f-8dc3831466ce is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:52.724749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.748488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Router 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:48:52.784333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:52.793337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:52.808030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833f1fc9-7716-4674-be6a-4cfcbc5497b0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:52.846530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=b5dc1451-9abe-4e8d-ac13-4f15922d8ed4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:52.907733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e659620-6d3b-4c22-882e-62702bf102e0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:48:52.955861 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.958434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:52.963830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-da882980-8c36-4193-9306-60201b80f639 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "PUT /v2.0/routers/2af2b69a-60a1-4ab6-8554-c2ecdd904ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2565653 Oct 29 08:48:52.967265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:52.970397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:52.972694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:52.994582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Sync routers for ids ['2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:53.013691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dfac55f1-8bb6-4c1f-ba7a-b801d5723697 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4920535 Oct 29 08:48:53.015911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44098) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.021664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': 'b5dc1451-9abe-4e8d-ac13-4f15922d8ed4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:53.023503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.026941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-61814102-17a6-427b-9ce0-fb893cf38f31 None None] Provisioning complete for port 68691d9e-49c9-486c-8dde-eb5e7561a129 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:53.027106 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61814102-17a6-427b-9ce0-fb893cf38f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.033740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63c223-7ba0-4e32-9c7e-dbd02c6955d2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:53.035184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ab63c223-7ba0-4e32-9c7e-dbd02c6955d2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports/68691d9e-49c9-486c-8dde-eb5e7561a129 HTTP/1.1" status: 200 len: 911 time: 0.0663326 Oct 29 08:48:53.038283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44100) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.062064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Routers {'2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:53.062938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:53.064705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4dc9bf-e0ae-45dd-83ed-4189ca650661,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:53.092510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.096399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.101086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7795746a-9e7c-46aa-a380-51c85c38a5ee tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6853366 Oct 29 08:48:53.101086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44102) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.108223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0312acf5-4d2a-4afb-abf6-ace05d7914f4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '4c4dc9bf-e0ae-45dd-83ed-4189ca650661', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:53.135591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0312acf5-4d2a-4afb-abf6-ace05d7914f4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.151141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-61814102-17a6-427b-9ce0-fb893cf38f31 None None] Port 68691d9e-49c9-486c-8dde-eb5e7561a129 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:48:53.173810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2e659620-6d3b-4c22-882e-62702bf102e0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:53.174410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.199429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db847f47-4d84-4ae0-8df0-20bfcad579f4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:53.204416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0312acf5-4d2a-4afb-abf6-ace05d7914f4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.210123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db847f47-4d84-4ae0-8df0-20bfcad579f4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:53.211418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0312acf5-4d2a-4afb-abf6-ace05d7914f4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.213087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Set router 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:48:53.217012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-db847f47-4d84-4ae0-8df0-20bfcad579f4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1736245 Oct 29 08:48:53.218312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44104) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.227860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312acf5-4d2a-4afb-abf6-ace05d7914f4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d86b41-c0ed-4129-a61a-504abc51343b,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:53.253757 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0312acf5-4d2a-4afb-abf6-ace05d7914f4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.255879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0312acf5-4d2a-4afb-abf6-ace05d7914f4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532502 Oct 29 08:48:53.258203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44106) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.262994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ca9727f2-5f8f-424b-9454-89520eaa0af6 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '4c4dc9bf-e0ae-45dd-83ed-4189ca650661', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:53.293133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca9727f2-5f8f-424b-9454-89520eaa0af6 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.380338 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-ca9727f2-5f8f-424b-9454-89520eaa0af6 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): There was a conflict when trying to complete your request. Oct 29 08:48:53.382163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ca9727f2-5f8f-424b-9454-89520eaa0af6 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1229029 Oct 29 08:48:53.385142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44108) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.477207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-903545cd-383f-4402-bc28-0168997c4923 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.513315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-903545cd-383f-4402-bc28-0168997c4923 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.536509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.589991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-903545cd-383f-4402-bc28-0168997c4923 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.593639 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-903545cd-383f-4402-bc28-0168997c4923 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.599997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-903545cd-383f-4402-bc28-0168997c4923 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/4c4dc9bf-e0ae-45dd-83ed-4189ca650661 HTTP/1.1" status: 204 len: 168 time: 0.2133760 Oct 29 08:48:53.601757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44120) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.635021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903545cd-383f-4402-bc28-0168997c4923 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4dc9bf-e0ae-45dd-83ed-4189ca650661,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:53.692556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9682069d-0717-4217-bcb3-521b2b024758 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812042 Oct 29 08:48:53.696282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44122) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.701658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-449b77ee-7214-4b17-ae7f-f85564669c2a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778981559'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:53.727438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-449b77ee-7214-4b17-ae7f-f85564669c2a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.758088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'name': 'tempest-NetworksTestDHCPv6-router-473711648', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:49Z', 'updated_at': '2021-10-29T08:48:51Z', 'revision_number': 2, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None, '_interfaces': [{'id': '68691d9e-49c9-486c-8dde-eb5e7561a129', 'name': '', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'mac_address': 'fa:16:3e:1f:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'd3103a51-1a45-40ba-89c5-ceb1906706a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:48:50Z', 'updated_at': '2021-10-29T08:48:51Z', 'revision_number': 2, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'subnets': [{'id': 'd3103a51-1a45-40ba-89c5-ceb1906706a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:53.791489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Checking router: 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:48:53.792589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Updating router 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 port 68691d9e-49c9-486c-8dde-eb5e7561a129 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:48:53.810160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.25.5.37 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/4e36ffcd-aea1-41b8-8602-fb330329f2f7) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:48:53.820351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-449b77ee-7214-4b17-ae7f-f85564669c2a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.825246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-449b77ee-7214-4b17-ae7f-f85564669c2a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.829365 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.871338 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-449b77ee-7214-4b17-ae7f-f85564669c2a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.873430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-449b77ee-7214-4b17-ae7f-f85564669c2a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1756403 Oct 29 08:48:53.875712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b77ee-7214-4b17-ae7f-f85564669c2a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f74341-d7ad-4569-83f4-5e29ad591ee8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:53.878177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44124) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.897159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d34afbff-b915-43b3-a18f-a91045e3cd40 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': 'e4f74341-d7ad-4569-83f4-5e29ad591ee8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:53.898150 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-d34afbff-b915-43b3-a18f-a91045e3cd40 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 29 08:48:53.898786 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-d34afbff-b915-43b3-a18f-a91045e3cd40 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:53.900052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d34afbff-b915-43b3-a18f-a91045e3cd40 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099390 Oct 29 08:48:53.902892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44126) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:53.951409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:53.975374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6152831d-3fba-479d-8c8a-cf66c03ae54a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.004395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6152831d-3fba-479d-8c8a-cf66c03ae54a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.089606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6152831d-3fba-479d-8c8a-cf66c03ae54a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.093732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6152831d-3fba-479d-8c8a-cf66c03ae54a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.095107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6152831d-3fba-479d-8c8a-cf66c03ae54a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/e4f74341-d7ad-4569-83f4-5e29ad591ee8 HTTP/1.1" status: 204 len: 168 time: 0.1911581 Oct 29 08:48:54.100351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44130) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:54.117001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152831d-3fba-479d-8c8a-cf66c03ae54a tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f74341-d7ad-4569-83f4-5e29ad591ee8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:54.172849 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.180287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.215712 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-08b859e4-0aa1-474b-aae7-25b6a10bd9de tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1103978 Oct 29 08:48:54.216233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44132) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:54.222003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c8948c36-c9de-41b9-9551-dc15231d9ac2 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708339276'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:54.248361 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.268502 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8948c36-c9de-41b9-9551-dc15231d9ac2 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.270310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251754a5-51b3-48d2-9d69-8b8ef7baa98c None None] Pushing event updated for resources: {'Port': ['ID=68691d9e-49c9-486c-8dde-eb5e7561a129,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:54.311151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Attempting to bind port 68691d9e-49c9-486c-8dde-eb5e7561a129 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:48:54.311623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Attempting to bind port 68691d9e-49c9-486c-8dde-eb5e7561a129 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:48:54.312120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Attempting to bind port 68691d9e-49c9-486c-8dde-eb5e7561a129 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:48:54.323491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:48:54.324381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:48:54.325932 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.326918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:48:54.327699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Bound port: 68691d9e-49c9-486c-8dde-eb5e7561a129, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:48:54.328727 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.349210 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.429104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:54.433489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:54.466613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:48:54.469326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] For port 68691d9e-49c9-486c-8dde-eb5e7561a129, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:48:54.474615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] For port 68691d9e-49c9-486c-8dde-eb5e7561a129, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=68691d9e-49c9-486c-8dde-eb5e7561a129,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:48:54.481327 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.486800 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8948c36-c9de-41b9-9551-dc15231d9ac2 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.496131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8948c36-c9de-41b9-9551-dc15231d9ac2 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.536795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=4e36ffcd-aea1-41b8-8602-fb330329f2f7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:54.557964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Routers {'2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:54.559235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:54.576180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8948c36-c9de-41b9-9551-dc15231d9ac2 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4278400d-639d-4d6b-9b5f-5a8be3618dec,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:54.587688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8948c36-c9de-41b9-9551-dc15231d9ac2 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.592267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c8948c36-c9de-41b9-9551-dc15231d9ac2 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3714507 Oct 29 08:48:54.597617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44134) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:54.602157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 68691d9e-49c9-486c-8dde-eb5e7561a129 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:54.602687 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.616437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-674e21e0-15a4-4aaf-9da7-c4c4c5e82fc6 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '4278400d-639d-4d6b-9b5f-5a8be3618dec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:54.631541 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-674e21e0-15a4-4aaf-9da7-c4c4c5e82fc6 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 29 08:48:54.632602 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-674e21e0-15a4-4aaf-9da7-c4c4c5e82fc6 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:54.634014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-674e21e0-15a4-4aaf-9da7-c4c4c5e82fc6 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0279419 Oct 29 08:48:54.637041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44138) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:54.682667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] Set router 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:48:54.754040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24f045fb-c5d8-4f94-b04e-c7ee48cccd80 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.754373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port 68691d9e-49c9-486c-8dde-eb5e7561a129, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=68691d9e-49c9-486c-8dde-eb5e7561a129,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:54.765190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.787991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251754a5-51b3-48d2-9d69-8b8ef7baa98c None None] Pushing event updated for resources: {'Port': ['ID=68691d9e-49c9-486c-8dde-eb5e7561a129,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:54.802803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24f045fb-c5d8-4f94-b04e-c7ee48cccd80 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.833543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 68691d9e-49c9-486c-8dde-eb5e7561a129 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:54.871559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ff0689c6-b0b7-45b0-9bbb-4f3e6fd3770e None None] Provisioning complete for port 68691d9e-49c9-486c-8dde-eb5e7561a129 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:54.872994 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24f045fb-c5d8-4f94-b04e-c7ee48cccd80 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.873714 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff0689c6-b0b7-45b0-9bbb-4f3e6fd3770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.876558 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-24f045fb-c5d8-4f94-b04e-c7ee48cccd80 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:54.882434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-24f045fb-c5d8-4f94-b04e-c7ee48cccd80 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/4278400d-639d-4d6b-9b5f-5a8be3618dec HTTP/1.1" status: 204 len: 168 time: 0.2418299 Oct 29 08:48:54.882831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44140) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:54.910957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f045fb-c5d8-4f94-b04e-c7ee48cccd80 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4278400d-639d-4d6b-9b5f-5a8be3618dec,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:54.980586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c680619a-a72d-4a87-8a40-67bdaaff6fc8 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730517 Oct 29 08:48:54.981175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44142) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:54.986075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6fa5f1c8-1473-43db-96cb-5b07f78fab8b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--421161070'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:55.017599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f1c8-1473-43db-96cb-5b07f78fab8b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.045568 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff0689c6-b0b7-45b0-9bbb-4f3e6fd3770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.085071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ff0689c6-b0b7-45b0-9bbb-4f3e6fd3770e None None] For port 68691d9e-49c9-486c-8dde-eb5e7561a129, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=68691d9e-49c9-486c-8dde-eb5e7561a129,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:55.096006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff0689c6-b0b7-45b0-9bbb-4f3e6fd3770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.104275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'name': 'tempest-NetworksTestDHCPv6-router-473711648', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:49Z', 'updated_at': '2021-10-29T08:48:51Z', 'revision_number': 2, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None, '_interfaces': [{'id': '68691d9e-49c9-486c-8dde-eb5e7561a129', 'name': '', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'mac_address': 'fa:16:3e:1f:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'd3103a51-1a45-40ba-89c5-ceb1906706a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:48:50Z', 'updated_at': '2021-10-29T08:48:54Z', 'revision_number': 4, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'subnets': [{'id': 'd3103a51-1a45-40ba-89c5-ceb1906706a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:55.123198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f1c8-1473-43db-96cb-5b07f78fab8b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.131150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f1c8-1473-43db-96cb-5b07f78fab8b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.140197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55003247-38fb-420c-ad6f-38bede26cecb None None] The sync data for ids ['2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'] in n-d-815940-1 is: [{'id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'name': 'tempest-NetworksTestDHCPv6-router-473711648', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:49Z', 'updated_at': '2021-10-29T08:48:51Z', 'revision_number': 2, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None, '_interfaces': [{'id': '68691d9e-49c9-486c-8dde-eb5e7561a129', 'name': '', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'mac_address': 'fa:16:3e:1f:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'd3103a51-1a45-40ba-89c5-ceb1906706a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:48:50Z', 'updated_at': '2021-10-29T08:48:54Z', 'revision_number': 4, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'subnets': [{'id': 'd3103a51-1a45-40ba-89c5-ceb1906706a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:55.186898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5f1c8-1473-43db-96cb-5b07f78fab8b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c5005-fcc0-437b-b4d9-2aa453b3a8c9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:55.227540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f1c8-1473-43db-96cb-5b07f78fab8b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.230888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6fa5f1c8-1473-43db-96cb-5b07f78fab8b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2482738 Oct 29 08:48:55.235230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44146) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.254149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5de8d12a-d511-4bb1-82f4-eaf06f3a7a31 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c5005-fcc0-437b-b4d9-2aa453b3a8c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:55.273241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9f348979-4387-4fce-b724-ade8f92744fe None None] Provisioning complete for port 68691d9e-49c9-486c-8dde-eb5e7561a129 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:48:55.273940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f348979-4387-4fce-b724-ade8f92744fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.279345 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-5de8d12a-d511-4bb1-82f4-eaf06f3a7a31 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 29 08:48:55.281395 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-5de8d12a-d511-4bb1-82f4-eaf06f3a7a31 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:55.281794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5de8d12a-d511-4bb1-82f4-eaf06f3a7a31 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0437505 Oct 29 08:48:55.284937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44148) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.293243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-53186895-0070-4303-a500-263edc467b0e tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c5005-fcc0-437b-b4d9-2aa453b3a8c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:55.294358 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-53186895-0070-4303-a500-263edc467b0e tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 29 08:48:55.297018 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-53186895-0070-4303-a500-263edc467b0e tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:55.298355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-53186895-0070-4303-a500-263edc467b0e tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113165 Oct 29 08:48:55.302108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44150) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.310925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6d59056d-9344-43b2-9bd2-c190f106f1d1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c5005-fcc0-437b-b4d9-2aa453b3a8c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:55.317157 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-6d59056d-9344-43b2-9bd2-c190f106f1d1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 29 08:48:55.317664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0689c6-b0b7-45b0-9bbb-4f3e6fd3770e None None] Pushing event updated for resources: {'Port': ['ID=68691d9e-49c9-486c-8dde-eb5e7561a129,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:55.318166 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-6d59056d-9344-43b2-9bd2-c190f106f1d1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:55.319455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6d59056d-9344-43b2-9bd2-c190f106f1d1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148246 Oct 29 08:48:55.330466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44152) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.336535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f58dfa2e-1743-488f-b1d8-2da468693dc1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c5005-fcc0-437b-b4d9-2aa453b3a8c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:55.340684 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-f58dfa2e-1743-488f-b1d8-2da468693dc1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 29 08:48:55.341205 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-f58dfa2e-1743-488f-b1d8-2da468693dc1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:55.342284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f58dfa2e-1743-488f-b1d8-2da468693dc1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107930 Oct 29 08:48:55.345305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44154) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.439281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19c8f775-2175-435f-b979-21a9e81cb5e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.475650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19c8f775-2175-435f-b979-21a9e81cb5e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.563714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19c8f775-2175-435f-b979-21a9e81cb5e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.567123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19c8f775-2175-435f-b979-21a9e81cb5e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.570770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-19c8f775-2175-435f-b979-21a9e81cb5e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/ac5c5005-fcc0-437b-b4d9-2aa453b3a8c9 HTTP/1.1" status: 204 len: 168 time: 0.2207296 Oct 29 08:48:55.572438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44156) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.599704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f775-2175-435f-b979-21a9e81cb5e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c5005-fcc0-437b-b4d9-2aa453b3a8c9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:55.643851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e5b76167-41a9-4746-b63d-a1f1df3713d2 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698943 Oct 29 08:48:55.647732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44158) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.652773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c30dcbd5-7d9c-4a06-9b89-cf23162598fa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095467884'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:55.680642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c30dcbd5-7d9c-4a06-9b89-cf23162598fa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.734398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.775369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=68691d9e-49c9-486c-8dde-eb5e7561a129,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:55.786931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.823638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c30dcbd5-7d9c-4a06-9b89-cf23162598fa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.832186 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c30dcbd5-7d9c-4a06-9b89-cf23162598fa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.891924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c30dcbd5-7d9c-4a06-9b89-cf23162598fa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:55.893440 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c30dcbd5-7d9c-4a06-9b89-cf23162598fa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2441823 Oct 29 08:48:55.896749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44162) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.907202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2a9e4ad5-ba41-4b38-9341-268bd42621f5 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:55.909351 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-2a9e4ad5-ba41-4b38-9341-268bd42621f5 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 29 08:48:55.911146 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-2a9e4ad5-ba41-4b38-9341-268bd42621f5 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:55.912473 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2a9e4ad5-ba41-4b38-9341-268bd42621f5 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147092 Oct 29 08:48:55.918821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44164) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:55.925715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9d478721-7f77-4089-b446-b2f0b6b3c686 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:55.942148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dcbd5-7d9c-4a06-9b89-cf23162598fa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33eddb01-2020-4662-9a94-2fb64ce2cb03,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:55.961871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.013690 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-9d478721-7f77-4089-b446-b2f0b6b3c686 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:56.014810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9d478721-7f77-4089-b446-b2f0b6b3c686 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0944495 Oct 29 08:48:56.017675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44166) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.022594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-be91d325-c5f0-47bb-819c-8e8eac6c20e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:56.023091 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-be91d325-c5f0-47bb-819c-8e8eac6c20e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 29 08:48:56.023580 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-be91d325-c5f0-47bb-819c-8e8eac6c20e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:56.024572 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-be91d325-c5f0-47bb-819c-8e8eac6c20e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059433 Oct 29 08:48:56.027870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44168) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.033409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.037991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f2cb9d5e-e6aa-465a-bc8f-ab90c4e4cbbe tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:56.088194 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-f2cb9d5e-e6aa-465a-bc8f-ab90c4e4cbbe tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:56.089653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f2cb9d5e-e6aa-465a-bc8f-ab90c4e4cbbe tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0608146 Oct 29 08:48:56.093180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44170) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.099747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e8e37558-3b1e-4c9d-b871-c62627c3d96b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:56.100332 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-e8e37558-3b1e-4c9d-b871-c62627c3d96b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 29 08:48:56.101644 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-e8e37558-3b1e-4c9d-b871-c62627c3d96b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:56.102798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e8e37558-3b1e-4c9d-b871-c62627c3d96b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084105 Oct 29 08:48:56.107945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44172) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.112727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ed6caada-280e-41f8-a526-d7e27d8fcee7 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:56.144235 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-ed6caada-280e-41f8-a526-d7e27d8fcee7 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Project eba1524c5e3e40d9a698d0ac339d1bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:48:56.173006 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-ed6caada-280e-41f8-a526-d7e27d8fcee7 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:56.174488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ed6caada-280e-41f8-a526-d7e27d8fcee7 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0654609 Oct 29 08:48:56.177561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44174) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.188635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d60ab04c-00cd-40eb-8d72-8a0ed7872524 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:56.188635 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-d60ab04c-00cd-40eb-8d72-8a0ed7872524 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 29 08:48:56.188635 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-d60ab04c-00cd-40eb-8d72-8a0ed7872524 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:56.188635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d60ab04c-00cd-40eb-8d72-8a0ed7872524 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058849 Oct 29 08:48:56.192370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44176) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.202327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-39607b54-a19d-4297-960e-39029429c8fd tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:56.350980 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-39607b54-a19d-4297-960e-39029429c8fd tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Project eba1524c5e3e40d9a698d0ac339d1bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:48:56.362217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Router 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:56.394396 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-39607b54-a19d-4297-960e-39029429c8fd tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:56.394396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39607b54-a19d-4297-960e-39029429c8fd tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1950231 Oct 29 08:48:56.396048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44180) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.400653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8ca58e6a-1f61-4a42-a6e3-0f6d4a1ccb6f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '33eddb01-2020-4662-9a94-2fb64ce2cb03', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:56.429226 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-8ca58e6a-1f61-4a42-a6e3-0f6d4a1ccb6f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Project eba1524c5e3e40d9a698d0ac339d1bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:48:56.450222 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-8ca58e6a-1f61-4a42-a6e3-0f6d4a1ccb6f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:48:56.454298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8ca58e6a-1f61-4a42-a6e3-0f6d4a1ccb6f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0544257 Oct 29 08:48:56.454833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44182) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.498425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:56.506296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-98d82baa-2818-45ce-9692-877a953cde82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "PUT /v2.0/routers/2af2b69a-60a1-4ab6-8554-c2ecdd904ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2817049 Oct 29 08:48:56.511892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44184) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.516872 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71e55fe3-766b-40ed-8384-3f0f84812a86 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.524431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.542628 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71e55fe3-766b-40ed-8384-3f0f84812a86 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.548194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.593219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71e55fe3-766b-40ed-8384-3f0f84812a86 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.597030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71e55fe3-766b-40ed-8384-3f0f84812a86 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.599351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-71e55fe3-766b-40ed-8384-3f0f84812a86 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/33eddb01-2020-4662-9a94-2fb64ce2cb03 HTTP/1.1" status: 204 len: 168 time: 0.1432416 Oct 29 08:48:56.603276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44186) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.625689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e55fe3-766b-40ed-8384-3f0f84812a86 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eddb01-2020-4662-9a94-2fb64ce2cb03,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:56.627146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bed923-0083-4f9e-be12-d35a517b81ef tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:56.628705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bed923-0083-4f9e-be12-d35a517b81ef tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:56.632909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-85bed923-0083-4f9e-be12-d35a517b81ef tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1176622 Oct 29 08:48:56.635819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44188) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.645423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=4e36ffcd-aea1-41b8-8602-fb330329f2f7,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:56.669484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2f5f7b2a-a351-4361-8f77-2ece186b1e5e tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598371 Oct 29 08:48:56.670498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44190) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:56.675084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8dacaea7-77c1-4aec-a9b0-7b2d8e3e2124 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--604467019'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:56.701491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.735314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dacaea7-77c1-4aec-a9b0-7b2d8e3e2124 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.776515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8a2efe-675e-4413-bf4f-d20658fa7b58 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet d3103a51-1a45-40ba-89c5-ceb1906706a1 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:48:56.787330 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be8a2efe-675e-4413-bf4f-d20658fa7b58 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.846265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-57735e1a-2a2b-4e3e-ac4a-9d986037e914 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0907822 Oct 29 08:48:56.868265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be8a2efe-675e-4413-bf4f-d20658fa7b58 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.935475 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dacaea7-77c1-4aec-a9b0-7b2d8e3e2124 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:56.938694 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP ddfbc2bd-e03c-47dd-b008-75595c056a94 associated. External IP: 172.25.5.37, port: b5dc1451-9abe-4e8d-ac13-4f15922d8ed4. Oct 29 08:48:56.950988 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dacaea7-77c1-4aec-a9b0-7b2d8e3e2124 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:57.003756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-bbdb5389-d5a2-4079-bae6-dfdc74e351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.004434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-bbdb5389-d5a2-4079-bae6-dfdc74e351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.005287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-bbdb5389-d5a2-4079-bae6-dfdc74e351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.005780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-bbdb5389-d5a2-4079-bae6-dfdc74e351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.006375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-bbdb5389-d5a2-4079-bae6-dfdc74e351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.006879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-bbdb5389-d5a2-4079-bae6-dfdc74e351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.007453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-bbdb5389-d5a2-4079-bae6-dfdc74e351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.010519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-bbdb5389-d5a2-4079-bae6-dfdc74e351cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6501 time: 0.1158617 Oct 29 08:48:57.016451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacaea7-77c1-4aec-a9b0-7b2d8e3e2124 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453a8c7f-300f-49c0-a1a8-ce048d3a7f90,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:57.024701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8dacaea7-77c1-4aec-a9b0-7b2d8e3e2124 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:57.029422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8dacaea7-77c1-4aec-a9b0-7b2d8e3e2124 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3578618 Oct 29 08:48:57.030180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:57.036580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f719c8a6-2439-4251-982a-8a26e54ab861 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '453a8c7f-300f-49c0-a1a8-ce048d3a7f90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:57.136482 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] Sync routers for ids ['2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:57.142860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be8a2efe-675e-4413-bf4f-d20658fa7b58 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:57.154598 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] Routers {'2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:57.156258 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:57.174865 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-f719c8a6-2439-4251-982a-8a26e54ab861 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The resource could not be found. Oct 29 08:48:57.176389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f719c8a6-2439-4251-982a-8a26e54ab861 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1443062 Oct 29 08:48:57.181846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44196) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:57.191086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-0d1e34a7-c2b9-4365-a2b9-d2baec792b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.192188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-0d1e34a7-c2b9-4365-a2b9-d2baec792b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.192341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-762f777c-7d5b-4390-8bba-20349c5ced92 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '453a8c7f-300f-49c0-a1a8-ce048d3a7f90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7f0e2f93-c35d-4ddf-9e56-56cabeb47801'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:57.192445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-0d1e34a7-c2b9-4365-a2b9-d2baec792b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.193985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-0d1e34a7-c2b9-4365-a2b9-d2baec792b4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d438998-7dbc-43e7-a0d6-ff375e13ad12&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab HTTP/1.1" status: 200 len: 2301 time: 0.1460681 Oct 29 08:48:57.267945 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] Set router 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:48:57.288992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-af231547-8a5d-4b63-8bbc-7f57b0f95b1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c41bd85-698e-4ce5-a994-32565310921a HTTP/1.1" status: 200 len: 1001 time: 0.0855632 Oct 29 08:48:57.356562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-78ed7b1f-ade4-416a-b4fa-fef1357d86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.358357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-78ed7b1f-ade4-416a-b4fa-fef1357d86c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86742c09-5b26-4354-8a33-545cd0fb9bf8 HTTP/1.1" status: 200 len: 855 time: 0.0634899 Oct 29 08:48:57.388712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be8a2efe-675e-4413-bf4f-d20658fa7b58 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:57.415350 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc466e-2722-46b4-9734-56546b48fcb4 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:57.432383 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be8a2efe-675e-4413-bf4f-d20658fa7b58 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:57.438360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-be8a2efe-675e-4413-bf4f-d20658fa7b58 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/d3103a51-1a45-40ba-89c5-ceb1906706a1 HTTP/1.1" status: 204 len: 168 time: 0.7990370 Oct 29 08:48:57.439205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44200) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:57.450880 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-762f777c-7d5b-4390-8bba-20349c5ced92 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The resource could not be found. Oct 29 08:48:57.450880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-762f777c-7d5b-4390-8bba-20349c5ced92 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2640970 Oct 29 08:48:57.452522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-f96c10a1-746b-4d37-8434-a19c26f00a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:57.457227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-f96c10a1-746b-4d37-8434-a19c26f00a4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d438998-7dbc-43e7-a0d6-ff375e13ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895419 Oct 29 08:48:57.457534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a2efe-675e-4413-bf4f-d20658fa7b58 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=d3103a51-1a45-40ba-89c5-ceb1906706a1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:57.458234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44202) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:57.583600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:48:57.624301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7596c2f2-ac71-4808-900d-4ad6982f5777 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1763968 Oct 29 08:48:57.629532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44204) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:57.725557 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'name': 'tempest-NetworksTestDHCPv6-router-473711648', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:49Z', 'updated_at': '2021-10-29T08:48:55Z', 'revision_number': 3, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:57.780285 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] Checking router: 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:48:57.793890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:48:57.813116 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] Routers {'2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:57.816423 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:57.885596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91cdddd2-e685-4abc-a9db-cb739ceee204 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:57.898141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] Deleting port 2e659620-6d3b-4c22-882e-62702bf102e0 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:48:57.900466 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:57.909626 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14d3e0e3-7501-4f50-9221-77b67e5aa359 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:57.957160 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] Set router 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:48:58.004071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91cdddd2-e685-4abc-a9db-cb739ceee204 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.037810 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'name': 'tempest-NetworksTestDHCPv6-router-473711648', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:49Z', 'updated_at': '2021-10-29T08:48:55Z', 'revision_number': 3, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:58.087206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] For port 2e659620-6d3b-4c22-882e-62702bf102e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e659620-6d3b-4c22-882e-62702bf102e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:48:58.087696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.093109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-d07b8109-c15c-4f8d-ada8-afd7fa555142 service neutron] 10.222.0.15 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222763 Oct 29 08:48:58.096693 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91cdddd2-e685-4abc-a9db-cb739ceee204 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.100171 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91cdddd2-e685-4abc-a9db-cb739ceee204 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.101620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-91cdddd2-e685-4abc-a9db-cb739ceee204 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/453a8c7f-300f-49c0-a1a8-ce048d3a7f90 HTTP/1.1" status: 204 len: 168 time: 0.6423228 Oct 29 08:48:58.117538 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba57d28-5f33-4eb3-bcb0-f9d23793a7d4 None None] The sync data for ids ['2af2b69a-60a1-4ab6-8554-c2ecdd904ad2'] in n-d-815940-1 is: [{'id': '2af2b69a-60a1-4ab6-8554-c2ecdd904ad2', 'name': 'tempest-NetworksTestDHCPv6-router-473711648', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:48:49Z', 'updated_at': '2021-10-29T08:48:55Z', 'revision_number': 3, 'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:58.152969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] Calling delete_port for 2e659620-6d3b-4c22-882e-62702bf102e0 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:48:58.175459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14d3e0e3-7501-4f50-9221-77b67e5aa359 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.179184 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14d3e0e3-7501-4f50-9221-77b67e5aa359 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.238465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44210) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:58.261418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14d3e0e3-7501-4f50-9221-77b67e5aa359 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.261953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d3e0e3-7501-4f50-9221-77b67e5aa359 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Fanout notify agent at l3_agent the message router_deleted on router 2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:48:58.289103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdddd2-e685-4abc-a9db-cb739ceee204 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a8c7f-300f-49c0-a1a8-ce048d3a7f90,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:58.305815 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.306386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:48:58.323037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-265bc025-a6ae-4c79-998e-eb018fff5893 service neutron] 10.222.0.15 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201865 Oct 29 08:48:58.339713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14d3e0e3-7501-4f50-9221-77b67e5aa359 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.341965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-14d3e0e3-7501-4f50-9221-77b67e5aa359 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/routers/2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 HTTP/1.1" status: 204 len: 168 time: 0.7113743 Oct 29 08:48:58.345019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44212) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:58.346396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9ef9f-db32-4e87-9806-35b5cb448b05 None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:48:58.355007 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.390895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-b00a6df1-3a53-4fc0-b552-eac8a1da5b51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=945f774e-36c0-4273-b2bb-51a1d3437342 HTTP/1.1" status: 200 len: 217 time: 0.0588274 Oct 29 08:48:58.395885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-04c82fd0-54f1-4a6f-9957-83bc7769ccaf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0467401 Oct 29 08:48:58.400685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44214) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:58.454315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] Pushing event deleted for resources: {'Port': ['ID=2e659620-6d3b-4c22-882e-62702bf102e0,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:58.464401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd6910-d781-45b7-a4e4-72fd079e2681 None None] No DVR routers for this DVR port 2e659620-6d3b-4c22-882e-62702bf102e0 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:48:58.467841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a9ef9f-db32-4e87-9806-35b5cb448b05 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:58.470212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-10a9ef9f-db32-4e87-9806-35b5cb448b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:58.502206 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9c5f2f44-9120-4d0d-ac35-bf1897476616 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4849784 Oct 29 08:48:58.510917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44216) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:58.534142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9105a8b8-9090-4199-9dcd-23ab0524e66c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'port_id': 'b5dc1451-9abe-4e8d-ac13-4f15922d8ed4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:58.546355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-ab9736df-1b93-4f53-86bc-136a184d6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:58.549886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-ab9736df-1b93-4f53-86bc-136a184d6dbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.1504197 Oct 29 08:48:58.600671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d6a8da-eb53-4662-a077-d076869af270 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:58.612577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-10a9ef9f-db32-4e87-9806-35b5cb448b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:58.617656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b4d6a8da-eb53-4662-a077-d076869af270 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2152715 Oct 29 08:48:58.624456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a9ef9f-db32-4e87-9806-35b5cb448b05 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:48:58.625239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44220) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:58.625583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-10a9ef9f-db32-4e87-9806-35b5cb448b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:58.681931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9105a8b8-9090-4199-9dcd-23ab0524e66c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:58.693078 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-10a9ef9f-db32-4e87-9806-35b5cb448b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:48:58.694389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9ef9f-db32-4e87-9806-35b5cb448b05 None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:48:58.752055 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4dbf4ab0-b64d-4091-bc79-33a8d5154c15 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240752 Oct 29 08:48:58.757865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44222) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:58.767264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:58.868234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 68691d9e-49c9-486c-8dde-eb5e7561a129 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:58.899244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-25df1638-9bf8-4958-88a7-2b53d21a79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:58.901064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-25df1638-9bf8-4958-88a7-2b53d21a79a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3355443 Oct 29 08:48:58.910295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 68691d9e-49c9-486c-8dde-eb5e7561a129 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:58.910824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 68691d9e-49c9-486c-8dde-eb5e7561a129 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:58.911318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e659620-6d3b-4c22-882e-62702bf102e0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:48:58.937150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2e659620-6d3b-4c22-882e-62702bf102e0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:48:58.937847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e659620-6d3b-4c22-882e-62702bf102e0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:48:59.021747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:59.025860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.112527 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.158087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-588ff453-95aa-4c50-bff9-da8d70976d34 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9103298 Oct 29 08:48:59.158654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-f1d71ae7-9a3d-4b1a-99b6-978c647dd562 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481930 Oct 29 08:48:59.158654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44226) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:59.163267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0c5f6299-3a3f-4c24-9691-228890c8455c tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '9245a510-2121-4b5e-b61c-ab57b9031607', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:59.335557 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-0c5f6299-3a3f-4c24-9691-228890c8455c tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The resource could not be found. Oct 29 08:48:59.336637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0c5f6299-3a3f-4c24-9691-228890c8455c tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1769421 Oct 29 08:48:59.343357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44228) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:59.350494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-105e3e32-4ef6-4f8d-b004-3a49ab9c08a1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279578941'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:59.369158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-94f278f9-2e7b-49ee-bf09-fef1d9d01f23 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987555 Oct 29 08:48:59.427379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-b6227ca7-64b5-422a-b464-66667ab015fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 HTTP/1.1" status: 200 len: 217 time: 0.0490570 Oct 29 08:48:59.432132 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-105e3e32-4ef6-4f8d-b004-3a49ab9c08a1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.553017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:48:59.554927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-6ac7d617-580a-445b-b1b1-6616fc8b531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:59.556528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-6ac7d617-580a-445b-b1b1-6616fc8b531a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.1184299 Oct 29 08:48:59.557979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.616804 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-105e3e32-4ef6-4f8d-b004-3a49ab9c08a1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.622636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-105e3e32-4ef6-4f8d-b004-3a49ab9c08a1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.640260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:48:59.646619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:48:59.649908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:59.650478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.658739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e85611-7d6e-40de-a435-0d6b3924ca56 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:48:59.661631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=ba3054da-0c6f-4264-b837-227c8b6182c4,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:59.687081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-86926c93-bffa-447c-b439-9b9619229474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:48:59.689455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-86926c93-bffa-447c-b439-9b9619229474 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202121 Oct 29 08:48:59.693360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-105e3e32-4ef6-4f8d-b004-3a49ab9c08a1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.697476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-105e3e32-4ef6-4f8d-b004-3a49ab9c08a1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3501611 Oct 29 08:48:59.697625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-feb3676a-7d29-425b-8a54-45b7471d6552 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9365497 Oct 29 08:48:59.699293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44234) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:59.700086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44232) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:48:59.700196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e3e32-4ef6-4f8d-b004-3a49ab9c08a1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae3e6e4-6578-48a3-bc9c-fcbf26af4c01,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:48:59.709006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:59.713879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a4575a9d-9e6b-4809-b06f-e5d75929f04f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--634010440'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:48:59.714012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9105a8b8-9090-4199-9dcd-23ab0524e66c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.734504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9105a8b8-9090-4199-9dcd-23ab0524e66c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.803562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4575a9d-9e6b-4809-b06f-e5d75929f04f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.845330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-0d5e80e0-7b41-4d9a-83be-f409612c10a1 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471503 Oct 29 08:48:59.864664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'ba3054da-0c6f-4264-b837-227c8b6182c4'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:48:59.865652 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.978327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-a15f182f-95be-4dac-bfc1-92c7e269bab2 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229942 Oct 29 08:48:59.981174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4575a9d-9e6b-4809-b06f-e5d75929f04f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.981609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:48:59.985180 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:48:59.993422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4575a9d-9e6b-4809-b06f-e5d75929f04f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.017420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Allocated IP 2001:db8::f816:3eff:fed0:4286 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/ba3054da-0c6f-4264-b837-227c8b6182c4/8b943399-6136-4c26-9f58-ece85359c8c3) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:00.046095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-58cb8fc4-57c3-4921-9fed-146e5dc4e2d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56 HTTP/1.1" status: 200 len: 217 time: 0.0595963 Oct 29 08:49:00.067600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4575a9d-9e6b-4809-b06f-e5d75929f04f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.069120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a4575a9d-9e6b-4809-b06f-e5d75929f04f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3599861 Oct 29 08:49:00.079657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44236) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:00.091341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0b931470-c19b-4fd0-9058-409cfad39ab5 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '4ae3e6e4-6578-48a3-bc9c-fcbf26af4c01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6f377ba8-fe1d-4a06-bf79-ea2cb6f1d360'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:00.091554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4575a9d-9e6b-4809-b06f-e5d75929f04f tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f377ba8-fe1d-4a06-bf79-ea2cb6f1d360,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:00.111685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-2182a811-d0bf-4a23-b7a7-64a4e66bd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:00.113370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-2182a811-d0bf-4a23-b7a7-64a4e66bd545 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.0571504 Oct 29 08:49:00.125966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9105a8b8-9090-4199-9dcd-23ab0524e66c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:00.174298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-fc883158-b64e-48b5-911a-2e9ca68b472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:00.176097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-fc883158-b64e-48b5-911a-2e9ca68b472c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530875 Oct 29 08:49:00.190981 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.205906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.257984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:00.262772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:00.272732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Pushing event updated for resources: {'Port': ['ID=8b943399-6136-4c26-9f58-ece85359c8c3,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:00.272732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:00.296951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-03078fe2-34b2-4d89-9018-a25d88d14cef service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131010 Oct 29 08:49:00.302473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9105a8b8-9090-4199-9dcd-23ab0524e66c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:00.307335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9105a8b8-9090-4199-9dcd-23ab0524e66c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.317484 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e72292-9429-4cce-883b-cbafc7826e60 None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:00.336318 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e72292-9429-4cce-883b-cbafc7826e60 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:00.336612 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-84e72292-9429-4cce-883b-cbafc7826e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:00.351470 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-0b931470-c19b-4fd0-9058-409cfad39ab5 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:00.352598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0b931470-c19b-4fd0-9058-409cfad39ab5 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2718635 Oct 29 08:49:00.358721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44246) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:00.399520 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-84e72292-9429-4cce-883b-cbafc7826e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:00.412237 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e72292-9429-4cce-883b-cbafc7826e60 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:00.413028 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-84e72292-9429-4cce-883b-cbafc7826e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:00.419366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Attempting to bind port 8b943399-6136-4c26-9f58-ece85359c8c3 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:00.419767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Attempting to bind port 8b943399-6136-4c26-9f58-ece85359c8c3 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:00.420168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Attempting to bind port 8b943399-6136-4c26-9f58-ece85359c8c3 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:00.428577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:00.429273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:00.429581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.430044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:00.430606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Bound port: 8b943399-6136-4c26-9f58-ece85359c8c3, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:00.431065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.435316 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.455524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-f2774a0e-f7c2-4ccb-91eb-e4a495ef6aac service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501231 Oct 29 08:49:00.480857 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-84e72292-9429-4cce-883b-cbafc7826e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:00.481546 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e72292-9429-4cce-883b-cbafc7826e60 None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:00.494250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9105a8b8-9090-4199-9dcd-23ab0524e66c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/floatingips/ddfbc2bd-e03c-47dd-b008-75595c056a94 HTTP/1.1" status: 200 len: 978 time: 1.9820836 Oct 29 08:49:00.508521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44252) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:00.514665 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-b57bc25d-2a5b-4c92-b116-75963bdfcd22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=396104a2-93c8-492a-848f-d1dbd4c85fd5 HTTP/1.1" status: 200 len: 217 time: 0.0510530 Oct 29 08:49:00.518789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] For port 8b943399-6136-4c26-9f58-ece85359c8c3, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:00.522998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] For port 8b943399-6136-4c26-9f58-ece85359c8c3, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b943399-6136-4c26-9f58-ece85359c8c3,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:00.528164 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.570368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-7240d497-9359-459d-8a67-f00b382500e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:00.571954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-7240d497-9359-459d-8a67-f00b382500e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.0499969 Oct 29 08:49:00.609353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc426f25-660a-45e7-a45b-a1aaa154ae59 None None] Pushing event updated for resources: {'Port': ['ID=8b943399-6136-4c26-9f58-ece85359c8c3,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:00.646938 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-944e96cf-03e8-4640-8929-3cb259caffb4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.660831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-6606ad49-1f33-401d-b768-bae3c445623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:00.663222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-6606ad49-1f33-401d-b768-bae3c445623d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812616 Oct 29 08:49:00.669184 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.749030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-944e96cf-03e8-4640-8929-3cb259caffb4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.776422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-925c29f3-ee62-461a-b2a2-f4fe2ddbdee3 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049187 Oct 29 08:49:00.798962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:00.837481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:00.845871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:00.846670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:00.892096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=1f6ce177-8b3a-44dd-b108-410520d48b67,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:00.984976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-07ee9d33-a696-4868-b392-7af174b36435 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010632 Oct 29 08:49:00.995426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c5afb74f-4087-45e1-b208-fe94faac32d9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2926030 Oct 29 08:49:00.999114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:01.007836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:05:91:4e', 'name': 'tempest-NetworksTestDHCPv6-706099856'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:01.060395 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-944e96cf-03e8-4640-8929-3cb259caffb4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:01.062962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-944e96cf-03e8-4640-8929-3cb259caffb4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:01.066550 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-944e96cf-03e8-4640-8929-3cb259caffb4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/6f377ba8-fe1d-4a06-bf79-ea2cb6f1d360 HTTP/1.1" status: 204 len: 168 time: 0.7044778 Oct 29 08:49:01.073920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44264) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:01.118166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e96cf-03e8-4640-8929-3cb259caffb4 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f377ba8-fe1d-4a06-bf79-ea2cb6f1d360,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:01.125208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-460815b7-4a0c-4b94-b7cb-4016747ed8f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2245257 Oct 29 08:49:01.239364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port 4e36ffcd-aea1-41b8-8602-fb330329f2f7 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:01.239933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:01.324079 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-71245145-71ab-4797-859a-1baf3534da78 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2398808 Oct 29 08:49:01.326469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44266) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:01.327237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:01.353390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-ef407951-3e5e-40ad-8039-7d186ed670ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:01.355036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-ef407951-3e5e-40ad-8039-7d186ed670ae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 1097 time: 0.1835907 Oct 29 08:49:01.433575 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-f80c0263-3c64-4b87-b569-d0853c61520d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6 HTTP/1.1" status: 200 len: 217 time: 0.4325616 Oct 29 08:49:01.492768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-44dd2a9b-fa56-48f1-8494-c6d86024c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:01.495909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-44dd2a9b-fa56-48f1-8494-c6d86024c053 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1926b76e-cf5a-402b-8070-18656f62548f HTTP/1.1" status: 200 len: 797 time: 0.0537391 Oct 29 08:49:01.527363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:01.527893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:01.559588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-0dd409be-8498-4371-b441-f7d4bd253df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:01.561309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-0dd409be-8498-4371-b441-f7d4bd253df9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551722 Oct 29 08:49:01.576143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for 4e36ffcd-aea1-41b8-8602-fb330329f2f7 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:01.588820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:01.612841 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d07ce34-711c-4390-936f-83801be245cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:01.631660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-c00e9131-ba16-476b-8b0f-e65c2d855dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:01.633414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-c00e9131-ba16-476b-8b0f-e65c2d855dbc service neutron] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2421093 Oct 29 08:49:01.678824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-1310113b-cb65-460b-bd3a-b0eda4975454 service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085250 Oct 29 08:49:01.707359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port f10581ac-dd84-4be3-b827-bd4bd59ac529 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:01.723270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d07ce34-711c-4390-936f-83801be245cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:01.795029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-1e309248-bd88-4629-b361-8b490925f176 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2089400-8a66-4020-a85b-aef667730379 HTTP/1.1" status: 200 len: 217 time: 0.1095736 Oct 29 08:49:01.839889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-a24d3fea-e427-4fe5-b7d5-fece2d9d8a67 service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516020 Oct 29 08:49:01.892850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2130c6cd-b356-4e15-99c5-d9471a376241 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:01.899105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-dbcdc1ba-f90b-4420-948f-2ceed1c731d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393 HTTP/1.1" status: 200 len: 217 time: 0.0522585 Oct 29 08:49:02.005912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-b51a1fc5-e4b1-477e-839a-f35e04aea203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:02.007833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-b51a1fc5-e4b1-477e-839a-f35e04aea203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1926b76e-cf5a-402b-8070-18656f62548f HTTP/1.1" status: 200 len: 797 time: 0.0999599 Oct 29 08:49:02.055161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-cd727b52-0a38-4cf1-922f-0d9b5f329982 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:02.055635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd727b52-0a38-4cf1-922f-0d9b5f329982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.094831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-db6e7814-cca4-4704-aaff-e5b97c5d5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:02.096388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-db6e7814-cca4-4704-aaff-e5b97c5d5c8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807216 Oct 29 08:49:02.239215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd727b52-0a38-4cf1-922f-0d9b5f329982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.267197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f476d-5f77-419f-8715-3898c3af254b None None] Update dhcp port {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': 'ba3054da-0c6f-4264-b837-227c8b6182c4', 'ip_address': '2001:db8::f816:3eff:fed0:4286'}, {'subnet_id': '1f6ce177-8b3a-44dd-b108-410520d48b67'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '8b943399-6136-4c26-9f58-ece85359c8c3'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:49:02.293624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-aee6643c-709b-4179-a3f5-d6e7c5708f8d service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781054 Oct 29 08:49:02.307106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cd727b52-0a38-4cf1-922f-0d9b5f329982 None None] For port 8b943399-6136-4c26-9f58-ece85359c8c3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b943399-6136-4c26-9f58-ece85359c8c3,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:02.310624 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-761f476d-5f77-419f-8715-3898c3af254b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.320099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd727b52-0a38-4cf1-922f-0d9b5f329982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.407609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ac871e7-c828-4c66-83a3-dd6cc4a35754 req-99baf659-bbab-4c08-b225-4aad684d68bb service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066859 Oct 29 08:49:02.486294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-b70a78e1-a349-4d86-b200-29fb255cb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:02.487865 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-b70a78e1-a349-4d86-b200-29fb255cb1cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1821902 Oct 29 08:49:02.488829 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d07ce34-711c-4390-936f-83801be245cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.491601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d07ce34-711c-4390-936f-83801be245cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.497681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6d07ce34-711c-4390-936f-83801be245cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/4ae3e6e4-6578-48a3-bc9c-fcbf26af4c01 HTTP/1.1" status: 204 len: 168 time: 1.1630836 Oct 29 08:49:02.498481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44278) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:02.549743 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 172.20.0.13 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/1f6ce177-8b3a-44dd-b108-410520d48b67/f10581ac-dd84-4be3-b827-bd4bd59ac529) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:02.558794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07ce34-711c-4390-936f-83801be245cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae3e6e4-6578-48a3-bc9c-fcbf26af4c01,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:02.581360 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8f3cf9ff-210a-4b39-9562-1483b6d19577 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0807233 Oct 29 08:49:02.582522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44280) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:02.589458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:fe05:914e (518ef6fc-f3d9-4071-bb94-ff10c09b9203/ba3054da-0c6f-4264-b837-227c8b6182c4/f10581ac-dd84-4be3-b827-bd4bd59ac529) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:02.589870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-58a7bc90-8982-46a3-b536-7c8b8354f5e1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--545741832'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:02.632696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58a7bc90-8982-46a3-b536-7c8b8354f5e1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.640357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-3b94fe69-9db5-49a5-bb21-f9f2a8b01227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:02.641910 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-3b94fe69-9db5-49a5-bb21-f9f2a8b01227 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459217 Oct 29 08:49:02.678172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd727b52-0a38-4cf1-922f-0d9b5f329982 None None] Pushing event updated for resources: {'Port': ['ID=8b943399-6136-4c26-9f58-ece85359c8c3,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:02.726341 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.736395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58a7bc90-8982-46a3-b536-7c8b8354f5e1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.742443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58a7bc90-8982-46a3-b536-7c8b8354f5e1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.774013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7bc90-8982-46a3-b536-7c8b8354f5e1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3366da16-0aa7-4120-9c63-c622d6ecaa28,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:02.793469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58a7bc90-8982-46a3-b536-7c8b8354f5e1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:02.800450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-58a7bc90-8982-46a3-b536-7c8b8354f5e1 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2164605 Oct 29 08:49:02.801486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44282) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:02.806734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-db3d32d7-f774-4a34-8413-476d5797f6e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '3366da16-0aa7-4120-9c63-c622d6ecaa28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:02.820942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=4e36ffcd-aea1-41b8-8602-fb330329f2f7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:02.868627 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-db3d32d7-f774-4a34-8413-476d5797f6e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:02.871888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-db3d32d7-f774-4a34-8413-476d5797f6e9 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0671682 Oct 29 08:49:02.872905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44284) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:02.877863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-68fbddd7-651b-498d-a1ed-03c471c6b14e tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group_rule': {'security_group_id': '3366da16-0aa7-4120-9c63-c622d6ecaa28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:02.898027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b943399-6136-4c26-9f58-ece85359c8c3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:02.932623 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-68fbddd7-651b-498d-a1ed-03c471c6b14e tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:02.935847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-68fbddd7-651b-498d-a1ed-03c471c6b14e tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0601759 Oct 29 08:49:02.937305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44286) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:02.971346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-568b0d3f-aecf-4883-902a-1ea737290807 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176377 Oct 29 08:49:02.981266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:02.981632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.030058 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ba4-f718-4f97-9ec8-f9294ae407cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.080104 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ba4-f718-4f97-9ec8-f9294ae407cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.108146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6fc891e6-3e52-47b4-91ce-c0abd5f69c13 req-d1cd88e6-8212-462a-95dd-b6c8cb16ea9c service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291492 Oct 29 08:49:03.130406 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.131444 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP ddfbc2bd-e03c-47dd-b008-75595c056a94 disassociated (deleted). External IP: 172.25.5.37, port: b5dc1451-9abe-4e8d-ac13-4f15922d8ed4. Oct 29 08:49:03.134649 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ba4-f718-4f97-9ec8-f9294ae407cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.138912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ba4-f718-4f97-9ec8-f9294ae407cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.140331 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f5eb2ba4-f718-4f97-9ec8-f9294ae407cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/3366da16-0aa7-4120-9c63-c622d6ecaa28 HTTP/1.1" status: 204 len: 168 time: 0.2001746 Oct 29 08:49:03.143763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44290) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.166052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb2ba4-f718-4f97-9ec8-f9294ae407cf tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3366da16-0aa7-4120-9c63-c622d6ecaa28,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:03.175932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.197563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-89769cb7-b4bf-4363-a290-e293d52a9014 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512321 Oct 29 08:49:03.201224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44292) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.205523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9f0631a5-bac6-48fb-9798-738807f7b649 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'tempest-secgroup--546602427'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:03.229224 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f0631a5-bac6-48fb-9798-738807f7b649 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.276629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.319307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f0631a5-bac6-48fb-9798-738807f7b649 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.335842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f0631a5-bac6-48fb-9798-738807f7b649 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.336097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:03.343211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:03.369892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0631a5-bac6-48fb-9798-738807f7b649 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e49ff0-fc70-4474-ab56-933160d0e034,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:03.375471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f0631a5-bac6-48fb-9798-738807f7b649 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.377007 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9f0631a5-bac6-48fb-9798-738807f7b649 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1748557 Oct 29 08:49:03.381026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44296) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.386193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8b02e027-b853-4aa5-baf9-491eea29ef2b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:03.386482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:03.386886 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-8b02e027-b853-4aa5-baf9-491eea29ef2b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 29 08:49:03.387570 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-8b02e027-b853-4aa5-baf9-491eea29ef2b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] update failed (client error): There was a conflict when trying to complete your request. Oct 29 08:49:03.389806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8b02e027-b853-4aa5-baf9-491eea29ef2b tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "PUT /v2.0/security-groups/c6e49ff0-fc70-4474-ab56-933160d0e034 HTTP/1.1" status: 409 len: 330 time: 0.0075333 Oct 29 08:49:03.392564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44298) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.411676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-761f476d-5f77-419f-8715-3898c3af254b None None] Allocated IP 172.20.0.2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/1f6ce177-8b3a-44dd-b108-410520d48b67/8b943399-6136-4c26-9f58-ece85359c8c3) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:03.447358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=f10581ac-dd84-4be3-b827-bd4bd59ac529,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:03.477414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6487e232-fa09-4403-97a2-ec752348cc55 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.489242 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:03.489892 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.506588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6487e232-fa09-4403-97a2-ec752348cc55 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.522905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-257ef364-db9b-4a7e-8c6e-c07080c2863f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5187557 Oct 29 08:49:03.523666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44300) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.526132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:03.571581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-761f476d-5f77-419f-8715-3898c3af254b None None] For port 8b943399-6136-4c26-9f58-ece85359c8c3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b943399-6136-4c26-9f58-ece85359c8c3,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:03.591669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67322b9f-3c73-4bc8-8656-24a594b59151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:03.598135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67322b9f-3c73-4bc8-8656-24a594b59151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:03.602949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-67322b9f-3c73-4bc8-8656-24a594b59151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0756028 Oct 29 08:49:03.603344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44302) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.615349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6487e232-fa09-4403-97a2-ec752348cc55 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.616444 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-761f476d-5f77-419f-8715-3898c3af254b None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.618030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6487e232-fa09-4403-97a2-ec752348cc55 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.619238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6487e232-fa09-4403-97a2-ec752348cc55 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/c6e49ff0-fc70-4474-ab56-933160d0e034 HTTP/1.1" status: 204 len: 168 time: 0.2256374 Oct 29 08:49:03.622495 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-761f476d-5f77-419f-8715-3898c3af254b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.624355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44304) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.658995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487e232-fa09-4403-97a2-ec752348cc55 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e49ff0-fc70-4474-ab56-933160d0e034,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:03.694110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44306) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.694351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0af3c8f1-3f7b-4b28-ad16-3d88d9c4761c tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686095 Oct 29 08:49:03.703836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:03.709785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.712136 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-6f6a9a58-fc52-4635-a88b-1d6b0be328aa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] delete failed (client error): The resource could not be found. Oct 29 08:49:03.713604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6f6a9a58-fc52-4635-a88b-1d6b0be328aa tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "DELETE /v2.0/security-groups/c80e38fd-f32f-4c0c-a020-6dc4646f6864 HTTP/1.1" status: 404 len: 347 time: 0.0180209 Oct 29 08:49:03.717892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44308) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.735590 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-fbc7ae57-ea41-4bce-ae22-0166b14c9683 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] show failed (client error): The resource could not be found. Oct 29 08:49:03.737054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fbc7ae57-ea41-4bce-ae22-0166b14c9683 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-groups/be1c4507-bc26-43bb-b6a2-286f0836e830 HTTP/1.1" status: 404 len: 347 time: 0.0181046 Oct 29 08:49:03.742352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f476d-5f77-419f-8715-3898c3af254b None None] Pushing event updated for resources: {'Port': ['ID=8b943399-6136-4c26-9f58-ece85359c8c3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:03.743386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44310) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.752449 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dfd389d9-68b7-4f16-ac0d-7241ce473340 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/floatingips/ddfbc2bd-e03c-47dd-b008-75595c056a94 HTTP/1.1" status: 204 len: 168 time: 3.2356372 Oct 29 08:49:03.753742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:03.763685 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-ea2bd0ae-58ad-46cc-ab66-461eec506624 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] show failed (client error): The resource could not be found. Oct 29 08:49:03.764902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ea2bd0ae-58ad-46cc-ab66-461eec506624 tempest-NegativeSecGroupIPv6Test-1448302131 tempest-NegativeSecGroupIPv6Test-1448302131-project] 10.222.0.70 "GET /v2.0/security-group-rules/fad2579f-ac82-45ea-b352-30a899274927 HTTP/1.1" status: 404 len: 356 time: 0.0195997 Oct 29 08:49:03.771968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0db816-4f95-4c58-b9d4-13286e5dd81a None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:03.783304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b1152-e8dd-4a82-b0fe-e06e5f7982e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port f10581ac-dd84-4be3-b827-bd4bd59ac529 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:03.784149 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1152-e8dd-4a82-b0fe-e06e5f7982e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.814687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0db816-4f95-4c58-b9d4-13286e5dd81a None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:03.815343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9c0db816-4f95-4c58-b9d4-13286e5dd81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:03.886005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9c0db816-4f95-4c58-b9d4-13286e5dd81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:03.896825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0db816-4f95-4c58-b9d4-13286e5dd81a None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:03.897455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9c0db816-4f95-4c58-b9d4-13286e5dd81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:03.924749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1152-e8dd-4a82-b0fe-e06e5f7982e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:03.942334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b1152-e8dd-4a82-b0fe-e06e5f7982e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for f10581ac-dd84-4be3-b827-bd4bd59ac529 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:03.946011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9c0db816-4f95-4c58-b9d4-13286e5dd81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:03.946631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0db816-4f95-4c58-b9d4-13286e5dd81a None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:03.982495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4a52e346-1d82-4184-ae33-d62ba462ee46 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port b5dc1451-9abe-4e8d-ac13-4f15922d8ed4 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:03.983100 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a52e346-1d82-4184-ae33-d62ba462ee46 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.182098 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a52e346-1d82-4184-ae33-d62ba462ee46 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.233783 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4a52e346-1d82-4184-ae33-d62ba462ee46 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for b5dc1451-9abe-4e8d-ac13-4f15922d8ed4 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:04.269838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1152-e8dd-4a82-b0fe-e06e5f7982e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.285058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44320) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:04.349341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1152-e8dd-4a82-b0fe-e06e5f7982e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=f10581ac-dd84-4be3-b827-bd4bd59ac529,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:04.501610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1152-e8dd-4a82-b0fe-e06e5f7982e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.509468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1d1b1152-e8dd-4a82-b0fe-e06e5f7982e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/f10581ac-dd84-4be3-b827-bd4bd59ac529 HTTP/1.1" status: 204 len: 168 time: 0.9040155 Oct 29 08:49:04.511174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44326) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:04.531557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a52e346-1d82-4184-ae33-d62ba462ee46 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.565386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52e346-1d82-4184-ae33-d62ba462ee46 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=b5dc1451-9abe-4e8d-ac13-4f15922d8ed4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:04.625447 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e0dc3f4e-90cf-40f8-a01e-2e817abaa6e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eba1524c5e3e40d9a698d0ac339d1bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339260 Oct 29 08:49:04.626250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44328) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:04.630633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab6b50-0b30-4e24-be8e-3bfffdb20cff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:04.632416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab6b50-0b30-4e24-be8e-3bfffdb20cff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:04.634137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab6b50-0b30-4e24-be8e-3bfffdb20cff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:04.637977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3fab6b50-0b30-4e24-be8e-3bfffdb20cff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1232224 Oct 29 08:49:04.638557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44330) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:04.692345 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a52e346-1d82-4184-ae33-d62ba462ee46 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.696305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4a52e346-1d82-4184-ae33-d62ba462ee46 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/ports/b5dc1451-9abe-4e8d-ac13-4f15922d8ed4 HTTP/1.1" status: 204 len: 168 time: 0.9412901 Oct 29 08:49:04.700713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44332) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:04.706015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:04.724814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57e8de3-be0b-4261-9906-f83384d10acd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 1f6ce177-8b3a-44dd-b108-410520d48b67 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:04.728449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f57e8de3-be0b-4261-9906-f83384d10acd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.740329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.781222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f57e8de3-be0b-4261-9906-f83384d10acd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.789558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-404d7510-6fa3-495f-a84f-1e4e4eb70958 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:04.789951 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-404d7510-6fa3-495f-a84f-1e4e4eb70958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.875205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.880966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b943399-6136-4c26-9f58-ece85359c8c3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:04.915744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:04.917161 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f57e8de3-be0b-4261-9906-f83384d10acd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.013731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:05.016485 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.024322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f57e8de3-be0b-4261-9906-f83384d10acd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.029668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.083169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.25.5.47 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/c01fe85b-5664-403c-af15-576523f4788e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:05.129831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e8de3-be0b-4261-9906-f83384d10acd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6ce177-8b3a-44dd-b108-410520d48b67,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:05.159743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f57e8de3-be0b-4261-9906-f83384d10acd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.166677 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f57e8de3-be0b-4261-9906-f83384d10acd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/1f6ce177-8b3a-44dd-b108-410520d48b67 HTTP/1.1" status: 204 len: 168 time: 0.5254495 Oct 29 08:49:05.170336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44336) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:05.178867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b1f40-5a49-4eef-978e-ead34e5631ad None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:05.245660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-26dcb527-0f60-48ae-8d43-8b29a0425de0 None None] Could not find standard attr ID for object f10581ac-dd84-4be3-b827-bd4bd59ac529. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:49:05.266081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33218ea6-3522-4722-94d1-772d1452e157 req-0bc8a544-3f1c-4e71-a15f-1a00393d3f0f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:05.267676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33218ea6-3522-4722-94d1-772d1452e157 req-0bc8a544-3f1c-4e71-a15f-1a00393d3f0f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1125381 Oct 29 08:49:05.295026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcedcd51-66d5-466c-906e-99456b2b634e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet ba3054da-0c6f-4264-b837-227c8b6182c4 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:05.299926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.303499 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.307613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/833f1fc9-7716-4674-be6a-4cfcbc5497b0 HTTP/1.1" status: 204 len: 168 time: 0.6683035 Oct 29 08:49:05.307613 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcedcd51-66d5-466c-906e-99456b2b634e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.313022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.337858 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33218ea6-3522-4722-94d1-772d1452e157 req-1a155a89-be1b-4fb2-a296-8a20ce356331 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592463 Oct 29 08:49:05.397136 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.410519 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f1fc9-7716-4674-be6a-4cfcbc5497b0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:05.430388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.430734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.431095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.431628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.431990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.432638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.432978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.433306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.433633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.433959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.434344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.435449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e0b2-c854-4d26-ac1d-d022c19cff28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:05.441827 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcedcd51-66d5-466c-906e-99456b2b634e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.466510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:05.470176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:05.477744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:05.582249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.643317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ffd2e-3b8a-40c0-9c5c-ceed1ecf307a req-4c20df73-c13c-4265-8594-00e8dc5a55f8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:05.645310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f88ffd2e-3b8a-40c0-9c5c-ceed1ecf307a req-4c20df73-c13c-4265-8594-00e8dc5a55f8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1450431 Oct 29 08:49:05.684939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=c01fe85b-5664-403c-af15-576523f4788e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:05.714336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.732113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcedcd51-66d5-466c-906e-99456b2b634e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.770898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f88ffd2e-3b8a-40c0-9c5c-ceed1ecf307a req-e3a4d4b0-1af9-4daa-8d4f-96464f684376 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170626 Oct 29 08:49:05.852222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcedcd51-66d5-466c-906e-99456b2b634e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.887017 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bcedcd51-66d5-466c-906e-99456b2b634e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.895218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bcedcd51-66d5-466c-906e-99456b2b634e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/ba3054da-0c6f-4264-b837-227c8b6182c4 HTTP/1.1" status: 204 len: 168 time: 0.7233038 Oct 29 08:49:05.902108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44358) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:05.960743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedcd51-66d5-466c-906e-99456b2b634e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3054da-0c6f-4264-b837-227c8b6182c4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:05.984548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:05.993587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:06.057603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-20b639ae-e60f-422f-8cd2-1ec4dfa9a4b2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081262 Oct 29 08:49:06.058279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44366) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:06.070206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:06.225484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=c01fe85b-5664-403c-af15-576523f4788e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:06.298403 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:06.304532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:06.311358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:06.384527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:06.389414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-308e761a-739b-478f-87b5-b6ac0720d73b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6848774 Oct 29 08:49:06.397401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44384) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:06.448022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'port': {'network_id': '239f4269-66df-4512-bf5f-8dc3831466ce', 'name': 'tempest-FloatingIPTestJSON-2089362853'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:06.545647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-60af853d-dec3-48ec-aa6f-d654ea914059 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:06.546691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-60af853d-dec3-48ec-aa6f-d654ea914059 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.4146004 Oct 29 08:49:06.608317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ecc08b-b343-431f-9230-a2d973064d11 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:06.688647 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-898ac362-d09f-43a5-b3e6-8e1c4f9f6edb tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/quotas/49a09a106afc4fadb21079c03389c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0480301 Oct 29 08:49:06.785883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e8ebe69b-c4e5-48ae-b14c-fd17867b7853 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:06.786530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe69b-c4e5-48ae-b14c-fd17867b7853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:06.815449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44390) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:06.854559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:06.858299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:06.896264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] device_id is not set on port c6d925b2-1483-4230-9c79-45703ed64a30 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:06.915642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-8e88f2a1-de26-416c-ae26-d1fdf657f47a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1925306 Oct 29 08:49:06.993628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:49:07.031592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2b69c0f4-8aa1-4324-8fb4-71647998b356 tempest-ServiceProvidersTest-2061260662 tempest-ServiceProvidersTest-2061260662-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2147517 Oct 29 08:49:07.153890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.20.0.12 (239f4269-66df-4512-bf5f-8dc3831466ce/06933327-c216-43aa-a5be-f85be5b49325/c6d925b2-1483-4230-9c79-45703ed64a30) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:07.314256 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-76a517f1-6e80-49eb-9d25-7af998b9a432 service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641903 Oct 29 08:49:07.357755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.392468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9bc56e9c-4510-4a33-81a1-04e7e57fb017 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:07.392857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9bc56e9c-4510-4a33-81a1-04e7e57fb017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.470568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44398) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:07.477395 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.530712 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-606f7453-b2a4-4793-b3ef-c8fdaaf0481b service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151246 Oct 29 08:49:07.581371 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.604783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port 8b943399-6136-4c26-9f58-ece85359c8c3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b943399-6136-4c26-9f58-ece85359c8c3,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:07.653163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.654557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c21d054a-2813-4b6c-9742-dc4ea45db594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.670538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 239f4269-66df-4512-bf5f-8dc3831466ce is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:07.671461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=c6d925b2-1483-4230-9c79-45703ed64a30,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:07.675354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.676267 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.687118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:07.766558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c21d054a-2813-4b6c-9742-dc4ea45db594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.768775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:07.796972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:07.803072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:07.804255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c21d054a-2813-4b6c-9742-dc4ea45db594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.808882 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a691627-f35f-4879-8134-60928c232938 req-49bd85d8-e010-412e-9425-e4897360eb1c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 210 time: 0.0368176 Oct 29 08:49:07.812870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:07.813485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:07.830954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43abd1-b8f7-4119-9fda-3df2a1db4ffd None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:07.841872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=8b943399-6136-4c26-9f58-ece85359c8c3,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:07.851238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7912726 Oct 29 08:49:07.855047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44410) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:07.860332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:07.902268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831d1e0-3c66-4094-8ec3-c3e9f2f81f3f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=ca46c37e-9d0b-484c-a550-4c838b1b668a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:07.909340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c21d054a-2813-4b6c-9742-dc4ea45db594 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=628925958e204e69a91ceb558bf7656f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376514 Oct 29 08:49:07.910714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44412) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:07.963009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d054a-2813-4b6c-9742-dc4ea45db594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0a89d-ffad-4c6d-9086-22a18a959bee,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:07.973338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:07.973968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.024593 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c1d854d-a066-4e82-935a-32df6f9e110b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6235836 Oct 29 08:49:08.025186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44418) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:08.029852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'port_id': 'c6d925b2-1483-4230-9c79-45703ed64a30'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:08.033122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdd6928a-30f6-40e9-874b-0b5e11f730ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.062099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:08.067728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.088104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.128297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdd6928a-30f6-40e9-874b-0b5e11f730ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.369815 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdd6928a-30f6-40e9-874b-0b5e11f730ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.372430 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdd6928a-30f6-40e9-874b-0b5e11f730ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.374350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fdd6928a-30f6-40e9-874b-0b5e11f730ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5c0a89d-ffad-4c6d-9086-22a18a959bee HTTP/1.1" status: 204 len: 168 time: 0.4536109 Oct 29 08:49:08.440343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6928a-30f6-40e9-874b-0b5e11f730ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0a89d-ffad-4c6d-9086-22a18a959bee,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:08.576520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1ab6c8c6-99de-4f16-a117-6964733c4df7 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:08.577813 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c8c6-99de-4f16-a117-6964733c4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.610327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.661303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:08.668136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:08.693144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f23443-920f-4492-8864-fffe42704828 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:08.773943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:08.776230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:08.873696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0105457 Oct 29 08:49:08.882079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44430) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:08.887559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:b8:d4:9b', 'name': 'tempest-NetworksTestDHCPv6-1269751218'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:08.907665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b943399-6136-4c26-9f58-ece85359c8c3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:09.072977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5643d6-be28-4f00-8abb-bef193dd093d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=3f756e73-e12a-4567-891a-9a455a043ee5,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:09.170115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:09.183393 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:09.189240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:09.403583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03103fa6-8b18-44da-ad0a-91db76275149 req-f06a0c38-b9d8-4ed0-af0a-47075101c256 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 210 time: 0.1366844 Oct 29 08:49:09.533366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf71493-f225-473a-98f4-06327531f912 None None] Update dhcp port {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': 'ca46c37e-9d0b-484c-a550-4c838b1b668a', 'ip_address': '2001:db8::f816:3eff:fed0:4286'}, {'subnet_id': '3f756e73-e12a-4567-891a-9a455a043ee5'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '8b943399-6136-4c26-9f58-ece85359c8c3'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:49:09.568276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:09.615484 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:09.620060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port d82a0430-5f75-4ded-9603-6ee2d0e734b1 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:09.698195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:09.706879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:09.933604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44452) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:09.960635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-d9043c07-8d59-4127-9057-8e9372541e15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:09.968171 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-d9043c07-8d59-4127-9057-8e9372541e15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.6921897 Oct 29 08:49:09.974575 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP eb91dd79-61bb-4507-99b8-2bbc6ab94b6b associated. External IP: 172.25.5.47, port: c6d925b2-1483-4230-9c79-45703ed64a30. Oct 29 08:49:09.999050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'port': {'device_id': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'admin_state_up': True, 'tenant_id': '49a09a106afc4fadb21079c03389c9e0'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:10.131259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2136878079'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:10.155066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 172.20.0.9 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/3f756e73-e12a-4567-891a-9a455a043ee5/d82a0430-5f75-4ded-9603-6ee2d0e734b1) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:10.160712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.api [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 08:49:10.160712 n-d-815940-1 neutron-server[102114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 08:49:10.160712 n-d-815940-1 neutron-server[102114]: [parameters: {'project_id_1': '656afc91feb6464c9110d9933d942dd6', 'expiration_1': datetime.datetime(2021, 10, 29, 8, 48, 50, 141353)}] Oct 29 08:49:10.160712 n-d-815940-1 neutron-server[102114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:49:10.161223 n-d-815940-1 neutron-server[102114]: DEBUG oslo_db.api [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:49:10.174994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:feb8:d49b (518ef6fc-f3d9-4071-bb94-ff10c09b9203/ca46c37e-9d0b-484c-a550-4c838b1b668a/d82a0430-5f75-4ded-9603-6ee2d0e734b1) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:10.279613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Made reservation on behalf of 49a09a106afc4fadb21079c03389c9e0 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:10.284525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.346661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:10.516883 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.520542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:10.525893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.533120 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9092fae3-d88f-408d-865c-e38062d975bf None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:10.543026 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092fae3-d88f-408d-865c-e38062d975bf None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:10.543644 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9092fae3-d88f-408d-865c-e38062d975bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:10.579870 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9092fae3-d88f-408d-865c-e38062d975bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:10.584079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83ae4593-edb4-4b6b-a7fb-25dbe8785211 req-3ad803ac-6479-4afc-bb36-bf67f72febe8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 210 time: 0.0835881 Oct 29 08:49:10.589976 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092fae3-d88f-408d-865c-e38062d975bf None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:10.590770 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9092fae3-d88f-408d-865c-e38062d975bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:10.594371 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1b5b613c-f26e-4533-b30c-47a6b74ccb74 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/floatingips/eb91dd79-61bb-4507-99b8-2bbc6ab94b6b HTTP/1.1" status: 200 len: 978 time: 2.5659757 Oct 29 08:49:10.594698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44468) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:10.629387 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9092fae3-d88f-408d-865c-e38062d975bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:10.630348 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9092fae3-d88f-408d-865c-e38062d975bf None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:10.636196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Allocated IP 172.20.0.13 (f63fba96-cdf0-4276-a98d-fe0ddc0406cd/ae07ca67-5f4e-458d-9f83-21cb69754188/4568b4b6-fa73-494e-a39c-11fe3d2c193e) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:10.679016 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.691633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Made reservation on behalf of 656afc91feb6464c9110d9933d942dd6 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:10.696247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.734230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.763139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-daf71493-f225-473a-98f4-06327531f912 None None] Allocated IP 172.20.0.2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/3f756e73-e12a-4567-891a-9a455a043ee5/8b943399-6136-4c26-9f58-ece85359c8c3) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:10.814418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port c6d925b2-1483-4230-9c79-45703ed64a30 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:10.815301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.835680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:10.846724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:10.855530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:10.862819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=d82a0430-5f75-4ded-9603-6ee2d0e734b1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:10.922144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-daf71493-f225-473a-98f4-06327531f912 None None] For port 8b943399-6136-4c26-9f58-ece85359c8c3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b943399-6136-4c26-9f58-ece85359c8c3,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:10.967791 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.968710 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.973176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.977936 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.982625 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:10.987583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:10.988299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.037093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-51622fa4-df95-45e3-bf05-611c3d7f1e59 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1495743 Oct 29 08:49:11.061692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf71493-f225-473a-98f4-06327531f912 None None] Pushing event updated for resources: {'Port': ['ID=8b943399-6136-4c26-9f58-ece85359c8c3,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:11.098857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44472) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:11.099749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.100250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.100742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.101224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.101704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.102269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.102702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.103127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.103617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.104282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.104563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.104984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf71493-f225-473a-98f4-06327531f912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:11.125355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.204437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.214358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:49:11.216875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f192e30b-425f-4f25-b094-a3784e2adb92,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:11.217664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['46894d64-03a5-49b2-bbf1-947ec6572dce', 'd2089400-8a66-4020-a85b-aef667730379'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:11.264405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.264763 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Added segment 085a5c3b-e8dd-4674-a55f-a8c2c712359e of type vlan for network bdb2a103-bf9f-4436-846f-882966b46328 Oct 29 08:49:11.303886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'Port': ['ID=4568b4b6-fa73-494e-a39c-11fe3d2c193e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:11.326505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:11.329438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:11.342362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:11.486885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.499535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:11.508592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.554649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-f5c831ad-54e6-4325-adbd-bdd5f0626f1f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5616496 Oct 29 08:49:11.565055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Request body: {'port': {'device_id': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:11.607404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.608009 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.608207 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP eb91dd79-61bb-4507-99b8-2bbc6ab94b6b disassociated. External IP: 172.25.5.47, port: c6d925b2-1483-4230-9c79-45703ed64a30. Oct 29 08:49:11.608554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for c6d925b2-1483-4230-9c79-45703ed64a30 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:11.685275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.775687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6816f4-5427-4c14-ab28-88564d23ec32 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:11.784499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6816f4-5427-4c14-ab28-88564d23ec32 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:11.786502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e6816f4-5427-4c14-ab28-88564d23ec32 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6866124 Oct 29 08:49:11.791930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44478) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:11.796364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:49:11.848047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bb107960-7b69-4091-b088-859e74c9cfe7 None None] Provisioning complete for port 4568b4b6-fa73-494e-a39c-11fe3d2c193e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:11.848716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bb107960-7b69-4091-b088-859e74c9cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.855887 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.858929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.871681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:11.872879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:11.890778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd0f3-0825-4887-8dc2-7e6a0d698fe5 req-27b3e461-a8d1-4b58-a11f-0cabff944022 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:11.893018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a4fd0f3-0825-4887-8dc2-7e6a0d698fe5 req-27b3e461-a8d1-4b58-a11f-0cabff944022 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 932 time: 0.1129539 Oct 29 08:49:11.903300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-bb107960-7b69-4091-b088-859e74c9cfe7 None None] Port 4568b4b6-fa73-494e-a39c-11fe3d2c193e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:49:11.955942 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0210342 Oct 29 08:49:11.965407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44480) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:11.991003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-55bd137b-7505-4e4a-9da9-d56d66a114ea tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', 'tempest-TagsTest-Tag-29135438') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:12.006163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=c6d925b2-1483-4230-9c79-45703ed64a30,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:12.051898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9459b-42aa-4fb3-82b3-f1ea9900270b tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Pushing event updated for resources: {'Network': ['ID=bdb2a103-bf9f-4436-846f-882966b46328,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:12.064425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network bdb2a103-bf9f-4436-846f-882966b46328 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:49:12.143200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a4fd0f3-0825-4887-8dc2-7e6a0d698fe5 req-5f455133-1c9c-4225-9bdd-b8748f8d159a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025788 Oct 29 08:49:12.211363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b18ce80c-47d5-419b-8530-1724ced3b81d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port d82a0430-5f75-4ded-9603-6ee2d0e734b1 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:12.211363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b18ce80c-47d5-419b-8530-1724ced3b81d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:12.254659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8cc4e0e4-1412-42aa-b870-076efc03bc1b None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:12.254960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e0e4-1412-42aa-b870-076efc03bc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:12.316280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:12.361928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-55bd137b-7505-4e4a-9da9-d56d66a114ea tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "PUT /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags/tempest-TagsTest-Tag-29135438 HTTP/1.1" status: 201 len: 201 time: 0.3802197 Oct 29 08:49:12.364583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44484) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:12.381223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-c0f8ffe3-16cc-4076-aa9a-deb08e1619cf tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', 'tempest-TagsTest-Tag-29135438') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:12.472917 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b18ce80c-47d5-419b-8530-1724ced3b81d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:12.490868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b18ce80c-47d5-419b-8530-1724ced3b81d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for d82a0430-5f75-4ded-9603-6ee2d0e734b1 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:12.498973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4568b4b6-fa73-494e-a39c-11fe3d2c193e {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:49:12.514716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:12.601845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:12.618908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b312fa-a739-4fa0-870f-0d837581c32d None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:12.634000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b312fa-a739-4fa0-870f-0d837581c32d None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:12.635288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-10b312fa-a739-4fa0-870f-0d837581c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:12.688934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-10b312fa-a739-4fa0-870f-0d837581c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:12.711091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-56e8b05d-c269-46e7-8336-538e1271a4ef None None] Provisioning complete for port d82a0430-5f75-4ded-9603-6ee2d0e734b1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:12.711473 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56e8b05d-c269-46e7-8336-538e1271a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:12.718265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b312fa-a739-4fa0-870f-0d837581c32d None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:12.719058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-10b312fa-a739-4fa0-870f-0d837581c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:48:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:12.738859 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:12.744604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-59342d7d-d2e8-4d8e-9e8d-ba74b908f767 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/ports/c6d925b2-1483-4230-9c79-45703ed64a30 HTTP/1.1" status: 204 len: 168 time: 2.1466360 Oct 29 08:49:12.745899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44490) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:12.788211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-10b312fa-a739-4fa0-870f-0d837581c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:12.788211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b312fa-a739-4fa0-870f-0d837581c32d None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:12.799797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-56e8b05d-c269-46e7-8336-538e1271a4ef None None] Port d82a0430-5f75-4ded-9603-6ee2d0e734b1 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:49:12.836699 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-36194c79-5b18-4e1a-b91b-bcf35eeda50d tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "GET /v2.0/floatingips/eb91dd79-61bb-4507-99b8-2bbc6ab94b6b HTTP/1.1" status: 200 len: 687 time: 0.0877423 Oct 29 08:49:12.840993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44492) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:12.857783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b943399-6136-4c26-9f58-ece85359c8c3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:12.923981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:12.924526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:12.997677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b18ce80c-47d5-419b-8530-1724ced3b81d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:12.998015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Transition to ACTIVE for port object 4568b4b6-fa73-494e-a39c-11fe3d2c193e will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:49:13.001119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c0f8ffe3-16cc-4076-aa9a-deb08e1619cf tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "GET /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags/tempest-TagsTest-Tag-29135438 HTTP/1.1" status: 204 len: 168 time: 0.6361895 Oct 29 08:49:13.002582 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.005042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44494) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:13.048333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-2ed40354-3e2d-4687-a35b-88f3ecfa2145 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:13.051980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Pushing event updated for resources: {'Port': ['ID=4568b4b6-fa73-494e-a39c-11fe3d2c193e,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:13.068469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ce80c-47d5-419b-8530-1724ced3b81d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=d82a0430-5f75-4ded-9603-6ee2d0e734b1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:13.217749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port c01fe85b-5664-403c-af15-576523f4788e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:13.218101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.220986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2ed40354-3e2d-4687-a35b-88f3ecfa2145 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "GET /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags HTTP/1.1" status: 200 len: 236 time: 0.1767271 Oct 29 08:49:13.251484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44498) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:13.252525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Attempting to bind port 4568b4b6-fa73-494e-a39c-11fe3d2c193e on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:13.253029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Attempting to bind port 4568b4b6-fa73-494e-a39c-11fe3d2c193e by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:13.253561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Attempting to bind port 4568b4b6-fa73-494e-a39c-11fe3d2c193e on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:13.263401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-f5fe7b65-db0d-41e7-a5da-9b061ae7a4e6 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', {'tags': ['tempest-TagsTest-Tag-1238703389', 'tempest-TagsTest-Tag-1493627209', 'tempest-TagsTest-Tag-537536426']}) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:13.274700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Port 4568b4b6-fa73-494e-a39c-11fe3d2c193e on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:49:13.275032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Attempting to bind port 4568b4b6-fa73-494e-a39c-11fe3d2c193e on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:13.342646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b18ce80c-47d5-419b-8530-1724ced3b81d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.354450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b18ce80c-47d5-419b-8530-1724ced3b81d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/d82a0430-5f75-4ded-9603-6ee2d0e734b1 HTTP/1.1" status: 204 len: 168 time: 1.5595872 Oct 29 08:49:13.358108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44502) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:13.370980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:13.371723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Checking segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:13.371955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Bound using segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:13.372308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Bound port: 4568b4b6-fa73-494e-a39c-11fe3d2c193e, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:13.372715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.466375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723e266-0e9b-488b-b5ba-bb409a3a0f7f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:13.470303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723e266-0e9b-488b-b5ba-bb409a3a0f7f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:13.476645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723e266-0e9b-488b-b5ba-bb409a3a0f7f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:13.478977 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b723e266-0e9b-488b-b5ba-bb409a3a0f7f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1202173 Oct 29 08:49:13.483271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44508) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:13.499325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892fd8-68c2-4d79-905b-b0e7ac3b23a7 req-c2340a8b-ed0b-4284-8691-6867c37588a8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:13.509372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d892fd8-68c2-4d79-905b-b0e7ac3b23a7 req-c2340a8b-ed0b-4284-8691-6867c37588a8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 944 time: 0.2191329 Oct 29 08:49:13.515979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f5fe7b65-db0d-41e7-a5da-9b061ae7a4e6 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "PUT /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags HTTP/1.1" status: 200 len: 308 time: 0.2564497 Oct 29 08:49:13.524868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44510) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:13.529539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-e49e9563-8f44-4ec6-9b1f-0e3bb784be39 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', 'tempest-TagsTest-Tag-1238703389') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:13.576284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.576696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.596273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for c01fe85b-5664-403c-af15-576523f4788e owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:13.602790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fe15ce-0a6a-4a71-a094-6d6346c1e3b4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 3f756e73-e12a-4567-891a-9a455a043ee5 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:13.612627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72fe15ce-0a6a-4a71-a094-6d6346c1e3b4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.637839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] For port 4568b4b6-fa73-494e-a39c-11fe3d2c193e, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:13.660630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7d892fd8-68c2-4d79-905b-b0e7ac3b23a7 req-5867227b-ab72-4d0e-bfbd-fc99c5b43e87 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500938 Oct 29 08:49:13.674398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] For port 4568b4b6-fa73-494e-a39c-11fe3d2c193e, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:13.692096 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.713031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72fe15ce-0a6a-4a71-a094-6d6346c1e3b4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.733988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:13.734764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.736365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] 10.222.0.15 "PUT /v2.0/ports/4568b4b6-fa73-494e-a39c-11fe3d2c193e HTTP/1.1" status: 200 len: 1092 time: 2.1757977 Oct 29 08:49:13.738825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'tag': '4568b4b6-fa73-494e-a39c-11fe3d2c193e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:13.747533 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604" -d '{"events": [{"name": "network-changed", "server_uuid": "b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd", "tag": "4568b4b6-fa73-494e-a39c-11fe3d2c193e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:13.844058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e49e9563-8f44-4ec6-9b1f-0e3bb784be39 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "DELETE /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags/tempest-TagsTest-Tag-1238703389 HTTP/1.1" status: 204 len: 168 time: 0.3180988 Oct 29 08:49:13.845215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a0eca-6fb7-4506-9fc3-3896e59bb5cb service neutron] Pushing event updated for resources: {'Port': ['ID=4568b4b6-fa73-494e-a39c-11fe3d2c193e,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:13.849234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44516) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:13.852520 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a20606-3f79-48b5-9ea2-1dd2835ac827 x-openstack-request-id: req-06a20606-3f79-48b5-9ea2-1dd2835ac827 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:13.853023 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd", "tag": "4568b4b6-fa73-494e-a39c-11fe3d2c193e", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:13.853546 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06a20606-3f79-48b5-9ea2-1dd2835ac827 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:13.854132 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'tag': '4568b4b6-fa73-494e-a39c-11fe3d2c193e', 'status': 'completed', 'code': 200} Oct 29 08:49:13.861558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.tag.tag_plugin [None req-3e3d087e-bd9a-4981-b59b-306357aad496 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', 'tempest-TagsTest-Tag-1238703389') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:13.876925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-57a9c31a-3a96-4ea6-a609-6daf40a10c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:13.879076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-57a9c31a-3a96-4ea6-a609-6daf40a10c17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 1095 time: 0.0992725 Oct 29 08:49:13.886771 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72fe15ce-0a6a-4a71-a094-6d6346c1e3b4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:13.946588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44518) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:13.954372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-e96ec5bf-3838-4261-b0fa-a38475c03175 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e HTTP/1.1" status: 200 len: 217 time: 0.0657611 Oct 29 08:49:14.011856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.018703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-7d0beae4-d58b-46e7-8f53-1d9eed8d5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:14.020828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-7d0beae4-d58b-46e7-8f53-1d9eed8d5832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0558436 Oct 29 08:49:14.073670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72fe15ce-0a6a-4a71-a094-6d6346c1e3b4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.076304 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-3e3d087e-bd9a-4981-b59b-306357aad496 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] show failed (client error): The resource could not be found. Oct 29 08:49:14.080369 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e3d087e-bd9a-4981-b59b-306357aad496 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "GET /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags/tempest-TagsTest-Tag-1238703389 HTTP/1.1" status: 404 len: 326 time: 0.2283154 Oct 29 08:49:14.081349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=c01fe85b-5664-403c-af15-576523f4788e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:14.095076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44522) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:14.102279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-30d98b7a-a8d1-4b63-897f-a6a0cf2312d7 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', 'tempest-TagsTest-Tag-1493627209') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:14.128698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe15ce-0a6a-4a71-a094-6d6346c1e3b4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=3f756e73-e12a-4567-891a-9a455a043ee5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:14.141262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b546eb0c-a17d-4dd9-9c30-d19554c2fdca None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:14.192591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa94beab-bb65-49da-bd7c-27599c42c835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.198596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-01ada0d4-029e-45e8-9a05-b9ed02524b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:14.200687 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-01ada0d4-029e-45e8-9a05-b9ed02524b74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730113 Oct 29 08:49:14.328684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-2f62038c-4a1f-4d97-b7d2-da9bd0a6e277 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184196 Oct 29 08:49:14.432741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-30d98b7a-a8d1-4b63-897f-a6a0cf2312d7 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "GET /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags/tempest-TagsTest-Tag-1493627209 HTTP/1.1" status: 204 len: 168 time: 0.3364282 Oct 29 08:49:14.442243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44526) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:14.447588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-043fff46-0c3d-46a2-93a7-eaecf1468785 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', 'tempest-TagsTest-Tag-537536426') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:14.483957 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c06f-8930-4fcc-af8a-7eb6dbee0688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.589221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72fe15ce-0a6a-4a71-a094-6d6346c1e3b4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.600800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-72fe15ce-0a6a-4a71-a094-6d6346c1e3b4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/3f756e73-e12a-4567-891a-9a455a043ee5 HTTP/1.1" status: 204 len: 168 time: 1.1131790 Oct 29 08:49:14.611190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44528) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:14.618622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.621351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.622682 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bc9f71ab-2584-4767-8419-db8d984efa30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/floatingips/eb91dd79-61bb-4507-99b8-2bbc6ab94b6b HTTP/1.1" status: 204 len: 168 time: 1.7438889 Oct 29 08:49:14.626590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44530) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:14.631485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '7ed23a05-21a1-4c01-b997-501c6fb27e5a'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:14.654847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.671614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-043fff46-0c3d-46a2-93a7-eaecf1468785 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "GET /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags/tempest-TagsTest-Tag-537536426 HTTP/1.1" status: 204 len: 168 time: 0.2272146 Oct 29 08:49:14.671614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44532) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:14.679307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-c414667a-4ce2-4945-a4a7-1ad199192012 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:14.687137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df3a5566-ef79-4ada-b1c4-8b0bb41ebc26 req-a82da986-7d99-472a-bbbc-3bb46175076a service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410828 Oct 29 08:49:14.794102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa94beab-bb65-49da-bd7c-27599c42c835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.814138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-280111f5-58e0-42fb-a59e-4d2ae8d39180 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet ca46c37e-9d0b-484c-a550-4c838b1b668a {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:14.818313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-280111f5-58e0-42fb-a59e-4d2ae8d39180 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.830941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.871328 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa94beab-bb65-49da-bd7c-27599c42c835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:14.883992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c58b-ed8a-41a5-8340-718be0299cf8 req-e3624d48-a508-4646-9500-ff2e4154e408 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:14.885595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dbf5c58b-ed8a-41a5-8340-718be0299cf8 req-e3624d48-a508-4646-9500-ff2e4154e408 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 944 time: 0.1066477 Oct 29 08:49:14.938419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fa94beab-bb65-49da-bd7c-27599c42c835 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07b61ddebb9243519c52fe6c142e96d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9907215 Oct 29 08:49:14.954208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44536) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:14.957795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dbf5c58b-ed8a-41a5-8340-718be0299cf8 req-d9f1be6b-ec42-4a4d-bf4c-5a64856340fd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613987 Oct 29 08:49:14.988143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.25.5.234 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/0457c62f-df6b-4d81-9c9f-dec3a4a59ac2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:15.000989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94beab-bb65-49da-bd7c-27599c42c835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b8e977-9122-477c-8c30-3d74d5748359,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:15.017723 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-280111f5-58e0-42fb-a59e-4d2ae8d39180 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.067037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-bc2306d0-8f1c-4362-9c90-ad6ca9166192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:15.068953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-bc2306d0-8f1c-4362-9c90-ad6ca9166192 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 1095 time: 0.3241007 Oct 29 08:49:15.108906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.147382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.148248 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc77a88f-e30b-4214-804f-e4a095bf0bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.195901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:15.199994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=0457c62f-df6b-4d81-9c9f-dec3a4a59ac2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:15.202646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:15.204981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:15.218861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c414667a-4ce2-4945-a4a7-1ad199192012 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "DELETE /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags HTTP/1.1" status: 204 len: 168 time: 0.5407193 Oct 29 08:49:15.224560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44538) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:15.226472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc77a88f-e30b-4214-804f-e4a095bf0bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.233786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-169dfa8f-24cd-4e4b-a8e6-72316d4ae6b2 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', 'tempest-TagsTest-Tag-1493627209') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:15.234344 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8f3f5ac4-3d27-48b2-a213-23dfb14e663a None None] Provisioning complete for port 8b943399-6136-4c26-9f58-ece85359c8c3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:15.235320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5ac4-3d27-48b2-a213-23dfb14e663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.284121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-280111f5-58e0-42fb-a59e-4d2ae8d39180 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.373790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-842c3c99-8bfe-469c-b44b-52cbe361c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:15.375364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-842c3c99-8bfe-469c-b44b-52cbe361c99d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2892325 Oct 29 08:49:15.444018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-3bcd63cb-5103-4af6-b53c-5fe326b39818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e HTTP/1.1" status: 200 len: 217 time: 0.0553355 Oct 29 08:49:15.464367 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc77a88f-e30b-4214-804f-e4a095bf0bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.466894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc77a88f-e30b-4214-804f-e4a095bf0bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.468087 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cc77a88f-e30b-4214-804f-e4a095bf0bb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53b8e977-9122-477c-8c30-3d74d5748359 HTTP/1.1" status: 204 len: 168 time: 0.5100877 Oct 29 08:49:15.489641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-280111f5-58e0-42fb-a59e-4d2ae8d39180 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.497792 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-169dfa8f-24cd-4e4b-a8e6-72316d4ae6b2 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] show failed (client error): The resource could not be found. Oct 29 08:49:15.498826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-169dfa8f-24cd-4e4b-a8e6-72316d4ae6b2 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "GET /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags/tempest-TagsTest-Tag-1493627209 HTTP/1.1" status: 404 len: 326 time: 0.2701488 Oct 29 08:49:15.511359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44542) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:15.538395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77a88f-e30b-4214-804f-e4a095bf0bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b8e977-9122-477c-8c30-3d74d5748359,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:15.546074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-15048e49-b18d-4928-af99-e3715833f976 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328', 'tempest-TagsTest-Tag-537536426') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:15.553346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-280111f5-58e0-42fb-a59e-4d2ae8d39180 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.556704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-280111f5-58e0-42fb-a59e-4d2ae8d39180 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/ca46c37e-9d0b-484c-a550-4c838b1b668a HTTP/1.1" status: 204 len: 168 time: 0.9395397 Oct 29 08:49:15.557567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280111f5-58e0-42fb-a59e-4d2ae8d39180 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=ca46c37e-9d0b-484c-a550-4c838b1b668a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:15.563901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44546) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:15.572521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f960641-ed48-4c72-bb36-9dd1e8d8ee18 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:15.662195 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c6b559bf-ad4e-470f-8550-0071ed59509a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945723 Oct 29 08:49:15.662981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.664327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-c639352c-7495-4595-bb89-18948fe8d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:15.665845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-c639352c-7495-4595-bb89-18948fe8d4d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.2126892 Oct 29 08:49:15.666328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44550) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:15.676047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:15.742518 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.799111 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-15048e49-b18d-4928-af99-e3715833f976 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] show failed (client error): The resource could not be found. Oct 29 08:49:15.803328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-15048e49-b18d-4928-af99-e3715833f976 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "GET /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags/tempest-TagsTest-Tag-537536426 HTTP/1.1" status: 404 len: 325 time: 0.2670276 Oct 29 08:49:15.804764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44554) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:15.809242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.tag.tag_plugin [None req-8cd3fc48-455f-49b9-aafa-9c09fd502deb tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bdb2a103-bf9f-4436-846f-882966b46328') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:15.833537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:49:15.864810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-1df52b65-a751-472b-9afb-606bc7dda55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:15.866392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-1df52b65-a751-472b-9afb-606bc7dda55f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851058 Oct 29 08:49:15.909222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] Deleting port 8b943399-6136-4c26-9f58-ece85359c8c3 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:15.909640 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.932893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:15.936495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.957978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.965299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:15.992735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] For port 8b943399-6136-4c26-9f58-ece85359c8c3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b943399-6136-4c26-9f58-ece85359c8c3,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:15.993183 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.008298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] Calling delete_port for 8b943399-6136-4c26-9f58-ece85359c8c3 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:16.081017 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.085106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=0457c62f-df6b-4d81-9c9f-dec3a4a59ac2,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:16.099454 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.110261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-3d946eb6-738e-4fce-9b63-100f64d45a3a service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341380 Oct 29 08:49:16.140642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] Pushing event deleted for resources: {'Port': ['ID=8b943399-6136-4c26-9f58-ece85359c8c3,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:16.150994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e7b5e1-2ec8-4378-8924-985c92a023eb None None] No DVR routers for this DVR port 8b943399-6136-4c26-9f58-ece85359c8c3 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:16.166363 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8cd3fc48-455f-49b9-aafa-9c09fd502deb tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "DELETE /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328/tags HTTP/1.1" status: 204 len: 168 time: 0.3605890 Oct 29 08:49:16.182633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44570) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:16.285019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479a147-6222-4770-a268-fc9c36a9274e req-9f4ed350-2464-4bf9-a328-63391523d465 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:16.287409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e479a147-6222-4770-a268-fc9c36a9274e req-9f4ed350-2464-4bf9-a328-63391523d465 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 944 time: 0.2033603 Oct 29 08:49:16.295829 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd9bcefd-9a14-4d71-bedb-4f3ad9a95604 req-7fa0d650-6ae9-4934-a4d7-a660926d7056 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745312 Oct 29 08:49:16.338889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.349510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.352656 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP a04d14e8-b46e-4294-998b-370b072d067c associated. External IP: 172.25.5.234, port: 7ed23a05-21a1-4c01-b997-501c6fb27e5a. Oct 29 08:49:16.362549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44576) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:16.397150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:16.402597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:16.407438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:16.408055 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.416328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700de4a-bb46-494c-891e-1d2e5c9b4ed8 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:16.438488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7660420 Oct 29 08:49:16.438488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e5d9a-cf64-472e-9ee8-b1536ad742bf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=129c8630-92dd-4612-88bc-27559ec34587,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:16.438988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44580) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:16.444581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:16.469100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e479a147-6222-4770-a268-fc9c36a9274e req-2175ba75-4533-4d33-b9e2-8792094f593a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579835 Oct 29 08:49:16.527201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1027295343-network', 'tenant_id': '5f5cbfcf364a44cba0a7fa5abd55e26b'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:16.568483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.576748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Made reservation on behalf of 5f5cbfcf364a44cba0a7fa5abd55e26b for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:16.579077 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.593632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.596644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb2a103-bf9f-4436-846f-882966b46328']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:16.622380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:16.626062 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.629059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': '129c8630-92dd-4612-88bc-27559ec34587'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:49:16.630047 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.648825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085a5c3b-e8dd-4674-a55f-a8c2c712359e') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:16.649173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085a5c3b-e8dd-4674-a55f-a8c2c712359e') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:16.688923 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.728079 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.740938 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:49:16.741369 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:49:16.745386 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:49:16.831766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b943399-6136-4c26-9f58-ece85359c8c3 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:16.853964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.863524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:16.865467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8b943399-6136-4c26-9f58-ece85359c8c3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:49:16.865810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b943399-6136-4c26-9f58-ece85359c8c3 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:49:16.869363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:16.872596 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] 10.222.0.70 "DELETE /v2.0/networks/bdb2a103-bf9f-4436-846f-882966b46328 HTTP/1.1" status: 204 len: 168 time: 0.6875172 Oct 29 08:49:16.890482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d68506-d581-4bef-a893-27b1360684b0 tempest-TagsTest-985796704 tempest-TagsTest-985796704-project] Pushing event deleted for resources: {'Network': ['ID=bdb2a103-bf9f-4436-846f-882966b46328,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:16.891369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Allocated IP 172.20.0.2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/129c8630-92dd-4612-88bc-27559ec34587/a1aefe39-f27f-4d66-995e-670e1d27d2e0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:17.005357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-55e8337d-6e02-48c4-b455-8556713684ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.017439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:17.030891 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2efc52-cf6e-45ac-8041-7f126593b61d None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:17.044478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.053998 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2efc52-cf6e-45ac-8041-7f126593b61d None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:17.054651 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2c2efc52-cf6e-45ac-8041-7f126593b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:17.089024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f43527d9-d23d-48f9-a3eb-13be39363d30 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4612055 Oct 29 08:49:17.090886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.091833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44586) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:17.097113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1549508589'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:17.105326 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.126572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.135844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.137477 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2c2efc52-cf6e-45ac-8041-7f126593b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:17.143051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:49:17.149475 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2efc52-cf6e-45ac-8041-7f126593b61d None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:17.150491 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2c2efc52-cf6e-45ac-8041-7f126593b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:17.177161 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.177161 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Added segment ba98dbdd-85c9-4aea-9598-cdde7be47274 of type vlan for network 31130dc3-9c48-4fd1-a740-ae3646885d6b Oct 29 08:49:17.180035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbf0822-2d84-459e-97e2-78ab319ee7de,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:17.191119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:17.196905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:17.198801 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2c2efc52-cf6e-45ac-8041-7f126593b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:17.200172 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2efc52-cf6e-45ac-8041-7f126593b61d None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:17.210665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:17.218693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:17.222955 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.232833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44590) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:17.251782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Pushing event updated for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:17.280414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.293616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Attempting to bind port a1aefe39-f27f-4d66-995e-670e1d27d2e0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:17.293988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Attempting to bind port a1aefe39-f27f-4d66-995e-670e1d27d2e0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:17.294406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Attempting to bind port a1aefe39-f27f-4d66-995e-670e1d27d2e0 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:17.300691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:17.301166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:17.301572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.301965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:17.302441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Bound port: a1aefe39-f27f-4d66-995e-670e1d27d2e0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:17.303052 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.314587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:49:17.352700 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.353038 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Added segment 430bcb19-3caa-4afc-bc37-0ea8a18988a7 of type vlan for network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 Oct 29 08:49:17.365321 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.366336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:17.366896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.373882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:17.378854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a1aefe39-f27f-4d66-995e-670e1d27d2e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:17.385930 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.411835 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-604842cb-b4c7-46df-9a12-8f23988e9973 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=656afc91feb6464c9110d9933d942dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746666 Oct 29 08:49:17.412232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44594) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:17.473545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8beba-971b-4896-9000-f4dfedf8d32f None None] Pushing event updated for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:17.484350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18ce2a38-f679-44f6-b773-38444486b343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.501140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1336017 Oct 29 08:49:17.512952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18ce2a38-f679-44f6-b773-38444486b343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.521634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44598) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:17.530680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.535954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Request body: {'subnet': {'network_id': '31130dc3-9c48-4fd1-a740-ae3646885d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1027295343-subnet', 'tenant_id': '5f5cbfcf364a44cba0a7fa5abd55e26b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:17.586348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89302dc-1588-4738-9d9b-ed3a4a23e19b admin admin] Pushing event updated for resources: {'Network': ['ID=31130dc3-9c48-4fd1-a740-ae3646885d6b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:17.600342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 31130dc3-9c48-4fd1-a740-ae3646885d6b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:49:17.630033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.630933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb10b65-786a-4025-988e-94c03b16188f req-eb0f362f-1bea-44b6-8f54-624b23f9d914 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:17.636114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:17.636734 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.639155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Made reservation on behalf of 5f5cbfcf364a44cba0a7fa5abd55e26b for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:17.641407 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.648734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-feb10b65-786a-4025-988e-94c03b16188f req-eb0f362f-1bea-44b6-8f54-624b23f9d914 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 944 time: 0.0956113 Oct 29 08:49:17.650421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18ce2a38-f679-44f6-b773-38444486b343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.654535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18ce2a38-f679-44f6-b773-38444486b343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:17.661099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-18ce2a38-f679-44f6-b773-38444486b343 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f192e30b-425f-4f25-b094-a3784e2adb92 HTTP/1.1" status: 204 len: 168 time: 0.2460926 Oct 29 08:49:17.705479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce2a38-f679-44f6-b773-38444486b343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192e30b-425f-4f25-b094-a3784e2adb92,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:17.803866 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-feb10b65-786a-4025-988e-94c03b16188f req-68d71360-94f8-43d3-bae2-5e99392e7aaa tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401281 Oct 29 08:49:17.837357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7415953 Oct 29 08:49:17.837729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44604) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:17.846193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'subnet': {'network_id': '3fab84d6-4cff-43bb-93b8-ae16dff0c549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:17.905554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f0645-a6d5-442c-9578-068bd0f51cc2 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Network': ['ID=3fab84d6-4cff-43bb-93b8-ae16dff0c549,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:17.919847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:49:17.937057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:49:17.995129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:18.001360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.124202 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.152476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.216046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.232691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.256083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff663e3-d1ef-46cc-a635-f1abad540048,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:18.268357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.307981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Checking segment: {'id': 'ba98dbdd-85c9-4aea-9598-cdde7be47274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '31130dc3-9c48-4fd1-a740-ae3646885d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:18.308622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Network hostable DHCP agents. Network: 31130dc3-9c48-4fd1-a740-ae3646885d6b, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:49:18.343789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Subnet': ['ID=f6d90254-dbc3-4dac-90f7-3261ce7b7073,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:18.349089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Checking segment: {'id': '430bcb19-3caa-4afc-bc37-0ea8a18988a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3fab84d6-4cff-43bb-93b8-ae16dff0c549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:18.349541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network hostable DHCP agents. Network: 3fab84d6-4cff-43bb-93b8-ae16dff0c549, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:49:18.368815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4568b4b6-fa73-494e-a39c-11fe3d2c193e details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:49:18.385078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:49:18.416379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Network 31130dc3-9c48-4fd1-a740-ae3646885d6b is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:49:18.427137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 3fab84d6-4cff-43bb-93b8-ae16dff0c549) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:18.431795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:18.432412 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.438146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 31130dc3-9c48-4fd1-a740-ae3646885d6b) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:18.446704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:18.447419 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.480524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148dd96f-4ad4-461b-b5da-285ef354dea3 None None] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:18.482501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c5df9-924f-4979-81be-4947e5ed005c None None] Network 31130dc3-9c48-4fd1-a740-ae3646885d6b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:18.486381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c6003517-8e6b-4229-af53-276212c46d6f tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6473961 Oct 29 08:49:18.487080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44624) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:18.493477 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1512238342', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:18.503573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-85ef2419-17cc-40b0-850a-1c60dbbe7b34 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9727483 Oct 29 08:49:18.524948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a1aefe39-f27f-4d66-995e-670e1d27d2e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:18.542290 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.545251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.596051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.604130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.605397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.657027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.778644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=42a9a87d-94b2-4ee7-8be8-ce6e26aa5adb,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:18.786923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:18.808107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:18.814173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:18.814800 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.891989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4469714 Oct 29 08:49:18.892924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c78777-c52d-4473-8446-82be1eaa1e00 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:18.911130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:18.920685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:18.922521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4568b4b6-fa73-494e-a39c-11fe3d2c193e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:18.936597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:1e:59:c2', 'name': 'tempest-NetworksTestDHCPv6-220224929'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:18.974454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a1aefe39-f27f-4d66-995e-670e1d27d2e0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:18.980913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112f977-beb7-4df2-8ed3-d89bd8b01a9b None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:19.039301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '4568b4b6-fa73-494e-a39c-11fe3d2c193e', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': '4568b4b6-fa73-494e-a39c-11fe3d2c193e', 'mac_address': 'fa:16:3e:1a:92:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:49:19.140343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a9038-8ca2-4b9a-a992-5f1ddbd9e328 req-9d2bca68-fefb-45ed-aa1d-946ad57ca2e9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:19.141900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d72a9038-8ca2-4b9a-a992-5f1ddbd9e328 req-9d2bca68-fefb-45ed-aa1d-946ad57ca2e9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 944 time: 0.1233151 Oct 29 08:49:19.162063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-3fab84d6-4cff-43bb-93b8-ae16dff0c549', 'network_id': '3fab84d6-4cff-43bb-93b8-ae16dff0c549', 'tenant_id': '12c73dc4998d473e8330f5410fea4099', 'fixed_ips': [{'subnet_id': 'f6d90254-dbc3-4dac-90f7-3261ce7b7073'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:49:19.163157 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.184012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:19.206200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa623d-8fd7-43eb-b6d7-ede45201f02e None None] Network 31130dc3-9c48-4fd1-a740-ae3646885d6b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:19.266947 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d72a9038-8ca2-4b9a-a992-5f1ddbd9e328 req-0bf7f0c3-07b4-41ad-b9af-ecd7991fa2e4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115785 Oct 29 08:49:19.337847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.346214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.377088 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.395139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 8dca35d4-b4a3-4de3-aef8-74814d2fa909 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:19.453385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e21aeb9c-3771-4660-b810-1a4ded7130e1 None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:19.453798 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e21aeb9c-3771-4660-b810-1a4ded7130e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.518974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.578048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.25.5.206 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/d9d01e7b-86f9-40ce-91e3-a491acdf4ba4) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:19.638799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4568b4b6-fa73-494e-a39c-11fe3d2c193e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:49:19.645746 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.688506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 172.20.0.12 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/129c8630-92dd-4612-88bc-27559ec34587/8dca35d4-b4a3-4de3-aef8-74814d2fa909) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:19.690596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:19.690969 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.701536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:fe1e:59c2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/42a9a87d-94b2-4ee7-8be8-ce6e26aa5adb/8dca35d4-b4a3-4de3-aef8-74814d2fa909) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:19.785316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4568b4b6-fa73-494e-a39c-11fe3d2c193e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:19.805038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44658) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:19.811758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-276217707-network', 'tenant_id': 'fb310cfb5735498081c2c4be564e428f'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:19.820823 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.827606 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.899655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Made reservation on behalf of fb310cfb5735498081c2c4be564e428f for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:19.902921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.908365 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.932622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.945002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Allocated IP 172.20.0.2 (3fab84d6-4cff-43bb-93b8-ae16dff0c549/f6d90254-dbc3-4dac-90f7-3261ce7b7073/f06796fb-0ffb-41e3-89ac-e03458ae0ead) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:19.953049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:19.979565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:19.988274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:19.993144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:19.995292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=d9d01e7b-86f9-40ce-91e3-a491acdf4ba4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:19.998534 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.011659 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e21aeb9c-3771-4660-b810-1a4ded7130e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.041946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4568b4b6-fa73-494e-a39c-11fe3d2c193e,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:20.060760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:20.064599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:20.067979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:20.139290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.140733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=8dca35d4-b4a3-4de3-aef8-74814d2fa909,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:20.150203 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['4568b4b6-fa73-494e-a39c-11fe3d2c193e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:20.181872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:20.183492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.207220 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b1dc6a41-9abe-4ea1-8fcc-468c543f6411 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2784472 Oct 29 08:49:20.210869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44668) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:20.235351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e21aeb9c-3771-4660-b810-1a4ded7130e1 None None] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a1aefe39-f27f-4d66-995e-670e1d27d2e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:20.252162 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e21aeb9c-3771-4660-b810-1a4ded7130e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.304366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548c30-1876-487b-b8c7-fd816d8ea1e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:20.310018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548c30-1876-487b-b8c7-fd816d8ea1e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:20.314375 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eb548c30-1876-487b-b8c7-fd816d8ea1e6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0989301 Oct 29 08:49:20.314646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44674) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:20.323221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.366378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.459277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-30d4dae7-ea8b-4164-b171-988a9ae61714 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 8dca35d4-b4a3-4de3-aef8-74814d2fa909 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:20.460673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30d4dae7-ea8b-4164-b171-988a9ae61714 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.471699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:49:20.472225 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:49:20.481158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:49:20.512997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aeb9c-3771-4660-b810-1a4ded7130e1 None None] Pushing event updated for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:20.528712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.545584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.621139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30d4dae7-ea8b-4164-b171-988a9ae61714 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.628850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:20.638413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:20.643351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-30d4dae7-ea8b-4164-b171-988a9ae61714 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 8dca35d4-b4a3-4de3-aef8-74814d2fa909 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:20.649896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:20.666867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Pushing event updated for resources: {'Port': ['ID=f06796fb-0ffb-41e3-89ac-e03458ae0ead,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:20.801561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Attempting to bind port f06796fb-0ffb-41e3-89ac-e03458ae0ead on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:20.801768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Attempting to bind port f06796fb-0ffb-41e3-89ac-e03458ae0ead by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '430bcb19-3caa-4afc-bc37-0ea8a18988a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3fab84d6-4cff-43bb-93b8-ae16dff0c549'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:20.802067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Attempting to bind port f06796fb-0ffb-41e3-89ac-e03458ae0ead on network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:20.827581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:20.827893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Checking segment: {'id': '430bcb19-3caa-4afc-bc37-0ea8a18988a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3fab84d6-4cff-43bb-93b8-ae16dff0c549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:20.828634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.828881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Bound using segment: {'id': '430bcb19-3caa-4afc-bc37-0ea8a18988a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3fab84d6-4cff-43bb-93b8-ae16dff0c549'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:20.829280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Bound port: f06796fb-0ffb-41e3-89ac-e03458ae0ead, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430bcb19-3caa-4afc-bc37-0ea8a18988a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3fab84d6-4cff-43bb-93b8-ae16dff0c549'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:20.829628 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:20.948274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] For port f06796fb-0ffb-41e3-89ac-e03458ae0ead, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:20.955435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] For port f06796fb-0ffb-41e3-89ac-e03458ae0ead, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f06796fb-0ffb-41e3-89ac-e03458ae0ead,segment=NetworkSegment(430bcb19-3caa-4afc-bc37-0ea8a18988a7),segment_id=430bcb19-3caa-4afc-bc37-0ea8a18988a7)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:20.963765 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.073912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30d4dae7-ea8b-4164-b171-988a9ae61714 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.118569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4dae7-ea8b-4164-b171-988a9ae61714 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=8dca35d4-b4a3-4de3-aef8-74814d2fa909,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:21.138019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713f58c-498a-441e-9c98-8a4d1c9b7ae5 None None] Pushing event updated for resources: {'Port': ['ID=f06796fb-0ffb-41e3-89ac-e03458ae0ead,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:21.152627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.155393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.155745 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Added segment ece081f0-b7dc-40fd-8f53-6d1cb9f88499 of type vlan for network f7cc4143-4441-4ddb-8abd-f9cb979d17e5 Oct 29 08:49:21.261965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a1aefe39-f27f-4d66-995e-670e1d27d2e0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:21.274464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-30d4dae7-ea8b-4164-b171-988a9ae61714 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.279656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95749d8-b09c-46e0-8f97-4a27488bdb3d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:21.282430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44686) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:21.283131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-30d4dae7-ea8b-4164-b171-988a9ae61714 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/8dca35d4-b4a3-4de3-aef8-74814d2fa909 HTTP/1.1" status: 204 len: 168 time: 0.9673870 Oct 29 08:49:21.344479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:21.345429 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.361696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.423049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0e8d-e64b-48b2-8134-8a662b3de70b req-863dae45-1f77-41a5-bd25-7a4a79c5c4e6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:21.431752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0cf0e8d-e64b-48b2-8134-8a662b3de70b req-863dae45-1f77-41a5-bd25-7a4a79c5c4e6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 945 time: 1.0073924 Oct 29 08:49:21.454834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ff96147f-44d2-4a64-babc-b4270dd21f94 None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:21.455452 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff96147f-44d2-4a64-babc-b4270dd21f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.475350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56781580-9799-405b-aa88-eea83025d5f6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:21.476387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56781580-9799-405b-aa88-eea83025d5f6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:21.478011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56781580-9799-405b-aa88-eea83025d5f6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:21.479945 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-56781580-9799-405b-aa88-eea83025d5f6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1772683 Oct 29 08:49:21.483258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44688) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:21.498428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.499438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:21.500064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.625069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb68da63-4710-42ce-8b37-f536e5f20151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 129c8630-92dd-4612-88bc-27559ec34587 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:21.628558 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb68da63-4710-42ce-8b37-f536e5f20151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.638536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8306339 Oct 29 08:49:21.646219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0cf0e8d-e64b-48b2-8134-8a662b3de70b req-e0263dc6-2db7-4a6a-b1fd-3632275170e7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923871 Oct 29 08:49:21.658817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44690) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:21.672666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Request body: {'subnet': {'network_id': 'f7cc4143-4441-4ddb-8abd-f9cb979d17e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-276217707-subnet', 'tenant_id': 'fb310cfb5735498081c2c4be564e428f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:21.694141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb68da63-4710-42ce-8b37-f536e5f20151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.730706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a5627-e218-4f06-966b-caeb285371ab admin admin] Pushing event updated for resources: {'Network': ['ID=f7cc4143-4441-4ddb-8abd-f9cb979d17e5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:21.735663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Made reservation on behalf of fb310cfb5735498081c2c4be564e428f for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:21.738366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.743239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f7cc4143-4441-4ddb-8abd-f9cb979d17e5 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:49:21.782107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.861568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb68da63-4710-42ce-8b37-f536e5f20151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:21.878039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6a9994a3-40ce-4ded-8a8f-43e338fdca41 None None] Could not find standard attr ID for object 8dca35d4-b4a3-4de3-aef8-74814d2fa909. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:49:21.961266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router 8d70713a-f3ff-4987-ba45-88a402693641 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:49:22.050421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb68da63-4710-42ce-8b37-f536e5f20151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:22.065738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:22.096640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68da63-4710-42ce-8b37-f536e5f20151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=129c8630-92dd-4612-88bc-27559ec34587,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:22.105008 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb68da63-4710-42ce-8b37-f536e5f20151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:22.112483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eb68da63-4710-42ce-8b37-f536e5f20151 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/129c8630-92dd-4612-88bc-27559ec34587 HTTP/1.1" status: 204 len: 168 time: 0.6276233 Oct 29 08:49:22.117792 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44696) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:22.131561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:22.144563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc89075-e438-4038-a0b2-8d9f7b2d2cc8 None None] Sync routers for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:22.166388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc89075-e438-4038-a0b2-8d9f7b2d2cc8 None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:22.167301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2bc89075-e438-4038-a0b2-8d9f7b2d2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:22.210069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Checking segment: {'id': 'ece081f0-b7dc-40fd-8f53-6d1cb9f88499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f7cc4143-4441-4ddb-8abd-f9cb979d17e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:22.210610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Network hostable DHCP agents. Network: f7cc4143-4441-4ddb-8abd-f9cb979d17e5, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:49:22.213320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0503253b-3853-4e6e-acbe-8d5d4cc5c8e4,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:22.236048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Network f7cc4143-4441-4ddb-8abd-f9cb979d17e5 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:49:22.246046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d5b85-c27e-4d90-bfeb-f88bbd68d6a3 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:22.248760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2bc89075-e438-4038-a0b2-8d9f7b2d2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:22.252710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f7cc4143-4441-4ddb-8abd-f9cb979d17e5) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:22.257891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:22.258099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:22.258853 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:22.259267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c7fba544-2d2a-4efe-be48-c50b208a1065 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7710118 Oct 29 08:49:22.263072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44698) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:22.288263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0fc00638-b4d0-4ee2-b6f4-5e951f82932b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6271737 Oct 29 08:49:22.358205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d360e-2cd1-4350-834a-c0c983a49be8 None None] Network f7cc4143-4441-4ddb-8abd-f9cb979d17e5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:22.427363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-97731bc7-ae9e-445c-aa5f-82249bde80d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 42a9a87d-94b2-4ee7-8be8-ce6e26aa5adb {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:22.438427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97731bc7-ae9e-445c-aa5f-82249bde80d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:22.438566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4568b4b6-fa73-494e-a39c-11fe3d2c193e up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:22.452169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc89075-e438-4038-a0b2-8d9f7b2d2cc8 None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:22.452895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2bc89075-e438-4038-a0b2-8d9f7b2d2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:22.533963 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97731bc7-ae9e-445c-aa5f-82249bde80d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:22.813058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058df24d-d6a9-4280-b8b8-f2be1d91091a None None] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:22.819132 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97731bc7-ae9e-445c-aa5f-82249bde80d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:22.827198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2bc89075-e438-4038-a0b2-8d9f7b2d2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:22.828230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc89075-e438-4038-a0b2-8d9f7b2d2cc8 None None] The sync data for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:22.941655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e1929-c3f2-47e0-87cc-da325a6c6ccc req-240332b3-c9f0-4f51-b490-63727ec8e66d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:22.943290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fe5e1929-c3f2-47e0-87cc-da325a6c6ccc req-240332b3-c9f0-4f51-b490-63727ec8e66d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 945 time: 0.1740031 Oct 29 08:49:22.957610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-92008642-2349-4f3e-a2b7-1736082240e7 None None] Provisioning complete for port f06796fb-0ffb-41e3-89ac-e03458ae0ead triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:22.957992 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-92008642-2349-4f3e-a2b7-1736082240e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.017132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fe5e1929-c3f2-47e0-87cc-da325a6c6ccc req-6d79a044-f7e4-40b0-a6d7-fb8b4a5cb03b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604579 Oct 29 08:49:23.020469 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97731bc7-ae9e-445c-aa5f-82249bde80d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.065982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97731bc7-ae9e-445c-aa5f-82249bde80d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=42a9a87d-94b2-4ee7-8be8-ce6e26aa5adb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:23.088336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 4568b4b6-fa73-494e-a39c-11fe3d2c193e completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:49:23.094339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97731bc7-ae9e-445c-aa5f-82249bde80d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.098221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97731bc7-ae9e-445c-aa5f-82249bde80d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/42a9a87d-94b2-4ee7-8be8-ce6e26aa5adb HTTP/1.1" status: 204 len: 168 time: 0.9793332 Oct 29 08:49:23.101676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44730) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:23.125627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 4568b4b6-fa73-494e-a39c-11fe3d2c193e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:23.126001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.135774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346851e-d465-4694-9b5d-939ec6d27a72 None None] Network f7cc4143-4441-4ddb-8abd-f9cb979d17e5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:23.148675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6509c283-7bf6-408b-83b0-5971d90a72a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456958 Oct 29 08:49:23.151282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44732) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:23.159311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:23.231361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-56d5a902-d46d-49b3-b396-b43d58f27f07 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:23.241837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-56d5a902-d46d-49b3-b396-b43d58f27f07 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/networks?id=31130dc3-9c48-4fd1-a740-ae3646885d6b HTTP/1.1" status: 200 len: 812 time: 0.2594197 Oct 29 08:49:23.273862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-3d08f375-ba37-4655-a68d-e28abec54c27 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/quotas/5f5cbfcf364a44cba0a7fa5abd55e26b HTTP/1.1" status: 200 len: 375 time: 0.0307133 Oct 29 08:49:23.354061 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.358955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f06796fb-0ffb-41e3-89ac-e03458ae0ead up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:23.399108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-a00976ca-6569-4271-8a24-ea4e492ad989 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f5cbfcf364a44cba0a7fa5abd55e26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171448 Oct 29 08:49:23.428799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:23.432299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.461011 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-92008642-2349-4f3e-a2b7-1736082240e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.591061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-aa16580f-ee82-4000-8fd0-c897d32139d5 service neutron] 10.222.0.70 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845086 Oct 29 08:49:23.692725 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.696771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-92008642-2349-4f3e-a2b7-1736082240e7 None None] For port f06796fb-0ffb-41e3-89ac-e03458ae0ead, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f06796fb-0ffb-41e3-89ac-e03458ae0ead,segment=NetworkSegment(430bcb19-3caa-4afc-bc37-0ea8a18988a7),segment_id=430bcb19-3caa-4afc-bc37-0ea8a18988a7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:23.717699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-92008642-2349-4f3e-a2b7-1736082240e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.723392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abcd718-36b9-41b8-9b09-8810b2e676f0 None None] Update dhcp port {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': '42a9a87d-94b2-4ee7-8be8-ce6e26aa5adb'}], 'binding:host_id': 'n-d-815940-1'}, 'id': 'a1aefe39-f27f-4d66-995e-670e1d27d2e0'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:49:23.727884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f06796fb-0ffb-41e3-89ac-e03458ae0ead triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:23.727884 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.822850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4568b4b6-fa73-494e-a39c-11fe3d2c193e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:23.825269 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0dc2e7-9166-47f1-99be-67458b36d31a" -d '{"events": [{"server_uuid": "b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd", "name": "network-vif-plugged", "status": "completed", "tag": "4568b4b6-fa73-494e-a39c-11fe3d2c193e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:23.844134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-32fd42a1-b29c-4c7f-80de-d304f3c3a4a8 service neutron] 10.222.0.70 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408025 Oct 29 08:49:23.855006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.907924 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4bea4e-a666-4d35-99bc-56a85eeb2b23 x-openstack-request-id: req-cf4bea4e-a666-4d35-99bc-56a85eeb2b23 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:23.908226 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd", "name": "network-vif-plugged", "status": "completed", "tag": "4568b4b6-fa73-494e-a39c-11fe3d2c193e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:23.908479 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf4bea4e-a666-4d35-99bc-56a85eeb2b23 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:23.908870 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4568b4b6-fa73-494e-a39c-11fe3d2c193e', 'code': 200} Oct 29 08:49:23.914721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4568b4b6-fa73-494e-a39c-11fe3d2c193e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:23.917625 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3abcd718-36b9-41b8-9b09-8810b2e676f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.936818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:23.948303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=49e6d5bb-3beb-4c5a-a781-e48f6f4027c7,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:23.948574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92008642-2349-4f3e-a2b7-1736082240e7 None None] Pushing event updated for resources: {'Port': ['ID=f06796fb-0ffb-41e3-89ac-e03458ae0ead,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:23.961730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.20.0.1 (3fab84d6-4cff-43bb-93b8-ae16dff0c549/f6d90254-dbc3-4dac-90f7-3261ce7b7073/02deb701-669c-4a1a-8e47-a8fdb9615213) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:23.969350 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:49:23.971918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:24.000160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:24.004142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:24.004962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:24.082378 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c3d1df13-f9fd-4f67-9286-7ff62ddedb14 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9299266 Oct 29 08:49:24.085391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44746) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:24.091939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:24.112601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532bb88-aee9-442d-a088-6ddd342b828f req-5e223f2a-1cdc-4aca-a226-0b42ee18ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:24.114254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d532bb88-aee9-442d-a088-6ddd342b828f req-5e223f2a-1cdc-4aca-a226-0b42ee18ae3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 1097 time: 0.1279655 Oct 29 08:49:24.175890 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-549b5645-14d0-41ac-a56d-906708e035b1 req-756d7037-3d86-4a56-af9f-2bbd3b59cb34 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 210 time: 0.0444777 Oct 29 08:49:24.192670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d532bb88-aee9-442d-a088-6ddd342b828f req-e60ced9d-16b0-4fd0-a06b-1294876bf5ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708184 Oct 29 08:49:24.237249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4568b4b6-fa73-494e-a39c-11fe3d2c193e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:24.271481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f8cb15c7-3b93-4cf7-bd65-a263c77fc7ff None None] Provisioning complete for port f06796fb-0ffb-41e3-89ac-e03458ae0ead triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:24.272014 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f8cb15c7-3b93-4cf7-bd65-a263c77fc7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:24.274925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:24.386297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6154c26-461b-4beb-9750-d51b9bf42487 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:24.411825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53955-9c2d-42a1-abb7-263768fa990b req-90b3b4b2-dae5-44b4-8a75-2cbc3a1b8d05 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:24.413377 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14e53955-9c2d-42a1-abb7-263768fa990b req-90b3b4b2-dae5-44b4-8a75-2cbc3a1b8d05 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 946 time: 0.2270920 Oct 29 08:49:24.414404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:24.472809 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:24.476310 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:24.528043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:24.540981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:24.557991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:24.566027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=02deb701-669c-4a1a-8e47-a8fdb9615213,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:24.600169 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14e53955-9c2d-42a1-abb7-263768fa990b req-8335e320-0ff7-4aa6-bc81-3691f591238d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766825 Oct 29 08:49:24.605141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9871556d-60e8-4fb6-9663-b06a68ff9269 None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:24.605526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9871556d-60e8-4fb6-9663-b06a68ff9269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:24.642367 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:24.694108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d7258-8dbd-4860-9577-22496fc57851 None None] Update dhcp port {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': '49e6d5bb-3beb-4c5a-a781-e48f6f4027c7'}], 'binding:host_id': 'n-d-815940-1'}, 'id': 'a1aefe39-f27f-4d66-995e-670e1d27d2e0'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:49:24.739597 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-813d7258-8dbd-4860-9577-22496fc57851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:24.965040 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:25.014056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-813d7258-8dbd-4860-9577-22496fc57851 None None] Allocated IP 172.20.0.2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/49e6d5bb-3beb-4c5a-a781-e48f6f4027c7/a1aefe39-f27f-4d66-995e-670e1d27d2e0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:25.127447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3bdd4033-2b22-4065-b02b-5db865b9e3a2 None None] Provisioning complete for port 02deb701-669c-4a1a-8e47-a8fdb9615213 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:25.127860 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bdd4033-2b22-4065-b02b-5db865b9e3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:25.170650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-813d7258-8dbd-4860-9577-22496fc57851 None None] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a1aefe39-f27f-4d66-995e-670e1d27d2e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:25.220801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd4033-2b22-4065-b02b-5db865b9e3a2 None None] Port 02deb701-669c-4a1a-8e47-a8fdb9615213 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:49:25.261965 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-813d7258-8dbd-4860-9577-22496fc57851 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:25.278507 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-813d7258-8dbd-4860-9577-22496fc57851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:25.320623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:49:25.340219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1e16381-f84e-4aac-aa83-ef11a3064236 req-40764d8a-7f0f-4e41-ad75-65479171ac23 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 210 time: 0.0411141 Oct 29 08:49:25.570239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f06796fb-0ffb-41e3-89ac-e03458ae0ead up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:25.682508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d7258-8dbd-4860-9577-22496fc57851 None None] Pushing event updated for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:25.711360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f06796fb-0ffb-41e3-89ac-e03458ae0ead triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:25.711756 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:25.816467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff6c17-095f-4b43-b6f6-eba49a76b4b9 req-e1344f67-61c4-4e81-8fd0-1c3cfde3a148 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:25.833697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44ff6c17-095f-4b43-b6f6-eba49a76b4b9 req-e1344f67-61c4-4e81-8fd0-1c3cfde3a148 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 946 time: 0.0943143 Oct 29 08:49:25.918747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44ff6c17-095f-4b43-b6f6-eba49a76b4b9 req-303ac96d-09a7-4774-af06-1e12a16077ca tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786316 Oct 29 08:49:25.981804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a1aefe39-f27f-4d66-995e-670e1d27d2e0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:26.095989 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.136098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a1aefe39-f27f-4d66-995e-670e1d27d2e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:26.147794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.223156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:26.315456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-009eb5e4-ff93-4f7b-b274-55ed3332c9cb tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=49a09a106afc4fadb21079c03389c9e0 HTTP/1.1" status: 200 len: 267 time: 0.2836454 Oct 29 08:49:26.332377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-98f9ea61-11c5-4710-a748-6012048f84b4 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:26.333937 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-98f9ea61-11c5-4710-a748-6012048f84b4 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.93 "GET /v2.0/networks?id=31130dc3-9c48-4fd1-a740-ae3646885d6b HTTP/1.1" status: 200 len: 812 time: 0.9493136 Oct 29 08:49:26.395860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Request body: {'port': {'device_id': '4dcb8b5b-fb02-48c7-8cc0-2e6c66280975', 'network_id': '31130dc3-9c48-4fd1-a740-ae3646885d6b', 'admin_state_up': True, 'tenant_id': '5f5cbfcf364a44cba0a7fa5abd55e26b'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:26.482971 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-034461bd-d71a-4197-90bd-ccd4c23971be req-f85f91b6-c5ef-4df4-8181-7ba6ebd50793 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 210 time: 0.0391378 Oct 29 08:49:26.487050 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.544494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.574701 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.598987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-14e49b44-c69c-4bfc-a263-2dda9c1b6876 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:26.601404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-14e49b44-c69c-4bfc-a263-2dda9c1b6876 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 946 time: 0.2585561 Oct 29 08:49:26.665502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'port': {'security_groups': []}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:26.705068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2e92e459-722c-4afa-86cd-f4909aab8bbf None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:26.705824 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e92e459-722c-4afa-86cd-f4909aab8bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.721971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Made reservation on behalf of 5f5cbfcf364a44cba0a7fa5abd55e26b for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:26.725829 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.858409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e92e459-722c-4afa-86cd-f4909aab8bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.864590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=02deb701-669c-4a1a-8e47-a8fdb9615213,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:26.899318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:26.934622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.934975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.935318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.935655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.936015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.936366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.936761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.937003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.937347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.937654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.937982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.938305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:49:26.982246 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.143030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a1aefe39-f27f-4d66-995e-670e1d27d2e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:27.235626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Allocated IP 172.20.0.7 (31130dc3-9c48-4fd1-a740-ae3646885d6b/dff663e3-d1ef-46cc-a635-f1abad540048/3b3ef72b-940e-494f-9b68-f490bd7fdcf1) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:27.244910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a1aefe39-f27f-4d66-995e-670e1d27d2e0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:27.289925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.304724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.305481 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.310556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:27.337912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:27.338381 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.352868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:27.366875 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-2e92e459-722c-4afa-86cd-f4909aab8bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:49:27.367242 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-2e92e459-722c-4afa-86cd-f4909aab8bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:49:27.432120 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.439151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=aeab7fb1-3d1c-4576-a7c8-945d2dd43bc4,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:27.475750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a1aefe39-f27f-4d66-995e-670e1d27d2e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:27.482089 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.542208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:27.563239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=12']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:27.573796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:27.576956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:27.577577 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.584132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32473774-f2ca-4a41-9473-2a8b016a288d None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:27.625276 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5385401 Oct 29 08:49:27.628323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44792) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:27.647337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:7c:0b:1d', 'name': 'tempest-NetworksTestDHCPv6-1919158883'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:27.823036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] For port 4568b4b6-fa73-494e-a39c-11fe3d2c193e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:27.833993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b30bdd-0699-425a-848a-988179ebb11a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=11']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:27.845815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:27.976075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:27.983777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7e27ca06-ece3-4696-8a62-646b8efc4210 req-1287bc65-f665-4734-9c98-76bdd89bf551 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 210 time: 0.3768616 Oct 29 08:49:28.000882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router 8d70713a-f3ff-4987-ba45-88a402693641 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:28.003759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:28.020794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['46894d64-03a5-49b2-bbf1-947ec6572dce', 'd2089400-8a66-4020-a85b-aef667730379'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:28.083588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['4568b4b6-fa73-494e-a39c-11fe3d2c193e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:28.169574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:28.181575 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:28.216181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-52898700-c6ff-40be-8017-f79c7c2427ff None None] Provisioning complete for port 02deb701-669c-4a1a-8e47-a8fdb9615213 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:28.216783 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-52898700-c6ff-40be-8017-f79c7c2427ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:28.233902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'Port': ['ID=4568b4b6-fa73-494e-a39c-11fe3d2c193e,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:28.276773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:28.277521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:28.280503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fda0d4ce-1ec2-41cb-b59a-68fddc4d3c9c req-e3701633-b6f9-4895-a3a8-4e939334ee15 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "PUT /v2.0/ports/4568b4b6-fa73-494e-a39c-11fe3d2c193e HTTP/1.1" status: 200 len: 905 time: 1.6519375 Oct 29 08:49:28.281012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'tag': '4568b4b6-fa73-494e-a39c-11fe3d2c193e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:28.283492 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec06ceb8-4064-469a-a30c-82459faf0b20" -d '{"events": [{"name": "network-changed", "server_uuid": "b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd", "tag": "4568b4b6-fa73-494e-a39c-11fe3d2c193e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:28.336201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-52898700-c6ff-40be-8017-f79c7c2427ff None None] Port 02deb701-669c-4a1a-8e47-a8fdb9615213 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:49:28.369163 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccbc04f-7634-4801-9d99-e1177c39c0bb x-openstack-request-id: req-0ccbc04f-7634-4801-9d99-e1177c39c0bb {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:28.370173 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd", "tag": "4568b4b6-fa73-494e-a39c-11fe3d2c193e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:28.370627 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ccbc04f-7634-4801-9d99-e1177c39c0bb {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:28.371218 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'tag': '4568b4b6-fa73-494e-a39c-11fe3d2c193e', 'status': 'completed', 'code': 200} Oct 29 08:49:28.380378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 504c1249-9982-48a4-9bdf-3c135c0bfb68 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:28.431710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['4568b4b6-fa73-494e-a39c-11fe3d2c193e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:28.530958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:28.576851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:28.591059 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356057cd-c94e-4d32-a8a5-3308b43b9882 None None] Sync routers for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:28.602191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-5ebfd605-6d41-46ae-8240-5b680d4d8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:28.607942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-5ebfd605-6d41-46ae-8240-5b680d4d8b52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 1059 time: 0.2322021 Oct 29 08:49:28.615983 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356057cd-c94e-4d32-a8a5-3308b43b9882 None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:28.616450 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-356057cd-c94e-4d32-a8a5-3308b43b9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:28.625317 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-830d419f-19a5-40d2-a361-4e4ee2d97a8a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/routers/8d70713a-f3ff-4987-ba45-88a402693641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3620317 Oct 29 08:49:28.631154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f993-4405-4615-bfc1-3e4009e4ec7f req-f97d0c63-5865-4a05-a3e9-eafeee345e3d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:28.635783 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:28.657695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'port': {'network_id': '3fab84d6-4cff-43bb-93b8-ae16dff0c549', 'name': 'tempest-FloatingIPTestJSON-1976536687'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:28.661538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcf2f993-4405-4615-bfc1-3e4009e4ec7f req-f97d0c63-5865-4a05-a3e9-eafeee345e3d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 908 time: 0.2159688 Oct 29 08:49:28.681575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Network 31130dc3-9c48-4fd1-a740-ae3646885d6b is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:28.706766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:28.746802 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-356057cd-c94e-4d32-a8a5-3308b43b9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:28.768604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ce106ec9-db5d-4599-a236-34b68c6bd20c None None] Provisioning complete for port 4568b4b6-fa73-494e-a39c-11fe3d2c193e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:28.771034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ce106ec9-db5d-4599-a236-34b68c6bd20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:28.773019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-2f866d37-444d-406e-b67e-ffde68cc8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:28.774615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-2f866d37-444d-406e-b67e-ffde68cc8373 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.1120844 Oct 29 08:49:28.786551 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356057cd-c94e-4d32-a8a5-3308b43b9882 None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:28.787430 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-356057cd-c94e-4d32-a8a5-3308b43b9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:28.813471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:28.840715 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-356057cd-c94e-4d32-a8a5-3308b43b9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:28.841825 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356057cd-c94e-4d32-a8a5-3308b43b9882 None None] The sync data for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:28.858599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-d56e24a5-bdd8-4f91-aa86-099d6954c787 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e HTTP/1.1" status: 200 len: 217 time: 0.0762308 Oct 29 08:49:28.866953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Pushing event updated for resources: {'Port': ['ID=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:28.948424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-0f219e2a-b33f-4e65-9c0a-996b0e6fbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:28.950068 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-0f219e2a-b33f-4e65-9c0a-996b0e6fbc7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0792570 Oct 29 08:49:29.012735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-5fb2f7f3-919e-4c83-b336-71a9cbe30305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:29.015757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-5fb2f7f3-919e-4c83-b336-71a9cbe30305 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570276 Oct 29 08:49:29.046655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-769f445d-70ae-400b-a207-2aed5482dc7b None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:29.048316 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-769f445d-70ae-400b-a207-2aed5482dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:29.141137 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:29.226830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ddabf-2b88-4e79-8cfa-2cecd2c0ca7f req-6164118c-e75b-4afc-926c-b44049d5f255 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:29.228714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c9ddabf-2b88-4e79-8cfa-2cecd2c0ca7f req-6164118c-e75b-4afc-926c-b44049d5f255 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 931 time: 0.1262562 Oct 29 08:49:29.233220 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-e9567e11-81d2-4bfb-9c90-ce3b6688bc32 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098012 Oct 29 08:49:29.310535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a1aefe39-f27f-4d66-995e-670e1d27d2e0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:29.352241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c9ddabf-2b88-4e79-8cfa-2cecd2c0ca7f req-0647aeff-7ee4-465e-b30c-e23377610d1e tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133182 Oct 29 08:49:29.392325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:29.392852 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:29.471419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec06ceb8-4064-469a-a30c-82459faf0b20 req-1c7633c0-82cd-4921-b31e-89915bd850b9 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251709 Oct 29 08:49:29.509697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc223039-8f77-4dc8-b64f-74c8afd26561 req-ea581bcb-a814-4c68-9953-624051f1f5f6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:29.511208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc223039-8f77-4dc8-b64f-74c8afd26561 req-ea581bcb-a814-4c68-9953-624051f1f5f6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.6941562 Oct 29 08:49:29.520800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:29.521450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:29.608887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-0e2ea53b-6603-4661-9c31-d8d75d5127ad tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2438798 Oct 29 08:49:29.610106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 172.20.0.4 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/49e6d5bb-3beb-4c5a-a781-e48f6f4027c7/504c1249-9982-48a4-9bdf-3c135c0bfb68) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:29.630567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Request body: {'port': {'device_id': '4dcb8b5b-fb02-48c7-8cc0-2e6c66280975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:29.640504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:fe7c:b1d (518ef6fc-f3d9-4071-bb94-ff10c09b9203/aeab7fb1-3d1c-4576-a7c8-945d2dd43bc4/504c1249-9982-48a4-9bdf-3c135c0bfb68) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:29.664971 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fc223039-8f77-4dc8-b64f-74c8afd26561 req-c1299c13-d4ac-41c5-b63a-57c059bc42d5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185648 Oct 29 08:49:29.681488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Made reservation on behalf of 12c73dc4998d473e8330f5410fea4099 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:29.685159 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:29.745557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] device_id is not set on port 2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:29.755871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:29.816164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed65ad-75f6-4d10-99f3-9e3a406b5d2b req-5288f021-0eb8-48c2-8945-1d50cc8aca32 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:29.818552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-daed65ad-75f6-4d10-99f3-9e3a406b5d2b req-5288f021-0eb8-48c2-8945-1d50cc8aca32 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0552969 Oct 29 08:49:29.859155 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-daed65ad-75f6-4d10-99f3-9e3a406b5d2b req-e44eec12-9abf-4a51-9e4e-7693f3a3995c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341554 Oct 29 08:49:30.054694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Allocated IP 172.20.0.10 (3fab84d6-4cff-43bb-93b8-ae16dff0c549/f6d90254-dbc3-4dac-90f7-3261ce7b7073/2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:30.169287 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:30.369861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-053039b7-a9cf-441b-9559-549bfa1772da tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:30.371351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-053039b7-a9cf-441b-9559-549bfa1772da tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.3106768 Oct 29 08:49:30.393305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:30.400861 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:30.477344 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e861fdef-e0ab-4310-ae46-ae87d3b8934c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/quotas/49a09a106afc4fadb21079c03389c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0817955 Oct 29 08:49:30.499824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:30.516322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4572e16-7f37-4446-bc07-716f3c4e8df7 req-478af7cb-99be-4d73-8fb7-7aa95285bf83 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:30.520010 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4572e16-7f37-4446-bc07-716f3c4e8df7 req-478af7cb-99be-4d73-8fb7-7aa95285bf83 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 931 time: 0.0643358 Oct 29 08:49:30.520631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:30.541264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:30.562133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:30.595324 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4572e16-7f37-4446-bc07-716f3c4e8df7 req-2a72a449-7427-478f-a27f-ce3300d0e2a8 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663095 Oct 29 08:49:30.607979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:49:30.616860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=504c1249-9982-48a4-9bdf-3c135c0bfb68,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:30.639515 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:30.681496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Transition to ACTIVE for port object 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:49:30.703389 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-8ab3215f-4091-443c-953c-9bd22ba1cf18 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2078197 Oct 29 08:49:30.706025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:30.713473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:30.714115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:30.774972 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:30.827386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-589bade2-eaf4-48e7-b083-36e069a75c76 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1900799 Oct 29 08:49:30.827728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44844) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:30.860647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:30.861343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:30.883645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:30.890770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:30.909155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0f73f-4dd8-46a5-ac9a-10977b9c874e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:30.916399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0f73f-4dd8-46a5-ac9a-10977b9c874e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:30.930030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-68f0f73f-4dd8-46a5-ac9a-10977b9c874e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1009612 Oct 29 08:49:30.933083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44846) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:30.936911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-172b4252-7be2-4e9e-b4b3-5c0903afc48d None None] Provisioning complete for port 504c1249-9982-48a4-9bdf-3c135c0bfb68 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:30.937289 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-172b4252-7be2-4e9e-b4b3-5c0903afc48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.015442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-172b4252-7be2-4e9e-b4b3-5c0903afc48d None None] Port 504c1249-9982-48a4-9bdf-3c135c0bfb68 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:49:31.015708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event updated for resources: {'Port': ['ID=2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:31.027112 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-790464a7-ed83-41e2-a851-a5b94b6845b7 service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080683 Oct 29 08:49:31.074516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7910903c-7f61-4c94-8fef-e5d63cdaa172 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 504c1249-9982-48a4-9bdf-3c135c0bfb68 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:31.074858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7910903c-7f61-4c94-8fef-e5d63cdaa172 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.105325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:31.106094 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.121377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Attempting to bind port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:31.121779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Attempting to bind port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'ba98dbdd-85c9-4aea-9598-cdde7be47274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '31130dc3-9c48-4fd1-a740-ae3646885d6b'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:31.122114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Attempting to bind port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 on network 31130dc3-9c48-4fd1-a740-ae3646885d6b {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:31.142929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 on network 31130dc3-9c48-4fd1-a740-ae3646885d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:49:31.143335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Attempting to bind port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 on network 31130dc3-9c48-4fd1-a740-ae3646885d6b {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:31.160098 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de76ae74-4f0a-47c3-a373-2e598e5bd707 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5143943 Oct 29 08:49:31.160922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:31.161319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Checking segment: {'id': 'ba98dbdd-85c9-4aea-9598-cdde7be47274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '31130dc3-9c48-4fd1-a740-ae3646885d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:31.161684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Bound using segment: {'id': 'ba98dbdd-85c9-4aea-9598-cdde7be47274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '31130dc3-9c48-4fd1-a740-ae3646885d6b'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:31.162105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Bound port: 3b3ef72b-940e-494f-9b68-f490bd7fdcf1, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba98dbdd-85c9-4aea-9598-cdde7be47274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '31130dc3-9c48-4fd1-a740-ae3646885d6b'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:31.162468 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.165740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44848) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:31.171503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Request body: {'floatingip': {'port_id': '2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:31.213689 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7910903c-7f61-4c94-8fef-e5d63cdaa172 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.232852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7910903c-7f61-4c94-8fef-e5d63cdaa172 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 504c1249-9982-48a4-9bdf-3c135c0bfb68 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:31.254138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9bc9eba6-c9e2-49d2-b17a-7ce1d5d60325 None None] Provisioning complete for port 2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:31.255204 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9bc9eba6-c9e2-49d2-b17a-7ce1d5d60325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.286895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-3f2a9fcb-96f1-4e4c-b37d-b596fb2ed00f service neutron] 10.222.0.70 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494547 Oct 29 08:49:31.302400 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.318548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9eba6-c9e2-49d2-b17a-7ce1d5d60325 None None] Port 2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:49:31.379391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] For port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:31.413867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] For port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,segment=NetworkSegment(ba98dbdd-85c9-4aea-9598-cdde7be47274),segment_id=ba98dbdd-85c9-4aea-9598-cdde7be47274)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:31.430187 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.513817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7910903c-7f61-4c94-8fef-e5d63cdaa172 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.554798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:31.555507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.556994 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] 10.222.0.93 "PUT /v2.0/ports/3b3ef72b-940e-494f-9b68-f490bd7fdcf1 HTTP/1.1" status: 200 len: 1091 time: 1.9356806 Oct 29 08:49:31.559835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcb8b5b-fb02-48c7-8cc0-2e6c66280975', 'tag': '3b3ef72b-940e-494f-9b68-f490bd7fdcf1'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:31.569086 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956388f3-fcff-417c-a2cb-2f7ca860b1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcb8b5b-fb02-48c7-8cc0-2e6c66280975", "tag": "3b3ef72b-940e-494f-9b68-f490bd7fdcf1"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:31.627636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44281bcf-1d45-40c4-9627-91fb3063a540 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:31.686856 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d623c2b-7f15-4e6f-8e07-ebd0f5d5ba1d x-openstack-request-id: req-5d623c2b-7f15-4e6f-8e07-ebd0f5d5ba1d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:31.687225 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcb8b5b-fb02-48c7-8cc0-2e6c66280975", "tag": "3b3ef72b-940e-494f-9b68-f490bd7fdcf1", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:31.687544 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d623c2b-7f15-4e6f-8e07-ebd0f5d5ba1d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:31.688061 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcb8b5b-fb02-48c7-8cc0-2e6c66280975', 'tag': '3b3ef72b-940e-494f-9b68-f490bd7fdcf1', 'status': 'completed', 'code': 200} Oct 29 08:49:31.752231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-edfb21db-93c6-4e38-bcc7-eebb261c33d1 req-6df5b48a-ab2b-4334-a525-463a45a431f8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 210 time: 0.1646430 Oct 29 08:49:31.756795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910903c-7f61-4c94-8fef-e5d63cdaa172 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=504c1249-9982-48a4-9bdf-3c135c0bfb68,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:31.836260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7910903c-7f61-4c94-8fef-e5d63cdaa172 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:31.845433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7910903c-7f61-4c94-8fef-e5d63cdaa172 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/504c1249-9982-48a4-9bdf-3c135c0bfb68 HTTP/1.1" status: 204 len: 168 time: 0.9106505 Oct 29 08:49:31.846706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44868) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:31.905440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-04af10dd-bd62-4b99-b598-86bed4f70da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:31.906986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-04af10dd-bd62-4b99-b598-86bed4f70da0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f5cbfcf364a44cba0a7fa5abd55e26b&device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 1094 time: 0.3040969 Oct 29 08:49:31.935863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db746cb-37ab-4240-bff2-0663ff7bbdb7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:31.937304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db746cb-37ab-4240-bff2-0663ff7bbdb7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:31.939023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db746cb-37ab-4240-bff2-0663ff7bbdb7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:31.943117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b3052-d722-4fb9-bef4-defb5f192981 req-ed1c5c0d-384a-481e-ac31-a2391ec34622 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:31.944326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9db746cb-37ab-4240-bff2-0663ff7bbdb7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0961440 Oct 29 08:49:31.944712 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a12b3052-d722-4fb9-bef4-defb5f192981 req-ed1c5c0d-384a-481e-ac31-a2391ec34622 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 943 time: 0.1759036 Oct 29 08:49:31.944990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44870) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:32.005733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-31f4339a-53b3-476c-8158-05797cf46115 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1 HTTP/1.1" status: 200 len: 217 time: 0.0800900 Oct 29 08:49:32.040844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f49683c-06e8-415b-af3d-c4cf779c06ff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 49e6d5bb-3beb-4c5a-a781-e48f6f4027c7 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:32.044667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f49683c-06e8-415b-af3d-c4cf779c06ff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.118979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f49683c-06e8-415b-af3d-c4cf779c06ff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.133371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-32960d68-ad0b-4994-af1b-5dac5d1f3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:32.134850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-32960d68-ad0b-4994-af1b-5dac5d1f3115 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dff663e3-d1ef-46cc-a635-f1abad540048 HTTP/1.1" status: 200 len: 852 time: 0.1189327 Oct 29 08:49:32.146360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a12b3052-d722-4fb9-bef4-defb5f192981 req-c6075717-e746-4656-b1b7-e1259e387425 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501007 Oct 29 08:49:32.181402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-ca68abc7-103a-4265-afd1-89a754a06d5a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31130dc3-9c48-4fd1-a740-ae3646885d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280602 Oct 29 08:49:32.242778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f49683c-06e8-415b-af3d-c4cf779c06ff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.349021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f49683c-06e8-415b-af3d-c4cf779c06ff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.368395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f49683c-06e8-415b-af3d-c4cf779c06ff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.376261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f49683c-06e8-415b-af3d-c4cf779c06ff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/49e6d5bb-3beb-4c5a-a781-e48f6f4027c7 HTTP/1.1" status: 204 len: 168 time: 0.4301860 Oct 29 08:49:32.378211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44874) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:32.379368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b3ff3-5edd-4712-b075-952157431b0f None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:32.400123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49683c-06e8-415b-af3d-c4cf779c06ff tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=49e6d5bb-3beb-4c5a-a781-e48f6f4027c7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:32.429747 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-bd28d418-5c60-480b-aef5-a8ce67ab2146 service neutron] 10.222.0.93 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099891 Oct 29 08:49:32.456753 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:49:32.650222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-284df3f9-d538-470d-b232-6b0c0c34fd7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet aeab7fb1-3d1c-4576-a7c8-945d2dd43bc4 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:32.665149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.666326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-284df3f9-d538-470d-b232-6b0c0c34fd7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.699852 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.775594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18f82129-6f65-4a97-a4ee-f0865c476e95 req-c0e7c72e-9f66-4218-b3d2-a1227c1ec504 service neutron] 10.222.0.93 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301044 Oct 29 08:49:32.796653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-284df3f9-d538-470d-b232-6b0c0c34fd7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:32.974085 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP a04d14e8-b46e-4294-998b-370b072d067c associated. External IP: 172.25.5.234, port: 7ed23a05-21a1-4c01-b997-501c6fb27e5a. Oct 29 08:49:32.997128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f5ef546-04cc-46fb-a52b-dca9061e43e6 req-63351566-0823-4d9b-8d62-d1fc03de618d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 210 time: 0.0680606 Oct 29 08:49:33.204264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-6c7fbd62-7fd1-4f35-9f86-a36c1600b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:33.205975 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-6c7fbd62-7fd1-4f35-9f86-a36c1600b620 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f5cbfcf364a44cba0a7fa5abd55e26b&device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 1094 time: 0.3462641 Oct 29 08:49:33.209832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-284df3f9-d538-470d-b232-6b0c0c34fd7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:33.225113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-3ffadea6-8c7c-4419-9c77-d16a07253960 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:33.226849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-3ffadea6-8c7c-4419-9c77-d16a07253960 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 812 time: 0.2826922 Oct 29 08:49:33.269928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Request body: {'port': {'device_id': 'af57c217-21bc-4a27-b060-ac60957212aa', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'admin_state_up': True, 'tenant_id': '49a09a106afc4fadb21079c03389c9e0'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:33.372486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb6384-8dcb-499b-9cd3-ec968373993d req-a94d46c9-c1ed-4890-b144-d28a0c381e52 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:33.374873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-45cb6384-8dcb-499b-9cd3-ec968373993d req-a94d46c9-c1ed-4890-b144-d28a0c381e52 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1096 time: 0.1804693 Oct 29 08:49:33.475572 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-45cb6384-8dcb-499b-9cd3-ec968373993d req-006d0d44-8d4f-4230-88ab-7557d0841230 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929620 Oct 29 08:49:33.496834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Made reservation on behalf of 49a09a106afc4fadb21079c03389c9e0 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:33.502941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:33.505455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44890) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:33.703164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bee91e5c-b0de-4857-bd32-80a004a38368 None None] Provisioning complete for port a1aefe39-f27f-4d66-995e-670e1d27d2e0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:33.704195 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bee91e5c-b0de-4857-bd32-80a004a38368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:33.805124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Allocated IP 172.20.0.4 (f63fba96-cdf0-4276-a98d-fe0ddc0406cd/ae07ca67-5f4e-458d-9f83-21cb69754188/4db2ea3a-9486-4fbb-bbb4-7d242763ba80) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:33.844794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 6dffdb25-8a27-4214-b63c-9c3575940569 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:33.845155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:33.880924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-8ea93370-fe28-4e41-9da6-f8fa0ecd26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:33.883220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-8ea93370-fe28-4e41-9da6-f8fa0ecd26fd service neutron] 10.222.0.93 "GET /v2.0/networks?id=31130dc3-9c48-4fd1-a740-ae3646885d6b HTTP/1.1" status: 200 len: 914 time: 0.6465352 Oct 29 08:49:34.003991 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-f0beeb7b-9a41-4fd0-ab3e-48ad8ce0541e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1 HTTP/1.1" status: 200 len: 217 time: 0.0777960 Oct 29 08:49:34.031194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.031847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.058776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 6dffdb25-8a27-4214-b63c-9c3575940569 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:34.070137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-864e4f8a-ae2e-4454-8a9c-ee1a6fdf556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:34.071716 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-864e4f8a-ae2e-4454-8a9c-ee1a6fdf556f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dff663e3-d1ef-46cc-a635-f1abad540048 HTTP/1.1" status: 200 len: 852 time: 0.0593433 Oct 29 08:49:34.127614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ede9-5bcf-4c6c-a8e8-6301b8f0f12e req-21d78c25-39a8-4d78-8bfa-d58eee88ac8b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:34.129505 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36d3ede9-5bcf-4c6c-a8e8-6301b8f0f12e req-21d78c25-39a8-4d78-8bfa-d58eee88ac8b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 943 time: 0.8000278 Oct 29 08:49:34.134388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-c1a83dca-762c-47b4-b056-b80f91c34f71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31130dc3-9c48-4fd1-a740-ae3646885d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487285 Oct 29 08:49:34.136759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.140027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-284df3f9-d538-470d-b232-6b0c0c34fd7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.199504 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.214181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['46894d64-03a5-49b2-bbf1-947ec6572dce', 'd2089400-8a66-4020-a85b-aef667730379'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:34.250206 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-6ffdf060-68b9-486e-a37c-4ebb93322cce service neutron] 10.222.0.93 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050038 Oct 29 08:49:34.305400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284df3f9-d538-470d-b232-6b0c0c34fd7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=aeab7fb1-3d1c-4576-a7c8-945d2dd43bc4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:34.311062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:34.329424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:34.338601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:34.352227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:34.355772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-284df3f9-d538-470d-b232-6b0c0c34fd7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.359856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-284df3f9-d538-470d-b232-6b0c0c34fd7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/aeab7fb1-3d1c-4576-a7c8-945d2dd43bc4 HTTP/1.1" status: 204 len: 168 time: 1.9777713 Oct 29 08:49:34.359856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44900) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:34.388024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab3692-08fd-4369-9b65-19b6569cb2fb None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:34.388269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:34.388917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.397160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event updated for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:34.404449 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36d3ede9-5bcf-4c6c-a8e8-6301b8f0f12e req-f52a6ebf-1ed1-46a5-b3ff-7c4b4d8b0d13 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276639 Oct 29 08:49:34.450858 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-65e33809-be40-492a-b0a4-cb91756c5fe5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894277 Oct 29 08:49:34.453976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44902) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:34.495725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d9827-58ee-45eb-acc3-c941bcea7ff5 req-59213c82-4656-4c4e-bb87-246b7dec2890 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:34.503863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-486d9827-58ee-45eb-acc3-c941bcea7ff5 req-59213c82-4656-4c4e-bb87-246b7dec2890 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 931 time: 0.2305753 Oct 29 08:49:34.512014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e366276e-fe9c-43c5-8a09-97b237f842e5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2501023 Oct 29 08:49:34.538784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Request body: {'port': {'device_id': 'af57c217-21bc-4a27-b060-ac60957212aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:34.621960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956388f3-fcff-417c-a2cb-2f7ca860b1eb req-d939ebe2-be52-4cc3-bfb4-12d45b23e250 service neutron] 10.222.0.93 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362370 Oct 29 08:49:34.638364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9416c-6034-4858-a420-dc082d2d2dc6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:34.640010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-08f9416c-6034-4858-a420-dc082d2d2dc6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1836042 Oct 29 08:49:34.643838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44904) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:34.779646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:49:34.796470 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.802895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-486d9827-58ee-45eb-acc3-c941bcea7ff5 req-d5b8ce99-9965-4837-911f-2f6ba18d0b27 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980895 Oct 29 08:49:34.817071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dd8faa-085c-4a08-b3c1-81ad01ca52bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:34.818638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-00dd8faa-085c-4a08-b3c1-81ad01ca52bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1620855 Oct 29 08:49:34.819773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:34.823649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44908) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:34.857442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc77ca-1060-4bb8-85db-734f9e7503b6 None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:34.913008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6915a1ab-94bf-437f-ad7c-e3aec0ba0593 None None] Provisioning complete for port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:34.913381 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6915a1ab-94bf-437f-ad7c-e3aec0ba0593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.940724 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d0ca9af3-c4f7-453b-b2c2-e440b31ea867 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130300 Oct 29 08:49:34.946745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44912) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:34.952594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6915a1ab-94bf-437f-ad7c-e3aec0ba0593 None None] Port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:49:34.955550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc77ca-1060-4bb8-85db-734f9e7503b6 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:34.956716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0edc77ca-1060-4bb8-85db-734f9e7503b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:34.956841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0e945b71-f9bb-4daa-9086-9e1e885f37d0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:34.995376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:34.997607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0edc77ca-1060-4bb8-85db-734f9e7503b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:35.011854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] Deleting port a1aefe39-f27f-4d66-995e-670e1d27d2e0 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:35.012225 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.014025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc77ca-1060-4bb8-85db-734f9e7503b6 None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:35.014685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0edc77ca-1060-4bb8-85db-734f9e7503b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:35.095154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=6dffdb25-8a27-4214-b63c-9c3575940569,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:35.096590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0edc77ca-1060-4bb8-85db-734f9e7503b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:35.097564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc77ca-1060-4bb8-85db-734f9e7503b6 None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:35.100415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e945b71-f9bb-4daa-9086-9e1e885f37d0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:35.104236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e945b71-f9bb-4daa-9086-9e1e885f37d0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.105804 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e945b71-f9bb-4daa-9086-9e1e885f37d0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:35.106237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e945b71-f9bb-4daa-9086-9e1e885f37d0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:49:35.140051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] For port a1aefe39-f27f-4d66-995e-670e1d27d2e0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a1aefe39-f27f-4d66-995e-670e1d27d2e0,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:35.140479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.174869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] Calling delete_port for a1aefe39-f27f-4d66-995e-670e1d27d2e0 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:35.198059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0e945b71-f9bb-4daa-9086-9e1e885f37d0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2490530 Oct 29 08:49:35.209611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44916) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:35.214877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8c9b07bf-9e93-4c2e-b334-f7cbadb5f8ba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:35.243153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.243153 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Floating IP 252b8680-d31a-468c-9d75-f295ccbcce09 disassociated (deleted). External IP: 172.25.5.132, port: 170b61c6-af43-4165-802b-a670425663aa. Oct 29 08:49:35.297352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a1aefe39-f27f-4d66-995e-670e1d27d2e0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:35.305926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router 8d70713a-f3ff-4987-ba45-88a402693641 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:35.421265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.444476 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.508359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:35.521521 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053622ef-9201-4035-abd8-427df2367a6b None None] Sync routers for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:35.524125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.551869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053622ef-9201-4035-abd8-427df2367a6b None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:35.552854 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-053622ef-9201-4035-abd8-427df2367a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:35.565515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] Pushing event deleted for resources: {'Port': ['ID=a1aefe39-f27f-4d66-995e-670e1d27d2e0,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:35.574411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf903c-bec3-4dbf-b571-205c7d97ff51 None None] No DVR routers for this DVR port a1aefe39-f27f-4d66-995e-670e1d27d2e0 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:35.621904 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-053622ef-9201-4035-abd8-427df2367a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:35.634946 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053622ef-9201-4035-abd8-427df2367a6b None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:35.635865 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-053622ef-9201-4035-abd8-427df2367a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:35.674298 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-053622ef-9201-4035-abd8-427df2367a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:35.675210 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053622ef-9201-4035-abd8-427df2367a6b None None] The sync data for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:35.704417 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51a137a2-7b6f-434f-9c9b-8a112c8617ae tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/floatingips/a04d14e8-b46e-4294-998b-370b072d067c HTTP/1.1" status: 200 len: 979 time: 4.5374668 Oct 29 08:49:35.705472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44920) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:35.832993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port 2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:35.834072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.936559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9b07bf-9e93-4c2e-b334-f7cbadb5f8ba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:35.940007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c9b07bf-9e93-4c2e-b334-f7cbadb5f8ba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:35.941754 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9b07bf-9e93-4c2e-b334-f7cbadb5f8ba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:35.942185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9b07bf-9e93-4c2e-b334-f7cbadb5f8ba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:49:35.973714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.028120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:49:36.053616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794487e0-fc72-4c8f-9ea2-3577f73ae1b9 req-b388f56a-244b-4bc3-9d10-e1ef84ee64d1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:36.055069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-794487e0-fc72-4c8f-9ea2-3577f73ae1b9 req-b388f56a-244b-4bc3-9d10-e1ef84ee64d1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 931 time: 0.1242752 Oct 29 08:49:36.099076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8c9b07bf-9e93-4c2e-b334-f7cbadb5f8ba tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8882887 Oct 29 08:49:36.116591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44928) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:36.130118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-53615313-1760-44e4-9548-4610148e21db tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:36.140764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8130ef-34c2-4346-be1b-ff961b552be2 req-ecc78af2-9df9-44c2-b7af-abaaf3921f14 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:36.142250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc8130ef-34c2-4346-be1b-ff961b552be2 req-ecc78af2-9df9-44c2-b7af-abaaf3921f14 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 943 time: 0.5889125 Oct 29 08:49:36.223534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.224130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.224454 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Floating IP a04d14e8-b46e-4294-998b-370b072d067c disassociated. External IP: 172.25.5.234, port: 2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85. Oct 29 08:49:36.224791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for 2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:36.266741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:49:36.275371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,segment=NetworkSegment(ba98dbdd-85c9-4aea-9598-cdde7be47274),segment_id=ba98dbdd-85c9-4aea-9598-cdde7be47274)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:36.284996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.290242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '3b3ef72b-940e-494f-9b68-f490bd7fdcf1', 'network_id': '31130dc3-9c48-4fd1-a740-ae3646885d6b', 'port_id': '3b3ef72b-940e-494f-9b68-f490bd7fdcf1', 'mac_address': 'fa:16:3e:d1:80:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff663e3-d1ef-46cc-a635-f1abad540048', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:49:36.343629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.346209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc8130ef-34c2-4346-be1b-ff961b552be2 req-3a852947-067e-4694-a888-f0224296eb9b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556695 Oct 29 08:49:36.348770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-794487e0-fc72-4c8f-9ea2-3577f73ae1b9 req-1e9c5c8b-c5de-4337-bf2a-4a2d5d58d3be tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814760 Oct 29 08:49:36.351958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Transition to ACTIVE for port object 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:49:36.360722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:49:36.370130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.390851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,segment=NetworkSegment(ba98dbdd-85c9-4aea-9598-cdde7be47274),segment_id=ba98dbdd-85c9-4aea-9598-cdde7be47274)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:36.398405 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.429792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53615313-1760-44e4-9548-4610148e21db tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:36.433667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53615313-1760-44e4-9548-4610148e21db tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.434978 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-53615313-1760-44e4-9548-4610148e21db tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:36.435429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53615313-1760-44e4-9548-4610148e21db tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:49:36.443484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:36.463940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Pushing event updated for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:36.508804 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-53615313-1760-44e4-9548-4610148e21db tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3842108 Oct 29 08:49:36.508804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44932) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:36.513389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2062be8d-c884-4715-921d-5bf0a88697eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:36.546816 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.578903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:36.597529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:36.745823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['3b3ef72b-940e-494f-9b68-f490bd7fdcf1'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:36.813045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Attempting to bind port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:36.813734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Attempting to bind port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:36.814299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Attempting to bind port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:36.841869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:49:36.842612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Attempting to bind port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 on network f63fba96-cdf0-4276-a98d-fe0ddc0406cd {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:36.857654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:36.857997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Checking segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:36.858397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Bound using segment: {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:36.858840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Bound port: 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af79f96f-a26f-4fce-a36a-496dfdae1f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:36.859314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.865445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:36.892004 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:36.908543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router 8d70713a-f3ff-4987-ba45-88a402693641 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:36.910011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] Sync routers for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:36.996191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4ceddd67-1f5c-4d2b-9c4a-caf01e550557 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/floatingips/252b8680-d31a-468c-9d75-f295ccbcce09 HTTP/1.1" status: 204 len: 168 time: 3.4871459 Oct 29 08:49:36.998027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'tag': '170b61c6-af43-4165-802b-a670425663aa'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:37.001293 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b6be2e-8953-42c9-80e5-30aca46b455f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "tag": "170b61c6-af43-4165-802b-a670425663aa"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:37.031470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2062be8d-c884-4715-921d-5bf0a88697eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:37.039798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2062be8d-c884-4715-921d-5bf0a88697eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:37.043563 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-2062be8d-c884-4715-921d-5bf0a88697eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:37.045900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2062be8d-c884-4715-921d-5bf0a88697eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:49:37.089533 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71fad2a-7b1e-4ad9-96e9-a2909ac51f31 x-openstack-request-id: req-f71fad2a-7b1e-4ad9-96e9-a2909ac51f31 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:37.090097 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "tag": "170b61c6-af43-4165-802b-a670425663aa", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:37.090565 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f71fad2a-7b1e-4ad9-96e9-a2909ac51f31 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:37.091170 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'tag': '170b61c6-af43-4165-802b-a670425663aa', 'status': 'completed', 'code': 200} Oct 29 08:49:37.108351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2062be8d-c884-4715-921d-5bf0a88697eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5988889 Oct 29 08:49:37.110459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:37.113123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44940) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:37.119691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ac2c429f-5d3a-4c2f-97d5-eaf3f7d7eada tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:37.130191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:37.138997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:37.140287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:37.203772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:37.218856 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5982a-6e32-43a9-a7e6-09a02669afe3 None None] Sync routers for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:37.237111 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5982a-6e32-43a9-a7e6-09a02669afe3 None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:37.239367 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-24c5982a-6e32-43a9-a7e6-09a02669afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:37.268759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-a01c3e3e-98a7-456e-b78a-b3e66562a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:37.270689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-a01c3e3e-98a7-456e-b78a-b3e66562a183 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 1096 time: 0.1492875 Oct 29 08:49:37.274886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:37.318261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:49:37.340718 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-24c5982a-6e32-43a9-a7e6-09a02669afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:37.405989 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5982a-6e32-43a9-a7e6-09a02669afe3 None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:37.406827 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-24c5982a-6e32-43a9-a7e6-09a02669afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:37.414904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:37.415554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:37.417021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] 10.222.0.15 "PUT /v2.0/ports/4db2ea3a-9486-4fbb-bbb4-7d242763ba80 HTTP/1.1" status: 200 len: 1091 time: 2.8909409 Oct 29 08:49:37.492055 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-24c5982a-6e32-43a9-a7e6-09a02669afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:37.493148 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5982a-6e32-43a9-a7e6-09a02669afe3 None None] The sync data for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:37.530682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386a103-bb91-4770-ad9a-475c8c01c1fc service neutron] Pushing event updated for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:37.593311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c429f-5d3a-4c2f-97d5-eaf3f7d7eada tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:37.597030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac2c429f-5d3a-4c2f-97d5-eaf3f7d7eada tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:37.598683 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2c429f-5d3a-4c2f-97d5-eaf3f7d7eada tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:37.599126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2c429f-5d3a-4c2f-97d5-eaf3f7d7eada tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:49:37.643466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e2d39e1c-887f-460f-9862-a029f7d3ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:37.645001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e2d39e1c-887f-460f-9862-a029f7d3ac44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 1094 time: 0.1548822 Oct 29 08:49:37.647284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:37.651532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1381f18e-6b4d-425c-8c8a-af28e9c730e0 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/ports/2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85 HTTP/1.1" status: 204 len: 168 time: 1.9450026 Oct 29 08:49:37.661456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44952) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:37.715465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-81bbce49-d30c-4a51-80f4-46658b9133a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80 HTTP/1.1" status: 200 len: 217 time: 0.0470815 Oct 29 08:49:37.719831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ac2c429f-5d3a-4c2f-97d5-eaf3f7d7eada tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6050770 Oct 29 08:49:37.751138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44954) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:37.758931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0ae6a80f-cb3b-4f8f-9192-53a558157b68 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:37.843624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:16Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:37.851163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be532e7a-c733-4ab9-9758-2f771c4c1381 req-90668040-6abc-4e80-be61-edbf3088c955 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:37.852876 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be532e7a-c733-4ab9-9758-2f771c4c1381 req-90668040-6abc-4e80-be61-edbf3088c955 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.2229209 Oct 29 08:49:37.867841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-909aaad1-5bb1-4a5c-a91d-f9a06933a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:37.869484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-909aaad1-5bb1-4a5c-a91d-f9a06933a0c4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 200 len: 899 time: 0.5157907 Oct 29 08:49:37.871705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509acd6-1d78-490b-93fe-0af361fe04f9 req-2d53db80-65dc-407a-a034-e61839604af1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:37.879292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b509acd6-1d78-490b-93fe-0af361fe04f9 req-2d53db80-65dc-407a-a034-e61839604af1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 943 time: 0.2624710 Oct 29 08:49:37.893709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e780d3f2-cb18-4732-a09f-c4e8f8358039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:37.895278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-e780d3f2-cb18-4732-a09f-c4e8f8358039 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1713729 Oct 29 08:49:37.909007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] Checking router: fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:49:37.940214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:37.941415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:37.952676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-469d9d27-e6de-4a36-a45d-4e65266a275f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 200 len: 217 time: 0.0711067 Oct 29 08:49:37.969747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b509acd6-1d78-490b-93fe-0af361fe04f9 req-bce5b40b-8f93-4857-b14c-5067afa32585 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895824 Oct 29 08:49:38.043877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-422e5c6b-058f-4c98-9977-849670626797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:38.047997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-422e5c6b-058f-4c98-9977-849670626797 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335344 Oct 29 08:49:38.095025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:38.103241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae6a80f-cb3b-4f8f-9192-53a558157b68 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:38.106990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a80f-cb3b-4f8f-9192-53a558157b68 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:38.108545 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae6a80f-cb3b-4f8f-9192-53a558157b68 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:49:38.109153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae6a80f-cb3b-4f8f-9192-53a558157b68 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:49:38.177019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:49:38.193203 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:38.193586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:38.196736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0ae6a80f-cb3b-4f8f-9192-53a558157b68 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4438732 Oct 29 08:49:38.200297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44958) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:38.208758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a4435-87dd-421c-9c34-0ee62c254af8 req-76b58da5-e50c-42cb-8652-61c4c34564f0 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:38.216351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c61a4435-87dd-421c-9c34-0ee62c254af8 req-76b58da5-e50c-42cb-8652-61c4c34564f0 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 944 time: 0.1358790 Oct 29 08:49:38.262872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-002926fb-400f-4339-9eae-832cf1276418 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0390525 Oct 29 08:49:38.272930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44962) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:38.319180 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:38.329472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4594f1a-2e87-4c73-b927-6f8a17addb45 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:38.330976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a4594f1a-2e87-4c73-b927-6f8a17addb45 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0570843 Oct 29 08:49:38.358347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:38.360635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:49:38.369559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c61a4435-87dd-421c-9c34-0ee62c254af8 req-7f401be2-9fae-4e71-8aff-43d2a9e0f716 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522093 Oct 29 08:49:38.403541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-102603f5-d027-4904-8cd9-3372e88a9e69 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402176 Oct 29 08:49:38.455210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-707b9d10-1287-4fe4-9edb-4b6cd6b09f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:38.458158 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-707b9d10-1287-4fe4-9edb-4b6cd6b09f7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 200 len: 835 time: 0.4906728 Oct 29 08:49:38.493777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,segment=NetworkSegment(ba98dbdd-85c9-4aea-9598-cdde7be47274),segment_id=ba98dbdd-85c9-4aea-9598-cdde7be47274)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:38.497518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcb8b5b-fb02-48c7-8cc0-2e6c66280975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ef72b-940e-494f-9b68-f490bd7fdcf1'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:38.500515 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56932327-3e21-4787-88d2-22aa1edbea7d" -d '{"events": [{"server_uuid": "4dcb8b5b-fb02-48c7-8cc0-2e6c66280975", "name": "network-vif-plugged", "status": "completed", "tag": "3b3ef72b-940e-494f-9b68-f490bd7fdcf1"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:38.523041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:38.524023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c6a52fd6-718d-48ae-b2f5-f4b1c37d59a1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1476939 Oct 29 08:49:38.532157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44968) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:38.551365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-be532e7a-c733-4ab9-9758-2f771c4c1381 req-9ccaff5c-a8ad-4222-8090-1071f6c5f4d1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6752005 Oct 29 08:49:38.559588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:38.617497 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5e35e5-f4c0-4e45-80ed-a76e7ff9070a x-openstack-request-id: req-ea5e35e5-f4c0-4e45-80ed-a76e7ff9070a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:38.617880 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcb8b5b-fb02-48c7-8cc0-2e6c66280975", "name": "network-vif-plugged", "status": "completed", "tag": "3b3ef72b-940e-494f-9b68-f490bd7fdcf1", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:38.618220 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea5e35e5-f4c0-4e45-80ed-a76e7ff9070a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:38.618731 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcb8b5b-fb02-48c7-8cc0-2e6c66280975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ef72b-940e-494f-9b68-f490bd7fdcf1', 'code': 200} Oct 29 08:49:38.671953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:38.740553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-5943ef07-6880-48db-a7c5-84e9fe8153ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:38.742654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-5943ef07-6880-48db-a7c5-84e9fe8153ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711937 Oct 29 08:49:38.782622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:16Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:38.792990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f100fde3-15e1-40e3-bd67-55e17fee2efd req-8b044674-6882-4333-9b0e-92e9e06ea903 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676647 Oct 29 08:49:38.812507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cca1e-bb5a-4985-a315-7df4c9df549f None None] The sync data for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 is: [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:47:07Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '4ca48a2d-5b28-402d-a0d8-ede64ca63c40', 'name': '', 'network_id': '4ed8795c-c36d-4a2b-aea0-6dbcc876d01d', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:81:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:47:05Z', 'updated_at': '2021-10-29T08:47:16Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:38.822741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:38.828401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:38.858714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22850b2d-3fb4-4777-ba38-480eeeb64e56 req-a1774800-f16b-4061-892a-dc987f05b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:38.860464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-22850b2d-3fb4-4777-ba38-480eeeb64e56 req-a1774800-f16b-4061-892a-dc987f05b770 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 1096 time: 0.1776991 Oct 29 08:49:38.957768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-12903718-925c-450f-a241-78aa566762d7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:38.959337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-12903718-925c-450f-a241-78aa566762d7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.1242602 Oct 29 08:49:38.962466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-22850b2d-3fb4-4777-ba38-480eeeb64e56 req-d31ffba6-8844-4552-9503-82fdaf816ce3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930374 Oct 29 08:49:38.996929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-2a3019fd-7964-402a-9a05-03627f614d2a service neutron] 10.222.0.93 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436712 Oct 29 08:49:39.077529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:39.092396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:39.095829 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d887d99-1fe0-4635-8232-c65020ca34f0" -d '{"events": [{"name": "network-changed", "server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:39.101768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7d97e-5b7b-4d30-89f6-05033f352d68 None None] New status for floating IP 252b8680-d31a-468c-9d75-f295ccbcce09: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:49:39.147016 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053ff108-0799-41fe-a01b-3d59946b151e x-openstack-request-id: req-053ff108-0799-41fe-a01b-3d59946b151e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:39.147550 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:39.147550 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-053ff108-0799-41fe-a01b-3d59946b151e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:39.148014 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'status': 'completed', 'code': 200} Oct 29 08:49:39.183601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:49:39.200908 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:39.218840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885178d-bf46-4600-bb5e-baca250245e4 req-0fb0df3f-f15a-49e0-b6e3-1ccb7071c2df tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:39.220462 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2885178d-bf46-4600-bb5e-baca250245e4 req-0fb0df3f-f15a-49e0-b6e3-1ccb7071c2df tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 943 time: 0.1054342 Oct 29 08:49:39.309204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:39.319529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:39.322616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:39.323206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:39.325858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=ff2f8203-4568-4a25-b744-093bb4b50ea6,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:39.337761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5d6d8-27e5-4f3d-b223-7d193f0bf94a None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:39.365842 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2885178d-bf46-4600-bb5e-baca250245e4 req-e186b29f-ad9a-4d75-a395-ee7dd3041cf6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377523 Oct 29 08:49:39.396708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-b688ca31-5bec-4f08-a0ce-f177a190b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:39.396708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-b688ca31-5bec-4f08-a0ce-f177a190b949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 1094 time: 0.2076998 Oct 29 08:49:39.421758 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-03b6be2e-8953-42c9-80e5-30aca46b455f req-80725564-f83a-48c0-bf1c-93c4d5da5a87 service neutron] 10.222.0.93 "GET /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832719 Oct 29 08:49:39.492473 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-208e395a-309b-44f9-ac0d-5d64a30ad8ae tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9591920 Oct 29 08:49:39.498420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44982) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:39.538946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:b4:71:47', 'name': 'tempest-NetworksTestDHCPv6-1297193815'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:39.545264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 170b61c6-af43-4165-802b-a670425663aa {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:39.545614 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:39.579763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'ff2f8203-4568-4a25-b744-093bb4b50ea6'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:49:39.584981 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:39.622035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port 02deb701-669c-4a1a-8e47-a8fdb9615213 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:39.622657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:39.750087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-651307ec-a7c9-4d81-abdd-fabbc2c99f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:39.750087 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-651307ec-a7c9-4d81-abdd-fabbc2c99f33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.3338168 Oct 29 08:49:39.778911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1175d7-0ce2-452a-b1f9-cf8a000a399b req-d4b97ce6-abcf-40c7-bb1b-4a677552f81d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:39.781326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df1175d7-0ce2-452a-b1f9-cf8a000a399b req-d4b97ce6-abcf-40c7-bb1b-4a677552f81d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 945 time: 0.0895011 Oct 29 08:49:39.788876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Allocated IP 2001:db8::f816:3eff:fed9:d72e (518ef6fc-f3d9-4071-bb94-ff10c09b9203/ff2f8203-4568-4a25-b744-093bb4b50ea6/7d81ae04-1654-4737-bf20-b9f2af687a6a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:39.801258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8725f-4373-4a9a-9953-d2de27ec334d req-7ea8efaf-bd4a-443a-b43f-d8ad54509a67 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:39.802503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90d8725f-4373-4a9a-9953-d2de27ec334d req-7ea8efaf-bd4a-443a-b43f-d8ad54509a67 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.3088682 Oct 29 08:49:39.830999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:39.842849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-57a14128-4c47-4670-b27b-373293103a18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80 HTTP/1.1" status: 200 len: 217 time: 0.0730617 Oct 29 08:49:39.856589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for 02deb701-669c-4a1a-8e47-a8fdb9615213 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:39.883157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:39.884752 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-df1175d7-0ce2-452a-b1f9-cf8a000a399b req-dea18243-3a13-4b1c-bfd5-be956449b004 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916655 Oct 29 08:49:40.018519 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.020038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 170b61c6-af43-4165-802b-a670425663aa, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=170b61c6-af43-4165-802b-a670425663aa,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:40.020456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.026562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.053991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 170b61c6-af43-4165-802b-a670425663aa owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:40.077771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90d8725f-4373-4a9a-9953-d2de27ec334d req-2df9a526-adf2-4dc3-a006-9df8917136b9 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401621 Oct 29 08:49:40.094805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:40.097358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-93e81809-a2a3-445f-9d8c-f66aa07b75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:40.098560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:40.099301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-93e81809-a2a3-445f-9d8c-f66aa07b75af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.2385886 Oct 29 08:49:40.103295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:40.167189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.184079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Attempting to bind port 7d81ae04-1654-4737-bf20-b9f2af687a6a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:40.184505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Attempting to bind port 7d81ae04-1654-4737-bf20-b9f2af687a6a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:40.184974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Attempting to bind port 7d81ae04-1654-4737-bf20-b9f2af687a6a on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:40.193124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Pushing event updated for resources: {'Port': ['ID=7d81ae04-1654-4737-bf20-b9f2af687a6a,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:40.197147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:40.197689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:40.198200 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.198690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:40.199284 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Bound port: 7d81ae04-1654-4737-bf20-b9f2af687a6a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:40.199779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.215379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=02deb701-669c-4a1a-8e47-a8fdb9615213,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:40.281165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] For port 7d81ae04-1654-4737-bf20-b9f2af687a6a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:40.288381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] For port 7d81ae04-1654-4737-bf20-b9f2af687a6a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7d81ae04-1654-4737-bf20-b9f2af687a6a,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:40.297274 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.451091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc7946-4eb9-4b8b-baa4-ec0f7a5a34eb None None] Pushing event updated for resources: {'Port': ['ID=7d81ae04-1654-4737-bf20-b9f2af687a6a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:40.674481 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.725277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048f47a-c779-49e3-be82-845154057774 req-c56a688b-ad48-449a-b37e-5be0694bb612 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:40.727134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3048f47a-c779-49e3-be82-845154057774 req-c56a688b-ad48-449a-b37e-5be0694bb612 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 943 time: 0.1670790 Oct 29 08:49:40.738119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:40.758897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port bc74f972-3ddd-4b44-a877-aa46a8078b88 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:40.769458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-04b6b947-8655-4cdd-8349-2740c2245793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:40.771086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-04b6b947-8655-4cdd-8349-2740c2245793 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6632621 Oct 29 08:49:40.875144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3048f47a-c779-49e3-be82-845154057774 req-1fa7a087-6120-4ee6-8c7d-62b3a87752e1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226068 Oct 29 08:49:41.035789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router 8d70713a-f3ff-4987-ba45-88a402693641 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:41.054970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-f4ab7aef-f65f-46e8-85bb-82486e2a29dc service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731888 Oct 29 08:49:41.086174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:41.100204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:feb4:7147 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/ff2f8203-4568-4a25-b744-093bb4b50ea6/bc74f972-3ddd-4b44-a877-aa46a8078b88) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:41.175310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=170b61c6-af43-4165-802b-a670425663aa,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:41.208038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1cbf-9dc6-429c-aa0b-8cb708168628 req-34938170-16b6-44f9-bd52-ade734348085 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:41.209640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-957f1cbf-9dc6-429c-aa0b-8cb708168628 req-34938170-16b6-44f9-bd52-ade734348085 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf7270c-60fa-457e-916d-0237c9e8271c HTTP/1.1" status: 200 len: 867 time: 0.2253234 Oct 29 08:49:41.218516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:41.231831 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-73b67411-98ec-4618-b7c5-ee57b9f8169e tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/routers/8d70713a-f3ff-4987-ba45-88a402693641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5664353 Oct 29 08:49:41.238355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45012) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:41.239896 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b510a-8a77-4074-8b4d-a1cef6fe03e5 None None] Sync routers for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:41.267038 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b510a-8a77-4074-8b4d-a1cef6fe03e5 None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:41.267939 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-de4b510a-8a77-4074-8b4d-a1cef6fe03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:41.311582 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-de4b510a-8a77-4074-8b4d-a1cef6fe03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:41.321512 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b510a-8a77-4074-8b4d-a1cef6fe03e5 None None] Routers {'8d70713a-f3ff-4987-ba45-88a402693641'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:41.322378 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-de4b510a-8a77-4074-8b4d-a1cef6fe03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8d70713a-f3ff-4987-ba45-88a402693641'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:41.370552 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-de4b510a-8a77-4074-8b4d-a1cef6fe03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:41.371427 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b510a-8a77-4074-8b4d-a1cef6fe03e5 None None] The sync data for ids ['8d70713a-f3ff-4987-ba45-88a402693641'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:41.371786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7d81ae04-1654-4737-bf20-b9f2af687a6a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:41.372328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae4527-6d10-4b6e-9dd8-cbde8d0f0319 req-02389daa-9ae4-4468-ac16-ef5ef9174cc8 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:41.374130 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02ae4527-6d10-4b6e-9dd8-cbde8d0f0319 req-02389daa-9ae4-4468-ac16-ef5ef9174cc8 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.0967038 Oct 29 08:49:41.425929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-02ae4527-6d10-4b6e-9dd8-cbde8d0f0319 req-69a107cb-9880-4668-9b92-971c14afc262 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Oct 29 08:49:41.434744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] No DVR routers for this DVR port 170b61c6-af43-4165-802b-a670425663aa on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:41.454412 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:41.458571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5d9f11a-7016-43c2-8f96-b292cfbda08e req-c929e347-5d5e-4999-a28e-3c896926e6dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "DELETE /v2.0/ports/170b61c6-af43-4165-802b-a670425663aa HTTP/1.1" status: 204 len: 173 time: 2.2247241 Oct 29 08:49:41.459956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'name': 'network-vif-deleted', 'tag': '170b61c6-af43-4165-802b-a670425663aa'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:41.462455 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d78a872-4d49-4611-a204-197792a2467c" -d '{"events": [{"server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "name": "network-vif-deleted", "tag": "170b61c6-af43-4165-802b-a670425663aa"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:41.482286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7d81ae04-1654-4737-bf20-b9f2af687a6a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:41.484263 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:41.594517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d887d99-1fe0-4635-8232-c65020ca34f0 req-d9648b5d-169d-444f-970c-0943ea3c2fea service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266380 Oct 29 08:49:41.627905 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:41.670950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ecb05-29ca-4529-81c4-a5002bffecbf req-44c257f3-7fad-434b-b7df-de897ce5dd34 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:41.672293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f01ecb05-29ca-4529-81c4-a5002bffecbf req-44c257f3-7fad-434b-b7df-de897ce5dd34 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.1239026 Oct 29 08:49:41.673860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-957f1cbf-9dc6-429c-aa0b-8cb708168628 req-dc47e965-e758-4c85-bc27-ed3adb5c69fa tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=bccb9098-e7cf-4932-967d-e20e9471c134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446514 Oct 29 08:49:41.756009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 7d81ae04-1654-4737-bf20-b9f2af687a6a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7d81ae04-1654-4737-bf20-b9f2af687a6a,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:41.763181 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:41.783148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:41.788430 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f943893-a1c3-4844-a35f-98f3dfe0860f x-openstack-request-id: req-1f943893-a1c3-4844-a35f-98f3dfe0860f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:41.788779 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf7270c-60fa-457e-916d-0237c9e8271c", "name": "network-vif-deleted", "tag": "170b61c6-af43-4165-802b-a670425663aa", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:41.789021 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f943893-a1c3-4844-a35f-98f3dfe0860f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:41.789430 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf7270c-60fa-457e-916d-0237c9e8271c', 'name': 'network-vif-deleted', 'tag': '170b61c6-af43-4165-802b-a670425663aa', 'status': 'completed', 'code': 200} Oct 29 08:49:41.801129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f01ecb05-29ca-4529-81c4-a5002bffecbf req-42aa7a9e-ef71-479b-9cc1-3d0127521db7 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041877 Oct 29 08:49:41.858577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=7d81ae04-1654-4737-bf20-b9f2af687a6a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:41.941763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.045214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 170b61c6-af43-4165-802b-a670425663aa no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:42.061737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.087286 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.135781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:42.144181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:42.147264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 170b61c6-af43-4165-802b-a670425663aa {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:49:42.147620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 170b61c6-af43-4165-802b-a670425663aa not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:49:42.154465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851fd18-0461-43f0-85ef-a24541d5aad0 req-90f4a133-fe4a-4a64-bd82-a50ad3a168cc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:42.156620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c851fd18-0461-43f0-85ef-a24541d5aad0 req-90f4a133-fe4a-4a64-bd82-a50ad3a168cc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 943 time: 0.1505356 Oct 29 08:49:42.183282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:42.195750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:42.196199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf697-3dbb-4a70-b49b-598295280e58 req-a8339880-607e-4a92-ada1-63aa31d2fdbd tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:42.196592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.205146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a4cf697-3dbb-4a70-b49b-598295280e58 req-a8339880-607e-4a92-ada1-63aa31d2fdbd tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.0730615 Oct 29 08:49:42.219215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-90d16add-aae1-4ce5-9bfc-909ff1929017 None None] Provisioning complete for port 7d81ae04-1654-4737-bf20-b9f2af687a6a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:42.219586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-90d16add-aae1-4ce5-9bfc-909ff1929017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.243497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=bc74f972-3ddd-4b44-a877-aa46a8078b88,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:42.263006 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a4cf697-3dbb-4a70-b49b-598295280e58 req-fee4de29-d21e-4039-a661-8ee2066c4011 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 Oct 29 08:49:42.281188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-14e31e3b-bd00-4217-a1e8-716a241842c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7797823 Oct 29 08:49:42.284237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45030) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:42.297400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c851fd18-0461-43f0-85ef-a24541d5aad0 req-87880ce2-8c8f-480f-a8d1-59a71ce92b32 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964520 Oct 29 08:49:42.332740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port d9d01e7b-86f9-40ce-91e3-a491acdf4ba4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:42.333089 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.393618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593743cd-5c77-4de3-a82d-c1b5bddaba2f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:42.407364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593743cd-5c77-4de3-a82d-c1b5bddaba2f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:42.412845 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-593743cd-5c77-4de3-a82d-c1b5bddaba2f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1268277 Oct 29 08:49:42.413395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45032) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:42.456029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.477975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:49:42.481659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for d9d01e7b-86f9-40ce-91e3-a491acdf4ba4 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:42.572838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-489fd5ca-0378-4a6c-a445-9897ec0ba95e None None] Provisioning complete for port bc74f972-3ddd-4b44-a877-aa46a8078b88 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:42.573561 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-489fd5ca-0378-4a6c-a445-9897ec0ba95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.603705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5b1d4-738a-4d52-84dd-8daadf11c27a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port bc74f972-3ddd-4b44-a877-aa46a8078b88 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:42.604114 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b1d4-738a-4d52-84dd-8daadf11c27a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.633140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:42.642582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-489fd5ca-0378-4a6c-a445-9897ec0ba95e None None] Port bc74f972-3ddd-4b44-a877-aa46a8078b88 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:49:42.649691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'mac_address': 'fa:16:3e:8a:45:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:49:42.696563 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.726351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:49:42.746627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45036) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:42.756309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:42.761750 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.816648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:42.849918 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b1d4-738a-4d52-84dd-8daadf11c27a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.873865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5b1d4-738a-4d52-84dd-8daadf11c27a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for bc74f972-3ddd-4b44-a877-aa46a8078b88 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:42.877270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:42.927636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=d9d01e7b-86f9-40ce-91e3-a491acdf4ba4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:43.066755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['4db2ea3a-9486-4fbb-bbb4-7d242763ba80'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:43.133855 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:43.255351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7d81ae04-1654-4737-bf20-b9f2af687a6a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:43.316682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7d81ae04-1654-4737-bf20-b9f2af687a6a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:43.317080 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:43.420449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f53172-1dbe-4eda-a88f-1a33eb822a38 req-50b66c1d-dc9e-4daf-8e89-afee53df6e98 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:43.435459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2f53172-1dbe-4eda-a88f-1a33eb822a38 req-50b66c1d-dc9e-4daf-8e89-afee53df6e98 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.1037536 Oct 29 08:49:43.493324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2f53172-1dbe-4eda-a88f-1a33eb822a38 req-fed23b9e-8145-49fa-8dc2-69baeefe4a3d tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564666 Oct 29 08:49:43.617400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:43.622492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:43.749533 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:43.750094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Fanout notify agent at l3_agent the message router_deleted on router 8d70713a-f3ff-4987-ba45-88a402693641 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:49:43.785952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:43.789104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ddace6b3-5b56-4a82-b9c3-2c9490d83cb9 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/routers/8d70713a-f3ff-4987-ba45-88a402693641 HTTP/1.1" status: 204 len: 168 time: 2.5493968 Oct 29 08:49:43.799517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819defe-93e1-47ab-a034-93a98cd641ab req-a241f641-8f58-4d53-baa4-f4ebc839843e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:43.801385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9819defe-93e1-47ab-a034-93a98cd641ab req-a241f641-8f58-4d53-baa4-f4ebc839843e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 944 time: 0.3494534 Oct 29 08:49:43.810318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45060) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:43.814956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b1d4-738a-4d52-84dd-8daadf11c27a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:43.859206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f53c8-1fca-4e82-9201-b22c5cbefa42 req-f68b50cb-4f02-4390-ae27-6b37df3fe327 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:43.865554 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2f53c8-1fca-4e82-9201-b22c5cbefa42 req-f68b50cb-4f02-4390-ae27-6b37df3fe327 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.0881896 Oct 29 08:49:43.928580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b2f53c8-1fca-4e82-9201-b22c5cbefa42 req-79c552df-6d17-48f6-8720-c59a6b625b9b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 Oct 29 08:49:43.990720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5b1d4-738a-4d52-84dd-8daadf11c27a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=bc74f972-3ddd-4b44-a877-aa46a8078b88,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:44.113114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9819defe-93e1-47ab-a034-93a98cd641ab req-483e93ca-8bb7-4821-bfc2-182ecf65626d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858913 Oct 29 08:49:44.134277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-ccc2ab91-6213-405c-9483-1c4084fb11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:44.136358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-ccc2ab91-6213-405c-9483-1c4084fb11a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f5cbfcf364a44cba0a7fa5abd55e26b&device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 1096 time: 0.3456998 Oct 29 08:49:44.149980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a8cd3d-7167-4447-af72-43269fae8a62 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting subnet f6d90254-dbc3-4dac-90f7-3261ce7b7073 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:44.154011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9a8cd3d-7167-4447-af72-43269fae8a62 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.200125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9a8cd3d-7167-4447-af72-43269fae8a62 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.226380 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5d5b1d4-738a-4d52-84dd-8daadf11c27a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.230124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f5d5b1d4-738a-4d52-84dd-8daadf11c27a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/bc74f972-3ddd-4b44-a877-aa46a8078b88 HTTP/1.1" status: 204 len: 168 time: 1.8132989 Oct 29 08:49:44.232758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45066) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:44.276880 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0016520f-b554-48d5-bd38-a364a4bb9788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.309741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3ed92-5996-44b2-92a7-5e69ed65e303 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:44.311281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3ed92-5996-44b2-92a7-5e69ed65e303 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:44.315513 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f7a3ed92-5996-44b2-92a7-5e69ed65e303 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0788689 Oct 29 08:49:44.315654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45068) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:44.371343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d8bcbb-e119-4377-80a6-d218e0bb79ad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet ff2f8203-4568-4a25-b744-093bb4b50ea6 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:44.372184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-affd4962-10a1-46ce-bc7f-fe478854b5ac req-b0d149f1-3e71-4252-8b02-5afa153332b5 tempest-ServerAddressesNegativeTestJSON-620142950 tempest-ServerAddressesNegativeTestJSON-620142950-project] (102113) timed out ('10.222.0.93', 61349) {{(pid=102113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 08:49:44.375441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05d8bcbb-e119-4377-80a6-d218e0bb79ad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.426737 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05d8bcbb-e119-4377-80a6-d218e0bb79ad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.476927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:44.511987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9a8cd3d-7167-4447-af72-43269fae8a62 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.516347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-f1962470-ea3f-418a-a901-3455ae68ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:44.518375 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-f1962470-ea3f-418a-a901-3455ae68ab15 service neutron] 10.222.0.93 "GET /v2.0/networks?id=31130dc3-9c48-4fd1-a740-ae3646885d6b HTTP/1.1" status: 200 len: 914 time: 0.2942467 Oct 29 08:49:44.547884 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05d8bcbb-e119-4377-80a6-d218e0bb79ad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.583287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:49:44.590790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:44.591179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.605711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-d4393a4d-533e-438f-80da-3b20cdb75688 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1 HTTP/1.1" status: 200 len: 217 time: 0.0644550 Oct 29 08:49:44.625542 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05d8bcbb-e119-4377-80a6-d218e0bb79ad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.674358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8bcbb-e119-4377-80a6-d218e0bb79ad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2f8203-4568-4a25-b744-093bb4b50ea6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:44.679604 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05d8bcbb-e119-4377-80a6-d218e0bb79ad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.686438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05d8bcbb-e119-4377-80a6-d218e0bb79ad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/ff2f8203-4568-4a25-b744-093bb4b50ea6 HTTP/1.1" status: 204 len: 168 time: 0.3672676 Oct 29 08:49:44.686812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45070) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:44.699416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9a8cd3d-7167-4447-af72-43269fae8a62 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.739120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-94a67aac-e34a-4c8e-884b-cdaf6ed20648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:44.739401 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-950899e2-d5ee-4974-a880-f0d87877d1fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478361 Oct 29 08:49:44.739513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-94a67aac-e34a-4c8e-884b-cdaf6ed20648 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dff663e3-d1ef-46cc-a635-f1abad540048 HTTP/1.1" status: 200 len: 852 time: 0.1202426 Oct 29 08:49:44.739627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45072) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:44.740551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8cd3d-7167-4447-af72-43269fae8a62 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d90254-dbc3-4dac-90f7-3261ce7b7073,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:44.744420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:44.745593 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9a8cd3d-7167-4447-af72-43269fae8a62 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.752767 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c9a8cd3d-7167-4447-af72-43269fae8a62 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/subnets/f6d90254-dbc3-4dac-90f7-3261ce7b7073 HTTP/1.1" status: 204 len: 168 time: 0.9410288 Oct 29 08:49:44.756628 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.758788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45074) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:44.766078 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5a81d-3160-4dce-a169-a9e8f787e717 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:44.780563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230817f-e57a-45ee-907c-465962d45492 None None] Network 3fab84d6-4cff-43bb-93b8-ae16dff0c549 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:44.891232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:44.899269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:44.924027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-299fccf2-2083-4a54-b047-7cf8ddd2d3cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31130dc3-9c48-4fd1-a740-ae3646885d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641300 Oct 29 08:49:45.022145 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.033815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.102389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:45.104828 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a8ba5e-59c9-46cb-b150-62e93e72f20d" -d '{"events": [{"server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "name": "network-vif-plugged", "status": "completed", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:45.141977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:45.153282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.209263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] DHCP port deletion for 3fab84d6-4cff-43bb-93b8-ae16dff0c549 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:49:45.240365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e878963-bc2c-43cc-9f05-cfaf312d2302 req-ea5611a7-f43f-476c-a672-37bbe6814178 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:45.242262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e878963-bc2c-43cc-9f05-cfaf312d2302 req-ea5611a7-f43f-476c-a672-37bbe6814178 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.1955454 Oct 29 08:49:45.266685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:45.267991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-da0d366e-0185-45fa-bfa8-ee48938e15ed service neutron] 10.222.0.93 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343868 Oct 29 08:49:45.283076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:49:45.301231 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aca262-7f75-4920-9089-9b3f84469133 x-openstack-request-id: req-b3aca262-7f75-4920-9089-9b3f84469133 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:45.301532 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "name": "network-vif-plugged", "status": "completed", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:45.301789 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3aca262-7f75-4920-9089-9b3f84469133 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:45.302192 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'code': 200} Oct 29 08:49:45.361375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f06796fb-0ffb-41e3-89ac-e03458ae0ead no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:45.395592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] Deleting port f06796fb-0ffb-41e3-89ac-e03458ae0ead {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:45.395996 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.447226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e878963-bc2c-43cc-9f05-cfaf312d2302 req-6c50c18c-8920-4ba9-b36d-b4dc02df742d tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103327 Oct 29 08:49:45.513873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] For port f06796fb-0ffb-41e3-89ac-e03458ae0ead, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f06796fb-0ffb-41e3-89ac-e03458ae0ead,segment=NetworkSegment(430bcb19-3caa-4afc-bc37-0ea8a18988a7),segment_id=430bcb19-3caa-4afc-bc37-0ea8a18988a7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:45.514555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.517237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port f06796fb-0ffb-41e3-89ac-e03458ae0ead {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:45.519244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.536657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] Deleting port 7d81ae04-1654-4737-bf20-b9f2af687a6a {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:45.536657 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.541302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] Calling delete_port for f06796fb-0ffb-41e3-89ac-e03458ae0ead owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:45.623039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:49:45.660896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] For port f06796fb-0ffb-41e3-89ac-e03458ae0ead, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f06796fb-0ffb-41e3-89ac-e03458ae0ead,segment=NetworkSegment(430bcb19-3caa-4afc-bc37-0ea8a18988a7),segment_id=430bcb19-3caa-4afc-bc37-0ea8a18988a7)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:45.662363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.688477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for f06796fb-0ffb-41e3-89ac-e03458ae0ead owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:45.700175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.765950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] For port 7d81ae04-1654-4737-bf20-b9f2af687a6a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7d81ae04-1654-4737-bf20-b9f2af687a6a,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:45.766261 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.778041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port f06796fb-0ffb-41e3-89ac-e03458ae0ead, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f06796fb-0ffb-41e3-89ac-e03458ae0ead,segment=NetworkSegment(430bcb19-3caa-4afc-bc37-0ea8a18988a7),segment_id=430bcb19-3caa-4afc-bc37-0ea8a18988a7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:45.787873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] Calling delete_port for 7d81ae04-1654-4737-bf20-b9f2af687a6a owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:45.790270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a11e7e-5305-473a-8922-3fcebb4cc2ca req-cd84649e-94d7-4475-be64-86747f0b7431 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:45.795054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.796308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35a11e7e-5305-473a-8922-3fcebb4cc2ca req-cd84649e-94d7-4475-be64-86747f0b7431 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.4140670 Oct 29 08:49:45.818997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.852608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef61b6-5629-41a4-911a-693139043852 req-abe217ca-0fc9-4f76-87eb-5c783bdebcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:45.854650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4ef61b6-5629-41a4-911a-693139043852 req-abe217ca-0fc9-4f76-87eb-5c783bdebcaa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 1096 time: 0.4757659 Oct 29 08:49:45.877331 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:45.903524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] No DVR routers for this DVR port f06796fb-0ffb-41e3-89ac-e03458ae0ead on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:45.905915 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2d42dc6-204f-42a8-94b5-0a099e008451 req-a4169eea-b364-45ac-b3df-944d2dd5bc1c service neutron] 10.222.0.93 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286731 Oct 29 08:49:45.908967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=f06796fb-0ffb-41e3-89ac-e03458ae0ead,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:45.940642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb219f-6c61-4de8-b306-2af3f1f5e53b None None] Pushing event deleted for resources: {'Port': ['ID=f06796fb-0ffb-41e3-89ac-e03458ae0ead,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:45.991682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35a11e7e-5305-473a-8922-3fcebb4cc2ca req-efd17907-cab7-43da-b160-719e66a05a67 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452911 Oct 29 08:49:46.040790 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.048070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port 7d81ae04-1654-4737-bf20-b9f2af687a6a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7d81ae04-1654-4737-bf20-b9f2af687a6a,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:46.051478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4ef61b6-5629-41a4-911a-693139043852 req-0d64c4da-8e03-4c65-8769-dc74104a5180 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527283 Oct 29 08:49:46.075012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=f06796fb-0ffb-41e3-89ac-e03458ae0ead,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:46.084694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] No DVR routers for this DVR port f06796fb-0ffb-41e3-89ac-e03458ae0ead on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:46.092965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.101342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.102139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.105030 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.118811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] No DVR routers for this DVR port 7d81ae04-1654-4737-bf20-b9f2af687a6a on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:46.139664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07370af-5a05-473c-8655-48f211cdd71e None None] Pushing event deleted for resources: {'Port': ['ID=7d81ae04-1654-4737-bf20-b9f2af687a6a,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:46.183054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:46.203418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=7d81ae04-1654-4737-bf20-b9f2af687a6a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:46.218026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:46.228672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:46.229272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.230810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685ac05-7280-4cda-a0e3-869ed53f1969 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:46.255570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=676a1813-5849-44cc-a5a2-66709ef8974b,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:46.281357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d9377b8a-d500-468b-a7c7-6f71d4d19665 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5380862 Oct 29 08:49:46.281749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45100) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:46.291590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:f2:d8:a3', 'name': 'tempest-NetworksTestDHCPv6-623828863'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:46.447388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': '676a1813-5849-44cc-a5a2-66709ef8974b'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:49:46.448325 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.465361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:46.567323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.596448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 5815ba8e-f8b1-4c9f-b60e-96878557cc87 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:46.631772 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.634213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Allocated IP 2001:db8::f816:3eff:fe3e:94e7 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/676a1813-5849-44cc-a5a2-66709ef8974b/6767e210-551d-4125-aef7-e1813a43e207) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:46.663038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fab84d6-4cff-43bb-93b8-ae16dff0c549']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:46.684850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430bcb19-3caa-4afc-bc37-0ea8a18988a7') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:46.685178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430bcb19-3caa-4afc-bc37-0ea8a18988a7') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:46.709860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:46.710213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.716566 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.783216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.799317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c335-a4ba-4dcb-bc28-48027dcbc152 req-9e9f0bad-06fb-4fa3-86cb-ac68b5804e28 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:46.802336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cee2c335-a4ba-4dcb-bc28-48027dcbc152 req-9e9f0bad-06fb-4fa3-86cb-ac68b5804e28 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.2302022 Oct 29 08:49:46.807264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.808489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:49:46.808908 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:49:46.812371 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:49:46.818075 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.869901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:46.873108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:46.876333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:46.882383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:fef2:d8a3 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/676a1813-5849-44cc-a5a2-66709ef8974b/5815ba8e-f8b1-4c9f-b60e-96878557cc87) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:46.908578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Pushing event updated for resources: {'Port': ['ID=6767e210-551d-4125-aef7-e1813a43e207,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:46.946466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Attempting to bind port 6767e210-551d-4125-aef7-e1813a43e207 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:46.946841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Attempting to bind port 6767e210-551d-4125-aef7-e1813a43e207 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:46.947224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Attempting to bind port 6767e210-551d-4125-aef7-e1813a43e207 on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:46.960103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:46.960536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:46.960950 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.961336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:46.961880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Bound port: 6767e210-551d-4125-aef7-e1813a43e207, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:46.962273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.969378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 4ca48a2d-5b28-402d-a0d8-ede64ca63c40, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:46.969768 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:46.989965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:47.018726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f80a-ff74-40f5-8b1f-0c3c4378e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:47.075854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] For port 6767e210-551d-4125-aef7-e1813a43e207, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:47.084495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] For port 6767e210-551d-4125-aef7-e1813a43e207, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6767e210-551d-4125-aef7-e1813a43e207,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:47.085624 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:47.093768 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:47.097436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:47.099301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:47.101480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45108) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:47.101941 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/networks/3fab84d6-4cff-43bb-93b8-ae16dff0c549 HTTP/1.1" status: 204 len: 168 time: 2.3332775 Oct 29 08:49:47.105985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cee2c335-a4ba-4dcb-bc28-48027dcbc152 req-2fdf868f-179f-4988-aa25-7d12c1c1d2b1 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905140 Oct 29 08:49:47.128801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4dcb0-2492-4329-84bd-883c3b3ce935 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Network': ['ID=3fab84d6-4cff-43bb-93b8-ae16dff0c549,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:47.197449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae410b9-14b5-4489-a6ba-0c2ba61bb5bb None None] Pushing event updated for resources: {'Port': ['ID=6767e210-551d-4125-aef7-e1813a43e207,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:47.332495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7d81ae04-1654-4737-bf20-b9f2af687a6a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:47.392079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7d81ae04-1654-4737-bf20-b9f2af687a6a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:49:47.392731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7d81ae04-1654-4737-bf20-b9f2af687a6a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:49:47.470927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:47.536893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=4ca48a2d-5b28-402d-a0d8-ede64ca63c40,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:47.804735 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:47.906780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27402-804b-442f-9617-c61f340e2805 req-fc5bccc9-afda-448a-b5fd-8c042aa0937f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:47.908378 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61c27402-804b-442f-9617-c61f340e2805 req-fc5bccc9-afda-448a-b5fd-8c042aa0937f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.7722657 Oct 29 08:49:47.911186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:47.981889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:47.993895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:48.006274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:48.012172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:48.012883 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.022135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=5815ba8e-f8b1-4c9f-b60e-96878557cc87,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:48.040610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61c27402-804b-442f-9617-c61f340e2805 req-31468faf-3c4f-43ee-830b-82f4d512166b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221898 Oct 29 08:49:48.043764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port 0457c62f-df6b-4d81-9c9f-dec3a4a59ac2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:48.044150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.063647 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9368054-bd67-4cb3-a231-455bfe3041bc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7807765 Oct 29 08:49:48.068960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45118) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:48.106295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:48.123726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.136941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.137482 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.150937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for 0457c62f-df6b-4d81-9c9f-dec3a4a59ac2 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:48.174018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20c535-df7a-4e7a-af49-9e291d38228f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:48.180717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20c535-df7a-4e7a-af49-9e291d38228f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:48.182431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9a20c535-df7a-4e7a-af49-9e291d38228f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1123722 Oct 29 08:49:48.210926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45122) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:48.282051 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.307411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee506d4-f6b1-4829-8c42-762fa401c195 req-e4d7a881-9c17-46e0-8c66-b467e3c832ef tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:48.309109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ee506d4-f6b1-4829-8c42-762fa401c195 req-e4d7a881-9c17-46e0-8c66-b467e3c832ef tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.0906999 Oct 29 08:49:48.325218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:48.340664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3672fa81-b3af-4cc6-8206-6c0aa6fdbcef tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "PUT /v2.0/routers/fecbc4cc-0fb8-4096-a1a0-f185f4afebd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5818193 Oct 29 08:49:48.341712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] Sync routers for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:48.343586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45124) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:48.363792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:48.364740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:48.419303 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.466789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=0457c62f-df6b-4d81-9c9f-dec3a4a59ac2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:48.473975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5ad77173-507a-4c20-817c-8732337fad81 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 5815ba8e-f8b1-4c9f-b60e-96878557cc87 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:48.474334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ad77173-507a-4c20-817c-8732337fad81 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.506024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ee506d4-f6b1-4829-8c42-762fa401c195 req-6540fb91-844a-4086-aa20-e0fcda3fb169 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903400 Oct 29 08:49:48.521018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf44507-21b1-49ec-9c66-bfe6aa8f0f25 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting subnet 46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:48.525490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acf44507-21b1-49ec-9c66-bfe6aa8f0f25 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.593810 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acf44507-21b1-49ec-9c66-bfe6aa8f0f25 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.685316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.688760 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.690052 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c324924d-1be5-4d38-a851-f97ec1663808 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/floatingips/a04d14e8-b46e-4294-998b-370b072d067c HTTP/1.1" status: 204 len: 168 time: 1.5856869 Oct 29 08:49:48.695667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45134) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:48.719734 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acf44507-21b1-49ec-9c66-bfe6aa8f0f25 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.744505 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f391b7-5f5e-4ca5-929f-789e3794d31c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] DELETE failed (client error): The resource could not be found. Oct 29 08:49:48.745647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f391b7-5f5e-4ca5-929f-789e3794d31c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:49:48.750770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c7f391b7-5f5e-4ca5-929f-789e3794d31c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/ports/2e4aa16e-eb8c-4b5f-a4c2-cb3cbe8f7f85 HTTP/1.1" status: 404 len: 333 time: 0.0531280 Oct 29 08:49:48.755309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45136) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:48.758565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:49:48.803570 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e4979d0c-6919-4b36-bbcc-6c284aa277ea tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d70713a-f3ff-4987-ba45-88a402693641 HTTP/1.1" status: 200 len: 205 time: 0.0466623 Oct 29 08:49:48.807676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45138) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:48.826184 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ad77173-507a-4c20-817c-8732337fad81 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.826644 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acf44507-21b1-49ec-9c66-bfe6aa8f0f25 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.843300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5ad77173-507a-4c20-817c-8732337fad81 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 5815ba8e-f8b1-4c9f-b60e-96878557cc87 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:48.951797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf44507-21b1-49ec-9c66-bfe6aa8f0f25 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Subnet': ['ID=46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:48.959642 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-d2ebf9e6-3838-40d7-8195-952a2bba5061 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] delete failed (client error): The resource could not be found. Oct 29 08:49:48.960779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d2ebf9e6-3838-40d7-8195-952a2bba5061 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/routers/8d70713a-f3ff-4987-ba45-88a402693641 HTTP/1.1" status: 404 len: 336 time: 0.1519980 Oct 29 08:49:48.961956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acf44507-21b1-49ec-9c66-bfe6aa8f0f25 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:48.976822 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-acf44507-21b1-49ec-9c66-bfe6aa8f0f25 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/subnets/46efcf1d-b1a7-4e9e-8e0b-a4712ef25bf0 HTTP/1.1" status: 204 len: 168 time: 0.6279175 Oct 29 08:49:48.985648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45142) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:48.988420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45144) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:49.118826 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ad77173-507a-4c20-817c-8732337fad81 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:49.172389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471fae93-6e06-4b66-964d-43ac4f6cfafa None None] Network 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:49.192713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad77173-507a-4c20-817c-8732337fad81 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=5815ba8e-f8b1-4c9f-b60e-96878557cc87,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:49.197630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ad77173-507a-4c20-817c-8732337fad81 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:49.201690 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5ad77173-507a-4c20-817c-8732337fad81 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/5815ba8e-f8b1-4c9f-b60e-96878557cc87 HTTP/1.1" status: 204 len: 168 time: 0.9888995 Oct 29 08:49:49.204298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45148) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:49.279434 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f8cab2-08c0-4edf-8224-437648f22198 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] DELETE failed (client error): The resource could not be found. Oct 29 08:49:49.281208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f8cab2-08c0-4edf-8224-437648f22198 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:49:49.286409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-16f8cab2-08c0-4edf-8224-437648f22198 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/subnets/f6d90254-dbc3-4dac-90f7-3261ce7b7073 HTTP/1.1" status: 404 len: 337 time: 0.2958755 Oct 29 08:49:49.293554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45150) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:49.341198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5e38a-47a3-4a9a-a366-117099ba47e3 req-adb68332-f773-4710-a72d-1cb36f7c262c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:49.350438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8f5e38a-47a3-4a9a-a366-117099ba47e3 req-adb68332-f773-4710-a72d-1cb36f7c262c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.0980723 Oct 29 08:49:49.413767 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8f5e38a-47a3-4a9a-a366-117099ba47e3 req-b116a8f4-3aea-4693-a22a-5ded5a294ca9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622852 Oct 29 08:49:49.433670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4076fed-1d74-47c8-8953-3f33a830735a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:49.438162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d7c68a21-3129-4606-bd81-3d4d2484db53 None None] Provisioning complete for port 6767e210-551d-4125-aef7-e1813a43e207 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:49.438738 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d7c68a21-3129-4606-bd81-3d4d2484db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:49.440895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4076fed-1d74-47c8-8953-3f33a830735a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:49.446034 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c4076fed-1d74-47c8-8953-3f33a830735a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2405658 Oct 29 08:49:49.449435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45154) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:49.504224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c0a58-a0a1-4340-9b8e-ec748fb17aca req-ca59d725-50cc-4aba-a45e-a698362f127d tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:49.513337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-837c0a58-a0a1-4340-9b8e-ec748fb17aca req-ca59d725-50cc-4aba-a45e-a698362f127d tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.3847899 Oct 29 08:49:49.564781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:49.606629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6767e210-551d-4125-aef7-e1813a43e207 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:49.630569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc6a5d8-0a63-4eb6-a54c-b42184cec51d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 676a1813-5849-44cc-a5a2-66709ef8974b {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:49.637770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a5d8-0a63-4eb6-a54c-b42184cec51d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:49.699845 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:49.749777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a5d8-0a63-4eb6-a54c-b42184cec51d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:49.926558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-837c0a58-a0a1-4340-9b8e-ec748fb17aca req-c1ea95cd-a7c3-4bab-b362-8071ca299a87 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121447 Oct 29 08:49:49.963366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] DHCP port deletion for 4ed8795c-c36d-4a2b-aea0-6dbcc876d01d request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:49:49.969092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c4097051-fcbf-49a0-b3cf-74431ca9543c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port 7ed23a05-21a1-4c01-b997-501c6fb27e5a {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:49.969828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4097051-fcbf-49a0-b3cf-74431ca9543c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.001504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a5d8-0a63-4eb6-a54c-b42184cec51d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.006229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 6767e210-551d-4125-aef7-e1813a43e207 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:50.012609 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.086355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a5d8-0a63-4eb6-a54c-b42184cec51d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.157289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.158074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6a5d8-0a63-4eb6-a54c-b42184cec51d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=676a1813-5849-44cc-a5a2-66709ef8974b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:50.170094 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dc6a5d8-0a63-4eb6-a54c-b42184cec51d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.183087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0dc6a5d8-0a63-4eb6-a54c-b42184cec51d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/676a1813-5849-44cc-a5a2-66709ef8974b HTTP/1.1" status: 204 len: 168 time: 0.7310982 Oct 29 08:49:50.184674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45176) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:50.219228 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d7c68a21-3129-4606-bd81-3d4d2484db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.227761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ccd110-cfd5-4d99-a74e-4f7ae2a4f6ed None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:50.229568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4097051-fcbf-49a0-b3cf-74431ca9543c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.245811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c4097051-fcbf-49a0-b3cf-74431ca9543c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for 7ed23a05-21a1-4c01-b997-501c6fb27e5a owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:50.315973 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5c2be59d-e6a4-42b1-bf26-e7c57c4390a7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296904 Oct 29 08:49:50.316837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45178) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:50.372073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 48c11a00-2538-4442-abb1-05b61c87110c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:50.372422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.376531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e660c0-fd80-4b2d-bc20-9475c1f8d151 req-d527f4a7-088e-4b8d-a32f-6e63a09c5338 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:50.386133 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64e660c0-fd80-4b2d-bc20-9475c1f8d151 req-d527f4a7-088e-4b8d-a32f-6e63a09c5338 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.4417648 Oct 29 08:49:50.440512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64e660c0-fd80-4b2d-bc20-9475c1f8d151 req-8a2456d6-5603-4f44-91c1-56eae09d9bf9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473719 Oct 29 08:49:50.486318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b24cb-7a1d-4e9d-9b56-bdf36793a435 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:50.490633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-532b24cb-7a1d-4e9d-9b56-bdf36793a435 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1664577 Oct 29 08:49:50.491307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45180) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:50.508938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 48c11a00-2538-4442-abb1-05b61c87110c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=48c11a00-2538-4442-abb1-05b61c87110c,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:50.509483 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.511911 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-d7c68a21-3129-4606-bd81-3d4d2484db53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:49:50.512198 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-d7c68a21-3129-4606-bd81-3d4d2484db53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:49:50.515939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] Deleting port e976b6bd-7190-49fb-b03d-85c2713e7642 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:50.516306 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.518697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '48c11a00-2538-4442-abb1-05b61c87110c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:49:47Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '48c11a00-2538-4442-abb1-05b61c87110c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:46:55Z', 'updated_at': '2021-10-29T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:50.557242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 48c11a00-2538-4442-abb1-05b61c87110c owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:50.562966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f1ae5b-0a5e-4ef9-882d-90d8891225fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:50.567851 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f1f1ae5b-0a5e-4ef9-882d-90d8891225fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0722268 Oct 29 08:49:50.568089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45182) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:50.599729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] Checking router: fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:49:50.609643 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.638798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:49:50.660964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] Routers {'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:50.661681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:50.672969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-018b8495-59b2-4988-9538-111b37797fa6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002400 Oct 29 08:49:50.673326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45184) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:50.678498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:50.714218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4097051-fcbf-49a0-b3cf-74431ca9543c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.762934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4097051-fcbf-49a0-b3cf-74431ca9543c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=7ed23a05-21a1-4c01-b997-501c6fb27e5a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:50.851113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:50.859591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] For port e976b6bd-7190-49fb-b03d-85c2713e7642, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e976b6bd-7190-49fb-b03d-85c2713e7642,segment=NetworkSegment(dda0b6de-0631-4d9d-8500-c52d9b2c0fae),segment_id=dda0b6de-0631-4d9d-8500-c52d9b2c0fae)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:50.860147 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.860291 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.867875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 6767e210-551d-4125-aef7-e1813a43e207, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6767e210-551d-4125-aef7-e1813a43e207,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:50.882791 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.897327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] Calling delete_port for e976b6bd-7190-49fb-b03d-85c2713e7642 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:50.930707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] Set router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:49:50.989069 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4097051-fcbf-49a0-b3cf-74431ca9543c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:50.997130 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c4097051-fcbf-49a0-b3cf-74431ca9543c tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/ports/7ed23a05-21a1-4c01-b997-501c6fb27e5a HTTP/1.1" status: 204 len: 168 time: 1.6919148 Oct 29 08:49:50.997988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45190) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:51.017974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:49:50Z', 'revision_number': 6, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:51.062128 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.110830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053d39b-bb2c-4c5b-97f7-3b9ce00263da None None] The sync data for ids ['fecbc4cc-0fb8-4096-a1a0-f185f4afebd6'] in n-d-815940-1 is: [{'id': 'fecbc4cc-0fb8-4096-a1a0-f185f4afebd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073629389', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:46:54Z', 'updated_at': '2021-10-29T08:49:50Z', 'revision_number': 6, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:51.122681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=48c11a00-2538-4442-abb1-05b61c87110c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:51.133432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=6767e210-551d-4125-aef7-e1813a43e207,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:51.179974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] Deleting port 6767e210-551d-4125-aef7-e1813a43e207 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:51.180694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.215155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.220738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ad16ce7f-452d-453d-8840-c179767c38bf tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port 24515f37-ada5-4fd1-99aa-af2fc8c1bee5 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:51.221078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad16ce7f-452d-453d-8840-c179767c38bf tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.271655 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.306376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aa7ac-75d2-4a9b-a168-c749d104169f req-d8b411a7-0f31-468e-aaec-f3ea6cccdd3a tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:51.308089 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782aa7ac-75d2-4a9b-a168-c749d104169f req-d8b411a7-0f31-468e-aaec-f3ea6cccdd3a tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.2454131 Oct 29 08:49:51.329403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d06ad1b2-f9df-41ec-a95b-c26e03ff6677 None None] Could not find standard attr ID for object 5815ba8e-f8b1-4c9f-b60e-96878557cc87. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:49:51.331063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] Pushing event deleted for resources: {'Port': ['ID=e976b6bd-7190-49fb-b03d-85c2713e7642,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:51.343231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec33a8-b702-4be6-b79e-3c608a10b61e None None] No DVR routers for this DVR port e976b6bd-7190-49fb-b03d-85c2713e7642 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:51.360572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] For port 6767e210-551d-4125-aef7-e1813a43e207, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6767e210-551d-4125-aef7-e1813a43e207,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:51.360987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.387586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] Calling delete_port for 6767e210-551d-4125-aef7-e1813a43e207 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:51.428452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782aa7ac-75d2-4a9b-a168-c749d104169f req-bfe5c17e-87cd-443b-a6d2-3e23604ac50a tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113856 Oct 29 08:49:51.432978 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.440722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:49:51.488540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.661996 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.724355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.735543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Fanout notify agent at l3_agent the message router_deleted on router fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:49:51.744204 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad16ce7f-452d-453d-8840-c179767c38bf tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.748833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ab98d-d118-4173-a1a9-c35b854815d7 req-3d00e97d-f8f0-46b7-b493-ba1c6cc46bc6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:51.752420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] Pushing event deleted for resources: {'Port': ['ID=6767e210-551d-4125-aef7-e1813a43e207,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:51.761763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a3ab98d-d118-4173-a1a9-c35b854815d7 req-3d00e97d-f8f0-46b7-b493-ba1c6cc46bc6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.1558187 Oct 29 08:49:51.780402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b668d-5024-402d-9a51-f47e7a086b1c None None] No DVR routers for this DVR port 6767e210-551d-4125-aef7-e1813a43e207 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:51.806229 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.807525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-042a73bb-3bef-4d8a-b643-366a77fb39ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/routers/fecbc4cc-0fb8-4096-a1a0-f185f4afebd6 HTTP/1.1" status: 204 len: 168 time: 2.8083825 Oct 29 08:49:51.815703 n-d-815940-1 neutron-server[102114]: WARNING neutron.services.revisions.revision_plugin [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Could not find related port for resource to bump revision. Oct 29 08:49:51.822489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45210) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:51.848093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_pluggable_backend [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Port 6767e210-551d-4125-aef7-e1813a43e207 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102114) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 29 08:49:51.850335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_pluggable_backend [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3e:94e7 {{(pid=102114) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 29 08:49:51.853055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ad16ce7f-452d-453d-8840-c179767c38bf tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for 24515f37-ada5-4fd1-99aa-af2fc8c1bee5 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:51.868065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_pluggable_backend [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3e:94e7 {{(pid=102114) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 29 08:49:51.868065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.921746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:51.934340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0a3ab98d-d118-4173-a1a9-c35b854815d7 req-1632ec26-b089-489d-94d2-df2a03126361 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715217 Oct 29 08:49:51.946499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:51.961449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:51.963985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb5d8c-7f24-41ed-b506-40d7463a93ce None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:51.964785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:51.999823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=188debfa-7741-4f29-81ba-68a0612cfaf2,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:52.008865 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:52.022093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-26d844cd-ba2e-48e3-a2d3-2d92a68858f7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3476284 Oct 29 08:49:52.025162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45220) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:52.030705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:64:58:c8', 'name': 'tempest-NetworksTestDHCPv6-1196323376'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:52.038883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a73857-9bba-4365-8cf1-ec834804f437 req-59fe6de3-8d87-463e-97bc-022f91528038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:52.041421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02a73857-9bba-4365-8cf1-ec834804f437 req-59fe6de3-8d87-463e-97bc-022f91528038 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f5cbfcf364a44cba0a7fa5abd55e26b&device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 1096 time: 0.1536126 Oct 29 08:49:52.278509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:52.390321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e976b6bd-7190-49fb-b03d-85c2713e7642 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:52.414777 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e976b6bd-7190-49fb-b03d-85c2713e7642 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:49:52.415416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e976b6bd-7190-49fb-b03d-85c2713e7642 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:49:52.417980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6767e210-551d-4125-aef7-e1813a43e207 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:52.439992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 6767e210-551d-4125-aef7-e1813a43e207 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:49:52.440762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6767e210-551d-4125-aef7-e1813a43e207 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:49:52.441363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:52.488339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': '188debfa-7741-4f29-81ba-68a0612cfaf2'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:49:52.489554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:52.508241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:52.568057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port badbabd0-7b18-4f16-94c5-29916d5bc300 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:52.679370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Allocated IP 2001:db8::f816:3eff:fe57:9b91 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/188debfa-7741-4f29-81ba-68a0612cfaf2/3a0add64-d91f-4228-839c-80e9aac4ce7a) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:52.682011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:49:52.682530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4ca48a2d-5b28-402d-a0d8-ede64ca63c40 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:49:52.805244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf4c0-db72-471a-b5c1-aa0e08534a90 req-6cb74a43-097c-4453-912b-3319a9e7db56 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:52.808271 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7caf4c0-db72-471a-b5c1-aa0e08534a90 req-6cb74a43-097c-4453-912b-3319a9e7db56 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.0695703 Oct 29 08:49:52.883739 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:52.897333 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:52.900847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7caf4c0-db72-471a-b5c1-aa0e08534a90 req-5e61dd34-102a-4aad-89e4-83cffc7558e9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874827 Oct 29 08:49:52.952492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:52.978463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2521db-7c97-4866-8b8e-04cce68fb9e1 req-4ac32bb3-9944-426a-805d-8f1eb54a6918 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:52.980729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:52.986947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc2521db-7c97-4866-8b8e-04cce68fb9e1 req-4ac32bb3-9944-426a-805d-8f1eb54a6918 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 1.0840659 Oct 29 08:49:52.987140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:52.998982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:53.019092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed8795c-c36d-4a2b-aea0-6dbcc876d01d']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:53.024585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:fe64:58c8 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/188debfa-7741-4f29-81ba-68a0612cfaf2/badbabd0-7b18-4f16-94c5-29916d5bc300) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:53.030816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:53.031968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda0b6de-0631-4d9d-8500-c52d9b2c0fae') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:53.041972 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.057404 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.064367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:49:53.064794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.119326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Pushing event updated for resources: {'Port': ['ID=3a0add64-d91f-4228-839c-80e9aac4ce7a,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:49:53.123198 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:49:53.136687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Attempting to bind port 3a0add64-d91f-4228-839c-80e9aac4ce7a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:53.140352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Attempting to bind port 3a0add64-d91f-4228-839c-80e9aac4ce7a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:53.140838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Attempting to bind port 3a0add64-d91f-4228-839c-80e9aac4ce7a on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:53.156508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:53.160620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:53.160620 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.160620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:53.160886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Bound port: 3a0add64-d91f-4228-839c-80e9aac4ce7a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:53.161538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.212133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.227495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a73857-9bba-4365-8cf1-ec834804f437 req-367a9242-4bd7-4306-a691-8172f78bcee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:53.229731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02a73857-9bba-4365-8cf1-ec834804f437 req-367a9242-4bd7-4306-a691-8172f78bcee4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=31130dc3-9c48-4fd1-a740-ae3646885d6b HTTP/1.1" status: 200 len: 914 time: 1.1774065 Oct 29 08:49:53.232111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 48c11a00-2538-4442-abb1-05b61c87110c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:53.232975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad16ce7f-452d-453d-8840-c179767c38bf tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.241694 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.256683 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc2521db-7c97-4866-8b8e-04cce68fb9e1 req-b4b52ad4-7cc3-4279-9769-eb30405dfb44 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162162 Oct 29 08:49:53.265771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.269754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/networks/4ed8795c-c36d-4a2b-aea0-6dbcc876d01d HTTP/1.1" status: 204 len: 168 time: 1.4456010 Oct 29 08:49:53.270968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 48c11a00-2538-4442-abb1-05b61c87110c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:49:53.271437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 48c11a00-2538-4442-abb1-05b61c87110c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:49:53.280794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.282900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45238) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:53.307182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] For port 3a0add64-d91f-4228-839c-80e9aac4ce7a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:53.311794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] For port 3a0add64-d91f-4228-839c-80e9aac4ce7a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3a0add64-d91f-4228-839c-80e9aac4ce7a,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:53.318314 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.334429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16ce7f-452d-453d-8840-c179767c38bf tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=24515f37-ada5-4fd1-99aa-af2fc8c1bee5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:53.336972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d14415-f2d1-43ec-baae-eb180a5d548f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Network': ['ID=4ed8795c-c36d-4a2b-aea0-6dbcc876d01d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:53.339387 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02a73857-9bba-4365-8cf1-ec834804f437 req-34aa1262-85bc-4479-be4c-584c2f4d8aab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1 HTTP/1.1" status: 200 len: 217 time: 0.1005797 Oct 29 08:49:53.387336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5983cd-9b5e-4d7f-aefd-a28d662683f2 None None] Pushing event updated for resources: {'Port': ['ID=3a0add64-d91f-4228-839c-80e9aac4ce7a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:53.395886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:53.401947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=badbabd0-7b18-4f16-94c5-29916d5bc300,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:53.409788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:53.414453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:53.420732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:53.421657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.446346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a73857-9bba-4365-8cf1-ec834804f437 req-f2be14a2-a409-4b40-9be6-50efaec34d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:53.447901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02a73857-9bba-4365-8cf1-ec834804f437 req-f2be14a2-a409-4b40-9be6-50efaec34d65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dff663e3-d1ef-46cc-a635-f1abad540048 HTTP/1.1" status: 200 len: 852 time: 0.0999773 Oct 29 08:49:53.453978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac7c53b-6c6e-4946-9a9b-1ef1b7acda52 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.463444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-784c2336-45bf-4b82-b9f1-de375627b08e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4372072 Oct 29 08:49:53.468730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45240) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:53.487972 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac7c53b-6c6e-4946-9a9b-1ef1b7acda52 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.498255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02a73857-9bba-4365-8cf1-ec834804f437 req-b334fbeb-f37b-47aa-9264-70bc7ad1d28b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=31130dc3-9c48-4fd1-a740-ae3646885d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431750 Oct 29 08:49:53.520559 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ad16ce7f-452d-453d-8840-c179767c38bf tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.523824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ad16ce7f-452d-453d-8840-c179767c38bf tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/ports/24515f37-ada5-4fd1-99aa-af2fc8c1bee5 HTTP/1.1" status: 204 len: 168 time: 2.5239425 Oct 29 08:49:53.526948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45242) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:53.608664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ae2f0-f2b7-4732-a728-3f07a0df6a57 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:53.610345 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6d2ae2f0-f2b7-4732-a728-3f07a0df6a57 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "GET /v2.0/ports?device_id=efbb820c-030d-450a-b2e8-a63e259216e9 HTTP/1.1" status: 200 len: 913 time: 0.0816550 Oct 29 08:49:53.613273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45244) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:53.630592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298aff7-d894-4c57-a9af-a0b816df2c7c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:53.637404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298aff7-d894-4c57-a9af-a0b816df2c7c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:53.639171 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9298aff7-d894-4c57-a9af-a0b816df2c7c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1694684 Oct 29 08:49:53.642034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45246) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:53.719960 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac7c53b-6c6e-4946-9a9b-1ef1b7acda52 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.722583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac7c53b-6c6e-4946-9a9b-1ef1b7acda52 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.723763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aac7c53b-6c6e-4946-9a9b-1ef1b7acda52 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/security-groups/bccb9098-e7cf-4932-967d-e20e9471c134 HTTP/1.1" status: 204 len: 168 time: 0.4398165 Oct 29 08:49:53.736794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c53b-6c6e-4946-9a9b-1ef1b7acda52 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccb9098-e7cf-4932-967d-e20e9471c134,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:53.745893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02a73857-9bba-4365-8cf1-ec834804f437 req-4a470c70-9ed8-4424-bc71-99f17a9cc08a service neutron] 10.222.0.93 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262487 Oct 29 08:49:53.828769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6c850-3566-4ace-bfd6-33ed319dbd30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port badbabd0-7b18-4f16-94c5-29916d5bc300 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:53.828980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c850-3566-4ace-bfd6-33ed319dbd30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.910776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02a73857-9bba-4365-8cf1-ec834804f437 req-48c96a93-2102-43b6-9ce3-aa06ee24fac1 service neutron] 10.222.0.93 "GET /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565764 Oct 29 08:49:53.952806 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c850-3566-4ace-bfd6-33ed319dbd30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:53.966036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6c850-3566-4ace-bfd6-33ed319dbd30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for badbabd0-7b18-4f16-94c5-29916d5bc300 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:54.010360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.074465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fec14-2c46-402d-a70c-24e09c71953c req-ec36a8c5-1a25-43b2-a2c8-554990974a77 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:54.075980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d84fec14-2c46-402d-a70c-24e09c71953c req-ec36a8c5-1a25-43b2-a2c8-554990974a77 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.0988026 Oct 29 08:49:54.179833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d84fec14-2c46-402d-a70c-24e09c71953c req-b0ae3135-304e-4e93-a24f-53a820e97534 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799978 Oct 29 08:49:54.182305 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c850-3566-4ace-bfd6-33ed319dbd30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.225978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6c850-3566-4ace-bfd6-33ed319dbd30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=badbabd0-7b18-4f16-94c5-29916d5bc300,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:54.282936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c850-3566-4ace-bfd6-33ed319dbd30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.286938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3bc6c850-3566-4ace-bfd6-33ed319dbd30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/badbabd0-7b18-4f16-94c5-29916d5bc300 HTTP/1.1" status: 204 len: 168 time: 0.6438859 Oct 29 08:49:54.289629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45260) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:54.358544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port 8cff3914-4453-4f85-8a09-82d83d92a36c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:54.358996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.367122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b61f959-4e76-4ba4-8dde-b8767ae37092 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:54.369405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b61f959-4e76-4ba4-8dde-b8767ae37092 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:54.374789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6b61f959-4e76-4ba4-8dde-b8767ae37092 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0839701 Oct 29 08:49:54.375511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45264) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:54.481827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.490751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-64edbbe7-7c16-4289-b606-033c8f2eaadd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 188debfa-7741-4f29-81ba-68a0612cfaf2 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:54.496327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64edbbe7-7c16-4289-b606-033c8f2eaadd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.514845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for 8cff3914-4453-4f85-8a09-82d83d92a36c owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:54.547676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:49:54.601674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c6c4-cf1b-4829-a01c-75ae68c8a5bc req-e8939885-8dce-48f6-8074-53f302964d33 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:54.603610 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af75c6c4-cf1b-4829-a01c-75ae68c8a5bc req-e8939885-8dce-48f6-8074-53f302964d33 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.1700802 Oct 29 08:49:54.652177 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64edbbe7-7c16-4289-b606-033c8f2eaadd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.716034 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af75c6c4-cf1b-4829-a01c-75ae68c8a5bc req-d48db253-c354-439d-bfbd-416c70470b70 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964172 Oct 29 08:49:54.806796 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64edbbe7-7c16-4289-b606-033c8f2eaadd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.858194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6e93a1b5-73ab-4bd4-a95f-da6e943d3a34 None None] Provisioning complete for port 3a0add64-d91f-4228-839c-80e9aac4ce7a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:54.858417 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e93a1b5-73ab-4bd4-a95f-da6e943d3a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:54.923725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:54.947034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'port_id': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'mac_address': 'fa:16:3e:8a:45:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:49:54.989063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.010755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64edbbe7-7c16-4289-b606-033c8f2eaadd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.087255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=8cff3914-4453-4f85-8a09-82d83d92a36c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:55.089069 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.097570 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e93a1b5-73ab-4bd4-a95f-da6e943d3a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.136318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:49:55.169693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6e93a1b5-73ab-4bd4-a95f-da6e943d3a34 None None] For port 3a0add64-d91f-4228-839c-80e9aac4ce7a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3a0add64-d91f-4228-839c-80e9aac4ce7a,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:55.179929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edbbe7-7c16-4289-b606-033c8f2eaadd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=188debfa-7741-4f29-81ba-68a0612cfaf2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:55.180360 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e93a1b5-73ab-4bd4-a95f-da6e943d3a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.183514 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-64edbbe7-7c16-4289-b606-033c8f2eaadd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.188851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:55.197028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-64edbbe7-7c16-4289-b606-033c8f2eaadd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/188debfa-7741-4f29-81ba-68a0612cfaf2 HTTP/1.1" status: 204 len: 168 time: 0.8177378 Oct 29 08:49:55.198076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45292) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:55.245024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6561d1f-313b-4565-9ee4-6a0a57eda1aa None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:55.249163 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.309662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cf3abeb3-e74f-46b6-aba6-51814f842e46 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077089 Oct 29 08:49:55.310045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45298) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:55.322369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:55.432032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-05592a12-db55-43b0-96d3-bdec2aff818a None None] Could not find standard attr ID for object badbabd0-7b18-4f16-94c5-29916d5bc300. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:49:55.469070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45302) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:55.500521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['4db2ea3a-9486-4fbb-bbb4-7d242763ba80'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:49:55.503034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-933e84ce-1427-4548-956c-64072c9cd2f2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497787910', 'description': 'tempest-secgroup-smoke-497787910 description', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:55.512382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bcde6-d925-47aa-a43b-a8d0153ddd68 req-0dd0a092-e1ac-4077-94b9-c731d8768129 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:55.514229 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e47bcde6-d925-47aa-a43b-a8d0153ddd68 req-0dd0a092-e1ac-4077-94b9-c731d8768129 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 944 time: 0.0987792 Oct 29 08:49:55.563733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3a0add64-d91f-4228-839c-80e9aac4ce7a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:55.566973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.api [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 08:49:55.566973 n-d-815940-1 neutron-server[102113]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 29 08:49:55.566973 n-d-815940-1 neutron-server[102113]: [parameters: {'project_id': '8c190d2fc8e14b178f8074646a6f2806', 'id': '02fb7523-5a09-40e4-a999-a84da697f403', 'expiration': datetime.datetime(2021, 10, 29, 8, 51, 55, 559381)}] Oct 29 08:49:55.566973 n-d-815940-1 neutron-server[102113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:49:55.570601 n-d-815940-1 neutron-server[102113]: DEBUG oslo_db.api [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:49:55.585660 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.590491 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-933e84ce-1427-4548-956c-64072c9cd2f2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.640312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93a1b5-73ab-4bd4-a95f-da6e943d3a34 None None] Pushing event updated for resources: {'Port': ['ID=3a0add64-d91f-4228-839c-80e9aac4ce7a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:55.660901 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e47bcde6-d925-47aa-a43b-a8d0153ddd68 req-c5cb7272-2450-4cc9-8076-13cdc9992034 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383708 Oct 29 08:49:55.728947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-933e84ce-1427-4548-956c-64072c9cd2f2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.738428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-933e84ce-1427-4548-956c-64072c9cd2f2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.804983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e84ce-1427-4548-956c-64072c9cd2f2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bef2a5-1f23-444a-b745-59e09370d32c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:55.814484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-933e84ce-1427-4548-956c-64072c9cd2f2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.817899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-933e84ce-1427-4548-956c-64072c9cd2f2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3448119 Oct 29 08:49:55.824549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45318) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:55.829736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e17441f2-fb17-40cc-8da3-099c4d79d691 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '83bef2a5-1f23-444a-b745-59e09370d32c', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:55.902091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e17441f2-fb17-40cc-8da3-099c4d79d691 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:55.989228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99076286-8982-4231-9308-c738fa803ce4 req-363c3551-c6ba-4f96-b499-3b6547a4f479 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:55.999526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99076286-8982-4231-9308-c738fa803ce4 req-363c3551-c6ba-4f96-b499-3b6547a4f479 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.1287739 Oct 29 08:49:56.024112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:56.081613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Router efbb820c-030d-450a-b2e8-a63e259216e9 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:49:56.141690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 3a0add64-d91f-4228-839c-80e9aac4ce7a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:56.142163 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.144229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:49:56.148402 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99076286-8982-4231-9308-c738fa803ce4 req-7894f05c-1568-4a7d-8d66-77c9b82ad927 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471426 Oct 29 08:49:56.178836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e17441f2-fb17-40cc-8da3-099c4d79d691 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.188481 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e17441f2-fb17-40cc-8da3-099c4d79d691 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.205472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:56.214439 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.251605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17441f2-fb17-40cc-8da3-099c4d79d691 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d42739-b5dc-4cb7-86c6-f64ce062b1b2,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:56.299424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:49:56.312321 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a266283c-b845-4947-9341-6320d37234bd None None] Sync routers for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:49:56.328938 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-48e539ac-4d13-448f-9173-8cd72315d7a8 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "PUT /v2.0/routers/efbb820c-030d-450a-b2e8-a63e259216e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7143326 Oct 29 08:49:56.329775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45328) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:56.331452 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266283c-b845-4947-9341-6320d37234bd None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:56.333575 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a266283c-b845-4947-9341-6320d37234bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:56.334348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] Deleting port 3a0add64-d91f-4228-839c-80e9aac4ce7a {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:56.334748 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.374535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e17441f2-fb17-40cc-8da3-099c4d79d691 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.376070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e17441f2-fb17-40cc-8da3-099c4d79d691 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5509303 Oct 29 08:49:56.379316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45330) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:56.384564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0342e9bd-ce3e-4b63-9574-f48b3cfc5356 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '83bef2a5-1f23-444a-b745-59e09370d32c', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:56.426272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] For port 3a0add64-d91f-4228-839c-80e9aac4ce7a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3a0add64-d91f-4228-839c-80e9aac4ce7a,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:56.426629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.449456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] Calling delete_port for 3a0add64-d91f-4228-839c-80e9aac4ce7a owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:56.479684 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0342e9bd-ce3e-4b63-9574-f48b3cfc5356 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.561091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:49:56.606435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0342e9bd-ce3e-4b63-9574-f48b3cfc5356 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.628541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0342e9bd-ce3e-4b63-9574-f48b3cfc5356 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.652958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.720274 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.739434 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a266283c-b845-4947-9341-6320d37234bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:56.753644 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266283c-b845-4947-9341-6320d37234bd None None] Routers {'efbb820c-030d-450a-b2e8-a63e259216e9'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:49:56.754771 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a266283c-b845-4947-9341-6320d37234bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['efbb820c-030d-450a-b2e8-a63e259216e9'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:56.782983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] Pushing event deleted for resources: {'Port': ['ID=3a0add64-d91f-4228-839c-80e9aac4ce7a,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:56.787585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:49:56.788194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.830098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf9bb0-75e2-4c56-a551-3112332d3764 None None] No DVR routers for this DVR port 3a0add64-d91f-4228-839c-80e9aac4ce7a on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:49:56.833393 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a266283c-b845-4947-9341-6320d37234bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:49:56.834744 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a266283c-b845-4947-9341-6320d37234bd None None] The sync data for ids ['efbb820c-030d-450a-b2e8-a63e259216e9'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:49:56.920651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342e9bd-ce3e-4b63-9574-f48b3cfc5356 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceecfca-ac0c-405b-b75f-2ed4c594b50f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:56.939375 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0342e9bd-ce3e-4b63-9574-f48b3cfc5356 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.940856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0342e9bd-ce3e-4b63-9574-f48b3cfc5356 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5600133 Oct 29 08:49:56.949040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45340) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:56.959155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7c70c343-dc21-4ddd-bd8e-e8cacda127e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '83bef2a5-1f23-444a-b745-59e09370d32c', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:56.992530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:56.999949 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.020954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d38c-631f-46f7-b7c8-a4e9eb53baff req-48ca39f9-72f0-46fa-9a42-5cd12a36ac8c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:57.022800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a9f8d38c-631f-46f7-b7c8-a4e9eb53baff req-48ca39f9-72f0-46fa-9a42-5cd12a36ac8c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 944 time: 0.1242959 Oct 29 08:49:57.040396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:49:57.043782 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b484cf-bd6c-4663-bfd6-a5baf0a9965a" -d '{"events": [{"server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "name": "network-vif-plugged", "status": "completed", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:49:57.060808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ecc91-13d5-4d6b-90a4-4512ed214e38 req-13da9e54-6aef-4505-b205-97483ed95446 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:57.061514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:57.062442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099ecc91-13d5-4d6b-90a4-4512ed214e38 req-13da9e54-6aef-4505-b205-97483ed95446 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.4057360 Oct 29 08:49:57.065754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c70c343-dc21-4ddd-bd8e-e8cacda127e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.073761 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.152417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:57.192495 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a9f8d38c-631f-46f7-b7c8-a4e9eb53baff req-e0b52989-e1f9-4aed-8e58-4cd4f27a17f1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896132 Oct 29 08:49:57.218386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting port 3f89f25b-f7d7-4ab5-94c4-4b898a4d6eb3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:57.218732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.278459 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5930365c-3558-400e-b30b-a327aed586a4 x-openstack-request-id: req-5930365c-3558-400e-b30b-a327aed586a4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:49:57.278776 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "name": "network-vif-plugged", "status": "completed", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:49:57.279036 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5930365c-3558-400e-b30b-a327aed586a4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:49:57.281358 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'code': 200} Oct 29 08:49:57.341943 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-099ecc91-13d5-4d6b-90a4-4512ed214e38 req-0bb2e25b-73dd-4bc0-be8c-ce35cb2865ec tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307680 Oct 29 08:49:57.364627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3a0add64-d91f-4228-839c-80e9aac4ce7a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:49:57.405745 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c70c343-dc21-4ddd-bd8e-e8cacda127e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.414805 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c70c343-dc21-4ddd-bd8e-e8cacda127e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.439849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 3a0add64-d91f-4228-839c-80e9aac4ce7a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:49:57.440290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3a0add64-d91f-4228-839c-80e9aac4ce7a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:49:57.446239 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.446673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:49:57.454654 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.469466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Calling delete_port for 3f89f25b-f7d7-4ab5-94c4-4b898a4d6eb3 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:57.513689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70c343-dc21-4ddd-bd8e-e8cacda127e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c2a89c-9f4a-44ce-bcdc-6cb06326789a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:57.532276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c70c343-dc21-4ddd-bd8e-e8cacda127e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.533865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7c70c343-dc21-4ddd-bd8e-e8cacda127e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5845983 Oct 29 08:49:57.540959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45350) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:57.549526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-14dc7f39-c518-4791-9c33-b0299604bc75 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '83bef2a5-1f23-444a-b745-59e09370d32c', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:57.560277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:57.577263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:57.583838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=62778f37-7ce3-4142-b7c9-991065184699,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:57.588488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:57.589593 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.591214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab21e3-fab9-44d4-8228-1e2c2fefdb94 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:49:57.623232 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14dc7f39-c518-4791-9c33-b0299604bc75 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.636046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b9c9c603-1734-43a4-a5be-fde0dd4ca6fc tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3248837 Oct 29 08:49:57.640657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45352) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:57.650254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:39:6f:bb', 'name': 'tempest-NetworksTestDHCPv6-94728867'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:57.705906 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14dc7f39-c518-4791-9c33-b0299604bc75 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.712838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14dc7f39-c518-4791-9c33-b0299604bc75 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.735617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc7f39-c518-4791-9c33-b0299604bc75 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdb392e-3f31-4ae8-9784-9ee45e37ebf0,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:57.752603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-14dc7f39-c518-4791-9c33-b0299604bc75 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.756692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-14dc7f39-c518-4791-9c33-b0299604bc75 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2075491 Oct 29 08:49:57.757380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45356) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:57.775781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f9fd3884-7577-4783-a313-9c4d5b22f02f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '83bef2a5-1f23-444a-b745-59e09370d32c', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:57.869108 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-f9fd3884-7577-4783-a313-9c4d5b22f02f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Project 4dd03b6aee5f49e1b3389d6d64c2931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:49:57.884398 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3884-7577-4783-a313-9c4d5b22f02f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.885069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': '62778f37-7ce3-4142-b7c9-991065184699'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:49:57.885967 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.943468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:57.967514 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3884-7577-4783-a313-9c4d5b22f02f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:57.975231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3884-7577-4783-a313-9c4d5b22f02f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.003731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd3884-7577-4783-a313-9c4d5b22f02f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef80130f-0214-4879-bea2-56127362d1a8,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:58.013819 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3884-7577-4783-a313-9c4d5b22f02f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.017738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f9fd3884-7577-4783-a313-9c4d5b22f02f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2532134 Oct 29 08:49:58.018061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45358) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:58.028418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e5f47460-23ce-4149-a481-3120f43cd472 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '83bef2a5-1f23-444a-b745-59e09370d32c', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:58.068805 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-e5f47460-23ce-4149-a481-3120f43cd472 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Project 4dd03b6aee5f49e1b3389d6d64c2931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:49:58.078798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5f47460-23ce-4149-a481-3120f43cd472 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.111696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Allocated IP 2001:db8::f816:3eff:fee5:2fae (518ef6fc-f3d9-4071-bb94-ff10c09b9203/62778f37-7ce3-4142-b7c9-991065184699/fbdf5796-c61a-4816-892f-d3332eed844e) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:58.200023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5f47460-23ce-4149-a481-3120f43cd472 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.208592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5f47460-23ce-4149-a481-3120f43cd472 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.232496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f47460-23ce-4149-a481-3120f43cd472 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e447834-dafd-4b1a-8588-b1b6b53a68d2,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:58.266210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e5f47460-23ce-4149-a481-3120f43cd472 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.267654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e5f47460-23ce-4149-a481-3120f43cd472 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2484326 Oct 29 08:49:58.271069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45362) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:58.283573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'network': {'name': 'tempest-network-smoke--464109384', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:58.314342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.323135 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.393535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:49:58.400424 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.413583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:49:58.443564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:49:58.451399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:49:58.460279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:49:58.480383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76f8b6-fbf4-498f-8cf8-65b7f69f360c req-49c75e17-26ab-4525-95a9-c7483f2073db tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:58.482333 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba76f8b6-fbf4-498f-8cf8-65b7f69f360c req-49c75e17-26ab-4525-95a9-c7483f2073db tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.1512401 Oct 29 08:49:58.500027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.501759 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Added segment e33be25c-ddfa-4de3-8ada-e4d58a518aa3 of type vlan for network 0e214f9c-ff0b-4c36-805d-484b8c188cbe Oct 29 08:49:58.506884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Pushing event updated for resources: {'Port': ['ID=fbdf5796-c61a-4816-892f-d3332eed844e,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:58.530281 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.547660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Attempting to bind port fbdf5796-c61a-4816-892f-d3332eed844e on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:49:58.547993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Attempting to bind port fbdf5796-c61a-4816-892f-d3332eed844e by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:49:58.548372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Attempting to bind port fbdf5796-c61a-4816-892f-d3332eed844e on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:49:58.560560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:49:58.560939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:49:58.561491 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.561892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:49:58.562374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Bound port: fbdf5796-c61a-4816-892f-d3332eed844e, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:49:58.562759 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.664702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ba76f8b6-fbf4-498f-8cf8-65b7f69f360c req-68c0e3e4-2510-439e-b3e4-5014b27b44b8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746545 Oct 29 08:49:58.695271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.713112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Port': ['ID=3f89f25b-f7d7-4ab5-94c4-4b898a4d6eb3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:58.794689 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.796963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] For port fbdf5796-c61a-4816-892f-d3332eed844e, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:49:58.805336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:58.805907 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.807924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] For port fbdf5796-c61a-4816-892f-d3332eed844e, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fbdf5796-c61a-4816-892f-d3332eed844e,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:49:58.815403 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.836855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e32209-53c1-4da0-9aff-c8d695d11052 req-358a7ac0-9627-4e49-8cb3-9e55b94fca7b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:58.846040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9e32209-53c1-4da0-9aff-c8d695d11052 req-358a7ac0-9627-4e49-8cb3-9e55b94fca7b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.2792232 Oct 29 08:49:58.964293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:58.980903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1157c-6c51-4b98-b952-196f2cb73348 None None] Pushing event updated for resources: {'Port': ['ID=fbdf5796-c61a-4816-892f-d3332eed844e,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:59.005578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.026735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7515526 Oct 29 08:49:59.033087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45374) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:59.053163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'admin_state_up': True, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:49:59.091274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-8f0e0adb-b911-4f36-9362-85124a94d33b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:49:59.093939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-8f0e0adb-b911-4f36-9362-85124a94d33b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.93 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 945 time: 0.2649107 Oct 29 08:49:59.097510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca604b11-3bba-48f6-85a5-61e27b46572a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Network': ['ID=0e214f9c-ff0b-4c36-805d-484b8c188cbe,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:59.141973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.143341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.150654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.153462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.156005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:49:59.189614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9e32209-53c1-4da0-9aff-c8d695d11052 req-e500b611-f792-4d1e-9be9-f63363820d4b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423107 Oct 29 08:49:59.258442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port c0ba7851-8a62-48ff-9f7a-9c0fb318a925 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:49:59.339168 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.369537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.388208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.388760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Fanout notify agent at l3_agent the message router_deleted on router efbb820c-030d-450a-b2e8-a63e259216e9 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:49:59.398081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.401517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba26949b-d7b3-4e4b-a3ac-bc79470ebb4b tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/routers/efbb820c-030d-450a-b2e8-a63e259216e9 HTTP/1.1" status: 204 len: 168 time: 3.0684440 Oct 29 08:49:59.402448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45376) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:59.498685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Deleting port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:49:59.499298 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.518149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fac116d-7185-466d-9540-844385b9a16a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Deleting subnet 06933327-c216-43aa-a5be-f85be5b49325 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:49:59.524683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fac116d-7185-466d-9540-844385b9a16a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.577211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:fe39:6fbb (518ef6fc-f3d9-4071-bb94-ff10c09b9203/62778f37-7ce3-4142-b7c9-991065184699/c0ba7851-8a62-48ff-9f7a-9c0fb318a925) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:49:59.585059 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fac116d-7185-466d-9540-844385b9a16a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.631080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.662362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fac116d-7185-466d-9540-844385b9a16a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.761405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] For port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,segment=NetworkSegment(ba98dbdd-85c9-4aea-9598-cdde7be47274),segment_id=ba98dbdd-85c9-4aea-9598-cdde7be47274)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:49:59.761774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.782990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Calling delete_port for 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:49:59.830778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fac116d-7185-466d-9540-844385b9a16a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.875585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac116d-7185-466d-9540-844385b9a16a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Subnet': ['ID=06933327-c216-43aa-a5be-f85be5b49325,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:49:59.883634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4fac116d-7185-466d-9540-844385b9a16a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.889692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4fac116d-7185-466d-9540-844385b9a16a tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/subnets/06933327-c216-43aa-a5be-f85be5b49325 HTTP/1.1" status: 204 len: 168 time: 0.4862485 Oct 29 08:49:59.890321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45384) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:49:59.910397 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:49:59.999452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f97bf-3d7e-4aaa-9247-70b0a1575c5d req-28e6f792-65d6-4dc6-8754-56aaac18f7ad tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:00.001902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-735f97bf-3d7e-4aaa-9247-70b0a1575c5d req-28e6f792-65d6-4dc6-8754-56aaac18f7ad tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.2108376 Oct 29 08:50:00.146854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.171919 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.306264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:00.318058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:00.337030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:00.345139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:00.345917 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.397545 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7532313 Oct 29 08:50:00.414441 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.453877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b2739044-58b8-46e1-a75b-7707890d0600 None None] Provisioning complete for port fbdf5796-c61a-4816-892f-d3332eed844e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:00.454259 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2739044-58b8-46e1-a75b-7707890d0600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.456803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45392) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:00.493530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5289ed-d978-404a-bfb9-95877cea7ab1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=c0ba7851-8a62-48ff-9f7a-9c0fb318a925,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:00.562908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.595121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.636960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2739044-58b8-46e1-a75b-7707890d0600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.647216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239f4269-66df-4512-bf5f-8dc3831466ce']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:00.686603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b2739044-58b8-46e1-a75b-7707890d0600 None None] For port fbdf5796-c61a-4816-892f-d3332eed844e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fbdf5796-c61a-4816-892f-d3332eed844e,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:00.687441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a55f8-569b-4d90-a347-a6074dce5739 req-180a6358-1283-4d8c-8c82-c436b5499642 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:00.689477 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-060a55f8-569b-4d90-a347-a6074dce5739 req-180a6358-1283-4d8c-8c82-c436b5499642 tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcb8b5b-fb02-48c7-8cc0-2e6c66280975 HTTP/1.1" status: 200 len: 867 time: 0.3728542 Oct 29 08:50:00.693366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Pushing event deleted for resources: {'Port': ['ID=3b3ef72b-940e-494f-9b68-f490bd7fdcf1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:00.698208 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2739044-58b8-46e1-a75b-7707890d0600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.704475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e47e2-d8ea-40cc-8be7-4871be4b18d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:00.711287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e47e2-d8ea-40cc-8be7-4871be4b18d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:00.717285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fc6e47e2-d8ea-40cc-8be7-4871be4b18d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2488379 Oct 29 08:50:00.719682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45394) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:00.722265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c779b8c3-be0c-4e86-aaef-b9c40d6e6443') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:00.723066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c779b8c3-be0c-4e86-aaef-b9c40d6e6443') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:00.770378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.790337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2739044-58b8-46e1-a75b-7707890d0600 None None] Pushing event updated for resources: {'Port': ['ID=fbdf5796-c61a-4816-892f-d3332eed844e,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:00.799033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-735f97bf-3d7e-4aaa-9247-70b0a1575c5d req-8d53d62c-ead9-413a-9800-0285869c7f9e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7676964 Oct 29 08:50:00.814965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.830370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] No DVR routers for this DVR port 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:50:00.834194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.845895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-544d9ef7-0454-4401-b547-66d2a24d8798 req-97481953-67fa-4d6a-bc31-373b8463b43b tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.93 "DELETE /v2.0/ports/3b3ef72b-940e-494f-9b68-f490bd7fdcf1 HTTP/1.1" status: 204 len: 173 time: 1.7363906 Oct 29 08:50:00.845895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcb8b5b-fb02-48c7-8cc0-2e6c66280975', 'name': 'network-vif-deleted', 'tag': '3b3ef72b-940e-494f-9b68-f490bd7fdcf1'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:50:00.845895 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0194ca7-e4ff-4d42-ad80-ccaa8d31937a" -d '{"events": [{"server_uuid": "4dcb8b5b-fb02-48c7-8cc0-2e6c66280975", "name": "network-vif-deleted", "tag": "3b3ef72b-940e-494f-9b68-f490bd7fdcf1"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:50:00.886473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9b5da462-36ff-414d-b740-27a4e66f9371 None None] Provisioning complete for port c0ba7851-8a62-48ff-9f7a-9c0fb318a925 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:00.886864 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b5da462-36ff-414d-b740-27a4e66f9371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.891051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:00.891601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:00.894907 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:00.897456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.918577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-060a55f8-569b-4d90-a347-a6074dce5739 req-b77f35e2-e302-4225-a8ff-deb15bf0e59a tempest-TestServerAdvancedOps-1218001671 tempest-TestServerAdvancedOps-1218001671-project] 10.222.0.70 "GET /v2.0/security-groups?id=5dbf0822-2d84-459e-97e2-78ab319ee7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996057 Oct 29 08:50:00.925337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:00.950581 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26b2ee-9c3d-415e-9b67-fbc40f6e2b9a x-openstack-request-id: req-ba26b2ee-9c3d-415e-9b67-fbc40f6e2b9a {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:50:00.950901 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcb8b5b-fb02-48c7-8cc0-2e6c66280975", "name": "network-vif-deleted", "tag": "3b3ef72b-940e-494f-9b68-f490bd7fdcf1", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:50:00.951154 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba26b2ee-9c3d-415e-9b67-fbc40f6e2b9a {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:50:00.951633 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcb8b5b-fb02-48c7-8cc0-2e6c66280975', 'name': 'network-vif-deleted', 'tag': '3b3ef72b-940e-494f-9b68-f490bd7fdcf1', 'status': 'completed', 'code': 200} Oct 29 08:50:00.962946 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:50:01.055157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.067610 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.073849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] 10.222.0.70 "DELETE /v2.0/networks/239f4269-66df-4512-bf5f-8dc3831466ce HTTP/1.1" status: 204 len: 168 time: 1.1800802 Oct 29 08:50:01.089767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9df5a-ce00-402d-9106-aa1613479317 tempest-FloatingIPTestJSON-1118104150 tempest-FloatingIPTestJSON-1118104150-project] Pushing event deleted for resources: {'Network': ['ID=239f4269-66df-4512-bf5f-8dc3831466ce,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:01.113488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-298ae594-b155-4f2a-b93c-c2d26fcb76cb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port c0ba7851-8a62-48ff-9f7a-9c0fb318a925 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:01.113840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-298ae594-b155-4f2a-b93c-c2d26fcb76cb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.144487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.25.5.83 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/7211cb03-ea1e-4115-af9c-b7dbe3a6914d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:01.385925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-298ae594-b155-4f2a-b93c-c2d26fcb76cb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.414586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-298ae594-b155-4f2a-b93c-c2d26fcb76cb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for c0ba7851-8a62-48ff-9f7a-9c0fb318a925 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:01.415786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fbdf5796-c61a-4816-892f-d3332eed844e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:01.479318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9b5da462-36ff-414d-b740-27a4e66f9371 None None] Port c0ba7851-8a62-48ff-9f7a-9c0fb318a925 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:50:01.499002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.556441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port fbdf5796-c61a-4816-892f-d3332eed844e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:01.557945 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.576131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.609313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-298ae594-b155-4f2a-b93c-c2d26fcb76cb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.645657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:01.649731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:01.658992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:01.686868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ae594-b155-4f2a-b93c-c2d26fcb76cb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=c0ba7851-8a62-48ff-9f7a-9c0fb318a925,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:01.725533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=7211cb03-ea1e-4115-af9c-b7dbe3a6914d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:01.730009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45412) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:01.734270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-298ae594-b155-4f2a-b93c-c2d26fcb76cb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:01.740165 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-298ae594-b155-4f2a-b93c-c2d26fcb76cb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/c0ba7851-8a62-48ff-9f7a-9c0fb318a925 HTTP/1.1" status: 204 len: 168 time: 1.0134947 Oct 29 08:50:01.746877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45414) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:01.831299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f54776e-f65b-4aea-993b-ab22ceda6c20 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:01.835650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f54776e-f65b-4aea-993b-ab22ceda6c20 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:01.838476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9f54776e-f65b-4aea-993b-ab22ceda6c20 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0896752 Oct 29 08:50:01.840426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45418) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:01.948531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc36ea16-c92a-45a3-a5aa-1c6f351f9d7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 62778f37-7ce3-4142-b7c9-991065184699 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:01.955875 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc36ea16-c92a-45a3-a5aa-1c6f351f9d7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.030682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45424) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:02.046958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6f754c96-c505-4c94-84e0-55e27cd65213 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12c73dc4998d473e8330f5410fea4099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050659 Oct 29 08:50:02.051153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45426) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:02.070151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc36ea16-c92a-45a3-a5aa-1c6f351f9d7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.153951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9ea0a-a535-4eea-854f-df700ed3545e req-dde90844-9c78-466c-8192-34f4476fd1b0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:02.162977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fc9ea0a-a535-4eea-854f-df700ed3545e req-dde90844-9c78-466c-8192-34f4476fd1b0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.1953034 Oct 29 08:50:02.185042 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0041c675-4a5b-4f17-80a3-6d768fb5cc34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.195416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:50:02.215266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc36ea16-c92a-45a3-a5aa-1c6f351f9d7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.226525 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:50:02.227217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b3ef72b-940e-494f-9b68-f490bd7fdcf1 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:50:02.248181 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0041c675-4a5b-4f17-80a3-6d768fb5cc34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.265246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd98b83-1330-44c2-a951-09d43b931e40 admin admin] Deleting subnet dff663e3-d1ef-46cc-a635-f1abad540048 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:02.274608 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd98b83-1330-44c2-a951-09d43b931e40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.345299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0041c675-4a5b-4f17-80a3-6d768fb5cc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.346725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fc9ea0a-a535-4eea-854f-df700ed3545e req-50861556-ba41-4596-b4d9-d1da9ffc3daa tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052368 Oct 29 08:50:02.351477 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0041c675-4a5b-4f17-80a3-6d768fb5cc34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.370047 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0041c675-4a5b-4f17-80a3-6d768fb5cc34 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/800919f9-30c5-4c39-9c67-3491f298b849 HTTP/1.1" status: 204 len: 168 time: 0.3155127 Oct 29 08:50:02.387693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c675-4a5b-4f17-80a3-6d768fb5cc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800919f9-30c5-4c39-9c67-3491f298b849,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:02.390624 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc36ea16-c92a-45a3-a5aa-1c6f351f9d7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.427418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.445425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36ea16-c92a-45a3-a5aa-1c6f351f9d7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=62778f37-7ce3-4142-b7c9-991065184699,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:02.465807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c84dd2-6840-4197-bbab-3aadb3671d0e None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:02.480442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc36ea16-c92a-45a3-a5aa-1c6f351f9d7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.489479 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bc36ea16-c92a-45a3-a5aa-1c6f351f9d7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/62778f37-7ce3-4142-b7c9-991065184699 HTTP/1.1" status: 204 len: 168 time: 0.6471086 Oct 29 08:50:02.492458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45436) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:02.579854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b32499d5-054e-451c-8109-b6409785bbeb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851846 Oct 29 08:50:02.581760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45442) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:02.640885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd98b83-1330-44c2-a951-09d43b931e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:02.718812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60147c1c-a510-4929-9fe6-2de7985c0fde tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:02.723666 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-60147c1c-a510-4929-9fe6-2de7985c0fde tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1357121 Oct 29 08:50:02.725306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45448) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:02.798654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3f2a6-9d9b-4f78-9cac-a38eb91195a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:02.802676 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-90c3f2a6-9d9b-4f78-9cac-a38eb91195a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740819 Oct 29 08:50:02.805782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45450) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:02.810791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-bde2fb54-a887-4301-9a77-0ab27494a4aa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4541998 Oct 29 08:50:02.900895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9ffa7b88-0cba-4f01-9141-94b7f21feb6b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888455 Oct 29 08:50:02.905886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45454) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:02.916628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:50:02.934002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:02.943923 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd98b83-1330-44c2-a951-09d43b931e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.007593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-2e6eb664-0dd2-4840-a0f0-4bb8b96a8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:03.009147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-2e6eb664-0dd2-4840-a0f0-4bb8b96a8bc5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 1096 time: 0.1242118 Oct 29 08:50:03.017657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] Deleting port fbdf5796-c61a-4816-892f-d3332eed844e {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:03.019237 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.023268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.151540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] For port fbdf5796-c61a-4816-892f-d3332eed844e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fbdf5796-c61a-4816-892f-d3332eed844e,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:03.152601 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.174109 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] Calling delete_port for fbdf5796-c61a-4816-892f-d3332eed844e owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:03.211034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:03.221664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.229075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd98b83-1330-44c2-a951-09d43b931e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.298723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd98b83-1330-44c2-a951-09d43b931e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff663e3-d1ef-46cc-a635-f1abad540048,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:03.302843 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd98b83-1330-44c2-a951-09d43b931e40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.306893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8fd98b83-1330-44c2-a951-09d43b931e40 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dff663e3-d1ef-46cc-a635-f1abad540048 HTTP/1.1" status: 204 len: 168 time: 1.2625492 Oct 29 08:50:03.315482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45464) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:03.354308 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fbdf5796-c61a-4816-892f-d3332eed844e no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:50:03.590145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-56c7b229-f148-4fd9-bfeb-5d03dbdfe238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:03.591827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-56c7b229-f148-4fd9-bfeb-5d03dbdfe238 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.5553770 Oct 29 08:50:03.615687 n-d-815940-1 neutron-server[102115]: INFO neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No ports have port_id starting with fbdf5796-c61a-4816-892f-d3332eed844e Oct 29 08:50:03.618038 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.673948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] Pushing event deleted for resources: {'Port': ['ID=fbdf5796-c61a-4816-892f-d3332eed844e,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:03.675176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.677030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826615a-7ce7-4e6a-90b5-4bf47fb32395 None None] No DVR routers for this DVR port fbdf5796-c61a-4816-892f-d3332eed844e on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:50:03.712119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-6d2893ac-9e03-4b8a-bfd6-b0adbeaee14a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46894d64-03a5-49b2-bbf1-947ec6572dce HTTP/1.1" status: 200 len: 217 time: 0.1102188 Oct 29 08:50:03.762442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc094cee-f225-41c5-a4c1-799584ae582e req-a2061865-24c3-4f64-bc9d-1a6a56e5ec28 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:03.770950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc094cee-f225-41c5-a4c1-799584ae582e req-a2061865-24c3-4f64-bc9d-1a6a56e5ec28 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.2633109 Oct 29 08:50:03.772378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=6828a40e-c8d0-44fe-ad17-92eb9d93579a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:03.792308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:03.799583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:03.803623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:03.810675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f5c88-4f90-434f-8db8-5eac07cb33a9 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:03.813864 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.830105 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:03.865425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-49fc36f6-c11f-47f1-8f60-4de8af6d6460 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9568722 Oct 29 08:50:03.867788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45478) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:03.868955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router b5402f8c-2747-43ee-9ea6-173f8aa5b484 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:50:03.883683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:e8:09:fc', 'name': 'tempest-NetworksTestDHCPv6-789607066'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:03.902786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc094cee-f225-41c5-a4c1-799584ae582e req-f9abccb6-668c-49a2-99c6-5b2634f333d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307061 Oct 29 08:50:03.950989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-1f3e09ef-bcd2-4f10-af25-9ef2e9fb56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:03.952966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-1f3e09ef-bcd2-4f10-af25-9ef2e9fb56d8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.2267346 Oct 29 08:50:04.086908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45480) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:04.143580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:04.184634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.188170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:50:04.216589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Sync routers for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:50:04.233661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-cd9ffa9d-eae1-4e8f-9808-ffe7eb32f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:04.236984 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-cd9ffa9d-eae1-4e8f-9808-ffe7eb32f579 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621995 Oct 29 08:50:04.242570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31130dc3-9c48-4fd1-a740-ae3646885d6b']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:04.245886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': '6828a40e-c8d0-44fe-ad17-92eb9d93579a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:04.248387 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.264327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba98dbdd-85c9-4aea-9598-cdde7be47274') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:04.264776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba98dbdd-85c9-4aea-9598-cdde7be47274') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:04.268952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.270319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-550a861c-5f98-4ddc-bc25-ece53cb88827 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.2220557 Oct 29 08:50:04.286483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45490) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:04.299599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:04.300512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:04.303028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.353693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404821167'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:04.357464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2ff1b0df-79e0-47bf-b610-6ca2eeae2ad5 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4dd03b6aee5f49e1b3389d6d64c2931a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417178 Oct 29 08:50:04.359658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.367699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45492) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:04.390179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 087e9563-a24b-4bda-b368-1d98f10a1c5e yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:50:04.464196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.506484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:04.506983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:04.509151 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:04.541524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:04.545364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.586475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.792627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.803655 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.815137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/6828a40e-c8d0-44fe-ad17-92eb9d93579a/d32586bf-fc0b-4853-a1e1-2f7470d380cf) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:04.859097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65823c1-223e-4ccd-9ddd-a48ad2153970,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:04.883195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:04.907663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:04.908042 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment 0461b968-3621-414f-994e-ee9793453efb of type vlan for network bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 Oct 29 08:50:05.001187 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:05.009494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:05.058926 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:05.064600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:05.065213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:05.135842 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0326355 Oct 29 08:50:05.259830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582b440-f5b3-41c5-8f9b-2f7ac1bb0e42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=bf2e5d59-f3ac-4a13-afb7-69b47706d9e0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:05.268071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:05.271856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-907dbd80-6fb7-4326-8980-baac0271ab63 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0261919 Oct 29 08:50:05.320219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:05.447234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:05.453844 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/31130dc3-9c48-4fd1-a740-ae3646885d6b HTTP/1.1" status: 204 len: 168 time: 2.1344242 Oct 29 08:50:05.453844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=31130dc3-9c48-4fd1-a740-ae3646885d6b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:05.454642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45500) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:05.462874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7db23d-7e5c-4587-b8e9-b826da67e787 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:05.466032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7c7db23d-7e5c-4587-b8e9-b826da67e787 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0971882 Oct 29 08:50:05.480565 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.481076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.481529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.482095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.482530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.482964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.483776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.483776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.484258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.484684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.485125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.485536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce6da-a097-49fe-8e14-25628972e3a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:05.496079 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:05.501335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45502) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:05.506716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d83f5b-4060-4ae8-b2de-2cb0b3449f50 req-ac8d6b65-14cc-42f0-a504-a05cf1f33e84 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:05.515086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61d83f5b-4060-4ae8-b2de-2cb0b3449f50 req-ac8d6b65-14cc-42f0-a504-a05cf1f33e84 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.4764428 Oct 29 08:50:05.528001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:05.580113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61d83f5b-4060-4ae8-b2de-2cb0b3449f50 req-4a48ff08-f21a-40d6-b576-d989540db0d9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637393 Oct 29 08:50:05.684629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93103122-4b7e-4435-b22d-6d43c2de1c11 req-fa1d6dfc-81e5-4250-9b73-ed67bb13cba8 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906479 Oct 29 08:50:05.694477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:05.709146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:02Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:05.889189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:05.891948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Checking router: b5402f8c-2747-43ee-9ea6-173f8aa5b484 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:50:05.892242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Updating router b5402f8c-2747-43ee-9ea6-173f8aa5b484 port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:50:05.939721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:05.947282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d32586bf-fc0b-4853-a1e1-2f7470d380cf,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:05.955533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-673774f4-84ba-4065-86ab-782a5f08b110 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4438331 Oct 29 08:50:05.956255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:05.956390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45506) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:05.962029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1329751862', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:05.998424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f9 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/6828a40e-c8d0-44fe-ad17-92eb9d93579a/087e9563-a24b-4bda-b368-1d98f10a1c5e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:06.286857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.318809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.352723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.362786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:06.367855 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.395201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.427942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Attempting to bind port d32586bf-fc0b-4853-a1e1-2f7470d380cf on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:06.428576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Attempting to bind port d32586bf-fc0b-4853-a1e1-2f7470d380cf by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:06.429141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Attempting to bind port d32586bf-fc0b-4853-a1e1-2f7470d380cf on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:06.434841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f5f34-9962-4f64-a301-067a5c5f9318 None None] Pushing event updated for resources: {'Port': ['ID=7211cb03-ea1e-4115-af9c-b7dbe3a6914d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:06.439180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:06.439790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:06.440595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.441817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:06.442559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Bound port: d32586bf-fc0b-4853-a1e1-2f7470d380cf, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:06.443127 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.513676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Attempting to bind port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:06.514315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Attempting to bind port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:06.514903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Attempting to bind port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:06.533825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:06.535238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:06.535917 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.536483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:06.537572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Bound port: 7211cb03-ea1e-4115-af9c-b7dbe3a6914d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:06.538382 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.576082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:06.583314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:06.596063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:06.615524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:06.617876 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.682336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3473fa0c-cc1a-4b3d-acae-fad9cb5afa88 admin admin] Deleting subnet 0503253b-3853-4e6e-acbe-8d5d4cc5c8e4 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:06.708135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] For port d32586bf-fc0b-4853-a1e1-2f7470d380cf, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:06.714538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8455727 Oct 29 08:50:06.717031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] For port d32586bf-fc0b-4853-a1e1-2f7470d380cf, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d32586bf-fc0b-4853-a1e1-2f7470d380cf,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:06.718495 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3473fa0c-cc1a-4b3d-acae-fad9cb5afa88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.723917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45512) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:06.735415 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:06.809121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] For port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:06.905000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e154257-8c50-47be-b248-f726709f7d8a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=087e9563-a24b-4bda-b368-1d98f10a1c5e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:06.961696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3473fa0c-cc1a-4b3d-acae-fad9cb5afa88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.018637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] For port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7211cb03-ea1e-4115-af9c-b7dbe3a6914d,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:07.046560 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.050298 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.072734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6e735-a92d-4c23-946b-140689224939 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:07.090003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6e735-a92d-4c23-946b-140689224939 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:07.098699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-72d6e735-a92d-4c23-946b-140689224939 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3734484 Oct 29 08:50:07.099362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45516) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:07.118994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69d01b-0144-4925-a021-79c5e783c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d32586bf-fc0b-4853-a1e1-2f7470d380cf,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:07.242287 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3473fa0c-cc1a-4b3d-acae-fad9cb5afa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.271013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f5f34-9962-4f64-a301-067a5c5f9318 None None] Pushing event updated for resources: {'Port': ['ID=7211cb03-ea1e-4115-af9c-b7dbe3a6914d,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:07.289860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:07.290482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:49:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:07.344810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27b655-6837-4639-b37a-aacac3eb51b1 req-7c906268-c390-4ddb-8a29-9856eaf79e05 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:07.346585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd27b655-6837-4639-b37a-aacac3eb51b1 req-7c906268-c390-4ddb-8a29-9856eaf79e05 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.5563877 Oct 29 08:50:07.350013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Subnet': ['ID=6e6a4e8d-2be1-4668-b2cc-360113f73b2a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:07.577821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:07.593456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd27b655-6837-4639-b37a-aacac3eb51b1 req-a241330f-0dba-40e0-915d-8e0c222c40a0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201238 Oct 29 08:50:07.598735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3473fa0c-cc1a-4b3d-acae-fad9cb5afa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.630639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Checking segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:07.631385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network hostable DHCP agents. Network: 0e214f9c-ff0b-4c36-805d-484b8c188cbe, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:07.690483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4ba23641-a434-47e6-90a5-f7763350583f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 087e9563-a24b-4bda-b368-1d98f10a1c5e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:07.692241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ba23641-a434-47e6-90a5-f7763350583f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.714352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3473fa0c-cc1a-4b3d-acae-fad9cb5afa88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.727497 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3473fa0c-cc1a-4b3d-acae-fad9cb5afa88 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0503253b-3853-4e6e-acbe-8d5d4cc5c8e4 HTTP/1.1" status: 204 len: 168 time: 2.2692893 Oct 29 08:50:07.727497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473fa0c-cc1a-4b3d-acae-fad9cb5afa88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0503253b-3853-4e6e-acbe-8d5d4cc5c8e4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:07.731713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45520) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:07.883094 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ba23641-a434-47e6-90a5-f7763350583f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.891512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:07.908719 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:07.956276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0e214f9c-ff0b-4c36-805d-484b8c188cbe) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:07.958411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4ba23641-a434-47e6-90a5-f7763350583f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 087e9563-a24b-4bda-b368-1d98f10a1c5e owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:07.981650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d635c-0785-4c8c-a690-6e3c51656280 None None] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:07.981899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:07.983818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:08.034687 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-897e1813-614c-4dbb-9920-a0afa625426e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0747223 Oct 29 08:50:08.037187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45522) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:08.102743 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:08.178098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cc4143-4441-4ddb-8abd-f9cb979d17e5']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:08.209620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece081f0-b7dc-40fd-8f53-6d1cb9f88499') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:08.209915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece081f0-b7dc-40fd-8f53-6d1cb9f88499') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:08.242240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:02Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:08.246295 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:08.279736 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:08.292857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:08.292857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:08.294414 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:08.508756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:08.516040 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:08.523718 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f7cc4143-4441-4ddb-8abd-f9cb979d17e5 HTTP/1.1" status: 204 len: 168 time: 0.7881429 Oct 29 08:50:08.534801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45530) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:08.581393 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': 'bf2e5d59-f3ac-4a13-afb7-69b47706d9e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:08.598997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067234a-07ea-47f3-a55b-e80997355357 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cc4143-4441-4ddb-8abd-f9cb979d17e5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:08.963846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c98c26-e22c-4e12-8e3c-c703b835125c None None] The sync data for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 is: [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:02Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:50:08.979085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:08.982911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:08.992878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ba23641-a434-47e6-90a5-f7763350583f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:09.060485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba23641-a434-47e6-90a5-f7763350583f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=087e9563-a24b-4bda-b368-1d98f10a1c5e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:09.100746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39f5a-9d0d-4a5c-92fa-01866a83595b req-4ef814d3-f882-4cb9-a06d-5e3b970f05a5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:09.102342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85a39f5a-9d0d-4a5c-92fa-01866a83595b req-4ef814d3-f882-4cb9-a06d-5e3b970f05a5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.3046288 Oct 29 08:50:09.105360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45534) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:09.136121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:09.137779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:09.187446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-245660e0-0805-40a5-866e-037f6dfa42bf None None] Provisioning complete for port d32586bf-fc0b-4853-a1e1-2f7470d380cf triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:09.188129 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-245660e0-0805-40a5-866e-037f6dfa42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:09.277930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85a39f5a-9d0d-4a5c-92fa-01866a83595b req-82b1188a-1d49-4776-ac27-77a332101ab5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453390 Oct 29 08:50:09.374876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ba23641-a434-47e6-90a5-f7763350583f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:09.390578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4ba23641-a434-47e6-90a5-f7763350583f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/087e9563-a24b-4bda-b368-1d98f10a1c5e HTTP/1.1" status: 204 len: 168 time: 2.1634161 Oct 29 08:50:09.420461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45538) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:09.465138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d32586bf-fc0b-4853-a1e1-2f7470d380cf up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:09.483350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b168f63b-633c-466d-9849-7989503a83e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f5cbfcf364a44cba0a7fa5abd55e26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745458 Oct 29 08:50:09.494941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45540) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:09.793934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:09.927039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77b428-e2a3-4460-9cd6-49f3bed20478 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:09.929213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77b428-e2a3-4460-9cd6-49f3bed20478 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:09.931096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0a77b428-e2a3-4460-9cd6-49f3bed20478 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4743609 Oct 29 08:50:09.939290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45544) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:10.019113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d32586bf-fc0b-4853-a1e1-2f7470d380cf triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:10.019862 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.048865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=4257b38c-0e2f-47a8-b319-b5011d7f359f,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:10.082892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': '0461b968-3621-414f-994e-ee9793453efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bf2e5d59-f3ac-4a13-afb7-69b47706d9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:10.087663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: bf2e5d59-f3ac-4a13-afb7-69b47706d9e0, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:10.109666 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c43ce60b-e4c0-4ea8-be85-b76ecf629bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.149825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4e1e41-04d8-48fe-98e0-b4441eb845d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 6828a40e-c8d0-44fe-ad17-92eb9d93579a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:10.162612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1e41-04d8-48fe-98e0-b4441eb845d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.170952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:10.205140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c43ce60b-e4c0-4ea8-be85-b76ecf629bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.209038 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-245660e0-0805-40a5-866e-037f6dfa42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.276204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-245660e0-0805-40a5-866e-037f6dfa42bf None None] For port d32586bf-fc0b-4853-a1e1-2f7470d380cf, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d32586bf-fc0b-4853-a1e1-2f7470d380cf,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:10.297934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, bf2e5d59-f3ac-4a13-afb7-69b47706d9e0) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:10.342460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:10.345669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.361752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1e41-04d8-48fe-98e0-b4441eb845d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.382667 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-245660e0-0805-40a5-866e-037f6dfa42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.500679 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4ada9f18-8912-4876-8544-750b36ebaf47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9215701 Oct 29 08:50:10.509633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45550) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:10.521146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-716438760'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:10.531145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762d9b2-43f3-4270-840b-d4dbf05d43a9 None None] Network bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:10.573079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Allocated IP 172.20.0.2 (0e214f9c-ff0b-4c36-805d-484b8c188cbe/6e6a4e8d-2be1-4668-b2cc-360113f73b2a/9627e785-0088-476d-999a-093e0085f0a1) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:10.576829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c43ce60b-e4c0-4ea8-be85-b76ecf629bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.588075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c43ce60b-e4c0-4ea8-be85-b76ecf629bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.596735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c43ce60b-e4c0-4ea8-be85-b76ecf629bf2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5dbf0822-2d84-459e-97e2-78ab319ee7de HTTP/1.1" status: 204 len: 168 time: 0.9534752 Oct 29 08:50:10.599489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245660e0-0805-40a5-866e-037f6dfa42bf None None] Pushing event updated for resources: {'Port': ['ID=d32586bf-fc0b-4853-a1e1-2f7470d380cf,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:10.646830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-662aee66-5d29-4d16-8856-b23213ff1829 None None] Could not find standard attr ID for object 087e9563-a24b-4bda-b368-1d98f10a1c5e. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:50:10.745833 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1e41-04d8-48fe-98e0-b4441eb845d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.775881 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ce60b-e4c0-4ea8-be85-b76ecf629bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbf0822-2d84-459e-97e2-78ab319ee7de,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:10.814788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:10.896102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e272f4-bcf0-4789-bfa0-1dea71bdaa93 req-e17c836a-4079-49ba-8146-2a73349fecd0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:10.926649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56e272f4-bcf0-4789-bfa0-1dea71bdaa93 req-e17c836a-4079-49ba-8146-2a73349fecd0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.4379244 Oct 29 08:50:10.987697 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1e41-04d8-48fe-98e0-b4441eb845d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:11.035239 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1e41-04d8-48fe-98e0-b4441eb845d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:11.045820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09722ca3-892f-4766-884c-3ff26613734c None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:11.054118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8c4e1e41-04d8-48fe-98e0-b4441eb845d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/6828a40e-c8d0-44fe-ad17-92eb9d93579a HTTP/1.1" status: 204 len: 168 time: 1.1133347 Oct 29 08:50:11.060024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56e272f4-bcf0-4789-bfa0-1dea71bdaa93 req-117f8fb5-68c8-4899-b009-fb6ed2a670d8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321483 Oct 29 08:50:11.061102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45566) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:11.296532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-bf2e5d59-f3ac-4a13-afb7-69b47706d9e0', 'network_id': 'bf2e5d59-f3ac-4a13-afb7-69b47706d9e0', 'tenant_id': 'db6c0e9c273049879205af50a13d230d', 'fixed_ips': [{'subnet_id': '4257b38c-0e2f-47a8-b319-b5011d7f359f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:11.297872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c9c2c5ec-c9f1-423d-9035-5f9642fa6d49 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2244611 Oct 29 08:50:11.304073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45578) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:11.307775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:11.323710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e1e41-04d8-48fe-98e0-b4441eb845d1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=6828a40e-c8d0-44fe-ad17-92eb9d93579a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:11.423390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:11.438219 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:11.575546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d32586bf-fc0b-4853-a1e1-2f7470d380cf up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:11.587985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff350a2-9ed0-447b-ad8c-2bf1b728347b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:11.602697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aff350a2-9ed0-447b-ad8c-2bf1b728347b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2672784 Oct 29 08:50:11.604223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45580) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:11.605272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:11.660405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45582) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:11.695089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:11.704531 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment c11bd78e-2d8c-492e-a0a6-45f8be260ae4 of type vlan for network c74e6c18-192d-49c3-9cd2-33564a47fb6d Oct 29 08:50:11.759969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-642bc7ee-6326-401f-9936-a27fe5c6c72b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb310cfb5735498081c2c4be564e428f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932913 Oct 29 08:50:11.760766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45584) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:11.853084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63630185-65b5-4d37-a4f6-e4ed445d9a30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:11.859551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45586) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:11.861691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-63630185-65b5-4d37-a4f6-e4ed445d9a30 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2535093 Oct 29 08:50:11.870629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:11.933899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:11.949081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:11.949739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:11.957385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f2a200ac-8c20-4ccf-96cf-cc7eaabeab9c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940399 Oct 29 08:50:11.969289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45590) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:11.976272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:12.020857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Allocated IP 2001:db8:0:ffff::2 (bf2e5d59-f3ac-4a13-afb7-69b47706d9e0/4257b38c-0e2f-47a8-b319-b5011d7f359f/261364f1-3a79-4a04-8bd6-5d3bf2212245) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:12.029449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cf77efd-d93b-4f5e-8b3d-c1420ec2c217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.133236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cf77efd-d93b-4f5e-8b3d-c1420ec2c217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.213331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:12.220434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.249493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=c74e6c18-192d-49c3-9cd2-33564a47fb6d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:12.265495 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5de159fd-a487-4876-9d32-edc11de5b5ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7533607 Oct 29 08:50:12.268455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45594) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:12.270561 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.282343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': 'c74e6c18-192d-49c3-9cd2-33564a47fb6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:12.292854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:50:12.307395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network c74e6c18-192d-49c3-9cd2-33564a47fb6d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:12.312660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.316766 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.499189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:12.503157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.539650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Pushing event updated for resources: {'Port': ['ID=261364f1-3a79-4a04-8bd6-5d3bf2212245,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:12.550931 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.579731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.584948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.584948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.584948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.585233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.585484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.585822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.586188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.586541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.586834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.587179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.587492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:12.720778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0a3ea-4ec6-4fa1-9292-f968e4c7f743 req-225f39e5-08f6-483a-92ef-f3e7e7029aee tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:12.722487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-20b0a3ea-4ec6-4fa1-9292-f968e4c7f743 req-225f39e5-08f6-483a-92ef-f3e7e7029aee tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.2485118 Oct 29 08:50:12.724022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:12.726516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.20.0.1 (0e214f9c-ff0b-4c36-805d-484b8c188cbe/6e6a4e8d-2be1-4668-b2cc-360113f73b2a/165311fd-4691-4bd1-ab9e-4964545c720c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:12.734270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Pushing event updated for resources: {'Port': ['ID=9627e785-0088-476d-999a-093e0085f0a1,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:12.743170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:12.753465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:12.759207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.787522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d32586bf-fc0b-4853-a1e1-2f7470d380cf triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:12.788199 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.824902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cf77efd-d93b-4f5e-8b3d-c1420ec2c217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.828127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cf77efd-d93b-4f5e-8b3d-c1420ec2c217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:12.829328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4cf77efd-d93b-4f5e-8b3d-c1420ec2c217 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f95749d8-b09c-46e0-8f97-4a27488bdb3d HTTP/1.1" status: 204 len: 168 time: 1.0675392 Oct 29 08:50:12.877219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Network bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:12.906780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:12.910533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-20b0a3ea-4ec6-4fa1-9292-f968e4c7f743 req-a62450d8-e8f8-419e-9ac0-aff6b36b34e8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749270 Oct 29 08:50:12.911339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:12.914058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf77efd-d93b-4f5e-8b3d-c1420ec2c217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95749d8-b09c-46e0-8f97-4a27488bdb3d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:13.020816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:50:13.090503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.098832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7211cb03-ea1e-4115-af9c-b7dbe3a6914d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:13.220319 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.286829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Attempting to bind port 261364f1-3a79-4a04-8bd6-5d3bf2212245 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:13.287247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Attempting to bind port 261364f1-3a79-4a04-8bd6-5d3bf2212245 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '0461b968-3621-414f-994e-ee9793453efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bf2e5d59-f3ac-4a13-afb7-69b47706d9e0'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:13.287581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Attempting to bind port 261364f1-3a79-4a04-8bd6-5d3bf2212245 on network bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:13.348977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:13.391938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:13.421829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:13.495297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=165311fd-4691-4bd1-ab9e-4964545c720c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:13.513629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.563107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] Deleting port d32586bf-fc0b-4853-a1e1-2f7470d380cf {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:13.563513 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.613424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Attempting to bind port 9627e785-0088-476d-999a-093e0085f0a1 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:13.614074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Attempting to bind port 9627e785-0088-476d-999a-093e0085f0a1 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:13.614417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Attempting to bind port 9627e785-0088-476d-999a-093e0085f0a1 on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:13.617678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:13.618534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Checking segment: {'id': '0461b968-3621-414f-994e-ee9793453efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bf2e5d59-f3ac-4a13-afb7-69b47706d9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:13.620121 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.620731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Bound using segment: {'id': '0461b968-3621-414f-994e-ee9793453efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bf2e5d59-f3ac-4a13-afb7-69b47706d9e0'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:13.621651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Bound port: 261364f1-3a79-4a04-8bd6-5d3bf2212245, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0461b968-3621-414f-994e-ee9793453efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bf2e5d59-f3ac-4a13-afb7-69b47706d9e0'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:13.622170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.662527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:13.663215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Checking segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:13.663733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.664299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Bound using segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:13.664893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Bound port: 9627e785-0088-476d-999a-093e0085f0a1, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:13.665383 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.744062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] For port 261364f1-3a79-4a04-8bd6-5d3bf2212245, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:13.748163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] For port 261364f1-3a79-4a04-8bd6-5d3bf2212245, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=261364f1-3a79-4a04-8bd6-5d3bf2212245,segment=NetworkSegment(0461b968-3621-414f-994e-ee9793453efb),segment_id=0461b968-3621-414f-994e-ee9793453efb)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:13.779572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.812182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=06deca55-389d-416f-b15b-57bc12430169,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:13.829133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': 'c11bd78e-2d8c-492e-a0a6-45f8be260ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c74e6c18-192d-49c3-9cd2-33564a47fb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:13.829514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: c74e6c18-192d-49c3-9cd2-33564a47fb6d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:13.864765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network c74e6c18-192d-49c3-9cd2-33564a47fb6d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:13.885425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, c74e6c18-192d-49c3-9cd2-33564a47fb6d) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:13.885856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] For port 9627e785-0088-476d-999a-093e0085f0a1, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:13.891690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:13.895758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.899079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] For port 9627e785-0088-476d-999a-093e0085f0a1, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9627e785-0088-476d-999a-093e0085f0a1,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:13.929463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84516f65-995e-4d3a-8f5a-e2e37b52ed59 None None] Network c74e6c18-192d-49c3-9cd2-33564a47fb6d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:13.944255 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-287534e3-27ba-436a-8fff-ec0341712dcf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6720469 Oct 29 08:50:13.946906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45614) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:13.962797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port d32586bf-fc0b-4853-a1e1-2f7470d380cf, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d32586bf-fc0b-4853-a1e1-2f7470d380cf,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:13.972610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:13.975427 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:14.215741 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:14.303163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] For port d32586bf-fc0b-4853-a1e1-2f7470d380cf, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d32586bf-fc0b-4853-a1e1-2f7470d380cf,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:14.303571 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:14.336768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] Calling delete_port for d32586bf-fc0b-4853-a1e1-2f7470d380cf owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:14.436822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:14.511941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17bd30-cbf1-44a1-ac61-338598dc8f81 None None] Pushing event updated for resources: {'Port': ['ID=261364f1-3a79-4a04-8bd6-5d3bf2212245,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:14.560141 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:14.608216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:14.623560 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:14.816101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=06deca55-389d-416f-b15b-57bc12430169,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:15.048935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45634) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:15.101493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ecd2c-0aec-4df9-aa2c-91e791e4cae7 None None] Pushing event updated for resources: {'Port': ['ID=9627e785-0088-476d-999a-093e0085f0a1,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:15.117224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.126719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-40e5be9e-5151-46c1-adf0-bef7b0dcc77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.172534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e6501-16cb-4982-8f38-9d05dbe4a41a None None] Network c74e6c18-192d-49c3-9cd2-33564a47fb6d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:15.189922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.195341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74e6c18-192d-49c3-9cd2-33564a47fb6d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:15.218466 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.219682 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.228455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-82786418-network', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:15.236917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11bd78e-2d8c-492e-a0a6-45f8be260ae4') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:15.238027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11bd78e-2d8c-492e-a0a6-45f8be260ae4') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:15.253953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.275964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.278807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Made reservation on behalf of ea79ec4c5ca34ae895a434a7b61d5513 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:15.281638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.298916 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.302399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:15.302897 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:15.306519 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:15.332562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.343983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.397295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=d32586bf-fc0b-4853-a1e1-2f7470d380cf,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:15.410778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.431900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.442241 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/c74e6c18-192d-49c3-9cd2-33564a47fb6d HTTP/1.1" status: 204 len: 168 time: 1.4922884 Oct 29 08:50:15.446072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45638) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:15.469321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb608ea0-8873-4d38-8b1f-f1dc9f697537 req-82c65d6e-8c17-46e0-93e9-8656e8453795 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:15.477992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb608ea0-8873-4d38-8b1f-f1dc9f697537 req-82c65d6e-8c17-46e0-93e9-8656e8453795 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.5292792 Oct 29 08:50:15.482779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688987990'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:15.489010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] Pushing event deleted for resources: {'Port': ['ID=d32586bf-fc0b-4853-a1e1-2f7470d380cf,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:15.496329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7211cb03-ea1e-4115-af9c-b7dbe3a6914d,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:15.508717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6791b0b-0e4a-4e83-a5a8-9348edf122e2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=c74e6c18-192d-49c3-9cd2-33564a47fb6d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:15.555342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:15.564799 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.632111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=e6f698cf-b9d3-404f-8139-53403fd5460f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:15.644569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:15.668451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.669035 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment e7d8386b-66d4-4ce9-926d-718496d4dda2 of type vlan for network 82fae286-6e35-4518-aa4c-ed065415b28a Oct 29 08:50:15.669193 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.723083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:15.730406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:15.747358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.766628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:15.767288 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.808476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca25ad-8d4b-4caa-ac06-8c0c7ec230a0 None None] No DVR routers for this DVR port d32586bf-fc0b-4853-a1e1-2f7470d380cf on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:50:15.810689 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.840641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee5e29-5763-46c5-bd40-a786526fe8a2 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:15.844617 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.885523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb608ea0-8873-4d38-8b1f-f1dc9f697537 req-c46a81d9-d4e5-4b89-80de-0f132594e1eb tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061637 Oct 29 08:50:15.931499 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:15.948343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-988e2e18-484b-408f-b7e9-8089e30e7b2d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9776869 Oct 29 08:50:15.951906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45644) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:15.961972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a6950b91-8cce-4292-8b81-7571cb085667 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:15.972406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:15.973717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.014115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:16.081733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9627e785-0088-476d-999a-093e0085f0a1 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:16.086298 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.149060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6880400 Oct 29 08:50:16.157271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45646) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:16.177976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=7211cb03-ea1e-4115-af9c-b7dbe3a6914d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:16.244567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': '82fae286-6e35-4518-aa4c-ed065415b28a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:16.249158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec05c0-1160-4004-b21a-15cbb329555d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:16.259565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.260328 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Added segment cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d of type vlan for network de72089d-75af-4938-9435-afcd9bd00b10 Oct 29 08:50:16.308712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': 'e6f698cf-b9d3-404f-8139-53403fd5460f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:16.314136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.491862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6950b91-8cce-4292-8b81-7571cb085667 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:16.497464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6950b91-8cce-4292-8b81-7571cb085667 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.551483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Allocated IP 2001:db8::f816:3eff:fe3e:3316 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/e6f698cf-b9d3-404f-8139-53403fd5460f/2e6b5456-0047-4063-bf4e-fd73be7c5b7d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:16.630292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41e706-ec91-41da-80e5-02199b918536 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=82fae286-6e35-4518-aa4c-ed065415b28a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:16.672752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d955ef3-61ca-43a8-975e-66fcbd3cba5e None None] Network bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:16.695240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 82fae286-6e35-4518-aa4c-ed065415b28a details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:16.715916 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.761934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:16.774050 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.814635 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-a6950b91-8cce-4292-8b81-7571cb085667 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6f698cf-b9d3-404f-8139-53403fd5460f (CIDR: 2001:db8::/64) Oct 29 08:50:16.826229 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6950b91-8cce-4292-8b81-7571cb085667 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:50:16.826833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6950b91-8cce-4292-8b81-7571cb085667 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:16.865690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c9525-36cc-4ff8-81c9-a5334684bcf0 None None] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:16.887238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a6950b91-8cce-4292-8b81-7571cb085667 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9312913 Oct 29 08:50:16.893827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45652) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:16.898144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9627e785-0088-476d-999a-093e0085f0a1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:16.898860 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.915920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:16.964238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:16.967706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:16.968318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:17.089473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0bd4e5ec-90da-4b1f-87a7-95c843c08668 None None] Provisioning complete for port 261364f1-3a79-4a04-8bd6-5d3bf2212245 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:17.090234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e5ec-90da-4b1f-87a7-95c843c08668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:17.156355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] Pushing event updated for resources: {'Network': ['ID=de72089d-75af-4938-9435-afcd9bd00b10,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:17.177979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d7e88ef3-1204-423e-aa26-36103006ee8c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1241732 Oct 29 08:50:17.183711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45656) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:17.191661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Request body: {'subnet': {'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-82786418-subnet', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:17.233755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Made reservation on behalf of ea79ec4c5ca34ae895a434a7b61d5513 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:17.241606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:17.306017 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:17.335095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:17.465583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c80ba-8516-47ff-a1f5-58cdf4c729d5 req-c769b6c6-d9c7-4c0f-a378-654e2b8489ff tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:17.467272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-586c80ba-8516-47ff-a1f5-58cdf4c729d5 req-c769b6c6-d9c7-4c0f-a378-654e2b8489ff tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.4196489 Oct 29 08:50:17.528706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=165311fd-4691-4bd1-ab9e-4964545c720c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:17.546011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:17.667267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network de72089d-75af-4938-9435-afcd9bd00b10 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:17.673036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:17.682253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:17.818086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-586c80ba-8516-47ff-a1f5-58cdf4c729d5 req-aa70e72a-28a4-4094-8aa1-2d35df4507aa tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429687 Oct 29 08:50:17.834202 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:17.870827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:17.879263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:17.951037 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-141b1abd-17b2-4f9a-8c85-7977f2af4404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.024448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router b5402f8c-2747-43ee-9ea6-173f8aa5b484 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:50:18.033788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Checking segment: {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:18.034434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Network hostable DHCP agents. Network: de72089d-75af-4938-9435-afcd9bd00b10, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:18.040491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.058153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c226df99-f298-4df4-a8a5-968a096cae92,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:18.118367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=9b9c64cb-6200-4807-afb7-92f0fa3fe23c,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:18.171186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Network de72089d-75af-4938-9435-afcd9bd00b10 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:18.179688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': 'e7d8386b-66d4-4ce9-926d-718496d4dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '82fae286-6e35-4518-aa4c-ed065415b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:18.180900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: 82fae286-6e35-4518-aa4c-ed065415b28a, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:18.194934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, de72089d-75af-4938-9435-afcd9bd00b10) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:18.200275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:18.202266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.225350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5daaabd9-100b-47ca-9801-bf14c7752138 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0381663 Oct 29 08:50:18.227028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network 82fae286-6e35-4518-aa4c-ed065415b28a is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:18.229090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c74a2-f89f-4a27-9aab-3973ace919ed None None] Network de72089d-75af-4938-9435-afcd9bd00b10 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:18.229666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45664) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:18.235821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:18.266828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 82fae286-6e35-4518-aa4c-ed065415b28a) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:18.267240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:50:18.273689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:18.274310 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.279932 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aac012-f890-4429-9223-92309056ca2b None None] Sync routers for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:50:18.280499 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.281074 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.302132 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aac012-f890-4429-9223-92309056ca2b None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:18.303021 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-10aac012-f890-4429-9223-92309056ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:18.310183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7e1a4af8-9b6f-43a5-8c12-14e6ce029bcb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1208670 Oct 29 08:50:18.310410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45666) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:18.316313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f4b25280-c90f-4cc6-bfd3-ca46fbb02a35 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "PUT /v2.0/routers/b5402f8c-2747-43ee-9ea6-173f8aa5b484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2760446 Oct 29 08:50:18.321924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374184830'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:18.330363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb3e07e-cf95-4241-8b92-2900686ec46e None None] Network 82fae286-6e35-4518-aa4c-ed065415b28a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:18.416330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.453908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.508316 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.565413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:18.575514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:18.580309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:18.580486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.622969 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-10aac012-f890-4429-9223-92309056ca2b None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:18.638010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.647673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7509158 Oct 29 08:50:18.660175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45680) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:18.666303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.678949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:f1:15:9e', 'name': 'tempest-NetworksTestDHCPv6-1544181577'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:18.680184 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e5ec-90da-4b1f-87a7-95c843c08668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.683194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.696432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bce934-68c7-419c-9323-f2e0aa73931c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=45686d07-f68b-4f85-b26b-5276572f8302,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:18.699372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:18.713180 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.814380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.884822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:18.893070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:18.917733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:18.923257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:18.950614 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:18.951297 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment 59a52ad2-1474-47d1-a73f-7360960d9036 of type vlan for network dd2307ac-ee02-496a-8dd3-29a3237a04a8 Oct 29 08:50:18.953006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0bd4e5ec-90da-4b1f-87a7-95c843c08668 None None] For port 261364f1-3a79-4a04-8bd6-5d3bf2212245, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=261364f1-3a79-4a04-8bd6-5d3bf2212245,segment=NetworkSegment(0461b968-3621-414f-994e-ee9793453efb),segment_id=0461b968-3621-414f-994e-ee9793453efb)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:18.961803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:19.021751 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.046230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-bcab6bf7-e22f-4107-96bf-e36c3703fab2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497787910&fields=id&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 267 time: 0.4339497 Oct 29 08:50:19.067517 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e5ec-90da-4b1f-87a7-95c843c08668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.135092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.162757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 9627e785-0088-476d-999a-093e0085f0a1, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9627e785-0088-476d-999a-093e0085f0a1,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:19.216050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba5ee5-547b-4f3b-8db3-33f288a52e19 req-bb40b420-6176-421e-94b9-2d07e7d76f26 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:19.230897 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3eba5ee5-547b-4f3b-8db3-33f288a52e19 req-bb40b420-6176-421e-94b9-2d07e7d76f26 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.1844711 Oct 29 08:50:19.257348 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-10aac012-f890-4429-9223-92309056ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:17Z', 'revision_number': 2, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:19.309394 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aac012-f890-4429-9223-92309056ca2b None None] Checking router: b5402f8c-2747-43ee-9ea6-173f8aa5b484 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:50:19.311159 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aac012-f890-4429-9223-92309056ca2b None None] Updating router b5402f8c-2747-43ee-9ea6-173f8aa5b484 port 165311fd-4691-4bd1-ab9e-4964545c720c binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:50:19.340562 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-10aac012-f890-4429-9223-92309056ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.370295 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3eba5ee5-547b-4f3b-8db3-33f288a52e19 req-ca03ed9f-9416-4c53-b625-7a38e3faa5c8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364617 Oct 29 08:50:19.391283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:19.404622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:50:19.518290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-94e34e9d-f559-45c1-93ab-d7edaf4bde1a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:19.526931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-94e34e9d-f559-45c1-93ab-d7edaf4bde1a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 796 time: 0.4666135 Oct 29 08:50:19.598954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-2a83e3bf-fc28-4cfe-8180-fd0c19c878c5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/quotas/4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 375 time: 0.0706525 Oct 29 08:50:19.650342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.652196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 261364f1-3a79-4a04-8bd6-5d3bf2212245 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:19.662440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.670914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:19.671276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.694748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.736309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.744808 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4330897 Oct 29 08:50:19.774716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45704) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:19.789026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': 'dd2307ac-ee02-496a-8dd3-29a3237a04a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:19.826747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-82fae286-6e35-4518-aa4c-ed065415b28a', 'network_id': '82fae286-6e35-4518-aa4c-ed065415b28a', 'tenant_id': 'db6c0e9c273049879205af50a13d230d', 'fixed_ips': [{'subnet_id': '9b9c64cb-6200-4807-afb7-92f0fa3fe23c'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:19.827632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:19.837195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ec352-a433-4c00-bad7-4fdbc632cd2c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=dd2307ac-ee02-496a-8dd3-29a3237a04a8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:19.886182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network dd2307ac-ee02-496a-8dd3-29a3237a04a8 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:20.006552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Allocated IP 172.25.5.160 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/71b21547-4b63-460a-a839-c022b7476ca6) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:20.049776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Attempting to bind port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:20.058681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Attempting to bind port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:20.060261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Attempting to bind port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:20.080480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-cc8c4490-ec24-487b-a17e-e5bf6fbe655c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4804957 Oct 29 08:50:20.093996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.111218 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-10aac012-f890-4429-9223-92309056ca2b None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.129471 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-10aac012-f890-4429-9223-92309056ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.131111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-de72089d-75af-4938-9435-afcd9bd00b10', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:20.133842 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.145024 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.228730 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Pushing event updated for resources: {'Port': ['ID=165311fd-4691-4bd1-ab9e-4964545c720c,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:20.237314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7e900073-9d5c-4b2e-8d39-21577a07c485 None None] Provisioning complete for port 9627e785-0088-476d-999a-093e0085f0a1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:20.238564 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7e900073-9d5c-4b2e-8d39-21577a07c485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.252548 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.254639 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.255034 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.255371 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.255707 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.256066 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.256393 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.256722 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.257051 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.260788 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.261081 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.261420 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:20.279650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:20.280609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:20.281267 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.281884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:20.282650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Bound port: 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:20.283288 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.313612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.324825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4e5ec-90da-4b1f-87a7-95c843c08668 None None] Pushing event updated for resources: {'Port': ['ID=261364f1-3a79-4a04-8bd6-5d3bf2212245,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:20.463195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.498639 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-10aac012-f890-4429-9223-92309056ca2b None None] Attempting to bind port 165311fd-4691-4bd1-ab9e-4964545c720c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:20.501905 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-10aac012-f890-4429-9223-92309056ca2b None None] Attempting to bind port 165311fd-4691-4bd1-ab9e-4964545c720c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:20.502341 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aac012-f890-4429-9223-92309056ca2b None None] Attempting to bind port 165311fd-4691-4bd1-ab9e-4964545c720c on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:20.505878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-03bd875b-402b-475d-ad17-8a639dfe9daa service neutron] 10.222.0.70 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950877 Oct 29 08:50:20.513129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 3f4183cc-c212-4abf-b167-04fa457d4731 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:50:20.522996 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aac012-f890-4429-9223-92309056ca2b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:20.523772 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aac012-f890-4429-9223-92309056ca2b None None] Checking segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:20.526505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:20.526689 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-10aac012-f890-4429-9223-92309056ca2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.527014 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aac012-f890-4429-9223-92309056ca2b None None] Bound using segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:20.527580 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-10aac012-f890-4429-9223-92309056ca2b None None] Bound port: 165311fd-4691-4bd1-ab9e-4964545c720c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:20.530464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.530950 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-10aac012-f890-4429-9223-92309056ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.580251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:20.594493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Pushing event updated for resources: {'Port': ['ID=71b21547-4b63-460a-a839-c022b7476ca6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:20.608678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:20.614443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:20.726198 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-10aac012-f890-4429-9223-92309056ca2b None None] For port 165311fd-4691-4bd1-ab9e-4964545c720c, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:20.735866 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-10aac012-f890-4429-9223-92309056ca2b None None] For port 165311fd-4691-4bd1-ab9e-4964545c720c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=165311fd-4691-4bd1-ab9e-4964545c720c,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:20.744749 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-10aac012-f890-4429-9223-92309056ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:20.848407 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a890961-0ad1-4b90-b40b-551744c32946 None None] Pushing event updated for resources: {'Port': ['ID=165311fd-4691-4bd1-ab9e-4964545c720c,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:20.853068 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aac012-f890-4429-9223-92309056ca2b None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:20.853909 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-10aac012-f890-4429-9223-92309056ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:20.935380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Performing IP validity checks on allocation pools {{(pid=102113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 08:50:20.938684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 08:50:21.034325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=9627e785-0088-476d-999a-093e0085f0a1,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:21.101915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0512b4d-c911-4d52-9ae4-70cc09c6f249 req-07fe96ce-1873-41c2-a36a-952330c1fb4c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:21.112452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0512b4d-c911-4d52-9ae4-70cc09c6f249 req-07fe96ce-1873-41c2-a36a-952330c1fb4c tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.5301762 Oct 29 08:50:21.165050 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-10aac012-f890-4429-9223-92309056ca2b None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:21.185456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 261364f1-3a79-4a04-8bd6-5d3bf2212245 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:21.187040 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:21.212694 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0512b4d-c911-4d52-9ae4-70cc09c6f249 req-77f42a60-5710-49a0-bb18-54f5ef0cd8d0 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974569 Oct 29 08:50:21.270915 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:21.308605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f107eb27-a43e-492c-a626-0c2bcf2c25d8 service neutron] 10.222.0.70 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7338150 Oct 29 08:50:21.516145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:21.566920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:21.581016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Allocated IP 2001:db8::3 (82fae286-6e35-4518-aa4c-ed065415b28a/9b9c64cb-6200-4807-afb7-92f0fa3fe23c/db22f248-ec82-41f5-a011-be4d4a0c581f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:21.813382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-55fb58b1-cef2-472c-8232-a0fcb2e8c315 req-5a0e7de6-f161-489c-99aa-13b4cd7615a5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 210 time: 0.0586667 Oct 29 08:50:21.876470 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-10aac012-f890-4429-9223-92309056ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:20Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:21.881236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8:0:1::154 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/45686d07-f68b-4f85-b26b-5276572f8302/3f4183cc-c212-4abf-b167-04fa457d4731) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:21.883789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Allocated IP 172.20.0.2 (de72089d-75af-4938-9435-afcd9bd00b10/c226df99-f298-4df4-a8a5-968a096cae92/481ca656-fd95-4769-9631-df166a494a24) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:21.938050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:fef1:159e (518ef6fc-f3d9-4071-bb94-ff10c09b9203/e6f698cf-b9d3-404f-8139-53403fd5460f/3f4183cc-c212-4abf-b167-04fa457d4731) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:21.958796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:21.991473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:22.038625 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aac012-f890-4429-9223-92309056ca2b None None] The sync data for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 is: [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:20Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:50:22.115639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=64f34a45-d6a7-4f2e-9ee2-e232c3807490,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:22.287219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:22.339693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Router 88d714e4-337e-494f-bf0e-b10638b2b3b4 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:50:22.572416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:22.590946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:50:22.648358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:22.649110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:22.651215 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e2bc173a-5bd5-4842-93eb-e510a7b34d96 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4193287 Oct 29 08:50:22.654264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45732) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:23.030545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Provisioning complete for port 165311fd-4691-4bd1-ab9e-4964545c720c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:23.030963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:23.195337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Sync routers for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:50:23.369991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': '59a52ad2-1474-47d1-a73f-7360960d9036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'dd2307ac-ee02-496a-8dd3-29a3237a04a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:23.370603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: dd2307ac-ee02-496a-8dd3-29a3237a04a8, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:23.403777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:23.416328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:23.439560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:23.448349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:23.449066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:23.476677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabad49a-0df4-4be2-a0b2-de46c73b4219 req-6c1c6b73-993a-4ee1-b425-21e6b9285859 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:23.487840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aabad49a-0df4-4be2-a0b2-de46c73b4219 req-6c1c6b73-993a-4ee1-b425-21e6b9285859 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.9391975 Oct 29 08:50:23.500361 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:23.602367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:23.603099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:23.730728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-df91bc6f-997d-461d-b1ef-d72aa0441116 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:23.733722 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-df91bc6f-997d-461d-b1ef-d72aa0441116 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 796 time: 0.2087543 Oct 29 08:50:23.736985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=3f4183cc-c212-4abf-b167-04fa457d4731,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:23.772471 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aabad49a-0df4-4be2-a0b2-de46c73b4219 req-eb70837d-4b2e-4569-91ac-83032380d1b1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808559 Oct 29 08:50:23.891898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4809c1de-bfd1-4289-847c-42f02b729065 req-35317b63-bad6-469b-b283-9eb4f3f2ab59 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 210 time: 0.8361928 Oct 29 08:50:23.896657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0bd9198a-da12-4ede-bf56-d3d3c7583443 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.2283344 Oct 29 08:50:23.911131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45742) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:23.911527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-c70dc2eb-4342-4a31-8fb9-c7aecd9f0083 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 379 time: 0.1329260 Oct 29 08:50:23.927139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'port': {'device_id': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'admin_state_up': True, 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'security_groups': ['83bef2a5-1f23-444a-b745-59e09370d32c']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:23.944847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network dd2307ac-ee02-496a-8dd3-29a3237a04a8 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:24.034304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, dd2307ac-ee02-496a-8dd3-29a3237a04a8) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:24.051518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:24.052166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.067517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:24.111143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-55200b7b-9977-480d-bec6-7391b912ca47 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.3328140 Oct 29 08:50:24.119244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45744) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:24.197774 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.215743 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.335674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Network de72089d-75af-4938-9435-afcd9bd00b10 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:24.337083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd954cf-d312-46bb-b5bc-b2355e1c1330 None None] Network dd2307ac-ee02-496a-8dd3-29a3237a04a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:24.368501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:24.378589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:24.381506 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.393010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b1bfba18-9ec6-4d95-87f8-9b7381204a48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 3f4183cc-c212-4abf-b167-04fa457d4731 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:24.393785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba18-9ec6-4d95-87f8-9b7381204a48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.575009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c9a54-1d2e-4a3f-a89a-5095ca3e9f75 None None] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:24.585732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.613877 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.701437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:24.705640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.724087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba18-9ec6-4d95-87f8-9b7381204a48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.751071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.764934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Pushing event updated for resources: {'Port': ['ID=481ca656-fd95-4769-9631-df166a494a24,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:24.777941 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:24.820179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=64f34a45-d6a7-4f2e-9ee2-e232c3807490,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:24.966387 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.036319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Allocated IP 172.20.0.1 (de72089d-75af-4938-9435-afcd9bd00b10/c226df99-f298-4df4-a8a5-968a096cae92/fcea279a-9347-451c-93a0-2f29378b2450) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:25.075726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.222623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d32586bf-fc0b-4853-a1e1-2f7470d380cf no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:50:25.230661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2307ac-ee02-496a-8dd3-29a3237a04a8']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:25.240791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Attempting to bind port 481ca656-fd95-4769-9631-df166a494a24 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:25.241588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Attempting to bind port 481ca656-fd95-4769-9631-df166a494a24 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:25.242147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Attempting to bind port 481ca656-fd95-4769-9631-df166a494a24 on network de72089d-75af-4938-9435-afcd9bd00b10 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:25.256440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a52ad2-1474-47d1-a73f-7360960d9036') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:25.256893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a52ad2-1474-47d1-a73f-7360960d9036') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:25.276145 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.301258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] For port 165311fd-4691-4bd1-ab9e-4964545c720c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=165311fd-4691-4bd1-ab9e-4964545c720c,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:25.314439 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.324024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Network 82fae286-6e35-4518-aa4c-ed065415b28a is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:25.367610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16186c-71fd-4cb7-9825-6cee5d3cec37 req-76c957ff-32bf-4e30-97e9-e8fa5cd0865f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:25.372966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:25.376139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a16186c-71fd-4cb7-9825-6cee5d3cec37 req-76c957ff-32bf-4e30-97e9-e8fa5cd0865f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.2696238 Oct 29 08:50:25.382220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: d32586bf-fc0b-4853-a1e1-2f7470d380cf {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:50:25.382830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d32586bf-fc0b-4853-a1e1-2f7470d380cf not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:50:25.384119 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.400904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:25.432022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:25.432437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.440112 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:25.445226 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:25.449976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:25.450829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Checking segment: {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:25.451598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.20.0.10 (0e214f9c-ff0b-4c36-805d-484b8c188cbe/6e6a4e8d-2be1-4668-b2cc-360113f73b2a/10f52fbc-fcaa-4553-bcd1-d8993510c6cc) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:25.456697 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.457173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Bound using segment: {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:25.457744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Bound port: 481ca656-fd95-4769-9631-df166a494a24, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:25.458149 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.464145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b1bfba18-9ec6-4d95-87f8-9b7381204a48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 3f4183cc-c212-4abf-b167-04fa457d4731 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:25.602302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Pushing event updated for resources: {'Port': ['ID=db22f248-ec82-41f5-a011-be4d4a0c581f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:25.631927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a16186c-71fd-4cb7-9825-6cee5d3cec37 req-12cc2301-b594-4539-9952-864a0e425d7f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545972 Oct 29 08:50:25.745172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fafc30c-b0ec-400a-bd75-85923bb72508 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:25.763077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Pushing event updated for resources: {'Port': ['ID=165311fd-4691-4bd1-ab9e-4964545c720c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:25.837776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.881139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.889507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/dd2307ac-ee02-496a-8dd3-29a3237a04a8 HTTP/1.1" status: 204 len: 168 time: 1.7691598 Oct 29 08:50:25.891049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45764) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:25.900623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-232228611'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:25.934932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72198883-ac86-450f-bd6d-391bbea0f6c6 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=dd2307ac-ee02-496a-8dd3-29a3237a04a8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:25.937553 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dab82050-f25f-4a89-8e55-4dc84c956397 req-eb2d9475-b227-439f-b065-b3d8b16eebf6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 210 time: 0.5165048 Oct 29 08:50:25.958584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9627e785-0088-476d-999a-093e0085f0a1 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:25.963145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:20Z', 'revision_number': 3, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:25.975545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:25.991620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:25.998675 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.033070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Network de72089d-75af-4938-9435-afcd9bd00b10 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:26.046162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.060309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:26.064763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:26.081436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba18-9ec6-4d95-87f8-9b7381204a48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.089192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:26.109118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.109615 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment 5eaa50fd-14cb-4ea7-ac69-35a98bd50871 of type vlan for network dc440cd5-2aba-4963-b2ad-7395a67e9e13 Oct 29 08:50:26.123163 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.173071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Pushing event updated for resources: {'Port': ['ID=fcea279a-9347-451c-93a0-2f29378b2450,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:26.179396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce2cd6f-2421-4cdb-adf2-f6b1c7ee3512 None None] Network dd2307ac-ee02-496a-8dd3-29a3237a04a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:26.208018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:26.226418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Checking router: 88d714e4-337e-494f-bf0e-b10638b2b3b4 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:50:26.226765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Updating router 88d714e4-337e-494f-bf0e-b10638b2b3b4 port 71b21547-4b63-460a-a839-c022b7476ca6 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:50:26.229602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Provisioning complete for port 261364f1-3a79-4a04-8bd6-5d3bf2212245 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:26.229979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.233659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfba18-9ec6-4d95-87f8-9b7381204a48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=3f4183cc-c212-4abf-b167-04fa457d4731,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:26.280988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba18-9ec6-4d95-87f8-9b7381204a48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.284882 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b1bfba18-9ec6-4d95-87f8-9b7381204a48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/3f4183cc-c212-4abf-b167-04fa457d4731 HTTP/1.1" status: 204 len: 168 time: 2.3738708 Oct 29 08:50:26.287796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45768) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:26.290946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.291928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.295673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:26.302649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:26.307056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:26.360435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce2cd6f-2421-4cdb-adf2-f6b1c7ee3512 None None] Network dd2307ac-ee02-496a-8dd3-29a3237a04a8 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:50:26.405938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9627e785-0088-476d-999a-093e0085f0a1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:26.406599 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.439397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.452307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:26.453924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.500384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Attempting to bind port db22f248-ec82-41f5-a011-be4d4a0c581f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:26.501132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Attempting to bind port db22f248-ec82-41f5-a011-be4d4a0c581f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e7d8386b-66d4-4ce9-926d-718496d4dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '82fae286-6e35-4518-aa4c-ed065415b28a'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:26.501733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Attempting to bind port db22f248-ec82-41f5-a011-be4d4a0c581f on network 82fae286-6e35-4518-aa4c-ed065415b28a {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:26.515070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6183834 Oct 29 08:50:26.517719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45770) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:26.535830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': 'dc440cd5-2aba-4963-b2ad-7395a67e9e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:26.541556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.560174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:26.563512 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.720584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-e78d38da-a939-468d-9c93-254d11f4a0d9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7999222 Oct 29 08:50:26.740483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Request body: {'port': {'device_id': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:26.796618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cc3a3-04d1-45b9-814a-b4c2acad08d3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=dc440cd5-2aba-4963-b2ad-7395a67e9e13,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:26.822876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcfe32-9bdb-41f5-9d98-1192744358e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:26.824718 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5adcfe32-9bdb-41f5-9d98-1192744358e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5349603 Oct 29 08:50:26.842424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45784) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:26.896504 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.932251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3495353-9c65-4d62-b0f9-a2df7047e393 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:26.936508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c3495353-9c65-4d62-b0f9-a2df7047e393 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0906363 Oct 29 08:50:26.937365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45788) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:26.945571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:26.950356 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:26.983279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e2d67-79b4-45fb-a8c6-1bcb4e0e08f4 req-d49b96b3-7648-4105-9b5b-65f9daba7ed7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:26.986957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea3e2d67-79b4-45fb-a8c6-1bcb4e0e08f4 req-d49b96b3-7648-4105-9b5b-65f9daba7ed7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.1257851 Oct 29 08:50:27.012497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e117d-667c-42e4-ac74-275106289cc0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:27.014298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e117d-667c-42e4-ac74-275106289cc0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:27.015931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e117d-667c-42e4-ac74-275106289cc0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:27.020181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eb8e117d-667c-42e4-ac74-275106289cc0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0788243 Oct 29 08:50:27.049192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network dc440cd5-2aba-4963-b2ad-7395a67e9e13 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:27.060386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45794) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:27.074213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] For port 481ca656-fd95-4769-9631-df166a494a24, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:27.091375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:27.091940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Checking segment: {'id': 'e7d8386b-66d4-4ce9-926d-718496d4dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '82fae286-6e35-4518-aa4c-ed065415b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:27.092607 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.093075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Bound using segment: {'id': 'e7d8386b-66d4-4ce9-926d-718496d4dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '82fae286-6e35-4518-aa4c-ed065415b28a'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:27.093635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Bound port: db22f248-ec82-41f5-a011-be4d4a0c581f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d8386b-66d4-4ce9-926d-718496d4dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '82fae286-6e35-4518-aa4c-ed065415b28a'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:27.094223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.158244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] For port 481ca656-fd95-4769-9631-df166a494a24, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=481ca656-fd95-4769-9631-df166a494a24,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:27.163994 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.213213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9e7f77-cd81-4468-a00f-6b33abcc6401 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 45686d07-f68b-4f85-b26b-5276572f8302 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:27.226318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7f77-cd81-4468-a00f-6b33abcc6401 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.252790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c3c08-4318-4a3c-aff4-c9697b323a5b req-9f4e8c79-7dbe-465a-b15e-9a125d499cf8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:27.254290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea3e2d67-79b4-45fb-a8c6-1bcb4e0e08f4 req-258d9f6d-b14c-4521-80d7-c489a705d296 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097127 Oct 29 08:50:27.254539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-590c3c08-4318-4a3c-aff4-c9697b323a5b req-9f4e8c79-7dbe-465a-b15e-9a125d499cf8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 932 time: 0.1277802 Oct 29 08:50:27.313367 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7f77-cd81-4468-a00f-6b33abcc6401 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.364901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-590c3c08-4318-4a3c-aff4-c9697b323a5b req-86fa2895-9997-47c3-b511-0a0a236cc731 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837300 Oct 29 08:50:27.423160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f52fbc-fcaa-4553-bcd1-d8993510c6cc {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:50:27.432101 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.451321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Transition to ACTIVE for port object 10f52fbc-fcaa-4553-bcd1-d8993510c6cc will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:50:27.457983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.519958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:27.532074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.545688 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7f77-cd81-4468-a00f-6b33abcc6401 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.546948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 165311fd-4691-4bd1-ab9e-4964545c720c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:27.720017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25903145-6301-4206-b8a3-0f30446c5fb4 None None] Pushing event updated for resources: {'Port': ['ID=481ca656-fd95-4769-9631-df166a494a24,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:27.777227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:27.777743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:27.778170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:27.788775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:50:27.789195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:27.803348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:27.807050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Checking segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:27.807823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Bound using segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:27.808938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Bound port: 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:27.809448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.844480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95495817-f172-4575-9c8f-c87a19998c76 req-368343b9-9846-47c5-b45b-5df1ac4d97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:27.846522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95495817-f172-4575-9c8f-c87a19998c76 req-368343b9-9846-47c5-b45b-5df1ac4d97e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 1096 time: 0.2419677 Oct 29 08:50:27.848540 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.879099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.888233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7f77-cd81-4468-a00f-6b33abcc6401 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.907640 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.983598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7f77-cd81-4468-a00f-6b33abcc6401 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:27.999315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bc9e7f77-cd81-4468-a00f-6b33abcc6401 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/45686d07-f68b-4f85-b26b-5276572f8302 HTTP/1.1" status: 204 len: 168 time: 0.9371753 Oct 29 08:50:28.005652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45804) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:28.008009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01606341-c2a9-45fa-8e2c-1b0e244cc431 None None] Pushing event updated for resources: {'Port': ['ID=71b21547-4b63-460a-a839-c022b7476ca6,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:28.022716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Provisioning complete for port 9627e785-0088-476d-999a-093e0085f0a1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:28.023100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3b59db6-f6c4-4543-8e38-f05835a20af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.082450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] For port db22f248-ec82-41f5-a011-be4d4a0c581f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:28.095091 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:28.101706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] For port db22f248-ec82-41f5-a011-be4d4a0c581f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=db22f248-ec82-41f5-a011-be4d4a0c581f,segment=NetworkSegment(e7d8386b-66d4-4ce9-926d-718496d4dda2),segment_id=e7d8386b-66d4-4ce9-926d-718496d4dda2)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:28.103508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Attempting to bind port 71b21547-4b63-460a-a839-c022b7476ca6 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:28.104258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Attempting to bind port 71b21547-4b63-460a-a839-c022b7476ca6 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:28.104824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Attempting to bind port 71b21547-4b63-460a-a839-c022b7476ca6 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:28.108439 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.135301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=c7b585b3-6065-429e-a07d-49d548582f86,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:28.137869 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.138951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:28.142934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95495817-f172-4575-9c8f-c87a19998c76 req-fe1acfe3-129c-4de1-a72f-69bef68e3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:28.151390 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.153037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95495817-f172-4575-9c8f-c87a19998c76 req-fe1acfe3-129c-4de1-a72f-69bef68e3e87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2588415 Oct 29 08:50:28.166214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.197526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:28.198117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:28.198631 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.199125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:28.199869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Bound port: 71b21547-4b63-460a-a839-c022b7476ca6, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:28.200461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.223098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.223697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.224473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.224997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.225499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.225999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.229295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.229972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.231328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.231696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.232062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.233399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:50:28.247618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95495817-f172-4575-9c8f-c87a19998c76 req-bb7f27f0-1263-49eb-b076-0146210acaf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80 HTTP/1.1" status: 200 len: 217 time: 0.0880864 Oct 29 08:50:28.270806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:28.271448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.273524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] 10.222.0.93 "PUT /v2.0/ports/10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 1092 time: 1.5424268 Oct 29 08:50:28.273986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:50:28.279573 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:50:28.290374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e7f77-cd81-4468-a00f-6b33abcc6401 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=45686d07-f68b-4f85-b26b-5276572f8302,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:28.309580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba42b4ca-efb4-4d17-870d-bb9735d5059e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet e6f698cf-b9d3-404f-8139-53403fd5460f {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:28.330024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4ca-efb4-4d17-870d-bb9735d5059e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.335214 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': '5eaa50fd-14cb-4ea7-ac69-35a98bd50871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dc440cd5-2aba-4963-b2ad-7395a67e9e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:28.335821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: dc440cd5-2aba-4963-b2ad-7395a67e9e13, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:28.380373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 165311fd-4691-4bd1-ab9e-4964545c720c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:28.381059 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.390757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.464091 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1efba-c45a-4c6a-aa5c-7e4cc812f595 service neutron] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:28.476600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Pushing event updated for resources: {'Port': ['ID=fcea279a-9347-451c-93a0-2f29378b2450,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:28.476715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95495817-f172-4575-9c8f-c87a19998c76 req-6a59d3f3-68ae-45f5-a480-c260aabb8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:28.478108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95495817-f172-4575-9c8f-c87a19998c76 req-6a59d3f3-68ae-45f5-a480-c260aabb8e37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.2225881 Oct 29 08:50:28.523968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aff09-ae89-430e-bb70-c52f4ba86463 req-481bdaad-b344-4f1b-931b-bbebd6210ddd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:28.534725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209aff09-ae89-430e-bb70-c52f4ba86463 req-481bdaad-b344-4f1b-931b-bbebd6210ddd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.1437244 Oct 29 08:50:28.593092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] For port 71b21547-4b63-460a-a839-c022b7476ca6, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:28.595822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4ca-efb4-4d17-870d-bb9735d5059e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.599199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] For port 71b21547-4b63-460a-a839-c022b7476ca6, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=71b21547-4b63-460a-a839-c022b7476ca6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:28.636434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac01ce3-2430-474f-a43f-8b2866c3c6ea None None] Pushing event updated for resources: {'Port': ['ID=db22f248-ec82-41f5-a011-be4d4a0c581f,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:28.657022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network dc440cd5-2aba-4963-b2ad-7395a67e9e13 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:28.667402 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.688781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, dc440cd5-2aba-4963-b2ad-7395a67e9e13) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:28.736601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:28.737370 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:28.751503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209aff09-ae89-430e-bb70-c52f4ba86463 req-41af6078-bf32-422b-9271-7619492a06f6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140841 Oct 29 08:50:28.775847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-baebc233-a867-473f-8d11-bbd77c4d636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:28.788512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-baebc233-a867-473f-8d11-bbd77c4d636e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1095 time: 0.4363236 Oct 29 08:50:28.790989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95495817-f172-4575-9c8f-c87a19998c76 req-49dfdfcc-f238-4175-9e4e-ae6201ab8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:28.795704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95495817-f172-4575-9c8f-c87a19998c76 req-49dfdfcc-f238-4175-9e4e-ae6201ab8ecf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3085966 Oct 29 08:50:28.799357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45818) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:28.802338 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d6a3b959-96bb-46e0-bf1b-ce3193d64bba tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2811558 Oct 29 08:50:28.906488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a05f6d-644c-4a6c-93c0-57c5917bd6ab None None] Network dc440cd5-2aba-4963-b2ad-7395a67e9e13 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:28.915991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58a7bb-4b6b-41f0-a123-6a4319b51302 None None] Update dhcp port {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': 'e6f698cf-b9d3-404f-8139-53403fd5460f', 'ip_address': '2001:db8::f816:3eff:fe3e:3316'}, {'subnet_id': '45686d07-f68b-4f85-b26b-5276572f8302'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '2e6b5456-0047-4063-bf4e-fd73be7c5b7d'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:50:28.927689 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0047430d-8f85-425f-8c09-242c0e934d8a x-openstack-request-id: req-0047430d-8f85-425f-8c09-242c0e934d8a {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:50:28.930246 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:50:28.930583 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0047430d-8f85-425f-8c09-242c0e934d8a {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:50:28.931091 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'status': 'completed', 'code': 200} Oct 29 08:50:28.954806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Network de72089d-75af-4938-9435-afcd9bd00b10 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:28.963747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:29.000336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4ca-efb4-4d17-870d-bb9735d5059e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.152624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-692e8011-b18a-45c3-bae7-73b92eb3fdb1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 217 time: 0.3513708 Oct 29 08:50:29.153583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01606341-c2a9-45fa-8e2c-1b0e244cc431 None None] Pushing event updated for resources: {'Port': ['ID=71b21547-4b63-460a-a839-c022b7476ca6,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:29.280656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-1ca7929a-4d3d-4006-826f-506457a04ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:29.283043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-1ca7929a-4d3d-4006-826f-506457a04ca4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.0978918 Oct 29 08:50:29.289456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Router 88d714e4-337e-494f-bf0e-b10638b2b3b4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:50:29.295479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b32614e9-3826-4303-8dc4-da9b3bfb7620 None None] Provisioning complete for port 165311fd-4691-4bd1-ab9e-4964545c720c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:29.296129 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b32614e9-3826-4303-8dc4-da9b3bfb7620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.348057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 261364f1-3a79-4a04-8bd6-5d3bf2212245 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:29.366100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c58a7bb-4b6b-41f0-a123-6a4319b51302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.380870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5b51-9ce8-4a85-a884-cb3172644715 req-85db1a15-e022-4006-9c4f-73e973874d3a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:29.384983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df6c5b51-9ce8-4a85-a884-cb3172644715 req-85db1a15-e022-4006-9c4f-73e973874d3a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.3970811 Oct 29 08:50:29.414469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:29.415130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:29.481731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.481966 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4ca-efb4-4d17-870d-bb9735d5059e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.497360 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.521486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992713e-444f-4240-bad9-cfa4cd1071f9 None None] Network de72089d-75af-4938-9435-afcd9bd00b10 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:29.537490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:50:29.545459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-68958a6a-39ac-4098-943a-0576571e6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:29.547100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-68958a6a-39ac-4098-943a-0576571e6362 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509072 Oct 29 08:50:29.550505 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d8ba639a-313c-45a2-a769-acbaf77c7a75 admin admin] 10.222.0.70 "PUT /v2.0/routers/88d714e4-337e-494f-bf0e-b10638b2b3b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8951592 Oct 29 08:50:29.559663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba42b4ca-efb4-4d17-870d-bb9735d5059e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.567598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba42b4ca-efb4-4d17-870d-bb9735d5059e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/e6f698cf-b9d3-404f-8139-53403fd5460f HTTP/1.1" status: 204 len: 168 time: 1.5561461 Oct 29 08:50:29.593142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45826) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:29.601808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42b4ca-efb4-4d17-870d-bb9735d5059e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f698cf-b9d3-404f-8139-53403fd5460f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:29.636628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95495817-f172-4575-9c8f-c87a19998c76 req-0a671484-f84f-47fe-a12e-332ac1504312 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869329 Oct 29 08:50:29.658113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df6c5b51-9ce8-4a85-a884-cb3172644715 req-0d5bdb06-a10a-4c2d-bce5-7a012c9f7d23 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473648 Oct 29 08:50:29.674772 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51ac4d85-4afd-4fac-b8cc-9b11e67261c1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778506 Oct 29 08:50:29.675676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45828) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:29.681494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:29.733012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-dc440cd5-2aba-4963-b2ad-7395a67e9e13', 'network_id': 'dc440cd5-2aba-4963-b2ad-7395a67e9e13', 'tenant_id': 'db6c0e9c273049879205af50a13d230d', 'fixed_ips': [{'subnet_id': 'c7b585b3-6065-429e-a07d-49d548582f86'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:29.741187 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.893565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:29.897646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:29.978275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:30.116644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac9076-4d43-4fe2-bd6c-b6907deadcab req-301adde7-76d4-4c49-a969-515405716a20 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:30.139856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37ac9076-4d43-4fe2-bd6c-b6907deadcab req-301adde7-76d4-4c49-a969-515405716a20 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.2160406 Oct 29 08:50:30.249881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Allocated IP 2001:db8::1 (dc440cd5-2aba-4963-b2ad-7395a67e9e13/c7b585b3-6065-429e-a07d-49d548582f86/dae28c86-78d1-42d8-bd46-56bd943029a7) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:30.277120 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37ac9076-4d43-4fe2-bd6c-b6907deadcab req-f2493458-9839-4a4d-a96b-0dba4f3eb3b1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350861 Oct 29 08:50:30.602425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45862) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:30.618686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-460515993-network', 'tenant_id': '277dbb39703d4374a59653c4238584c1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:30.642332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff4512-cfbf-4b41-8277-88884ddba2ee None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:30.647345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57fb8f-a0c4-4351-88a5-4dca65cd0f8c None None] Network 82fae286-6e35-4518-aa4c-ed065415b28a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:30.668460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:50:30.675243 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:30.716490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95495817-f172-4575-9c8f-c87a19998c76 req-4da8d9bd-9331-419b-a039-e495f556b8dc service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0525894 Oct 29 08:50:30.725067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Made reservation on behalf of 277dbb39703d4374a59653c4238584c1 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:30.727696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:30.742479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-0f4b4a39-b2e7-43f4-8069-a4fe363d56f1 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1816292 Oct 29 08:50:30.748788 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:30.786357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 261364f1-3a79-4a04-8bd6-5d3bf2212245 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:30.786746 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:30.849159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:50:30.899974 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:30.952106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fe28e68-1e41-4ede-aea2-895d1707aa05 req-b79f4eae-70cf-4018-8a02-9281d4dea412 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866651 Oct 29 08:50:30.961996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c0f10-5356-4ec8-90f6-5f33475a6940 req-05c05529-f682-48e7-9000-950c9963f1fb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:30.970223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d32c0f10-5356-4ec8-90f6-5f33475a6940 req-05c05529-f682-48e7-9000-950c9963f1fb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.1713200 Oct 29 08:50:31.086857 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d32c0f10-5356-4ec8-90f6-5f33475a6940 req-4ed36c09-e66e-40a4-b20e-86de1d4e335c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073053 Oct 29 08:50:31.090676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.100614 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.104798 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.138281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:31.138665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-9bea3565-879c-4ef7-aa2c-8da1353f35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:31.140263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-9bea3565-879c-4ef7-aa2c-8da1353f35d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1095 time: 0.1288600 Oct 29 08:50:31.163119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df87a18-5ff9-43c5-919d-59f09ab4e1e4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:31.197796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.203975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.205239 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.207208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.207996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.241592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.264957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:31.319849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b585b3-6065-429e-a07d-49d548582f86,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:31.333385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Pushing event updated for resources: {'Port': ['ID=dae28c86-78d1-42d8-bd46-56bd943029a7,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:31.351465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:31.361126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:31.370984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:31.371632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.379391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.379739 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Added segment fbbf5872-1414-4708-9fad-0d48896f95ec of type vlan for network 6930a849-e41c-49c9-afb1-7ecf182a5546 Oct 29 08:50:31.405200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=9a6b7681-828b-4384-bde6-b91729730d38,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:31.406447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7211cb03-ea1e-4115-af9c-b7dbe3a6914d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:31.410282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=5']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:31.420880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.439783 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-38696c0f-c9f4-42d1-aa34-329f67f953eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7627838 Oct 29 08:50:31.442162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45870) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:31.458817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a7f0f50d-1699-4e97-945d-61b2c7564f90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:31.549456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.560485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc440cd5-2aba-4963-b2ad-7395a67e9e13']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:31.576351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Network dc440cd5-2aba-4963-b2ad-7395a67e9e13 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:31.577151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-fe18f22c-e11f-4b70-9b87-fb966c2d1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:31.578767 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-fe18f22c-e11f-4b70-9b87-fb966c2d1fb7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.4282215 Oct 29 08:50:31.590322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaa50fd-14cb-4ea7-ac69-35a98bd50871') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:31.590658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaa50fd-14cb-4ea7-ac69-35a98bd50871') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:31.619748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:31.634941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:31.667173 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.667958 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.682742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-a0e79eec-ca5a-4426-a2da-e19ac5639b8f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 217 time: 0.0885301 Oct 29 08:50:31.719975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6beeee-915a-4b70-81df-09dc362faa66 req-bd46b2b9-0fca-42ff-ad43-afa65a810cc1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:31.728166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd6beeee-915a-4b70-81df-09dc362faa66 req-bd46b2b9-0fca-42ff-ad43-afa65a810cc1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 945 time: 0.3094962 Oct 29 08:50:31.761083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b32614e9-3826-4303-8dc4-da9b3bfb7620 None None] Provisioning complete for port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:31.761464 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b32614e9-3826-4303-8dc4-da9b3bfb7620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.774934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.776031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:31.776715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.782099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.825046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:31.825687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:31.849358 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:31.865329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:50:31.867941 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b326dd6-881e-47c5-906e-82f6ce29552d" -d '{"events": [{"server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "name": "network-vif-unplugged", "status": "completed", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:50:31.938931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:31.952071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:31.952448 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.973960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-9d64eab8-5f8d-40e4-87e4-a48c20141a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:31.976347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-9d64eab8-5f8d-40e4-87e4-a48c20141a65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.2798872 Oct 29 08:50:31.989910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Attempting to bind port dae28c86-78d1-42d8-bd46-56bd943029a7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:31.990162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3835337 Oct 29 08:50:31.990295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Attempting to bind port dae28c86-78d1-42d8-bd46-56bd943029a7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '5eaa50fd-14cb-4ea7-ac69-35a98bd50871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dc440cd5-2aba-4963-b2ad-7395a67e9e13'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:31.990295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Attempting to bind port dae28c86-78d1-42d8-bd46-56bd943029a7 on network dc440cd5-2aba-4963-b2ad-7395a67e9e13 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:31.990503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45882) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:31.991016 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:31.996611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Request body: {'subnet': {'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-460515993-subnet', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:32.009985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f0f50d-1699-4e97-945d-61b2c7564f90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:32.040012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f50d-1699-4e97-945d-61b2c7564f90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.060174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:32.060601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Checking segment: {'id': '5eaa50fd-14cb-4ea7-ac69-35a98bd50871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dc440cd5-2aba-4963-b2ad-7395a67e9e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:32.060980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.061377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Bound using segment: {'id': '5eaa50fd-14cb-4ea7-ac69-35a98bd50871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dc440cd5-2aba-4963-b2ad-7395a67e9e13'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:32.061870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Bound port: dae28c86-78d1-42d8-bd46-56bd943029a7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eaa50fd-14cb-4ea7-ac69-35a98bd50871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'dc440cd5-2aba-4963-b2ad-7395a67e9e13'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:32.062257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.074840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Made reservation on behalf of 277dbb39703d4374a59653c4238584c1 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:32.082751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.257931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:27Z', 'revision_number': 2, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:32.259925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:32.361006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2165b4-32c7-45f2-8a20-b950f09300c4 None None] The sync data for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 is: [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:27Z', 'revision_number': 2, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:50:32.370966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.api [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 08:50:32.370966 n-d-815940-1 neutron-server[102113]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 08:50:32.370966 n-d-815940-1 neutron-server[102113]: [parameters: {'id': 'dc440cd5-2aba-4963-b2ad-7395a67e9e13'}] Oct 29 08:50:32.370966 n-d-815940-1 neutron-server[102113]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:50:32.371371 n-d-815940-1 neutron-server[102113]: DEBUG oslo_db.api [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:50:32.387163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cbb81e-caef-4cca-b3c4-88d75019456b None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:32.424667 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b172ddeb-2938-423c-8991-cf9f7f71e8dd x-openstack-request-id: req-b172ddeb-2938-423c-8991-cf9f7f71e8dd {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:50:32.425201 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "name": "network-vif-unplugged", "status": "completed", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:50:32.425624 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b172ddeb-2938-423c-8991-cf9f7f71e8dd {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:50:32.427548 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'code': 200} Oct 29 08:50:32.453217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458e567-d858-4dc0-89ca-49519e1ba89d admin admin] Pushing event updated for resources: {'Network': ['ID=6930a849-e41c-49c9-afb1-7ecf182a5546,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:32.487723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.566978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6930a849-e41c-49c9-afb1-7ecf182a5546 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:32.571245 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-a7f0f50d-1699-4e97-945d-61b2c7564f90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a6b7681-828b-4384-bde6-b91729730d38 (CIDR: 2001:db8::/64) Oct 29 08:50:32.588865 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f0f50d-1699-4e97-945d-61b2c7564f90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:50:32.589395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f0f50d-1699-4e97-945d-61b2c7564f90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:32.603853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bcef29-b968-40e1-8453-e903387f5d73,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:32.633938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd6beeee-915a-4b70-81df-09dc362faa66 req-cf7f394e-bb33-47ab-956a-8648e03d439d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8996086 Oct 29 08:50:32.656838 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b32614e9-3826-4303-8dc4-da9b3bfb7620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.676834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-f6d3166e-ed4d-422b-b730-3800860c97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:32.682662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-f6d3166e-ed4d-422b-b730-3800860c97d0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6937754 Oct 29 08:50:32.688458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] For port dae28c86-78d1-42d8-bd46-56bd943029a7, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:32.722701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a7f0f50d-1699-4e97-945d-61b2c7564f90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2696559 Oct 29 08:50:32.722958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45896) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:32.732235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:32.753497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e6b5456-0047-4063-bf4e-fd73be7c5b7d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:32.759076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] For port dae28c86-78d1-42d8-bd46-56bd943029a7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dae28c86-78d1-42d8-bd46-56bd943029a7,segment=NetworkSegment(5eaa50fd-14cb-4ea7-ac69-35a98bd50871),segment_id=5eaa50fd-14cb-4ea7-ac69-35a98bd50871)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:32.806353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Checking segment: {'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:32.806720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Network hostable DHCP agents. Network: 6930a849-e41c-49c9-afb1-7ecf182a5546, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:32.839548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464abd3-2dc1-4302-846d-ca8d20190311 req-48a20449-9abd-486c-81b7-bbc28df717d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:32.844076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5464abd3-2dc1-4302-846d-ca8d20190311 req-48a20449-9abd-486c-81b7-bbc28df717d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.2490978 Oct 29 08:50:32.866627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.910077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Network 6930a849-e41c-49c9-afb1-7ecf182a5546 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:32.961099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5464abd3-2dc1-4302-846d-ca8d20190311 req-cfc9d37a-1e19-41fe-8835-8879a4f7c9ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007655 Oct 29 08:50:32.972721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6930a849-e41c-49c9-afb1-7ecf182a5546) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:32.986178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:32.986429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.986840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:32.989191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b32614e9-3826-4303-8dc4-da9b3bfb7620 None None] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:33.010880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41feba69-b00e-4154-bfa1-cf8dd102e2fd None None] Network 6930a849-e41c-49c9-afb1-7ecf182a5546 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:33.045862 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-323b73a6-23d1-41a1-be6f-54e08819f330 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0543966 Oct 29 08:50:33.048798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45898) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:33.077253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:33.086150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-3a928135-a3ea-4df3-91e4-a7d7cfe9d3a9 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948574 Oct 29 08:50:33.090589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b32614e9-3826-4303-8dc4-da9b3bfb7620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.102029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:33.106578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.315518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.316638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.426396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.450701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10fb69dd-e5be-4201-a7ad-ac922ecb5fe0 req-da257fa6-37b8-4ab5-8fc6-bbf3c4715c37 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483531 Oct 29 08:50:33.504918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting port dae28c86-78d1-42d8-bd46-56bd943029a7 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:33.505532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.563513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.626701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6a5d0-1715-4511-b0a9-714797b63109 None None] Pushing event updated for resources: {'Port': ['ID=dae28c86-78d1-42d8-bd46-56bd943029a7,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:33.642354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Provisioning complete for port 481ca656-fd95-4769-9631-df166a494a24 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:33.642830 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.677448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8797c5-879a-4963-8b0b-5b44d7474204 None None] Network dc440cd5-2aba-4963-b2ad-7395a67e9e13 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:33.714693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=7b059718-2ecc-40c0-a09f-624a269e7f88,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:33.742030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:33.746130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:33.752549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:33.753142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.791236 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-52433f05-69f9-4b29-b467-ffcc5e46eb19 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0673339 Oct 29 08:50:33.794167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45906) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:33.798962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:c2:a9:a7', 'name': 'tempest-NetworksTestDHCPv6-1926411944'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:33.876180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.929168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32614e9-3826-4303-8dc4-da9b3bfb7620 None None] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:33.931901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:33.932392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.947632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] For port dae28c86-78d1-42d8-bd46-56bd943029a7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dae28c86-78d1-42d8-bd46-56bd943029a7,segment=NetworkSegment(5eaa50fd-14cb-4ea7-ac69-35a98bd50871),segment_id=5eaa50fd-14cb-4ea7-ac69-35a98bd50871)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:33.948059 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:33.977683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Calling delete_port for dae28c86-78d1-42d8-bd46-56bd943029a7 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:33.998507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:34.036266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1dd3f-7999-4d16-910c-06b8d4b0f42c req-975c2b1e-f0be-4246-8b29-d53de50c3ee7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:34.038730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79d1dd3f-7999-4d16-910c-06b8d4b0f42c req-975c2b1e-f0be-4246-8b29-d53de50c3ee7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 943 time: 0.2547140 Oct 29 08:50:34.228305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79d1dd3f-7999-4d16-910c-06b8d4b0f42c req-71c46ec2-006c-4f82-9aee-72f7aedb4bdb tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219840 Oct 29 08:50:34.246478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.274155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-6930a849-e41c-49c9-afb1-7ecf182a5546', 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'fixed_ips': [{'subnet_id': '53bcef29-b968-40e1-8453-e903387f5d73'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:34.275172 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.294968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No DVR routers for this DVR port dae28c86-78d1-42d8-bd46-56bd943029a7 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:50:34.308280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Port': ['ID=dae28c86-78d1-42d8-bd46-56bd943029a7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:34.320303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd17878-eeee-4f04-b43a-49b94bef1036 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:34.418717 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.446792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc440cd5-2aba-4963-b2ad-7395a67e9e13']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:34.457787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:50:34.459096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaa50fd-14cb-4ea7-ac69-35a98bd50871') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:34.472119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaa50fd-14cb-4ea7-ac69-35a98bd50871') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:34.514019 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.527624 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.579553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.669453 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.695019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:34.695521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:34.700753 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:34.711298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb996e63-ef98-4771-ac86-3c7ec15e7ba6 req-56c03e90-9355-4e58-9732-655b8d7d57cf tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:34.727645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb996e63-ef98-4771-ac86-3c7ec15e7ba6 req-56c03e90-9355-4e58-9732-655b8d7d57cf tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.1472578 Oct 29 08:50:34.749558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] For port 481ca656-fd95-4769-9631-df166a494a24, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=481ca656-fd95-4769-9631-df166a494a24,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:34.755919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:50:34.785053 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.804113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ed915-54f8-4d86-86d3-dddaa4cddeac req-8eb138a6-e264-4cc9-8227-a4fb5efd5df8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:34.809373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc2ed915-54f8-4d86-86d3-dddaa4cddeac req-8eb138a6-e264-4cc9-8227-a4fb5efd5df8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.3144007 Oct 29 08:50:34.813027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.820482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 3148b3d7-e193-4bb6-94bb-cd7b5400f0e3 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:50:34.826592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.842107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/dc440cd5-2aba-4963-b2ad-7395a67e9e13 HTTP/1.1" status: 204 len: 168 time: 6.0318992 Oct 29 08:50:34.877763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45922) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:34.885319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1675553877'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:34.941806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312ee30-952c-42da-a21e-99a1220fe730 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=dc440cd5-2aba-4963-b2ad-7395a67e9e13,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:34.956086 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.961327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb996e63-ef98-4771-ac86-3c7ec15e7ba6 req-8b6be514-d363-42f5-ba34-2e632aa62d50 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249899 Oct 29 08:50:34.969823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:34.975433 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:34.975759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 481ca656-fd95-4769-9631-df166a494a24 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:34.983550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.000619 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc2ed915-54f8-4d86-86d3-dddaa4cddeac req-de58d04a-7a5a-4b20-96b1-92e1710eec36 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190610 Oct 29 08:50:35.063383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Provisioning complete for port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:35.063760 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.147654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:35.169347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.169722 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment 4f84e58e-882b-4e75-b191-f0f1f63f8385 of type vlan for network 83bf4874-5341-4a66-a537-936f367c3386 Oct 29 08:50:35.176568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Allocated IP 172.25.5.158 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/ae910268-6f98-4284-b7f6-b32a90d46b57) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:35.178280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Pushing event updated for resources: {'Port': ['ID=481ca656-fd95-4769-9631-df166a494a24,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:35.262861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.272419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Allocated IP 172.20.0.2 (6930a849-e41c-49c9-afb1-7ecf182a5546/53bcef29-b968-40e1-8453-e903387f5d73/10f117c4-768b-4956-b6a4-78002cf91730) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:35.280661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8:0:1::291 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/7b059718-2ecc-40c0-a09f-624a269e7f88/3148b3d7-e193-4bb6-94bb-cd7b5400f0e3) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:35.283399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:35.296841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::f816:3eff:fec2:a9a7 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/9a6b7681-828b-4384-bde6-b91729730d38/3148b3d7-e193-4bb6-94bb-cd7b5400f0e3) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:35.321082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.325652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'port_id': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'mac_address': 'fa:16:3e:4e:dd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:50:35.326803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:35.327571 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.339756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.394715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.411425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=83bf4874-5341-4a66-a537-936f367c3386,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:35.448526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-76d20714-5390-406d-9072-1e00436f9421 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5690203 Oct 29 08:50:35.452209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45928) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:35.457329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': '83bf4874-5341-4a66-a537-936f367c3386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:35.492235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae910268-6f98-4284-b7f6-b32a90d46b57,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:35.494461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 83bf4874-5341-4a66-a537-936f367c3386 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:35.523206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:35.526502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:35.529737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:35.583113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420871e6-425d-409b-a079-ef753b623f2a req-60468cc6-e556-4c52-9e14-e2b3670ed5a7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:35.584693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-420871e6-425d-409b-a079-ef753b623f2a req-60468cc6-e556-4c52-9e14-e2b3670ed5a7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2084270 Oct 29 08:50:35.595480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 481ca656-fd95-4769-9631-df166a494a24 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:35.599301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.635920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:35.640520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.688983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.691324 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-420871e6-425d-409b-a079-ef753b623f2a req-9da75d4e-f2b9-4d29-aea6-7ddb46fcf3a7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994623 Oct 29 08:50:35.744310 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.777593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f52fbc-fcaa-4553-bcd1-d8993510c6cc {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:50:35.912342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:35.984402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:35.989806 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:36.001008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:36.006547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Provisioning complete for port fcea279a-9347-451c-93a0-2f29378b2450 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:36.008017 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:36.008839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.009952 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.063968 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Sync routers for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:50:36.079840 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:36.080855 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:36.108775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=3148b3d7-e193-4bb6-94bb-cd7b5400f0e3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:36.139868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9ba218d6-1053-4ce4-b2be-93fa98cd2980 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3446064 Oct 29 08:50:36.140957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45940) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:36.159275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 165311fd-4691-4bd1-ab9e-4964545c720c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:36.214135 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.267072 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:36.372519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037605a-f1b0-4193-908f-68ac72645f33 req-b6247801-2b1e-41ff-851c-966c48e3ea80 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:36.374265 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d037605a-f1b0-4193-908f-68ac72645f33 req-b6247801-2b1e-41ff-851c-966c48e3ea80 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.2886641 Oct 29 08:50:36.450618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=b5c1c608-0a52-49bd-adef-6e7c3c783c61,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:36.483657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': '4f84e58e-882b-4e75-b191-f0f1f63f8385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '83bf4874-5341-4a66-a537-936f367c3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:36.484344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: 83bf4874-5341-4a66-a537-936f367c3386, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:36.487434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.490541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:36.495906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d037605a-f1b0-4193-908f-68ac72645f33 req-863c0c94-9b6c-4c51-a437-0c8451301f6f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095033 Oct 29 08:50:36.497338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Port fcea279a-9347-451c-93a0-2f29378b2450 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:50:36.508500 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.532468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.544405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7892b5b6-a12b-4d70-b497-a0a5b94734e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 3148b3d7-e193-4bb6-94bb-cd7b5400f0e3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:36.546071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7892b5b6-a12b-4d70-b497-a0a5b94734e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.552515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network 83bf4874-5341-4a66-a537-936f367c3386 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:36.571354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fab81-db50-4786-9ea7-47d8b3de54ff None None] Update dhcp port {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': '9a6b7681-828b-4384-bde6-b91729730d38', 'ip_address': '2001:db8::f816:3eff:fe3e:3316'}, {'subnet_id': '7b059718-2ecc-40c0-a09f-624a269e7f88'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '2e6b5456-0047-4063-bf4e-fd73be7c5b7d'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:50:36.619756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 83bf4874-5341-4a66-a537-936f367c3386) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:36.640676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:36.642794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.659792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0e739-edcd-4c1c-8cac-df4c9b7de91d None None] Network 83bf4874-5341-4a66-a537-936f367c3386 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:36.670131 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2667f4b6-3050-4339-9187-b93f02c688f4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2163205 Oct 29 08:50:36.670493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Provisioning complete for port db22f248-ec82-41f5-a011-be4d4a0c581f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:36.670963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.673597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45942) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:36.713173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd556fe-f3a7-4e74-a6dd-eef91782ac64 req-4de56e2c-ce2d-4717-9436-52e794b046a6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:36.713812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbd556fe-f3a7-4e74-a6dd-eef91782ac64 req-4de56e2c-ce2d-4717-9436-52e794b046a6 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1240208 Oct 29 08:50:36.725278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.801624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 165311fd-4691-4bd1-ab9e-4964545c720c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:36.802284 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.812390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:50:36.824077 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:27Z', 'revision_number': 2, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:36.841411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbd556fe-f3a7-4e74-a6dd-eef91782ac64 req-62a87cdc-b2a5-49d0-a64c-c25f977968be tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185505 Oct 29 08:50:36.898418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7892b5b6-a12b-4d70-b497-a0a5b94734e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:36.939105 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Checking router: 88d714e4-337e-494f-bf0e-b10638b2b3b4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:50:36.939468 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Updating router 88d714e4-337e-494f-bf0e-b10638b2b3b4 port fcea279a-9347-451c-93a0-2f29378b2450 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:50:36.946219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7892b5b6-a12b-4d70-b497-a0a5b94734e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 3148b3d7-e193-4bb6-94bb-cd7b5400f0e3 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:37.007388 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.010155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Network 6930a849-e41c-49c9-afb1-7ecf182a5546 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:37.014895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['10f52fbc-fcaa-4553-bcd1-d8993510c6cc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:50:37.014895 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-447fab81-db50-4786-9ea7-47d8b3de54ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.095831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:37.100479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:37.105320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.129184 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.177424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:37.201515 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.348587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Router 0042af65-f633-42cf-9cdc-f14bffc9754a is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:50:37.369412 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.402259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7892b5b6-a12b-4d70-b497-a0a5b94734e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.418353 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.426899 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.490261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c1c608-0a52-49bd-adef-6e7c3c783c61,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:37.506826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:50:37.533721 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.538300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2472551a-4145-47cc-a579-e6f7926ad8f7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4867616 Oct 29 08:50:37.539177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45948) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:37.539308 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07074a-c551-4d6e-9dc1-a9f8c6830637 None None] Pushing event updated for resources: {'Port': ['ID=fcea279a-9347-451c-93a0-2f29378b2450,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:37.560370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892b5b6-a12b-4d70-b497-a0a5b94734e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=3148b3d7-e193-4bb6-94bb-cd7b5400f0e3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:37.569698 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.585657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.587519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Attempting to bind port 10f117c4-768b-4956-b6a4-78002cf91730 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:37.588177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Attempting to bind port 10f117c4-768b-4956-b6a4-78002cf91730 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:37.588786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Attempting to bind port 10f117c4-768b-4956-b6a4-78002cf91730 on network 6930a849-e41c-49c9-afb1-7ecf182a5546 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:37.611205 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Attempting to bind port fcea279a-9347-451c-93a0-2f29378b2450 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:37.611626 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Attempting to bind port fcea279a-9347-451c-93a0-2f29378b2450 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:37.612378 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Attempting to bind port fcea279a-9347-451c-93a0-2f29378b2450 on network de72089d-75af-4938-9435-afcd9bd00b10 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:37.618722 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:37.619092 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Checking segment: {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:37.619493 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.620305 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Bound using segment: {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:37.620862 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Bound port: fcea279a-9347-451c-93a0-2f29378b2450, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:37.621296 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.672755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Sync routers for ids ['0042af65-f633-42cf-9cdc-f14bffc9754a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:50:37.710669 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] For port fcea279a-9347-451c-93a0-2f29378b2450, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:37.714718 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7892b5b6-a12b-4d70-b497-a0a5b94734e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.715931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Pushing event updated for resources: {'Port': ['ID=10f117c4-768b-4956-b6a4-78002cf91730,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:37.719397 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] For port fcea279a-9347-451c-93a0-2f29378b2450, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fcea279a-9347-451c-93a0-2f29378b2450,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:37.722073 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7892b5b6-a12b-4d70-b497-a0a5b94734e2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/3148b3d7-e193-4bb6-94bb-cd7b5400f0e3 HTTP/1.1" status: 204 len: 168 time: 1.5493841 Oct 29 08:50:37.725515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45952) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:37.728479 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.734338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bf4874-5341-4a66-a537-936f367c3386']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:37.771385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f84e58e-882b-4e75-b191-f0f1f63f8385') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:37.771720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f84e58e-882b-4e75-b191-f0f1f63f8385') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:37.778983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:37.786426 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.787197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Checking segment: {'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:37.788369 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.788369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Bound using segment: {'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:37.788868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Bound port: 10f117c4-768b-4956-b6a4-78002cf91730, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:37.789369 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.832240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0c05-b470-410c-892b-2c6273a5acc6 req-39305a7c-9705-48cb-a9fb-e0e7928f6e60 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:37.844992 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febe0c05-b470-410c-892b-2c6273a5acc6 req-39305a7c-9705-48cb-a9fb-e0e7928f6e60 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.1489964 Oct 29 08:50:37.847914 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.852703 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07074a-c551-4d6e-9dc1-a9f8c6830637 None None] Pushing event updated for resources: {'Port': ['ID=fcea279a-9347-451c-93a0-2f29378b2450,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:37.868531 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:37.869168 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:37.884359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:37.885098 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:37.888625 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:37.928352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] For port db22f248-ec82-41f5-a011-be4d4a0c581f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=db22f248-ec82-41f5-a011-be4d4a0c581f,segment=NetworkSegment(e7d8386b-66d4-4ce9-926d-718496d4dda2),segment_id=e7d8386b-66d4-4ce9-926d-718496d4dda2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:37.971317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df1ecf-ba68-45cd-95ce-be391b5879f4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:37.976048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-10df1ecf-ba68-45cd-95ce-be391b5879f4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2392831 Oct 29 08:50:37.982206 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:50:37.982577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45956) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:37.994131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device db22f248-ec82-41f5-a011-be4d4a0c581f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:38.021573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.034764 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.037502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Routers {'0042af65-f633-42cf-9cdc-f14bffc9754a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:38.038323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0042af65-f633-42cf-9cdc-f14bffc9754a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:38.064865 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:38.086431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.103084 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/83bf4874-5341-4a66-a537-936f367c3386 HTTP/1.1" status: 204 len: 168 time: 1.4196899 Oct 29 08:50:38.118906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:38.130892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1988322544'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:38.167291 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-febe0c05-b470-410c-892b-2c6273a5acc6 req-f94afcab-d852-4ecf-a185-4161b90017ff tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214011 Oct 29 08:50:38.171144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca4783-a6c2-4582-b8ba-d56d08af32ed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=83bf4874-5341-4a66-a537-936f367c3386,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:38.183853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:38.186106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Set router 0042af65-f633-42cf-9cdc-f14bffc9754a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:38.190844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.232461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f3dbb-3636-4cc8-ad8f-aceddd9eb62b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:38.234118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5d5f3dbb-3636-4cc8-ad8f-aceddd9eb62b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2486088 Oct 29 08:50:38.237138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45972) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:38.275515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:38.288828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.289173 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment f0d9fda0-dfeb-484b-a397-4c2a272a8b74 of type vlan for network 022ac4b9-564b-4670-a24c-d3ce4cce6866 Oct 29 08:50:38.346259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.350924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32141d98-1698-43e2-b9ad-66adfc71717b None None] Network 83bf4874-5341-4a66-a537-936f367c3386 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:38.379651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7216939-46a4-45fe-a8a0-f057cff20253 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:38.383788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7216939-46a4-45fe-a8a0-f057cff20253 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:38.386688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7216939-46a4-45fe-a8a0-f057cff20253 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:38.388321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906be508-4cc4-4a2d-9882-a793aa80a71f req-37cd0657-ba9b-43b8-bdae-fed8c77b5bfe tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:38.393993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a7216939-46a4-45fe-a8a0-f057cff20253 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1517069 Oct 29 08:50:38.394487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45976) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:38.397856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-906be508-4cc4-4a2d-9882-a793aa80a71f req-37cd0657-ba9b-43b8-bdae-fed8c77b5bfe tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.3290579 Oct 29 08:50:38.420739 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:37Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:38.423372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32141d98-1698-43e2-b9ad-66adfc71717b None None] Network 83bf4874-5341-4a66-a537-936f367c3386 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:50:38.477943 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cbcf5-ca0c-4974-8fb8-530dc17d9801 None None] The sync data for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 is: [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:37Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:50:38.533757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b862af-4264-4bfc-8547-38156af15ca9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 7b059718-2ecc-40c0-a09f-624a269e7f88 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:38.534775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4b22864d-0cd2-4f82-980c-86baf846cf09 None None] Provisioning complete for port fcea279a-9347-451c-93a0-2f29378b2450 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:38.535416 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b22864d-0cd2-4f82-980c-86baf846cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.586897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.594189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:38.595071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.599896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] For port 10f117c4-768b-4956-b6a4-78002cf91730, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:38.652755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-447fab81-db50-4786-9ea7-47d8b3de54ff None None] Allocated IP 2001:db8:0:1::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/7b059718-2ecc-40c0-a09f-624a269e7f88/2e6b5456-0047-4063-bf4e-fd73be7c5b7d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:38.656232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] For port 10f117c4-768b-4956-b6a4-78002cf91730, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=10f117c4-768b-4956-b6a4-78002cf91730,segment=NetworkSegment(fbbf5872-1414-4708-9fad-0d48896f95ec),segment_id=fbbf5872-1414-4708-9fad-0d48896f95ec)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:38.658221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d6b3-edc0-4b91-812b-3f2f89f663b5 None None] Pushing event updated for resources: {'Port': ['ID=db22f248-ec82-41f5-a011-be4d4a0c581f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:38.720163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5936091 Oct 29 08:50:38.720391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45984) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:38.729752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.730152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:38.760847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e6dd9-0f69-4ac2-b596-326baa729eb4 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=022ac4b9-564b-4670-a24c-d3ce4cce6866,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:38.796825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:38.807511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-906be508-4cc4-4a2d-9882-a793aa80a71f req-8e702c7c-42dc-478a-8add-93638e8df89b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087679 Oct 29 08:50:38.897829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:38.944409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:38.948366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.244599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Allocated IP 172.20.0.1 (6930a849-e41c-49c9-afb1-7ecf182a5546/53bcef29-b968-40e1-8453-e903387f5d73/dec025af-d375-4d7e-a796-b6f2d4b5fbd5) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:39.245742 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.348898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port db22f248-ec82-41f5-a011-be4d4a0c581f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:39.349479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.349584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=06c485e4-13a3-4a9c-b588-16f58ceb4db5,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:39.356874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': 'f0d9fda0-dfeb-484b-a397-4c2a272a8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:39.357532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: 022ac4b9-564b-4670-a24c-d3ce4cce6866, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:39.377500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:39.390303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 022ac4b9-564b-4670-a24c-d3ce4cce6866) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:39.405722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afe211-47f4-4818-a45d-fa1b18517e87 req-fd7645e0-2c36-4160-8161-75044f1bbe72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:39.406278 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:39.407035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.407458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7afe211-47f4-4818-a45d-fa1b18517e87 req-fd7645e0-2c36-4160-8161-75044f1bbe72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.0793593 Oct 29 08:50:39.414206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcadf0d-b61b-4358-b636-31d1a2e4ceca None None] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:39.433868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-77ee20a2-8291-42ce-8dc1-f25dd73ab8f9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7112484 Oct 29 08:50:39.435835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45990) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:39.452019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:39.468399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.481236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7afe211-47f4-4818-a45d-fa1b18517e87 req-8d99d7cf-57b8-4884-81e1-cfe5a221f413 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647860 Oct 29 08:50:39.513993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.565618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f229422-e7e4-4c06-988d-e894d7c257bf None None] Pushing event updated for resources: {'Port': ['ID=10f117c4-768b-4956-b6a4-78002cf91730,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:39.580726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Network 6930a849-e41c-49c9-afb1-7ecf182a5546 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:39.584659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:39.592276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:39.619664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Pushing event updated for resources: {'Port': ['ID=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:39.630256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:39.635345 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.659047 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.687920 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b22864d-0cd2-4f82-980c-86baf846cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:39.746501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-447fab81-db50-4786-9ea7-47d8b3de54ff None None] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:39.814108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:50:35Z', 'revision_number': 3, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port': {'id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:34Z', 'updated_at': '2021-10-29T08:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:39.868694 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.002637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Checking router: 0042af65-f633-42cf-9cdc-f14bffc9754a for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:50:40.003362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Updating router 0042af65-f633-42cf-9cdc-f14bffc9754a port ae910268-6f98-4284-b7f6-b32a90d46b57 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:50:40.013176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4b22864d-0cd2-4f82-980c-86baf846cf09 None None] For port fcea279a-9347-451c-93a0-2f29378b2450, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fcea279a-9347-451c-93a0-2f29378b2450,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:40.023779 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 71b21547-4b63-460a-a839-c022b7476ca6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:40.071440 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-447fab81-db50-4786-9ea7-47d8b3de54ff None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.074956 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b22864d-0cd2-4f82-980c-86baf846cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.104468 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-62b862af-4264-4bfc-8547-38156af15ca9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.111650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.150983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-447fab81-db50-4786-9ea7-47d8b3de54ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.173113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.182736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.189001 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.223176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:40.234191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:40.249496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.255458 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.284251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-62b862af-4264-4bfc-8547-38156af15ca9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.284536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Pushing event updated for resources: {'Port': ['ID=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:40.293981 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.300204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-022ac4b9-564b-4670-a24c-d3ce4cce6866', 'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866', 'tenant_id': 'db6c0e9c273049879205af50a13d230d', 'fixed_ips': [{'subnet_id': '06c485e4-13a3-4a9c-b588-16f58ceb4db5'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:40.301100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.324952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4b22864d-0cd2-4f82-980c-86baf846cf09 None None] Provisioning complete for port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:40.325327 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b22864d-0cd2-4f82-980c-86baf846cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.343913 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9061058 Oct 29 08:50:40.348020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45998) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:40.372072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14704ac5-aebf-4fc8-9a90-789b33a17a2b req-262dbc91-f400-4438-a5fc-6059ec9f28c1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.374497 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14704ac5-aebf-4fc8-9a90-789b33a17a2b req-262dbc91-f400-4438-a5fc-6059ec9f28c1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.4049909 Oct 29 08:50:40.384764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb0a5c-0e39-4ce6-a729-0f3fec1466f2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=7f540fed-bc87-4a2f-b9e8-f851e5882f70,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:40.440431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Network 6930a849-e41c-49c9-afb1-7ecf182a5546 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:40.442453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:40.471523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22864d-0cd2-4f82-980c-86baf846cf09 None None] Pushing event updated for resources: {'Port': ['ID=fcea279a-9347-451c-93a0-2f29378b2450,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:40.506766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c31011-448a-4425-9a73-20ad45d3bc2e None None] Network 6930a849-e41c-49c9-afb1-7ecf182a5546 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:40.557648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14704ac5-aebf-4fc8-9a90-789b33a17a2b req-1b75e700-7907-42ce-b18b-07c96db29025 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928469 Oct 29 08:50:40.582747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a233a7-165e-40a7-b2cd-ab427b889330 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.584827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a233a7-165e-40a7-b2cd-ab427b889330 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.586600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a233a7-165e-40a7-b2cd-ab427b889330 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.588790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a233a7-165e-40a7-b2cd-ab427b889330 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.590532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a233a7-165e-40a7-b2cd-ab427b889330 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.592653 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c4a233a7-165e-40a7-b2cd-ab427b889330 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2403958 Oct 29 08:50:40.604672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46002) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:40.616193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-464758755'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:40.643173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-62b862af-4264-4bfc-8547-38156af15ca9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.695796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccd860-3d94-4c21-b534-6f72de36cc3a req-8aee41d6-675f-4087-b054-bcf215ec1ac5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.698092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7ccd860-3d94-4c21-b534-6f72de36cc3a req-8aee41d6-675f-4087-b054-bcf215ec1ac5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.1070445 Oct 29 08:50:40.701594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:40.706500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.757431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fab81-db50-4786-9ea7-47d8b3de54ff None None] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:40.780646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-62b862af-4264-4bfc-8547-38156af15ca9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.782424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 71b21547-4b63-460a-a839-c022b7476ca6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:40.782908 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.784754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:40.797787 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.797945 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment 968e1e44-8d7f-4fa4-8c92-dfa48895d9ae of type vlan for network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b Oct 29 08:50:40.844678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b862af-4264-4bfc-8547-38156af15ca9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=7b059718-2ecc-40c0-a09f-624a269e7f88,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:40.850583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.861983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-62b862af-4264-4bfc-8547-38156af15ca9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.866304 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-62b862af-4264-4bfc-8547-38156af15ca9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/7b059718-2ecc-40c0-a09f-624a269e7f88 HTTP/1.1" status: 204 len: 168 time: 2.4705784 Oct 29 08:50:40.867380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:40.882869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7ccd860-3d94-4c21-b534-6f72de36cc3a req-e484c1ae-56eb-460e-8509-668af3423ce1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719775 Oct 29 08:50:40.888727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Router 0042af65-f633-42cf-9cdc-f14bffc9754a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:50:40.983654 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:40.989165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:40.989865 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.021811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc494ef-a772-46a9-b4a9-0508d9b4762d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 9a6b7681-828b-4384-bde6-b91729730d38 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:41.031407 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc494ef-a772-46a9-b4a9-0508d9b4762d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.129542 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc494ef-a772-46a9-b4a9-0508d9b4762d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.220940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Allocated IP 2001:db8::2 (022ac4b9-564b-4670-a24c-d3ce4cce6866/06c485e4-13a3-4a9c-b588-16f58ceb4db5/49ce225e-1164-48de-981c-bbe08dd27deb) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:41.243257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc494ef-a772-46a9-b4a9-0508d9b4762d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.266121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f2cdfcf4-b8c6-4c86-aca1-907aeead7cbc None None] Provisioning complete for port fcea279a-9347-451c-93a0-2f29378b2450 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:41.266493 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2cdfcf4-b8c6-4c86-aca1-907aeead7cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.321645 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.340206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc494ef-a772-46a9-b4a9-0508d9b4762d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.382463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc494ef-a772-46a9-b4a9-0508d9b4762d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6b7681-828b-4384-bde6-b91729730d38,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:41.391357 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc494ef-a772-46a9-b4a9-0508d9b4762d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.396041 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7bc494ef-a772-46a9-b4a9-0508d9b4762d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/9a6b7681-828b-4384-bde6-b91729730d38 HTTP/1.1" status: 204 len: 168 time: 0.5278385 Oct 29 08:50:41.401645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46010) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:41.453866 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5b0d525a-a793-4a45-8830-20dbeab97811 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506685 Oct 29 08:50:41.457978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46012) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:41.470897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:41.499720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8913920 Oct 29 08:50:41.502824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46014) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:41.507353 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.508100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-32fc8446-6ea7-4b8d-9774-90b6a0f4df39 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:41.516771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7834577-e890-4d3f-86bd-5b0cadc9ab51 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=10d3c2e6-3075-498e-9eb2-6ca5c7ee256b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:41.545547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:41.561039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.570818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 71b21547-4b63-460a-a839-c022b7476ca6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=71b21547-4b63-460a-a839-c022b7476ca6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:41.600437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:50:41.614547 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d1d010e0-4aff-4413-a470-344cdd7c9c0b admin admin] 10.222.0.70 "PUT /v2.0/routers/0042af65-f633-42cf-9cdc-f14bffc9754a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0657489 Oct 29 08:50:41.629172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:41.634215 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.730216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Pushing event updated for resources: {'Port': ['ID=49ce225e-1164-48de-981c-bbe08dd27deb,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:41.738478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32fc8446-6ea7-4b8d-9774-90b6a0f4df39 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.756997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.778152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32fc8446-6ea7-4b8d-9774-90b6a0f4df39 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.809699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501a97-fe28-4074-a6dd-b346a58ce81d req-536bf6a2-dd26-4c2a-b8d8-ab1ef9870a02 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:41.811999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b501a97-fe28-4074-a6dd-b346a58ce81d req-536bf6a2-dd26-4c2a-b8d8-ab1ef9870a02 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1134446 Oct 29 08:50:41.817895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32fc8446-6ea7-4b8d-9774-90b6a0f4df39 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b is not hosted by any dhcp agent {{(pid=102113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:50:41.824127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fc8446-6ea7-4b8d-9774-90b6a0f4df39 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:41.824921 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-32fc8446-6ea7-4b8d-9774-90b6a0f4df39 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.827106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-32fc8446-6ea7-4b8d-9774-90b6a0f4df39 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "PUT /v2.0/networks/10d3c2e6-3075-498e-9eb2-6ca5c7ee256b HTTP/1.1" status: 200 len: 723 time: 0.3231106 Oct 29 08:50:41.851230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46026) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:41.860586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:41.872259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': '10d3c2e6-3075-498e-9eb2-6ca5c7ee256b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:41.921938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa4c44d-a997-407c-9f27-ea9564be6c13 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:41.924024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e6b5456-0047-4063-bf4e-fd73be7c5b7d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:50:41.966953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:41.985479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc8446-6ea7-4b8d-9774-90b6a0f4df39 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=10d3c2e6-3075-498e-9eb2-6ca5c7ee256b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:42.015104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b501a97-fe28-4074-a6dd-b346a58ce81d req-3e51abb7-d17e-4953-a1af-da674933f9c5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865540 Oct 29 08:50:42.077429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=588a8f32-a5d4-40f6-8500-a8e39c7dc1ad,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:42.121286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:42.126238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:42.132265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:42.134796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.154212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:42.157166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:42.162335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.167983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:42.173190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-182af3ee-8c14-4641-8d73-20f871831b4b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7120981 Oct 29 08:50:42.176252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:42.182072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2076077c-1b12-4d45-a214-9e1ac4424b9e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:42.243698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:42.344076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46050) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:42.355042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6b3a6322-d030-46ba-aa9a-05dd0b3c7def tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124521157', 'description': 'tempest-secgroup-smoke-1124521157 description', 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:42.377009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d68351-9224-4343-aa98-c68576813c8c req-f8799c3d-1a40-4e21-a3ab-27e2bad5a9dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:42.382959 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5d68351-9224-4343-aa98-c68576813c8c req-f8799c3d-1a40-4e21-a3ab-27e2bad5a9dc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.2153873 Oct 29 08:50:42.394878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2076077c-1b12-4d45-a214-9e1ac4424b9e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:42.398704 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2076077c-1b12-4d45-a214-9e1ac4424b9e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.404521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6322-d030-46ba-aa9a-05dd0b3c7def tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.490321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5d68351-9224-4343-aa98-c68576813c8c req-9ab00fff-e576-4a84-9e9a-d125480d47bf tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828638 Oct 29 08:50:42.584854 n-d-815940-1 neutron-server[102114]: INFO neutron.db.ipam_backend_mixin [None req-2076077c-1b12-4d45-a214-9e1ac4424b9e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 588a8f32-a5d4-40f6-8500-a8e39c7dc1ad (CIDR: 2001:db8::/64) Oct 29 08:50:42.597792 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6322-d030-46ba-aa9a-05dd0b3c7def tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.599294 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2076077c-1b12-4d45-a214-9e1ac4424b9e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:50:42.599854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2076077c-1b12-4d45-a214-9e1ac4424b9e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:42.604438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6322-d030-46ba-aa9a-05dd0b3c7def tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.608062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:42.631736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.648992 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6322-d030-46ba-aa9a-05dd0b3c7def tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.660849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6b3a6322-d030-46ba-aa9a-05dd0b3c7def tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3156767 Oct 29 08:50:42.665823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2076077c-1b12-4d45-a214-9e1ac4424b9e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4885325 Oct 29 08:50:42.672910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46052) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:42.674135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46054) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:42.675755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a6322-d030-46ba-aa9a-05dd0b3c7def tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:42.690363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-de0e5d34-3667-4f41-a823-7619e4edefa0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'security_group_rule': {'security_group_id': '444d8ee9-47a9-4e74-8b7a-1e779f02b8ee', 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:42.712037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:42.740658 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.779396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=71b21547-4b63-460a-a839-c022b7476ca6,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:42.784795 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Attempting to bind port 49ce225e-1164-48de-981c-bbe08dd27deb on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:42.785166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Attempting to bind port 49ce225e-1164-48de-981c-bbe08dd27deb by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'f0d9fda0-dfeb-484b-a397-4c2a272a8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:42.785527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Attempting to bind port 49ce225e-1164-48de-981c-bbe08dd27deb on network 022ac4b9-564b-4670-a24c-d3ce4cce6866 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:42.806449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:42.806857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Checking segment: {'id': 'f0d9fda0-dfeb-484b-a397-4c2a272a8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:42.807223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.807629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Bound using segment: {'id': 'f0d9fda0-dfeb-484b-a397-4c2a272a8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:42.808172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Bound port: 49ce225e-1164-48de-981c-bbe08dd27deb, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d9fda0-dfeb-484b-a397-4c2a272a8b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:42.808556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.815306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=4b21a085-f5d0-4d5c-b850-a518ddf9f14b,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:42.828912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.829272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-de0e5d34-3667-4f41-a823-7619e4edefa0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.897129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': '968e1e44-8d7f-4fa4-8c92-dfa48895d9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '10d3c2e6-3075-498e-9eb2-6ca5c7ee256b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:42.897556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:42.904409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:42.911005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.919462 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-de0e5d34-3667-4f41-a823-7619e4edefa0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.933661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-de0e5d34-3667-4f41-a823-7619e4edefa0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.965988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e5d34-3667-4f41-a823-7619e4edefa0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ddd304-6b07-481e-bb54-96bd97293cf7,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:42.976183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:42.982478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-de0e5d34-3667-4f41-a823-7619e4edefa0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:42.983690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-de0e5d34-3667-4f41-a823-7619e4edefa0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041883 Oct 29 08:50:42.994625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46056) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:43.002889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a3c69b8a-3050-43a7-9d6d-414618c11c47 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'security_group_rule': {'security_group_id': '444d8ee9-47a9-4e74-8b7a-1e779f02b8ee', 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:43.015183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:43.028878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:43.031623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.078417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a3c69b8a-3050-43a7-9d6d-414618c11c47 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.084913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4c86b090-13ae-40c0-af34-5253ed9f2edd tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2324202 Oct 29 08:50:43.087515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46060) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:43.093477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8f74a00b-cce0-4b96-b535-b605b88d8b8d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:43.094838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc942af3-38e9-4e7c-925a-7474a0052922 None None] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:43.227207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f2cdfcf4-b8c6-4c86-aca1-907aeead7cbc None None] Provisioning complete for port 10f117c4-768b-4956-b6a4-78002cf91730 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:43.227596 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2cdfcf4-b8c6-4c86-aca1-907aeead7cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.236571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Attempting to bind port ae910268-6f98-4284-b7f6-b32a90d46b57 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:43.237088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Attempting to bind port ae910268-6f98-4284-b7f6-b32a90d46b57 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:43.237357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Attempting to bind port ae910268-6f98-4284-b7f6-b32a90d46b57 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:43.239353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f650845-ceab-4452-b4a9-6bc48d5ba277 None None] Pushing event updated for resources: {'Port': ['ID=ae910268-6f98-4284-b7f6-b32a90d46b57,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:43.271330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:50:43.297809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] For port 49ce225e-1164-48de-981c-bbe08dd27deb, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:43.303458 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.336436 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f74a00b-cce0-4b96-b535-b605b88d8b8d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3666894'] for subnet, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.341174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:43.341563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:43.341978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.342385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:43.342892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Bound port: ae910268-6f98-4284-b7f6-b32a90d46b57, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:43.343284 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.366589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:43.366975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.372504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] For port 49ce225e-1164-48de-981c-bbe08dd27deb, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49ce225e-1164-48de-981c-bbe08dd27deb,segment=NetworkSegment(f0d9fda0-dfeb-484b-a397-4c2a272a8b74),segment_id=f0d9fda0-dfeb-484b-a397-4c2a272a8b74)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:43.430998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:50:43.445284 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.447679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a3c69b8a-3050-43a7-9d6d-414618c11c47 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.482187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a3c69b8a-3050-43a7-9d6d-414618c11c47 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.532581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c69b8a-3050-43a7-9d6d-414618c11c47 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f687300-ccfd-42e6-84f6-8b0636f83189,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:43.543759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b82b36-f0fa-4245-8e25-dfe390458700 req-a582f652-06eb-434d-8a06-2d597bb9e9e8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:43.547246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78b82b36-f0fa-4245-8e25-dfe390458700 req-a582f652-06eb-434d-8a06-2d597bb9e9e8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2762518 Oct 29 08:50:43.568751 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a3c69b8a-3050-43a7-9d6d-414618c11c47 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.570634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a3c69b8a-3050-43a7-9d6d-414618c11c47 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5729783 Oct 29 08:50:43.573819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46070) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:43.580139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:43.599686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-67e0da5b-821e-4937-af11-a6c593a88c8e tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'security_group_rule': {'security_group_id': '444d8ee9-47a9-4e74-8b7a-1e779f02b8ee', 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:43.630428 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.664903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] For port ae910268-6f98-4284-b7f6-b32a90d46b57, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:43.704102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78b82b36-f0fa-4245-8e25-dfe390458700 req-db1c36a0-cef6-4df0-b028-cb42495fd902 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479387 Oct 29 08:50:43.744760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7c189-f960-407b-9a0f-a368591cf079 None None] Pushing event updated for resources: {'Port': ['ID=49ce225e-1164-48de-981c-bbe08dd27deb,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:43.749279 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] For port ae910268-6f98-4284-b7f6-b32a90d46b57, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ae910268-6f98-4284-b7f6-b32a90d46b57,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:43.781993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.832707 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.904178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67e0da5b-821e-4937-af11-a6c593a88c8e tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.940773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c484ae5c-2298-41e8-a258-ea97bae6eddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-10d3c2e6-3075-498e-9eb2-6ca5c7ee256b', 'network_id': '10d3c2e6-3075-498e-9eb2-6ca5c7ee256b', 'tenant_id': 'db6c0e9c273049879205af50a13d230d', 'fixed_ips': [{'subnet_id': '4b21a085-f5d0-4d5c-b850-a518ddf9f14b'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:43.941649 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c484ae5c-2298-41e8-a258-ea97bae6eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:43.970601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d484e-33a4-4837-b93a-e29f355db40e req-d055fd54-86b6-4070-823c-53d963e28ca6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:43.981156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a6d484e-33a4-4837-b93a-e29f355db40e req-d055fd54-86b6-4070-823c-53d963e28ca6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.2231510 Oct 29 08:50:44.041260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67e0da5b-821e-4937-af11-a6c593a88c8e tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.052799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67e0da5b-821e-4937-af11-a6c593a88c8e tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.056167 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2cdfcf4-b8c6-4c86-aca1-907aeead7cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.067212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f82ec-2a27-45a6-9fb7-17df5e5331d6 None None] Update dhcp port {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': '588a8f32-a5d4-40f6-8500-a8e39c7dc1ad'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '2e6b5456-0047-4063-bf4e-fd73be7c5b7d'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:50:44.069664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f74a00b-cce0-4b96-b535-b605b88d8b8d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730476700407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3645174'] for subnet, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.072393 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.095874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f74a00b-cce0-4b96-b535-b605b88d8b8d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:44.095874 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f74a00b-cce0-4b96-b535-b605b88d8b8d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.096915 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8f74a00b-cce0-4b96-b535-b605b88d8b8d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "PUT /v2.0/subnets/4b21a085-f5d0-4d5c-b850-a518ddf9f14b HTTP/1.1" status: 200 len: 826 time: 1.0083292 Oct 29 08:50:44.108911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46072) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:44.149650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=11']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:44.160808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67e0da5b-821e-4937-af11-a6c593a88c8e tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.162107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-67e0da5b-821e-4937-af11-a6c593a88c8e tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5867884 Oct 29 08:50:44.162849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0da5b-821e-4937-af11-a6c593a88c8e tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55d963f-c8f9-4ea4-ba43-9189816632b1,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:44.172673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46074) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:44.197919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b9c64f55-0328-4851-aafc-0aaba16d592c tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'security_group_rule': {'security_group_id': '444d8ee9-47a9-4e74-8b7a-1e779f02b8ee', 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:44.230067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0a6d484e-33a4-4837-b93a-e29f355db40e req-dfc05417-b78a-4e2c-9d7a-c1c310a40804 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429688 Oct 29 08:50:44.249408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74a00b-cce0-4b96-b535-b605b88d8b8d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=4b21a085-f5d0-4d5c-b850-a518ddf9f14b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:44.311534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9c64f55-0328-4851-aafc-0aaba16d592c tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.317040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.341486 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dd1f82ec-2a27-45a6-9fb7-17df5e5331d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.343948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Routers {'0042af65-f633-42cf-9cdc-f14bffc9754a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:44.345166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0042af65-f633-42cf-9cdc-f14bffc9754a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:44.347500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:50:44.350518 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26906bcb-2df0-41de-8e3d-dc23e04a871e" -d '{"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-plugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:50:44.361666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:44.411445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.420337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.446953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.447751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.450942 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9c64f55-0328-4851-aafc-0aaba16d592c tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.525417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fcea279a-9347-451c-93a0-2f29378b2450 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:44.532748 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1173c23b-3021-45de-85df-4b3b48ba63dd x-openstack-request-id: req-1173c23b-3021-45de-85df-4b3b48ba63dd {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:50:44.540254 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-plugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:50:44.540615 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1173c23b-3021-45de-85df-4b3b48ba63dd {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:50:44.541091 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'code': 200} Oct 29 08:50:44.568438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca42a-8660-4232-afe9-4f61c5d42d8c req-751ef6f1-2841-42af-8495-9044b99568f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:44.573507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a5ca42a-8660-4232-afe9-4f61c5d42d8c req-751ef6f1-2841-42af-8495-9044b99568f6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1096 time: 0.0826733 Oct 29 08:50:44.592363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] Set router 0042af65-f633-42cf-9cdc-f14bffc9754a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:44.618379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.675051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=4b21a085-f5d0-4d5c-b850-a518ddf9f14b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:44.753824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a5ca42a-8660-4232-afe9-4f61c5d42d8c req-e36a2bda-b981-4df4-853e-d33188a18cae service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727910 Oct 29 08:50:44.773850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f2cdfcf4-b8c6-4c86-aca1-907aeead7cbc None None] For port 10f117c4-768b-4956-b6a4-78002cf91730, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=10f117c4-768b-4956-b6a4-78002cf91730,segment=NetworkSegment(fbbf5872-1414-4708-9fad-0d48896f95ec),segment_id=fbbf5872-1414-4708-9fad-0d48896f95ec)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:44.805557 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2cdfcf4-b8c6-4c86-aca1-907aeead7cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.812181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.851905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d3c2e6-3075-498e-9eb2-6ca5c7ee256b']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:44.878204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968e1e44-8d7f-4fa4-8c92-dfa48895d9ae') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:44.878527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968e1e44-8d7f-4fa4-8c92-dfa48895d9ae') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:44.898856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.919491 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.930582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:44.933201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:44.937021 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:45.037183 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.043794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.056453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/10d3c2e6-3075-498e-9eb2-6ca5c7ee256b HTTP/1.1" status: 204 len: 168 time: 0.9446776 Oct 29 08:50:45.063375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46086) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:45.073232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9c64f55-0328-4851-aafc-0aaba16d592c tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.096743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c783a-fe71-4dc6-9f7b-343a1c5ffbd8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=10d3c2e6-3075-498e-9eb2-6ca5c7ee256b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:45.099623 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-43de8f97-41fc-4ac6-b9c5-1e470fa84713 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:50:45.100578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43de8f97-41fc-4ac6-b9c5-1e470fa84713 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:45.109153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-43de8f97-41fc-4ac6-b9c5-1e470fa84713 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/10d3c2e6-3075-498e-9eb2-6ca5c7ee256b HTTP/1.1" status: 404 len: 339 time: 0.0443363 Oct 29 08:50:45.110144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46088) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:45.116845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1430789465', 'description': 'd1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:45.118141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:45.147059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c64f55-0328-4851-aafc-0aaba16d592c tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf22655-ff78-4fda-a662-23e19b646fba,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:45.152729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9c64f55-0328-4851-aafc-0aaba16d592c tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.156706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b9c64f55-0328-4851-aafc-0aaba16d592c tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9778404 Oct 29 08:50:45.161330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46090) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:45.163472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:45.175733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.182163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:45.190273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:45.192581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:45.193170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.194464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-51f1dab1-0cf6-40c2-89eb-ea52daf458b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'security_group_rule': {'security_group_id': '444d8ee9-47a9-4e74-8b7a-1e779f02b8ee', 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-c484ae5c-2298-41e8-a258-ea97bae6eddc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b21a085-f5d0-4d5c-b850-a518ddf9f14b: This subnet is being modified by another concurrent operation. Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 08:50:45.229506 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b21a085-f5d0-4d5c-b850-a518ddf9f14b: This subnet is being modified by another concurrent operation. Oct 29 08:50:45.233738 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 08:50:45.245931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5410876 Oct 29 08:50:45.258577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46094) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:45.259461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.265936 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1a0d3b1-b9b2-4b5e-9168-a720918eddda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.279679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:ed:ef:30', 'name': 'tempest-NetworksTestDHCPv6-357780295'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:45.301272 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-51f1dab1-0cf6-40c2-89eb-ea52daf458b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Project ea79ec4c5ca34ae895a434a7b61d5513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:50:45.314421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb90e85-8438-403b-82fa-dc14bb9f4196 None None] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:45.314912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:45.316491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb6df48-047b-430a-98de-92200b382820 None None] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:45.328327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.329014 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment cae87c22-9666-4d13-a512-123190b560c8 of type vlan for network 0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3 Oct 29 08:50:45.346221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port fcea279a-9347-451c-93a0-2f29378b2450 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:45.346699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.383021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f650845-ceab-4452-b4a9-6bc48d5ba277 None None] Pushing event updated for resources: {'Port': ['ID=ae910268-6f98-4284-b7f6-b32a90d46b57,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:45.390854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.391442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=3f39cd6f-45df-464c-84ad-d27e523c1c99,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:45.412708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45354d04-5c79-436f-8219-e29867a6a692 req-3dd74d66-b2f7-4fba-af74-6be172b41623 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:45.414384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45354d04-5c79-436f-8219-e29867a6a692 req-3dd74d66-b2f7-4fba-af74-6be172b41623 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.3019629 Oct 29 08:50:45.417509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062e17-38c2-486a-a4b0-801bcf61cabd tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=12']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:45.435902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-51f1dab1-0cf6-40c2-89eb-ea52daf458b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.453130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.459417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:45.460092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.483099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45354d04-5c79-436f-8219-e29867a6a692 req-fa435861-a62b-4f4e-8a88-3e572e4ec662 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586569 Oct 29 08:50:45.483658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:45.489071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb90e85-8438-403b-82fa-dc14bb9f4196 None None] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:50:45.543938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904f714-1310-4d06-8e8e-6272b7aa13c9 None None] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:45.545459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Provisioning complete for port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:45.545825 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.576221 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4646480 Oct 29 08:50:45.595131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:45.628049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.649234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 07dd0241-bc52-4d8e-abc4-1ad81584fbdd yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:50:45.677904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48664d59-d48f-4d03-9c86-fb7946f95e3c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:45.721904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12eaed-149d-456c-bb9d-a95871ae6748 req-8c4acdef-432f-4aff-8f1d-193f4384cf8b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:45.731019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a12eaed-149d-456c-bb9d-a95871ae6748 req-8c4acdef-432f-4aff-8f1d-193f4384cf8b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.2924254 Oct 29 08:50:45.770520 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-51f1dab1-0cf6-40c2-89eb-ea52daf458b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.778136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904f714-1310-4d06-8e8e-6272b7aa13c9 None None] Network 10d3c2e6-3075-498e-9eb2-6ca5c7ee256b could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 08:50:45.781928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81411ad0-37d8-4235-a1c6-8e1556f95831 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:45.783586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81411ad0-37d8-4235-a1c6-8e1556f95831 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/networks?id=0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3 HTTP/1.1" status: 200 len: 765 time: 0.1868391 Oct 29 08:50:45.786484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-51f1dab1-0cf6-40c2-89eb-ea52daf458b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.788741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46104) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:45.796194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a8bbe178-454d-4bd3-adc6-8e5eeb859aed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'description': 'd2'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:45.804587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:45.878389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1dab1-0cf6-40c2-89eb-ea52daf458b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc47f4b2-e91c-4b11-a7f9-6aa1df2f9974,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:45.886376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a12eaed-149d-456c-bb9d-a95871ae6748 req-f94960cd-37a0-49d9-b3a4-c634ecb463ab tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544638 Oct 29 08:50:45.892249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-51f1dab1-0cf6-40c2-89eb-ea52daf458b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.896395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-51f1dab1-0cf6-40c2-89eb-ea52daf458b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7176676 Oct 29 08:50:45.897009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46106) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:45.904421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-52007964-8f21-4a4d-8e6f-ee5da6cb9ffc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'security_group_rule': {'security_group_id': '444d8ee9-47a9-4e74-8b7a-1e779f02b8ee', 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:45.933502 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-52007964-8f21-4a4d-8e6f-ee5da6cb9ffc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Project ea79ec4c5ca34ae895a434a7b61d5513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:50:45.945127 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52007964-8f21-4a4d-8e6f-ee5da6cb9ffc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:45.950800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdfcf4-b8c6-4c86-aca1-907aeead7cbc None None] Pushing event updated for resources: {'Port': ['ID=10f117c4-768b-4956-b6a4-78002cf91730,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:45.967663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::24e (518ef6fc-f3d9-4071-bb94-ff10c09b9203/588a8f32-a5d4-40f6-8500-a8e39c7dc1ad/07dd0241-bc52-4d8e-abc4-1ad81584fbdd) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:45.991744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:ef30 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/3f39cd6f-45df-464c-84ad-d27e523c1c99/07dd0241-bc52-4d8e-abc4-1ad81584fbdd) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:46.070250 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52007964-8f21-4a4d-8e6f-ee5da6cb9ffc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.080092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52007964-8f21-4a4d-8e6f-ee5da6cb9ffc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.101968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe178-454d-4bd3-adc6-8e5eeb859aed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.117159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52007964-8f21-4a4d-8e6f-ee5da6cb9ffc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ac5f37-d868-4e79-8453-7076f5f650e2,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:46.133682 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52007964-8f21-4a4d-8e6f-ee5da6cb9ffc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.135685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-52007964-8f21-4a4d-8e6f-ee5da6cb9ffc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2377055 Oct 29 08:50:46.146511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe178-454d-4bd3-adc6-8e5eeb859aed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.157313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8bbe178-454d-4bd3-adc6-8e5eeb859aed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network 0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3 is not hosted by any dhcp agent {{(pid=102113) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:50:46.165738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbe178-454d-4bd3-adc6-8e5eeb859aed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:46.167102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe178-454d-4bd3-adc6-8e5eeb859aed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.169145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a8bbe178-454d-4bd3-adc6-8e5eeb859aed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "PUT /v2.0/networks/0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3 HTTP/1.1" status: 200 len: 762 time: 0.3773620 Oct 29 08:50:46.172515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46110) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:46.307023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.322910 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.349841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbe178-454d-4bd3-adc6-8e5eeb859aed tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:46.364327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ecd1c-2b8c-415f-8ceb-05193876cfa8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:46.366264 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-690ecd1c-2b8c-415f-8ceb-05193876cfa8 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/networks?id=0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3 HTTP/1.1" status: 200 len: 765 time: 0.1928179 Oct 29 08:50:46.369902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46122) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:46.373204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.386681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:46.400819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 481ca656-fd95-4769-9631-df166a494a24 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:46.439113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=07dd0241-bc52-4d8e-abc4-1ad81584fbdd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:46.456342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:46.460933 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-a3fc8981-f59d-4b80-afb7-6d05a5f95be0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124521157&fields=id&tenant_id=ea79ec4c5ca34ae895a434a7b61d5513 HTTP/1.1" status: 200 len: 267 time: 0.1208675 Oct 29 08:50:46.462016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:46.464940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:46.472006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:46.472875 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.577724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:46.603824 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.616675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-9cda7dea-fadf-478a-8253-97556aa28afa tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:46.619072 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-9cda7dea-fadf-478a-8253-97556aa28afa tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/networks?id=de72089d-75af-4938-9435-afcd9bd00b10 HTTP/1.1" status: 200 len: 807 time: 0.1334701 Oct 29 08:50:46.624756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-472aa6d0-a5b8-48da-9dc5-ec4bd8d25a82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3614469 Oct 29 08:50:46.630875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46126) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:46.633543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:46.677093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-9822ffd6-ac85-44d9-a4ad-8fcd004d2ff5 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/quotas/ea79ec4c5ca34ae895a434a7b61d5513 HTTP/1.1" status: 200 len: 375 time: 0.0471809 Oct 29 08:50:46.700613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-dd1f82ec-2a27-45a6-9fb7-17df5e5331d6 None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/588a8f32-a5d4-40f6-8500-a8e39c7dc1ad/2e6b5456-0047-4063-bf4e-fd73be7c5b7d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:46.704465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d612734-232a-4f80-ac18-703bea189b05 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:46.705271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 481ca656-fd95-4769-9631-df166a494a24 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:46.705664 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.714275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6d612734-232a-4f80-ac18-703bea189b05 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3424821 Oct 29 08:50:46.715493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46128) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:46.776615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Provisioning complete for port 10f117c4-768b-4956-b6a4-78002cf91730 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:46.776998 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.792950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4cf942cb-be9e-41a0-bbce-acfbd2936d5a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 207 time: 0.0728991 Oct 29 08:50:46.793650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46136) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:46.807539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-ffe90a4c-51cf-425a-9b15-1adbb706707f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea79ec4c5ca34ae895a434a7b61d5513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224723 Oct 29 08:50:46.817749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9caceaa4-1dd7-4750-896c-7617cb73893f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 07dd0241-bc52-4d8e-abc4-1ad81584fbdd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:46.818488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9caceaa4-1dd7-4750-896c-7617cb73893f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:46.888023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 4, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port': {'id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:34Z', 'updated_at': '2021-10-29T08:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'dec025af-d375-4d7e-a796-b6f2d4b5fbd5', 'name': '', 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'mac_address': 'fa:16:3e:6a:86:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '53bcef29-b968-40e1-8453-e903387f5d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:38Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 2, 'project_id': '277dbb39703d4374a59653c4238584c1', 'subnets': [{'id': '53bcef29-b968-40e1-8453-e903387f5d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:46.924681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcb519-4a57-44e5-bb2a-56ee801ff806 None None] The sync data for ids ['0042af65-f633-42cf-9cdc-f14bffc9754a'] in n-d-815940-1 is: [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 4, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port': {'id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:34Z', 'updated_at': '2021-10-29T08:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'dec025af-d375-4d7e-a796-b6f2d4b5fbd5', 'name': '', 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'mac_address': 'fa:16:3e:6a:86:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '53bcef29-b968-40e1-8453-e903387f5d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:38Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 2, 'project_id': '277dbb39703d4374a59653c4238584c1', 'subnets': [{'id': '53bcef29-b968-40e1-8453-e903387f5d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:50:46.930526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=13']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:47.028311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768e358-6b18-4052-a0f0-5dbf8eb59c25 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.035030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768e358-6b18-4052-a0f0-5dbf8eb59c25 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.049641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768e358-6b18-4052-a0f0-5dbf8eb59c25 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.056301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768e358-6b18-4052-a0f0-5dbf8eb59c25 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.062456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768e358-6b18-4052-a0f0-5dbf8eb59c25 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.068653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768e358-6b18-4052-a0f0-5dbf8eb59c25 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.070481 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8768e358-6b18-4052-a0f0-5dbf8eb59c25 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2750919 Oct 29 08:50:47.075194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46152) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:47.128121 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9caceaa4-1dd7-4750-896c-7617cb73893f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:47.135132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff03b2-8a1e-462f-ba42-136972b85b49 req-a6156c9d-3803-4d27-a23c-dc8a531aeed2 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.137529 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bff03b2-8a1e-462f-ba42-136972b85b49 req-a6156c9d-3803-4d27-a23c-dc8a531aeed2 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.5025680 Oct 29 08:50:47.166786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9caceaa4-1dd7-4750-896c-7617cb73893f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 07dd0241-bc52-4d8e-abc4-1ad81584fbdd owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:47.207258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-502d0385-3b93-4283-ad81-900262f7e95d service neutron] 10.222.0.70 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085451 Oct 29 08:50:47.213606 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3b93-cd8b-4860-b1d0-a0f25da66b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:47.240759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c0184-09b2-4cfc-b97a-24d3af74046b None None] Update dhcp port {'port': {'network_id': '022ac4b9-564b-4670-a24c-d3ce4cce6866', 'fixed_ips': [{'subnet_id': '06c485e4-13a3-4a9c-b588-16f58ceb4db5', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f540fed-bc87-4a2f-b9e8-f851e5882f70'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '49ce225e-1164-48de-981c-bbe08dd27deb'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:50:47.241820 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5bff03b2-8a1e-462f-ba42-136972b85b49 req-5020e80e-8d9f-4c33-83bf-3b5a423a5c04 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760548 Oct 29 08:50:47.384346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f9931ab3-d11c-48a5-9ac3-51a9ac5c977b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3038023 Oct 29 08:50:47.392203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46168) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:47.442341 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-281c0184-09b2-4cfc-b97a-24d3af74046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:47.480328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device db22f248-ec82-41f5-a011-be4d4a0c581f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:47.546516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505430a-ae3f-46e7-bf86-1a296dd2dab3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.549181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505430a-ae3f-46e7-bf86-1a296dd2dab3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.551857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505430a-ae3f-46e7-bf86-1a296dd2dab3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.556784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505430a-ae3f-46e7-bf86-1a296dd2dab3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.558514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505430a-ae3f-46e7-bf86-1a296dd2dab3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.560640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2505430a-ae3f-46e7-bf86-1a296dd2dab3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1588945 Oct 29 08:50:47.565324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46170) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:47.593325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-0ec61161-3d9b-4658-a8b9-3739c78f1802 service neutron] 10.222.0.70 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830519 Oct 29 08:50:47.757894 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dd1f82ec-2a27-45a6-9fb7-17df5e5331d6 None None] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:47.764762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32538344-6f84-4c58-bcbc-10efa1f82648 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.767335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9caceaa4-1dd7-4750-896c-7617cb73893f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:47.780632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32538344-6f84-4c58-bcbc-10efa1f82648 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.782446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32538344-6f84-4c58-bcbc-10efa1f82648 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.785183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32538344-6f84-4c58-bcbc-10efa1f82648 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.786669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32538344-6f84-4c58-bcbc-10efa1f82648 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.788424 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-32538344-6f84-4c58-bcbc-10efa1f82648 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2219543 Oct 29 08:50:47.803352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46172) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:47.842441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d9b74-690b-4ce1-b1a7-7c6a243b284a req-a03b1408-9880-477c-8b0d-5ea80c99499c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:47.844381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f21d9b74-690b-4ce1-b1a7-7c6a243b284a req-a03b1408-9880-477c-8b0d-5ea80c99499c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.2559454 Oct 29 08:50:47.855657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caceaa4-1dd7-4750-896c-7617cb73893f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=07dd0241-bc52-4d8e-abc4-1ad81584fbdd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:47.950739 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dd1f82ec-2a27-45a6-9fb7-17df5e5331d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:47.975382 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dd1f82ec-2a27-45a6-9fb7-17df5e5331d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:48.002179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46180) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:48.011835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9caceaa4-1dd7-4750-896c-7617cb73893f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:48.014433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f21d9b74-690b-4ce1-b1a7-7c6a243b284a req-11233100-274c-41e4-af7c-5b0473741dff tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573002 Oct 29 08:50:48.023658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9caceaa4-1dd7-4750-896c-7617cb73893f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/07dd0241-bc52-4d8e-abc4-1ad81584fbdd HTTP/1.1" status: 204 len: 168 time: 1.3913887 Oct 29 08:50:48.024378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46182) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:48.154416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0da43ab-b8b8-440b-bfc6-e23536b89627 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:48.160650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d0da43ab-b8b8-440b-bfc6-e23536b89627 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/networks/bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 HTTP/1.1" status: 200 len: 804 time: 0.3545442 Oct 29 08:50:48.165421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46190) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:48.167350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd46a12-1473-4da2-9468-5f0d2012423e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:48.178562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cdd46a12-1473-4da2-9468-5f0d2012423e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1505795 Oct 29 08:50:48.180245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46192) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:48.271655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-618b52e9-e438-45ab-8bb7-9b8469935ac0 req-5160e13a-2124-4c64-b55b-52db7ec51a01 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 210 time: 0.1089344 Oct 29 08:50:48.324484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f82ec-2a27-45a6-9fb7-17df5e5331d6 None None] Pushing event updated for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=14']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:48.399883 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:48.471401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc07264-ac60-4435-85e2-f26fa7a9ca82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:48.473905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7dc07264-ac60-4435-85e2-f26fa7a9ca82 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2926116 Oct 29 08:50:48.476818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46200) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:48.567087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cee43e-a69d-4466-b6b1-780fa349e7a0 req-012b197f-9cb3-4322-9ae6-1d89892efc20 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:48.568847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15cee43e-a69d-4466-b6b1-780fa349e7a0 req-012b197f-9cb3-4322-9ae6-1d89892efc20 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.2815607 Oct 29 08:50:48.645625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8a6950-2210-4c2d-8654-06cf31e50b90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:48.647374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8a6950-2210-4c2d-8654-06cf31e50b90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:48.649146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8a6950-2210-4c2d-8654-06cf31e50b90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:48.651578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1f8a6950-2210-4c2d-8654-06cf31e50b90 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1734979 Oct 29 08:50:48.666584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46204) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:48.769824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef035ad-53c3-413c-9ed7-3352f0b89f71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 3f39cd6f-45df-464c-84ad-d27e523c1c99 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:48.777339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eef035ad-53c3-413c-9ed7-3352f0b89f71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:48.800509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15cee43e-a69d-4466-b6b1-780fa349e7a0 req-c2cb8d4a-7b90-416f-88b8-7f0e32e6c8e3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184522 Oct 29 08:50:48.864033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46206) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:48.865912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port db22f248-ec82-41f5-a011-be4d4a0c581f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:48.866287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:48.965397 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eef035ad-53c3-413c-9ed7-3352f0b89f71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:48.968909 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:48.984929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Provisioning complete for port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:48.996544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.054964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8816503b-4d22-4b6c-9cb6-3334664d8a97 None None] Port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:50:49.103624 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eef035ad-53c3-413c-9ed7-3352f0b89f71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.140725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e6b5456-0047-4063-bf4e-fd73be7c5b7d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:49.188196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b556a1aa-94dc-4dcf-b6f6-b159a6212db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.191108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7bfcd-b2fe-446d-95f9-e59870807311 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:49.196331 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-80d7bfcd-b2fe-446d-95f9-e59870807311 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1092 time: 0.3252444 Oct 29 08:50:49.196331 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eef035ad-53c3-413c-9ed7-3352f0b89f71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.197756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46208) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:49.231184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-281c0184-09b2-4cfc-b97a-24d3af74046b None None] Allocated IP 172.20.0.1 (022ac4b9-564b-4670-a24c-d3ce4cce6866/7f540fed-bc87-4a2f-b9e8-f851e5882f70/49ce225e-1164-48de-981c-bbe08dd27deb) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:49.274658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:49.288232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbf4d7-4cb3-408b-8e96-26cbdcdceefb req-5a49a6d7-7503-48df-8710-95652c2d34dd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:49.289563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcbbf4d7-4cb3-408b-8e96-26cbdcdceefb req-5a49a6d7-7503-48df-8710-95652c2d34dd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.8244181 Oct 29 08:50:49.301661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-9ba9301a-3b7e-43d8-ba3f-dda2967bdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:49.307606 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef035ad-53c3-413c-9ed7-3352f0b89f71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=3f39cd6f-45df-464c-84ad-d27e523c1c99,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:49.315955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-9ba9301a-3b7e-43d8-ba3f-dda2967bdb06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1095 time: 1.0299475 Oct 29 08:50:49.324756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eef035ad-53c3-413c-9ed7-3352f0b89f71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.328132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eef035ad-53c3-413c-9ed7-3352f0b89f71 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/3f39cd6f-45df-464c-84ad-d27e523c1c99 HTTP/1.1" status: 204 len: 168 time: 0.6604385 Oct 29 08:50:49.331404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46212) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:49.346803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] Provisioning complete for port 49ce225e-1164-48de-981c-bbe08dd27deb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:49.347148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.402068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:49.402884 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.418798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-357eb0d7-04c8-4f01-ad19-0ebb564587db tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/networks/bf2e5d59-f3ac-4a13-afb7-69b47706d9e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.2272365 Oct 29 08:50:49.430786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcbbf4d7-4cb3-408b-8e96-26cbdcdceefb req-0a77844a-a6f4-4555-ae88-c4851e6aba19 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029747 Oct 29 08:50:49.431349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46214) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:49.450211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a891f5ff-fd7f-44ac-b339-ea87136a89c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 588a8f32-a5d4-40f6-8500-a8e39c7dc1ad {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:49.491797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a891f5ff-fd7f-44ac-b339-ea87136a89c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.498263 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4fbd3ba7-e7b0-4510-bda2-911621700036 req-fe25db4a-6f14-4733-a693-d085cdcba4b7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 210 time: 0.0409684 Oct 29 08:50:49.521988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.555729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3f2af-273f-4ae4-ab2e-009e1d0a03bd None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:49.622752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a57ec73-7752-472e-a03e-74b100ba4f5d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:49.623577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3a57ec73-7752-472e-a03e-74b100ba4f5d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/subnets/4257b38c-0e2f-47a8-b319-b5011d7f359f HTTP/1.1" status: 200 len: 843 time: 0.1883538 Oct 29 08:50:49.624048 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.625103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a891f5ff-fd7f-44ac-b339-ea87136a89c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.632672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46216) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:49.648239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-281c0184-09b2-4cfc-b97a-24d3af74046b None None] For port 49ce225e-1164-48de-981c-bbe08dd27deb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49ce225e-1164-48de-981c-bbe08dd27deb,segment=NetworkSegment(f0d9fda0-dfeb-484b-a397-4c2a272a8b74),segment_id=f0d9fda0-dfeb-484b-a397-4c2a272a8b74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:49.764290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-281c0184-09b2-4cfc-b97a-24d3af74046b None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.776017 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.787425 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-281c0184-09b2-4cfc-b97a-24d3af74046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.795840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a891f5ff-fd7f-44ac-b339-ea87136a89c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.816138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-b490828c-ac7f-4f68-8d69-1fa52632964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:49.817879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-b490828c-ac7f-4f68-8d69-1fa52632964b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.3988836 Oct 29 08:50:49.834451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912fdea-1027-4a73-828a-8868ee69068e tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['shared'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:49.839865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f912fdea-1027-4a73-828a-8868ee69068e tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "GET /v2.0/subnets/4257b38c-0e2f-47a8-b319-b5011d7f359f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2019706 Oct 29 08:50:49.841600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46218) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:49.847793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.856193 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b556a1aa-94dc-4dcf-b6f6-b159a6212db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.857858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806894288'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:49.889609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 10f117c4-768b-4956-b6a4-78002cf91730 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:49.898960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b556a1aa-94dc-4dcf-b6f6-b159a6212db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:49.944786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:49.950443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.031687 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b556a1aa-94dc-4dcf-b6f6-b159a6212db2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bb1c26bbb30416e92ed8696d97d4871&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0107038 Oct 29 08:50:50.032296 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a891f5ff-fd7f-44ac-b339-ea87136a89c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.035018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:50:50.037756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46222) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:50.038539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-ebc20438-4804-4d8c-b858-600ccd0d9d85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 999 time: 0.1929862 Oct 29 08:50:50.039849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c0184-09b2-4cfc-b97a-24d3af74046b None None] Pushing event updated for resources: {'Port': ['ID=49ce225e-1164-48de-981c-bbe08dd27deb,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:50.040334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556a1aa-94dc-4dcf-b6f6-b159a6212db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb2b05-6571-4197-8527-06015b70e139,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:50.095167 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:50:50.095525 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:50:50.106863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891f5ff-fd7f-44ac-b339-ea87136a89c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=588a8f32-a5d4-40f6-8500-a8e39c7dc1ad,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:50.116844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 10f117c4-768b-4956-b6a4-78002cf91730 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:50.117234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.120730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-f1648409-e2e8-4146-adc3-e7cb1761a84a tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:50.120887 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a891f5ff-fd7f-44ac-b339-ea87136a89c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.122345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-f1648409-e2e8-4146-adc3-e7cb1761a84a tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.15 "GET /v2.0/networks?id=de72089d-75af-4938-9435-afcd9bd00b10 HTTP/1.1" status: 200 len: 807 time: 0.4265468 Oct 29 08:50:50.124482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a891f5ff-fd7f-44ac-b339-ea87136a89c2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/588a8f32-a5d4-40f6-8500-a8e39c7dc1ad HTTP/1.1" status: 204 len: 168 time: 0.7921419 Oct 29 08:50:50.137628 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.138041 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Added segment 0f011daa-7653-48d0-951d-dba69de25c7d of type vlan for network 3b484b8c-846d-4613-9b0a-9750f5e8ae6d Oct 29 08:50:50.140120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.25.5.90 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/af9d6e59-60e0-4f0d-b7af-16ba3bb88aa3) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:50.142747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46224) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:50.223076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-563fc731-8530-41b8-8b9f-ec5f3d724a8b tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705040 Oct 29 08:50:50.225688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46226) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:50.239047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:50.256724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 71b21547-4b63-460a-a839-c022b7476ca6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:50.334920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-343ce5ba-a612-47c7-809e-659efc02beeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.342129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 71b21547-4b63-460a-a839-c022b7476ca6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:50.342808 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.349927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.396127 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-343ce5ba-a612-47c7-809e-659efc02beeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.411622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-30037614-c2c0-45fa-b9f7-2abbc2287bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:50.413229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-30037614-c2c0-45fa-b9f7-2abbc2287bfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.3461149 Oct 29 08:50:50.449917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-bfabf963-300e-4830-a5a8-8940a2f650c1 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea79ec4c5ca34ae895a434a7b61d5513 HTTP/1.1" status: 200 len: 380 time: 0.2547081 Oct 29 08:50:50.469481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee19b4-deea-4058-9f0a-9b5ec4b823c3 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:50.485172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.493511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:50.494173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.514244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'port': {'device_id': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'admin_state_up': True, 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'security_groups': ['444d8ee9-47a9-4e74-8b7a-1e779f02b8ee']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:50.522569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.628564 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Sync routers for ids ['0042af65-f633-42cf-9cdc-f14bffc9754a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:50:50.667058 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Routers {'0042af65-f633-42cf-9cdc-f14bffc9754a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:50.667690 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0042af65-f633-42cf-9cdc-f14bffc9754a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:50.700409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8591189 Oct 29 08:50:50.701232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-343ce5ba-a612-47c7-809e-659efc02beeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.703774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-343ce5ba-a612-47c7-809e-659efc02beeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.704891 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-343ce5ba-a612-47c7-809e-659efc02beeb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43bb2b05-6571-4197-8527-06015b70e139 HTTP/1.1" status: 204 len: 168 time: 0.6581368 Oct 29 08:50:50.729907 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.751036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46232) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:50.770988 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fb1691ca-225e-439b-b949-205763722d3e req-b8593fad-ec6d-45d2-b19e-ffa2c6cd1fbc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 210 time: 0.0895760 Oct 29 08:50:50.771701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:50.792169 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.801798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'network_id': '3b484b8c-846d-4613-9b0a-9750f5e8ae6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:50.874104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] For port 49ce225e-1164-48de-981c-bbe08dd27deb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49ce225e-1164-48de-981c-bbe08dd27deb,segment=NetworkSegment(f0d9fda0-dfeb-484b-a397-4c2a272a8b74),segment_id=f0d9fda0-dfeb-484b-a397-4c2a272a8b74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:50.882745 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Set router 0042af65-f633-42cf-9cdc-f14bffc9754a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:50.883859 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:50.899299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-f17d17dd-5d88-4738-81b9-960409340026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:50.901758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-f17d17dd-5d88-4738-81b9-960409340026 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4486308 Oct 29 08:50:50.974855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Made reservation on behalf of ea79ec4c5ca34ae895a434a7b61d5513 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:50.978635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.021287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ce5ba-a612-47c7-809e-659efc02beeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb2b05-6571-4197-8527-06015b70e139,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:51.032965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Made reservation on behalf of db6c0e9c273049879205af50a13d230d for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:51.052192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9d789-f244-4bdf-8966-7362fcc433c8 None None] Pushing event updated for resources: {'Port': ['ID=49ce225e-1164-48de-981c-bbe08dd27deb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:51.056024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.060186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:50:51.093098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73842-e951-4c75-b52e-f1e8746f44bc tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Network': ['ID=3b484b8c-846d-4613-9b0a-9750f5e8ae6d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:51.163221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49ce225e-1164-48de-981c-bbe08dd27deb up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:51.181053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 3b484b8c-846d-4613-9b0a-9750f5e8ae6d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:50:51.215336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf063fc-cd70-42bf-b82b-c31eb5f777e1 req-c8ea1f23-510d-46aa-8c44-bd1412860eef tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:51.217437 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3bf063fc-cd70-42bf-b82b-c31eb5f777e1 req-c8ea1f23-510d-46aa-8c44-bd1412860eef tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.5476530 Oct 29 08:50:51.238119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.257774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Performing IP validity checks on allocation pools {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 08:50:51.261054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.ipam_backend_mixin [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 08:50:51.319227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:51.325870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d83062-a2b1-4366-854b-edec51d092a0 None None] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:51.333149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46240) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:51.334049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Allocated IP 172.20.0.13 (de72089d-75af-4938-9435-afcd9bd00b10/c226df99-f298-4df4-a8a5-968a096cae92/65e295f5-0263-472b-bd1e-c59da99e54af) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:51.343891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:51.351079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:51.372007 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 4, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port': {'id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:34Z', 'updated_at': '2021-10-29T08:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'dec025af-d375-4d7e-a796-b6f2d4b5fbd5', 'name': '', 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'mac_address': 'fa:16:3e:6a:86:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '53bcef29-b968-40e1-8453-e903387f5d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:38Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 2, 'project_id': '277dbb39703d4374a59653c4238584c1', 'subnets': [{'id': '53bcef29-b968-40e1-8453-e903387f5d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:51.395055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7dfb41cf-7dfd-4f50-995b-68043e7e5db9 None None] Provisioning complete for port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:51.395443 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7dfb41cf-7dfd-4f50-995b-68043e7e5db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.405547 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Checking router: 0042af65-f633-42cf-9cdc-f14bffc9754a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:50:51.405976 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Updating router 0042af65-f633-42cf-9cdc-f14bffc9754a port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:50:51.417436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3bf063fc-cd70-42bf-b82b-c31eb5f777e1 req-e3fa99f2-2eaa-4482-ba3b-bad20635704d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885796 Oct 29 08:50:51.443277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fac3c502-7c2b-4773-b979-ced0e399a01e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.450160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=af9d6e59-60e0-4f0d-b7af-16ba3bb88aa3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:51.456531 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.472739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 49ce225e-1164-48de-981c-bbe08dd27deb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:51.473177 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.515413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.545232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] Deleting port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:51.545648 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.553952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fac3c502-7c2b-4773-b979-ced0e399a01e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.558856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.565262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fac3c502-7c2b-4773-b979-ced0e399a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:51.663839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Network de72089d-75af-4938-9435-afcd9bd00b10 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:51.668813 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fac3c502-7c2b-4773-b979-ced0e399a01e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ea6fef80118447bace8f59cdc7c4547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141241 Oct 29 08:50:51.677802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46242) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:51.709573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:51.722953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-81875022-601a-4f4f-be52-15862ed803c5 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848494 Oct 29 08:50:51.726236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:51.736380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3c502-7c2b-4773-b979-ced0e399a01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f7a8da-1bd8-4cab-a49c-1db560da9dfd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:51.792299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'Port': ['ID=65e295f5-0263-472b-bd1e-c59da99e54af,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:51.962520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d51abf23-7974-4a0e-932f-c12ba0ee09c9 req-89d5fafa-757f-47c1-8f9a-56970e5f7fbd service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596489 Oct 29 08:50:52.000499 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.007229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.008148 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.008703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:52.009438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.083688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=d472e2b9-27a7-4e74-84a7-bce79f779af7,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:52.119840 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d2987-b5a9-4901-afc5-e9eaecf5dbee None None] Pushing event updated for resources: {'Port': ['ID=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:52.127498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-8e645c3b-9ab1-40c5-bdae-e81d7060523f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6262136 Oct 29 08:50:52.145142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9550f89a-bf9a-416f-8acc-d8cfb522f648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.145684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Checking segment: {'id': '0f011daa-7653-48d0-951d-dba69de25c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '3b484b8c-846d-4613-9b0a-9750f5e8ae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:52.146412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network hostable DHCP agents. Network: 3b484b8c-846d-4613-9b0a-9750f5e8ae6d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:50:52.184537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Request body: {'port': {'device_id': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:52.198645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Network 3b484b8c-846d-4613-9b0a-9750f5e8ae6d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:50:52.215211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] For port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:52.215211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.218224 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 3b484b8c-846d-4613-9b0a-9750f5e8ae6d) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:52.227650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:52.228322 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.231924 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Attempting to bind port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:52.231924 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Attempting to bind port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:52.236844 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Attempting to bind port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 on network 6930a849-e41c-49c9-afb1-7ecf182a5546 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:52.257011 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:52.257505 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Checking segment: {'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:52.257782 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.258171 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Bound using segment: {'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:52.258662 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Bound port: dec025af-d375-4d7e-a796-b6f2d4b5fbd5, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf5872-1414-4708-9fad-0d48896f95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:52.259040 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.272184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d4170-fae0-4b49-88a5-a7299d83dd83 None None] Network 3b484b8c-846d-4613-9b0a-9750f5e8ae6d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:52.310032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cb323-46ce-4c73-9a19-9ac4933ebe9c req-4b802004-5268-4209-a0d9-8a1298c46898 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:52.318996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c59cb323-46ce-4c73-9a19-9ac4933ebe9c req-4b802004-5268-4209-a0d9-8a1298c46898 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 932 time: 0.3538814 Oct 29 08:50:52.332913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.399238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] Calling delete_port for 2e6b5456-0047-4063-bf4e-fd73be7c5b7d owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:52.412494 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] For port dec025af-d375-4d7e-a796-b6f2d4b5fbd5, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:52.415828 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] For port dec025af-d375-4d7e-a796-b6f2d4b5fbd5, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,segment=NetworkSegment(fbbf5872-1414-4708-9fad-0d48896f95ec),segment_id=fbbf5872-1414-4708-9fad-0d48896f95ec)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:52.432039 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.435791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c59cb323-46ce-4c73-9a19-9ac4933ebe9c req-b265da76-2c45-4a1e-b17e-a6778237c95b tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144431 Oct 29 08:50:52.451975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.456046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9550f89a-bf9a-416f-8acc-d8cfb522f648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.488207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ae910268-6f98-4284-b7f6-b32a90d46b57 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:52.499272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.525360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eec409fe-ec40-4cce-b2e3-d85393eec6b1 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7590179 Oct 29 08:50:52.543098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46250) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:52.548152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:52.550014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5c9ee2ab-bc5b-4cdb-8962-0182af78d4ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:52.553665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ce64be44-86b9-4372-9ad4-ad1208a3f0a6 None None] Provisioning complete for port 65e295f5-0263-472b-bd1e-c59da99e54af triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:52.554042 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ce64be44-86b9-4372-9ad4-ad1208a3f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.566303 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Routers {'0042af65-f633-42cf-9cdc-f14bffc9754a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:52.566927 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0042af65-f633-42cf-9cdc-f14bffc9754a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:52.613475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:52.663152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:52.703794 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d2987-b5a9-4901-afc5-e9eaecf5dbee None None] Pushing event updated for resources: {'Port': ['ID=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:52.752967 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] Set router 0042af65-f633-42cf-9cdc-f14bffc9754a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:52.821137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d8540-a6a4-41df-bae1-4530234140f2 req-7567fcc2-4055-44a9-b739-d65215506398 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:52.823027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb7d8540-a6a4-41df-bae1-4530234140f2 req-7567fcc2-4055-44a9-b739-d65215506398 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2135887 Oct 29 08:50:52.925386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ce64be44-86b9-4372-9ad4-ad1208a3f0a6 None None] Port 65e295f5-0263-472b-bd1e-c59da99e54af cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:50:52.998372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ae910268-6f98-4284-b7f6-b32a90d46b57 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:52.999338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.012192 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 4, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port': {'id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:34Z', 'updated_at': '2021-10-29T08:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'dec025af-d375-4d7e-a796-b6f2d4b5fbd5', 'name': '', 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'mac_address': 'fa:16:3e:6a:86:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '53bcef29-b968-40e1-8453-e903387f5d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:38Z', 'updated_at': '2021-10-29T08:50:52Z', 'revision_number': 4, 'project_id': '277dbb39703d4374a59653c4238584c1', 'subnets': [{'id': '53bcef29-b968-40e1-8453-e903387f5d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:53.042386 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb823-918c-4b02-86b2-25b23718408d None None] The sync data for ids ['0042af65-f633-42cf-9cdc-f14bffc9754a'] in n-d-815940-1 is: [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 4, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port': {'id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:34Z', 'updated_at': '2021-10-29T08:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'dec025af-d375-4d7e-a796-b6f2d4b5fbd5', 'name': '', 'network_id': '6930a849-e41c-49c9-afb1-7ecf182a5546', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'mac_address': 'fa:16:3e:6a:86:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '53bcef29-b968-40e1-8453-e903387f5d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:38Z', 'updated_at': '2021-10-29T08:50:52Z', 'revision_number': 4, 'project_id': '277dbb39703d4374a59653c4238584c1', 'subnets': [{'id': '53bcef29-b968-40e1-8453-e903387f5d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:50:53.061008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e295f5-0263-472b-bd1e-c59da99e54af {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:50:53.071959 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.086819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Transition to ACTIVE for port object 65e295f5-0263-472b-bd1e-c59da99e54af will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:50:53.092580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:53.093281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.097811 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9550f89a-bf9a-416f-8acc-d8cfb522f648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.100540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9550f89a-bf9a-416f-8acc-d8cfb522f648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.104585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9550f89a-bf9a-416f-8acc-d8cfb522f648 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14f7a8da-1bd8-4cab-a49c-1db560da9dfd HTTP/1.1" status: 204 len: 168 time: 1.4248009 Oct 29 08:50:53.131386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550f89a-bf9a-416f-8acc-d8cfb522f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f7a8da-1bd8-4cab-a49c-1db560da9dfd,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:53.133555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.177099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ce64be44-86b9-4372-9ad4-ad1208a3f0a6 None None] Provisioning complete for port 49ce225e-1164-48de-981c-bbe08dd27deb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:53.177821 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ce64be44-86b9-4372-9ad4-ad1208a3f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.191305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-3b484b8c-846d-4613-9b0a-9750f5e8ae6d', 'network_id': '3b484b8c-846d-4613-9b0a-9750f5e8ae6d', 'tenant_id': 'db6c0e9c273049879205af50a13d230d', 'fixed_ips': [{'subnet_id': 'd472e2b9-27a7-4e74-84a7-bce79f779af7'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:53.193039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.218134 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.260782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=013001ee-1839-4122-a8e4-35517236b90d,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:53.296098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] No DVR routers for this DVR port 2e6b5456-0047-4063-bf4e-fd73be7c5b7d on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:50:53.305677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710fced-487f-4821-9c74-6915dee7c2f3 None None] Pushing event deleted for resources: {'Port': ['ID=2e6b5456-0047-4063-bf4e-fd73be7c5b7d,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:53.321991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6e617dc9-b1fa-4b63-a0f2-9bd4a18a419c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0926244 Oct 29 08:50:53.344977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46254) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:53.354433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826fd5d4-8824-484e-852c-aad1cdd595a2 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:53.358263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-28ddca56-141f-4867-ad66-5f26f42a1aeb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:53.595521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Pushing event updated for resources: {'Port': ['ID=65e295f5-0263-472b-bd1e-c59da99e54af,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:53.607463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb7d8540-a6a4-41df-bae1-4530234140f2 req-49926265-60e0-44e7-aa29-7c31b7d58e94 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7704091 Oct 29 08:50:53.613546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee2ab-bc5b-4cdb-8962-0182af78d4ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10189571'] for subnet, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.778685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.791965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Attempting to bind port 65e295f5-0263-472b-bd1e-c59da99e54af on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:53.792740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Attempting to bind port 65e295f5-0263-472b-bd1e-c59da99e54af by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:53.792740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Attempting to bind port 65e295f5-0263-472b-bd1e-c59da99e54af on network de72089d-75af-4938-9435-afcd9bd00b10 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:53.799372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Port 65e295f5-0263-472b-bd1e-c59da99e54af on network de72089d-75af-4938-9435-afcd9bd00b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:50:53.799700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Attempting to bind port 65e295f5-0263-472b-bd1e-c59da99e54af on network de72089d-75af-4938-9435-afcd9bd00b10 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:53.805228 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.814705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:53.815083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Checking segment: {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:53.815472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Bound using segment: {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:53.815940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Bound port: 65e295f5-0263-472b-bd1e-c59da99e54af, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:53.816317 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.831955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7574e-07a2-4ca2-a93b-25be6c085d21 req-b4fa91d5-16e1-4223-93ec-09ee9f9d45cc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:53.833998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86d7574e-07a2-4ca2-a93b-25be6c085d21 req-b4fa91d5-16e1-4223-93ec-09ee9f9d45cc tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 944 time: 0.1532054 Oct 29 08:50:53.854040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port ae910268-6f98-4284-b7f6-b32a90d46b57, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ae910268-6f98-4284-b7f6-b32a90d46b57,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:53.854726 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.889702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.890685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 10f117c4-768b-4956-b6a4-78002cf91730 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:53.908457 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee2ab-bc5b-4cdb-8962-0182af78d4ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730476700407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9696450'] for subnet, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.912303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=af9d6e59-60e0-4f0d-b7af-16ba3bb88aa3,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:53.914947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] For port 65e295f5-0263-472b-bd1e-c59da99e54af, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:53.919123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] For port 65e295f5-0263-472b-bd1e-c59da99e54af, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=65e295f5-0263-472b-bd1e-c59da99e54af,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:53.925626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'tenant_id': '8c190d2fc8e14b178f8074646a6f2806', 'fixed_ips': [{'subnet_id': '013001ee-1839-4122-a8e4-35517236b90d'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:50:53.926722 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.931596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.943528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ddca56-141f-4867-ad66-5f26f42a1aeb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:53.947369 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-28ddca56-141f-4867-ad66-5f26f42a1aeb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:53.961766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ee2ab-bc5b-4cdb-8962-0182af78d4ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event updated for resources: {'Subnet': ['ID=d472e2b9-27a7-4e74-84a7-bce79f779af7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:54.020744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ee2ab-bc5b-4cdb-8962-0182af78d4ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:54.021820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c9ee2ab-bc5b-4cdb-8962-0182af78d4ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.026220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5c9ee2ab-bc5b-4cdb-8962-0182af78d4ac tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "PUT /v2.0/subnets/d472e2b9-27a7-4e74-84a7-bce79f779af7 HTTP/1.1" status: 200 len: 900 time: 1.4815073 Oct 29 08:50:54.026866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46270) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:54.044871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:54.045486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.047398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] 10.222.0.15 "PUT /v2.0/ports/65e295f5-0263-472b-bd1e-c59da99e54af HTTP/1.1" status: 200 len: 1092 time: 1.9110556 Oct 29 08:50:54.047563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'tag': '65e295f5-0263-472b-bd1e-c59da99e54af'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:50:54.050186 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a449f155-4860-4145-af78-9975a69e5e84" -d '{"events": [{"name": "network-changed", "server_uuid": "8718683f-de16-4a24-aeb9-ab32e63d7a92", "tag": "65e295f5-0263-472b-bd1e-c59da99e54af"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:50:54.079296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86d7574e-07a2-4ca2-a93b-25be6c085d21 req-35cef12c-fece-42a5-9ceb-0ca445460e7f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327340 Oct 29 08:50:54.124249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.169490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Allocated IP 2001:db8::3 (3b484b8c-846d-4613-9b0a-9750f5e8ae6d/d472e2b9-27a7-4e74-84a7-bce79f779af7/6748880f-2779-4fc0-b3ba-932724d44b8d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:54.182419 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8cc0b-c60a-4411-ad7a-b05ea6b87707 x-openstack-request-id: req-99e8cc0b-c60a-4411-ad7a-b05ea6b87707 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:50:54.182761 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8718683f-de16-4a24-aeb9-ab32e63d7a92", "tag": "65e295f5-0263-472b-bd1e-c59da99e54af", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:50:54.185514 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99e8cc0b-c60a-4411-ad7a-b05ea6b87707 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:50:54.186002 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'tag': '65e295f5-0263-472b-bd1e-c59da99e54af', 'status': 'completed', 'code': 200} Oct 29 08:50:54.201584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9890aa-3066-4df7-a419-d0eac009d008 service neutron] Pushing event updated for resources: {'Port': ['ID=65e295f5-0263-472b-bd1e-c59da99e54af,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:54.249300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.266388 n-d-815940-1 neutron-server[102113]: INFO neutron.db.ipam_backend_mixin [None req-28ddca56-141f-4867-ad66-5f26f42a1aeb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 013001ee-1839-4122-a8e4-35517236b90d (CIDR: 2001:db8::/64) Oct 29 08:50:54.269338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-06c00300-b94b-4b69-a4e2-74cd5e38073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:54.270910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-06c00300-b94b-4b69-a4e2-74cd5e38073c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea79ec4c5ca34ae895a434a7b61d5513&device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 1095 time: 0.1636045 Oct 29 08:50:54.272712 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ddca56-141f-4867-ad66-5f26f42a1aeb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:50:54.273151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ddca56-141f-4867-ad66-5f26f42a1aeb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:54.281303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=ae910268-6f98-4284-b7f6-b32a90d46b57,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:54.372169 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-06127829-c2ee-4123-b08c-151452105a2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e295f5-0263-472b-bd1e-c59da99e54af HTTP/1.1" status: 200 len: 217 time: 0.0903952 Oct 29 08:50:54.373570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 10f117c4-768b-4956-b6a4-78002cf91730 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:54.374233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.378795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-28ddca56-141f-4867-ad66-5f26f42a1aeb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0324030 Oct 29 08:50:54.382393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46280) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:54.410093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'subnet': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:54.438989 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.488957 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Floating IP edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 associated. External IP: 172.25.5.90, port: 10f52fbc-fcaa-4553-bcd1-d8993510c6cc. Oct 29 08:50:54.530856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-3c020409-b357-431e-afe8-060bcb85db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:54.532565 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.535312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-3c020409-b357-431e-afe8-060bcb85db72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c226df99-f298-4df4-a8a5-968a096cae92 HTTP/1.1" status: 200 len: 846 time: 0.1539135 Oct 29 08:50:54.598558 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.608017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f071021f-6242-4448-aec3-afd6e1be6df8 None None] Provisioning complete for port 49ce225e-1164-48de-981c-bbe08dd27deb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:54.608398 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f071021f-6242-4448-aec3-afd6e1be6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.636243 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.680374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=d472e2b9-27a7-4e74-84a7-bce79f779af7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:54.684915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-a6ec07a0-7d12-47a9-ae8d-c0f3d4cea74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:54.687009 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-a6ec07a0-7d12-47a9-ae8d-c0f3d4cea74d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de72089d-75af-4938-9435-afcd9bd00b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274874 Oct 29 08:50:54.693187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:54.699932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.728330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Network 3b484b8c-846d-4613-9b0a-9750f5e8ae6d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:54.740536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:54.771416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:54.787575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Pushing event updated for resources: {'Port': ['ID=6748880f-2779-4fc0-b3ba-932724d44b8d,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:54.817839 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Allocated IP 2001:db8::2 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/013001ee-1839-4122-a8e4-35517236b90d/8c4a8594-87ed-4e64-a230-2cb8820a00fe) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:50:54.865525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:54.905346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b484b8c-846d-4613-9b0a-9750f5e8ae6d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:54.923835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f011daa-7653-48d0-951d-dba69de25c7d') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:54.924309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f011daa-7653-48d0-951d-dba69de25c7d') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:54.924495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-a4056f4b-fa3e-46fd-b590-640f4c7087c4 service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172749 Oct 29 08:50:54.934148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433af3f-2e88-440d-b402-2bef77e97e71 req-8e8d0040-1291-4a76-b554-fd8d539dcd71 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:54.935779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d433af3f-2e88-440d-b402-2bef77e97e71 req-8e8d0040-1291-4a76-b554-fd8d539dcd71 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2103534 Oct 29 08:50:54.977960 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.006161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d433af3f-2e88-440d-b402-2bef77e97e71 req-6a177cc8-09f9-49ef-a74b-a69c5d232159 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612359 Oct 29 08:50:55.010980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.018479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router b5402f8c-2747-43ee-9ea6-173f8aa5b484 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:50:55.023463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:55.023927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:55.039897 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:55.101480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Attempting to bind port 6748880f-2779-4fc0-b3ba-932724d44b8d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:55.101774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Attempting to bind port 6748880f-2779-4fc0-b3ba-932724d44b8d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '0f011daa-7653-48d0-951d-dba69de25c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '3b484b8c-846d-4613-9b0a-9750f5e8ae6d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:55.102561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Attempting to bind port 6748880f-2779-4fc0-b3ba-932724d44b8d on network 3b484b8c-846d-4613-9b0a-9750f5e8ae6d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:55.182187 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.api [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 08:50:55.182187 n-d-815940-1 neutron-server[102114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 08:50:55.182187 n-d-815940-1 neutron-server[102114]: [parameters: {'id': '3b484b8c-846d-4613-9b0a-9750f5e8ae6d'}] Oct 29 08:50:55.182187 n-d-815940-1 neutron-server[102114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:50:55.182704 n-d-815940-1 neutron-server[102114]: DEBUG oslo_db.api [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:50:55.205784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:55.206244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Checking segment: {'id': '0f011daa-7653-48d0-951d-dba69de25c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '3b484b8c-846d-4613-9b0a-9750f5e8ae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:55.206728 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.207217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Bound using segment: {'id': '0f011daa-7653-48d0-951d-dba69de25c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '3b484b8c-846d-4613-9b0a-9750f5e8ae6d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:55.207793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Bound port: 6748880f-2779-4fc0-b3ba-932724d44b8d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f011daa-7653-48d0-951d-dba69de25c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '3b484b8c-846d-4613-9b0a-9750f5e8ae6d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:55.208277 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.252947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8cb0f-3541-4504-9ea4-b83828357fb7 req-022db788-f6f4-4341-9c0f-28f752dfc57d tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:55.255069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cde8cb0f-3541-4504-9ea4-b83828357fb7 req-022db788-f6f4-4341-9c0f-28f752dfc57d tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 944 time: 0.0786293 Oct 29 08:50:55.327157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:50:55.359286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.369471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] For port 6748880f-2779-4fc0-b3ba-932724d44b8d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:55.380573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] For port 6748880f-2779-4fc0-b3ba-932724d44b8d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6748880f-2779-4fc0-b3ba-932724d44b8d,segment=NetworkSegment(0f011daa-7653-48d0-951d-dba69de25c7d),segment_id=0f011daa-7653-48d0-951d-dba69de25c7d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:55.387565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] Sync routers for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:50:55.391014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cde8cb0f-3541-4504-9ea4-b83828357fb7 req-074576f9-8af2-4d47-93cf-cfabe923d068 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280317 Oct 29 08:50:55.398673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c356c61c-5fbe-4d18-b66e-989b6f302f79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1598105 Oct 29 08:50:55.399497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:50:55.401657 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.402456 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9616e15-295e-400f-8793-d080b9b7af4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:50:55.480271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49ce225e-1164-48de-981c-bbe08dd27deb up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:55.536963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa87fe6-93e3-4af4-94a1-101490b1f263 req-db6bdec0-2ff9-4bde-8b77-2f7266b7aaf6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:55.538996 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aaa87fe6-93e3-4af4-94a1-101490b1f263 req-db6bdec0-2ff9-4bde-8b77-2f7266b7aaf6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.0643237 Oct 29 08:50:55.543747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:55.544427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:55.607729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aaa87fe6-93e3-4af4-94a1-101490b1f263 req-4b69b614-9cd2-4a23-aa8a-c5a802f36507 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605597 Oct 29 08:50:55.620572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:55.669273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f071021f-6242-4448-aec3-afd6e1be6df8 None None] Provisioning complete for port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:55.669650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f071021f-6242-4448-aec3-afd6e1be6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.759065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.764173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c965f6-e8a3-493f-9d5d-1673e128a3d3 req-a4d2eaf0-77f7-4c1c-bf21-32e100e88e9b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:55.767601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dce956e8-3694-46a3-9100-1ade5cbe5be4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 HTTP/1.1" status: 200 len: 991 time: 0.1452262 Oct 29 08:50:55.770771 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda2b32-fa01-4902-85b8-1b0c0ef2f091 x-openstack-request-id: req-fdda2b32-fa01-4902-85b8-1b0c0ef2f091 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:50:55.770771 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:50:55.770771 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdda2b32-fa01-4902-85b8-1b0c0ef2f091 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:50:55.771228 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'status': 'completed', 'code': 200} Oct 29 08:50:55.773151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c965f6-e8a3-493f-9d5d-1673e128a3d3 req-a4d2eaf0-77f7-4c1c-bf21-32e100e88e9b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1925707 Oct 29 08:50:55.795818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bcf88-5dca-44f3-9736-79f2833afc94 None None] Pushing event updated for resources: {'Port': ['ID=6748880f-2779-4fc0-b3ba-932724d44b8d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:55.844663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469fb7b9-bf5d-4bd9-af64-49863d4e234f None None] Network 3b484b8c-846d-4613-9b0a-9750f5e8ae6d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:55.874157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting port 6748880f-2779-4fc0-b3ba-932724d44b8d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:55.875010 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.884892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9616e15-295e-400f-8793-d080b9b7af4d req-3f828768-952b-49ba-8550-97f57b33f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:55.886515 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9616e15-295e-400f-8793-d080b9b7af4d req-3f828768-952b-49ba-8550-97f57b33f40d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1097 time: 0.1871209 Oct 29 08:50:55.891437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f175b87-f18d-46d2-9718-ed657cd32e40 req-fcc35f57-72ed-4906-be6f-9098f4694ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9596958 Oct 29 08:50:55.953223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.978747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:55.981375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 49ce225e-1164-48de-981c-bbe08dd27deb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:55.981375 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:55.988289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] For port 6748880f-2779-4fc0-b3ba-932724d44b8d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6748880f-2779-4fc0-b3ba-932724d44b8d,segment=NetworkSegment(0f011daa-7653-48d0-951d-dba69de25c7d),segment_id=0f011daa-7653-48d0-951d-dba69de25c7d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:55.988683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.003455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Calling delete_port for 6748880f-2779-4fc0-b3ba-932724d44b8d owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:56.016979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.025219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9616e15-295e-400f-8793-d080b9b7af4d req-24e83e0d-a351-4f7e-a4bd-9f2cf4bad545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:56.026742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9616e15-295e-400f-8793-d080b9b7af4d req-24e83e0d-a351-4f7e-a4bd-9f2cf4bad545 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.1047797 Oct 29 08:50:56.057733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f071021f-6242-4448-aec3-afd6e1be6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.091936 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.127287 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34c965f6-e8a3-493f-9d5d-1673e128a3d3 req-15e797e8-f218-41af-8171-699a9e8afce4 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531010 Oct 29 08:50:56.140927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Port': ['ID=6748880f-2779-4fc0-b3ba-932724d44b8d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:56.143280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No DVR routers for this DVR port 6748880f-2779-4fc0-b3ba-932724d44b8d on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:50:56.216482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:56.217587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9616e15-295e-400f-8793-d080b9b7af4d req-9221a5c2-7674-4805-b916-254c4b70be18 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 999 time: 0.1743426 Oct 29 08:50:56.231650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f155-4860-4145-af78-9975a69e5e84 req-69887ccb-2f36-412e-b674-9319c20d747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:56.233498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a449f155-4860-4145-af78-9975a69e5e84 req-69887ccb-2f36-412e-b674-9319c20d747a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea79ec4c5ca34ae895a434a7b61d5513&device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 1095 time: 0.2015281 Oct 29 08:50:56.252664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:56.259646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:50:56.262011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Pushing event updated for resources: {'Port': ['ID=8c4a8594-87ed-4e64-a230-2cb8820a00fe,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:56.277266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbe7225-3753-4192-bf88-c4cf43521450 None None] Network 3b484b8c-846d-4613-9b0a-9750f5e8ae6d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:56.330323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.343685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f071021f-6242-4448-aec3-afd6e1be6df8 None None] For port dec025af-d375-4d7e-a796-b6f2d4b5fbd5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,segment=NetworkSegment(fbbf5872-1414-4708-9fad-0d48896f95ec),segment_id=fbbf5872-1414-4708-9fad-0d48896f95ec)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:56.362059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b484b8c-846d-4613-9b0a-9750f5e8ae6d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:56.371489 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f071021f-6242-4448-aec3-afd6e1be6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.377150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f011daa-7653-48d0-951d-dba69de25c7d') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:56.377360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f011daa-7653-48d0-951d-dba69de25c7d') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:56.404847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad858-dbcf-4692-a9ef-8433d8543cb4 req-d6091c0a-5734-4eeb-84dd-3cfb0e5635d8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:56.406810 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bcad858-dbcf-4692-a9ef-8433d8543cb4 req-d6091c0a-5734-4eeb-84dd-3cfb0e5635d8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1299369 Oct 29 08:50:56.412064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.420533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f155-4860-4145-af78-9975a69e5e84 req-09dae761-b37e-42be-85b8-4c99a47f6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:56.422354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a449f155-4860-4145-af78-9975a69e5e84 req-09dae761-b37e-42be-85b8-4c99a47f6fa1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de72089d-75af-4938-9435-afcd9bd00b10 HTTP/1.1" status: 200 len: 909 time: 0.1603224 Oct 29 08:50:56.522852 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.524562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a449f155-4860-4145-af78-9975a69e5e84 req-dd4f87de-5e78-42a0-ab6a-90f7343aaf63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e295f5-0263-472b-bd1e-c59da99e54af HTTP/1.1" status: 200 len: 217 time: 0.0764794 Oct 29 08:50:56.557779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:56.562706 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.575586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Attempting to bind port 8c4a8594-87ed-4e64-a230-2cb8820a00fe on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:50:56.575999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Attempting to bind port 8c4a8594-87ed-4e64-a230-2cb8820a00fe by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:50:56.576375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Attempting to bind port 8c4a8594-87ed-4e64-a230-2cb8820a00fe on network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:50:56.583086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9616e15-295e-400f-8793-d080b9b7af4d req-af7d3a0f-c917-4f08-9fd8-d93c5b5d3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:56.584829 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9616e15-295e-400f-8793-d080b9b7af4d req-af7d3a0f-c917-4f08-9fd8-d93c5b5d3088 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.3503311 Oct 29 08:50:56.610466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ae910268-6f98-4284-b7f6-b32a90d46b57 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:56.616856 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:56.627543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4bcad858-dbcf-4692-a9ef-8433d8543cb4 req-ec092549-8d20-4d43-a2a6-3c8140303662 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689594 Oct 29 08:50:56.667891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.668533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:50:56.668923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Checking segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:50:56.669341 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.669729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Bound using segment: {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:50:56.671472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Bound port: 8c4a8594-87ed-4e64-a230-2cb8820a00fe, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db6cb2-3ce6-4dce-9168-a8a87d59574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:50:56.672119 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.673591 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.676300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071021f-6242-4448-aec3-afd6e1be6df8 None None] Pushing event updated for resources: {'Port': ['ID=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:56.677504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/3b484b8c-846d-4613-9b0a-9750f5e8ae6d HTTP/1.1" status: 204 len: 168 time: 2.6473362 Oct 29 08:50:56.693259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46332) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:56.713680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209466-5461-4187-8359-3d028baa886d tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=3b484b8c-846d-4613-9b0a-9750f5e8ae6d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:56.759634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f155-4860-4145-af78-9975a69e5e84 req-1d81a60a-0390-452e-9260-d6762d646c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:56.761253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a449f155-4860-4145-af78-9975a69e5e84 req-1d81a60a-0390-452e-9260-d6762d646c87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c226df99-f298-4df4-a8a5-968a096cae92 HTTP/1.1" status: 200 len: 846 time: 0.2223670 Oct 29 08:50:56.786384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.objects.ports [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102113) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 08:50:56.794424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46336) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:56.800374 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8957b8-5dd8-4015-b12a-0af4e9af1237 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:50:56.800992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8957b8-5dd8-4015-b12a-0af4e9af1237 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:56.806439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2f8957b8-5dd8-4015-b12a-0af4e9af1237 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/d472e2b9-27a7-4e74-84a7-bce79f779af7 HTTP/1.1" status: 404 len: 337 time: 0.1106186 Oct 29 08:50:56.807253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46338) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:56.838131 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6ff060-8b4f-4ea4-a6c2-7a096eb4c821 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:50:56.838845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6ff060-8b4f-4ea4-a6c2-7a096eb4c821 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:56.847599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fc6ff060-8b4f-4ea4-a6c2-7a096eb4c821 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/3b484b8c-846d-4613-9b0a-9750f5e8ae6d HTTP/1.1" status: 404 len: 339 time: 0.0354183 Oct 29 08:50:56.847909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46340) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:56.914335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] For port 8c4a8594-87ed-4e64-a230-2cb8820a00fe, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:50:56.917142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ae910268-6f98-4284-b7f6-b32a90d46b57 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:56.917530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:56.926422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] For port 8c4a8594-87ed-4e64-a230-2cb8820a00fe, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8c4a8594-87ed-4e64-a230-2cb8820a00fe,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:50:56.970509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.006957 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.031734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1cc5-1f73-4671-9aeb-a6afc89aaed6 req-a3d362a6-1961-4b8b-b1c4-3c01ecf4032a tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:57.039928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b14f1cc5-1f73-4671-9aeb-a6afc89aaed6 req-a3d362a6-1961-4b8b-b1c4-3c01ecf4032a tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 944 time: 0.4510984 Oct 29 08:50:57.061111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9616e15-295e-400f-8793-d080b9b7af4d req-41f4b22c-5ad7-43df-8c5d-dec53f7eef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:57.063345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9616e15-295e-400f-8793-d080b9b7af4d req-41f4b22c-5ad7-43df-8c5d-dec53f7eef81 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4650071 Oct 29 08:50:57.120016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8851ce-5368-4e25-a686-5829cf7a7271 None None] Pushing event updated for resources: {'Port': ['ID=8c4a8594-87ed-4e64-a230-2cb8820a00fe,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:57.127504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'edf7d8d0-43fe-488c-bea2-f2f2ed1230c8', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'port_id': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'mac_address': 'fa:16:3e:4e:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:50:52Z', 'updated_at': '2021-10-29T08:50:52Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:24Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:57.128192 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.192688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:57.218864 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae87c22-9666-4d13-a512-123190b560c8') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:57.219618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae87c22-9666-4d13-a512-123190b560c8') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:57.236561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ca498-7c72-4143-97ed-71753a4e8dcf req-61b5120e-c356-4665-9d20-7edd932f0558 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:57.238528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-071ca498-7c72-4143-97ed-71753a4e8dcf req-61b5120e-c356-4665-9d20-7edd932f0558 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1273589 Oct 29 08:50:57.244228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.260211 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c9b2b4bc-ee92-494c-a5ce-d06a46211184 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 HTTP/1.1" status: 200 len: 991 time: 0.4617393 Oct 29 08:50:57.263350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.267680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b14f1cc5-1f73-4671-9aeb-a6afc89aaed6 req-c2774fbc-af5d-4e79-93d5-2bcec2a789d6 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267685 Oct 29 08:50:57.272244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9616e15-295e-400f-8793-d080b9b7af4d req-7569496e-6436-4057-b100-5737461af153 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645384 Oct 29 08:50:57.289489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:50:57.289955 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:50:57.293349 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:50:57.436992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f155-4860-4145-af78-9975a69e5e84 req-2ee68c82-d5ae-4f68-8f4b-892489396065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:57.439977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a449f155-4860-4145-af78-9975a69e5e84 req-2ee68c82-d5ae-4f68-8f4b-892489396065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de72089d-75af-4938-9435-afcd9bd00b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6662843 Oct 29 08:50:57.460874 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-071ca498-7c72-4143-97ed-71753a4e8dcf req-218560b2-0a80-42f6-bc39-b177290ef028 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017622 Oct 29 08:50:57.491707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.548809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] Checking router: b5402f8c-2747-43ee-9ea6-173f8aa5b484 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:50:57.559817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.567573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3 HTTP/1.1" status: 204 len: 168 time: 0.7185619 Oct 29 08:50:57.568586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf28d9d-f4f8-4ede-a8a9-6d0a2555f701 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=0fdd6994-4e1f-4cce-bf0b-90b26e6b12b3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:57.570913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46346) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:57.609020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dec025af-d375-4d7e-a796-b6f2d4b5fbd5 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:57.646487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.650678 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1d6a2a-a079-476f-bd4b-8111b34aebce tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:50:57.652784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1d6a2a-a079-476f-bd4b-8111b34aebce tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:57.657793 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bf1d6a2a-a079-476f-bd4b-8111b34aebce tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/4b21a085-f5d0-4d5c-b850-a518ddf9f14b HTTP/1.1" status: 404 len: 337 time: 0.0782173 Oct 29 08:50:57.667528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:50:57.668218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:57.673256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46350) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:57.727591 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-694aad4f-483a-4761-a73b-11190bc06324 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:50:57.728618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a449f155-4860-4145-af78-9975a69e5e84 req-3df8eaab-2d9e-4652-910d-b33d07d80960 service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797599 Oct 29 08:50:57.738307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694aad4f-483a-4761-a73b-11190bc06324 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:50:57.743347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-694aad4f-483a-4761-a73b-11190bc06324 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/10d3c2e6-3075-498e-9eb2-6ca5c7ee256b HTTP/1.1" status: 404 len: 339 time: 0.0684392 Oct 29 08:50:57.746203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46354) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:57.822085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9616e15-295e-400f-8793-d080b9b7af4d req-0e2f587f-3589-421d-9f6b-0f05cddfb1fc service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610882 Oct 29 08:50:57.834411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59b58b8-bcd9-426d-b33b-5fd55d60ecfb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting subnet 7f540fed-bc87-4a2f-b9e8-f851e5882f70 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:57.840448 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b58b8-bcd9-426d-b33b-5fd55d60ecfb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.843352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:57.847348 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.893353 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b58b8-bcd9-426d-b33b-5fd55d60ecfb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:57.898596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:50:57.991563 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b58b8-bcd9-426d-b33b-5fd55d60ecfb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.012052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a449f155-4860-4145-af78-9975a69e5e84 req-3e58b2d9-f666-4e91-9754-cfa258c01c3a service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522790 Oct 29 08:50:58.064466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] For port 8c4a8594-87ed-4e64-a230-2cb8820a00fe, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8c4a8594-87ed-4e64-a230-2cb8820a00fe,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:58.089006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b58b8-bcd9-426d-b33b-5fd55d60ecfb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.101604 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.109940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.111950 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.129774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e6b5456-0047-4063-bf4e-fd73be7c5b7d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:50:58.130302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b58b8-bcd9-426d-b33b-5fd55d60ecfb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=7f540fed-bc87-4a2f-b9e8-f851e5882f70,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:58.142762 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a59b58b8-bcd9-426d-b33b-5fd55d60ecfb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.147100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a59b58b8-bcd9-426d-b33b-5fd55d60ecfb tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/7f540fed-bc87-4a2f-b9e8-f851e5882f70 HTTP/1.1" status: 204 len: 168 time: 0.3991396 Oct 29 08:50:58.149641 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46358) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:58.164651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496d0b4-ad87-4c74-84c6-8d9399e4590a None None] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:58.211100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:50:58.222840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63510d7-79fb-4ae9-91d6-4e5a2b5224cf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting subnet 06c485e4-13a3-4a9c-b588-16f58ceb4db5 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:50:58.223451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:50:58.223741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2e6b5456-0047-4063-bf4e-fd73be7c5b7d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:50:58.224111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e6b5456-0047-4063-bf4e-fd73be7c5b7d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:50:58.226446 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a63510d7-79fb-4ae9-91d6-4e5a2b5224cf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.236932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:58.237495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.252181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=8c4a8594-87ed-4e64-a230-2cb8820a00fe,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:58.275886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8744910 Oct 29 08:50:58.276602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a63510d7-79fb-4ae9-91d6-4e5a2b5224cf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.276743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46360) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:58.276919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46362) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:58.362030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Request body: {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'mac_address': 'fa:16:3e:0c:ff:2f', 'name': 'tempest-NetworksTestDHCPv6-572751161'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:50:58.376860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'edf7d8d0-43fe-488c-bea2-f2f2ed1230c8', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'port_id': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'mac_address': 'fa:16:3e:4e:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:50:52Z', 'updated_at': '2021-10-29T08:50:52Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:24Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:50:58.410027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaad303-277e-4a9a-9efb-ee0c59dff961 None None] The sync data for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 is: [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'edf7d8d0-43fe-488c-bea2-f2f2ed1230c8', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'port_id': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'mac_address': 'fa:16:3e:4e:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:50:52Z', 'updated_at': '2021-10-29T08:50:52Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:24Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:50:58.469811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a63510d7-79fb-4ae9-91d6-4e5a2b5224cf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.524882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3241a-edcc-45ad-a539-0781166e037f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Subnet': ['ID=aafd62fe-b97f-473a-961a-f99acee9b810,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:58.576064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8c4a8594-87ed-4e64-a230-2cb8820a00fe up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:58.589929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-741a8968-fbab-4181-8da6-27e618ac5e9e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 HTTP/1.1" status: 200 len: 991 time: 0.3089569 Oct 29 08:50:58.659218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8c4a8594-87ed-4e64-a230-2cb8820a00fe triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:58.659996 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.724006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Made reservation on behalf of 8c190d2fc8e14b178f8074646a6f2806 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:50:58.774767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7d3e7-d2ac-4491-84e6-685671fe46cd req-19415a27-15de-4c38-b695-cb03bd311fc5 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:58.777126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fa7d3e7-d2ac-4491-84e6-685671fe46cd req-19415a27-15de-4c38-b695-cb03bd311fc5 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 944 time: 0.1847775 Oct 29 08:50:58.779293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a63510d7-79fb-4ae9-91d6-4e5a2b5224cf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.837744 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.846727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63510d7-79fb-4ae9-91d6-4e5a2b5224cf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=06c485e4-13a3-4a9c-b588-16f58ceb4db5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:58.852847 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a63510d7-79fb-4ae9-91d6-4e5a2b5224cf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:58.856620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a63510d7-79fb-4ae9-91d6-4e5a2b5224cf tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/06c485e4-13a3-4a9c-b588-16f58ceb4db5 HTTP/1.1" status: 204 len: 168 time: 0.7057505 Oct 29 08:50:58.859430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46370) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:58.859584 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310e066-a5c4-47ad-a664-32d7ebbdbdfd None None] New status for floating IP edf7d8d0-43fe-488c-bea2-f2f2ed1230c8: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:50:58.867714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83910db-5253-4a07-98dd-24e7c8e50a9b None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:58.893521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d9741-621f-4920-a2eb-d4042aea9936 req-a0074f4c-0ee8-436d-bfae-9a03ad011b17 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:58.895285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-212d9741-621f-4920-a2eb-d4042aea9936 req-a0074f4c-0ee8-436d-bfae-9a03ad011b17 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2549150 Oct 29 08:50:58.945046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 65e295f5-0263-472b-bd1e-c59da99e54af details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:50:58.972308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fa7d3e7-d2ac-4491-84e6-685671fe46cd req-7e63ecc4-13d7-401f-a033-59fddd0d2c31 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809602 Oct 29 08:50:59.030045 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-bb46fcec-4553-4626-b5b0-75840a0640f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2252600 Oct 29 08:50:59.043995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 8c4a8594-87ed-4e64-a230-2cb8820a00fe, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8c4a8594-87ed-4e64-a230-2cb8820a00fe,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:59.053634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.057199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ff164885-ef6a-45c6-9902-092331388a63 None None] Provisioning complete for port 8c4a8594-87ed-4e64-a230-2cb8820a00fe triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:59.057541 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff164885-ef6a-45c6-9902-092331388a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.086660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.090143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dec025af-d375-4d7e-a796-b6f2d4b5fbd5 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:50:59.099247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-212d9741-621f-4920-a2eb-d4042aea9936 req-c3bd22ac-014e-428a-9e3b-a25b660af3fe tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915545 Oct 29 08:50:59.164539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting port 49ce225e-1164-48de-981c-bbe08dd27deb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:50:59.165144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.175037 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.243408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] device_id is not set on port 7e9b46e0-6937-47b6-b9e6-c2c4117d63d8 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:50:59.259552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-1ea36a58-b673-475d-8db3-992dbd2ebbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:59.265726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-1ea36a58-b673-475d-8db3-992dbd2ebbd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1095 time: 0.1466835 Oct 29 08:50:59.398153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] For port 49ce225e-1164-48de-981c-bbe08dd27deb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49ce225e-1164-48de-981c-bbe08dd27deb,segment=NetworkSegment(f0d9fda0-dfeb-484b-a397-4c2a272a8b74),segment_id=f0d9fda0-dfeb-484b-a397-4c2a272a8b74)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:59.398526 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.487493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Calling delete_port for 49ce225e-1164-48de-981c-bbe08dd27deb owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:50:59.567063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-24a63422-a9f2-4bec-9fb5-9098e45a78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:59.568877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-24a63422-a9f2-4bec-9fb5-9098e45a78be service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.1863732 Oct 29 08:50:59.593747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46380) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:50:59.648879 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.701500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=8c4a8594-87ed-4e64-a230-2cb8820a00fe,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:59.736135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ce0a7ad1-8e3d-452c-b6f2-0f15445ec7a2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 HTTP/1.1" status: 200 len: 993 time: 0.1412029 Oct 29 08:50:59.763828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e19506f-3537-4416-8c00-4e33600e01c0 None None] Network 022ac4b9-564b-4670-a24c-d3ce4cce6866 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:50:59.798366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.814067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-4eb44a72-5700-4d85-8831-3963e67e70d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 999 time: 0.2252955 Oct 29 08:50:59.828968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320dd50-98f8-4741-aaae-fdd1f6933159 req-119876c5-d27b-452f-be1c-c9d84de420ac tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:59.839173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d320dd50-98f8-4741-aaae-fdd1f6933159 req-119876c5-d27b-452f-be1c-c9d84de420ac tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2663472 Oct 29 08:50:59.868590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 65e295f5-0263-472b-bd1e-c59da99e54af, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=65e295f5-0263-472b-bd1e-c59da99e54af,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:50:59.874706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Port': ['ID=49ce225e-1164-48de-981c-bbe08dd27deb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:50:59.879695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:59.879695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:50:59.888727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No DVR routers for this DVR port 49ce225e-1164-48de-981c-bbe08dd27deb on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:50:59.932648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-36db6ba7-46a2-4992-b27a-f0d435000873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:50:59.934263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-36db6ba7-46a2-4992-b27a-f0d435000873 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.0876863 Oct 29 08:50:59.955667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '65e295f5-0263-472b-bd1e-c59da99e54af', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'port_id': '65e295f5-0263-472b-bd1e-c59da99e54af', 'mac_address': 'fa:16:3e:59:92:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:50:59.990162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-756cd099-dd22-456a-bab4-41f508a952e9 None None] Provisioning complete for port 49ce225e-1164-48de-981c-bbe08dd27deb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:50:59.991217 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-756cd099-dd22-456a-bab4-41f508a952e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.011359 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.030539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d320dd50-98f8-4741-aaae-fdd1f6933159 req-82d79948-1151-4e91-86fb-f98891c1929a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903083 Oct 29 08:51:00.035744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022ac4b9-564b-4670-a24c-d3ce4cce6866']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:00.055534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8::17 (518ef6fc-f3d9-4071-bb94-ff10c09b9203/013001ee-1839-4122-a8e4-35517236b90d/7e9b46e0-6937-47b6-b9e6-c2c4117d63d8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:00.065485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d9fda0-dfeb-484b-a397-4c2a272a8b74') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:00.066110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d9fda0-dfeb-484b-a397-4c2a272a8b74') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:00.071772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:ff2f (518ef6fc-f3d9-4071-bb94-ff10c09b9203/aafd62fe-b97f-473a-961a-f99acee9b810/7e9b46e0-6937-47b6-b9e6-c2c4117d63d8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:00.075408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-5c40c8bf-3da9-48d6-82ce-3d2bfc2a2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:00.077015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-5c40c8bf-3da9-48d6-82ce-3d2bfc2a2109 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329741 Oct 29 08:51:00.080301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.100194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.108046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:00.108825 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:00.114409 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:00.122444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-756cd099-dd22-456a-bab4-41f508a952e9 None None] Port 49ce225e-1164-48de-981c-bbe08dd27deb was deleted so its status cannot be updated. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 08:51:00.168423 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.221599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e295f5-0263-472b-bd1e-c59da99e54af {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:51:00.257903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb783a6-35e2-4d84-ad27-c2b285b43f4c None None] DHCP port deletion for 022ac4b9-564b-4670-a24c-d3ce4cce6866 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:51:00.261330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 65e295f5-0263-472b-bd1e-c59da99e54af, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=65e295f5-0263-472b-bd1e-c59da99e54af,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:00.267431 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.338076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.349354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.352088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=65e295f5-0263-472b-bd1e-c59da99e54af,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:00.356403 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/022ac4b9-564b-4670-a24c-d3ce4cce6866 HTTP/1.1" status: 204 len: 168 time: 1.4955065 Oct 29 08:51:00.389077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46396) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:00.391083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d6e37-dd50-4822-b3f9-1f2be74e99c2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=022ac4b9-564b-4670-a24c-d3ce4cce6866,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:00.410363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e909ecc-33cd-4c61-8138-07a180868d1c req-bb41b70a-1bcb-4d30-8a46-0407d58a0011 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:00.420287 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e909ecc-33cd-4c61-8138-07a180868d1c req-bb41b70a-1bcb-4d30-8a46-0407d58a0011 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 944 time: 0.2854710 Oct 29 08:51:00.424981 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.427341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8c4a8594-87ed-4e64-a230-2cb8820a00fe up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:51:00.480547 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-047ade21-8cc0-4136-a6aa-419b781f8e28 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:00.482661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047ade21-8cc0-4136-a6aa-419b781f8e28 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:00.491968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-047ade21-8cc0-4136-a6aa-419b781f8e28 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/b5c1c608-0a52-49bd-adef-6e7c3c783c61 HTTP/1.1" status: 404 len: 337 time: 0.0663159 Oct 29 08:51:00.497294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46398) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:00.518843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8c4a8594-87ed-4e64-a230-2cb8820a00fe triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:00.519789 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.538457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e909ecc-33cd-4c61-8138-07a180868d1c req-dcf39592-7d29-43f9-945c-de9058408c86 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169341 Oct 29 08:51:00.551248 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdee50c-35c6-4d7e-8f40-00fa5298c4b9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:00.552309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdee50c-35c6-4d7e-8f40-00fa5298c4b9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:00.555873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ecdee50c-35c6-4d7e-8f40-00fa5298c4b9 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/83bf4874-5341-4a66-a537-936f367c3386 HTTP/1.1" status: 404 len: 339 time: 0.0577126 Oct 29 08:51:00.558452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46400) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:00.593292 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bbfd22-0279-447e-a72b-b9b858c79a4b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:00.593561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bbfd22-0279-447e-a72b-b9b858c79a4b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:00.597119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-22bbfd22-0279-447e-a72b-b9b858c79a4b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/c7b585b3-6065-429e-a07d-49d548582f86 HTTP/1.1" status: 404 len: 337 time: 0.0373945 Oct 29 08:51:00.599987 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['65e295f5-0263-472b-bd1e-c59da99e54af'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:51:00.600528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46402) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:00.636317 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d9f7a7-e878-4d16-9924-0c6e90bc3585 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:00.637387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d9f7a7-e878-4d16-9924-0c6e90bc3585 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:00.641064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d4d9f7a7-e878-4d16-9924-0c6e90bc3585 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/dc440cd5-2aba-4963-b2ad-7395a67e9e13 HTTP/1.1" status: 404 len: 339 time: 0.0394683 Oct 29 08:51:00.644137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46404) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:00.684211 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82c0220-f0fa-4d6f-8b53-441a1242cdc3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:00.685068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82c0220-f0fa-4d6f-8b53-441a1242cdc3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:00.691910 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a82c0220-f0fa-4d6f-8b53-441a1242cdc3 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/64f34a45-d6a7-4f2e-9ee2-e232c3807490 HTTP/1.1" status: 404 len: 337 time: 0.0464289 Oct 29 08:51:00.695382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46406) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:00.720939 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dd88d3-7f70-41a2-a156-fa22407c5cc2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:00.721575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16dd88d3-7f70-41a2-a156-fa22407c5cc2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:00.724835 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-16dd88d3-7f70-41a2-a156-fa22407c5cc2 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/dd2307ac-ee02-496a-8dd3-29a3237a04a8 HTTP/1.1" status: 404 len: 339 time: 0.0281553 Oct 29 08:51:00.730885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46408) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:00.813414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55bf2a6-2c9e-409f-b6a7-2f3cce28266b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting subnet 9b9c64cb-6200-4807-afb7-92f0fa3fe23c {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:00.817490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49ce225e-1164-48de-981c-bbe08dd27deb no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:00.818058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c55bf2a6-2c9e-409f-b6a7-2f3cce28266b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:00.863316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 49ce225e-1164-48de-981c-bbe08dd27deb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:00.869576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49ce225e-1164-48de-981c-bbe08dd27deb not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:00.896756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c55bf2a6-2c9e-409f-b6a7-2f3cce28266b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.041189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c55bf2a6-2c9e-409f-b6a7-2f3cce28266b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.046443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-2d34ac8c-4f74-4456-85c4-fcc1b960f86a service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9595017 Oct 29 08:51:01.190967 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c55bf2a6-2c9e-409f-b6a7-2f3cce28266b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.204734 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b12cbe9-9e5d-4489-b8aa-1f7eb85b280f req-1dc28f39-eafb-4052-a7a9-a818cf61fb24 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476214 Oct 29 08:51:01.227434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bf2a6-2c9e-409f-b6a7-2f3cce28266b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9c64cb-6200-4807-afb7-92f0fa3fe23c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:01.234396 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c55bf2a6-2c9e-409f-b6a7-2f3cce28266b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.236285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4342e-5274-4f94-8e6e-8529a515e799 None None] Network 82fae286-6e35-4518-aa4c-ed065415b28a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:01.240031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c55bf2a6-2c9e-409f-b6a7-2f3cce28266b tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/9b9c64cb-6200-4807-afb7-92f0fa3fe23c HTTP/1.1" status: 204 len: 168 time: 0.5065894 Oct 29 08:51:01.242132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46416) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:01.274765 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.350615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5501-8244-47cf-b9ba-286b3c3a2685 req-74a95907-d896-469d-b9e5-dd97b76d5f23 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:01.352687 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.360749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-299d5501-8244-47cf-b9ba-286b3c3a2685 req-74a95907-d896-469d-b9e5-dd97b76d5f23 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1813307 Oct 29 08:51:01.393077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0730aba3-e58a-4e73-8477-c403451a7aee None None] Provisioning complete for port 8c4a8594-87ed-4e64-a230-2cb8820a00fe triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:01.393077 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0730aba3-e58a-4e73-8477-c403451a7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.417169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting port db22f248-ec82-41f5-a011-be4d4a0c581f {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:01.417665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.422927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-299d5501-8244-47cf-b9ba-286b3c3a2685 req-7b4a2d0f-bf7a-4a2f-b536-0fd05434682f tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610747 Oct 29 08:51:01.465830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-1d04ed7b-dbc1-4e26-86a2-4d830a598863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:01.470240 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-1d04ed7b-dbc1-4e26-86a2-4d830a598863 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 1095 time: 0.2015383 Oct 29 08:51:01.536289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.548429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] DHCP port deletion for 82fae286-6e35-4518-aa4c-ed065415b28a request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:51:01.551317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] For port db22f248-ec82-41f5-a011-be4d4a0c581f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=db22f248-ec82-41f5-a011-be4d4a0c581f,segment=NetworkSegment(e7d8386b-66d4-4ce9-926d-718496d4dda2),segment_id=e7d8386b-66d4-4ce9-926d-718496d4dda2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:01.551756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.573580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Calling delete_port for db22f248-ec82-41f5-a011-be4d4a0c581f owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:01.641255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] Deleting port db22f248-ec82-41f5-a011-be4d4a0c581f {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:01.641630 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.691678 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.704321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:01.712743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:01.720333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:01.726883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No DVR routers for this DVR port db22f248-ec82-41f5-a011-be4d4a0c581f on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:01.731651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:01.732054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Port': ['ID=db22f248-ec82-41f5-a011-be4d4a0c581f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:01.733124 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.794191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event updated for resources: {'Port': ['ID=7e9b46e0-6937-47b6-b9e6-c2c4117d63d8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:01.811455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-877b56a9-becb-40c9-83c9-5912fad85bb0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4514432 Oct 29 08:51:01.817770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51cacf-d3b2-4499-a6bb-2efaa73d1450 req-8858affe-7274-438c-969a-979b0df8eeeb tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:01.819400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd51cacf-d3b2-4499-a6bb-2efaa73d1450 req-8858affe-7274-438c-969a-979b0df8eeeb tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 945 time: 0.1720686 Oct 29 08:51:01.819974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46422) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:01.834654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.858162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fae286-6e35-4518-aa4c-ed065415b28a']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:01.869275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d8386b-66d4-4ce9-926d-718496d4dda2') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:01.869638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d8386b-66d4-4ce9-926d-718496d4dda2') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:01.874244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-47ff23c1-3e04-4dd0-8440-29cc6cc3fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:01.876129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-47ff23c1-3e04-4dd0-8440-29cc6cc3fa66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.3972628 Oct 29 08:51:01.880118 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.893693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.900244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:01.900890 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:01.904530 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:01.955318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5f92a92d-b886-450e-bb06-2e96837ed686 None None] Could not find standard attr ID for object 3f4183cc-c212-4abf-b167-04fa457d4731. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:51:01.963325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] For port db22f248-ec82-41f5-a011-be4d4a0c581f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=db22f248-ec82-41f5-a011-be4d4a0c581f,segment=NetworkSegment(e7d8386b-66d4-4ce9-926d-718496d4dda2),segment_id=e7d8386b-66d4-4ce9-926d-718496d4dda2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:01.963733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.982309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:01.988028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] Calling delete_port for db22f248-ec82-41f5-a011-be4d4a0c581f owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:01.992429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cd51cacf-d3b2-4499-a6bb-2efaa73d1450 req-8c92a2cc-e53d-4849-844c-9ae5655027b3 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644895 Oct 29 08:51:01.998781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.005997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-a4803ded-c410-42c1-a241-28e341f8df53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 200 len: 999 time: 0.1206882 Oct 29 08:51:02.016641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/82fae286-6e35-4518-aa4c-ed065415b28a HTTP/1.1" status: 204 len: 168 time: 0.7733974 Oct 29 08:51:02.027755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46424) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:02.029339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcb36c-b1ec-4ca0-af9d-5f4f5468652a tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=82fae286-6e35-4518-aa4c-ed065415b28a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:02.067193 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-07691edf-9c6b-49f5-996f-204b6424309c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:02.067193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07691edf-9c6b-49f5-996f-204b6424309c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:02.075130 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-07691edf-9c6b-49f5-996f-204b6424309c tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/06deca55-389d-416f-b15b-57bc12430169 HTTP/1.1" status: 404 len: 337 time: 0.0404708 Oct 29 08:51:02.075789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46430) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:02.084166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-61bd338f-42bb-4278-ac5c-34df46391582 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting port 7e9b46e0-6937-47b6-b9e6-c2c4117d63d8 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:02.084683 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-61bd338f-42bb-4278-ac5c-34df46391582 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.092232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6bbc9392-a57d-49ee-ad69-72a2bc5fe8a8 None None] Could not find standard attr ID for object 3148b3d7-e193-4bb6-94bb-cd7b5400f0e3. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:51:02.105415 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6610c9cd-bf08-4cd7-81c0-526d8f8cbe42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:02.105964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6610c9cd-bf08-4cd7-81c0-526d8f8cbe42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:02.112238 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6610c9cd-bf08-4cd7-81c0-526d8f8cbe42 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/c74e6c18-192d-49c3-9cd2-33564a47fb6d HTTP/1.1" status: 404 len: 339 time: 0.0353036 Oct 29 08:51:02.113138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46432) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:02.121898 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.154593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] Network 82fae286-6e35-4518-aa4c-ed065415b28a is not hosted by any dhcp agent {{(pid=102115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:51:02.155131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] No DVR routers for this DVR port db22f248-ec82-41f5-a011-be4d4a0c581f on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:02.157315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f679f1-756f-4a66-9c3f-e25c61a9df4e None None] Pushing event deleted for resources: {'Port': ['ID=db22f248-ec82-41f5-a011-be4d4a0c581f,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:02.180441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-aaf6181f-bab9-44f3-a2f3-bb17391cea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:02.180441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-aaf6181f-bab9-44f3-a2f3-bb17391cea86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1655960 Oct 29 08:51:02.201801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafb0381-eeee-446b-b165-d9e736a71c08 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting subnet 4257b38c-0e2f-47a8-b319-b5011d7f359f {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:02.213279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fafb0381-eeee-446b-b165-d9e736a71c08 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.230675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dd2a15c3-82b3-4d55-bef9-39e54344b79d None None] Could not find standard attr ID for object 07dd0241-bc52-4d8e-abc4-1ad81584fbdd. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:51:02.271091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fafb0381-eeee-446b-b165-d9e736a71c08 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.282929 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-61bd338f-42bb-4278-ac5c-34df46391582 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.286274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-c69b7dde-eaad-432c-8a84-fee25e6c5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:02.288647 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-c69b7dde-eaad-432c-8a84-fee25e6c5fb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944662 Oct 29 08:51:02.308907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-61bd338f-42bb-4278-ac5c-34df46391582 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Calling delete_port for 7e9b46e0-6937-47b6-b9e6-c2c4117d63d8 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:02.392821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fafb0381-eeee-446b-b165-d9e736a71c08 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.400385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device db22f248-ec82-41f5-a011-be4d4a0c581f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:02.459046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: db22f248-ec82-41f5-a011-be4d4a0c581f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:02.459727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device db22f248-ec82-41f5-a011-be4d4a0c581f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:02.467763 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fafb0381-eeee-446b-b165-d9e736a71c08 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.500839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-2dbc4a99-ec6c-4584-bea7-890a9101a728 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033818 Oct 29 08:51:02.524735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb0381-eeee-446b-b165-d9e736a71c08 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Subnet': ['ID=4257b38c-0e2f-47a8-b319-b5011d7f359f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:02.529763 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fafb0381-eeee-446b-b165-d9e736a71c08 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.536324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fafb0381-eeee-446b-b165-d9e736a71c08 tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/subnets/4257b38c-0e2f-47a8-b319-b5011d7f359f HTTP/1.1" status: 204 len: 168 time: 0.4218144 Oct 29 08:51:02.538498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46448) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:02.546389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eebc51-ed7e-43fb-ad5d-640de9b20f07 None None] Network bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:02.690936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60c25900-eb6c-48ba-8051-f1d9879174f1 req-6eb51973-c294-465e-aff8-b4277fa372f9 service neutron] 10.222.0.15 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828806 Oct 29 08:51:02.708017 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4144bf7-19c1-43eb-b90d-9e16d891655d req-dc562e27-bfa9-4d94-8a04-25dde8346d85 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:02.710029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4144bf7-19c1-43eb-b90d-9e16d891655d req-dc562e27-bfa9-4d94-8a04-25dde8346d85 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1493554 Oct 29 08:51:02.719522 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.757226 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-61bd338f-42bb-4278-ac5c-34df46391582 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.777143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7991af3c-5608-4d0d-93ae-6b8b0c470017 None None] Provisioning complete for port 7e9b46e0-6937-47b6-b9e6-c2c4117d63d8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:02.777529 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7991af3c-5608-4d0d-93ae-6b8b0c470017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.796520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd338f-42bb-4278-ac5c-34df46391582 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Port': ['ID=7e9b46e0-6937-47b6-b9e6-c2c4117d63d8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:02.800213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7991af3c-5608-4d0d-93ae-6b8b0c470017 None None] Port 7e9b46e0-6937-47b6-b9e6-c2c4117d63d8 was deleted so its status cannot be updated. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 08:51:02.837171 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4144bf7-19c1-43eb-b90d-9e16d891655d req-72a95ec6-d839-4131-b09c-b0694e8c1654 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141040 Oct 29 08:51:02.877805 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-61bd338f-42bb-4278-ac5c-34df46391582 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.881039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Deleting port 261364f1-3a79-4a04-8bd6-5d3bf2212245 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:02.881569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-61bd338f-42bb-4278-ac5c-34df46391582 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/7e9b46e0-6937-47b6-b9e6-c2c4117d63d8 HTTP/1.1" status: 204 len: 168 time: 1.0550041 Oct 29 08:51:02.884885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:02.885488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46456) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:02.929400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 65e295f5-0263-472b-bd1e-c59da99e54af up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:51:02.991634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af6c301-7197-4523-96dd-1491c8657849 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:02.995405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] DHCP port deletion for bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:51:02.995948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1af6c301-7197-4523-96dd-1491c8657849 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1063757 Oct 29 08:51:02.996637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46462) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:03.028082 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] For port 261364f1-3a79-4a04-8bd6-5d3bf2212245, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=261364f1-3a79-4a04-8bd6-5d3bf2212245,segment=NetworkSegment(0461b968-3621-414f-994e-ee9793453efb),segment_id=0461b968-3621-414f-994e-ee9793453efb)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:03.028922 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.044898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Calling delete_port for 261364f1-3a79-4a04-8bd6-5d3bf2212245 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:03.081298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd5986-fc22-4185-beb0-8fcc60229d36 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:03.088613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-07fd5986-fc22-4185-beb0-8fcc60229d36 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0909989 Oct 29 08:51:03.092816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46466) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:03.104715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 65e295f5-0263-472b-bd1e-c59da99e54af completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:51:03.111621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 65e295f5-0263-472b-bd1e-c59da99e54af triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:03.112090 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.141202 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.181355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Port': ['ID=261364f1-3a79-4a04-8bd6-5d3bf2212245,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:03.186845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] No DVR routers for this DVR port 261364f1-3a79-4a04-8bd6-5d3bf2212245 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:03.189126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486cc5c-9638-424e-8fbd-8c736ab84217 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:03.192794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486cc5c-9638-424e-8fbd-8c736ab84217 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:03.194856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486cc5c-9638-424e-8fbd-8c736ab84217 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:03.199317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6486cc5c-9638-424e-8fbd-8c736ab84217 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1029699 Oct 29 08:51:03.199727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46468) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:03.218295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] Deleting port 261364f1-3a79-4a04-8bd6-5d3bf2212245 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:03.219714 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.337307 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.338273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-81432f35-983d-45f4-8276-a9a45ce37175 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet 013001ee-1839-4122-a8e4-35517236b90d {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:03.344576 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81432f35-983d-45f4-8276-a9a45ce37175 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.377696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7dfec-b8f7-44b9-b82b-cec7e21cdcb8 req-a4327f56-9f05-4bf0-a126-6804b8ec8560 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:03.385346 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.387041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72b7dfec-b8f7-44b9-b82b-cec7e21cdcb8 req-a4327f56-9f05-4bf0-a126-6804b8ec8560 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 945 time: 0.1890123 Oct 29 08:51:03.397398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] For port 261364f1-3a79-4a04-8bd6-5d3bf2212245, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:03.398856 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.436953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e295f5-0263-472b-bd1e-c59da99e54af'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:03.449545 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6359b572-b099-4762-8ca8-c2c4b6b75009" -d '{"events": [{"server_uuid": "8718683f-de16-4a24-aeb9-ab32e63d7a92", "name": "network-vif-plugged", "status": "completed", "tag": "65e295f5-0263-472b-bd1e-c59da99e54af"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:03.454074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72b7dfec-b8f7-44b9-b82b-cec7e21cdcb8 req-a073d187-a603-4aff-8416-810b6c4c9810 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611558 Oct 29 08:51:03.465745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2e5d59-f3ac-4a13-afb7-69b47706d9e0']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:03.475239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0461b968-3621-414f-994e-ee9793453efb') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:03.475550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0461b968-3621-414f-994e-ee9793453efb') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:03.485543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81432f35-983d-45f4-8276-a9a45ce37175 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.492489 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.510323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.519845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:03.520446 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.523469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] Calling delete_port for 261364f1-3a79-4a04-8bd6-5d3bf2212245 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:03.524362 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:03.534175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 65e295f5-0263-472b-bd1e-c59da99e54af, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=65e295f5-0263-472b-bd1e-c59da99e54af,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:03.539464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] Port 261364f1-3a79-4a04-8bd6-5d3bf2212245 was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:51:03.549845 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.559853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.562764 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74a8585-e248-4cc1-a1ab-6f66f9e090d8 x-openstack-request-id: req-f74a8585-e248-4cc1-a1ab-6f66f9e090d8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:03.564765 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8718683f-de16-4a24-aeb9-ab32e63d7a92", "name": "network-vif-plugged", "status": "completed", "tag": "65e295f5-0263-472b-bd1e-c59da99e54af", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:03.565120 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f74a8585-e248-4cc1-a1ab-6f66f9e090d8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:03.565591 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e295f5-0263-472b-bd1e-c59da99e54af', 'code': 200} Oct 29 08:51:03.579389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98ededa-6636-4d49-8951-7d50e130c836 req-2160c705-f3c8-4c5d-bc5f-8889307f3041 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087689 Oct 29 08:51:03.607896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] Pushing event deleted for resources: {'Port': ['ID=261364f1-3a79-4a04-8bd6-5d3bf2212245,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:03.654816 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.663695 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.670944 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] 10.222.0.70 "DELETE /v2.0/networks/bf2e5d59-f3ac-4a13-afb7-69b47706d9e0 HTTP/1.1" status: 204 len: 168 time: 1.1304159 Oct 29 08:51:03.732466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42205-8c88-49da-aa91-ced8a713d9da tempest-NetworksIpV6Test-523127113 tempest-NetworksIpV6Test-523127113-project] Pushing event deleted for resources: {'Network': ['ID=bf2e5d59-f3ac-4a13-afb7-69b47706d9e0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:03.742552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=65e295f5-0263-472b-bd1e-c59da99e54af,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:03.757723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf57b52-8c71-46c4-8d8b-c37e77a63d8a None None] No DVR routers for this DVR port 261364f1-3a79-4a04-8bd6-5d3bf2212245 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:03.784921 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81432f35-983d-45f4-8276-a9a45ce37175 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:03.852789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ededa-6636-4d49-8951-7d50e130c836 req-41b45d18-ad3c-4fda-b19a-abd0c7b3531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:03.854525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98ededa-6636-4d49-8951-7d50e130c836 req-41b45d18-ad3c-4fda-b19a-abd0c7b3531b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a09a106afc4fadb21079c03389c9e0&device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 1097 time: 0.2466488 Oct 29 08:51:03.869288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a889e3f-4f1f-4d39-a9cc-fa825f170702 req-95f0db98-7313-44af-adab-2455ad3f16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:03.870957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a889e3f-4f1f-4d39-a9cc-fa825f170702 req-95f0db98-7313-44af-adab-2455ad3f16d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 1097 time: 0.2019501 Oct 29 08:51:04.020359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91160abf-c4ad-4737-8f6e-640ca37ea868 req-3d4df14f-0afc-46b3-904b-a15500ede29e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:04.022099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-91160abf-c4ad-4737-8f6e-640ca37ea868 req-3d4df14f-0afc-46b3-904b-a15500ede29e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0813472 Oct 29 08:51:04.031067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a889e3f-4f1f-4d39-a9cc-fa825f170702 req-b759f499-f14e-4a60-b0cb-124f47eb28d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460848 Oct 29 08:51:04.034823 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81432f35-983d-45f4-8276-a9a45ce37175 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.088200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-91160abf-c4ad-4737-8f6e-640ca37ea868 req-f4778091-10c6-4ff2-8761-e65fd0a036e8 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484943 Oct 29 08:51:04.108879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81432f35-983d-45f4-8276-a9a45ce37175 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=013001ee-1839-4122-a8e4-35517236b90d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:04.117445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46484) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:04.130527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81432f35-983d-45f4-8276-a9a45ce37175 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.136746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46488) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:04.136987 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81432f35-983d-45f4-8276-a9a45ce37175 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/013001ee-1839-4122-a8e4-35517236b90d HTTP/1.1" status: 204 len: 168 time: 0.9363632 Oct 29 08:51:04.174810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ededa-6636-4d49-8951-7d50e130c836 req-1e3098ec-85fd-4c1a-a0fa-30f85824c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:04.176806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98ededa-6636-4d49-8951-7d50e130c836 req-1e3098ec-85fd-4c1a-a0fa-30f85824c6e8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 200 len: 914 time: 0.2913489 Oct 29 08:51:04.177789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4916c-eb44-4fb0-a2d4-af364c9dd95a None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:04.207497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6d1255-9f6a-4912-9721-efa02772ce75 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Deleting subnet aafd62fe-b97f-473a-961a-f99acee9b810 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:04.211317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1255-9f6a-4912-9721-efa02772ce75 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.253659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98ededa-6636-4d49-8951-7d50e130c836 req-7322078e-7d2c-491e-91d5-7a2f25ab16a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2089400-8a66-4020-a85b-aef667730379 HTTP/1.1" status: 200 len: 217 time: 0.0683088 Oct 29 08:51:04.269641 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1255-9f6a-4912-9721-efa02772ce75 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.381373 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1255-9f6a-4912-9721-efa02772ce75 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.383309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 261364f1-3a79-4a04-8bd6-5d3bf2212245 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:04.385799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37754fa-3bb7-44a1-b68a-eef6a2a81a43 req-a7bd85a0-5be5-4dbd-8a44-c08d94cfe15b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:04.386807 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e37754fa-3bb7-44a1-b68a-eef6a2a81a43 req-a7bd85a0-5be5-4dbd-8a44-c08d94cfe15b tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1361735 Oct 29 08:51:04.392648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ededa-6636-4d49-8951-7d50e130c836 req-b596d0ae-71cf-4087-a7fd-88f8f70afd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:04.394114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98ededa-6636-4d49-8951-7d50e130c836 req-b596d0ae-71cf-4087-a7fd-88f8f70afd4b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 200 len: 851 time: 0.1303103 Oct 29 08:51:04.401650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-96c4aadc-1c2e-4904-9ba5-51692f1f075d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db6c0e9c273049879205af50a13d230d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814889 Oct 29 08:51:04.402253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46492) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:04.421131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 261364f1-3a79-4a04-8bd6-5d3bf2212245 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:04.421903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 261364f1-3a79-4a04-8bd6-5d3bf2212245 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:04.475498 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1255-9f6a-4912-9721-efa02772ce75 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.517906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d1255-9f6a-4912-9721-efa02772ce75 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Subnet': ['ID=aafd62fe-b97f-473a-961a-f99acee9b810,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:04.519440 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e37754fa-3bb7-44a1-b68a-eef6a2a81a43 req-ef0925c1-5c4b-47c4-b911-e12c4812b4b5 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242647 Oct 29 08:51:04.520891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1255-9f6a-4912-9721-efa02772ce75 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.528534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1b6d1255-9f6a-4912-9721-efa02772ce75 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/aafd62fe-b97f-473a-961a-f99acee9b810 HTTP/1.1" status: 204 len: 168 time: 0.3880434 Oct 29 08:51:04.535733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46496) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:04.542481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ededa-6636-4d49-8951-7d50e130c836 req-a54e5639-032b-458d-b04c-b8bd559c3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:04.544468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98ededa-6636-4d49-8951-7d50e130c836 req-a54e5639-032b-458d-b04c-b8bd559c3f66 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f63fba96-cdf0-4276-a98d-fe0ddc0406cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413944 Oct 29 08:51:04.639347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-41abfad3-7936-431b-8aab-d8cbd7d562c9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023347 Oct 29 08:51:04.642851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46504) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:04.648653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eada43ef-b92f-48bb-bb9e-42d07d516f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.653987 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad04af5-98e5-4315-923d-4b2ee46e5048 None None] Update dhcp port {'port': {'network_id': '518ef6fc-f3d9-4071-bb94-ff10c09b9203', 'fixed_ips': [{'subnet_id': 'aafd62fe-b97f-473a-961a-f99acee9b810'}], 'binding:host_id': 'n-d-815940-1'}, 'id': '8c4a8594-87ed-4e64-a230-2cb8820a00fe'} from n-d-815940-1. {{(pid=102115) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 08:51:04.693601 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5ad04af5-98e5-4315-923d-4b2ee46e5048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.726267 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eada43ef-b92f-48bb-bb9e-42d07d516f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.813837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98ededa-6636-4d49-8951-7d50e130c836 req-04cc7fd5-95b5-478a-92d5-a97c996a73e9 service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605269 Oct 29 08:51:04.922090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eada43ef-b92f-48bb-bb9e-42d07d516f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.925672 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eada43ef-b92f-48bb-bb9e-42d07d516f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:04.926951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eada43ef-b92f-48bb-bb9e-42d07d516f28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c65823c1-223e-4ccd-9ddd-a48ad2153970 HTTP/1.1" status: 204 len: 168 time: 0.5179553 Oct 29 08:51:04.947985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc7d16-ca1c-403e-af36-a6f54b7c493f None None] Network 518ef6fc-f3d9-4071-bb94-ff10c09b9203 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:04.986952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada43ef-b92f-48bb-bb9e-42d07d516f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65823c1-223e-4ccd-9ddd-a48ad2153970,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:05.020750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98ededa-6636-4d49-8951-7d50e130c836 req-c8de4ddb-a311-46aa-b86e-4ecc40b145de service neutron] 10.222.0.93 "GET /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967368 Oct 29 08:51:05.140880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ec4c045e-fe36-4a45-84cd-f7a8b4033067 None None] Provisioning complete for port 8c4a8594-87ed-4e64-a230-2cb8820a00fe triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:05.143042 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec4c045e-fe36-4a45-84cd-f7a8b4033067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:05.228565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7fe8d6-eb4f-4085-9459-d4c6fa7a13b8 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:05.232665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9d7fe8d6-eb4f-4085-9459-d4c6fa7a13b8 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5697315 Oct 29 08:51:05.233815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46526) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.256026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a93df-992a-4553-a82a-42bae75949c6 req-acac6057-dc79-479a-819e-2a2ea2947bb0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:05.261433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-790a93df-992a-4553-a82a-42bae75949c6 req-acac6057-dc79-479a-819e-2a2ea2947bb0 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 946 time: 0.6244690 Oct 29 08:51:05.355539 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-790a93df-992a-4553-a82a-42bae75949c6 req-00e72de4-5554-47e2-8111-592a394a1dc7 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824404 Oct 29 08:51:05.370211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6abdfe9-4759-45c3-81fb-cf3d54f1c73a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:05.378121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a6abdfe9-4759-45c3-81fb-cf3d54f1c73a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385117 Oct 29 08:51:05.378398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46530) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.442837 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e882afe-227e-4dac-80a3-ad8367b5b000 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623331 Oct 29 08:51:05.446217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46534) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.479629 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-20871080-2b9b-49c1-8206-414315b82241 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.480420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20871080-2b9b-49c1-8206-414315b82241 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.484938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-20871080-2b9b-49c1-8206-414315b82241 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/7e9b46e0-6937-47b6-b9e6-c2c4117d63d8 HTTP/1.1" status: 404 len: 333 time: 0.0364935 Oct 29 08:51:05.487071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46540) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.527373 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-562aa660-d26f-4028-b199-9440b2a8d9a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.527976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562aa660-d26f-4028-b199-9440b2a8d9a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.535458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46546) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.540075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-562aa660-d26f-4028-b199-9440b2a8d9a6 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/aafd62fe-b97f-473a-961a-f99acee9b810 HTTP/1.1" status: 404 len: 337 time: 0.0464988 Oct 29 08:51:05.568204 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f017decc-7aa6-4ee9-951a-8b4d164be414 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.568685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f017decc-7aa6-4ee9-951a-8b4d164be414 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.571854 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f017decc-7aa6-4ee9-951a-8b4d164be414 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/013001ee-1839-4122-a8e4-35517236b90d HTTP/1.1" status: 404 len: 337 time: 0.0352843 Oct 29 08:51:05.572681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] DHCP port deletion for 518ef6fc-f3d9-4071-bb94-ff10c09b9203 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:51:05.574913 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46554) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.635990 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-02be233e-3e76-40af-999d-faa7f75c2aa9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.637906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02be233e-3e76-40af-999d-faa7f75c2aa9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.642598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] Deleting port 8c4a8594-87ed-4e64-a230-2cb8820a00fe {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:05.643030 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:05.660160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-02be233e-3e76-40af-999d-faa7f75c2aa9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/07dd0241-bc52-4d8e-abc4-1ad81584fbdd HTTP/1.1" status: 404 len: 333 time: 0.0841434 Oct 29 08:51:05.662769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46564) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.706588 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fff29e-0a35-4748-a336-1b588b238406 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.707317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fff29e-0a35-4748-a336-1b588b238406 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.711787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-22fff29e-0a35-4748-a336-1b588b238406 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/3f39cd6f-45df-464c-84ad-d27e523c1c99 HTTP/1.1" status: 404 len: 337 time: 0.0421946 Oct 29 08:51:05.714027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46572) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.744219 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9766d82-b2a3-4613-9081-5c45eb666a32 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.744787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9766d82-b2a3-4613-9081-5c45eb666a32 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.746575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] For port 8c4a8594-87ed-4e64-a230-2cb8820a00fe, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8c4a8594-87ed-4e64-a230-2cb8820a00fe,segment=NetworkSegment(47db6cb2-3ce6-4dce-9168-a8a87d59574c),segment_id=47db6cb2-3ce6-4dce-9168-a8a87d59574c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:05.747172 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:05.748676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f9766d82-b2a3-4613-9081-5c45eb666a32 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/588a8f32-a5d4-40f6-8500-a8e39c7dc1ad HTTP/1.1" status: 404 len: 337 time: 0.0333400 Oct 29 08:51:05.751025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46578) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.774563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] Calling delete_port for 8c4a8594-87ed-4e64-a230-2cb8820a00fe owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:05.780012 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d59e637-c74a-4500-9f5c-0ec81acd3733 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.780574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d59e637-c74a-4500-9f5c-0ec81acd3733 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.784093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1d59e637-c74a-4500-9f5c-0ec81acd3733 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/3148b3d7-e193-4bb6-94bb-cd7b5400f0e3 HTTP/1.1" status: 404 len: 333 time: 0.0317824 Oct 29 08:51:05.787104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46580) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.820179 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-313d4507-14c2-44d8-a3dd-b9cc691237eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.821082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313d4507-14c2-44d8-a3dd-b9cc691237eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.824597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-313d4507-14c2-44d8-a3dd-b9cc691237eb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/7b059718-2ecc-40c0-a09f-624a269e7f88 HTTP/1.1" status: 404 len: 337 time: 0.0363102 Oct 29 08:51:05.827635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46582) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.861657 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2f0587-c011-43ef-83d0-772affd8a216 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.862355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2f0587-c011-43ef-83d0-772affd8a216 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.868337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5e2f0587-c011-43ef-83d0-772affd8a216 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/9a6b7681-828b-4384-bde6-b91729730d38 HTTP/1.1" status: 404 len: 337 time: 0.0367849 Oct 29 08:51:05.868841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46584) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.888827 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:05.922411 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-39777992-0c2b-491a-9c13-bcdaf084d55f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:05.923549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39777992-0c2b-491a-9c13-bcdaf084d55f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:05.933853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] Pushing event deleted for resources: {'Port': ['ID=8c4a8594-87ed-4e64-a230-2cb8820a00fe,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:05.939872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51af4e2-bc92-4a73-854e-ba154c6d292d None None] No DVR routers for this DVR port 8c4a8594-87ed-4e64-a230-2cb8820a00fe on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:05.951115 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-39777992-0c2b-491a-9c13-bcdaf084d55f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/3f4183cc-c212-4abf-b167-04fa457d4731 HTTP/1.1" status: 404 len: 333 time: 0.0775876 Oct 29 08:51:05.951990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46590) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:05.963520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd024d-c0c6-4ce8-9e8b-c8bfca494445 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:51:06.013022 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ecd654-9a97-46bc-abf6-4ebf8de6aa7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.013744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ecd654-9a97-46bc-abf6-4ebf8de6aa7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.017658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f0ecd654-9a97-46bc-abf6-4ebf8de6aa7e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/45686d07-f68b-4f85-b26b-5276572f8302 HTTP/1.1" status: 404 len: 337 time: 0.0657880 Oct 29 08:51:06.020446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46594) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.059888 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae69eae-262b-44f4-a712-b07441b66d09 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.060469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae69eae-262b-44f4-a712-b07441b66d09 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.067590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8ae69eae-262b-44f4-a712-b07441b66d09 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/e6f698cf-b9d3-404f-8139-53403fd5460f HTTP/1.1" status: 404 len: 337 time: 0.0437407 Oct 29 08:51:06.068742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46596) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.102634 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a04d9f5-a69f-4ece-a410-07809f5ce111 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.103566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a04d9f5-a69f-4ece-a410-07809f5ce111 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.110655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1a04d9f5-a69f-4ece-a410-07809f5ce111 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/087e9563-a24b-4bda-b368-1d98f10a1c5e HTTP/1.1" status: 404 len: 333 time: 0.0377738 Oct 29 08:51:06.111121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46598) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.173315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd024d-c0c6-4ce8-9e8b-c8bfca494445 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:51:06.194164 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5eb731-b0fe-45fc-882c-f35f05d46fad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.194785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5eb731-b0fe-45fc-882c-f35f05d46fad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.200566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f5eb731-b0fe-45fc-882c-f35f05d46fad tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/6828a40e-c8d0-44fe-ad17-92eb9d93579a HTTP/1.1" status: 404 len: 337 time: 0.0846550 Oct 29 08:51:06.201186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46602) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.228752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-ecf43bd5-357f-4ce7-937d-755a6e1d479a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:06.230539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-ecf43bd5-357f-4ce7-937d-755a6e1d479a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=af57c217-21bc-4a27-b060-ac60957212aa HTTP/1.1" status: 200 len: 943 time: 0.1080441 Oct 29 08:51:06.238456 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6537bb01-9511-4f97-bede-51e8240f3be1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.241387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6537bb01-9511-4f97-bede-51e8240f3be1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.247436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6537bb01-9511-4f97-bede-51e8240f3be1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/c0ba7851-8a62-48ff-9f7a-9c0fb318a925 HTTP/1.1" status: 404 len: 333 time: 0.0426333 Oct 29 08:51:06.247436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46604) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.304922 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e875343-7e59-4b17-bdbd-565fd356ded9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.304922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e875343-7e59-4b17-bdbd-565fd356ded9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.309938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46606) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.319397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8e875343-7e59-4b17-bdbd-565fd356ded9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/62778f37-7ce3-4142-b7c9-991065184699 HTTP/1.1" status: 404 len: 337 time: 0.0700719 Oct 29 08:51:06.326430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46612) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.385490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Deleting port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:06.385859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:06.409909 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b4c800-a18a-42ce-a9d6-578d47661693 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.420269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b4c800-a18a-42ce-a9d6-578d47661693 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.430387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-44b4c800-a18a-42ce-a9d6-578d47661693 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/badbabd0-7b18-4f16-94c5-29916d5bc300 HTTP/1.1" status: 404 len: 333 time: 0.1025150 Oct 29 08:51:06.431042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46620) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.431256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8c4a8594-87ed-4e64-a230-2cb8820a00fe no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:06.469049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8c4a8594-87ed-4e64-a230-2cb8820a00fe {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:06.469049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8c4a8594-87ed-4e64-a230-2cb8820a00fe not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:06.522776 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ab5827-d83b-4201-8659-df19082343a7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.523271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ab5827-d83b-4201-8659-df19082343a7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.533964 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-75ab5827-d83b-4201-8659-df19082343a7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/188debfa-7741-4f29-81ba-68a0612cfaf2 HTTP/1.1" status: 404 len: 337 time: 0.1018116 Oct 29 08:51:06.534594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46626) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.593196 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b828f2af-d514-4e36-bb5d-06e9a3d0c4a2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.593941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b828f2af-d514-4e36-bb5d-06e9a3d0c4a2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.609757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b828f2af-d514-4e36-bb5d-06e9a3d0c4a2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/5815ba8e-f8b1-4c9f-b60e-96878557cc87 HTTP/1.1" status: 404 len: 333 time: 0.0740819 Oct 29 08:51:06.610409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46628) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.615304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-eac6e057-c1a0-4c39-8f9d-d85cff5dc2b4 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1067653398', 'prefixes': ['172.20.0.0/16']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:06.681389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acdcfaf-5a0c-4a33-bd3f-cbc458e5f570 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 08:51:06.708278 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-665dbe20-af1f-4a5e-ab59-dcabb813995c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.709324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665dbe20-af1f-4a5e-ab59-dcabb813995c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.709484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] For port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:06.709869 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:06.713555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-665dbe20-af1f-4a5e-ab59-dcabb813995c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/676a1813-5849-44cc-a5a2-66709ef8974b HTTP/1.1" status: 404 len: 337 time: 0.0588784 Oct 29 08:51:06.716433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46630) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.731324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Calling delete_port for 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:06.736469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eac6e057-c1a0-4c39-8f9d-d85cff5dc2b4 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] Publish callbacks [] for subnetpool, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:06.738287 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eac6e057-c1a0-4c39-8f9d-d85cff5dc2b4 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4283731 Oct 29 08:51:06.741404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.761232 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-76aaa18e-88e3-4772-808d-0253106b13a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.762013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76aaa18e-88e3-4772-808d-0253106b13a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.771824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-76aaa18e-88e3-4772-808d-0253106b13a0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/bc74f972-3ddd-4b44-a877-aa46a8078b88 HTTP/1.1" status: 404 len: 333 time: 0.0517290 Oct 29 08:51:06.784368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46634) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.823906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acdcfaf-5a0c-4a33-bd3f-cbc458e5f570 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 08:51:06.839249 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8482b063-cfe3-421d-9b43-f26e3c7ba45e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.839716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8482b063-cfe3-421d-9b43-f26e3c7ba45e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.849935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8482b063-cfe3-421d-9b43-f26e3c7ba45e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/ff2f8203-4568-4a25-b744-093bb4b50ea6 HTTP/1.1" status: 404 len: 337 time: 0.0618403 Oct 29 08:51:06.850336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f694652a-82eb-482e-a5ac-25b435efa165 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] 10.222.0.70 "GET /v2.0/subnetpools/c57cb8d2-acd1-47c1-bb58-bf1af776f6b3 HTTP/1.1" status: 200 len: 732 time: 0.1045589 Oct 29 08:51:06.851356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46636) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.851684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46638) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.874799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-79ea5a59-7e99-4a91-b048-edc98080be2c tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-52055809'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:06.943679 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-95113841-866f-422a-a040-b7becbcee199 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.944375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95113841-866f-422a-a040-b7becbcee199 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.949666 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-95113841-866f-422a-a040-b7becbcee199 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/504c1249-9982-48a4-9bdf-3c135c0bfb68 HTTP/1.1" status: 404 len: 333 time: 0.0280335 Oct 29 08:51:06.951102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46640) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:06.992727 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2b4034-7b27-4230-a639-211a5df57bb3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:06.993728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2b4034-7b27-4230-a639-211a5df57bb3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:06.996773 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-db2b4034-7b27-4230-a639-211a5df57bb3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/aeab7fb1-3d1c-4576-a7c8-945d2dd43bc4 HTTP/1.1" status: 404 len: 337 time: 0.0447161 Oct 29 08:51:06.999429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46642) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.007900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad2799-db01-4a71-8f43-22d440f8d7b1 req-d8d8ebda-60f9-4539-a4af-f8c650fea752 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:07.009637 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-acad2799-db01-4a71-8f43-22d440f8d7b1 req-d8d8ebda-60f9-4539-a4af-f8c650fea752 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 946 time: 0.4180298 Oct 29 08:51:07.038833 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe0b143-93f4-4e88-862c-1a4bd405613f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.039294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe0b143-93f4-4e88-862c-1a4bd405613f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.042925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-abe0b143-93f4-4e88-862c-1a4bd405613f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/49e6d5bb-3beb-4c5a-a781-e48f6f4027c7 HTTP/1.1" status: 404 len: 337 time: 0.0425646 Oct 29 08:51:07.046886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46644) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.062574 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:07.098465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['46894d64-03a5-49b2-bbf1-947ec6572dce', 'd2089400-8a66-4020-a85b-aef667730379'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:51:07.112780 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fb7e09-2b32-4a03-95f2-b5d45c141204 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.116540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fb7e09-2b32-4a03-95f2-b5d45c141204 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.119724 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-acad2799-db01-4a71-8f43-22d440f8d7b1 req-57c08d2c-5ff3-4f06-8b8b-88c87bda3364 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000583 Oct 29 08:51:07.123670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f0fb7e09-2b32-4a03-95f2-b5d45c141204 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/8dca35d4-b4a3-4de3-aef8-74814d2fa909 HTTP/1.1" status: 404 len: 333 time: 0.0753214 Oct 29 08:51:07.126167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46646) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.141740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79ea5a59-7e99-4a91-b048-edc98080be2c tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] Publish callbacks [] for subnetpool, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:07.151151 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-79ea5a59-7e99-4a91-b048-edc98080be2c tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] 10.222.0.70 "PUT /v2.0/subnetpools/c57cb8d2-acd1-47c1-bb58-bf1af776f6b3 HTTP/1.1" status: 200 len: 682 time: 0.2869153 Oct 29 08:51:07.169040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46648) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.183143 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-459824c2-5509-42e8-884f-c7462a90a3ca tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.183610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459824c2-5509-42e8-884f-c7462a90a3ca tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.190166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-459824c2-5509-42e8-884f-c7462a90a3ca tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/42a9a87d-94b2-4ee7-8be8-ce6e26aa5adb HTTP/1.1" status: 404 len: 337 time: 0.0621831 Oct 29 08:51:07.190740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46652) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.206503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event deleted for resources: {'Port': ['ID=4db2ea3a-9486-4fbb-bbb4-7d242763ba80,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:07.238401 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3930fb0d-e7e0-4f35-9ffc-c7b35f6f0ba2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.238874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3930fb0d-e7e0-4f35-9ffc-c7b35f6f0ba2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.248682 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3930fb0d-e7e0-4f35-9ffc-c7b35f6f0ba2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/129c8630-92dd-4612-88bc-27559ec34587 HTTP/1.1" status: 404 len: 337 time: 0.0568855 Oct 29 08:51:07.249307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46654) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.258434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] No DVR routers for this DVR port 4db2ea3a-9486-4fbb-bbb4-7d242763ba80 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:07.261469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:07.266367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d97dac6-aa53-4150-996d-e056b1ebc6ed req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "DELETE /v2.0/ports/4db2ea3a-9486-4fbb-bbb4-7d242763ba80 HTTP/1.1" status: 204 len: 173 time: 1.0279298 Oct 29 08:51:07.269875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'name': 'network-vif-deleted', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:07.272365 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a34af8-3255-4a81-bd6e-c32f0f0165eb" -d '{"events": [{"server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "name": "network-vif-deleted", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:07.276090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.276428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.276823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.277134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.277473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.277809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.278499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.278831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.279258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.279703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.280003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.280333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfbb65-7063-44a4-b2f2-2d5d98188066 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:07.320175 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f9effc-0c35-4690-a157-71c1ff633298 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.320904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f9effc-0c35-4690-a157-71c1ff633298 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.334308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-34f9effc-0c35-4690-a157-71c1ff633298 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/d82a0430-5f75-4ded-9603-6ee2d0e734b1 HTTP/1.1" status: 404 len: 333 time: 0.0838878 Oct 29 08:51:07.334973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46658) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.400363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3831d46-77b5-49da-bb9d-13b777b52db7 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] Publish callbacks [] for subnetpool, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:07.407423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f3831d46-77b5-49da-bb9d-13b777b52db7 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] 10.222.0.70 "DELETE /v2.0/subnetpools/c57cb8d2-acd1-47c1-bb58-bf1af776f6b3 HTTP/1.1" status: 204 len: 168 time: 0.2130604 Oct 29 08:51:07.412697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46664) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.437936 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c92d566-f6e4-47f5-81b6-e8bd2442b01c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.438486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c92d566-f6e4-47f5-81b6-e8bd2442b01c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.447128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c92d566-f6e4-47f5-81b6-e8bd2442b01c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/3f756e73-e12a-4567-891a-9a455a043ee5 HTTP/1.1" status: 404 len: 337 time: 0.1110651 Oct 29 08:51:07.449718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46666) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.455197 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-664b720e-e306-40e1-91a1-2f11bce3e770 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] show failed (client error): The resource could not be found. Oct 29 08:51:07.456412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-664b720e-e306-40e1-91a1-2f11bce3e770 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] 10.222.0.70 "GET /v2.0/subnetpools/c57cb8d2-acd1-47c1-bb58-bf1af776f6b3 HTTP/1.1" status: 404 len: 346 time: 0.0435376 Oct 29 08:51:07.460238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46668) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.493775 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c6ec51-7a83-4171-8088-1b42c6ef213a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.494502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c6ec51-7a83-4171-8088-1b42c6ef213a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.498704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-20c6ec51-7a83-4171-8088-1b42c6ef213a tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/ca46c37e-9d0b-484c-a550-4c838b1b668a HTTP/1.1" status: 404 len: 337 time: 0.0479813 Oct 29 08:51:07.499668 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-61ab9da7-9ad6-4a55-8d25-9cc9a0918ce8 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] delete failed (client error): The resource could not be found. Oct 29 08:51:07.505397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-61ab9da7-9ad6-4a55-8d25-9cc9a0918ce8 tempest-SubnetPoolsTestJSON-702047106 tempest-SubnetPoolsTestJSON-702047106-project] 10.222.0.70 "DELETE /v2.0/subnetpools/c57cb8d2-acd1-47c1-bb58-bf1af776f6b3 HTTP/1.1" status: 404 len: 346 time: 0.0357659 Oct 29 08:51:07.506370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46672) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.541173 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3cf4cc-a37a-4f86-94b6-1c343c3a11d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.542637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3cf4cc-a37a-4f86-94b6-1c343c3a11d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.550362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-db3cf4cc-a37a-4f86-94b6-1c343c3a11d5 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/f10581ac-dd84-4be3-b827-bd4bd59ac529 HTTP/1.1" status: 404 len: 333 time: 0.0403333 Oct 29 08:51:07.550796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46676) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.617707 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b370c7-9a2c-487a-9c95-5a9f6c68cdde tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.618502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b370c7-9a2c-487a-9c95-5a9f6c68cdde tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.634437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d132f-54ad-4ad5-9fcb-3c4017379df8 req-7a4a622d-93c7-4db9-8266-7a9c23f3042d tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:07.637891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f3b370c7-9a2c-487a-9c95-5a9f6c68cdde tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/1f6ce177-8b3a-44dd-b108-410520d48b67 HTTP/1.1" status: 404 len: 337 time: 0.0852895 Oct 29 08:51:07.640447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46682) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.644172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e7d132f-54ad-4ad5-9fcb-3c4017379df8 req-7a4a622d-93c7-4db9-8266-7a9c23f3042d tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 946 time: 0.1957340 Oct 29 08:51:07.717196 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1570008-809d-46f9-b722-a332e2e6911d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.732195 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e7d132f-54ad-4ad5-9fcb-3c4017379df8 req-d5c8c5ef-ad49-4ae5-81bc-9c6aabbfb418 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836759 Oct 29 08:51:07.737820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1570008-809d-46f9-b722-a332e2e6911d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.743423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b1570008-809d-46f9-b722-a332e2e6911d tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/ba3054da-0c6f-4264-b837-227c8b6182c4 HTTP/1.1" status: 404 len: 337 time: 0.1011078 Oct 29 08:51:07.746087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46686) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.817762 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-33d4f753-bac4-4cb5-87f2-481f0c2a59b3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports?device_id=2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 HTTP/1.1" status: 200 len: 205 time: 0.0688932 Oct 29 08:51:07.818965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46688) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.846997 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeee007-711d-463e-a73c-b0a99948d822 x-openstack-request-id: req-7eeee007-711d-463e-a73c-b0a99948d822 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:07.846997 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af57c217-21bc-4a27-b060-ac60957212aa", "name": "network-vif-deleted", "tag": "4db2ea3a-9486-4fbb-bbb4-7d242763ba80", "status": "failed", "code": 422}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:07.846997 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7eeee007-711d-463e-a73c-b0a99948d822 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:07.846997 n-d-815940-1 neutron-server[102113]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af57c217-21bc-4a27-b060-ac60957212aa', 'name': 'network-vif-deleted', 'tag': '4db2ea3a-9486-4fbb-bbb4-7d242763ba80', 'status': 'failed', 'code': 422} returned with failed status Oct 29 08:51:07.926463 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-c8542a6c-e8e7-454d-a89e-76b11c47209c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] delete failed (client error): The resource could not be found. Oct 29 08:51:07.928216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c8542a6c-e8e7-454d-a89e-76b11c47209c tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/routers/2af2b69a-60a1-4ab6-8554-c2ecdd904ad2 HTTP/1.1" status: 404 len: 336 time: 0.1076047 Oct 29 08:51:07.930714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46694) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:07.966975 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb2a895-28a1-4a78-888e-dbbe7ee96155 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:07.967916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb2a895-28a1-4a78-888e-dbbe7ee96155 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:07.973510 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9eb2a895-28a1-4a78-888e-dbbe7ee96155 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/d3103a51-1a45-40ba-89c5-ceb1906706a1 HTTP/1.1" status: 404 len: 337 time: 0.0413311 Oct 29 08:51:07.976132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46696) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.020151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-82b38691-4908-46dc-9c68-a01e79da4d48 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f642f0-6c2e-462a-b0dc-0942c6796f0a HTTP/1.1" status: 200 len: 205 time: 0.0416157 Oct 29 08:51:08.026463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46700) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.055718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db614c9-089e-4904-b1bf-0dc769e57800 req-39eea374-0525-4939-be61-d76746daf3d9 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:08.072288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7db614c9-089e-4904-b1bf-0dc769e57800 req-39eea374-0525-4939-be61-d76746daf3d9 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 946 time: 0.1351285 Oct 29 08:51:08.095080 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-508b3fbe-1369-42ee-8356-ef34a20646a3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] delete failed (client error): The resource could not be found. Oct 29 08:51:08.096812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-508b3fbe-1369-42ee-8356-ef34a20646a3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/routers/35f642f0-6c2e-462a-b0dc-0942c6796f0a HTTP/1.1" status: 404 len: 336 time: 0.0691261 Oct 29 08:51:08.099382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46708) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.182087 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74712c4-b47c-40bb-86c2-ff5772c6567e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.182087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74712c4-b47c-40bb-86c2-ff5772c6567e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.183839 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7db614c9-089e-4904-b1bf-0dc769e57800 req-3419dcf8-d6c9-43df-b3d4-0ed76ddb5f56 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105590 Oct 29 08:51:08.186637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b74712c4-b47c-40bb-86c2-ff5772c6567e tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/0aa96492-d580-46e9-94fc-9e3e2c03d99d HTTP/1.1" status: 404 len: 337 time: 0.0860233 Oct 29 08:51:08.187201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46716) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.187495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46714) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.213376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46722) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.261210 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-938f655c-8a9f-4e0e-bec7-7177053872bb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.261622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938f655c-8a9f-4e0e-bec7-7177053872bb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.277470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46730) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.281386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-938f655c-8a9f-4e0e-bec7-7177053872bb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/b7c2648e-f128-40fb-9397-9f19d88e3aed HTTP/1.1" status: 404 len: 337 time: 0.0844584 Oct 29 08:51:08.343448 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f94903d-2253-492b-bd43-e6f1ee6e6ae1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.346225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f94903d-2253-492b-bd43-e6f1ee6e6ae1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.352988 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0f94903d-2253-492b-bd43-e6f1ee6e6ae1 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/5a54824d-5838-4c40-ba2e-549af5857ddf HTTP/1.1" status: 404 len: 333 time: 0.0710177 Oct 29 08:51:08.353381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46732) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.414461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97919151-3c92-42b1-8b82-5fc968545d35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:08.442871 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79b1082-e056-486e-8a63-e579fe5a5af9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.443346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79b1082-e056-486e-8a63-e579fe5a5af9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.446535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d79b1082-e056-486e-8a63-e579fe5a5af9 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/29a6c509-bd6b-45e8-b0c0-e526680f8332 HTTP/1.1" status: 404 len: 337 time: 0.0921323 Oct 29 08:51:08.451057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46734) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.499081 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-52266657-6f99-4cf9-b389-ad3a5b0f5bb3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.499852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52266657-6f99-4cf9-b389-ad3a5b0f5bb3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.503162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-52266657-6f99-4cf9-b389-ad3a5b0f5bb3 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/8f578635-1e84-4bbe-9467-2e71f3d0e947 HTTP/1.1" status: 404 len: 333 time: 0.0510499 Oct 29 08:51:08.509839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46740) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.583132 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-57774a3d-c290-4a3e-a3a0-f2099d494f91 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.583823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57774a3d-c290-4a3e-a3a0-f2099d494f91 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.587174 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-57774a3d-c290-4a3e-a3a0-f2099d494f91 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/a4800af3-3ef6-4ced-b72c-5ce623775cbe HTTP/1.1" status: 404 len: 337 time: 0.0762765 Oct 29 08:51:08.590420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46742) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.622537 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14570ab-64e6-4bc1-bd93-41e1c416c998 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.623651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14570ab-64e6-4bc1-bd93-41e1c416c998 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.628063 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b14570ab-64e6-4bc1-bd93-41e1c416c998 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/47b40221-c443-4eef-a703-d109c6051bf8 HTTP/1.1" status: 404 len: 333 time: 0.0361600 Oct 29 08:51:08.630905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46744) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.699251 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec0da4a-145e-4d39-9557-e290d00217f0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.701237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec0da4a-145e-4d39-9557-e290d00217f0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.716696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aec0da4a-145e-4d39-9557-e290d00217f0 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/f6928585-11b8-4fce-84b5-5f6add1a8c33 HTTP/1.1" status: 404 len: 337 time: 0.0844901 Oct 29 08:51:08.719658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46746) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.721698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b81df0-6748-47b3-a925-cc61d375edb0 req-6cc810e1-7b49-42f7-b1b8-afc986be7edc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:08.730532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d9b81df0-6748-47b3-a925-cc61d375edb0 req-6cc810e1-7b49-42f7-b1b8-afc986be7edc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 908 time: 0.1404445 Oct 29 08:51:08.767947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897dfe3f-f9e5-4290-9515-95a33627590d tempest-TestServerBasicOps-1786016807 tempest-TestServerBasicOps-1786016807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:08.769964 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-897dfe3f-f9e5-4290-9515-95a33627590d tempest-TestServerBasicOps-1786016807 tempest-TestServerBasicOps-1786016807-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 1092 time: 0.5755839 Oct 29 08:51:08.772295 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97919151-3c92-42b1-8b82-5fc968545d35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:08.773126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46748) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.777955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '65e295f5-0263-472b-bd1e-c59da99e54af', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:08.785199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97919151-3c92-42b1-8b82-5fc968545d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:08.787554 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d92c370-bf65-4245-ad78-5e9550b3b3e4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.788869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d92c370-bf65-4245-ad78-5e9550b3b3e4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.792391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4d92c370-bf65-4245-ad78-5e9550b3b3e4 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/e05884f3-1a87-4dbd-8a5e-e529d1b5f5e7 HTTP/1.1" status: 404 len: 333 time: 0.0710549 Oct 29 08:51:08.794979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46750) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.822072 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82b63ab-12e1-4579-94d3-37673948abdf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.822641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82b63ab-12e1-4579-94d3-37673948abdf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.825866 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d82b63ab-12e1-4579-94d3-37673948abdf tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/2933f01c-5d8c-4acd-9e44-5dc023c4b573 HTTP/1.1" status: 404 len: 337 time: 0.0298514 Oct 29 08:51:08.830560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46752) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.851605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97919151-3c92-42b1-8b82-5fc968545d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784359e3-e018-409f-96dd-1d42b8844852,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:08.857304 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7369508a-fedb-4693-9b76-bbe4afadeb2f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.858474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7369508a-fedb-4693-9b76-bbe4afadeb2f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.862934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7369508a-fedb-4693-9b76-bbe4afadeb2f tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/947d3001-6cd6-4ffa-ae8f-9d63831f53b5 HTTP/1.1" status: 404 len: 333 time: 0.0312281 Oct 29 08:51:08.865627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46754) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.868832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97919151-3c92-42b1-8b82-5fc968545d35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e6185a9b70f40729189722254b573c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6495607 Oct 29 08:51:08.870007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46756) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.910377 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:08.913776 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4735691-69cf-44ac-9e9e-e8b1603bc2ec tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.914238 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4735691-69cf-44ac-9e9e-e8b1603bc2ec tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.919967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f4735691-69cf-44ac-9e9e-e8b1603bc2ec tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/efeb4431-72fd-4675-9ebe-b74d9092dbea HTTP/1.1" status: 404 len: 337 time: 0.0465627 Oct 29 08:51:08.920223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46758) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:08.931413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2146eaf3-40be-49a2-b9cc-b2e3a95a45a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:08.953814 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-129318b2-0554-422e-8521-123021eba3a7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:08.954509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129318b2-0554-422e-8521-123021eba3a7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:08.957871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-129318b2-0554-422e-8521-123021eba3a7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/163443f5-256d-40ef-b4fa-02a115d8c18f HTTP/1.1" status: 404 len: 333 time: 0.0367255 Oct 29 08:51:08.958350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2146eaf3-40be-49a2-b9cc-b2e3a95a45a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:08.981417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46760) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:09.010033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2146eaf3-40be-49a2-b9cc-b2e3a95a45a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.012909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2146eaf3-40be-49a2-b9cc-b2e3a95a45a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.016546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2146eaf3-40be-49a2-b9cc-b2e3a95a45a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/784359e3-e018-409f-96dd-1d42b8844852 HTTP/1.1" status: 204 len: 168 time: 0.1469688 Oct 29 08:51:09.018614 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3115bde7-656f-41fe-8e92-7560c874e676 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:09.019076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3115bde7-656f-41fe-8e92-7560c874e676 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:09.022187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3115bde7-656f-41fe-8e92-7560c874e676 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/d7215f24-b7cd-4e44-97cf-727287f9dbe7 HTTP/1.1" status: 404 len: 337 time: 0.0396447 Oct 29 08:51:09.025048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46764) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:09.028349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146eaf3-40be-49a2-b9cc-b2e3a95a45a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784359e3-e018-409f-96dd-1d42b8844852,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:09.055508 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6b61b2-3534-487e-8b28-1ee51146c5b7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:09.056248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6b61b2-3534-487e-8b28-1ee51146c5b7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:09.059279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de6b61b2-3534-487e-8b28-1ee51146c5b7 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/ports/fb1bb87b-f179-4e8d-b985-c5a4c175986a HTTP/1.1" status: 404 len: 333 time: 0.0333235 Oct 29 08:51:09.062407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46766) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:09.092626 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-026fff3c-f970-4985-ac7a-25b491470cf2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:09.093081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026fff3c-f970-4985-ac7a-25b491470cf2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:09.097052 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-026fff3c-f970-4985-ac7a-25b491470cf2 tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/subnets/cbd80d71-b766-48a3-915b-e3a204b0c33a HTTP/1.1" status: 404 len: 337 time: 0.0335715 Oct 29 08:51:09.099951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46768) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:09.143113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.213276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.305810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Allocated IP 172.25.5.121 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/69203ded-5b34-4092-8beb-4c0557d5bdb2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:09.339020 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.364562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518ef6fc-f3d9-4071-bb94-ff10c09b9203']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:09.374987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47db6cb2-3ce6-4dce-9168-a8a87d59574c') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:09.375295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47db6cb2-3ce6-4dce-9168-a8a87d59574c') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:09.387856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.402249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.413645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:09.414066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:09.418040 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:09.467397 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.511015 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.545803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.565097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:09.570210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:09.570765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:09.574561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:09.579608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] 10.222.0.70 "DELETE /v2.0/networks/518ef6fc-f3d9-4071-bb94-ff10c09b9203 HTTP/1.1" status: 204 len: 168 time: 0.4756455 Oct 29 08:51:09.591686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e786b5f-d2a0-4129-a866-9ba20f0c53fb tempest-NetworksTestDHCPv6-1119659882 tempest-NetworksTestDHCPv6-1119659882-project] Pushing event deleted for resources: {'Network': ['ID=518ef6fc-f3d9-4071-bb94-ff10c09b9203,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:09.609115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'Port': ['ID=69203ded-5b34-4092-8beb-4c0557d5bdb2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:09.973192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b50ef-c806-4649-b764-48c51f0bace4 req-8076f404-c228-4be4-adff-b370e9271f65 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:09.973970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-7e2c09a9-29f6-4d33-ac2d-460e0d484b07 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:09.974841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-702b50ef-c806-4649-b764-48c51f0bace4 req-8076f404-c228-4be4-adff-b370e9271f65 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 908 time: 0.0821347 Oct 29 08:51:10.004359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-7e2c09a9-29f6-4d33-ac2d-460e0d484b07 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 908 time: 0.1363959 Oct 29 08:51:10.030074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46800) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:10.195384 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.215895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Deleting port 4568b4b6-fa73-494e-a39c-11fe3d2c193e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:10.216261 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.296839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.404932 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-60a0a684-8fac-4c67-bb0e-afc3a233d48c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c190d2fc8e14b178f8074646a6f2806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683605 Oct 29 08:51:10.405594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46822) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:10.440895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] For port 4568b4b6-fa73-494e-a39c-11fe3d2c193e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=4568b4b6-fa73-494e-a39c-11fe3d2c193e,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:10.441522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.463548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Calling delete_port for 4568b4b6-fa73-494e-a39c-11fe3d2c193e owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:10.511145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.518450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.537044 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa4b93e9-97c5-4cb0-99d1-0a7d2e55abf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.559863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa4b93e9-97c5-4cb0-99d1-0a7d2e55abf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.602226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event updated for resources: {'Port': ['ID=69203ded-5b34-4092-8beb-4c0557d5bdb2,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:10.645757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.713727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa4b93e9-97c5-4cb0-99d1-0a7d2e55abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.716900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa4b93e9-97c5-4cb0-99d1-0a7d2e55abf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.718129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fa4b93e9-97c5-4cb0-99d1-0a7d2e55abf1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e184a61-88a9-447c-b3dc-ae78dbd3122b HTTP/1.1" status: 204 len: 168 time: 0.3092120 Oct 29 08:51:10.740944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b93e9-97c5-4cb0-99d1-0a7d2e55abf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e184a61-88a9-447c-b3dc-ae78dbd3122b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:10.778894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.789490 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Floating IP 28b4e4e7-1317-4d9a-8311-ca92d4016fa1 associated. External IP: 172.25.5.121, port: 65e295f5-0263-472b-bd1e-c59da99e54af. Oct 29 08:51:10.820968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event deleted for resources: {'Port': ['ID=4568b4b6-fa73-494e-a39c-11fe3d2c193e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:10.882464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] No DVR routers for this DVR port 4568b4b6-fa73-494e-a39c-11fe3d2c193e on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:10.885689 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:10.890290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-802d0cb5-8fbf-4d81-9c8b-fa7c4bfc13a1 req-9ebba279-ce38-4f06-83ac-d99e5019fda3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "DELETE /v2.0/ports/4568b4b6-fa73-494e-a39c-11fe3d2c193e HTTP/1.1" status: 204 len: 173 time: 0.8809698 Oct 29 08:51:10.890966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'name': 'network-vif-deleted', 'tag': '4568b4b6-fa73-494e-a39c-11fe3d2c193e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:10.894126 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6351bb08-fccb-4828-b004-46b8d8919d18" -d '{"events": [{"server_uuid": "b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd", "name": "network-vif-deleted", "tag": "4568b4b6-fa73-494e-a39c-11fe3d2c193e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:10.969244 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9cb93f-9299-4130-9cbb-04f699662204 x-openstack-request-id: req-bc9cb93f-9299-4130-9cbb-04f699662204 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:10.970450 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd", "name": "network-vif-deleted", "tag": "4568b4b6-fa73-494e-a39c-11fe3d2c193e", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:10.971669 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc9cb93f-9299-4130-9cbb-04f699662204 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:10.972341 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd', 'name': 'network-vif-deleted', 'tag': '4568b4b6-fa73-494e-a39c-11fe3d2c193e', 'status': 'completed', 'code': 200} Oct 29 08:51:11.237328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Router 88d714e4-337e-494f-bf0e-b10638b2b3b4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:51:11.260747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-12756123-c4cd-4a9f-84c3-1fa453e13162 req-c464ec16-fbaa-454a-9ae2-95e772fc229e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9db4c82-f5aa-4b0a-b1c1-a280f7ce63bd HTTP/1.1" status: 200 len: 210 time: 0.0605116 Oct 29 08:51:11.368621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46850) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:11.418751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:11.431011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] Sync routers for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:11.450668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:11.451846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:11.452701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:11.552050 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8531220-1587-4424-93d2-948fbf4d59ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:11.556648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-295d4082-2f70-479a-a0df-e09fa23c7c27 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7824984 Oct 29 08:51:11.562241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'tag': '65e295f5-0263-472b-bd1e-c59da99e54af'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:11.564973 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b606a4-d48b-4c34-bdf1-93962b5a6204" -d '{"events": [{"name": "network-changed", "server_uuid": "8718683f-de16-4a24-aeb9-ab32e63d7a92", "tag": "65e295f5-0263-472b-bd1e-c59da99e54af"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:11.594160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:51:11.626183 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95d5b72-9cf3-42e0-82e4-b0cd6411d3a2 x-openstack-request-id: req-f95d5b72-9cf3-42e0-82e4-b0cd6411d3a2 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:11.626455 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8718683f-de16-4a24-aeb9-ab32e63d7a92", "tag": "65e295f5-0263-472b-bd1e-c59da99e54af", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:11.626818 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f95d5b72-9cf3-42e0-82e4-b0cd6411d3a2 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:11.627386 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'tag': '65e295f5-0263-472b-bd1e-c59da99e54af', 'status': 'completed', 'code': 200} Oct 29 08:51:11.717223 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8531220-1587-4424-93d2-948fbf4d59ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:11.725297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-e3ac586b-1bda-4722-8f0a-2040f03c5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:11.727506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-e3ac586b-1bda-4722-8f0a-2040f03c5370 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea79ec4c5ca34ae895a434a7b61d5513&device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 1097 time: 0.0648794 Oct 29 08:51:11.729161 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8531220-1587-4424-93d2-948fbf4d59ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:11.779258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b8531220-1587-4424-93d2-948fbf4d59ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcfbe125839f41009a1e94ce3fb093d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095149 Oct 29 08:51:11.780024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46868) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:11.780681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8531220-1587-4424-93d2-948fbf4d59ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6245b0b5-3222-405b-aab4-31e1b5d5d5e1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:11.847563 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d941f009-e368-49d0-8b39-b711230aef4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:11.879986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d941f009-e368-49d0-8b39-b711230aef4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:11.884199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-af53496b-4621-4575-a041-be5ae0b902a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:11.886097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-af53496b-4621-4575-a041-be5ae0b902a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de72089d-75af-4938-9435-afcd9bd00b10 HTTP/1.1" status: 200 len: 909 time: 0.1489708 Oct 29 08:51:11.930256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '28b4e4e7-1317-4d9a-8311-ca92d4016fa1', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'port_id': '65e295f5-0263-472b-bd1e-c59da99e54af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'mac_address': 'fa:16:3e:59:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:51:09Z', 'updated_at': '2021-10-29T08:51:09Z', 'revision_number': 0, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:11.940939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d941f009-e368-49d0-8b39-b711230aef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:11.944957 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d941f009-e368-49d0-8b39-b711230aef4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:11.948925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d941f009-e368-49d0-8b39-b711230aef4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6245b0b5-3222-405b-aab4-31e1b5d5d5e1 HTTP/1.1" status: 204 len: 168 time: 0.1630640 Oct 29 08:51:11.957975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941f009-e368-49d0-8b39-b711230aef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6245b0b5-3222-405b-aab4-31e1b5d5d5e1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:11.972721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] Checking router: 88d714e4-337e-494f-bf0e-b10638b2b3b4 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:51:11.988497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:11.989967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:50:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:12.015973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-30dfc226-803a-440c-9bea-5480b022dd62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e295f5-0263-472b-bd1e-c59da99e54af HTTP/1.1" status: 200 len: 1000 time: 0.1210258 Oct 29 08:51:12.042189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46878) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:12.092505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-f6e75416-2bbe-43f1-a6b8-5d1ef570461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:12.094656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-f6e75416-2bbe-43f1-a6b8-5d1ef570461e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c226df99-f298-4df4-a8a5-968a096cae92 HTTP/1.1" status: 200 len: 846 time: 0.0669613 Oct 29 08:51:12.176279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-7a7ca20d-7df1-4911-ad6b-de9f20aa21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:12.178315 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-7a7ca20d-7df1-4911-ad6b-de9f20aa21ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de72089d-75af-4938-9435-afcd9bd00b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762560 Oct 29 08:51:12.289048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:51:12.303767 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'networks': [{'name': 'tempest-network--878976396'}, {'name': 'tempest-network--1182572145'}]} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:12.304131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'network': {'name': 'tempest-network--878976396'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:12.304627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'network': {'name': 'tempest-network--1182572145'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:12.343007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Made reservation on behalf of a932fd91dd554ba08a2ce830cf113716 for: {'network': 2} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:12.349770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.362780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.445013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46890) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:12.507601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c85fd29-6c00-45f8-a8a1-e0e87d1e34c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.565431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.578538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.579358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.616819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812a75f9-fa90-4cd0-aa25-df6251d89e64,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:12.652547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:12.664265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.665365 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Added segment b6d251e4-7352-4422-a047-2ef9bfa17350 of type vlan for network 3c12f8b4-0443-4efc-be91-b03065643e25 Oct 29 08:51:12.702912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '28b4e4e7-1317-4d9a-8311-ca92d4016fa1', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'port_id': '65e295f5-0263-472b-bd1e-c59da99e54af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'mac_address': 'fa:16:3e:59:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:51:09Z', 'updated_at': '2021-10-29T08:51:09Z', 'revision_number': 0, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:12.719726 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.734317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6c4fe-4789-4e64-993b-475108d65dba None None] The sync data for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 is: [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '28b4e4e7-1317-4d9a-8311-ca92d4016fa1', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'port_id': '65e295f5-0263-472b-bd1e-c59da99e54af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'mac_address': 'fa:16:3e:59:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:51:09Z', 'updated_at': '2021-10-29T08:51:09Z', 'revision_number': 0, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:12.757816 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:12.767642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.768456 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Added segment dc5dc025-cc25-4eba-a6e2-a1f04dcbba88 of type vlan for network 23dfe22c-81d6-441a-90fc-22ddb8e6b33d Oct 29 08:51:12.812768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-841ea9c7-1db4-4b29-b9de-eb4ca53aa3c2 service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177540 Oct 29 08:51:12.873520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.952430 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c85fd29-6c00-45f8-a8a1-e0e87d1e34c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:12.990718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2b606a4-d48b-4c34-bdf1-93962b5a6204 req-9013a5b4-f8c5-45f3-90e4-25b2dfd78daa service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587639 Oct 29 08:51:12.990972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06c0bd-5cfe-4125-af50-105a6cd3aa3e req-d81f64f7-d041-4dd2-85d5-aa810c8229bc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:12.992587 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c06c0bd-5cfe-4125-af50-105a6cd3aa3e req-d81f64f7-d041-4dd2-85d5-aa810c8229bc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 946 time: 0.1751802 Oct 29 08:51:12.995442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1c85fd29-6c00-45f8-a8a1-e0e87d1e34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.053284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.053284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.058731 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:13.063550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:13.067593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.125773 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1c85fd29-6c00-45f8-a8a1-e0e87d1e34c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b31b077e554646cc9ca334effda48d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792221 Oct 29 08:51:13.128891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46910) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:13.155593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85fd29-6c00-45f8-a8a1-e0e87d1e34c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73f1ce8-2c61-4000-aa1f-7d9cefba0dc1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:13.184496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1410806 Oct 29 08:51:13.190178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46912) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:13.209091 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c06c0bd-5cfe-4125-af50-105a6cd3aa3e req-b5ff5824-31f1-433b-8ee1-ef8f007a02dc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973765 Oct 29 08:51:13.231358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Network': ['ID=3c12f8b4-0443-4efc-be91-b03065643e25,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:13.243302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 3c12f8b4-0443-4efc-be91-b03065643e25 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:13.332577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e1d98-35f5-4752-a8a4-1a1fb248fab5 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Network': ['ID=23dfe22c-81d6-441a-90fc-22ddb8e6b33d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:13.343464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddeacd-bfa2-4eb3-8240-5d1131ed27f2 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:13.344566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 23dfe22c-81d6-441a-90fc-22ddb8e6b33d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:13.350424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddeacd-bfa2-4eb3-8240-5d1131ed27f2 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:13.356848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddeacd-bfa2-4eb3-8240-5d1131ed27f2 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:13.364056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddeacd-bfa2-4eb3-8240-5d1131ed27f2 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:13.366166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-12ddeacd-bfa2-4eb3-8240-5d1131ed27f2 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1748300 Oct 29 08:51:13.367459 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0a95b84-863f-4cf6-87bd-1ad3915af4ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.369489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46914) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:13.418371 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0a95b84-863f-4cf6-87bd-1ad3915af4ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.499569 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0a95b84-863f-4cf6-87bd-1ad3915af4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.502531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.503080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0a95b84-863f-4cf6-87bd-1ad3915af4ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.508630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d0a95b84-863f-4cf6-87bd-1ad3915af4ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f73f1ce8-2c61-4000-aa1f-7d9cefba0dc1 HTTP/1.1" status: 204 len: 168 time: 0.3777304 Oct 29 08:51:13.518456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a95b84-863f-4cf6-87bd-1ad3915af4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73f1ce8-2c61-4000-aa1f-7d9cefba0dc1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:13.648094 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.677065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c12f8b4-0443-4efc-be91-b03065643e25']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:13.688893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d251e4-7352-4422-a047-2ef9bfa17350') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:13.689467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d251e4-7352-4422-a047-2ef9bfa17350') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:13.708274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.726917 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.733942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:13.734600 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:13.738678 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:13.753839 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c5256-bde3-4609-b39d-d9c6d9986b60 None None] New status for floating IP 28b4e4e7-1317-4d9a-8311-ca92d4016fa1: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:51:13.833944 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.845751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:13.852415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/networks/3c12f8b4-0443-4efc-be91-b03065643e25 HTTP/1.1" status: 204 len: 168 time: 0.4811218 Oct 29 08:51:13.853051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46924) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:13.886193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c5b7f-3b0d-46d1-a532-b3dd94a9ea32 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Network': ['ID=3c12f8b4-0443-4efc-be91-b03065643e25,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:14.000084 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.114798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.115923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-3fcf6a7b-08ad-40fd-85da-8ee20a590300 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:14.117491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-3fcf6a7b-08ad-40fd-85da-8ee20a590300 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.93 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 946 time: 0.0602765 Oct 29 08:51:14.141632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dfe22c-81d6-441a-90fc-22ddb8e6b33d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:14.152886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5dc025-cc25-4eba-a6e2-a1f04dcbba88') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:14.153411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5dc025-cc25-4eba-a6e2-a1f04dcbba88') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:14.168569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.187443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.202575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:14.203028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:14.207337 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:14.288836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Deleting port d2089400-8a66-4020-a85b-aef667730379 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:14.289201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.302411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3805a5e8-5df1-4dfb-9b5e-c6dd0f71ae40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.311826 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.320700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.329772 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/networks/23dfe22c-81d6-441a-90fc-22ddb8e6b33d HTTP/1.1" status: 204 len: 168 time: 0.4694455 Oct 29 08:51:14.331299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46948) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:14.367899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc50948-3bb2-42e8-9a86-3d2a8cf18912 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Network': ['ID=23dfe22c-81d6-441a-90fc-22ddb8e6b33d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:14.420612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb1fd9-aa72-4ec5-bc07-034366890328 req-9a97ccc8-3fee-4fcf-9c65-b5bed4ab9e54 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:14.422818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3cb1fd9-aa72-4ec5-bc07-034366890328 req-9a97ccc8-3fee-4fcf-9c65-b5bed4ab9e54 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=da8dca43-71a7-4a93-8ff2-f1f29d6f705f HTTP/1.1" status: 200 len: 946 time: 0.0660405 Oct 29 08:51:14.471462 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e3cb1fd9-aa72-4ec5-bc07-034366890328 req-c1bace79-dd3d-4662-aa35-9d63bc2e40bc tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Oct 29 08:51:14.508029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] For port d2089400-8a66-4020-a85b-aef667730379, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=d2089400-8a66-4020-a85b-aef667730379,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:14.508399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.525562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Calling delete_port for d2089400-8a66-4020-a85b-aef667730379 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:14.535295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cdea36-2271-47b1-b570-b24af4aad0d6 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:14.541792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cdea36-2271-47b1-b570-b24af4aad0d6 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:14.543455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-10cdea36-2271-47b1-b570-b24af4aad0d6 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2111046 Oct 29 08:51:14.547911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46958) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:14.554744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-539841210'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:14.581349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Made reservation on behalf of a932fd91dd554ba08a2ce830cf113716 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:14.586507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.620065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:14.631195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.631195 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Added segment 9c8f0971-9996-461e-ac95-476137470e83 of type vlan for network f504fd9d-68ca-46ec-8d0f-87e7335270e0 Oct 29 08:51:14.674475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.696443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.704045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.709372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['46894d64-03a5-49b2-bbf1-947ec6572dce'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:51:14.713921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:14.714515 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.738134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event deleted for resources: {'Port': ['ID=d2089400-8a66-4020-a85b-aef667730379,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:14.797815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] No DVR routers for this DVR port d2089400-8a66-4020-a85b-aef667730379 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:14.801709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.805765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be9ee203-afdf-4350-b37f-ca9eeacb9e6e req-4f2ef965-5975-4d75-b1e5-c69d5ba5298e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.93 "DELETE /v2.0/ports/d2089400-8a66-4020-a85b-aef667730379 HTTP/1.1" status: 204 len: 173 time: 0.6811841 Oct 29 08:51:14.806245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8dca43-71a7-4a93-8ff2-f1f29d6f705f', 'name': 'network-vif-deleted', 'tag': 'd2089400-8a66-4020-a85b-aef667730379'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:14.809026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Network': ['ID=f504fd9d-68ca-46ec-8d0f-87e7335270e0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:14.809207 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecbbeae-a026-4081-8f9e-5c0d4044cf8c" -d '{"events": [{"server_uuid": "da8dca43-71a7-4a93-8ff2-f1f29d6f705f", "name": "network-vif-deleted", "tag": "d2089400-8a66-4020-a85b-aef667730379"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:14.836360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f504fd9d-68ca-46ec-8d0f-87e7335270e0 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:14.841709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1a85e84d-f752-408c-91e7-b7ad5b6d7e5e tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2899094 Oct 29 08:51:14.842860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46988) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:14.848975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-503672686'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:14.878120 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b52eb1-562d-43e7-b33a-0cb5bed45410 x-openstack-request-id: req-59b52eb1-562d-43e7-b33a-0cb5bed45410 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:14.878741 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8dca43-71a7-4a93-8ff2-f1f29d6f705f", "name": "network-vif-deleted", "tag": "d2089400-8a66-4020-a85b-aef667730379", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:14.879076 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59b52eb1-562d-43e7-b33a-0cb5bed45410 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:14.879696 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8dca43-71a7-4a93-8ff2-f1f29d6f705f', 'name': 'network-vif-deleted', 'tag': 'd2089400-8a66-4020-a85b-aef667730379', 'status': 'completed', 'code': 200} Oct 29 08:51:14.899268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Made reservation on behalf of a932fd91dd554ba08a2ce830cf113716 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:14.912037 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.956343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:14.969025 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:51:14.974906 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:14.975278 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Added segment 73fdde32-9ca8-48a0-91f3-634f71f4dd95 of type vlan for network d3e75103-083b-4d01-a340-984af6f58936 Oct 29 08:51:14.991961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4568b4b6-fa73-494e-a39c-11fe3d2c193e no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:15.016152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 4568b4b6-fa73-494e-a39c-11fe3d2c193e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:15.016492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 4568b4b6-fa73-494e-a39c-11fe3d2c193e not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:15.045493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:15.073555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:15.079244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:15.079995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:15.145028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2980416 Oct 29 08:51:15.145719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47000) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:15.150857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'ports': [{'network_id': 'f504fd9d-68ca-46ec-8d0f-87e7335270e0', 'name': 'tempest-port--1905187690', 'admin_state_up': True}, {'network_id': 'd3e75103-083b-4d01-a340-984af6f58936', 'admin_state_up': False}]} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:15.151179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'port': {'network_id': 'f504fd9d-68ca-46ec-8d0f-87e7335270e0', 'name': 'tempest-port--1905187690', 'admin_state_up': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:15.152623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'port': {'network_id': 'd3e75103-083b-4d01-a340-984af6f58936', 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:15.189061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b0e45-1e8a-48ad-854e-c898691702aa tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Network': ['ID=d3e75103-083b-4d01-a340-984af6f58936,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:15.210892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network d3e75103-083b-4d01-a340-984af6f58936 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:15.479948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Made reservation on behalf of a932fd91dd554ba08a2ce830cf113716 for: {'port': 2} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:15.491041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:15.512066 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:15.630137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] device_id is not set on port e919aaae-efe2-41fb-b8f0-3b080e860fb0 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:51:15.782887 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:15.859524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] device_id is not set on port 0eeb99a4-e91b-4833-be0a-df87423d0afc yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:51:15.865110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68eb6d-eb68-44ae-83c7-2cb23b2bc877 req-f5ee4c23-3eb1-46f4-bed0-04e1843ac4f7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:15.866841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b68eb6d-eb68-44ae-83c7-2cb23b2bc877 req-f5ee4c23-3eb1-46f4-bed0-04e1843ac4f7 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.0614848 Oct 29 08:51:15.908961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b68eb6d-eb68-44ae-83c7-2cb23b2bc877 req-ab51dc49-6f40-4e2f-8a5c-21e3163d47f9 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360579 Oct 29 08:51:15.977002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.016592 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.079436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Port': ['ID=e919aaae-efe2-41fb-b8f0-3b080e860fb0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:16.097407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Checking segment: {'id': '9c8f0971-9996-461e-ac95-476137470e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f504fd9d-68ca-46ec-8d0f-87e7335270e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:16.097769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Network hostable DHCP agents. Network: f504fd9d-68ca-46ec-8d0f-87e7335270e0, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:16.116639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Network f504fd9d-68ca-46ec-8d0f-87e7335270e0 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:16.130445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f504fd9d-68ca-46ec-8d0f-87e7335270e0) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:16.134309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:16.135929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.146837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da641d2-e410-4a85-8db1-a5d5411b8815 None None] Network f504fd9d-68ca-46ec-8d0f-87e7335270e0 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:16.207949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Port': ['ID=0eeb99a4-e91b-4833-be0a-df87423d0afc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:16.217141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Checking segment: {'id': '73fdde32-9ca8-48a0-91f3-634f71f4dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd3e75103-083b-4d01-a340-984af6f58936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:16.217515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Network hostable DHCP agents. Network: d3e75103-083b-4d01-a340-984af6f58936, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:16.237567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Network d3e75103-083b-4d01-a340-984af6f58936 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:16.249500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, d3e75103-083b-4d01-a340-984af6f58936) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:16.252062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:16.259081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:16.265358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:16.270266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ad6bd-cd96-45d9-989a-e22dd5b41b1e None None] Network d3e75103-083b-4d01-a340-984af6f58936 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:16.279664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.305050 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-007bdf4d-7bdc-4460-a873-0b8e395e2ddf tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1583252 Oct 29 08:51:16.307507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47058) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:16.374894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db828f1-994e-4571-aa4c-33429ddbf5f1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:16.381667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db828f1-994e-4571-aa4c-33429ddbf5f1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:16.383525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7db828f1-994e-4571-aa4c-33429ddbf5f1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0740750 Oct 29 08:51:16.386523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47060) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:16.486456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9085d25e-f31c-44d5-a8b5-36d07aec2aed tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Deleting port e919aaae-efe2-41fb-b8f0-3b080e860fb0 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:16.486812 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9085d25e-f31c-44d5-a8b5-36d07aec2aed tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.560102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9085d25e-f31c-44d5-a8b5-36d07aec2aed tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.575606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9085d25e-f31c-44d5-a8b5-36d07aec2aed tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Calling delete_port for e919aaae-efe2-41fb-b8f0-3b080e860fb0 owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:16.604591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d2089400-8a66-4020-a85b-aef667730379 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:16.628748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: d2089400-8a66-4020-a85b-aef667730379 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:16.629069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device d2089400-8a66-4020-a85b-aef667730379 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:16.665978 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9085d25e-f31c-44d5-a8b5-36d07aec2aed tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.706322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085d25e-f31c-44d5-a8b5-36d07aec2aed tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Port': ['ID=e919aaae-efe2-41fb-b8f0-3b080e860fb0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:16.710062 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9085d25e-f31c-44d5-a8b5-36d07aec2aed tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.713999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9085d25e-f31c-44d5-a8b5-36d07aec2aed tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/ports/e919aaae-efe2-41fb-b8f0-3b080e860fb0 HTTP/1.1" status: 204 len: 168 time: 0.3263230 Oct 29 08:51:16.717086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47066) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:16.831073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-66e4466c-8d26-4010-986c-c6da7fdf50ba tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Deleting port 0eeb99a4-e91b-4833-be0a-df87423d0afc {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:16.831853 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66e4466c-8d26-4010-986c-c6da7fdf50ba tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.907429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66e4466c-8d26-4010-986c-c6da7fdf50ba tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:16.923932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-66e4466c-8d26-4010-986c-c6da7fdf50ba tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Calling delete_port for 0eeb99a4-e91b-4833-be0a-df87423d0afc owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:17.003673 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a55e1b6-d067-4154-a050-5e6920ce6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.032140 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66e4466c-8d26-4010-986c-c6da7fdf50ba tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.059662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-dc3a9db6-ef3f-43e0-905a-5e310115b3db tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:17.061262 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-dc3a9db6-ef3f-43e0-905a-5e310115b3db tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1078148 Oct 29 08:51:17.075272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4466c-8d26-4010-986c-c6da7fdf50ba tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Port': ['ID=0eeb99a4-e91b-4833-be0a-df87423d0afc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:17.081238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-66e4466c-8d26-4010-986c-c6da7fdf50ba tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.084639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-66e4466c-8d26-4010-986c-c6da7fdf50ba tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/ports/0eeb99a4-e91b-4833-be0a-df87423d0afc HTTP/1.1" status: 204 len: 168 time: 0.3664775 Oct 29 08:51:17.087175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47082) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:17.108657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce1ba8-3df5-4f0e-8d84-220e4e8fca9b req-fb035965-3da6-430a-8c67-6f9c078a1b6a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:17.112276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21ce1ba8-3df5-4f0e-8d84-220e4e8fca9b req-fb035965-3da6-430a-8c67-6f9c078a1b6a tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 945 time: 0.1060646 Oct 29 08:51:17.119049 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f96a286b-d7f9-495f-9bab-ef736367d5d3 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306728 Oct 29 08:51:17.124011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47084) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:17.129823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1433005842'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:17.158490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Made reservation on behalf of a932fd91dd554ba08a2ce830cf113716 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:17.162948 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.197135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:17.218590 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.219103 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Added segment 26112f47-c189-44d4-97d1-2b1f6022ab5a of type vlan for network 45317842-54c3-4aa8-885e-22d003612220 Oct 29 08:51:17.256016 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21ce1ba8-3df5-4f0e-8d84-220e4e8fca9b req-96c71d77-1dae-4f43-8a59-2fa45a8007c3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=afa7eb72-b2e5-4a0c-be40-569d4e4bca84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292608 Oct 29 08:51:17.269699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.292260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Deleting port 46894d64-03a5-49b2-bbf1-947ec6572dce {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:17.292645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.301752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.308000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:17.308590 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.384720 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2594161 Oct 29 08:51:17.388304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47094) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:17.402637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-296273474'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:17.420328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8f2e8-2cf6-4ec0-b394-716af185ff99 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Network': ['ID=45317842-54c3-4aa8-885e-22d003612220,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:17.431761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 45317842-54c3-4aa8-885e-22d003612220 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:17.467038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Made reservation on behalf of a932fd91dd554ba08a2ce830cf113716 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:17.472489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] For port 46894d64-03a5-49b2-bbf1-947ec6572dce, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=46894d64-03a5-49b2-bbf1-947ec6572dce,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:17.473005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.477173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.487839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Calling delete_port for 46894d64-03a5-49b2-bbf1-947ec6572dce owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:17.675966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.689971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['46894d64-03a5-49b2-bbf1-947ec6572dce'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:51:17.720257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event deleted for resources: {'Port': ['ID=46894d64-03a5-49b2-bbf1-947ec6572dce,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:17.782321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] No DVR routers for this DVR port 46894d64-03a5-49b2-bbf1-947ec6572dce on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:17.785432 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:17.789802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d79170a-f856-4e64-b8de-4224fb38cf97 req-5ae48937-c8c7-4294-a36e-2ba0ac34844d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.93 "DELETE /v2.0/ports/46894d64-03a5-49b2-bbf1-947ec6572dce HTTP/1.1" status: 204 len: 173 time: 0.7216210 Oct 29 08:51:17.790291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c', 'name': 'network-vif-deleted', 'tag': '46894d64-03a5-49b2-bbf1-947ec6572dce'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:17.804442 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4433104e-cff0-4324-8315-cd740d3d2140" -d '{"events": [{"server_uuid": "2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c", "name": "network-vif-deleted", "tag": "46894d64-03a5-49b2-bbf1-947ec6572dce"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:17.877339 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76523dc-b8e3-45ec-8e78-b7238c8a5db3 x-openstack-request-id: req-e76523dc-b8e3-45ec-8e78-b7238c8a5db3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:17.877636 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c", "name": "network-vif-deleted", "tag": "46894d64-03a5-49b2-bbf1-947ec6572dce", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:17.877887 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e76523dc-b8e3-45ec-8e78-b7238c8a5db3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:17.878318 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c', 'name': 'network-vif-deleted', 'tag': '46894d64-03a5-49b2-bbf1-947ec6572dce', 'status': 'completed', 'code': 200} Oct 29 08:51:18.049926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:18.063219 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:18.063576 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Added segment b618d920-8279-4117-a729-7c5c4b5f068d of type vlan for network 5d012ae9-398c-4379-b405-7225aaf875be Oct 29 08:51:18.111118 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:18.136246 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:18.143045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:18.149577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:18.150204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:18.235438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8389208 Oct 29 08:51:18.249881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c33ef-c9b1-451e-bfb6-b6dbdf265533 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Network': ['ID=5d012ae9-398c-4379-b405-7225aaf875be,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:18.300660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 5d012ae9-398c-4379-b405-7225aaf875be details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:18.403263 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:18.509644 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ab6e668-f035-45de-b0ee-dc34aa3cf501 req-759e6f9f-459d-4cd1-aeef-da88c03f1162 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b0bbb30-7760-40c8-bfe6-3e3dbb8af32c HTTP/1.1" status: 200 len: 210 time: 0.0771391 Oct 29 08:51:19.510710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:19.908633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27cbc-b858-4b00-9e14-d501775a2ce6 req-45fd804e-ea68-4478-9537-1f30bac95886 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:19.912282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ce27cbc-b858-4b00-9e14-d501775a2ce6 req-45fd804e-ea68-4478-9537-1f30bac95886 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0709338 Oct 29 08:51:19.961568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9ce27cbc-b858-4b00-9e14-d501775a2ce6 req-5e8ccfcb-f67b-4d53-8c48-0aef7ec60521 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Oct 29 08:51:20.616513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 46894d64-03a5-49b2-bbf1-947ec6572dce no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:20.666260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 46894d64-03a5-49b2-bbf1-947ec6572dce {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:20.666983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 46894d64-03a5-49b2-bbf1-947ec6572dce not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:20.731702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a91e9-d907-4637-83eb-f52254a86824 req-67df0241-9f93-40bd-8b0b-91368180bb9d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:20.738661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a91e9-d907-4637-83eb-f52254a86824 req-67df0241-9f93-40bd-8b0b-91368180bb9d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:20.747552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a91e9-d907-4637-83eb-f52254a86824 req-67df0241-9f93-40bd-8b0b-91368180bb9d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:20.755533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a91e9-d907-4637-83eb-f52254a86824 req-67df0241-9f93-40bd-8b0b-91368180bb9d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:20.762755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a91e9-d907-4637-83eb-f52254a86824 req-67df0241-9f93-40bd-8b0b-91368180bb9d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:20.770910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a91e9-d907-4637-83eb-f52254a86824 req-67df0241-9f93-40bd-8b0b-91368180bb9d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:20.780472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a91e9-d907-4637-83eb-f52254a86824 req-67df0241-9f93-40bd-8b0b-91368180bb9d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:20.784335 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-449a91e9-d907-4637-83eb-f52254a86824 req-67df0241-9f93-40bd-8b0b-91368180bb9d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.1583395 Oct 29 08:51:20.847510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-449a91e9-d907-4637-83eb-f52254a86824 req-88e15bc6-29c3-425a-b050-cf7ac13a6a1c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554652 Oct 29 08:51:21.022633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47dd77-da4c-4f8b-8f8b-4ac8162beb44 req-d291f6dc-41f8-492d-a691-5166ac5c35c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.030845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47dd77-da4c-4f8b-8f8b-4ac8162beb44 req-d291f6dc-41f8-492d-a691-5166ac5c35c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.040222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47dd77-da4c-4f8b-8f8b-4ac8162beb44 req-d291f6dc-41f8-492d-a691-5166ac5c35c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.046901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47dd77-da4c-4f8b-8f8b-4ac8162beb44 req-d291f6dc-41f8-492d-a691-5166ac5c35c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.056589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47dd77-da4c-4f8b-8f8b-4ac8162beb44 req-d291f6dc-41f8-492d-a691-5166ac5c35c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.064591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47dd77-da4c-4f8b-8f8b-4ac8162beb44 req-d291f6dc-41f8-492d-a691-5166ac5c35c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.086962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47dd77-da4c-4f8b-8f8b-4ac8162beb44 req-d291f6dc-41f8-492d-a691-5166ac5c35c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.099697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a47dd77-da4c-4f8b-8f8b-4ac8162beb44 req-d291f6dc-41f8-492d-a691-5166ac5c35c8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.1519327 Oct 29 08:51:21.140982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddacd-64ae-4df0-b3aa-e68fd19267fd req-e719871b-be78-4f8e-bb43-e4917fc51e88 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.142553 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c0ddacd-64ae-4df0-b3aa-e68fd19267fd req-e719871b-be78-4f8e-bb43-e4917fc51e88 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0614882 Oct 29 08:51:21.204510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c0ddacd-64ae-4df0-b3aa-e68fd19267fd req-7a283796-6167-4b3e-af1f-7e656044b5d3 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups?id=fed4eeb0-cbcc-409b-a711-aeec195b233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536733 Oct 29 08:51:21.343375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-f8be1053-8819-40d8-89e3-57803cb1144e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:21.347147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-f8be1053-8819-40d8-89e3-57803cb1144e tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 944 time: 0.0747557 Oct 29 08:51:21.509264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Deleting port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:21.510370 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:21.550580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:21.559994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'subnets': [{'network_id': '45317842-54c3-4aa8-885e-22d003612220', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--950111953', 'ip_version': 6}, {'network_id': '5d012ae9-398c-4379-b405-7225aaf875be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:21.560387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'subnet': {'network_id': '45317842-54c3-4aa8-885e-22d003612220', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--950111953', 'ip_version': 6}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:21.561024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Request body: {'subnet': {'network_id': '5d012ae9-398c-4379-b405-7225aaf875be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:21.670617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] For port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:21.671141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:21.796091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Made reservation on behalf of a932fd91dd554ba08a2ce830cf113716 for: {'subnet': 2} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:21.816312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:21.816652 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:21.996068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:21.996437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:21.996762 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Floating IP 0adf54cb-5df4-41c3-80b2-9492064bf56c disassociated. External IP: 172.25.5.116, port: 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547. Oct 29 08:51:21.997172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Calling delete_port for 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:22.148037 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:22.186608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event deleted for resources: {'Port': ['ID=5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:22.356699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Router 2655d706-fdef-4b47-b780-b05750d63aad has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:51:22.367955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d98824e-45cd-46a2-827a-c8845e36ceb8 req-361d2260-2c00-47dc-9b82-9b1ca1e0feb1 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb745837-74c9-48fb-a5b9-408b3ae3e9d7 HTTP/1.1" status: 200 len: 210 time: 0.0654542 Oct 29 08:51:22.464793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:22.536214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:22.551254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] Sync routers for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:22.572410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Checking segment: {'id': '26112f47-c189-44d4-97d1-2b1f6022ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '45317842-54c3-4aa8-885e-22d003612220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:22.572793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Network hostable DHCP agents. Network: 45317842-54c3-4aa8-885e-22d003612220, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:22.579086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Subnet': ['ID=90305711-fa9d-49e9-a6f7-72119f0823cf,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:22.587442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:22.592181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:22.601929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Network 45317842-54c3-4aa8-885e-22d003612220 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:22.615723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 45317842-54c3-4aa8-885e-22d003612220) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:22.624767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] No DVR routers for this DVR port 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:22.628320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:22.629130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:22.632739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5cd16bd-6336-4716-8f62-aee0a0411b40 req-776a1782-c0cc-4e84-a99e-13ddcfa423cd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.15 "DELETE /v2.0/ports/5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 HTTP/1.1" status: 204 len: 173 time: 1.2801738 Oct 29 08:51:22.633514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-deleted', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:22.637532 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bc3a6c-8e7b-4927-a84e-cc2f2c375866" -d '{"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-deleted", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:22.689794 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064e5dd-b84f-4bb5-a04b-e92fc3d3eb35 x-openstack-request-id: req-d064e5dd-b84f-4bb5-a04b-e92fc3d3eb35 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:22.690457 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb745837-74c9-48fb-a5b9-408b3ae3e9d7", "name": "network-vif-deleted", "tag": "5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:22.691063 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d064e5dd-b84f-4bb5-a04b-e92fc3d3eb35 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:22.691650 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb745837-74c9-48fb-a5b9-408b3ae3e9d7', 'name': 'network-vif-deleted', 'tag': '5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547', 'status': 'completed', 'code': 200} Oct 29 08:51:22.733608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event updated for resources: {'Subnet': ['ID=51de120f-fa1a-48c1-8d36-fccc23e33d35,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:22.795053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Checking segment: {'id': 'b618d920-8279-4117-a729-7c5c4b5f068d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5d012ae9-398c-4379-b405-7225aaf875be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:22.795427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Network hostable DHCP agents. Network: 5d012ae9-398c-4379-b405-7225aaf875be, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:22.826707 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Network 5d012ae9-398c-4379-b405-7225aaf875be is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:22.830110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:51:22.855149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 5d012ae9-398c-4379-b405-7225aaf875be) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:22.861302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:22.861768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:22.862414 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:22.897306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-09aa83ca-2a3b-4d92-8875-2f7a48f02443 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3429284 Oct 29 08:51:22.900232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47170) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:22.902747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd817cfa-f681-44eb-a9a0-26e85030d6f7 None None] Network 45317842-54c3-4aa8-885e-22d003612220 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:22.907089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7011e98-406a-4def-8799-d20724adcf71 None None] Network 5d012ae9-398c-4379-b405-7225aaf875be requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:22.978137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d8bef-70b1-4244-97d8-44a17dea856a tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:22.985476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d8bef-70b1-4244-97d8-44a17dea856a tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:22.987968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d8bef-70b1-4244-97d8-44a17dea856a tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:22.991925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fc8d8bef-70b1-4244-97d8-44a17dea856a tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0905135 Oct 29 08:51:23.001534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47176) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:23.105113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb0bed8-8127-4b0f-9b00-725b32934a58 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Deleting subnet 90305711-fa9d-49e9-a6f7-72119f0823cf {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:23.120661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bed8-8127-4b0f-9b00-725b32934a58 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.242862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bed8-8127-4b0f-9b00-725b32934a58 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.325720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bed8-8127-4b0f-9b00-725b32934a58 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.416188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bed8-8127-4b0f-9b00-725b32934a58 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.474670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0bed8-8127-4b0f-9b00-725b32934a58 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Subnet': ['ID=90305711-fa9d-49e9-a6f7-72119f0823cf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:23.478614 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bed8-8127-4b0f-9b00-725b32934a58 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.484162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ccb0bed8-8127-4b0f-9b00-725b32934a58 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/subnets/90305711-fa9d-49e9-a6f7-72119f0823cf HTTP/1.1" status: 204 len: 168 time: 0.4785545 Oct 29 08:51:23.487305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47190) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:23.538682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47194) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:23.608594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d586c0-7dc0-4f7d-b18c-a55a1e34ada1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Deleting subnet 51de120f-fa1a-48c1-8d36-fccc23e33d35 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:23.621553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91d586c0-7dc0-4f7d-b18c-a55a1e34ada1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.655321 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f57bf4c-bc13-4f12-a4f4-87b6a9ac8546 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.697330 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f57bf4c-bc13-4f12-a4f4-87b6a9ac8546 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.733884 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91d586c0-7dc0-4f7d-b18c-a55a1e34ada1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.749147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47198) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:23.784450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f57bf4c-bc13-4f12-a4f4-87b6a9ac8546 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.787711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f57bf4c-bc13-4f12-a4f4-87b6a9ac8546 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.789712 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3f57bf4c-bc13-4f12-a4f4-87b6a9ac8546 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "DELETE /v2.0/security-groups/fed4eeb0-cbcc-409b-a711-aeec195b233d HTTP/1.1" status: 204 len: 168 time: 0.2498648 Oct 29 08:51:23.792350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47202) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:23.805808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57bf4c-bc13-4f12-a4f4-87b6a9ac8546 tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed4eeb0-cbcc-409b-a711-aeec195b233d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:23.814413 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-d38beddd-6521-4fa1-b2ad-5a2b6a0362dd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] show failed (client error): The resource could not be found. Oct 29 08:51:23.819529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47204) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:23.820826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d38beddd-6521-4fa1-b2ad-5a2b6a0362dd tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "GET /v2.0/security-groups/fed4eeb0-cbcc-409b-a711-aeec195b233d HTTP/1.1" status: 404 len: 347 time: 0.0274327 Oct 29 08:51:23.841032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91d586c0-7dc0-4f7d-b18c-a55a1e34ada1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:23.983320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91d586c0-7dc0-4f7d-b18c-a55a1e34ada1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.032016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7600c-95ca-4b17-8f20-af8a4e5c4d45 None None] Network 45317842-54c3-4aa8-885e-22d003612220 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:24.035213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91d586c0-7dc0-4f7d-b18c-a55a1e34ada1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.040622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-91d586c0-7dc0-4f7d-b18c-a55a1e34ada1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/subnets/51de120f-fa1a-48c1-8d36-fccc23e33d35 HTTP/1.1" status: 204 len: 168 time: 0.5415363 Oct 29 08:51:24.049847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47212) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:24.050111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d586c0-7dc0-4f7d-b18c-a55a1e34ada1 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Subnet': ['ID=51de120f-fa1a-48c1-8d36-fccc23e33d35,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:24.064490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1847d3e-78ad-4cda-b802-ccb02db46093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.133529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692395ca-49fd-4efd-b019-7021faf21674 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:24.139853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-692395ca-49fd-4efd-b019-7021faf21674 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858371 Oct 29 08:51:24.146663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47216) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:24.180933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Deleting port 9a1c3bd8-e23a-439f-9941-36801be8136d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:24.181349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.235758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6891498-8d3c-47cc-a07f-7e5ee67a4c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-5d012ae9-398c-4379-b405-7225aaf875be', 'network_id': '5d012ae9-398c-4379-b405-7225aaf875be', 'tenant_id': 'a932fd91dd554ba08a2ce830cf113716', 'fixed_ips': [{'subnet_id': '51de120f-fa1a-48c1-8d36-fccc23e33d35'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:51:24.236796 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f6891498-8d3c-47cc-a07f-7e5ee67a4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.282784 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.283141 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.298177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Calling delete_port for 9a1c3bd8-e23a-439f-9941-36801be8136d owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:24.372358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1847d3e-78ad-4cda-b802-ccb02db46093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.378351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.386065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b1847d3e-78ad-4cda-b802-ccb02db46093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.405855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:07Z', 'revision_number': 5, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:24.468308 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72cf31e-9461-4595-b661-3f24565a6197 None None] Network 5d012ae9-398c-4379-b405-7225aaf875be requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:24.477465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47226) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:24.482548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] Checking router: 2655d706-fdef-4b47-b780-b05750d63aad for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:51:24.488817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.529852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b1847d3e-78ad-4cda-b802-ccb02db46093 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a60083e41aae4186b3ceebd83b9508be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497823 Oct 29 08:51:24.538410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47230) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:24.541954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Pushing event deleted for resources: {'Port': ['ID=9a1c3bd8-e23a-439f-9941-36801be8136d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:24.558356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:24.561891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:24.662554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.663054 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.665851 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.667021 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a7d235fa-6f51-4d65-8c4f-397414b63e8d tempest-ServerActionsTestJSON-1987739347 tempest-ServerActionsTestJSON-1987739347-project] 10.222.0.70 "DELETE /v2.0/floatingips/0adf54cb-5df4-41c3-80b2-9492064bf56c HTTP/1.1" status: 204 len: 168 time: 0.8453805 Oct 29 08:51:24.672503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47232) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:24.678482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-af34edb8-a676-4562-88cd-1d256257fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:24.679032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-af34edb8-a676-4562-88cd-1d256257fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:24.679500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-af34edb8-a676-4562-88cd-1d256257fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:24.679984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-af34edb8-a676-4562-88cd-1d256257fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:24.680443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-af34edb8-a676-4562-88cd-1d256257fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:24.680895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-af34edb8-a676-4562-88cd-1d256257fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:24.681371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-af34edb8-a676-4562-88cd-1d256257fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:24.682239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847d3e-78ad-4cda-b802-ccb02db46093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a1a2e6-5aa0-4837-bbbf-5073d7d933cd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:24.683330 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-af34edb8-a676-4562-88cd-1d256257fcf6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6501 time: 0.2046926 Oct 29 08:51:24.715396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d012ae9-398c-4379-b405-7225aaf875be']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:24.747663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b618d920-8279-4117-a729-7c5c4b5f068d') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:24.748318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b618d920-8279-4117-a729-7c5c4b5f068d') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:24.757035 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-1ef2a088-dcd6-441b-bf0f-57abc8af985b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578101 Oct 29 08:51:24.774740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.789546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:51:24.794583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.812207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:24.813270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:24.816982 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:24.833378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0455d609-12c3-441d-af33-94a5e37f3ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.916922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0455d609-12c3-441d-af33-94a5e37f3ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.927840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.940420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:24.946726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/networks/5d012ae9-398c-4379-b405-7225aaf875be HTTP/1.1" status: 204 len: 168 time: 0.7979183 Oct 29 08:51:24.961644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47238) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:24.992257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fa306-1615-40a5-861d-2c92b3595926 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Network': ['ID=5d012ae9-398c-4379-b405-7225aaf875be,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:25.024140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:25.063130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:25.064288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5fa1e7dd-22ce-47ab-a5f7-4dc9958f4547 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:25.067968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:07Z', 'revision_number': 5, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:25.084545 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.105882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2b1db-ae59-451c-a13c-8b0853b34e90 None None] The sync data for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 is: [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:42:01Z', 'revision_number': 4, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '632e80da-7643-447f-b08a-832eb3db63bc', 'name': '', 'network_id': 'f63fba96-cdf0-4276-a98d-fe0ddc0406cd', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'mac_address': 'fa:16:3e:d8:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:59Z', 'updated_at': '2021-10-29T08:42:07Z', 'revision_number': 5, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'subnets': [{'id': 'ae07ca67-5f4e-458d-9f83-21cb69754188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:25.122705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0455d609-12c3-441d-af33-94a5e37f3ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.125461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0455d609-12c3-441d-af33-94a5e37f3ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.127623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0455d609-12c3-441d-af33-94a5e37f3ecf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1a1a2e6-5aa0-4837-bbbf-5073d7d933cd HTTP/1.1" status: 204 len: 168 time: 0.5868194 Oct 29 08:51:25.195783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455d609-12c3-441d-af33-94a5e37f3ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a1a2e6-5aa0-4837-bbbf-5073d7d933cd,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:25.216494 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.243986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45317842-54c3-4aa8-885e-22d003612220']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:25.255326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26112f47-c189-44d4-97d1-2b1f6022ab5a') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:25.256074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26112f47-c189-44d4-97d1-2b1f6022ab5a') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:25.274985 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.294381 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.313926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:25.314723 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:25.322064 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:25.447673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.463648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.469707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/networks/45317842-54c3-4aa8-885e-22d003612220 HTTP/1.1" status: 204 len: 168 time: 0.5041745 Oct 29 08:51:25.473108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47248) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:25.478423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.480459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d52b95-aae4-4329-9382-1ae6c605a481 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Network': ['ID=45317842-54c3-4aa8-885e-22d003612220,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:25.498565 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058096e6-bc52-44d2-a337-e05475cb4d87 None None] New status for floating IP 0adf54cb-5df4-41c3-80b2-9492064bf56c: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:51:25.585217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47250) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:25.601090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1357884-930d-4afc-a7b1-677ec00691f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.645363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.718573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1357884-930d-4afc-a7b1-677ec00691f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.724437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1357884-930d-4afc-a7b1-677ec00691f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.763795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1357884-930d-4afc-a7b1-677ec00691f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c832cb-f92e-4f82-bc14-19c7bee2efb3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:25.770855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e1357884-930d-4afc-a7b1-677ec00691f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c98c52273af347cb8a44171a30f9f3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818821 Oct 29 08:51:25.771161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47252) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:25.837423 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.838037 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-697aee18-4788-43d2-a209-fa4815116358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.863464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-697aee18-4788-43d2-a209-fa4815116358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.874109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e75103-083b-4d01-a340-984af6f58936']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:25.890381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fdde32-9ca8-48a0-91f3-634f71f4dd95') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:25.891335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fdde32-9ca8-48a0-91f3-634f71f4dd95') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:25.906711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.928505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-697aee18-4788-43d2-a209-fa4815116358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.931268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-697aee18-4788-43d2-a209-fa4815116358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.934839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-697aee18-4788-43d2-a209-fa4815116358 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7c832cb-f92e-4f82-bc14-19c7bee2efb3 HTTP/1.1" status: 204 len: 168 time: 0.1610837 Oct 29 08:51:25.942967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aee18-4788-43d2-a209-fa4815116358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c832cb-f92e-4f82-bc14-19c7bee2efb3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:25.948106 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.958616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:25.959018 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:25.962009 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:26.282552 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.296949 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.306349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/networks/d3e75103-083b-4d01-a340-984af6f58936 HTTP/1.1" status: 204 len: 168 time: 0.8319521 Oct 29 08:51:26.311934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47262) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:26.335377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243caa36-195e-4782-b2fa-4c3f76d11100 tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Network': ['ID=d3e75103-083b-4d01-a340-984af6f58936,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:26.345516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Deleting port 632e80da-7643-447f-b08a-832eb3db63bc {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:26.345853 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.429715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.458594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] For port 632e80da-7643-447f-b08a-832eb3db63bc, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=632e80da-7643-447f-b08a-832eb3db63bc,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:26.458961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.473852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Calling delete_port for 632e80da-7643-447f-b08a-832eb3db63bc owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:26.550378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.579447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f504fd9d-68ca-46ec-8d0f-87e7335270e0']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:26.596386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8f0971-9996-461e-ac95-476137470e83') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:26.596791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8f0971-9996-461e-ac95-476137470e83') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:26.619992 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.643301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.650563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:26.651618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:26.656148 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:26.728416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.741005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.741444 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:26.747253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] 10.222.0.70 "DELETE /v2.0/networks/f504fd9d-68ca-46ec-8d0f-87e7335270e0 HTTP/1.1" status: 204 len: 168 time: 0.4318228 Oct 29 08:51:26.760707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3f39-7fa8-4e41-afc7-3349ef10ce0d tempest-BulkNetworkOpsIpV6Test-1153025971 tempest-BulkNetworkOpsIpV6Test-1153025971-project] Pushing event deleted for resources: {'Network': ['ID=f504fd9d-68ca-46ec-8d0f-87e7335270e0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:26.773761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=632e80da-7643-447f-b08a-832eb3db63bc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:26.988232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:27.132959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47286) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:27.285538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Router 2655d706-fdef-4b47-b780-b05750d63aad has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:51:27.393461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-92cba0ae-2e23-4791-b15a-97ffe070c462 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a932fd91dd554ba08a2ce830cf113716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582712 Oct 29 08:51:27.395338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47296) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:27.451107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:27.460458 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de57c4ef-f914-4f63-a660-46deb3fabb8f admin admin] 10.222.0.70 "PUT /v2.0/routers/2655d706-fdef-4b47-b780-b05750d63aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7729869 Oct 29 08:51:27.460588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a71f806a-abd7-44e4-b602-34108068887e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:27.460718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47298) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:27.471482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] Sync routers for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:27.482283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:27.483278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:27.518332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a71f806a-abd7-44e4-b602-34108068887e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:27.580173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a71f806a-abd7-44e4-b602-34108068887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:27.586214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a71f806a-abd7-44e4-b602-34108068887e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:27.590081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a71f806a-abd7-44e4-b602-34108068887e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/812a75f9-fa90-4cd0-aa25-df6251d89e64 HTTP/1.1" status: 204 len: 168 time: 0.1914151 Oct 29 08:51:27.597543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f806a-abd7-44e4-b602-34108068887e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a75f9-fa90-4cd0-aa25-df6251d89e64,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:27.621249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:27.667653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:51:27.816714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:27.882629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Deleting port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:27.883623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:27.901833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:51:26Z', 'revision_number': 5, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port': {'id': '9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655d706-fdef-4b47-b780-b05750d63aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:41:54Z', 'updated_at': '2021-10-29T08:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:27.941005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] Checking router: 2655d706-fdef-4b47-b780-b05750d63aad for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:51:27.949947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] Routers {'2655d706-fdef-4b47-b780-b05750d63aad'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:27.950578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2655d706-fdef-4b47-b780-b05750d63aad'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:28.002043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] For port 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:28.002686 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.021062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Calling delete_port for 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:28.058673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] Set router 2655d706-fdef-4b47-b780-b05750d63aad gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:51:28.144591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:51:27Z', 'revision_number': 6, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:28.210703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734e633-a6b3-489b-bcbd-07d4d27d5d4c None None] The sync data for ids ['2655d706-fdef-4b47-b780-b05750d63aad'] in n-d-815940-1 is: [{'id': '2655d706-fdef-4b47-b780-b05750d63aad', 'name': 'tempest-ServerActionsTestJSON-1141247194-router', 'tenant_id': '49a09a106afc4fadb21079c03389c9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:41:52Z', 'updated_at': '2021-10-29T08:51:27Z', 'revision_number': 6, 'project_id': '49a09a106afc4fadb21079c03389c9e0', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:28.253317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.287629 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:28.302881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.303368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.303709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.304076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.304410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.304739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.305071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.305407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.305841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.306054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.306381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.306702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:28.372787 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.497909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.500721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.569921 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.570491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2655d706-fdef-4b47-b780-b05750d63aad {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:51:28.586229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.590119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2246cf94-98b4-4e3d-b1a4-63a89f31d463 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2655d706-fdef-4b47-b780-b05750d63aad HTTP/1.1" status: 204 len: 168 time: 1.1267016 Oct 29 08:51:28.590445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47342) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:28.669981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47344) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:28.674284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-429aebb3-1877-42cd-ab47-0ea3ba40657a admin admin] Deleting subnet ae07ca67-5f4e-458d-9f83-21cb69754188 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:28.687900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-429aebb3-1877-42cd-ab47-0ea3ba40657a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.713583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47348) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:28.731474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 632e80da-7643-447f-b08a-832eb3db63bc no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:28.759900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 632e80da-7643-447f-b08a-832eb3db63bc {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:28.760531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 632e80da-7643-447f-b08a-832eb3db63bc not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:28.766606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-429aebb3-1877-42cd-ab47-0ea3ba40657a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.880633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb66464c-7144-4ac6-96c2-c4587b7d6198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.898138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-429aebb3-1877-42cd-ab47-0ea3ba40657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.967584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-61af7211-8cbf-46e1-a0df-4e316d84d4de tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] Request body: {'port': {'network_id': 'ef3a6382-fd61-442a-ac87-6fe8f92966b9', 'name': 'tempest-NetworksNegativeTestJSON-1079799408'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:28.986054 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-429aebb3-1877-42cd-ab47-0ea3ba40657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:28.990596 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-61af7211-8cbf-46e1-a0df-4e316d84d4de tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] POST failed (client error): The resource could not be found. Oct 29 08:51:28.991192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61af7211-8cbf-46e1-a0df-4e316d84d4de tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:28.992641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-61af7211-8cbf-46e1-a0df-4e316d84d4de tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2778955 Oct 29 08:51:28.998810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47352) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.028748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-429aebb3-1877-42cd-ab47-0ea3ba40657a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.035339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d1032e-8f33-443c-a3a5-11e6ce6a1a6d None None] Network f63fba96-cdf0-4276-a98d-fe0ddc0406cd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:29.035698 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-83740400-04b6-4965-8594-8b91c3719736 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:29.036327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83740400-04b6-4965-8594-8b91c3719736 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:29.036935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-429aebb3-1877-42cd-ab47-0ea3ba40657a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ae07ca67-5f4e-458d-9f83-21cb69754188 HTTP/1.1" status: 204 len: 168 time: 0.4453838 Oct 29 08:51:29.037912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aebb3-1877-42cd-ab47-0ea3ba40657a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae07ca67-5f4e-458d-9f83-21cb69754188,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:29.039668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-83740400-04b6-4965-8594-8b91c3719736 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "DELETE /v2.0/networks/a3de2adf-af55-4f12-b795-56f0a19e98ec HTTP/1.1" status: 404 len: 339 time: 0.0398991 Oct 29 08:51:29.040499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47354) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.051152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47356) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.079871 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e9f935-6101-4891-ba74-5c633e96f6c6 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:29.080895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e9f935-6101-4891-ba74-5c633e96f6c6 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:29.089241 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-95e9f935-6101-4891-ba74-5c633e96f6c6 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "DELETE /v2.0/ports/ce288d4b-8f4c-4750-9b6e-adc089bba9a0 HTTP/1.1" status: 404 len: 333 time: 0.0359089 Oct 29 08:51:29.089988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47358) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.097061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb66464c-7144-4ac6-96c2-c4587b7d6198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.116956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fb66464c-7144-4ac6-96c2-c4587b7d6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.141859 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16d8ca3-2ffc-45d3-b7ea-41fbdb1853bd tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] DELETE failed (client error): The resource could not be found. Oct 29 08:51:29.142741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16d8ca3-2ffc-45d3-b7ea-41fbdb1853bd tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:29.150438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e16d8ca3-2ffc-45d3-b7ea-41fbdb1853bd tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "DELETE /v2.0/subnets/25df2ab0-30d4-4f48-96b4-181afe817bd6 HTTP/1.1" status: 404 len: 337 time: 0.0556457 Oct 29 08:51:29.150657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47360) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.172137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66464c-7144-4ac6-96c2-c4587b7d6198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f1d753-9da4-4238-8f96-4b1e44417f28,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:29.183267 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab7e6b6-370a-432a-afdc-10eb9ba08c36 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] GET failed (client error): The resource could not be found. Oct 29 08:51:29.184881 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3ab7e6b6-370a-432a-afdc-10eb9ba08c36 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "GET /v2.0/networks/beaa1742-a856-406a-9336-2f0936f461e5 HTTP/1.1" status: 404 len: 339 time: 0.0332608 Oct 29 08:51:29.190696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47362) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.207901 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.224651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fb66464c-7144-4ac6-96c2-c4587b7d6198 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1ba26d843b04e67b494a561df2c3f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5533428 Oct 29 08:51:29.227476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47364) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.237169 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6bf644-ce34-4514-90ae-677953cfce59 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] GET failed (client error): The resource could not be found. Oct 29 08:51:29.238945 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6b6bf644-ce34-4514-90ae-677953cfce59 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "GET /v2.0/ports/6b061546-bcc5-4411-b3df-0983790f2e5f HTTP/1.1" status: 404 len: 333 time: 0.0470786 Oct 29 08:51:29.244740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47368) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.310590 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c78bef-b14e-4914-afd1-7a3ae639dfbf tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] GET failed (client error): The resource could not be found. Oct 29 08:51:29.316842 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0c78bef-b14e-4914-afd1-7a3ae639dfbf tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "GET /v2.0/subnets/8231f4c8-e350-4dcc-b371-76534427be9c HTTP/1.1" status: 404 len: 337 time: 0.0709941 Oct 29 08:51:29.318153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47370) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.323428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-04c96138-1ba3-4bc9-af48-a83ef5f88906 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:29.341562 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c96138-1ba3-4bc9-af48-a83ef5f88906 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] PUT failed (client error): The resource could not be found. Oct 29 08:51:29.342139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c96138-1ba3-4bc9-af48-a83ef5f88906 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:29.347003 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-04c96138-1ba3-4bc9-af48-a83ef5f88906 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "PUT /v2.0/networks/17eb0ffb-b6e0-4885-96ea-22e032033ac6 HTTP/1.1" status: 404 len: 339 time: 0.0241866 Oct 29 08:51:29.347612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47372) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.352824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c209e19b-a482-40fa-be6a-25715e0d8523 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:29.359427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f9154fb-0298-4e3b-9a13-f8805509d009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.380520 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-c209e19b-a482-40fa-be6a-25715e0d8523 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] PUT failed (client error): The resource could not be found. Oct 29 08:51:29.381216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c209e19b-a482-40fa-be6a-25715e0d8523 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:29.382367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c209e19b-a482-40fa-be6a-25715e0d8523 tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "PUT /v2.0/ports/f6bdab72-fed4-4387-bceb-65855ffce411 HTTP/1.1" status: 404 len: 333 time: 0.0341451 Oct 29 08:51:29.386444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47374) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.389619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Deleting port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:29.389962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.393516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ffffe914-1265-4659-b9c9-e9815ffbd80b tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:29.419282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.433510 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffffe914-1265-4659-b9c9-e9815ffbd80b tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] PUT failed (client error): The resource could not be found. Oct 29 08:51:29.440418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffffe914-1265-4659-b9c9-e9815ffbd80b tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:51:29.445670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ffffe914-1265-4659-b9c9-e9815ffbd80b tempest-NetworksNegativeTestJSON-859284956 tempest-NetworksNegativeTestJSON-859284956-project] 10.222.0.70 "PUT /v2.0/subnets/ba0c24be-07fb-4dd3-b8fd-fa5b40bde8ef HTTP/1.1" status: 404 len: 337 time: 0.0542002 Oct 29 08:51:29.497123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f9154fb-0298-4e3b-9a13-f8805509d009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.521525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] For port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:29.522039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.551713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Calling delete_port for 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:29.562087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] DHCP port deletion for f63fba96-cdf0-4276-a98d-fe0ddc0406cd request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:51:29.627425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f9154fb-0298-4e3b-9a13-f8805509d009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.631282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f9154fb-0298-4e3b-9a13-f8805509d009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.633959 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6f9154fb-0298-4e3b-9a13-f8805509d009 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2f1d753-9da4-4238-8f96-4b1e44417f28 HTTP/1.1" status: 204 len: 168 time: 0.4051101 Oct 29 08:51:29.641088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Deleting port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:29.644406 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.652311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9154fb-0298-4e3b-9a13-f8805509d009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f1d753-9da4-4238-8f96-4b1e44417f28,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:29.679462 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.727084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:29.737100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] No DVR routers for this DVR port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:29.749089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] For port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,segment=NetworkSegment(af79f96f-a26f-4fce-a36a-496dfdae1f43),segment_id=af79f96f-a26f-4fce-a36a-496dfdae1f43)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:29.750200 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.765908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Calling delete_port for 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:29.848764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.857021 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.878525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63fba96-cdf0-4276-a98d-fe0ddc0406cd']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:29.882630 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47382) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:29.891378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af79f96f-a26f-4fce-a36a-496dfdae1f43') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:29.891987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af79f96f-a26f-4fce-a36a-496dfdae1f43') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:29.903596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.918510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.929929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] No DVR routers for this DVR port 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:29.934133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:29.941000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:29.941407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Pushing event deleted for resources: {'Port': ['ID=28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:29.947473 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:29.951268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.951738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.952451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.953017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.953531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.954190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.955005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.955741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.956321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.956658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.957158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:29.957655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe07d5-b9c2-4fbf-b8f8-4fd0415c850b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:51:30.029359 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.037939 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.044180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f63fba96-cdf0-4276-a98d-fe0ddc0406cd HTTP/1.1" status: 204 len: 168 time: 0.9983106 Oct 29 08:51:30.053755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316d093-89da-4e15-81e2-3226e9a66bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f63fba96-cdf0-4276-a98d-fe0ddc0406cd,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:30.129980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aa9de6c-c69a-446a-982e-654e65d9e47a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.198390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47390) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:30.215245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5021368b-861b-46bc-a0e3-f95fda73899e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.229823 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aa9de6c-c69a-446a-982e-654e65d9e47a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.236057 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aa9de6c-c69a-446a-982e-654e65d9e47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.278300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47392) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:30.286441 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0aa9de6c-c69a-446a-982e-654e65d9e47a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8c9e4898f704914acfa277854ca4e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004009 Oct 29 08:51:30.286725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9de6c-c69a-446a-982e-654e65d9e47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0cb80f-0fdc-464f-b00f-d4452742dcdc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:30.289662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47394) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:30.381953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17cb3095-6328-4d0f-a9ac-319bee01e2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.391298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:30.407354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17cb3095-6328-4d0f-a9ac-319bee01e2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.441547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:30.442796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 28e0aee7-0aa5-4c33-a8ca-37c11bb7cdd0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:30.443463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:30.470592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:30.471583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9e43770a-7a85-4ef0-bb2d-fa68fa2dbc08 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:30.472520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17cb3095-6328-4d0f-a9ac-319bee01e2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.475156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17cb3095-6328-4d0f-a9ac-319bee01e2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.479372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-17cb3095-6328-4d0f-a9ac-319bee01e2b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e0cb80f-0fdc-464f-b00f-d4452742dcdc HTTP/1.1" status: 204 len: 168 time: 0.1862955 Oct 29 08:51:30.483578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.500220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb3095-6328-4d0f-a9ac-319bee01e2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0cb80f-0fdc-464f-b00f-d4452742dcdc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:30.753589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5021368b-861b-46bc-a0e3-f95fda73899e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.757872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e0502b3d-708b-4d66-8bc0-a919a534d986 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49a09a106afc4fadb21079c03389c9e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781668 Oct 29 08:51:30.760659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47402) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:30.763388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5021368b-861b-46bc-a0e3-f95fda73899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.817974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021368b-861b-46bc-a0e3-f95fda73899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684d2ec4-e111-4c8c-bc99-2749da4e3e2f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:30.824523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fbac290-f34e-4182-9200-5a42d873afd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.835562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5021368b-861b-46bc-a0e3-f95fda73899e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2aa86d8c34d844e28d15ef418e7e3d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352460 Oct 29 08:51:30.837247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47404) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:30.857755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fbac290-f34e-4182-9200-5a42d873afd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.913910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4619c6ab-3dd2-4e8a-8419-95493cc527ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.925002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fbac290-f34e-4182-9200-5a42d873afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.929923 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fbac290-f34e-4182-9200-5a42d873afd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.932513 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7fbac290-f34e-4182-9200-5a42d873afd6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afa7eb72-b2e5-4a0c-be40-569d4e4bca84 HTTP/1.1" status: 204 len: 168 time: 0.1697013 Oct 29 08:51:30.942747 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4619c6ab-3dd2-4e8a-8419-95493cc527ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:30.946212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbac290-f34e-4182-9200-5a42d873afd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa7eb72-b2e5-4a0c-be40-569d4e4bca84,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:31.003467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4619c6ab-3dd2-4e8a-8419-95493cc527ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:31.006190 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4619c6ab-3dd2-4e8a-8419-95493cc527ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:31.007315 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4619c6ab-3dd2-4e8a-8419-95493cc527ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/684d2ec4-e111-4c8c-bc99-2749da4e3e2f HTTP/1.1" status: 204 len: 168 time: 0.1691208 Oct 29 08:51:31.016663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619c6ab-3dd2-4e8a-8419-95493cc527ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684d2ec4-e111-4c8c-bc99-2749da4e3e2f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:31.634876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47458) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:31.908672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1831005755'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:31.944179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:31.949271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:31.964985 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.074617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.082257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.115240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:32.121063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47484) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:32.132349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9aebf3-74b0-49b7-96a6-e4f3fc331585,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:32.137800 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.138184 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment 4d8475da-17ef-4da6-9e9e-1ec1884ec1dd of type vlan for network f76984e1-caaf-4f85-80e4-2d4c315f19f9 Oct 29 08:51:32.194052 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.225577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.233379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:32.234293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.319611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6827557 Oct 29 08:51:32.323311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47490) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:32.326147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a5c80-8b35-4aee-8a45-b324672c15fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=f76984e1-caaf-4f85-80e4-2d4c315f19f9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:32.331355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-213157211'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:32.338274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f76984e1-caaf-4f85-80e4-2d4c315f19f9 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:32.389376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:32.393606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.464066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:32.476637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1953634325-network', 'tenant_id': '5bcba98da2e94a2685739add140d21cc'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:32.493895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.494537 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment 8da6e604-0e56-4cd1-a5e4-61274b37f34f of type vlan for network 637e3b9d-6283-43aa-bb81-9b23a9613bea Oct 29 08:51:32.542666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Made reservation on behalf of 5bcba98da2e94a2685739add140d21cc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:32.545347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.551626 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.562618 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.609003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.615473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:32.616097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.692406 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3639228 Oct 29 08:51:32.693589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47504) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:32.698083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': 'f76984e1-caaf-4f85-80e4-2d4c315f19f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:32.714149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b56f15-78d9-4a9a-add8-f592b15fa02b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=637e3b9d-6283-43aa-bb81-9b23a9613bea,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:32.727379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 637e3b9d-6283-43aa-bb81-9b23a9613bea details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:32.760925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.766608 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.792221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:32.804293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.804756 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Added segment 48ad3571-3df7-457c-96c9-a55b00d6af9a of type vlan for network ab537951-6e21-4374-aa2e-f2fd19476194 Oct 29 08:51:32.852481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:32.858248 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.858580 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.900766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9629924c-04d0-41ec-94ea-e0fa53260f80,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:32.908195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.909348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:32.910137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:32.981891 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8567739 Oct 29 08:51:32.982161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47512) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:32.987511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Request body: {'subnet': {'network_id': 'ab537951-6e21-4374-aa2e-f2fd19476194', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1953634325-subnet', 'tenant_id': '5bcba98da2e94a2685739add140d21cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:33.008142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0254e9-67cd-4af7-85c6-074213897770 admin admin] Pushing event updated for resources: {'Network': ['ID=ab537951-6e21-4374-aa2e-f2fd19476194,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:33.029099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network ab537951-6e21-4374-aa2e-f2fd19476194 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:33.032076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Made reservation on behalf of 5bcba98da2e94a2685739add140d21cc for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:33.035249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:33.139540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:33.237781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=388229fd-63c1-4c36-8e94-b61ba01b5126,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:33.254671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:33.260499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': '4d8475da-17ef-4da6-9e9e-1ec1884ec1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f76984e1-caaf-4f85-80e4-2d4c315f19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:33.261145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: f76984e1-caaf-4f85-80e4-2d4c315f19f9, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:33.288713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network f76984e1-caaf-4f85-80e4-2d4c315f19f9 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:33.306638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f76984e1-caaf-4f85-80e4-2d4c315f19f9) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:33.314826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:33.315421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:33.319231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b9545b-12ff-4809-ab76-98857e927769,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:33.324427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9daef3-875b-4a5c-82aa-223da0f1269a None None] Network f76984e1-caaf-4f85-80e4-2d4c315f19f9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:33.327685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Checking segment: {'id': '48ad3571-3df7-457c-96c9-a55b00d6af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ab537951-6e21-4374-aa2e-f2fd19476194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:33.328964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Network hostable DHCP agents. Network: ab537951-6e21-4374-aa2e-f2fd19476194, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:33.348326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47528) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:33.349143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d0d83185-5c5e-44d9-8878-c061f7aeb6a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6543429 Oct 29 08:51:33.355975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': '637e3b9d-6283-43aa-bb81-9b23a9613bea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:33.372628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Network ab537951-6e21-4374-aa2e-f2fd19476194 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:33.409078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, ab537951-6e21-4374-aa2e-f2fd19476194) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:33.416615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:33.417210 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:33.460916 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f8a78e93-fc1e-4c3d-a684-9abf2990f9ed admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4777331 Oct 29 08:51:33.482674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db4268-fdbb-4e78-b8c8-04c9a688f923 None None] Network ab537951-6e21-4374-aa2e-f2fd19476194 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:33.486372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:33.496951 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:33.664627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2a3c1-b272-4de7-84f4-1ab03302c92a None None] Network ab537951-6e21-4374-aa2e-f2fd19476194 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:33.815625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-f76984e1-caaf-4f85-80e4-2d4c315f19f9', 'network_id': 'f76984e1-caaf-4f85-80e4-2d4c315f19f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': '388229fd-63c1-4c36-8e94-b61ba01b5126'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:51:33.816527 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:33.949496 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.040208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Allocated IP 2001:db8::2 (f76984e1-caaf-4f85-80e4-2d4c315f19f9/388229fd-63c1-4c36-8e94-b61ba01b5126/9df44a2a-a90f-4b42-bc8c-dca474a8188f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:34.231839 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.243331 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.311276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Network f76984e1-caaf-4f85-80e4-2d4c315f19f9 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:34.315240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:34.315382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=8803aef0-8411-4671-ad73-60bdfd8955b2,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:34.334708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:34.338073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Pushing event updated for resources: {'Port': ['ID=9df44a2a-a90f-4b42-bc8c-dca474a8188f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:34.403525 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Attempting to bind port 9df44a2a-a90f-4b42-bc8c-dca474a8188f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:51:34.403844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Attempting to bind port 9df44a2a-a90f-4b42-bc8c-dca474a8188f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4d8475da-17ef-4da6-9e9e-1ec1884ec1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f76984e1-caaf-4f85-80e4-2d4c315f19f9'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:51:34.404351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Attempting to bind port 9df44a2a-a90f-4b42-bc8c-dca474a8188f on network f76984e1-caaf-4f85-80e4-2d4c315f19f9 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:51:34.410210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:51:34.410604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Checking segment: {'id': '4d8475da-17ef-4da6-9e9e-1ec1884ec1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f76984e1-caaf-4f85-80e4-2d4c315f19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:34.411017 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.411553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Bound using segment: {'id': '4d8475da-17ef-4da6-9e9e-1ec1884ec1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f76984e1-caaf-4f85-80e4-2d4c315f19f9'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:51:34.412051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Bound port: 9df44a2a-a90f-4b42-bc8c-dca474a8188f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8475da-17ef-4da6-9e9e-1ec1884ec1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f76984e1-caaf-4f85-80e4-2d4c315f19f9'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:51:34.412449 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.454829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-f99e0435-cde0-4825-8fe7-5062bab79da4 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:34.464310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-f99e0435-cde0-4825-8fe7-5062bab79da4 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/networks?id=ab537951-6e21-4374-aa2e-f2fd19476194 HTTP/1.1" status: 200 len: 813 time: 0.1510646 Oct 29 08:51:34.486420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] For port 9df44a2a-a90f-4b42-bc8c-dca474a8188f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:51:34.491024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] For port 9df44a2a-a90f-4b42-bc8c-dca474a8188f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9df44a2a-a90f-4b42-bc8c-dca474a8188f,segment=NetworkSegment(4d8475da-17ef-4da6-9e9e-1ec1884ec1dd),segment_id=4d8475da-17ef-4da6-9e9e-1ec1884ec1dd)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:51:34.497272 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.497940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b8adc187-273e-4e24-a960-f36262a19253 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/quotas/5bcba98da2e94a2685739add140d21cc HTTP/1.1" status: 200 len: 375 time: 0.0321639 Oct 29 08:51:34.514804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': '8da6e604-0e56-4cd1-a5e4-61274b37f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '637e3b9d-6283-43aa-bb81-9b23a9613bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:34.515468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: 637e3b9d-6283-43aa-bb81-9b23a9613bea, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:34.545075 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-57fa51f7-720a-4cd7-afe1-2c8f174eb42d tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bcba98da2e94a2685739add140d21cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459874 Oct 29 08:51:34.610671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4f662-06d7-48c2-8948-1ae6e27774d2 None None] Pushing event updated for resources: {'Port': ['ID=9df44a2a-a90f-4b42-bc8c-dca474a8188f,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:34.613420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 637e3b9d-6283-43aa-bb81-9b23a9613bea is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:34.635918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 637e3b9d-6283-43aa-bb81-9b23a9613bea) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:34.644401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:34.645183 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.657737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76baa74-f537-4cae-b832-1f4f0e572202 None None] Network 637e3b9d-6283-43aa-bb81-9b23a9613bea requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:34.695512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fcd3d580-a8e8-44f5-a95f-eff65ca15195 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3430316 Oct 29 08:51:34.696668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47558) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:34.707634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e9a8f41c-7590-45ed-82ee-120de2817fa7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-758409946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:34.765610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f41c-7590-45ed-82ee-120de2817fa7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.766938 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f41c-7590-45ed-82ee-120de2817fa7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.930174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f41c-7590-45ed-82ee-120de2817fa7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.936496 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f41c-7590-45ed-82ee-120de2817fa7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.952308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-579c815a-a6ac-426d-9421-7b3166d80ace service neutron] 10.222.0.70 "GET /v2.0/networks/ab537951-6e21-4374-aa2e-f2fd19476194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059355 Oct 29 08:51:34.978180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f41c-7590-45ed-82ee-120de2817fa7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:34.983436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e9a8f41c-7590-45ed-82ee-120de2817fa7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2842603 Oct 29 08:51:34.984337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47562) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:34.992342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-637e3b9d-6283-43aa-bb81-9b23a9613bea', 'network_id': '637e3b9d-6283-43aa-bb81-9b23a9613bea', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': '8803aef0-8411-4671-ad73-60bdfd8955b2'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:51:34.996475 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:35.137494 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-8c5bd745-a56a-4fea-bd50-9440dfe198a5 service neutron] 10.222.0.70 "GET /v2.0/networks/ab537951-6e21-4374-aa2e-f2fd19476194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754222 Oct 29 08:51:35.208660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Allocated IP 2001:db8:1::2 (637e3b9d-6283-43aa-bb81-9b23a9613bea/8803aef0-8411-4671-ad73-60bdfd8955b2/095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:35.391968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ddf6ffe6-c377-4059-b77b-86c9562f1fa4 req-77cc15e2-ee80-4c62-b2aa-e4cc10ff5015 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 210 time: 0.0394850 Oct 29 08:51:35.428969 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:35.436179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:35.441837 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:35.508006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Network 637e3b9d-6283-43aa-bb81-9b23a9613bea is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:35.511210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:35.516327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:35.520531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Pushing event updated for resources: {'Port': ['ID=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:35.588842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Attempting to bind port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:51:35.589335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Attempting to bind port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '8da6e604-0e56-4cd1-a5e4-61274b37f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '637e3b9d-6283-43aa-bb81-9b23a9613bea'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:51:35.589963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Attempting to bind port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca on network 637e3b9d-6283-43aa-bb81-9b23a9613bea {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:51:35.596709 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:51:35.596709 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Checking segment: {'id': '8da6e604-0e56-4cd1-a5e4-61274b37f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '637e3b9d-6283-43aa-bb81-9b23a9613bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:35.597292 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:35.597790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Bound using segment: {'id': '8da6e604-0e56-4cd1-a5e4-61274b37f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '637e3b9d-6283-43aa-bb81-9b23a9613bea'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:51:35.598375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Bound port: 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da6e604-0e56-4cd1-a5e4-61274b37f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '637e3b9d-6283-43aa-bb81-9b23a9613bea'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:51:35.598858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:35.721865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] For port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:51:35.732995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] For port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,segment=NetworkSegment(8da6e604-0e56-4cd1-a5e4-61274b37f34f),segment_id=8da6e604-0e56-4cd1-a5e4-61274b37f34f)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:51:35.740346 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:35.773209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8::1 (f76984e1-caaf-4f85-80e4-2d4c315f19f9/388229fd-63c1-4c36-8e94-b61ba01b5126/a6a6d186-1d83-4193-9372-ce454bcd551c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:35.820210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a6293-3b9c-4895-82fb-945245513fd2 None None] Pushing event updated for resources: {'Port': ['ID=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:35.966207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:36.009277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:36.035260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network f76984e1-caaf-4f85-80e4-2d4c315f19f9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:36.155393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:36.157560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=a6a6d186-1d83-4193-9372-ce454bcd551c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:36.160114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:36.160667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:36.238591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c61d2-bbf1-4c66-a505-749d2d8789d1 None None] Network f76984e1-caaf-4f85-80e4-2d4c315f19f9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:36.403302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-14dbdb5d-e93c-4666-b962-8b8c3b5cd99d None None] Provisioning complete for port 9df44a2a-a90f-4b42-bc8c-dca474a8188f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:36.403727 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dbdb5d-e93c-4666-b962-8b8c3b5cd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:36.466637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:36.622405 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fab8d4a0-3b9f-40a2-820b-70bc39f54271 req-5d34a7c5-186e-43a5-933c-4af3e63f9e2a tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 210 time: 0.0772598 Oct 29 08:51:36.630391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:51:36.760737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:36.761113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:36.762962 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dbdb5d-e93c-4666-b962-8b8c3b5cd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:36.853832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-14dbdb5d-e93c-4666-b962-8b8c3b5cd99d None None] For port 9df44a2a-a90f-4b42-bc8c-dca474a8188f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9df44a2a-a90f-4b42-bc8c-dca474a8188f,segment=NetworkSegment(4d8475da-17ef-4da6-9e9e-1ec1884ec1dd),segment_id=4d8475da-17ef-4da6-9e9e-1ec1884ec1dd)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:36.863834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14dbdb5d-e93c-4666-b962-8b8c3b5cd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.042017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbdb5d-e93c-4666-b962-8b8c3b5cd99d None None] Pushing event updated for resources: {'Port': ['ID=9df44a2a-a90f-4b42-bc8c-dca474a8188f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:37.061075 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.131618 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.146164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,segment=NetworkSegment(8da6e604-0e56-4cd1-a5e4-61274b37f34f),segment_id=8da6e604-0e56-4cd1-a5e4-61274b37f34f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:37.157917 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.159404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9df44a2a-a90f-4b42-bc8c-dca474a8188f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:51:37.177929 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.183154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.385623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:37.408147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-961da564-16ef-43d5-988c-03e8709281ab None None] Provisioning complete for port a6a6d186-1d83-4193-9372-ce454bcd551c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:37.408674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-961da564-16ef-43d5-988c-03e8709281ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.479401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9df44a2a-a90f-4b42-bc8c-dca474a8188f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:37.479890 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.544177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-961da564-16ef-43d5-988c-03e8709281ab None None] Port a6a6d186-1d83-4193-9372-ce454bcd551c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:37.586136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-961da564-16ef-43d5-988c-03e8709281ab None None] Provisioning complete for port 9df44a2a-a90f-4b42-bc8c-dca474a8188f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:37.586432 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-961da564-16ef-43d5-988c-03e8709281ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:37.639583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b97b773-9325-4d03-9233-b7e4f2369b84 None None] Network 637e3b9d-6283-43aa-bb81-9b23a9613bea requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:37.792436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2247153f-73e4-4e06-ba5e-9e3dec6b976d req-e0c34747-040a-4f61-a14f-e6370efb534e tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 210 time: 0.0706758 Oct 29 08:51:37.838893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-f413d41d-2353-4d53-83f6-8b2649db8abc tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:37.842799 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-f413d41d-2353-4d53-83f6-8b2649db8abc tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.93 "GET /v2.0/networks?id=ab537951-6e21-4374-aa2e-f2fd19476194 HTTP/1.1" status: 200 len: 813 time: 0.7365828 Oct 29 08:51:37.850677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=a6a6d186-1d83-4193-9372-ce454bcd551c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:37.869636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Request body: {'port': {'device_id': '15cbd549-9404-4b22-aa08-d51df4b10bbb', 'network_id': 'ab537951-6e21-4374-aa2e-f2fd19476194', 'admin_state_up': True, 'tenant_id': '5bcba98da2e94a2685739add140d21cc'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:38.033111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-aa959d44-37a2-4053-bd3e-edcc0ecf0f2a None None] Provisioning complete for port a6a6d186-1d83-4193-9372-ce454bcd551c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:38.033504 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aa959d44-37a2-4053-bd3e-edcc0ecf0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:38.095458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-aa959d44-37a2-4053-bd3e-edcc0ecf0f2a None None] Port a6a6d186-1d83-4193-9372-ce454bcd551c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:38.107006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-aa959d44-37a2-4053-bd3e-edcc0ecf0f2a None None] Provisioning complete for port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:38.107408 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aa959d44-37a2-4053-bd3e-edcc0ecf0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:38.138855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network f76984e1-caaf-4f85-80e4-2d4c315f19f9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:38.144706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:38.307864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Made reservation on behalf of 5bcba98da2e94a2685739add140d21cc for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:38.316991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:38.507513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Allocated IP 172.20.0.8 (ab537951-6e21-4374-aa2e-f2fd19476194/11b9545b-12ff-4809-ab76-98857e927769/86c3cae4-b691-42e4-8ec1-59eb321a282d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:38.646315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:51:38.702705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:38.771952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:38.778506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:38.778893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:38.791851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router d171ccc0-2eca-4dfa-9325-3415966c4f60 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:51:38.823457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Network ab537951-6e21-4374-aa2e-f2fd19476194 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:38.830114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:38.851215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:39.003863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Pushing event updated for resources: {'Port': ['ID=86c3cae4-b691-42e4-8ec1-59eb321a282d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:39.009466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9df44a2a-a90f-4b42-bc8c-dca474a8188f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:51:39.024687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:39.025338 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.034121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc740c-f99a-40d6-a4b2-108ada927830 req-88c6ca22-60ab-45bc-a1ad-2120d231882b tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:39.046709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:39.053086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-01d27058-3fbb-4f79-99b6-8d3bff3dbe11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/d171ccc0-2eca-4dfa-9325-3415966c4f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0675228 Oct 29 08:51:39.058505 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a898b5-83fe-42cc-8cd5-a03f4b5820b2 None None] Sync routers for ids ['d171ccc0-2eca-4dfa-9325-3415966c4f60'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:39.062030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47610) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:39.065590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-b3fc278a-13ea-4a96-b215-b1f7d58a6dba tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2034590 Oct 29 08:51:39.076103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-babc740c-f99a-40d6-a4b2-108ada927830 req-88c6ca22-60ab-45bc-a1ad-2120d231882b tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 931 time: 0.1559451 Oct 29 08:51:39.087119 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a898b5-83fe-42cc-8cd5-a03f4b5820b2 None None] Routers {'d171ccc0-2eca-4dfa-9325-3415966c4f60'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:39.087773 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e5a898b5-83fe-42cc-8cd5-a03f4b5820b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d171ccc0-2eca-4dfa-9325-3415966c4f60'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:39.088178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Request body: {'port': {'device_id': '15cbd549-9404-4b22-aa08-d51df4b10bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:39.097774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d42b02a5-4dd0-4aed-917a-dbd3337611c9 None None] Provisioning complete for port a6a6d186-1d83-4193-9372-ce454bcd551c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:39.098622 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d42b02a5-4dd0-4aed-917a-dbd3337611c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.146131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d42b02a5-4dd0-4aed-917a-dbd3337611c9 None None] Port a6a6d186-1d83-4193-9372-ce454bcd551c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:39.154548 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-babc740c-f99a-40d6-a4b2-108ada927830 req-d19ec2a3-ce63-4736-ba93-0aaaad83442b tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774693 Oct 29 08:51:39.170364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d42b02a5-4dd0-4aed-917a-dbd3337611c9 None None] Provisioning complete for port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:39.170991 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d42b02a5-4dd0-4aed-917a-dbd3337611c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.199247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e81f5b-7d57-4fc0-80c3-61a11b75297d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:39.204479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47614) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:39.214296 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e5a898b5-83fe-42cc-8cd5-a03f4b5820b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:39.215043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a7e81f5b-7d57-4fc0-80c3-61a11b75297d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports/a6a6d186-1d83-4193-9372-ce454bcd551c HTTP/1.1" status: 200 len: 911 time: 0.1484146 Oct 29 08:51:39.230710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9df44a2a-a90f-4b42-bc8c-dca474a8188f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:39.231749 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.239240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.239641 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a898b5-83fe-42cc-8cd5-a03f4b5820b2 None None] Routers {'d171ccc0-2eca-4dfa-9325-3415966c4f60'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:39.240312 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e5a898b5-83fe-42cc-8cd5-a03f4b5820b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d171ccc0-2eca-4dfa-9325-3415966c4f60'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:39.306276 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e5a898b5-83fe-42cc-8cd5-a03f4b5820b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:39.307242 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a898b5-83fe-42cc-8cd5-a03f4b5820b2 None None] The sync data for ids ['d171ccc0-2eca-4dfa-9325-3415966c4f60'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:39.622015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c3cae4-b691-42e4-8ec1-59eb321a282d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:51:39.632115 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.646521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Transition to ACTIVE for port object 86c3cae4-b691-42e4-8ec1-59eb321a282d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:51:39.656666 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.717295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=86c3cae4-b691-42e4-8ec1-59eb321a282d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:39.782374 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.793720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Attempting to bind port 86c3cae4-b691-42e4-8ec1-59eb321a282d on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:51:39.794053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Attempting to bind port 86c3cae4-b691-42e4-8ec1-59eb321a282d by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '48ad3571-3df7-457c-96c9-a55b00d6af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ab537951-6e21-4374-aa2e-f2fd19476194'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:51:39.794378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Attempting to bind port 86c3cae4-b691-42e4-8ec1-59eb321a282d on network ab537951-6e21-4374-aa2e-f2fd19476194 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:51:39.799426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Port 86c3cae4-b691-42e4-8ec1-59eb321a282d on network ab537951-6e21-4374-aa2e-f2fd19476194 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:51:39.799812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Attempting to bind port 86c3cae4-b691-42e4-8ec1-59eb321a282d on network ab537951-6e21-4374-aa2e-f2fd19476194 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:51:39.804730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:51:39.805103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Checking segment: {'id': '48ad3571-3df7-457c-96c9-a55b00d6af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ab537951-6e21-4374-aa2e-f2fd19476194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:39.805445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Bound using segment: {'id': '48ad3571-3df7-457c-96c9-a55b00d6af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ab537951-6e21-4374-aa2e-f2fd19476194'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:51:39.805867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Bound port: 86c3cae4-b691-42e4-8ec1-59eb321a282d, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ad3571-3df7-457c-96c9-a55b00d6af9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ab537951-6e21-4374-aa2e-f2fd19476194'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:51:39.806221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.877073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] For port 86c3cae4-b691-42e4-8ec1-59eb321a282d, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:51:39.880505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] For port 86c3cae4-b691-42e4-8ec1-59eb321a282d, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86c3cae4-b691-42e4-8ec1-59eb321a282d,segment=NetworkSegment(48ad3571-3df7-457c-96c9-a55b00d6af9a),segment_id=48ad3571-3df7-457c-96c9-a55b00d6af9a)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:51:39.887606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.926529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:39.927259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:39.929060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] 10.222.0.93 "PUT /v2.0/ports/86c3cae4-b691-42e4-8ec1-59eb321a282d HTTP/1.1" status: 200 len: 1091 time: 0.8450701 Oct 29 08:51:39.933533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cbd549-9404-4b22-aa08-d51df4b10bbb', 'tag': '86c3cae4-b691-42e4-8ec1-59eb321a282d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:39.936870 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb9fa0a-d55c-4be6-b358-1d3e85251042" -d '{"events": [{"name": "network-changed", "server_uuid": "15cbd549-9404-4b22-aa08-d51df4b10bbb", "tag": "86c3cae4-b691-42e4-8ec1-59eb321a282d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:39.963322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cda6e-5099-496e-96ad-f0c7fff5f2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=86c3cae4-b691-42e4-8ec1-59eb321a282d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:39.988145 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d5c14-f441-4e3a-9bc1-5dbf37fa5bf6 x-openstack-request-id: req-541d5c14-f441-4e3a-9bc1-5dbf37fa5bf6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:39.988520 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cbd549-9404-4b22-aa08-d51df4b10bbb", "tag": "86c3cae4-b691-42e4-8ec1-59eb321a282d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:39.988774 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-541d5c14-f441-4e3a-9bc1-5dbf37fa5bf6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:39.989184 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cbd549-9404-4b22-aa08-d51df4b10bbb', 'tag': '86c3cae4-b691-42e4-8ec1-59eb321a282d', 'status': 'completed', 'code': 200} Oct 29 08:51:40.027832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-5e670851-4313-4d5e-a774-f9ae83b7c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:40.029476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-5e670851-4313-4d5e-a774-f9ae83b7c2ac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5bcba98da2e94a2685739add140d21cc&device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 1094 time: 0.0508292 Oct 29 08:51:40.086182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-bd1831f9-414d-4d6b-8bd9-2591228b7c92 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c3cae4-b691-42e4-8ec1-59eb321a282d HTTP/1.1" status: 200 len: 217 time: 0.0475326 Oct 29 08:51:40.139513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8:1::1 (637e3b9d-6283-43aa-bb81-9b23a9613bea/8803aef0-8411-4671-ad73-60bdfd8955b2/47137b83-d6aa-48b6-a454-c25836fc5ba5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:40.145668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-46db3027-6f6a-411e-82a3-9585126bd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:40.147565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-46db3027-6f6a-411e-82a3-9585126bd5fd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=11b9545b-12ff-4809-ab76-98857e927769 HTTP/1.1" status: 200 len: 853 time: 0.0539858 Oct 29 08:51:40.205022 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-bbcf6d85-eae8-4f54-8374-d08afae3da18 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab537951-6e21-4374-aa2e-f2fd19476194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495012 Oct 29 08:51:40.339158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-10fcea5c-b902-4032-832f-4a4b2b4cb0f8 service neutron] 10.222.0.93 "GET /v2.0/networks/ab537951-6e21-4374-aa2e-f2fd19476194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249123 Oct 29 08:51:40.354683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:40.404435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447262f-2304-457a-8005-2b8e8a34d69b req-863e476a-1fa2-4696-96d6-757fb4f2d7d4 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:40.406024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7447262f-2304-457a-8005-2b8e8a34d69b req-863e476a-1fa2-4696-96d6-757fb4f2d7d4 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 943 time: 0.1244531 Oct 29 08:51:40.449266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:40.459856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50f20cf0-bbf3-47c7-9822-8f80506283a7 req-15669381-c779-4880-8687-74560dff85a1 service neutron] 10.222.0.93 "GET /v2.0/networks/ab537951-6e21-4374-aa2e-f2fd19476194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118672 Oct 29 08:51:40.505024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 637e3b9d-6283-43aa-bb81-9b23a9613bea is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:40.508975 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7447262f-2304-457a-8005-2b8e8a34d69b req-ad440ee8-90d0-43ad-aa77-a79de145e05b tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859187 Oct 29 08:51:40.512728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:40.528032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:40.528688 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:40.572674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-580c3df2-5481-44f5-aa7b-c0d8a0861dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:40.574570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-580c3df2-5481-44f5-aa7b-c0d8a0861dbe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5bcba98da2e94a2685739add140d21cc&device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 1094 time: 0.0584598 Oct 29 08:51:40.591620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=47137b83-d6aa-48b6-a454-c25836fc5ba5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:40.682152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-baaac9a9-03cb-47ba-a3f6-13b8db0a377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:40.683870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-baaac9a9-03cb-47ba-a3f6-13b8db0a377a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab537951-6e21-4374-aa2e-f2fd19476194 HTTP/1.1" status: 200 len: 915 time: 0.1024387 Oct 29 08:51:40.692012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:40.738617 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-b7d11bc1-4069-44aa-8a82-fd1bb2a99429 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86c3cae4-b691-42e4-8ec1-59eb321a282d HTTP/1.1" status: 200 len: 217 time: 0.0460658 Oct 29 08:51:40.798829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-848e94b9-88b2-4b96-bf57-7044e6ca8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:40.800079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-848e94b9-88b2-4b96-bf57-7044e6ca8179 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=11b9545b-12ff-4809-ab76-98857e927769 HTTP/1.1" status: 200 len: 853 time: 0.0549495 Oct 29 08:51:40.842528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-5afcffe2-d01a-4155-b081-75411cfadb1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab537951-6e21-4374-aa2e-f2fd19476194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353971 Oct 29 08:51:40.918667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-67feec1d-d48b-4018-96ef-2e489ede94fb None None] Provisioning complete for port 47137b83-d6aa-48b6-a454-c25836fc5ba5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:40.919573 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67feec1d-d48b-4018-96ef-2e489ede94fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:40.960501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-67feec1d-d48b-4018-96ef-2e489ede94fb None None] Port 47137b83-d6aa-48b6-a454-c25836fc5ba5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:40.965393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-35c83ab0-8695-41a2-ae29-f00b19ec844e service neutron] 10.222.0.93 "GET /v2.0/networks/ab537951-6e21-4374-aa2e-f2fd19476194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148429 Oct 29 08:51:40.991681 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:40.997203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:40.998535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:41.065626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeb9fa0a-d55c-4be6-b358-1d3e85251042 req-a413c8f8-552c-4508-82cf-fb0edd5aad57 service neutron] 10.222.0.93 "GET /v2.0/networks/ab537951-6e21-4374-aa2e-f2fd19476194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921741 Oct 29 08:51:41.091557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=47137b83-d6aa-48b6-a454-c25836fc5ba5,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:41.141653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 637e3b9d-6283-43aa-bb81-9b23a9613bea is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:41.143284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:41.259529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router d171ccc0-2eca-4dfa-9325-3415966c4f60 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:51:41.388165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-12c424a3-2c13-4307-a9bf-1692cfcfbbe7 None None] Provisioning complete for port 47137b83-d6aa-48b6-a454-c25836fc5ba5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:41.388791 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12c424a3-2c13-4307-a9bf-1692cfcfbbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:41.428515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-12c424a3-2c13-4307-a9bf-1692cfcfbbe7 None None] Port 47137b83-d6aa-48b6-a454-c25836fc5ba5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:41.622727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:41.637149 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bacf9058-093f-4338-a178-f9f868c03664 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/d171ccc0-2eca-4dfa-9325-3415966c4f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4305246 Oct 29 08:51:41.639330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47650) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:41.639783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849d330-a042-4f89-ad2c-80349a8891a6 None None] Sync routers for ids ['d171ccc0-2eca-4dfa-9325-3415966c4f60'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:41.658326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849d330-a042-4f89-ad2c-80349a8891a6 None None] Routers {'d171ccc0-2eca-4dfa-9325-3415966c4f60'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:41.659094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e849d330-a042-4f89-ad2c-80349a8891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d171ccc0-2eca-4dfa-9325-3415966c4f60'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:41.708905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e849d330-a042-4f89-ad2c-80349a8891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:41.718725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849d330-a042-4f89-ad2c-80349a8891a6 None None] Routers {'d171ccc0-2eca-4dfa-9325-3415966c4f60'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:41.719871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e849d330-a042-4f89-ad2c-80349a8891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d171ccc0-2eca-4dfa-9325-3415966c4f60'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:41.766386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e849d330-a042-4f89-ad2c-80349a8891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:41.767125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849d330-a042-4f89-ad2c-80349a8891a6 None None] The sync data for ids ['d171ccc0-2eca-4dfa-9325-3415966c4f60'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:42.089539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01f5711-2f44-48dd-948b-28f37cfd8366 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:42.094099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b01f5711-2f44-48dd-948b-28f37cfd8366 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports/47137b83-d6aa-48b6-a454-c25836fc5ba5 HTTP/1.1" status: 200 len: 913 time: 0.4502797 Oct 29 08:51:42.094099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47652) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:42.186905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73294e2b-ca16-4da3-89f6-ca7d3e001e9c req-e89ebbc6-d4d2-4a36-87bf-93ff7654a18d tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:42.188558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73294e2b-ca16-4da3-89f6-ca7d3e001e9c req-e89ebbc6-d4d2-4a36-87bf-93ff7654a18d tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 943 time: 0.5126293 Oct 29 08:51:42.321333 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73294e2b-ca16-4da3-89f6-ca7d3e001e9c req-18f5f8dd-19c9-4491-a4ba-f4b2576c5f02 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250193 Oct 29 08:51:42.496279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:42.783683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 47137b83-d6aa-48b6-a454-c25836fc5ba5 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:42.784409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:42.876399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:42.890191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 47137b83-d6aa-48b6-a454-c25836fc5ba5 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:43.073300 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:43.100758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=47137b83-d6aa-48b6-a454-c25836fc5ba5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:43.222914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:43.462893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783c865-4a7f-4f57-a941-51ef09283422 req-6681aed8-74a4-440b-ac0e-8da755403c3a tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:43.463588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router d171ccc0-2eca-4dfa-9325-3415966c4f60 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:51:43.465365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8783c865-4a7f-4f57-a941-51ef09283422 req-6681aed8-74a4-440b-ac0e-8da755403c3a tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 943 time: 0.0626638 Oct 29 08:51:43.512961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8783c865-4a7f-4f57-a941-51ef09283422 req-524ecd7d-4151-48a1-b110-52d05e9b5d48 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Oct 29 08:51:43.576833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:43.585826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47660) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:43.586180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d1ded847-b409-4249-a990-0e1d555679b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/d171ccc0-2eca-4dfa-9325-3415966c4f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4902346 Oct 29 08:51:43.590939 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3df2dc-b489-4440-a8e7-8bf53401c573 None None] Sync routers for ids ['d171ccc0-2eca-4dfa-9325-3415966c4f60'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:43.606215 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3df2dc-b489-4440-a8e7-8bf53401c573 None None] Routers {'d171ccc0-2eca-4dfa-9325-3415966c4f60'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:43.607127 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0e3df2dc-b489-4440-a8e7-8bf53401c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d171ccc0-2eca-4dfa-9325-3415966c4f60'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:43.656973 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0e3df2dc-b489-4440-a8e7-8bf53401c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:43.669816 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3df2dc-b489-4440-a8e7-8bf53401c573 None None] Routers {'d171ccc0-2eca-4dfa-9325-3415966c4f60'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:43.670551 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0e3df2dc-b489-4440-a8e7-8bf53401c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d171ccc0-2eca-4dfa-9325-3415966c4f60'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:43.736917 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-0e3df2dc-b489-4440-a8e7-8bf53401c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:43.738217 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3df2dc-b489-4440-a8e7-8bf53401c573 None None] The sync data for ids ['d171ccc0-2eca-4dfa-9325-3415966c4f60'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:44.025577 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.163486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47676) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:44.199392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47680) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:44.288804 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0a90233-79f7-4e31-be80-a0dfbd29aa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.332002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7fea3ca-7f25-4c9b-88c6-a7894456c006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.360336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port a6a6d186-1d83-4193-9372-ce454bcd551c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:44.361055 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.397152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-767f530f-28b4-43c0-9156-e4b663812007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.444942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7fea3ca-7f25-4c9b-88c6-a7894456c006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.455303 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7fea3ca-7f25-4c9b-88c6-a7894456c006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.487302 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.515458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for a6a6d186-1d83-4193-9372-ce454bcd551c owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:44.516127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fea3ca-7f25-4c9b-88c6-a7894456c006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3abd59d-3f9b-44e4-873f-420899ea0bbc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:44.525002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d7fea3ca-7f25-4c9b-88c6-a7894456c006 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1e01d4125d741bc975a328f60bda31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573155 Oct 29 08:51:44.526959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47686) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:44.578051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-767f530f-28b4-43c0-9156-e4b663812007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.588327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-767f530f-28b4-43c0-9156-e4b663812007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.671014 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5da430ab-cc85-45d9-9249-48a4cce4a4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.672622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f530f-28b4-43c0-9156-e4b663812007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcafb5a-34ce-4a43-ae6f-d842b006809b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:44.681098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-767f530f-28b4-43c0-9156-e4b663812007 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f59890face7b4c6c876376532487c0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781601 Oct 29 08:51:44.682458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47690) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:44.723840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.728292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86c3cae4-b691-42e4-8ec1-59eb321a282d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:51:44.728856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5da430ab-cc85-45d9-9249-48a4cce4a4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.746849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d1698-28c3-4855-bf8c-e15f23eaa2a1 req-162ab1c4-5892-48a0-a6ba-1fb00ea88909 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:44.748458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f53d1698-28c3-4855-bf8c-e15f23eaa2a1 req-162ab1c4-5892-48a0-a6ba-1fb00ea88909 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 943 time: 0.1419311 Oct 29 08:51:44.760591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=a6a6d186-1d83-4193-9372-ce454bcd551c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:44.869720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-080f24b8-0736-4ba7-9cda-cfacfcbb29af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.870346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86c3cae4-b691-42e4-8ec1-59eb321a282d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86c3cae4-b691-42e4-8ec1-59eb321a282d,segment=NetworkSegment(48ad3571-3df7-457c-96c9-a55b00d6af9a),segment_id=48ad3571-3df7-457c-96c9-a55b00d6af9a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:44.884689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f53d1698-28c3-4855-bf8c-e15f23eaa2a1 req-16ba4cc7-0a75-4dc5-add5-9a7cb48899c3 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265974 Oct 29 08:51:44.901546 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-080f24b8-0736-4ba7-9cda-cfacfcbb29af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.909705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.914174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5da430ab-cc85-45d9-9249-48a4cce4a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.919189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '86c3cae4-b691-42e4-8ec1-59eb321a282d', 'network_id': 'ab537951-6e21-4374-aa2e-f2fd19476194', 'port_id': '86c3cae4-b691-42e4-8ec1-59eb321a282d', 'mac_address': 'fa:16:3e:11:29:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b9545b-12ff-4809-ab76-98857e927769', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:51:44.922125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5da430ab-cc85-45d9-9249-48a4cce4a4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.923958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5da430ab-cc85-45d9-9249-48a4cce4a4a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3abd59d-3f9b-44e4-873f-420899ea0bbc HTTP/1.1" status: 204 len: 168 time: 0.3960435 Oct 29 08:51:44.949230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da430ab-cc85-45d9-9249-48a4cce4a4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3abd59d-3f9b-44e4-873f-420899ea0bbc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:44.990978 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-080f24b8-0736-4ba7-9cda-cfacfcbb29af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.993876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-080f24b8-0736-4ba7-9cda-cfacfcbb29af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:44.995311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-080f24b8-0736-4ba7-9cda-cfacfcbb29af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bcafb5a-34ce-4a43-ae6f-d842b006809b HTTP/1.1" status: 204 len: 168 time: 0.3119338 Oct 29 08:51:45.012537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f24b8-0736-4ba7-9cda-cfacfcbb29af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcafb5a-34ce-4a43-ae6f-d842b006809b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:45.020979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.050417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c3cae4-b691-42e4-8ec1-59eb321a282d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:51:45.091428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86c3cae4-b691-42e4-8ec1-59eb321a282d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86c3cae4-b691-42e4-8ec1-59eb321a282d,segment=NetworkSegment(48ad3571-3df7-457c-96c9-a55b00d6af9a),segment_id=48ad3571-3df7-457c-96c9-a55b00d6af9a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:45.107446 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.179288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router d171ccc0-2eca-4dfa-9325-3415966c4f60 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:51:45.184600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=86c3cae4-b691-42e4-8ec1-59eb321a282d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:45.270101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:45.276436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-29d5163d-3e32-47f8-96d6-90d6df9206d3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/d171ccc0-2eca-4dfa-9325-3415966c4f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893666 Oct 29 08:51:45.279644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47700) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:45.281299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f5c5f0-bbfc-4014-8b59-b4b3f3e97b7c None None] Sync routers for ids ['d171ccc0-2eca-4dfa-9325-3415966c4f60'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:45.292742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5c5f0-bbfc-4014-8b59-b4b3f3e97b7c None None] Routers {'d171ccc0-2eca-4dfa-9325-3415966c4f60'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:45.294115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-38f5c5f0-bbfc-4014-8b59-b4b3f3e97b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d171ccc0-2eca-4dfa-9325-3415966c4f60'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:45.316274 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-292fcc22-e05c-4842-ada2-0f8fe3e1be70 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=d171ccc0-2eca-4dfa-9325-3415966c4f60 HTTP/1.1" status: 200 len: 205 time: 0.0329082 Oct 29 08:51:45.316622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:45.363700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-38f5c5f0-bbfc-4014-8b59-b4b3f3e97b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:45.401372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5c5f0-bbfc-4014-8b59-b4b3f3e97b7c None None] Routers {'d171ccc0-2eca-4dfa-9325-3415966c4f60'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:45.404941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-38f5c5f0-bbfc-4014-8b59-b4b3f3e97b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d171ccc0-2eca-4dfa-9325-3415966c4f60'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:45.444406 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a7272e0-4768-4818-a83d-6270f758f7e0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.465653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-38f5c5f0-bbfc-4014-8b59-b4b3f3e97b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:45.466807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f5c5f0-bbfc-4014-8b59-b4b3f3e97b7c None None] The sync data for ids ['d171ccc0-2eca-4dfa-9325-3415966c4f60'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:45.487926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['86c3cae4-b691-42e4-8ec1-59eb321a282d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:51:45.538628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47712) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:45.553690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95036475-72eb-44cd-8d7b-8950ada485e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.632711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a7272e0-4768-4818-a83d-6270f758f7e0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.635198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a7272e0-4768-4818-a83d-6270f758f7e0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.647913 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95036475-72eb-44cd-8d7b-8950ada485e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.656248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95036475-72eb-44cd-8d7b-8950ada485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.689870 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a7272e0-4768-4818-a83d-6270f758f7e0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.693569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7272e0-4768-4818-a83d-6270f758f7e0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Fanout notify agent at l3_agent the message router_deleted on router d171ccc0-2eca-4dfa-9325-3415966c4f60 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:51:45.693738 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-95036475-72eb-44cd-8d7b-8950ada485e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7a7e5953a1f45808c06a46ee3413b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511788 Oct 29 08:51:45.693830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47714) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:45.700245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a7272e0-4768-4818-a83d-6270f758f7e0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.703879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8a7272e0-4768-4818-a83d-6270f758f7e0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/d171ccc0-2eca-4dfa-9325-3415966c4f60 HTTP/1.1" status: 204 len: 168 time: 0.3787749 Oct 29 08:51:45.706002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47716) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:45.756267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95036475-72eb-44cd-8d7b-8950ada485e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf2c55d-d7a1-4ada-b692-7018fbadc7ad,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:45.762947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bab7866-ca46-4f97-b224-8488f00ee342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.775721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c072e0-0dae-4e9c-8263-5c37188228fc tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet 8803aef0-8411-4671-ad73-60bdfd8955b2 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:45.779959 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c072e0-0dae-4e9c-8263-5c37188228fc tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.798492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bab7866-ca46-4f97-b224-8488f00ee342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.833425 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c072e0-0dae-4e9c-8263-5c37188228fc tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.854079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bab7866-ca46-4f97-b224-8488f00ee342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.856951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bab7866-ca46-4f97-b224-8488f00ee342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:45.858848 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5bab7866-ca46-4f97-b224-8488f00ee342 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/baf2c55d-d7a1-4ada-b692-7018fbadc7ad HTTP/1.1" status: 204 len: 168 time: 0.1545377 Oct 29 08:51:45.873590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab7866-ca46-4f97-b224-8488f00ee342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf2c55d-d7a1-4ada-b692-7018fbadc7ad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:45.945950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c072e0-0dae-4e9c-8263-5c37188228fc tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.045805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b9438-ab84-4730-96eb-00bbcea2fb3c req-756bd36b-b79e-43c6-9c20-41163be9d466 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:46.047352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c31b9438-ab84-4730-96eb-00bbcea2fb3c req-756bd36b-b79e-43c6-9c20-41163be9d466 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 944 time: 0.0785332 Oct 29 08:51:46.063120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c072e0-0dae-4e9c-8263-5c37188228fc tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.105429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c072e0-0dae-4e9c-8263-5c37188228fc tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=8803aef0-8411-4671-ad73-60bdfd8955b2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:46.116510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c072e0-0dae-4e9c-8263-5c37188228fc tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.119588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c94bd-0013-4b66-9b66-c5ecd02d5dd6 None None] Network 637e3b9d-6283-43aa-bb81-9b23a9613bea requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:46.119755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-18c072e0-0dae-4e9c-8263-5c37188228fc tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/8803aef0-8411-4671-ad73-60bdfd8955b2 HTTP/1.1" status: 204 len: 168 time: 0.4127767 Oct 29 08:51:46.122876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47740) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:46.131134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c31b9438-ab84-4730-96eb-00bbcea2fb3c req-c365fe1a-dd70-4de2-98f9-980080a2d8b4 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767536 Oct 29 08:51:46.190904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3069a8-eb8a-4a14-97f4-ea9720158f3b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet 388229fd-63c1-4c36-8e94-b61ba01b5126 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:46.194576 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e3069a8-eb8a-4a14-97f4-ea9720158f3b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.251915 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e3069a8-eb8a-4a14-97f4-ea9720158f3b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.356661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] DHCP port deletion for 637e3b9d-6283-43aa-bb81-9b23a9613bea request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:51:46.379132 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e3069a8-eb8a-4a14-97f4-ea9720158f3b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.429335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] Deleting port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:46.429735 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.479969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e3069a8-eb8a-4a14-97f4-ea9720158f3b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.511041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3069a8-eb8a-4a14-97f4-ea9720158f3b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=388229fd-63c1-4c36-8e94-b61ba01b5126,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:46.511427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] For port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,segment=NetworkSegment(8da6e604-0e56-4cd1-a5e4-61274b37f34f),segment_id=8da6e604-0e56-4cd1-a5e4-61274b37f34f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:46.511882 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.527078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e3069a8-eb8a-4a14-97f4-ea9720158f3b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.529616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19b8c72-d9fe-4148-af36-2093fed8968e None None] Network f76984e1-caaf-4f85-80e4-2d4c315f19f9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:46.534571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5e3069a8-eb8a-4a14-97f4-ea9720158f3b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/388229fd-63c1-4c36-8e94-b61ba01b5126 HTTP/1.1" status: 204 len: 168 time: 0.4106009 Oct 29 08:51:46.535211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] Calling delete_port for 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:46.535468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47758) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:46.641864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47762) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:46.665010 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.736608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:46.736770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.741403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86c3cae4-b691-42e4-8ec1-59eb321a282d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:51:46.773799 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.791636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd570-35ed-43d9-9d3a-437b058da987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.824230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,segment=NetworkSegment(8da6e604-0e56-4cd1-a5e4-61274b37f34f),segment_id=8da6e604-0e56-4cd1-a5e4-61274b37f34f)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:46.824808 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.840892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:46.851134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] Pushing event deleted for resources: {'Port': ['ID=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:46.857204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac357d-3699-40f8-89ac-a3271fa7cb21 None None] No DVR routers for this DVR port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:46.883172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 86c3cae4-b691-42e4-8ec1-59eb321a282d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:51:46.888494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 86c3cae4-b691-42e4-8ec1-59eb321a282d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:46.889098 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.944246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] DHCP port deletion for f76984e1-caaf-4f85-80e4-2d4c315f19f9 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:51:46.951505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd570-35ed-43d9-9d3a-437b058da987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.954920 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:46.967249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd570-35ed-43d9-9d3a-437b058da987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.000576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:47.003274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No DVR routers for this DVR port 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:47.003963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfd570-35ed-43d9-9d3a-437b058da987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3da61a-c6a2-4fb6-8847-18f30c4b3f9b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:47.012809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f5dfd570-35ed-43d9-9d3a-437b058da987 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8462f9eee054837ac5b4a97ab55359b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694308 Oct 29 08:51:47.015104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47774) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:47.035089 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0de9035-39fb-4b08-a6af-caa2bae84a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.060271 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.076653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ed2cd2b-e469-4652-80e6-26c2440d1ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.093326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cbd549-9404-4b22-aa08-d51df4b10bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c3cae4-b691-42e4-8ec1-59eb321a282d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:47.095904 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b9166-3208-4f0f-872f-37d6279d5306" -d '{"events": [{"server_uuid": "15cbd549-9404-4b22-aa08-d51df4b10bbb", "name": "network-vif-plugged", "status": "completed", "tag": "86c3cae4-b691-42e4-8ec1-59eb321a282d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:47.099415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] Deleting port 9df44a2a-a90f-4b42-bc8c-dca474a8188f {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:47.099794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.107142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ed2cd2b-e469-4652-80e6-26c2440d1ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.138483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.149980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 86c3cae4-b691-42e4-8ec1-59eb321a282d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86c3cae4-b691-42e4-8ec1-59eb321a282d,segment=NetworkSegment(48ad3571-3df7-457c-96c9-a55b00d6af9a),segment_id=48ad3571-3df7-457c-96c9-a55b00d6af9a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:47.164458 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.175354 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db85f596-0455-49fd-b69c-aa2665c6e43e x-openstack-request-id: req-db85f596-0455-49fd-b69c-aa2665c6e43e {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:47.175656 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cbd549-9404-4b22-aa08-d51df4b10bbb", "name": "network-vif-plugged", "status": "completed", "tag": "86c3cae4-b691-42e4-8ec1-59eb321a282d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:47.176025 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db85f596-0455-49fd-b69c-aa2665c6e43e {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:47.176354 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cbd549-9404-4b22-aa08-d51df4b10bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c3cae4-b691-42e4-8ec1-59eb321a282d', 'code': 200} Oct 29 08:51:47.190992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637e3b9d-6283-43aa-bb81-9b23a9613bea']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:47.193828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ed2cd2b-e469-4652-80e6-26c2440d1ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.197847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ed2cd2b-e469-4652-80e6-26c2440d1ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.202698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2ed2cd2b-e469-4652-80e6-26c2440d1ff4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c3da61a-c6a2-4fb6-8847-18f30c4b3f9b HTTP/1.1" status: 204 len: 168 time: 0.1862392 Oct 29 08:51:47.203697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da6e604-0e56-4cd1-a5e4-61274b37f34f') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:47.204327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da6e604-0e56-4cd1-a5e4-61274b37f34f') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:47.212668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2cd2b-e469-4652-80e6-26c2440d1ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3da61a-c6a2-4fb6-8847-18f30c4b3f9b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:47.228511 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.250291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] For port 9df44a2a-a90f-4b42-bc8c-dca474a8188f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9df44a2a-a90f-4b42-bc8c-dca474a8188f,segment=NetworkSegment(4d8475da-17ef-4da6-9e9e-1ec1884ec1dd),segment_id=4d8475da-17ef-4da6-9e9e-1ec1884ec1dd)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:47.250810 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.265060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.282593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] Calling delete_port for 9df44a2a-a90f-4b42-bc8c-dca474a8188f owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:47.289071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:47.290665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:47.294215 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:47.304613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37ba22-1db1-4298-8e13-20544b1715d9 req-a093d59b-f5c3-417e-a8ce-616307c6aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:47.306402 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc37ba22-1db1-4298-8e13-20544b1715d9 req-a093d59b-f5c3-417e-a8ce-616307c6aeab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 1096 time: 0.0657499 Oct 29 08:51:47.365008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=86c3cae4-b691-42e4-8ec1-59eb321a282d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:47.373795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc37ba22-1db1-4298-8e13-20544b1715d9 req-fbc57e2c-6928-463b-ab04-1612201e320e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579929 Oct 29 08:51:47.403397 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.418483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f742c2-80e9-483d-8902-c4c7506af772 req-93a8c5df-39ef-4781-8887-6311e9824b09 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:47.420275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72f742c2-80e9-483d-8902-c4c7506af772 req-93a8c5df-39ef-4781-8887-6311e9824b09 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 945 time: 0.1593528 Oct 29 08:51:47.427726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.434146 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.437452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/637e3b9d-6283-43aa-bb81-9b23a9613bea HTTP/1.1" status: 204 len: 168 time: 0.8993299 Oct 29 08:51:47.440815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47786) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:47.463079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad66d1-9b50-48dc-91ea-b53b6a869158 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=637e3b9d-6283-43aa-bb81-9b23a9613bea,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:47.485572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] Pushing event deleted for resources: {'Port': ['ID=9df44a2a-a90f-4b42-bc8c-dca474a8188f,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:47.495071 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-72f742c2-80e9-483d-8902-c4c7506af772 req-d4d59bac-62fa-48c9-a450-887984574ac7 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Oct 29 08:51:47.497315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5302268-3ad4-4bde-9ac3-eb1cb199e275 None None] No DVR routers for this DVR port 9df44a2a-a90f-4b42-bc8c-dca474a8188f on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:47.572985 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.666157 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.688046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76984e1-caaf-4f85-80e4-2d4c315f19f9']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:47.698316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8475da-17ef-4da6-9e9e-1ec1884ec1dd') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:47.698611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8475da-17ef-4da6-9e9e-1ec1884ec1dd') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:47.708447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.722473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.729597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:47.730637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:47.735379 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:47.811966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.826953 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.832053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/f76984e1-caaf-4f85-80e4-2d4c315f19f9 HTTP/1.1" status: 204 len: 168 time: 0.3901539 Oct 29 08:51:47.836180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47806) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:47.843594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1692190210'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:47.846010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092e4c4-50ea-4daa-8970-b6f5e1ed992f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=f76984e1-caaf-4f85-80e4-2d4c315f19f9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:47.875516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:47.880053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.909830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:47.920893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:47.921239 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment 5dac74d9-b994-4baf-a588-021de006b971 of type vlan for network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b Oct 29 08:51:47.966789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:48.001137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:48.007555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:48.008188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:48.145834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:48.267578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:48.358361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5181828 Oct 29 08:51:48.359203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47840) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:48.364345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': 'c9ab2117-8c07-4b9b-bb4a-ec2541fb981b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:48.396866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:48.406485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b58c1-2bc1-430c-a6a2-725799d16d47 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=c9ab2117-8c07-4b9b-bb4a-ec2541fb981b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:48.429852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:48.431770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:48.432153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 095f1fcf-9e8c-4eb7-9224-ea6c35f7f0ca not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:48.432542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9df44a2a-a90f-4b42-bc8c-dca474a8188f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:48.459957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9df44a2a-a90f-4b42-bc8c-dca474a8188f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:48.460647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9df44a2a-a90f-4b42-bc8c-dca474a8188f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:48.532252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a9c38-4a6a-4588-b8c8-5d9505b9aa46 req-51eecd68-63e1-45c4-9870-d532e3a17aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:48.534227 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f17a9c38-4a6a-4588-b8c8-5d9505b9aa46 req-51eecd68-63e1-45c4-9870-d532e3a17aaa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 1097 time: 0.2055638 Oct 29 08:51:48.534794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:48.538717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:48.629984 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f17a9c38-4a6a-4588-b8c8-5d9505b9aa46 req-aacec299-7f7a-4ff4-b08b-7b432107a5c8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727770 Oct 29 08:51:48.659506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef9be0-6387-4753-96d1-80f8bc5bfb00 req-d403ab30-4e2d-49e8-90a0-5709653a1a29 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:48.661429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f2ef9be0-6387-4753-96d1-80f8bc5bfb00 req-d403ab30-4e2d-49e8-90a0-5709653a1a29 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 945 time: 0.0633538 Oct 29 08:51:48.731118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f2ef9be0-6387-4753-96d1-80f8bc5bfb00 req-bfad7522-815f-4a41-823b-c5e920f3d2a1 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609980 Oct 29 08:51:48.794971 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:48.861209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=b7491839-b43e-42ce-9fee-8a549cfb21f3,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:48.868752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': '5dac74d9-b994-4baf-a588-021de006b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c9ab2117-8c07-4b9b-bb4a-ec2541fb981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:48.869430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: c9ab2117-8c07-4b9b-bb4a-ec2541fb981b, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:48.888218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:48.910157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, c9ab2117-8c07-4b9b-bb4a-ec2541fb981b) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:48.919798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598e5f8-a5f6-44f5-ae21-cf43d3f90c18 None None] Network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:48.921602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:48.921602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:48.957991 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6aa73b38-af40-49bd-bda2-e84ecaeff49b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5921679 Oct 29 08:51:48.957991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47858) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:48.964640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-84b3a6f2-b016-42a5-9c53-4906a6c80b23 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309331950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:48.999838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84b3a6f2-b016-42a5-9c53-4906a6c80b23 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.002004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84b3a6f2-b016-42a5-9c53-4906a6c80b23 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.069199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84b3a6f2-b016-42a5-9c53-4906a6c80b23 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.075786 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84b3a6f2-b016-42a5-9c53-4906a6c80b23 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.100736 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84b3a6f2-b016-42a5-9c53-4906a6c80b23 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.102286 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-84b3a6f2-b016-42a5-9c53-4906a6c80b23 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1458955 Oct 29 08:51:49.105295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47864) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:49.111434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'port': {'network_id': 'c9ab2117-8c07-4b9b-bb4a-ec2541fb981b', 'name': 'tempest-RoutersIpV6Test-1433391239'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:49.260267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:49.264336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.292435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] device_id is not set on port 59b8c4ec-a79e-400e-8c55-23878b1e7823 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:51:49.434763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-c9ab2117-8c07-4b9b-bb4a-ec2541fb981b', 'network_id': 'c9ab2117-8c07-4b9b-bb4a-ec2541fb981b', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': 'b7491839-b43e-42ce-9fee-8a549cfb21f3'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:51:49.436552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.518482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8::1b6 (c9ab2117-8c07-4b9b-bb4a-ec2541fb981b/b7491839-b43e-42ce-9fee-8a549cfb21f3/59b8c4ec-a79e-400e-8c55-23878b1e7823) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:49.556147 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.702570 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.737799 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.806942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:49.814509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:49.818554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:49.821843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Allocated IP 2001:db8::2 (c9ab2117-8c07-4b9b-bb4a-ec2541fb981b/b7491839-b43e-42ce-9fee-8a549cfb21f3/bb27d6dd-e593-4ead-818f-a4a2132a7ddd) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:51:49.824918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:49.825573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:49.849682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=59b8c4ec-a79e-400e-8c55-23878b1e7823,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:49.862346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47884) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:49.862794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8b1fef8a-9685-4800-bb6b-366298ec28dd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7560322 Oct 29 08:51:50.066978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:50.077414 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:50.125144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:50.129038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:50.137545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:51:50.158784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Pushing event updated for resources: {'Port': ['ID=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:50.210668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5acceb-655b-4d0b-b4c3-71135f6f07ae req-39d7562b-69ad-44fd-b7b8-05206a41ae86 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:50.212460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f5acceb-655b-4d0b-b4c3-71135f6f07ae req-39d7562b-69ad-44fd-b7b8-05206a41ae86 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 945 time: 0.3403597 Oct 29 08:51:50.234290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Attempting to bind port bb27d6dd-e593-4ead-818f-a4a2132a7ddd on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:51:50.234663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Attempting to bind port bb27d6dd-e593-4ead-818f-a4a2132a7ddd by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '5dac74d9-b994-4baf-a588-021de006b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c9ab2117-8c07-4b9b-bb4a-ec2541fb981b'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:51:50.235023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Attempting to bind port bb27d6dd-e593-4ead-818f-a4a2132a7ddd on network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:51:50.241533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:51:50.242086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Checking segment: {'id': '5dac74d9-b994-4baf-a588-021de006b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c9ab2117-8c07-4b9b-bb4a-ec2541fb981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:50.242500 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:50.242906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Bound using segment: {'id': '5dac74d9-b994-4baf-a588-021de006b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c9ab2117-8c07-4b9b-bb4a-ec2541fb981b'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:51:50.243561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Bound port: bb27d6dd-e593-4ead-818f-a4a2132a7ddd, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dac74d9-b994-4baf-a588-021de006b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c9ab2117-8c07-4b9b-bb4a-ec2541fb981b'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:51:50.243993 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:50.308234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f5acceb-655b-4d0b-b4c3-71135f6f07ae req-e9cc23dc-64c3-48d8-93ba-45cf8a25b97b tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857675 Oct 29 08:51:50.354505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:50.360421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] For port bb27d6dd-e593-4ead-818f-a4a2132a7ddd, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:51:50.364276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] For port bb27d6dd-e593-4ead-818f-a4a2132a7ddd, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,segment=NetworkSegment(5dac74d9-b994-4baf-a588-021de006b971),segment_id=5dac74d9-b994-4baf-a588-021de006b971)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:51:50.370234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:50.445880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9221edb-9c59-47d4-9cf1-48f6af76caf6 None None] Pushing event updated for resources: {'Port': ['ID=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:50.974277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9c819-0c6e-483d-a39c-4fda08f4b4a2 req-c2c0f711-4cae-471f-a79c-890bc689d22c tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:50.975862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cb9c819-0c6e-483d-a39c-4fda08f4b4a2 req-c2c0f711-4cae-471f-a79c-890bc689d22c tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 945 time: 0.1115253 Oct 29 08:51:51.041083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cb9c819-0c6e-483d-a39c-4fda08f4b4a2 req-97929a7f-f578-4eb0-bfd2-ff2fe6010fb6 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588562 Oct 29 08:51:51.059588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.066169 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.138657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=59b8c4ec-a79e-400e-8c55-23878b1e7823,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:51.265313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.417382 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.522608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ad7fd0-d5a7-4fec-ba9c-d5e8df999041 None None] Network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:51.625287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-17d9c9fd-8d7c-4290-9b8d-d8fee02daebb None None] Provisioning complete for port bb27d6dd-e593-4ead-818f-a4a2132a7ddd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:51.625869 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17d9c9fd-8d7c-4290-9b8d-d8fee02daebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.774218 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17d9c9fd-8d7c-4290-9b8d-d8fee02daebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.804270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.810641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.811939 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.852181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-17d9c9fd-8d7c-4290-9b8d-d8fee02daebb None None] For port bb27d6dd-e593-4ead-818f-a4a2132a7ddd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,segment=NetworkSegment(5dac74d9-b994-4baf-a588-021de006b971),segment_id=5dac74d9-b994-4baf-a588-021de006b971)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:51.863262 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17d9c9fd-8d7c-4290-9b8d-d8fee02daebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:51.941760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9c9fd-8d7c-4290-9b8d-d8fee02daebb None None] Pushing event updated for resources: {'Port': ['ID=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:51.970966 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:51:52.033776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:51:52.035484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=59b8c4ec-a79e-400e-8c55-23878b1e7823,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:52.044432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:52.224914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-56480376-bcc9-490b-bbaf-dc0e6acfef1f None None] Provisioning complete for port 59b8c4ec-a79e-400e-8c55-23878b1e7823 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:52.225726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56480376-bcc9-490b-bbaf-dc0e6acfef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:52.239215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1add8-6b6d-40b5-9847-3044b8c2fe64 req-dd0edf70-6c8d-4e22-a062-33c1c131d4cd tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:52.247738 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2bd1add8-6b6d-40b5-9847-3044b8c2fe64 req-dd0edf70-6c8d-4e22-a062-33c1c131d4cd tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 945 time: 0.1235766 Oct 29 08:51:52.316423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2bd1add8-6b6d-40b5-9847-3044b8c2fe64 req-d4615b14-331b-4c6c-96cc-da7857a56ec5 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673027 Oct 29 08:51:52.318629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-56480376-bcc9-490b-bbaf-dc0e6acfef1f None None] Port 59b8c4ec-a79e-400e-8c55-23878b1e7823 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:52.341085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router a4d884da-bb03-4f7b-a938-62f6ee739fa4 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:51:52.345036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-56480376-bcc9-490b-bbaf-dc0e6acfef1f None None] Provisioning complete for port bb27d6dd-e593-4ead-818f-a4a2132a7ddd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:52.348663 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56480376-bcc9-490b-bbaf-dc0e6acfef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:52.405995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-3e4a45f1-45fd-467c-9680-f73a245d010e tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:52.407894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-3e4a45f1-45fd-467c-9680-f73a245d010e tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.93 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 945 time: 0.1571381 Oct 29 08:51:52.536551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device bb27d6dd-e593-4ead-818f-a4a2132a7ddd up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:51:52.649371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port bb27d6dd-e593-4ead-818f-a4a2132a7ddd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:52.650011 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:52.792354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9b012cdb-c6a4-4a6b-a459-41f22b1056d5 None None] Provisioning complete for port 59b8c4ec-a79e-400e-8c55-23878b1e7823 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:52.792954 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b012cdb-c6a4-4a6b-a459-41f22b1056d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:52.818478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1ce53-15a1-43b7-b4c0-7bf8027cf66a req-2846476e-d76a-4704-b3be-138b21ed7c46 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:52.825955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2a1ce53-15a1-43b7-b4c0-7bf8027cf66a req-2846476e-d76a-4704-b3be-138b21ed7c46 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1097 time: 0.2972448 Oct 29 08:51:52.873694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:52.881589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0a4d7070-fc73-4726-8c08-2c45ff1024d4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/a4d884da-bb03-4f7b-a938-62f6ee739fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0180900 Oct 29 08:51:52.884229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47932) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:52.890693 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9161a-91ae-4adb-a746-cc83b858dde6 None None] Sync routers for ids ['a4d884da-bb03-4f7b-a938-62f6ee739fa4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:52.916366 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9161a-91ae-4adb-a746-cc83b858dde6 None None] Routers {'a4d884da-bb03-4f7b-a938-62f6ee739fa4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:52.920209 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-abb9161a-91ae-4adb-a746-cc83b858dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a4d884da-bb03-4f7b-a938-62f6ee739fa4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:52.923049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2a1ce53-15a1-43b7-b4c0-7bf8027cf66a req-73071694-70f6-4462-b9e9-4883eedaa2bc tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959225 Oct 29 08:51:52.962883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9b012cdb-c6a4-4a6b-a459-41f22b1056d5 None None] Port 59b8c4ec-a79e-400e-8c55-23878b1e7823 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:52.984958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Deleting port 86c3cae4-b691-42e4-8ec1-59eb321a282d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:52.985353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:53.050530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f161b-51d7-4fe8-b3b0-28d0b0e1a6c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:53.053982 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-abb9161a-91ae-4adb-a746-cc83b858dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:53.055418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-277f161b-51d7-4fe8-b3b0-28d0b0e1a6c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports/59b8c4ec-a79e-400e-8c55-23878b1e7823 HTTP/1.1" status: 200 len: 984 time: 0.1691461 Oct 29 08:51:53.058158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47942) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:53.066983 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9161a-91ae-4adb-a746-cc83b858dde6 None None] Routers {'a4d884da-bb03-4f7b-a938-62f6ee739fa4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:53.067781 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-abb9161a-91ae-4adb-a746-cc83b858dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a4d884da-bb03-4f7b-a938-62f6ee739fa4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:53.141143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7c815cf7-ee52-46ba-bff9-13381e04aa9b None None] Provisioning complete for port 59b8c4ec-a79e-400e-8c55-23878b1e7823 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:53.142594 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c815cf7-ee52-46ba-bff9-13381e04aa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:53.185077 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-abb9161a-91ae-4adb-a746-cc83b858dde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:53.185753 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9161a-91ae-4adb-a746-cc83b858dde6 None None] The sync data for ids ['a4d884da-bb03-4f7b-a938-62f6ee739fa4'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:53.232371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] For port 86c3cae4-b691-42e4-8ec1-59eb321a282d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=86c3cae4-b691-42e4-8ec1-59eb321a282d,segment=NetworkSegment(48ad3571-3df7-457c-96c9-a55b00d6af9a),segment_id=48ad3571-3df7-457c-96c9-a55b00d6af9a)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:53.232983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:53.254495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7c815cf7-ee52-46ba-bff9-13381e04aa9b None None] Port 59b8c4ec-a79e-400e-8c55-23878b1e7823 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:53.259552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Calling delete_port for 86c3cae4-b691-42e4-8ec1-59eb321a282d owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:53.487942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6fb82508-0e40-489a-931e-09837558539b None None] Provisioning complete for port 59b8c4ec-a79e-400e-8c55-23878b1e7823 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:51:53.488267 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6fb82508-0e40-489a-931e-09837558539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:53.547823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82047948-368a-40af-814e-e0eeb476e7ac req-52fc0c5d-5d82-49cf-afcf-a581ed6e2357 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:53.549307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82047948-368a-40af-814e-e0eeb476e7ac req-52fc0c5d-5d82-49cf-afcf-a581ed6e2357 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cbd549-9404-4b22-aa08-d51df4b10bbb HTTP/1.1" status: 200 len: 945 time: 0.0903516 Oct 29 08:51:53.550294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:53.585262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6fb82508-0e40-489a-931e-09837558539b None None] Port 59b8c4ec-a79e-400e-8c55-23878b1e7823 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:51:53.650942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Pushing event deleted for resources: {'Port': ['ID=86c3cae4-b691-42e4-8ec1-59eb321a282d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:53.653363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dec818-6876-4546-8a95-0f5f0e6f95fc req-cdd57172-39ba-4786-bbe7-e35cd7d6c495 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:53.668955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7dec818-6876-4546-8a95-0f5f0e6f95fc req-cdd57172-39ba-4786-bbe7-e35cd7d6c495 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1909554 Oct 29 08:51:53.756973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] No DVR routers for this DVR port 86c3cae4-b691-42e4-8ec1-59eb321a282d on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:53.766862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:53.770825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84aea273-315a-4ef6-addc-f6d0ed43182c req-28d0e3b4-0553-4aa8-ad4d-b4dbc1748ed0 tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.93 "DELETE /v2.0/ports/86c3cae4-b691-42e4-8ec1-59eb321a282d HTTP/1.1" status: 204 len: 173 time: 1.2441578 Oct 29 08:51:53.771331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cbd549-9404-4b22-aa08-d51df4b10bbb', 'name': 'network-vif-deleted', 'tag': '86c3cae4-b691-42e4-8ec1-59eb321a282d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:51:53.774284 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e97ded-424a-41a2-a97a-283bcbf9369a" -d '{"events": [{"server_uuid": "15cbd549-9404-4b22-aa08-d51df4b10bbb", "name": "network-vif-deleted", "tag": "86c3cae4-b691-42e4-8ec1-59eb321a282d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:51:53.791298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82047948-368a-40af-814e-e0eeb476e7ac req-a71f4e9e-2346-4f78-bfa4-b2b4e690f32e tempest-ServerPasswordTestJSON-1411639681 tempest-ServerPasswordTestJSON-1411639681-project] 10.222.0.70 "GET /v2.0/security-groups?id=9629924c-04d0-41ec-94ea-e0fa53260f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101257 Oct 29 08:51:53.830244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7dec818-6876-4546-8a95-0f5f0e6f95fc req-7b0c1da5-17d5-4f7f-bfab-b2a72a3aba6d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599610 Oct 29 08:51:53.864799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47970) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:53.966428 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986ab93c-45e8-4bab-8cbe-67c094cbb952 x-openstack-request-id: req-986ab93c-45e8-4bab-8cbe-67c094cbb952 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:51:53.968525 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cbd549-9404-4b22-aa08-d51df4b10bbb", "name": "network-vif-deleted", "tag": "86c3cae4-b691-42e4-8ec1-59eb321a282d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:51:53.968976 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-986ab93c-45e8-4bab-8cbe-67c094cbb952 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:51:53.969914 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cbd549-9404-4b22-aa08-d51df4b10bbb', 'name': 'network-vif-deleted', 'tag': '86c3cae4-b691-42e4-8ec1-59eb321a282d', 'status': 'completed', 'code': 200} Oct 29 08:51:53.995856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f2b8571-e6f7-42c4-9ea2-c6049b83e327 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 HTTP/1.1" status: 200 len: 993 time: 0.1206594 Oct 29 08:51:54.082837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:54.311385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 59b8c4ec-a79e-400e-8c55-23878b1e7823 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:54.311973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:54.419420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:54.436805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 59b8c4ec-a79e-400e-8c55-23878b1e7823 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:54.643732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545aa05-aca4-4c42-a153-bc999a754bd8 req-a2e98e43-c80c-427b-be88-39c2d97aa0cf tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:54.645166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6545aa05-aca4-4c42-a153-bc999a754bd8 req-a2e98e43-c80c-427b-be88-39c2d97aa0cf tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1308160 Oct 29 08:51:54.713974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-9b8fd866-f0ac-43d1-b50f-c1f85436e60e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2140818 Oct 29 08:51:54.740717 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6545aa05-aca4-4c42-a153-bc999a754bd8 req-9e54a5f8-e170-4d98-88bd-dc15e10aab87 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794761 Oct 29 08:51:54.741929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:54.757933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86c3cae4-b691-42e4-8ec1-59eb321a282d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:54.781466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=59b8c4ec-a79e-400e-8c55-23878b1e7823,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:54.837246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 86c3cae4-b691-42e4-8ec1-59eb321a282d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:54.837992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 86c3cae4-b691-42e4-8ec1-59eb321a282d not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:54.913691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:54.914431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48008) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:54.982589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eae9708-6ce0-4f9e-8524-30bcda4eb08c admin admin] Deleting subnet 11b9545b-12ff-4809-ab76-98857e927769 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:54.987723 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5eae9708-6ce0-4f9e-8524-30bcda4eb08c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.070611 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5eae9708-6ce0-4f9e-8524-30bcda4eb08c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.156478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5eae9708-6ce0-4f9e-8524-30bcda4eb08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.181130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router a4d884da-bb03-4f7b-a938-62f6ee739fa4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:51:55.234281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5eae9708-6ce0-4f9e-8524-30bcda4eb08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.256925 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5eae9708-6ce0-4f9e-8524-30bcda4eb08c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.267476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5eae9708-6ce0-4f9e-8524-30bcda4eb08c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/11b9545b-12ff-4809-ab76-98857e927769 HTTP/1.1" status: 204 len: 168 time: 0.3511903 Oct 29 08:51:55.272546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48028) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:55.317890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae9708-6ce0-4f9e-8524-30bcda4eb08c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b9545b-12ff-4809-ab76-98857e927769,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:55.333414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:51:55.341438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-19346d7c-f387-40b6-addf-69b9e9764909 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/a4d884da-bb03-4f7b-a938-62f6ee739fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2815561 Oct 29 08:51:55.342229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48032) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:55.345626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd8e33-1b93-4249-9ccd-037307e98ce6 None None] Sync routers for ids ['a4d884da-bb03-4f7b-a938-62f6ee739fa4'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:51:55.365436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd8e33-1b93-4249-9ccd-037307e98ce6 None None] Routers {'a4d884da-bb03-4f7b-a938-62f6ee739fa4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:55.368476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8e33-1b93-4249-9ccd-037307e98ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a4d884da-bb03-4f7b-a938-62f6ee739fa4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:55.473463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.479092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8e33-1b93-4249-9ccd-037307e98ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:55.490588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd8e33-1b93-4249-9ccd-037307e98ce6 None None] Routers {'a4d884da-bb03-4f7b-a938-62f6ee739fa4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:51:55.491567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8e33-1b93-4249-9ccd-037307e98ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a4d884da-bb03-4f7b-a938-62f6ee739fa4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:55.537819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8e33-1b93-4249-9ccd-037307e98ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:55.538856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd8e33-1b93-4249-9ccd-037307e98ce6 None None] The sync data for ids ['a4d884da-bb03-4f7b-a938-62f6ee739fa4'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:51:55.608398 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.639500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab537951-6e21-4374-aa2e-f2fd19476194']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:55.653156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ad3571-3df7-457c-96c9-a55b00d6af9a') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:55.654016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ad3571-3df7-457c-96c9-a55b00d6af9a') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:55.675303 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-d96e2809-4c1b-472b-8627-c4e16ee6e542 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] remove_router_interface failed (client error): The resource could not be found. Oct 29 08:51:55.679740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48038) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:55.680565 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d96e2809-4c1b-472b-8627-c4e16ee6e542 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/a4d884da-bb03-4f7b-a938-62f6ee739fa4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3372023 Oct 29 08:51:55.681927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.725308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-35ede255-34a3-4bcf-8b29-303d2bcf8d67 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4d884da-bb03-4f7b-a938-62f6ee739fa4 HTTP/1.1" status: 200 len: 205 time: 0.0406368 Oct 29 08:51:55.728005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48040) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:55.815336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.826983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4654e38f-b801-413c-915c-8609868be065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.830948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:55.831396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:55.833594 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:55.899981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fed2da-99b6-49db-93ba-149367c9e4c5 req-3817a691-8b6a-4c93-9cbd-c25411ddf2db tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:55.905036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50fed2da-99b6-49db-93ba-149367c9e4c5 req-3817a691-8b6a-4c93-9cbd-c25411ddf2db tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.0617366 Oct 29 08:51:55.981092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.988896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:55.994279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ab537951-6e21-4374-aa2e-f2fd19476194 HTTP/1.1" status: 204 len: 168 time: 0.6873667 Oct 29 08:51:56.000812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50fed2da-99b6-49db-93ba-149367c9e4c5 req-0d8d6209-56f2-4da3-972e-bf72b5288b6b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886359 Oct 29 08:51:56.109681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d5e7b-f119-49fa-9dfb-f73f0940d739 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab537951-6e21-4374-aa2e-f2fd19476194,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:56.128497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4654e38f-b801-413c-915c-8609868be065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.131529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4654e38f-b801-413c-915c-8609868be065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.194368 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4654e38f-b801-413c-915c-8609868be065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.195174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4654e38f-b801-413c-915c-8609868be065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Fanout notify agent at l3_agent the message router_deleted on router a4d884da-bb03-4f7b-a938-62f6ee739fa4 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:51:56.216715 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4654e38f-b801-413c-915c-8609868be065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.220266 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4654e38f-b801-413c-915c-8609868be065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/a4d884da-bb03-4f7b-a938-62f6ee739fa4 HTTP/1.1" status: 204 len: 168 time: 0.4909511 Oct 29 08:51:56.221507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48048) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:56.261956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48050) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:56.287154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-959bab75-a61e-4496-99e4-b4dc396121d5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet b7491839-b43e-42ce-9fee-8a549cfb21f3 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:51:56.291051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-959bab75-a61e-4496-99e4-b4dc396121d5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.338649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d3dd2995-c8b3-47e5-abba-c15e1f316223 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5bcba98da2e94a2685739add140d21cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752351 Oct 29 08:51:56.342582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48052) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:56.348138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-959bab75-a61e-4496-99e4-b4dc396121d5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.515094 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa480-15d5-48cb-b75b-db1518e4fd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.545768 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa480-15d5-48cb-b75b-db1518e4fd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.608921 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa480-15d5-48cb-b75b-db1518e4fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.611791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa480-15d5-48cb-b75b-db1518e4fd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.615434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fe4aa480-15d5-48cb-b75b-db1518e4fd88 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9629924c-04d0-41ec-94ea-e0fa53260f80 HTTP/1.1" status: 204 len: 168 time: 0.2691114 Oct 29 08:51:56.628368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4aa480-15d5-48cb-b75b-db1518e4fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9629924c-04d0-41ec-94ea-e0fa53260f80,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:56.636557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-e853081d-b475-44d4-8355-08897007d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:56.638124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-e853081d-b475-44d4-8355-08897007d957 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1097 time: 0.1767902 Oct 29 08:51:56.776724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-53146cd0-4297-4dfb-8eaa-302736f84e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:56.779008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-53146cd0-4297-4dfb-8eaa-302736f84e60 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.1327288 Oct 29 08:51:56.841097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-959bab75-a61e-4496-99e4-b4dc396121d5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.866981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-7c89a170-2672-49a9-9b2b-30b5bf2ee468 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 1001 time: 0.0800371 Oct 29 08:51:56.929815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-3964a8df-08a2-420d-a76d-6de68fbb65db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:56.931143 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-959bab75-a61e-4496-99e4-b4dc396121d5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:56.931741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-3964a8df-08a2-420d-a76d-6de68fbb65db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.0565388 Oct 29 08:51:56.971183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab75-a61e-4496-99e4-b4dc396121d5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=b7491839-b43e-42ce-9fee-8a549cfb21f3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:56.995976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-e2b217e4-90dd-4daf-8f27-882044278def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:56.997839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-e2b217e4-90dd-4daf-8f27-882044278def service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593779 Oct 29 08:51:56.999795 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-959bab75-a61e-4496-99e4-b4dc396121d5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.008802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da597a5-7595-4eee-a89b-4f751b72747f None None] Network c9ab2117-8c07-4b9b-bb4a-ec2541fb981b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:57.010455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-959bab75-a61e-4496-99e4-b4dc396121d5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/b7491839-b43e-42ce-9fee-8a549cfb21f3 HTTP/1.1" status: 204 len: 168 time: 0.7803988 Oct 29 08:51:57.011251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:57.173863 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.249396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port bb27d6dd-e593-4ead-818f-a4a2132a7ddd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:57.249839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.283937 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-75ba4835-1885-414d-9f09-9d9e50157384 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787499 Oct 29 08:51:57.298542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b89b50-1f77-4c9b-98ad-9d2c4e6acd8f req-548e99de-b90a-4b80-b391-ea6f3022e78c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:57.309354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48b89b50-1f77-4c9b-98ad-9d2c4e6acd8f req-548e99de-b90a-4b80-b391-ea6f3022e78c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1839283 Oct 29 08:51:57.349856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] DHCP port deletion for c9ab2117-8c07-4b9b-bb4a-ec2541fb981b request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:51:57.399213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port bb27d6dd-e593-4ead-818f-a4a2132a7ddd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,segment=NetworkSegment(5dac74d9-b994-4baf-a588-021de006b971),segment_id=5dac74d9-b994-4baf-a588-021de006b971)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:57.399703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.425556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for bb27d6dd-e593-4ead-818f-a4a2132a7ddd owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:57.469763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48b89b50-1f77-4c9b-98ad-9d2c4e6acd8f req-85b5e64a-86cd-4d5f-b434-2219891bef9a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545751 Oct 29 08:51:57.489673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] Deleting port bb27d6dd-e593-4ead-818f-a4a2132a7ddd {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:51:57.490279 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.535207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-08779d59-e692-416b-9230-7e3dbcf959d3 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227824 Oct 29 08:51:57.544723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.559698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No DVR routers for this DVR port bb27d6dd-e593-4ead-818f-a4a2132a7ddd on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:57.590873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:57.696175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.710028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] For port bb27d6dd-e593-4ead-818f-a4a2132a7ddd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,segment=NetworkSegment(5dac74d9-b994-4baf-a588-021de006b971),segment_id=5dac74d9-b994-4baf-a588-021de006b971)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:51:57.712730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.760895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ab2117-8c07-4b9b-bb4a-ec2541fb981b']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:57.767613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] Calling delete_port for bb27d6dd-e593-4ead-818f-a4a2132a7ddd owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:51:57.785888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dac74d9-b994-4baf-a588-021de006b971') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:57.786203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dac74d9-b994-4baf-a588-021de006b971') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:51:57.825895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.864099 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.878779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:51:57.880259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.904826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:57.907778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:57.926884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] No DVR routers for this DVR port bb27d6dd-e593-4ead-818f-a4a2132a7ddd on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:51:57.951293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfd0d6-93fd-428a-83ef-aad788dfaea7 None None] Pushing event deleted for resources: {'Port': ['ID=bb27d6dd-e593-4ead-818f-a4a2132a7ddd,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:51:57.998998 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:51:58.014173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.020906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.031389 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/c9ab2117-8c07-4b9b-bb4a-ec2541fb981b HTTP/1.1" status: 204 len: 168 time: 1.0173151 Oct 29 08:51:58.033634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48100) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:58.038725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-777172165'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:58.065068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1b6a6-6fec-4a8e-be94-8c0623e0cd73 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=c9ab2117-8c07-4b9b-bb4a-ec2541fb981b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:58.098731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:58.104736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.127009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-network', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:58.158966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:58.169491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Made reservation on behalf of 95d72b84bed44e7b895c2c004c8aca7b for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:58.174059 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.180438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.180799 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment 9f61fd80-6517-4f1b-8667-1cb04f652461 of type vlan for network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 Oct 29 08:51:58.201714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.221478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48108) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:58.285706 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.365280 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.373895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:58.374569 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.416689 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de8936ff-3947-4d00-9f2e-9fff30455730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.476181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device bb27d6dd-e593-4ead-818f-a4a2132a7ddd no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:51:58.505095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.514656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: bb27d6dd-e593-4ead-818f-a4a2132a7ddd {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:51:58.520197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device bb27d6dd-e593-4ead-818f-a4a2132a7ddd not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:51:58.537871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5030124 Oct 29 08:51:58.541172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48116) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:58.541845 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.551108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de8936ff-3947-4d00-9f2e-9fff30455730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.556740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de8936ff-3947-4d00-9f2e-9fff30455730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.562864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': 'bb12e9d1-4eb7-4c31-a4a4-82f4277f3855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:58.610303 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de8936ff-3947-4d00-9f2e-9fff30455730 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1967a3416f904268837244f4d6c59f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874371 Oct 29 08:51:58.628551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48118) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:58.640969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8936ff-3947-4d00-9f2e-9fff30455730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455943b3-68f8-4294-9dd2-443260d787e8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:58.707838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f057-7eb7-4819-a4ae-c7fe0ae9ac75 req-39bda42d-0d2b-47b5-a4b8-2c0e776862bc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:58.709431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d33f057-7eb7-4819-a4ae-c7fe0ae9ac75 req-39bda42d-0d2b-47b5-a4b8-2c0e776862bc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1231205 Oct 29 08:51:58.715072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-abc76503-513d-4272-98ef-bb4232d48437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.751493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceea24b-ba39-41c4-b022-9b573be9a1e2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=bb12e9d1-4eb7-4c31-a4a4-82f4277f3855,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:58.760678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:51:58.761941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-abc76503-513d-4272-98ef-bb4232d48437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.769455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:58.771975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:58.775570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.828994 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.829271 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Added segment acc0d7da-57f2-4cf8-b427-21be3381ff6f of type vlan for network 99badcc2-1d80-42c5-9d1f-289771318009 Oct 29 08:51:58.832894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9493df51-e12c-4fe1-a414-86df5b4a408e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:58.848801 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8d33f057-7eb7-4819-a4ae-c7fe0ae9ac75 req-1ae477bf-7f91-47af-aea8-3bbbb49b59e1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172566 Oct 29 08:51:58.901927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-abc76503-513d-4272-98ef-bb4232d48437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.904908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-abc76503-513d-4272-98ef-bb4232d48437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:58.908647 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-abc76503-513d-4272-98ef-bb4232d48437 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/455943b3-68f8-4294-9dd2-443260d787e8 HTTP/1.1" status: 204 len: 168 time: 0.2761276 Oct 29 08:51:58.933218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc76503-513d-4272-98ef-bb4232d48437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455943b3-68f8-4294-9dd2-443260d787e8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:58.945585 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.143506 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.144973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:59.145730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.153626 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.157414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.259429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3501298 Oct 29 08:51:59.259877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48124) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:59.268100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Request body: {'subnet': {'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-subnet', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:59.282659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c248c-16b7-4fd3-8063-08438aa2df49 admin admin] Pushing event updated for resources: {'Network': ['ID=99badcc2-1d80-42c5-9d1f-289771318009,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:59.298362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 99badcc2-1d80-42c5-9d1f-289771318009 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:51:59.308801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Made reservation on behalf of 95d72b84bed44e7b895c2c004c8aca7b for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:51:59.313124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.314833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=9daf468e-ae91-4a1b-a32c-e9aa8f6fe511,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:59.317547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': '9f61fd80-6517-4f1b-8667-1cb04f652461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bb12e9d1-4eb7-4c31-a4a4-82f4277f3855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:51:59.317908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: bb12e9d1-4eb7-4c31-a4a4-82f4277f3855, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:51:59.342678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48126) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:59.351482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:51:59.365985 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9cce035-8e9e-4900-9443-d87a319c624c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.378048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, bb12e9d1-4eb7-4c31-a4a4-82f4277f3855) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:51:59.384882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:51:59.385480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.418707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b48e0d-b540-4908-8f2c-505410bb5aef None None] Network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:51:59.428423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ce292eb8-accd-475b-a9b6-3b8f55b710aa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8765373 Oct 29 08:51:59.432884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48130) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:59.443528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4740143e-955c-41c0-ba28-972092dbc0ec tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287117788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:51:59.521246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9cce035-8e9e-4900-9443-d87a319c624c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.533769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a9cce035-8e9e-4900-9443-d87a319c624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.578164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a9cce035-8e9e-4900-9443-d87a319c624c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e61352f26e44571a51a2856542070c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340560 Oct 29 08:51:59.579326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cce035-8e9e-4900-9443-d87a319c624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1439f465-95de-4a84-a3d6-bf1bfd380b00,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:59.581914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48132) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:59.640491 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70bbbf57-a19b-407c-b4b1-5cd9485df190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.649747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-bb12e9d1-4eb7-4c31-a4a4-82f4277f3855', 'network_id': 'bb12e9d1-4eb7-4c31-a4a4-82f4277f3855', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': '9daf468e-ae91-4a1b-a32c-e9aa8f6fe511'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:51:59.650627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.654393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4740143e-955c-41c0-ba28-972092dbc0ec tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.655656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4740143e-955c-41c0-ba28-972092dbc0ec tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.681130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70bbbf57-a19b-407c-b4b1-5cd9485df190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.711777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4740143e-955c-41c0-ba28-972092dbc0ec tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.720606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4740143e-955c-41c0-ba28-972092dbc0ec tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.745417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70bbbf57-a19b-407c-b4b1-5cd9485df190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.747442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.752909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70bbbf57-a19b-407c-b4b1-5cd9485df190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.755761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4740143e-955c-41c0-ba28-972092dbc0ec tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:51:59.757351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4740143e-955c-41c0-ba28-972092dbc0ec tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3233843 Oct 29 08:51:59.764544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48136) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:51:59.764858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-70bbbf57-a19b-407c-b4b1-5cd9485df190 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1439f465-95de-4a84-a3d6-bf1bfd380b00 HTTP/1.1" status: 204 len: 168 time: 0.1751931 Oct 29 08:51:59.776194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbbf57-a19b-407c-b4b1-5cd9485df190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1439f465-95de-4a84-a3d6-bf1bfd380b00,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:51:59.822046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Allocated IP 2001:db8::2 (bb12e9d1-4eb7-4c31-a4a4-82f4277f3855/9daf468e-ae91-4a1b-a32c-e9aa8f6fe511/7b3be900-df52-45d7-ade4-3e72d931de95) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:00.094794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1351c4-5c31-433b-afc0-144300b93741 req-d852d930-6a6b-4727-b2e0-3d0b6d5d3618 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.096645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2c1351c4-5c31-433b-afc0-144300b93741 req-d852d930-6a6b-4727-b2e0-3d0b6d5d3618 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1327698 Oct 29 08:52:00.125377 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.139323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2200b3d4-38c6-427b-8ce6-ac819684e0ff,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:00.139564 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.146170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-7cf2acf2-e723-466b-b1fc-4d14a5058683 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0974560 Oct 29 08:52:00.173699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2c1351c4-5c31-433b-afc0-144300b93741 req-67b4b7f8-5e41-430e-84da-d4c02b654d9d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691485 Oct 29 08:52:00.200819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Checking segment: {'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:00.201279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Network hostable DHCP agents. Network: 99badcc2-1d80-42c5-9d1f-289771318009, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:00.254602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Network 99badcc2-1d80-42c5-9d1f-289771318009 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:00.260218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.264435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:00.268087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:00.273348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:00.279005 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 99badcc2-1d80-42c5-9d1f-289771318009) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:00.286325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Pushing event updated for resources: {'Port': ['ID=7b3be900-df52-45d7-ade4-3e72d931de95,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:00.329416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bce0785-5839-4edc-bdc8-9e2d278d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.330395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bce0785-5839-4edc-bdc8-9e2d278d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.330528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bce0785-5839-4edc-bdc8-9e2d278d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.330914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bce0785-5839-4edc-bdc8-9e2d278d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.331366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bce0785-5839-4edc-bdc8-9e2d278d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.331831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bce0785-5839-4edc-bdc8-9e2d278d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.332289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bce0785-5839-4edc-bdc8-9e2d278d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.340479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bce0785-5839-4edc-bdc8-9e2d278d159f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a14463b9cae4e37869d2ac053bdde21&device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 6501 time: 0.1488760 Oct 29 08:52:00.355566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Attempting to bind port 7b3be900-df52-45d7-ade4-3e72d931de95 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:00.356124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Attempting to bind port 7b3be900-df52-45d7-ade4-3e72d931de95 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '9f61fd80-6517-4f1b-8667-1cb04f652461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bb12e9d1-4eb7-4c31-a4a4-82f4277f3855'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:00.356586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Attempting to bind port 7b3be900-df52-45d7-ade4-3e72d931de95 on network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:00.362960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961d652-c4d4-479d-82d3-0a80df6229f7 None None] Network 99badcc2-1d80-42c5-9d1f-289771318009 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:00.365885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:00.366579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Checking segment: {'id': '9f61fd80-6517-4f1b-8667-1cb04f652461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bb12e9d1-4eb7-4c31-a4a4-82f4277f3855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:00.367078 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.367562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Bound using segment: {'id': '9f61fd80-6517-4f1b-8667-1cb04f652461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bb12e9d1-4eb7-4c31-a4a4-82f4277f3855'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:00.368175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Bound port: 7b3be900-df52-45d7-ade4-3e72d931de95, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f61fd80-6517-4f1b-8667-1cb04f652461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bb12e9d1-4eb7-4c31-a4a4-82f4277f3855'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:00.368666 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.383766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.384422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.456971 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2486beda-da18-4701-8041-06cea392fdbf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1952147 Oct 29 08:52:00.461615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48144) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:00.473833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:00.478424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.536315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] For port 7b3be900-df52-45d7-ade4-3e72d931de95, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:00.541059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] For port 7b3be900-df52-45d7-ade4-3e72d931de95, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7b3be900-df52-45d7-ade4-3e72d931de95,segment=NetworkSegment(9f61fd80-6517-4f1b-8667-1cb04f652461),segment_id=9f61fd80-6517-4f1b-8667-1cb04f652461)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:00.575093 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.605221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.606820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.625835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-7da2a742-7ca7-4682-937b-cf0333d31b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.626337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-7da2a742-7ca7-4682-937b-cf0333d31b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.626994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-7da2a742-7ca7-4682-937b-cf0333d31b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.628874 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-7da2a742-7ca7-4682-937b-cf0333d31b92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d438998-7dbc-43e7-a0d6-ff375e13ad12&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=ef59e376-f3ba-43d4-92f3-16d419b3497a&id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab HTTP/1.1" status: 200 len: 2301 time: 0.2423487 Oct 29 08:52:00.655545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bffc09-e664-450a-8bbe-78713ee3b842 None None] Pushing event updated for resources: {'Port': ['ID=7b3be900-df52-45d7-ade4-3e72d931de95,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:00.670417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ae137-d5d8-4bbf-a892-c5e9dd9dd9d9 None None] Network 99badcc2-1d80-42c5-9d1f-289771318009 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:00.745485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:00.786928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-3cc56391-309d-4d27-b7e5-78fa22cab606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c41bd85-698e-4ce5-a994-32565310921a HTTP/1.1" status: 200 len: 1001 time: 0.1478798 Oct 29 08:52:00.846964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8::1 (bb12e9d1-4eb7-4c31-a4a4-82f4277f3855/9daf468e-ae91-4a1b-a32c-e9aa8f6fe511/d1e9e0fa-9493-4cf8-b73c-aac488bad2dc) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:00.877555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-6beb10bc-ef83-4131-8344-bf1b4578c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.879110 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-6beb10bc-ef83-4131-8344-bf1b4578c1c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86742c09-5b26-4354-8a33-545cd0fb9bf8 HTTP/1.1" status: 200 len: 855 time: 0.0881872 Oct 29 08:52:00.951479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-d7e491d3-ec9b-45af-a1be-876a6698df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:00.953145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-d7e491d3-ec9b-45af-a1be-876a6698df1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d438998-7dbc-43e7-a0d6-ff375e13ad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666006 Oct 29 08:52:00.966635 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.127089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-82fb9bd4-b428-4fc8-9379-d5655f34c958 service neutron] 10.222.0.15 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664848 Oct 29 08:52:01.157394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.218815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48164) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:01.244714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.328274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-dbd961ad-8095-4430-b5d7-5e03e38da3fc service neutron] 10.222.0.15 "GET /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945531 Oct 29 08:52:01.388805 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:01.391226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-b5a54d70-64a9-47dc-88a0-0464e2f393b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=945f774e-36c0-4273-b2bb-51a1d3437342 HTTP/1.1" status: 200 len: 217 time: 0.0547967 Oct 29 08:52:01.398600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:01.406135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:01.406658 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.462490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=d1e9e0fa-9493-4cf8-b73c-aac488bad2dc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:01.471177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-998158b8-720e-4cbe-b330-df578a0ba876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:01.472739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-998158b8-720e-4cbe-b330-df578a0ba876 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.0755048 Oct 29 08:52:01.476083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196793601-network', 'tenant_id': '799ed37a55bf4207ae4defd651a92bfb'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:01.521992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e50749-8ba3-441d-b54d-14b00f1795e2 req-88d0d501-0928-4dcf-9f63-46645210a493 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:01.523630 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95e50749-8ba3-441d-b54d-14b00f1795e2 req-88d0d501-0928-4dcf-9f63-46645210a493 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.2025516 Oct 29 08:52:01.530236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-6c27e239-f175-441f-942e-0f65f5c4f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:01.532133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-6c27e239-f175-441f-942e-0f65f5c4f224 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515070 Oct 29 08:52:01.549093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.588670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.616282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Made reservation on behalf of 799ed37a55bf4207ae4defd651a92bfb for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:01.620039 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.656476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-d000eb1b-f0ad-4f94-b940-747902ebfc40 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174400 Oct 29 08:52:01.701857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.736700 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95e50749-8ba3-441d-b54d-14b00f1795e2 req-e5aaa40f-04f9-46b2-ab74-40f8cbfbaeba tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835351 Oct 29 08:52:01.744019 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:01.778817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-9c245260-975e-4830-9540-3b0ba65765f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148458 Oct 29 08:52:01.859036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-ee2cd6ad-f1da-4447-9986-de37227ef980 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 HTTP/1.1" status: 200 len: 217 time: 0.0726550 Oct 29 08:52:01.920167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Allocated IP 172.25.5.43 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/8d884964-b30b-4096-9b59-dd689a38821a) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:01.922086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-84e52197-7dd6-4906-aa9d-4cfe13da1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:01.924573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-84e52197-7dd6-4906-aa9d-4cfe13da1573 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.0582845 Oct 29 08:52:01.981179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-2787288e-6389-462c-a099-8d9ea2fd84a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:01.983026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-2787288e-6389-462c-a099-8d9ea2fd84a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508969 Oct 29 08:52:02.114209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-6cebd49d-3b8f-4ad9-b98b-b3e4c698cace service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239054 Oct 29 08:52:02.146079 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.158126 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.170475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:02.180557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.181051 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Added segment 855d357a-debe-4ea5-bc6d-0520e95e4637 of type vlan for network fd24b143-6576-4900-8379-7be7e45945d3 Oct 29 08:52:02.226581 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.236191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-9d6639d3-b598-4b66-b7b2-7383d891d278 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144357 Oct 29 08:52:02.272794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.273903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:02.274593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.289600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-e2df916a-4f84-4931-b4f9-a67f32990df6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56 HTTP/1.1" status: 200 len: 217 time: 0.0454853 Oct 29 08:52:02.297588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0445caf-7605-4de6-9f53-41defb04b313 None None] Network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:02.366115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-5f5d4c1b-fd77-4356-b2e3-907dbeb80fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:02.367646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-5f5d4c1b-fd77-4356-b2e3-907dbeb80fbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.0709724 Oct 29 08:52:02.400636 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1766684 Oct 29 08:52:02.400636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac6cf72-df9c-4f67-a53c-4152a27a4d73,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:02.406195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48170) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:02.428905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Request body: {'subnet': {'network_id': 'fd24b143-6576-4900-8379-7be7e45945d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196793601-subnet', 'tenant_id': '799ed37a55bf4207ae4defd651a92bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:02.430111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-300d0b2e-9d1e-4f11-9399-4370f7322fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:02.431862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-300d0b2e-9d1e-4f11-9399-4370f7322fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561087 Oct 29 08:52:02.458675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-377fb1c1-d562-4422-ad85-7213c304ab02 None None] Provisioning complete for port 7b3be900-df52-45d7-ade4-3e72d931de95 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:02.459049 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-377fb1c1-d562-4422-ad85-7213c304ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.474709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.478581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7b3be900-df52-45d7-ade4-3e72d931de95 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:02.492017 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c7b84-1116-48dc-9137-a1b2f67099e3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd24b143-6576-4900-8379-7be7e45945d3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:02.526721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network fd24b143-6576-4900-8379-7be7e45945d3 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:02.532147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Made reservation on behalf of 799ed37a55bf4207ae4defd651a92bfb for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:02.534699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.577592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-3582bb20-5e28-4ca1-89f8-60ce274236a1 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344380 Oct 29 08:52:02.608548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.625610 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.626631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.686202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=d1e9e0fa-9493-4cf8-b73c-aac488bad2dc,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:02.700987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.741040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-74cf69e9-4a1c-4c53-a661-4681911ff140 service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559861 Oct 29 08:52:02.782683 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-377fb1c1-d562-4422-ad85-7213c304ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.833848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-377fb1c1-d562-4422-ad85-7213c304ab02 None None] For port 7b3be900-df52-45d7-ade4-3e72d931de95, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7b3be900-df52-45d7-ade4-3e72d931de95,segment=NetworkSegment(9f61fd80-6517-4f1b-8667-1cb04f652461),segment_id=9f61fd80-6517-4f1b-8667-1cb04f652461)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:02.836897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7b3be900-df52-45d7-ade4-3e72d931de95 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:02.837397 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.874526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-377fb1c1-d562-4422-ad85-7213c304ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:02.909962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-8ea0d3d2-51ff-4f6e-8e5f-fa3e2caaf748 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=396104a2-93c8-492a-848f-d1dbd4c85fd5 HTTP/1.1" status: 200 len: 217 time: 0.1608469 Oct 29 08:52:02.970375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fb1c1-d562-4422-ad85-7213c304ab02 None None] Pushing event updated for resources: {'Port': ['ID=7b3be900-df52-45d7-ade4-3e72d931de95,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:03.097096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-c0d662ac-c842-4168-a6eb-c0f1d890a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:03.099008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-c0d662ac-c842-4168-a6eb-c0f1d890a6a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 200 len: 797 time: 0.1716955 Oct 29 08:52:03.122156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:03.125057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99154c-d348-4c16-bb0c-c1c2c7b0c762 req-2a09dae2-449e-4ee3-b258-6c89f918a8d1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:03.133705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:03.134718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf99154c-d348-4c16-bb0c-c1c2c7b0c762 req-2a09dae2-449e-4ee3-b258-6c89f918a8d1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.2226620 Oct 29 08:52:03.136454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:03.186678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Pushing event updated for resources: {'Port': ['ID=8d884964-b30b-4096-9b59-dd689a38821a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:03.198922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48180) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:03.389708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01ae862a-dd27-40bb-8293-9b3edf79e2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:03.506409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-311c347d-85cb-4899-b286-4aa493219347 None None] Provisioning complete for port d1e9e0fa-9493-4cf8-b73c-aac488bad2dc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:03.507256 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-311c347d-85cb-4899-b286-4aa493219347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:03.538315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:03.548539 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:03.565961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-311c347d-85cb-4899-b286-4aa493219347 None None] Port d1e9e0fa-9493-4cf8-b73c-aac488bad2dc cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:03.581099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-311c347d-85cb-4899-b286-4aa493219347 None None] Provisioning complete for port 7b3be900-df52-45d7-ade4-3e72d931de95 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:03.581617 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-311c347d-85cb-4899-b286-4aa493219347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:03.680906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:03.756922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-38dbb18a-eb10-477f-8f59-12fbf179c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:03.758713 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-38dbb18a-eb10-477f-8f59-12fbf179c0d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef59e376-f3ba-43d4-92f3-16d419b3497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6204276 Oct 29 08:52:03.764955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf99154c-d348-4c16-bb0c-c1c2c7b0c762 req-1be45ab6-5490-4c22-b044-d76c6c0259cb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6293628 Oct 29 08:52:03.775954 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:03.780598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-47555b27-2fbc-439e-ab5e-d9bf0245648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:03.782224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-47555b27-2fbc-439e-ab5e-d9bf0245648c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1097 time: 0.0923438 Oct 29 08:52:03.820293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2e49e8dd-feef-4bb8-be30-31b7c41ab04c None None] Provisioning complete for port d1e9e0fa-9493-4cf8-b73c-aac488bad2dc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:03.821260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8dd-feef-4bb8-be30-31b7c41ab04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:03.860376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2e49e8dd-feef-4bb8-be30-31b7c41ab04c None None] Port d1e9e0fa-9493-4cf8-b73c-aac488bad2dc cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:03.895862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d782b6fe-3fde-4c7c-950e-88c983feb368,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:03.930469 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01ae862a-dd27-40bb-8293-9b3edf79e2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:03.943535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Checking segment: {'id': '855d357a-debe-4ea5-bc6d-0520e95e4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fd24b143-6576-4900-8379-7be7e45945d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:03.943925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Network hostable DHCP agents. Network: fd24b143-6576-4900-8379-7be7e45945d3, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:03.949970 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01ae862a-dd27-40bb-8293-9b3edf79e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:03.957849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-cdb5d21d-9dfd-4084-b1f9-ca1246a9bd4f service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882396 Oct 29 08:52:03.963184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-6d5f16a7-f499-4f0c-b567-698d91326ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:03.964965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-6d5f16a7-f499-4f0c-b567-698d91326ba8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.1377637 Oct 29 08:52:04.009100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 9e046ace-032f-4cfe-92cb-d30d96d8fb57 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:52:04.033789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-01ae862a-dd27-40bb-8293-9b3edf79e2b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1da50d119634613a8596d76964880c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8333247 Oct 29 08:52:04.036251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae862a-dd27-40bb-8293-9b3edf79e2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd02058-ff46-4add-acb9-22f0b3b37182,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:04.040339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Network fd24b143-6576-4900-8379-7be7e45945d3 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:04.045053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48184) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:04.088496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-89128ce8-8711-4b4a-bb1d-c6497e226762 None None] Provisioning complete for port d1e9e0fa-9493-4cf8-b73c-aac488bad2dc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:04.088790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-5a11dc45-67c8-45a1-b065-7509dffaceaf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 1001 time: 0.1148217 Oct 29 08:52:04.089096 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-89128ce8-8711-4b4a-bb1d-c6497e226762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:04.126953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, fd24b143-6576-4900-8379-7be7e45945d3) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:04.137316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-89128ce8-8711-4b4a-bb1d-c6497e226762 None None] Port d1e9e0fa-9493-4cf8-b73c-aac488bad2dc cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:04.146134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:04.146413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f54d5c-968f-4cdb-b68b-bfddc4935a13 None None] Network fd24b143-6576-4900-8379-7be7e45945d3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:04.146755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:04.158766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-759f9b08-bfd9-4dc2-8e35-e9c007be4dfc service neutron] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926200 Oct 29 08:52:04.207746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-37cc90dc-dfe8-42d9-9463-2949c885a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:04.209098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-37cc90dc-dfe8-42d9-9463-2949c885a6c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.1110005 Oct 29 08:52:04.210597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-8c2df7f9-f01a-4bd4-a767-2d37b8449f6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6 HTTP/1.1" status: 200 len: 217 time: 0.0432625 Oct 29 08:52:04.246972 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ea399348-9d8f-4eb0-8c96-da0a88861ae6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8318930 Oct 29 08:52:04.296507 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f1a1-ad33-406b-b5e3-9e6b04d3646f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:04.301064 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:04.306428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-7c94c984-62c2-417a-bbf5-c13a454f1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:04.307578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e3f4bd9-76b9-46f9-952a-0760ffa08eee tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/9e046ace-032f-4cfe-92cb-d30d96d8fb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5408480 Oct 29 08:52:04.308338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-7c94c984-62c2-417a-bbf5-c13a454f1679 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1926b76e-cf5a-402b-8070-18656f62548f HTTP/1.1" status: 200 len: 797 time: 0.0796568 Oct 29 08:52:04.308979 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:04.315873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48188) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:04.317016 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a77c2-4cfe-4b9a-8ee1-3400315058e5 None None] Sync routers for ids ['9e046ace-032f-4cfe-92cb-d30d96d8fb57'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:04.318355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b05566-427c-4d5e-9fe8-d28b36c4b6f8 None None] Network fd24b143-6576-4900-8379-7be7e45945d3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:04.332432 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a77c2-4cfe-4b9a-8ee1-3400315058e5 None None] Routers {'9e046ace-032f-4cfe-92cb-d30d96d8fb57'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:04.333184 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b43a77c2-4cfe-4b9a-8ee1-3400315058e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9e046ace-032f-4cfe-92cb-d30d96d8fb57'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:04.336747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-8d3309b2-b5f2-42e6-a700-c12401acc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:04.339784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-8d3309b2-b5f2-42e6-a700-c12401acc6b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234610 Oct 29 08:52:04.406243 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f1a1-ad33-406b-b5e3-9e6b04d3646f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:04.433277 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b43a77c2-4cfe-4b9a-8ee1-3400315058e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:04.451638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea66a6-8bc1-4959-a32d-9b77d3fddb58 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:04.453127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e4ea66a6-8bc1-4959-a32d-9b77d3fddb58 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports/d1e9e0fa-9493-4cf8-b73c-aac488bad2dc HTTP/1.1" status: 200 len: 911 time: 0.1362636 Oct 29 08:52:04.458512 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a77c2-4cfe-4b9a-8ee1-3400315058e5 None None] Routers {'9e046ace-032f-4cfe-92cb-d30d96d8fb57'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:04.460906 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b43a77c2-4cfe-4b9a-8ee1-3400315058e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9e046ace-032f-4cfe-92cb-d30d96d8fb57'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:04.463900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48190) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:04.483439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-477ae08a-7d66-4f1b-944a-40d8c0c31ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:04.486384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-477ae08a-7d66-4f1b-944a-40d8c0c31ffe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1653721 Oct 29 08:52:04.489664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7b3be900-df52-45d7-ade4-3e72d931de95 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:04.507685 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b43a77c2-4cfe-4b9a-8ee1-3400315058e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:04.508396 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a77c2-4cfe-4b9a-8ee1-3400315058e5 None None] The sync data for ids ['9e046ace-032f-4cfe-92cb-d30d96d8fb57'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:04.616070 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f1a1-ad33-406b-b5e3-9e6b04d3646f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:04.618548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f1a1-ad33-406b-b5e3-9e6b04d3646f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:04.622949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5bb8f1a1-ad33-406b-b5e3-9e6b04d3646f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cd02058-ff46-4add-acb9-22f0b3b37182 HTTP/1.1" status: 204 len: 168 time: 0.5734949 Oct 29 08:52:04.635006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7b3be900-df52-45d7-ade4-3e72d931de95 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:04.635732 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:04.644393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-3e3ebd35-2f4d-4f2d-924f-233b9edb7327 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616715 Oct 29 08:52:04.724089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-1beecbfa-53a1-4055-a6d8-e6f5e6bf3a49 service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286444 Oct 29 08:52:04.767149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8f1a1-ad33-406b-b5e3-9e6b04d3646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd02058-ff46-4add-acb9-22f0b3b37182,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:04.828573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Router ee1213d3-1fe2-480b-b153-3f7d82706df5 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:52:04.861992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d74eece5-bd22-4ff4-8529-c99464fa6a05 req-61a8bdde-b927-4eaa-87ff-fffc88b9781d service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083788 Oct 29 08:52:04.939991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-80e3b4c1-4410-4f9e-b359-0035be851a06 service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952777 Oct 29 08:52:05.008265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-f7e28352-452a-4ef4-b80d-4af71024cd30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393 HTTP/1.1" status: 200 len: 217 time: 0.0607376 Oct 29 08:52:05.025351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90331976-8a77-4ee7-b508-c6dd6e47adbc req-59d0ae14-f194-4994-b358-53a5d62bdce6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:05.026878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90331976-8a77-4ee7-b508-c6dd6e47adbc req-59d0ae14-f194-4994-b358-53a5d62bdce6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1036484 Oct 29 08:52:05.073255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:05.073958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bb5b6ad-c719-4b1c-89f6-640a29bfb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:05.076794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-0bb5b6ad-c719-4b1c-89f6-640a29bfb0af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1926b76e-cf5a-402b-8070-18656f62548f HTTP/1.1" status: 200 len: 797 time: 0.0605814 Oct 29 08:52:05.082492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Sync routers for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:05.102674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:05.103355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:05.116852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48216) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:05.125164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-262740139-network', 'tenant_id': 'f6cd9e59855c4beb9b02d69e05a2d445'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:05.128390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90331976-8a77-4ee7-b508-c6dd6e47adbc req-7d71a5b5-b854-4c58-babf-fa62d8715243 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867391 Oct 29 08:52:05.132908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.134105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fd8e92b2-454c-4294-8c91-4a725bb57b26 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6649172 Oct 29 08:52:05.138192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48218) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:05.189330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-ee64ba04-7f79-43bf-a3b7-5428ec592bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:05.191552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-ee64ba04-7f79-43bf-a3b7-5428ec592bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963b4c96-d3cd-4dd3-8ace-7e55036b6cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1065223 Oct 29 08:52:05.195232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Made reservation on behalf of f6cd9e59855c4beb9b02d69e05a2d445 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:05.198961 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.224409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.245542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:05.378665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.392531 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.408840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:05.419616 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.419911 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Added segment 6a9496e9-4930-4f72-a834-84d8d4f63070 of type vlan for network f2445ceb-9f22-4e2f-a511-074f39a47332 Oct 29 08:52:05.472594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.485148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:03Z', 'revision_number': 3, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:05.515500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.516594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:05.517258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.517799 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.527916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Checking router: ee1213d3-1fe2-480b-b153-3f7d82706df5 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:05.528518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Updating router ee1213d3-1fe2-480b-b153-3f7d82706df5 port 8d884964-b30b-4096-9b59-dd689a38821a binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:05.559757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.633432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5134602 Oct 29 08:52:05.643102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48232) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:05.645979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6311620b-47b0-4e11-9d7c-1b9fb30f478b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:05.652921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Request body: {'subnet': {'network_id': 'f2445ceb-9f22-4e2f-a511-074f39a47332', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-262740139-subnet', 'tenant_id': 'f6cd9e59855c4beb9b02d69e05a2d445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:05.660267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-6e50792b-9316-4e1d-8914-3a19965e56d6 service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554050 Oct 29 08:52:05.668546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cd939-6276-48d2-9811-0628441c9be4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2445ceb-9f22-4e2f-a511-074f39a47332,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:05.738984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Made reservation on behalf of f6cd9e59855c4beb9b02d69e05a2d445 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:05.748600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.785451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48234) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:05.900078 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.905512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f2445ceb-9f22-4e2f-a511-074f39a47332 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:05.909771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.946235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:05.948671 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-308843654-network', 'tenant_id': '7ce006a7f4994292b81b61271670d77e'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:06.015600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Made reservation on behalf of 7ce006a7f4994292b81b61271670d77e for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:06.018408 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.031537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d8d8c5-498f-4b54-8db1-7a0cba7a73e7,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:06.040777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce0d4ba-1f2c-483b-aede-62f9609622a6 req-f496c089-c352-4777-9569-ca1d1447fa41 service neutron] 10.222.0.15 "GET /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697240 Oct 29 08:52:06.043300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.048116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Checking segment: {'id': '6a9496e9-4930-4f72-a834-84d8d4f63070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f2445ceb-9f22-4e2f-a511-074f39a47332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:06.048116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Network hostable DHCP agents. Network: f2445ceb-9f22-4e2f-a511-074f39a47332, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:06.066535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a0469-1b55-4fa1-ad8c-bab1520d6aa6 None None] Pushing event updated for resources: {'Port': ['ID=8d884964-b30b-4096-9b59-dd689a38821a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:06.069402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Network f2445ceb-9f22-4e2f-a511-074f39a47332 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:06.077077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Attempting to bind port 8d884964-b30b-4096-9b59-dd689a38821a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:06.077590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Attempting to bind port 8d884964-b30b-4096-9b59-dd689a38821a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:06.078002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Attempting to bind port 8d884964-b30b-4096-9b59-dd689a38821a on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:06.082264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f2445ceb-9f22-4e2f-a511-074f39a47332) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:06.087747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:06.089589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.090038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:06.090428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:06.091586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.091743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:06.092341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Bound port: 8d884964-b30b-4096-9b59-dd689a38821a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:06.092763 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.095576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port d1e9e0fa-9493-4cf8-b73c-aac488bad2dc {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:06.095853 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.097714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f3d31f-eaa8-44ec-8119-2edfc7eba100 None None] Network f2445ceb-9f22-4e2f-a511-074f39a47332 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:06.113214 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ccff1fb9-d1e6-4171-a65e-7bc84ffeed56 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4684658 Oct 29 08:52:06.207333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] For port 8d884964-b30b-4096-9b59-dd689a38821a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:06.208402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] For port 8d884964-b30b-4096-9b59-dd689a38821a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d884964-b30b-4096-9b59-dd689a38821a,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:06.221846 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.282199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.282199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.321825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for d1e9e0fa-9493-4cf8-b73c-aac488bad2dc owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:06.327022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5ba95-1126-48dc-875f-8ba082f8315f req-af1b1ef3-b9b5-4390-bd3c-1780da2b4858 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:06.329307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ba5ba95-1126-48dc-875f-8ba082f8315f req-af1b1ef3-b9b5-4390-bd3c-1780da2b4858 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.0884836 Oct 29 08:52:06.330939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.345043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.389792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a0469-1b55-4fa1-ad8c-bab1520d6aa6 None None] Pushing event updated for resources: {'Port': ['ID=8d884964-b30b-4096-9b59-dd689a38821a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:06.394625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ba5ba95-1126-48dc-875f-8ba082f8315f req-e0206a08-1d63-434f-b0d5-b43633437fed tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572860 Oct 29 08:52:06.407315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:06.408081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:06.448517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:06.479926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab8f40-92e7-47d0-8b41-68f605552d27 None None] Network f2445ceb-9f22-4e2f-a511-074f39a47332 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:06.482201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5f42a-0f03-473d-b813-061db2774dee,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:06.488682 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.489025 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Added segment d14b3825-4f7b-4571-8668-02e0620e85e1 of type vlan for network 0f811ac0-04c4-4253-a48e-436db722aff3 Oct 29 08:52:06.614099 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.757583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.758575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:06.759143 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.779844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Allocated IP 172.20.0.1 (99badcc2-1d80-42c5-9d1f-289771318009/2200b3d4-38c6-427b-8ce6-ac819684e0ff/09db870d-473d-4baa-b11e-b1b6e436d12c) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:06.781692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:06.872826 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0852993 Oct 29 08:52:06.875754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48256) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:06.881668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Request body: {'subnet': {'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-308843654-subnet', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:06.906945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Made reservation on behalf of 7ce006a7f4994292b81b61271670d77e for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:06.909908 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.943678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490388d1-fd3d-4229-8c62-822bea2328ed admin admin] Pushing event updated for resources: {'Network': ['ID=0f811ac0-04c4-4253-a48e-436db722aff3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:06.952284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:06.961847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0f811ac0-04c4-4253-a48e-436db722aff3 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:06.963729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3086f7-eb75-465b-8301-c5add60d114d req-4224323f-b548-489b-9bd9-d558ddfdbc4c tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:06.965282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-4224323f-b548-489b-9bd9-d558ddfdbc4c tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/networks?id=fd24b143-6576-4900-8379-7be7e45945d3 HTTP/1.1" status: 200 len: 808 time: 0.3112144 Oct 29 08:52:07.002959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=d1e9e0fa-9493-4cf8-b73c-aac488bad2dc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:07.042114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-96f3b9a4-b90c-4ba8-9fc9-6a06fadde718 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/quotas/799ed37a55bf4207ae4defd651a92bfb HTTP/1.1" status: 200 len: 375 time: 0.0431468 Oct 29 08:52:07.042732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:03Z', 'revision_number': 3, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:07.081814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e892dd2-080b-49b1-959f-e88cfcfbcd0d None None] The sync data for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 is: [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:03Z', 'revision_number': 3, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:07.123192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.190655 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.194073 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-b3f755d6-fb4d-4ed0-bcdb-f9b880f788d6 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=799ed37a55bf4207ae4defd651a92bfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019118 Oct 29 08:52:07.196376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163a12f6-b492-4b8e-9276-0e3608b6f316,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:07.196567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.206198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Checking segment: {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:07.206684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Network hostable DHCP agents. Network: 0f811ac0-04c4-4253-a48e-436db722aff3, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:07.226871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Network 0f811ac0-04c4-4253-a48e-436db722aff3 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:07.241192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0f811ac0-04c4-4253-a48e-436db722aff3) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:07.248148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:07.249125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.255699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d0278-cf4f-42fd-ba79-938b7de068ff None None] Network 0f811ac0-04c4-4253-a48e-436db722aff3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:07.281342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-85f4b4c7-dcae-4748-a5b2-670b0c0392c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4017758 Oct 29 08:52:07.281970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48258) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:07.289909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:07.321239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.322413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.411023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.481735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.502178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-0f811ac0-04c4-4253-a48e-436db722aff3', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:52:07.503064 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.575678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Network 99badcc2-1d80-42c5-9d1f-289771318009 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:07.595017 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-25b8d5b9-9a87-4266-a450-1c15d46e09cb service neutron] 10.222.0.70 "GET /v2.0/networks/fd24b143-6576-4900-8379-7be7e45945d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865304 Oct 29 08:52:07.609729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:07.612963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:07.659635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.664587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.680051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7984338-d09e-479f-920a-782a0c0816c6 req-a8eee09b-5945-48ac-80d3-901dbf296c14 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:07.682347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7984338-d09e-479f-920a-782a0c0816c6 req-a8eee09b-5945-48ac-80d3-901dbf296c14 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1430035 Oct 29 08:52:07.709703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Allocated IP 172.20.0.2 (0f811ac0-04c4-4253-a48e-436db722aff3/163a12f6-b492-4b8e-9276-0e3608b6f316/c6275921-e27e-44c4-9c3b-e7a458b5f4a6) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:07.791230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7984338-d09e-479f-920a-782a0c0816c6 req-83503b6c-9fb5-4579-b01c-c49c938cc72f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894654 Oct 29 08:52:07.819209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 9e046ace-032f-4cfe-92cb-d30d96d8fb57 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:07.822286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Pushing event updated for resources: {'Port': ['ID=09db870d-473d-4baa-b11e-b1b6e436d12c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:07.868328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.905696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.918066 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:07.967117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Network 0f811ac0-04c4-4253-a48e-436db722aff3 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:07.970611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:07.975529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:07.979266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Pushing event updated for resources: {'Port': ['ID=c6275921-e27e-44c4-9c3b-e7a458b5f4a6,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:08.022552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.048236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.066217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Attempting to bind port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:08.066599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Attempting to bind port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:08.066971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Attempting to bind port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 on network 0f811ac0-04c4-4253-a48e-436db722aff3 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:08.073705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:08.074090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Checking segment: {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:08.074542 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.075129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Bound using segment: {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:08.075673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Bound port: c6275921-e27e-44c4-9c3b-e7a458b5f4a6, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:08.076270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.156804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] For port c6275921-e27e-44c4-9c3b-e7a458b5f4a6, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:08.162345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] For port c6275921-e27e-44c4-9c3b-e7a458b5f4a6, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c6275921-e27e-44c4-9c3b-e7a458b5f4a6,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:08.169283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.194116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Allocated IP 172.25.5.82 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/4819fd8f-4912-4262-89bf-4b9714dcb2c9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:08.258312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2f095-1359-4dd9-abec-6fa4b6efcd47 None None] Pushing event updated for resources: {'Port': ['ID=c6275921-e27e-44c4-9c3b-e7a458b5f4a6,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:08.347954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-12fe44e3-f553-4571-9b3c-87215385bbcb service neutron] 10.222.0.70 "GET /v2.0/networks/fd24b143-6576-4900-8379-7be7e45945d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514277 Oct 29 08:52:08.362380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:08.380884 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e18134e3-5e01-403d-911e-debef773ecc5 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/9e046ace-032f-4cfe-92cb-d30d96d8fb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9134674 Oct 29 08:52:08.387792 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41945469-c9a1-428c-8c95-398614a4e7e8 None None] Sync routers for ids ['9e046ace-032f-4cfe-92cb-d30d96d8fb57'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:08.388324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48262) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:08.407385 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41945469-c9a1-428c-8c95-398614a4e7e8 None None] Routers {'9e046ace-032f-4cfe-92cb-d30d96d8fb57'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:08.408050 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-41945469-c9a1-428c-8c95-398614a4e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9e046ace-032f-4cfe-92cb-d30d96d8fb57'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:08.413676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.479441 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b4cbcec0-b636-4e7c-be69-d59c0a0d6d6f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e046ace-032f-4cfe-92cb-d30d96d8fb57 HTTP/1.1" status: 200 len: 205 time: 0.0897338 Oct 29 08:52:08.483041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48264) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:08.524931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d884964-b30b-4096-9b59-dd689a38821a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:08.582956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.663342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.682427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.730308 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8d884964-b30b-4096-9b59-dd689a38821a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:08.730718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.773598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Pushing event updated for resources: {'Port': ['ID=09db870d-473d-4baa-b11e-b1b6e436d12c,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:08.779125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.817146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0b469e97-743a-4e8c-9f3a-6f7b7212a2ae req-54221c2a-aab5-409b-bdd8-b1048343a755 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 210 time: 0.0601602 Oct 29 08:52:08.819107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:08.827674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fae7443f-a540-44bb-9fdf-75e7175c2385 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:08.859239 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-41945469-c9a1-428c-8c95-398614a4e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:08.883756 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41945469-c9a1-428c-8c95-398614a4e7e8 None None] Routers {'9e046ace-032f-4cfe-92cb-d30d96d8fb57'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:08.884639 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-41945469-c9a1-428c-8c95-398614a4e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9e046ace-032f-4cfe-92cb-d30d96d8fb57'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:08.933083 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-41945469-c9a1-428c-8c95-398614a4e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:08.934846 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41945469-c9a1-428c-8c95-398614a4e7e8 None None] The sync data for ids ['9e046ace-032f-4cfe-92cb-d30d96d8fb57'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:08.948956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:08.953027 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Network 99badcc2-1d80-42c5-9d1f-289771318009 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:08.970273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:08.977957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:08.980228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Pushing event updated for resources: {'Port': ['ID=4819fd8f-4912-4262-89bf-4b9714dcb2c9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:09.004863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34add0d-26af-4db0-9991-445609e908c2 req-ff5f7e8f-d811-4fd2-b613-2b2258a506d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:09.012631 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b34add0d-26af-4db0-9991-445609e908c2 req-ff5f7e8f-d811-4fd2-b613-2b2258a506d3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.0902090 Oct 29 08:52:09.025310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.025659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.025998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.026333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.026672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.027708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.028080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.028413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.028741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.029065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.029400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.029723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:09.030090 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:09.090730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 8d884964-b30b-4096-9b59-dd689a38821a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d884964-b30b-4096-9b59-dd689a38821a,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:09.100481 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:09.167687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fae7443f-a540-44bb-9fdf-75e7175c2385 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:09.169157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=8d884964-b30b-4096-9b59-dd689a38821a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:09.171053 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fae7443f-a540-44bb-9fdf-75e7175c2385 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:09.221457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b34add0d-26af-4db0-9991-445609e908c2 req-e8592c40-8e31-476d-b2f7-c01d3ca392ba tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078445 Oct 29 08:52:09.269971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fae7443f-a540-44bb-9fdf-75e7175c2385 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:09.270782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae7443f-a540-44bb-9fdf-75e7175c2385 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Fanout notify agent at l3_agent the message router_deleted on router 9e046ace-032f-4cfe-92cb-d30d96d8fb57 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:52:09.287344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Router ee1213d3-1fe2-480b-b153-3f7d82706df5 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:09.305299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fae7443f-a540-44bb-9fdf-75e7175c2385 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:09.309542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fae7443f-a540-44bb-9fdf-75e7175c2385 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/9e046ace-032f-4cfe-92cb-d30d96d8fb57 HTTP/1.1" status: 204 len: 168 time: 0.8254726 Oct 29 08:52:09.310404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48276) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:09.403515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd66b1b-f203-4fde-8550-d564c356b123 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet 9daf468e-ae91-4a1b-a32c-e9aa8f6fe511 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:52:09.407511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bd66b1b-f203-4fde-8550-d564c356b123 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:09.447746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:09.453978 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bac94e95-bc93-4159-88da-30a8a9135908 admin admin] 10.222.0.70 "PUT /v2.0/routers/ee1213d3-1fe2-480b-b153-3f7d82706df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3148627 Oct 29 08:52:09.713549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Sync routers for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:09.734520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:09.735311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:09.926030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:09.946106 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8239d0b-82bb-46cd-bc79-9cf2d8d2c144 req-62cdf0a8-e334-4ab7-9807-13aa60a404f5 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 210 time: 0.0491905 Oct 29 08:52:10.012703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bd66b1b-f203-4fde-8550-d564c356b123 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.232327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:08Z', 'revision_number': 2, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:10.299904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Checking router: ee1213d3-1fe2-480b-b153-3f7d82706df5 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:10.300267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Updating router ee1213d3-1fe2-480b-b153-3f7d82706df5 port 09db870d-473d-4baa-b11e-b1b6e436d12c binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:10.304583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.363771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bd66b1b-f203-4fde-8550-d564c356b123 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.389585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ba826-d695-4c89-808f-7a31e5cc7eac req-29fb6c3b-319f-4bd0-ab24-f2f0a4b77d77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:10.392656 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.397729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e1ba826-d695-4c89-808f-7a31e5cc7eac req-29fb6c3b-319f-4bd0-ab24-f2f0a4b77d77 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.0903347 Oct 29 08:52:10.443112 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e1ba826-d695-4c89-808f-7a31e5cc7eac req-b5d0bd16-6895-459f-98fc-88d707b4a859 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444787 Oct 29 08:52:10.459940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df495b-7335-47f6-925c-417ace757b02 req-af5c8583-9496-49f7-bef1-e0a901ef7dfd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:10.461502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-af5c8583-9496-49f7-bef1-e0a901ef7dfd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 819 time: 0.5493951 Oct 29 08:52:10.513539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-38b1fa24-e86e-414b-b05b-7b23312ad427 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/quotas/95d72b84bed44e7b895c2c004c8aca7b HTTP/1.1" status: 200 len: 375 time: 0.0393894 Oct 29 08:52:10.567594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627bd93-6e7b-413a-a804-d6e06276833c None None] Network 0f811ac0-04c4-4253-a48e-436db722aff3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:10.587477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3086f7-eb75-465b-8301-c5add60d114d req-f3ab4302-6f38-422f-bc25-f1c8f85611c9 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:10.589006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-f3ab4302-6f38-422f-bc25-f1c8f85611c9 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.15 "GET /v2.0/networks?id=fd24b143-6576-4900-8379-7be7e45945d3 HTTP/1.1" status: 200 len: 808 time: 0.4352565 Oct 29 08:52:10.597499 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bd66b1b-f203-4fde-8550-d564c356b123 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.609376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Request body: {'port': {'device_id': '9274bd52-2315-425c-a64b-3cfc273c65d2', 'network_id': 'fd24b143-6576-4900-8379-7be7e45945d3', 'admin_state_up': True, 'tenant_id': '799ed37a55bf4207ae4defd651a92bfb'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:10.634249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c6275921-e27e-44c4-9c3b-e7a458b5f4a6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:10.656074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd66b1b-f203-4fde-8550-d564c356b123 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=9daf468e-ae91-4a1b-a32c-e9aa8f6fe511,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:10.693179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bd66b1b-f203-4fde-8550-d564c356b123 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.699314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9bd66b1b-f203-4fde-8550-d564c356b123 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/9daf468e-ae91-4a1b-a32c-e9aa8f6fe511 HTTP/1.1" status: 204 len: 168 time: 1.3824792 Oct 29 08:52:10.699866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48300) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:10.721088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcbc26c-b122-4702-988b-8d08fcb1bfe5 None None] Network bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:10.781261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-9c3775c7-233b-47a4-bffe-95a4503caf13 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2567513 Oct 29 08:52:10.789133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.847268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-73320469-962f-485d-8206-2653ec6d8709 None None] Provisioning complete for port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:10.847544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-73320469-962f-485d-8206-2653ec6d8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.853218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 7b3be900-df52-45d7-ade4-3e72d931de95 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:10.853771 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.861798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.932514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 7b3be900-df52-45d7-ade4-3e72d931de95, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7b3be900-df52-45d7-ade4-3e72d931de95,segment=NetworkSegment(9f61fd80-6517-4f1b-8667-1cb04f652461),segment_id=9f61fd80-6517-4f1b-8667-1cb04f652461)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:10.933213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.944277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Made reservation on behalf of 799ed37a55bf4207ae4defd651a92bfb for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:10.947205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 7b3be900-df52-45d7-ade4-3e72d931de95 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:10.947755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:10.991120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:10.991580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.059793 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf1045c3-401a-4338-a5b9-6b60d55687d8 req-59b3433e-d20a-4d63-a589-88d82f13a15c tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 210 time: 0.0326228 Oct 29 08:52:11.087683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.124321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=7b3be900-df52-45d7-ade4-3e72d931de95,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:11.130015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No DVR routers for this DVR port 7b3be900-df52-45d7-ade4-3e72d931de95 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:52:11.142144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-9fc410fc-b60e-4677-857b-72e186b2d260 service neutron] 10.222.0.70 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379905 Oct 29 08:52:11.238276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.256007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Allocated IP 172.20.0.14 (fd24b143-6576-4900-8379-7be7e45945d3/d782b6fe-3fde-4c7c-950e-88c983feb368/6eb39bb6-f6a6-45ba-909e-518991fc798b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:11.261420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb12e9d1-4eb7-4c31-a4a4-82f4277f3855']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:11.272940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f61fd80-6517-4f1b-8667-1cb04f652461') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:11.273228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f61fd80-6517-4f1b-8667-1cb04f652461') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:11.284124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.301759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.309735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:52:11.310238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-a908bb30-48eb-414d-b56e-dde1e6207618 service neutron] 10.222.0.70 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460400 Oct 29 08:52:11.310837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.312761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:52:11.315287 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:52:11.400953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.420355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.421261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 HTTP/1.1" status: 204 len: 168 time: 0.7203586 Oct 29 08:52:11.433178 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-73320469-962f-485d-8206-2653ec6d8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.440371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48306) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:11.446631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1381865570', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:11.455941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b30f6b-29fe-4cfe-a6ad-f3af625a5b54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=bb12e9d1-4eb7-4c31-a4a4-82f4277f3855,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:11.500288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abe8f5e-5e94-457a-bc74-fa8664f1a482 None None] DHCP port deletion for bb12e9d1-4eb7-4c31-a4a4-82f4277f3855 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:52:11.517905 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.527369 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.529081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.555479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.559646 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.574790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-73320469-962f-485d-8206-2653ec6d8709 None None] For port c6275921-e27e-44c4-9c3b-e7a458b5f4a6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c6275921-e27e-44c4-9c3b-e7a458b5f4a6,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:11.634995 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-73320469-962f-485d-8206-2653ec6d8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.673886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2cda45f1-3c45-4a42-836a-a396de7ab242 req-59a73319-76de-4ac7-84cd-0f9d10392b70 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 210 time: 0.0627656 Oct 29 08:52:11.684802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.713562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb11d2-0407-45d9-b547-b521db42e25a req-698924ed-0dce-4405-a829-c2ffee355e7d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:11.716488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b20d52-0123-4e52-8bfd-faac9c0ec74f None None] Pushing event updated for resources: {'Port': ['ID=09db870d-473d-4baa-b11e-b1b6e436d12c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:11.722441 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95eb11d2-0407-45d9-b547-b521db42e25a req-698924ed-0dce-4405-a829-c2ffee355e7d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1198335 Oct 29 08:52:11.768080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:11.782910 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Sync routers for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:11.797350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.801724 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:11.802458 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:11.809443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.814377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2744a2a6-51db-4f1c-8b54-a0965a78e91c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5308034 Oct 29 08:52:11.816853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48314) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:11.892410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:52:11.892973 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:52:11.962587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.981964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73320469-962f-485d-8206-2653ec6d8709 None None] Pushing event updated for resources: {'Port': ['ID=c6275921-e27e-44c4-9c3b-e7a458b5f4a6,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:11.988252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Attempting to bind port 09db870d-473d-4baa-b11e-b1b6e436d12c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:11.988685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Attempting to bind port 09db870d-473d-4baa-b11e-b1b6e436d12c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:11.989050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Attempting to bind port 09db870d-473d-4baa-b11e-b1b6e436d12c on network 99badcc2-1d80-42c5-9d1f-289771318009 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:11.993174 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:11.996170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:11.996614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Checking segment: {'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:11.997086 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:11.997478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Bound using segment: {'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:11.997960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Bound port: 09db870d-473d-4baa-b11e-b1b6e436d12c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:11.998344 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.006462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-070f3f7a-42ca-42be-aa4d-fca89ecc5f12 None None] Provisioning complete for port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:12.006831 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-070f3f7a-42ca-42be-aa4d-fca89ecc5f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.037537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Network fd24b143-6576-4900-8379-7be7e45945d3 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:12.044108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:12.053365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:12.072259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95eb11d2-0407-45d9-b547-b521db42e25a req-d58e4419-7c01-4b26-ba17-9dac4826d60f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068552 Oct 29 08:52:12.091252 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.197272 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 3, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:12.222036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] For port 09db870d-473d-4baa-b11e-b1b6e436d12c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:12.226907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] For port 09db870d-473d-4baa-b11e-b1b6e436d12c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=09db870d-473d-4baa-b11e-b1b6e436d12c,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:12.231317 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Checking router: 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:12.232114 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Updating router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 port 4819fd8f-4912-4262-89bf-4b9714dcb2c9 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:12.236132 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.258552 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.327755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:12.328353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:12.370142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b20d52-0123-4e52-8bfd-faac9c0ec74f None None] Pushing event updated for resources: {'Port': ['ID=09db870d-473d-4baa-b11e-b1b6e436d12c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:12.468963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d884964-b30b-4096-9b59-dd689a38821a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:12.519975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.549531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.559821 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.572922 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.581861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:12.720313 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Attempting to bind port 4819fd8f-4912-4262-89bf-4b9714dcb2c9 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:12.721035 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Attempting to bind port 4819fd8f-4912-4262-89bf-4b9714dcb2c9 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:12.721631 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Attempting to bind port 4819fd8f-4912-4262-89bf-4b9714dcb2c9 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:12.728693 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Pushing event updated for resources: {'Port': ['ID=4819fd8f-4912-4262-89bf-4b9714dcb2c9,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:12.742611 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:12.748801 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:12.749374 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.750021 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:12.750944 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Bound port: 4819fd8f-4912-4262-89bf-4b9714dcb2c9, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:12.751614 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.781173 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.781931 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.782509 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.783188 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.784478 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.785033 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.785598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8d884964-b30b-4096-9b59-dd689a38821a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:12.785866 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.786010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.786533 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.787081 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.787613 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.788169 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.788738 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:12.811943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 172.25.5.34 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/2c702703-4981-4ca2-b902-5c18d582e995) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:12.836831 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] For port 4819fd8f-4912-4262-89bf-4b9714dcb2c9, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:12.841294 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] For port 4819fd8f-4912-4262-89bf-4b9714dcb2c9, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4819fd8f-4912-4262-89bf-4b9714dcb2c9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:12.856661 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:12.949646 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f686569-e4db-42fa-b972-7af890a4df59 None None] Pushing event updated for resources: {'Port': ['ID=4819fd8f-4912-4262-89bf-4b9714dcb2c9,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:12.953724 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:12.954670 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:12.959212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5985b540-6720-4f05-bedd-a83c24c3280d req-ebaefab9-d1f8-4025-a794-41a5cf803067 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 210 time: 0.0553498 Oct 29 08:52:12.969849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Pushing event updated for resources: {'Port': ['ID=6eb39bb6-f6a6-45ba-909e-518991fc798b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:12.977741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:12.978452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:13.015167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcd53f-9dd1-4675-a43a-5e8c8f763192 req-c493c0d6-c6f8-4cb6-a59b-93251b17a0a3 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:13.022862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44dcd53f-9dd1-4675-a43a-5e8c8f763192 req-c493c0d6-c6f8-4cb6-a59b-93251b17a0a3 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 932 time: 0.7604573 Oct 29 08:52:13.030538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-bfeab5b1-58ac-4005-89ae-7ae3c6807a64 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4300008 Oct 29 08:52:13.052922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Request body: {'port': {'device_id': '9274bd52-2315-425c-a64b-3cfc273c65d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:13.059767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:12Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:13.092191 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:13.103670 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:13.141396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3faa10-cb1e-4c7d-91b7-e0555b2ee02c None None] The sync data for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 is: [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:12Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:13.149879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c6275921-e27e-44c4-9c3b-e7a458b5f4a6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:13.175773 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44dcd53f-9dd1-4675-a43a-5e8c8f763192 req-d5075f9d-60be-45f8-b73c-e976a3ef1f95 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518621 Oct 29 08:52:13.207796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:13.208346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:13.315668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:13.316065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:13.456586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=2c702703-4981-4ca2-b902-5c18d582e995,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:13.492012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:13.499595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:13.503225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:13.533455 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 3, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:13.571118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7b3be900-df52-45d7-ade4-3e72d931de95 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:52:13.573801 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4cf0-6467-4481-ad03-eec377b9022f None None] The sync data for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 is: [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 3, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:13.601507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:13.618229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7b3be900-df52-45d7-ade4-3e72d931de95 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:52:13.619285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7b3be900-df52-45d7-ade4-3e72d931de95 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:52:13.710555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f827c28-d144-4121-b0eb-d82a9c9f785b req-7856d2cd-d7ae-42a2-b8ed-f7dc08b4f6e5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:13.712300 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f827c28-d144-4121-b0eb-d82a9c9f785b req-7856d2cd-d7ae-42a2-b8ed-f7dc08b4f6e5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.3851974 Oct 29 08:52:13.738220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df495b-7335-47f6-925c-417ace757b02 req-2f76cf0a-e3d1-4d8b-a3b9-046077a5c4bb tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:13.740027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-2f76cf0a-e3d1-4d8b-a3b9-046077a5c4bb tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.93 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 819 time: 0.4389756 Oct 29 08:52:13.793038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Request body: {'port': {'device_id': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'admin_state_up': True, 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:13.829819 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f827c28-d144-4121-b0eb-d82a9c9f785b req-c365d855-8363-4056-9719-257c1d5a5c4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749593 Oct 29 08:52:13.927229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.163699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c359d96e-2c06-4d40-987b-401ad307736a req-d66b2b9b-809c-4aab-b341-494076523e31 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 210 time: 0.0935431 Oct 29 08:52:14.167361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Made reservation on behalf of 95d72b84bed44e7b895c2c004c8aca7b for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:14.171214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.188325 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.205032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb39bb6-f6a6-45ba-909e-518991fc798b {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:52:14.217473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.273109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Allocated IP 172.20.0.1 (0f811ac0-04c4-4253-a48e-436db722aff3/163a12f6-b492-4b8e-9276-0e3608b6f316/f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:14.292650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-340e3596-3cb4-45f6-a59a-e4217022a08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.339553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Transition to ACTIVE for port object 6eb39bb6-f6a6-45ba-909e-518991fc798b will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:52:14.355438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.359734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b880b8-c076-4ca0-9b53-670eeca37bdb req-3688435c-22e0-4331-963c-459152643d34 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:14.361562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84b880b8-c076-4ca0-9b53-670eeca37bdb req-3688435c-22e0-4331-963c-459152643d34 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 932 time: 0.1062427 Oct 29 08:52:14.427505 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84b880b8-c076-4ca0-9b53-670eeca37bdb req-6b81de74-535b-4b05-8061-052f33714569 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558898 Oct 29 08:52:14.443177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2631e621-41a4-4adb-a16d-5f2ff2587f69 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:52:14.539393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb39bb6-f6a6-45ba-909e-518991fc798b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:14.590783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Allocated IP 172.20.0.14 (99badcc2-1d80-42c5-9d1f-289771318009/2200b3d4-38c6-427b-8ce6-ac819684e0ff/ee423029-7b79-4dc1-9eec-7e3b55e84445) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:14.682379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.731607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Attempting to bind port 6eb39bb6-f6a6-45ba-909e-518991fc798b on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:14.732032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Attempting to bind port 6eb39bb6-f6a6-45ba-909e-518991fc798b by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '855d357a-debe-4ea5-bc6d-0520e95e4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fd24b143-6576-4900-8379-7be7e45945d3'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:14.732499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Attempting to bind port 6eb39bb6-f6a6-45ba-909e-518991fc798b on network fd24b143-6576-4900-8379-7be7e45945d3 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:14.793452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Port 6eb39bb6-f6a6-45ba-909e-518991fc798b on network fd24b143-6576-4900-8379-7be7e45945d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:52:14.793820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Attempting to bind port 6eb39bb6-f6a6-45ba-909e-518991fc798b on network fd24b143-6576-4900-8379-7be7e45945d3 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:14.811596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:14.811977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Checking segment: {'id': '855d357a-debe-4ea5-bc6d-0520e95e4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fd24b143-6576-4900-8379-7be7e45945d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:14.812374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Bound using segment: {'id': '855d357a-debe-4ea5-bc6d-0520e95e4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fd24b143-6576-4900-8379-7be7e45945d3'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:14.812983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Bound port: 6eb39bb6-f6a6-45ba-909e-518991fc798b, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855d357a-debe-4ea5-bc6d-0520e95e4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fd24b143-6576-4900-8379-7be7e45945d3'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:14.813495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.884888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:14.975001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:14.983517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Network 0f811ac0-04c4-4253-a48e-436db722aff3 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:14.996156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154dc132-c4df-41bb-8bbc-0309eac2360a None None] Sync routers for ids ['2631e621-41a4-4adb-a16d-5f2ff2587f69'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:15.004933 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-6cae3bc9-3e1c-4a80-b33e-350749985ddd service neutron] show failed (client error): The resource could not be found. Oct 29 08:52:15.007982 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-6cae3bc9-3e1c-4a80-b33e-350749985ddd service neutron] 10.222.0.93 "GET /v2.0/ports/10f52fbc-fcaa-4553-bcd1-d8993510c6cc/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.4730175 Oct 29 08:52:15.009008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154dc132-c4df-41bb-8bbc-0309eac2360a None None] Routers {'2631e621-41a4-4adb-a16d-5f2ff2587f69'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:15.009246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.009641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-154dc132-c4df-41bb-8bbc-0309eac2360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2631e621-41a4-4adb-a16d-5f2ff2587f69'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:15.015755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:15.018392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:15.037059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:15.040883 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.042264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3f4ff6be-fb1e-4592-a154-815ff82b7bfa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6006458 Oct 29 08:52:15.051731 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48336) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:15.080717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] For port 6eb39bb6-f6a6-45ba-909e-518991fc798b, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:15.088317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] For port 6eb39bb6-f6a6-45ba-909e-518991fc798b, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6eb39bb6-f6a6-45ba-909e-518991fc798b,segment=NetworkSegment(855d357a-debe-4ea5-bc6d-0520e95e4637),segment_id=855d357a-debe-4ea5-bc6d-0520e95e4637)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:15.106990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.111082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-154dc132-c4df-41bb-8bbc-0309eac2360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:15.142453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154dc132-c4df-41bb-8bbc-0309eac2360a None None] Routers {'2631e621-41a4-4adb-a16d-5f2ff2587f69'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:15.144453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-154dc132-c4df-41bb-8bbc-0309eac2360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2631e621-41a4-4adb-a16d-5f2ff2587f69'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:15.149975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c56667-28a4-4840-ab7a-86a7e43f1a66 req-92497b82-2a9d-4423-b243-673702fbe734 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:15.151656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1c56667-28a4-4840-ab7a-86a7e43f1a66 req-92497b82-2a9d-4423-b243-673702fbe734 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.2060783 Oct 29 08:52:15.181160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:15.181802 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.183769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] 10.222.0.15 "PUT /v2.0/ports/6eb39bb6-f6a6-45ba-909e-518991fc798b HTTP/1.1" status: 200 len: 1092 time: 2.1427813 Oct 29 08:52:15.190625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9274bd52-2315-425c-a64b-3cfc273c65d2', 'tag': '6eb39bb6-f6a6-45ba-909e-518991fc798b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:15.200009 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bdc280-d362-4a92-8db6-30271654efc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9274bd52-2315-425c-a64b-3cfc273c65d2", "tag": "6eb39bb6-f6a6-45ba-909e-518991fc798b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:15.203069 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.248168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0998edd2-4f60-4c5c-bb1e-eed5427be553 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/routers/2631e621-41a4-4adb-a16d-5f2ff2587f69 HTTP/1.1" status: 200 len: 884 time: 0.1949313 Oct 29 08:52:15.253060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48342) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:15.263729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-154dc132-c4df-41bb-8bbc-0309eac2360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:15.264664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154dc132-c4df-41bb-8bbc-0309eac2360a None None] The sync data for ids ['2631e621-41a4-4adb-a16d-5f2ff2587f69'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:15.267600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4819fd8f-4912-4262-89bf-4b9714dcb2c9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:15.346859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.353822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4819fd8f-4912-4262-89bf-4b9714dcb2c9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:15.354448 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.486117 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.487788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Network 99badcc2-1d80-42c5-9d1f-289771318009 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:15.497699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52797c4-edb3-4467-860f-e7e9190ac5b9 req-85e26c96-a666-4517-9e10-1ff839633c6e tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:15.499265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372376a-bbfa-410d-bf5a-6a767fdfd399 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb39bb6-f6a6-45ba-909e-518991fc798b,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:15.499418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c52797c4-edb3-4467-860f-e7e9190ac5b9 req-85e26c96-a666-4517-9e10-1ff839633c6e tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 932 time: 0.1390162 Oct 29 08:52:15.509106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1c56667-28a4-4840-ab7a-86a7e43f1a66 req-ea48352e-f820-475a-9162-ece3651ee613 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337369 Oct 29 08:52:15.544743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:15.546864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 4819fd8f-4912-4262-89bf-4b9714dcb2c9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4819fd8f-4912-4262-89bf-4b9714dcb2c9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:15.547431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:15.557274 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.558336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 09db870d-473d-4baa-b11e-b1b6e436d12c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:15.565458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9509779d-8544-4b8d-a627-e4fe1dff82b1 None None] Provisioning complete for port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:15.565458 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9509779d-8544-4b8d-a627-e4fe1dff82b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.583754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c52797c4-edb3-4467-860f-e7e9190ac5b9 req-25c6cc84-682b-4342-be03-b95693f6a19e tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589828 Oct 29 08:52:15.641376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3086f7-eb75-465b-8301-c5add60d114d req-501dcee2-f31c-48d1-a856-d6dbfa41b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:15.643294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-501dcee2-f31c-48d1-a856-d6dbfa41b3bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799ed37a55bf4207ae4defd651a92bfb&device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 1095 time: 0.3367956 Oct 29 08:52:15.683981 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3f2973-620c-4665-bad7-892958beb67d x-openstack-request-id: req-ae3f2973-620c-4665-bad7-892958beb67d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:15.684640 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9274bd52-2315-425c-a64b-3cfc273c65d2", "tag": "6eb39bb6-f6a6-45ba-909e-518991fc798b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:15.684970 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae3f2973-620c-4665-bad7-892958beb67d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:15.685578 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9274bd52-2315-425c-a64b-3cfc273c65d2', 'tag': '6eb39bb6-f6a6-45ba-909e-518991fc798b', 'status': 'completed', 'code': 200} Oct 29 08:52:15.736369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9509779d-8544-4b8d-a627-e4fe1dff82b1 None None] Port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:15.742698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event updated for resources: {'Port': ['ID=ee423029-7b79-4dc1-9eec-7e3b55e84445,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:15.753181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-079ccbfc-d286-41dc-b392-7aa01ab1930d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eb39bb6-f6a6-45ba-909e-518991fc798b HTTP/1.1" status: 200 len: 217 time: 0.0802855 Oct 29 08:52:15.753999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=4819fd8f-4912-4262-89bf-4b9714dcb2c9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:15.770952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-3987cafc-282b-46e9-b798-8db99591a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:15.774407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cab067b9-309c-4556-867a-73dafad94b38 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5177090 Oct 29 08:52:15.774568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-3987cafc-282b-46e9-b798-8db99591a1cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 1097 time: 0.4034882 Oct 29 08:52:15.775117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48346) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:15.777461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 09db870d-473d-4baa-b11e-b1b6e436d12c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:15.777813 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.780566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4319e66d-95ce-4f57-bad0-628f8fc13925 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1381865570'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:15.783156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:15.785070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.800932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:15.868107 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.874376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31aae-cb6d-4a0d-98d3-0bb141cd35a5 req-fcd9d7c5-2d7a-4c7d-a5df-d1cbb022b9f5 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:15.879595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.882367 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dbb31aae-cb6d-4a0d-98d3-0bb141cd35a5 req-fcd9d7c5-2d7a-4c7d-a5df-d1cbb022b9f5 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 944 time: 0.1559539 Oct 29 08:52:15.883319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-45f36148-d2d6-47ae-844a-535203568039 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0986302 Oct 29 08:52:15.904468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Request body: {'port': {'device_id': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:15.918746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 09db870d-473d-4baa-b11e-b1b6e436d12c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=09db870d-473d-4baa-b11e-b1b6e436d12c,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:15.929099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:15.936785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dbb31aae-cb6d-4a0d-98d3-0bb141cd35a5 req-55b7a77f-138b-4fe3-af1c-84414bacca1f tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535400 Oct 29 08:52:15.949638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3086f7-eb75-465b-8301-c5add60d114d req-78050669-84ae-4447-bc29-7266f3ef1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:15.951254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-78050669-84ae-4447-bc29-7266f3ef1f7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d782b6fe-3fde-4c7c-950e-88c983feb368 HTTP/1.1" status: 200 len: 848 time: 0.1758866 Oct 29 08:52:16.007467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=09db870d-473d-4baa-b11e-b1b6e436d12c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:16.019525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:16.039451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-22864696-cc29-4d65-b8c2-ed99553286f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd24b143-6576-4900-8379-7be7e45945d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561395 Oct 29 08:52:16.089120 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:16.163256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4319e66d-95ce-4f57-bad0-628f8fc13925 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:16.174831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4319e66d-95ce-4f57-bad0-628f8fc13925 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:16.290100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4319e66d-95ce-4f57-bad0-628f8fc13925 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2631e621-41a4-4adb-a16d-5f2ff2587f69 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:16.402365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4319e66d-95ce-4f57-bad0-628f8fc13925 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:16.409424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4319e66d-95ce-4f57-bad0-628f8fc13925 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:16.410624 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4319e66d-95ce-4f57-bad0-628f8fc13925 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2631e621-41a4-4adb-a16d-5f2ff2587f69 HTTP/1.1" status: 200 len: 891 time: 0.6342149 Oct 29 08:52:16.413337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48348) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:16.416055 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ebc615-b077-4c2c-a7d6-7053a4f6504f None None] Sync routers for ids ['2631e621-41a4-4adb-a16d-5f2ff2587f69'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:16.417185 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-efb001f3-1175-4a79-8c62-1d951fdbd904 service neutron] 10.222.0.15 "GET /v2.0/networks/fd24b143-6576-4900-8379-7be7e45945d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665929 Oct 29 08:52:16.428815 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ebc615-b077-4c2c-a7d6-7053a4f6504f None None] Routers {'2631e621-41a4-4adb-a16d-5f2ff2587f69'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:16.429808 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a6ebc615-b077-4c2c-a7d6-7053a4f6504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2631e621-41a4-4adb-a16d-5f2ff2587f69'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:16.468211 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a6ebc615-b077-4c2c-a7d6-7053a4f6504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:16.479185 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ebc615-b077-4c2c-a7d6-7053a4f6504f None None] Routers {'2631e621-41a4-4adb-a16d-5f2ff2587f69'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:16.480242 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a6ebc615-b077-4c2c-a7d6-7053a4f6504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:51:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2631e621-41a4-4adb-a16d-5f2ff2587f69'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:16.515647 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a6ebc615-b077-4c2c-a7d6-7053a4f6504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:16.517046 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ebc615-b077-4c2c-a7d6-7053a4f6504f None None] The sync data for ids ['2631e621-41a4-4adb-a16d-5f2ff2587f69'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:16.526219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-11fda858-6554-4ba5-bd9f-5fa2241e32a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/routers/2631e621-41a4-4adb-a16d-5f2ff2587f69 HTTP/1.1" status: 200 len: 891 time: 0.1118011 Oct 29 08:52:16.529286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48350) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:16.561126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cd84b2cc-024c-4b6b-991f-56cd6e56d745 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=2631e621-41a4-4adb-a16d-5f2ff2587f69 HTTP/1.1" status: 200 len: 205 time: 0.0300877 Oct 29 08:52:16.563128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48354) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:16.702100 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:16.799581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caaae9-d1cb-4beb-83e2-fe39b5ba8eab req-f9c01fa7-ee82-4d1f-b9a8-f8f49461170d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:16.801212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96caaae9-d1cb-4beb-83e2-fe39b5ba8eab req-f9c01fa7-ee82-4d1f-b9a8-f8f49461170d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 932 time: 0.1308699 Oct 29 08:52:16.818641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:52:16.853541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:16.862247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96caaae9-d1cb-4beb-83e2-fe39b5ba8eab req-1e5fe67a-d4d3-4660-a0bd-d0f0ff09f351 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542083 Oct 29 08:52:16.921525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 2c702703-4981-4ca2-b902-5c18d582e995 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:16.921872 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:16.926954 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.011701 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fc9306ef-69b7-4077-848e-c198c18e21fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.040086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4819fd8f-4912-4262-89bf-4b9714dcb2c9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:17.072598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.081659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.098544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4819fd8f-4912-4262-89bf-4b9714dcb2c9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:17.099082 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.099855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 2c702703-4981-4ca2-b902-5c18d582e995 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:17.102071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.118073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7f18-f19c-4386-9d79-a1df01d2d969 req-3332bd44-c7b3-40ef-b44a-1951b7b04344 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:17.119749 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c2e7f18-f19c-4386-9d79-a1df01d2d969 req-3332bd44-c7b3-40ef-b44a-1951b7b04344 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 944 time: 0.0903280 Oct 29 08:52:17.181728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 09db870d-473d-4baa-b11e-b1b6e436d12c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:17.211981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0c2e7f18-f19c-4386-9d79-a1df01d2d969 req-aa5f1bdb-9178-4375-b403-c3a3a387e3ec tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828745 Oct 29 08:52:17.216395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48f23-0fc1-4abb-ae29-9b85115e7a1a req-b5531ecf-9d9b-4030-bfe9-db068a576e4f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:17.217958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17e48f23-0fc1-4abb-ae29-9b85115e7a1a req-b5531ecf-9d9b-4030-bfe9-db068a576e4f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.2615790 Oct 29 08:52:17.219931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:17.238643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3086f7-eb75-465b-8301-c5add60d114d req-8ee9558f-c39b-432e-a391-11149b1e2da0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd24b143-6576-4900-8379-7be7e45945d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962210 Oct 29 08:52:17.254584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 09db870d-473d-4baa-b11e-b1b6e436d12c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:17.255207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.264373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:17.267568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.355035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.382568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=2c702703-4981-4ca2-b902-5c18d582e995,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:17.415438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:17.426074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17e48f23-0fc1-4abb-ae29-9b85115e7a1a req-d06e863a-6c06-4fc4-94c8-46e609c96c54 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992862 Oct 29 08:52:17.455632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.513364 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc280-d362-4a92-8db6-30271654efc4 req-b0f68adf-6b46-4ac2-9ed6-90ee7c39c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:17.514975 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17bdc280-d362-4a92-8db6-30271654efc4 req-b0f68adf-6b46-4ac2-9ed6-90ee7c39c156 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=799ed37a55bf4207ae4defd651a92bfb&device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 1095 time: 0.2142138 Oct 29 08:52:17.521772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee423029-7b79-4dc1-9eec-7e3b55e84445 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:52:17.557377 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.562719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.627365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Transition to ACTIVE for port object ee423029-7b79-4dc1-9eec-7e3b55e84445 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:52:17.632498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Transition to ACTIVE for port object 10f52fbc-fcaa-4553-bcd1-d8993510c6cc will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:52:17.638597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.644650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Network 0f811ac0-04c4-4253-a48e-436db722aff3 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:17.653056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.661305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:17.690499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:17.693410 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195b3654-653e-4f00-9ce0-0259ee60d5f1" -d '{"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:17.713837 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:52:17.716253 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:52:17.816935 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4486d0-7b1c-4e56-ad99-1c44efdee259 x-openstack-request-id: req-1e4486d0-7b1c-4e56-ad99-1c44efdee259 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:17.817266 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:17.817528 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e4486d0-7b1c-4e56-ad99-1c44efdee259 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:17.817884 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'code': 200} Oct 29 08:52:17.850040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee423029-7b79-4dc1-9eec-7e3b55e84445,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:17.867337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.870491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.888840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc280-d362-4a92-8db6-30271654efc4 req-6397a78c-ae9b-427b-a8b7-4fdfced01222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:17.890295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17bdc280-d362-4a92-8db6-30271654efc4 req-6397a78c-ae9b-427b-a8b7-4fdfced01222 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd24b143-6576-4900-8379-7be7e45945d3 HTTP/1.1" status: 200 len: 910 time: 0.3602560 Oct 29 08:52:17.941060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.941579 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Fanout notify agent at l3_agent the message router_deleted on router 2631e621-41a4-4adb-a16d-5f2ff2587f69 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:52:17.950682 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:17.951943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c8b319a3-412f-4a3e-8c4a-dd36d6132a26 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/2631e621-41a4-4adb-a16d-5f2ff2587f69 HTTP/1.1" status: 204 len: 168 time: 1.3873637 Oct 29 08:52:17.957017 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48364) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:17.966998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-37175288'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:18.002535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-47ab97e0-6959-4834-a439-62de112af396 None None] Provisioning complete for port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:18.003348 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-47ab97e0-6959-4834-a439-62de112af396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.009506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:18.013271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.046420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:18.049222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-47ab97e0-6959-4834-a439-62de112af396 None None] Port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:18.064717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17bdc280-d362-4a92-8db6-30271654efc4 req-81e40b9d-9a4b-40f6-aa1c-5fbfd87d9571 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6eb39bb6-f6a6-45ba-909e-518991fc798b HTTP/1.1" status: 200 len: 217 time: 0.1618083 Oct 29 08:52:18.065075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.065421 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment c8562521-1e46-4dab-8ad4-413998572618 of type vlan for network a1a90b07-75e4-43c5-8444-d069a31d8acf Oct 29 08:52:18.114276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.137677 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.149620 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.156385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:18.157602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.168211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:18.210638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] No DVR routers for this DVR port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:52:18.227010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2661536 Oct 29 08:52:18.231958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48366) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:18.238742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': 'a1a90b07-75e4-43c5-8444-d069a31d8acf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:18.275409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.304563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3001b-bc91-4a06-ba40-c50615afc478 req-b3d25fed-de21-46ed-98ac-e9c313492a90 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:18.304906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a0f8a-6f66-45f2-b770-8789a1b3e911 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=a1a90b07-75e4-43c5-8444-d069a31d8acf,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:18.306104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40b3001b-bc91-4a06-ba40-c50615afc478 req-b3d25fed-de21-46ed-98ac-e9c313492a90 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 944 time: 0.3261261 Oct 29 08:52:18.307610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc280-d362-4a92-8db6-30271654efc4 req-f2b97957-dd52-4427-a7ee-84333e162b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:18.309053 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17bdc280-d362-4a92-8db6-30271654efc4 req-f2b97957-dd52-4427-a7ee-84333e162b89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d782b6fe-3fde-4c7c-950e-88c983feb368 HTTP/1.1" status: 200 len: 848 time: 0.2240434 Oct 29 08:52:18.320429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network a1a90b07-75e4-43c5-8444-d069a31d8acf details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:18.351702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Attempting to bind port ee423029-7b79-4dc1-9eec-7e3b55e84445 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:18.352147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Attempting to bind port ee423029-7b79-4dc1-9eec-7e3b55e84445 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:18.352484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Attempting to bind port ee423029-7b79-4dc1-9eec-7e3b55e84445 on network 99badcc2-1d80-42c5-9d1f-289771318009 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:18.378368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:18.384012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17bdc280-d362-4a92-8db6-30271654efc4 req-112dc425-4976-4f6d-9d89-a9c9c286c31f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd24b143-6576-4900-8379-7be7e45945d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514333 Oct 29 08:52:18.387257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Port ee423029-7b79-4dc1-9eec-7e3b55e84445 on network 99badcc2-1d80-42c5-9d1f-289771318009 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:52:18.387615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Attempting to bind port ee423029-7b79-4dc1-9eec-7e3b55e84445 on network 99badcc2-1d80-42c5-9d1f-289771318009 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:18.392021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632102-35e9-4435-8069-007e03a2fd56 req-3c74e907-9c8b-4f3e-aeba-1ed77740befe tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:18.393753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4632102-35e9-4435-8069-007e03a2fd56 req-3c74e907-9c8b-4f3e-aeba-1ed77740befe tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 944 time: 0.0899675 Oct 29 08:52:18.410708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:18.414840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.423201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:18.423604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Checking segment: {'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:18.423980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Bound using segment: {'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:18.424421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Bound port: ee423029-7b79-4dc1-9eec-7e3b55e84445, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc0d7da-57f2-4cf8-b427-21be3381ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:18.424784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.450412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40b3001b-bc91-4a06-ba40-c50615afc478 req-ae7d5111-91ea-41e7-873b-18c430417a0d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306455 Oct 29 08:52:18.508527 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4632102-35e9-4435-8069-007e03a2fd56 req-8de85457-89da-4ffd-ad11-f139cdd74b81 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080492 Oct 29 08:52:18.638211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.694501 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=3457b081-40ab-4fd6-8ad6-eeae0e0f4a09,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:18.712781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': 'c8562521-1e46-4dab-8ad4-413998572618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a1a90b07-75e4-43c5-8444-d069a31d8acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:18.713145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: a1a90b07-75e4-43c5-8444-d069a31d8acf, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:18.724918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] For port ee423029-7b79-4dc1-9eec-7e3b55e84445, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:18.731563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] For port ee423029-7b79-4dc1-9eec-7e3b55e84445, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:18.734766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network a1a90b07-75e4-43c5-8444-d069a31d8acf is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:18.736184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17bdc280-d362-4a92-8db6-30271654efc4 req-c8504c5e-2b19-44f5-ac2d-734b17546fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd24b143-6576-4900-8379-7be7e45945d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403080 Oct 29 08:52:18.743272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.748419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a1a90b07-75e4-43c5-8444-d069a31d8acf) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:18.752473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:18.752813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:18.753147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:18.753928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:18.754289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.757404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf280d8-80f8-4af1-bde4-98ee201a6c09 None None] Network a1a90b07-75e4-43c5-8444-d069a31d8acf requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:18.776398 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5045705d-4d13-454f-bdf3-e7ff07143e02 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5427532 Oct 29 08:52:18.778765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48372) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:18.783622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-da3f44d1-49d4-4ff1-b286-fdbd0063184d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-142560690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:18.810703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da3f44d1-49d4-4ff1-b286-fdbd0063184d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.812313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da3f44d1-49d4-4ff1-b286-fdbd0063184d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.816797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661837-6cdd-4a71-8790-e9a7a6af426c req-8237cc52-f0f3-4f6b-878e-9746751cf1d4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:18.818384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80661837-6cdd-4a71-8790-e9a7a6af426c req-8237cc52-f0f3-4f6b-878e-9746751cf1d4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.2604716 Oct 29 08:52:18.848815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:52:18.849173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:18.870756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da3f44d1-49d4-4ff1-b286-fdbd0063184d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.878297 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da3f44d1-49d4-4ff1-b286-fdbd0063184d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.878532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:18.891232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:18.891928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.893434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] 10.222.0.93 "PUT /v2.0/ports/ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 1092 time: 3.0012939 Oct 29 08:52:18.895615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Sync routers for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:18.897106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1b6a3d3c-a3a0-4a98-8c58-6f9b47067787 admin admin] 10.222.0.70 "PUT /v2.0/routers/326e9a95-ba7e-463b-9cdc-4ed8517ffc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0792515 Oct 29 08:52:18.898410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:18.898756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Checking segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:18.899137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Bound using segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:18.899588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Bound port: 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:18.899973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.918475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da3f44d1-49d4-4ff1-b286-fdbd0063184d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:18.923611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-da3f44d1-49d4-4ff1-b286-fdbd0063184d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1402302 Oct 29 08:52:18.923611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48376) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:18.936854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:18.940345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:18.960522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6f483-33bc-4594-9c80-e868343488f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee423029-7b79-4dc1-9eec-7e3b55e84445,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:19.068643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80661837-6cdd-4a71-8790-e9a7a6af426c req-8e2143c1-ed01-45bc-a732-3e649dfc409c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107372 Oct 29 08:52:19.074314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17bdc280-d362-4a92-8db6-30271654efc4 req-d18c77bd-e5ce-44c9-a8fd-bad83d3f14cb service neutron] 10.222.0.15 "GET /v2.0/networks/fd24b143-6576-4900-8379-7be7e45945d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248458 Oct 29 08:52:19.092562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df495b-7335-47f6-925c-417ace757b02 req-08e4b825-22b3-4d54-a684-7626a16f9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:19.094344 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-08e4b825-22b3-4d54-a684-7626a16f9a35 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1095 time: 0.1484752 Oct 29 08:52:19.110818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:19.119218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:19.155240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:19.160023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-8bfe5d16-7c57-4823-9271-abe14f3d8d43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 217 time: 0.0490758 Oct 29 08:52:19.234736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:19.235402 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:19.237564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 1092 time: 3.4438143 Oct 29 08:52:19.277292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df495b-7335-47f6-925c-417ace757b02 req-4b5d5d80-a715-4bfb-8d8d-bd975162a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:19.278746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-4b5d5d80-a715-4bfb-8d8d-bd975162a239 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.0952587 Oct 29 08:52:19.280739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99b2e5-361e-4dc4-9b27-1e3bd21939c0 service neutron] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:19.310084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6eb39bb6-f6a6-45ba-909e-518991fc798b details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:52:19.329716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:19.352879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-8256a74f-5248-470d-819f-9df65177fd4d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323865 Oct 29 08:52:19.363828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-a1a90b07-75e4-43c5-8444-d069a31d8acf', 'network_id': 'a1a90b07-75e4-43c5-8444-d069a31d8acf', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': '3457b081-40ab-4fd6-8ad6-eeae0e0f4a09'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:52:19.365162 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:19.372429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-5691a796-1546-49e2-b7a2-4c5d287ff061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:19.373962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-5691a796-1546-49e2-b7a2-4c5d287ff061 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1095 time: 0.1093857 Oct 29 08:52:19.681245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:19.713865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1292-ce65-4f7e-b1fb-3eb4cbf3d76f req-aa10d812-c6bc-45a0-91be-81d24e7c0c76 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:19.715560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-416c1292-ce65-4f7e-b1fb-3eb4cbf3d76f req-aa10d812-c6bc-45a0-91be-81d24e7c0c76 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 944 time: 0.0906718 Oct 29 08:52:19.763490 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:19.800451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48394) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:19.809602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2133225652-network', 'tenant_id': 'ef762fa057d3437e93337ae249898dae'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:19.847267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6eb39bb6-f6a6-45ba-909e-518991fc798b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6eb39bb6-f6a6-45ba-909e-518991fc798b,segment=NetworkSegment(855d357a-debe-4ea5-bc6d-0520e95e4637),segment_id=855d357a-debe-4ea5-bc6d-0520e95e4637)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:19.849886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-416c1292-ce65-4f7e-b1fb-3eb4cbf3d76f req-815e611a-7da0-46bc-8114-d1daf2688a02 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262515 Oct 29 08:52:19.854378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8::1 (a1a90b07-75e4-43c5-8444-d069a31d8acf/3457b081-40ab-4fd6-8ad6-eeae0e0f4a09/4b65e67c-5814-49fc-b304-251361bc79d9) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:19.869172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Made reservation on behalf of ef762fa057d3437e93337ae249898dae for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:19.877715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:19.893017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445'}, {'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:19.895166 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:19.895415 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eeff02-ba76-42b9-ad92-e6868c3eec87" -d '{"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445"}, {"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:19.919351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '6eb39bb6-f6a6-45ba-909e-518991fc798b', 'network_id': 'fd24b143-6576-4900-8379-7be7e45945d3', 'port_id': '6eb39bb6-f6a6-45ba-909e-518991fc798b', 'mac_address': 'fa:16:3e:14:20:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd782b6fe-3fde-4c7c-950e-88c983feb368', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:52:20.001141 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d8b4e0-25ce-4edb-a3f3-e2a9f4392da5 x-openstack-request-id: req-f2d8b4e0-25ce-4edb-a3f3-e2a9f4392da5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:20.001691 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:20.001951 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2d8b4e0-25ce-4edb-a3f3-e2a9f4392da5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:20.002358 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'status': 'completed', 'code': 200} Oct 29 08:52:20.002618 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'status': 'completed', 'code': 200} Oct 29 08:52:20.048170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fae3c-9b52-4ae5-a70f-61e4e9373904 req-4b3e8d01-fbfe-49d3-bee3-fe6efd404bb4 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.049393 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.049841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a19fae3c-9b52-4ae5-a70f-61e4e9373904 req-4b3e8d01-fbfe-49d3-bee3-fe6efd404bb4 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 944 time: 0.1267235 Oct 29 08:52:20.053216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-bded5e36-a24a-4ae8-beda-75f56285c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.054639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-bded5e36-a24a-4ae8-beda-75f56285c36f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.6694195 Oct 29 08:52:20.056589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-f44e8e80-ab06-417f-8de5-77531d72436a service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963882 Oct 29 08:52:20.066133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb39bb6-f6a6-45ba-909e-518991fc798b {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:52:20.071257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.092052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6eb39bb6-f6a6-45ba-909e-518991fc798b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6eb39bb6-f6a6-45ba-909e-518991fc798b,segment=NetworkSegment(855d357a-debe-4ea5-bc6d-0520e95e4637),segment_id=855d357a-debe-4ea5-bc6d-0520e95e4637)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:20.101012 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.108805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.119759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.136755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:20.148589 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.149102 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Added segment b14172b8-9ebc-4b18-a68b-6885159ceced of type vlan for network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 Oct 29 08:52:20.151614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:16Z', 'revision_number': 2, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:20.198029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Checking router: 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:20.198366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Updating router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:20.210924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a19fae3c-9b52-4ae5-a70f-61e4e9373904 req-da394e8c-f42f-432b-baf9-e27748f0b3bd tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533089 Oct 29 08:52:20.214543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-d7b12dba-7fc0-4148-b60c-42575792bb81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 999 time: 0.1506584 Oct 29 08:52:20.232588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6eb39bb6-f6a6-45ba-909e-518991fc798b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:20.242322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.255267 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.284436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d611a8-f316-4f06-aa28-260dacfc833f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:20.289663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9df495b-7335-47f6-925c-417ace757b02 req-76f0a3e0-20e2-4cb3-9c86-1f9c5070d6c2 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235830 Oct 29 08:52:20.293382 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.301788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-b4cf3b99-0a5b-4815-8ec4-2105abfe1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.303535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-b4cf3b99-0a5b-4815-8ec4-2105abfe1649 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.0763943 Oct 29 08:52:20.366732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e110c5-36b9-4258-82f3-dfe896365ace req-c8a9f45a-c034-46d7-9c05-81fdffa0086e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.368315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9e110c5-36b9-4258-82f3-dfe896365ace req-c8a9f45a-c034-46d7-9c05-81fdffa0086e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.1688111 Oct 29 08:52:20.370253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network a1a90b07-75e4-43c5-8444-d069a31d8acf is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:20.377058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:20.381134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:20.381699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.401603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.402740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6eb39bb6-f6a6-45ba-909e-518991fc798b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:52:20.403829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.405328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.412066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-cd8871f4-77da-4372-9e01-70c23c488245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.413852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-cd8871f4-77da-4372-9e01-70c23c488245 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012039 Oct 29 08:52:20.416684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-e21c4dd8-e626-4e3d-b100-38acd664ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.418291 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-e21c4dd8-e626-4e3d-b100-38acd664ebad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1095 time: 0.0678589 Oct 29 08:52:20.449435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Allocated IP 2001:db8::2 (a1a90b07-75e4-43c5-8444-d069a31d8acf/3457b081-40ab-4fd6-8ad6-eeae0e0f4a09/9acfe47b-7bea-4aa9-8328-8c9e8ace57ff) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:20.529715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=4b65e67c-5814-49fc-b304-251361bc79d9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:20.558562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9e110c5-36b9-4258-82f3-dfe896365ace req-f0113687-cdd3-42b2-ad52-a95ecc35941d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729507 Oct 29 08:52:20.566045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7649179 Oct 29 08:52:20.570615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48400) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:20.571386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf622a-1265-4ad9-a9e0-96cec2ed200f admin admin] Pushing event updated for resources: {'Network': ['ID=2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:20.582540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Request body: {'subnet': {'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2133225652-subnet', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:20.610431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-8af7a316-aec1-4260-be1e-c94b187fe8b6 service neutron] 10.222.0.15 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858363 Oct 29 08:52:20.611134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-c1440c14-f6e5-4163-abe5-f5bcd730b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.612918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-c1440c14-f6e5-4163-abe5-f5bcd730b8fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 921 time: 0.1802180 Oct 29 08:52:20.614461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:20.639714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.705903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Made reservation on behalf of ef762fa057d3437e93337ae249898dae for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:20.708251 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.713478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-960633a6-62d7-4aa3-a04a-3cf2ea3c4ebe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 217 time: 0.0863447 Oct 29 08:52:20.867314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-188f95e2-2126-413c-b6eb-cd380056a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:20.868741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-188f95e2-2126-413c-b6eb-cd380056a213 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.1413469 Oct 29 08:52:20.877650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-9c661bc2-c980-4c0e-a670-9e10b98efbd1 service neutron] 10.222.0.15 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584913 Oct 29 08:52:20.913345 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.919117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-0b518d2b-cb3c-4986-88ab-9d7a95435f8b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389309 Oct 29 08:52:20.956826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:20.970452 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.010867 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.020360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.025766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Network a1a90b07-75e4-43c5-8444-d069a31d8acf is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:21.028777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.029766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.035280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:21.040699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:21.052718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Pushing event updated for resources: {'Port': ['ID=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:21.187200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=4b65e67c-5814-49fc-b304-251361bc79d9,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:21.191012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d7c06-17aa-40f2-a1b9-dddb635564bd req-94371b57-c15c-4b9a-8dc2-7b4897707fce tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.193250 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e7d7c06-17aa-40f2-a1b9-dddb635564bd req-94371b57-c15c-4b9a-8dc2-7b4897707fce tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 944 time: 0.2109938 Oct 29 08:52:21.214052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Attempting to bind port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:21.214441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Attempting to bind port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c8562521-1e46-4dab-8ad4-413998572618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a1a90b07-75e4-43c5-8444-d069a31d8acf'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:21.214810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Attempting to bind port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff on network a1a90b07-75e4-43c5-8444-d069a31d8acf {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:21.223126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-037c1907-08ec-4c87-9933-0acce66351f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.225751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-037c1907-08ec-4c87-9933-0acce66351f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1095 time: 0.2688541 Oct 29 08:52:21.228294 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Attempting to bind port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:21.228949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Attempting to bind port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:21.229568 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Attempting to bind port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 on network 0f811ac0-04c4-4253-a48e-436db722aff3 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:21.233501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:21.234255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Checking segment: {'id': 'c8562521-1e46-4dab-8ad4-413998572618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a1a90b07-75e4-43c5-8444-d069a31d8acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:21.234987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.235596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Bound using segment: {'id': 'c8562521-1e46-4dab-8ad4-413998572618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a1a90b07-75e4-43c5-8444-d069a31d8acf'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:21.236558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Bound port: 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8562521-1e46-4dab-8ad4-413998572618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a1a90b07-75e4-43c5-8444-d069a31d8acf'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:21.237461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.240079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network a1a90b07-75e4-43c5-8444-d069a31d8acf is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:21.241619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf220c-4960-49df-ac6e-b08a02e4b7fb None None] Pushing event updated for resources: {'Port': ['ID=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:21.242137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:21.251854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:21.252237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Checking segment: {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:21.252948 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.253532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Bound using segment: {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:21.254089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Bound port: f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:21.254543 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.277392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e7d7c06-17aa-40f2-a1b9-dddb635564bd req-e54be6ac-4ab5-4fcd-9f93-575985bdee47 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655568 Oct 29 08:52:21.278296 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.355554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-05c0a6f5-bd0b-46d8-ac9f-413a216df8f1 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115291 Oct 29 08:52:21.457890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8dd81-626a-482a-95bb-19c7c2686d93 req-15a75d70-7ab8-45c2-8539-13842e7f1887 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.464598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92f8dd81-626a-482a-95bb-19c7c2686d93 req-15a75d70-7ab8-45c2-8539-13842e7f1887 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 945 time: 0.0921428 Oct 29 08:52:21.475935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Checking segment: {'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:21.476308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Network hostable DHCP agents. Network: 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:21.499739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f67930-e83a-438a-986d-d77b152f8c5a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:21.541366 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92f8dd81-626a-482a-95bb-19c7c2686d93 req-6e6780f6-3351-4ba0-b443-4cf36d741e6a tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715683 Oct 29 08:52:21.544129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 1b5b8c62-4e3d-4e22-9052-474a49c2198b is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:52:21.544293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] For port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:21.567448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:21.577018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-fc84613b-e6c0-4e0f-a4f5-ab2e0a36e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.578193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] For port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:21.578587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-fc84613b-e6c0-4e0f-a4f5-ab2e0a36e51f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.3071458 Oct 29 08:52:21.582369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-81028368-ed66-44c7-b9fe-5bbc28df4576 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829407 Oct 29 08:52:21.585475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:21.590360 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.590655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.591247 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.592224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7a6fee52-7e7e-48c0-b5c9-6638098670fa None None] Provisioning complete for port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:21.592585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a6fee52-7e7e-48c0-b5c9-6638098670fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.614388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eef34e-8ac4-4b3a-9389-fe02178e8e27 None None] Network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:21.617971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] For port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:21.666912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-95664681-8681-4cd5-84d8-65436beadceb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0951571 Oct 29 08:52:21.685868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48408) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:21.690984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:21.710803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:21.720877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e67e3ed5-b4b1-47e8-b000-c9f188902975 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/1b5b8c62-4e3d-4e22-9052-474a49c2198b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7923501 Oct 29 08:52:21.720877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48410) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:21.721817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] For port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,segment=NetworkSegment(c8562521-1e46-4dab-8ad4-413998572618),segment_id=c8562521-1e46-4dab-8ad4-413998572618)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:21.735184 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed1326-4059-46dd-9a36-40b45f19105b None None] Sync routers for ids ['1b5b8c62-4e3d-4e22-9052-474a49c2198b'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:21.747682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.759635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-793d2972-c89f-495f-b7dc-6cc48d99bb89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 999 time: 0.1625242 Oct 29 08:52:21.760239 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed1326-4059-46dd-9a36-40b45f19105b None None] Routers {'1b5b8c62-4e3d-4e22-9052-474a49c2198b'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:21.761806 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cfed1326-4059-46dd-9a36-40b45f19105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1b5b8c62-4e3d-4e22-9052-474a49c2198b'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:21.781302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:21.782000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:21.805357 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.806465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:21.815925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-ea0f04b5-45fd-4476-b3f5-e30ac4847a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.817689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-ea0f04b5-45fd-4476-b3f5-e30ac4847a33 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1095 time: 0.1733246 Oct 29 08:52:21.859166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf220c-4960-49df-ac6e-b08a02e4b7fb None None] Pushing event updated for resources: {'Port': ['ID=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:21.866584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b47e9d-451b-4502-933c-33f4d5f67e85 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.876970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48412) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:21.880351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-96b47e9d-451b-4502-933c-33f4d5f67e85 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports/4b65e67c-5814-49fc-b304-251361bc79d9 HTTP/1.1" status: 200 len: 911 time: 0.1456451 Oct 29 08:52:21.883887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a6c7a4ac-cb33-433d-a316-16f33a2d2ebf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3457b081-40ab-4fd6-8ad6-eeae0e0f4a09'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:21.929780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c67ffc-3e06-4a5e-a513-fdf9a6be3997 req-f57ff2a7-5627-43f5-b8d8-60c90cd5d6e6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.931027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86c67ffc-3e06-4a5e-a513-fdf9a6be3997 req-f57ff2a7-5627-43f5-b8d8-60c90cd5d6e6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.2311049 Oct 29 08:52:21.974888 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cfed1326-4059-46dd-9a36-40b45f19105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:21.976409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-d2bb4b9d-2749-4efd-917d-44bd5b539e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:21.977885 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-d2bb4b9d-2749-4efd-917d-44bd5b539e8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.2094612 Oct 29 08:52:21.985199 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed1326-4059-46dd-9a36-40b45f19105b None None] Routers {'1b5b8c62-4e3d-4e22-9052-474a49c2198b'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:21.986127 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cfed1326-4059-46dd-9a36-40b45f19105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1b5b8c62-4e3d-4e22-9052-474a49c2198b'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:22.027170 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cfed1326-4059-46dd-9a36-40b45f19105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:22.028149 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed1326-4059-46dd-9a36-40b45f19105b None None] The sync data for ids ['1b5b8c62-4e3d-4e22-9052-474a49c2198b'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:22.062464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e81a6-5d53-4f2a-9d50-32d2340da9d9 None None] Pushing event updated for resources: {'Port': ['ID=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:22.066032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:22.080259 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a6fee52-7e7e-48c0-b5c9-6638098670fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:22.119261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:22.156776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2', 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'fixed_ips': [{'subnet_id': 'd9f67930-e83a-438a-986d-d77b152f8c5a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:52:22.157731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:22.197169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7a6fee52-7e7e-48c0-b5c9-6638098670fa None None] For port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:22.249786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a6fee52-7e7e-48c0-b5c9-6638098670fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:22.272468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86c67ffc-3e06-4a5e-a513-fdf9a6be3997 req-49785473-2c1e-4e16-a5ac-9dca5790a4d6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979608 Oct 29 08:52:22.285976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-51a071c0-47f0-416d-9da0-4993d9c8da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:22.287530 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-51a071c0-47f0-416d-9da0-4993d9c8da0c service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.4591064 Oct 29 08:52:22.296055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-0f0a4b43-ed0a-4d49-adcc-bc114f1f34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:22.298665 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-0f0a4b43-ed0a-4d49-adcc-bc114f1f34b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2627726 Oct 29 08:52:22.450246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:22.451966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d490b9-48c0-4406-8e75-56c8a1d5dcfe req-72132333-bf24-4895-85b9-08f1af0e1a6a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:22.454690 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1d490b9-48c0-4406-8e75-56c8a1d5dcfe req-72132333-bf24-4895-85b9-08f1af0e1a6a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 944 time: 0.0859461 Oct 29 08:52:22.498887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1d490b9-48c0-4406-8e75-56c8a1d5dcfe req-23b1d443-8c78-4dbc-adba-3de584240625 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Oct 29 08:52:22.511400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fee52-7e7e-48c0-b5c9-6638098670fa None None] Pushing event updated for resources: {'Port': ['ID=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:22.528112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d6f523a6-6f7b-4ec4-a084-f6159552be47 None None] Provisioning complete for port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:22.528112 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d6f523a6-6f7b-4ec4-a084-f6159552be47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:22.609703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Allocated IP 172.20.0.2 (2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2/d9f67930-e83a-438a-986d-d77b152f8c5a/c04a8fe8-d8f9-43f6-ba00-f2d71a46d249) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:22.620718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-8f282625-2dc9-441f-8b71-a9f96fc83e58 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 999 time: 0.3217568 Oct 29 08:52:22.743631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:21Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:22.779956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc541ee-6eb1-4a09-bcfe-e8a575c7408d None None] The sync data for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 is: [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:21Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:22.861657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ee423029-7b79-4dc1-9eec-7e3b55e84445 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:52:22.955468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:22.967044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:23.034653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:23.042425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:23.049990 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:23.131365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Pushing event updated for resources: {'Port': ['ID=c04a8fe8-d8f9-43f6-ba00-f2d71a46d249,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:23.138309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ee423029-7b79-4dc1-9eec-7e3b55e84445, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:23.182983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Attempting to bind port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:23.183355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Attempting to bind port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:23.183722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Attempting to bind port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 on network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:23.186087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:23.196746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'port_id': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'mac_address': 'fa:16:3e:32:9f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:52:23.216705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a4ac-cb33-433d-a316-16f33a2d2ebf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:23.224552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:23.224926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Checking segment: {'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:23.225340 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:23.225626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-74e228ce-21bc-4d96-b736-bf7780dce369 service neutron] 10.222.0.15 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8805473 Oct 29 08:52:23.225776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Bound using segment: {'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:23.226210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Bound port: c04a8fe8-d8f9-43f6-ba00-f2d71a46d249, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:23.226597 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:23.346938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] For port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:23.350648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] For port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c04a8fe8-d8f9-43f6-ba00-f2d71a46d249,segment=NetworkSegment(b14172b8-9ebc-4b18-a68b-6885159ceced),segment_id=b14172b8-9ebc-4b18-a68b-6885159ceced)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:23.362570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:52:23.364784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6eb39bb6-f6a6-45ba-909e-518991fc798b up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:23.376492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-450a8cda-863f-4998-9d3d-3ec0d96642d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:23.378020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-450a8cda-863f-4998-9d3d-3ec0d96642d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.2595451 Oct 29 08:52:23.398967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92584d5f-d945-483e-a2cb-5f1bb82c40fa req-8a6fd1f8-08f3-4621-bf78-ca0ee5abd384 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:23.408392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:23.411065 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-92584d5f-d945-483e-a2cb-5f1bb82c40fa req-8a6fd1f8-08f3-4621-bf78-ca0ee5abd384 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 945 time: 0.3002679 Oct 29 08:52:23.424474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:23.497150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa848-09f4-427a-a10a-4459f7c13357 req-e7e31f93-c849-44a9-83a0-3f08ebed5df6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:23.498719 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18faa848-09f4-427a-a10a-4459f7c13357 req-e7e31f93-c849-44a9-83a0-3f08ebed5df6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.0935752 Oct 29 08:52:23.508870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8164aee-ff40-46ba-945a-a4c5a2071626 None None] Network a1a90b07-75e4-43c5-8444-d069a31d8acf requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:23.580542 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-18faa848-09f4-427a-a10a-4459f7c13357 req-5a7fae6d-f4ca-4545-88b6-efc4f0fc6cf6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683570 Oct 29 08:52:23.666131 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-fb2ce073-a6b2-4b67-a87f-527aa6f75466 service neutron] 10.222.0.15 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253571 Oct 29 08:52:23.677255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-92584d5f-d945-483e-a2cb-5f1bb82c40fa req-35f2b4d3-42d7-4a86-a2f5-5ea439840402 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640021 Oct 29 08:52:23.731321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bd4e9-fd5d-4a13-b3ae-34a199ed89dd req-b1a69f52-c5e4-4f95-9e3c-8271286d0eb4 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:23.740827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d2bd4e9-fd5d-4a13-b3ae-34a199ed89dd req-b1a69f52-c5e4-4f95-9e3c-8271286d0eb4 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 944 time: 0.1082134 Oct 29 08:52:23.752116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-8533cccd-04d5-47e8-a9b9-70a114fb1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:23.757216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-8533cccd-04d5-47e8-a9b9-70a114fb1004 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3386807 Oct 29 08:52:23.782825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee423029-7b79-4dc1-9eec-7e3b55e84445 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:52:23.805636 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:52:23.824895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:23.825276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:23.835254 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d2bd4e9-fd5d-4a13-b3ae-34a199ed89dd req-e551900e-70b3-4b16-bc12-847fa3ad8335 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931504 Oct 29 08:52:23.894471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 6eb39bb6-f6a6-45ba-909e-518991fc798b completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:52:23.898727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4617cfb-3b73-4bb9-823f-37f8d8f2bdae None None] Pushing event updated for resources: {'Port': ['ID=c04a8fe8-d8f9-43f6-ba00-f2d71a46d249,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:23.974176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ee423029-7b79-4dc1-9eec-7e3b55e84445, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:23.979563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 6eb39bb6-f6a6-45ba-909e-518991fc798b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:23.980022 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.018715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.037464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ef621270-302f-40bf-a44a-a67e29c67ee9 None None] Provisioning complete for port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:24.037927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef621270-302f-40bf-a44a-a67e29c67ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.083527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78823d74-832a-4c87-befd-ce7e8be26aea req-b8b76dfd-c629-4dbc-99af-29d019906999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:24.086199 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78823d74-832a-4c87-befd-ce7e8be26aea req-b8b76dfd-c629-4dbc-99af-29d019906999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 944 time: 0.0666142 Oct 29 08:52:24.136496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78823d74-832a-4c87-befd-ce7e8be26aea req-1f4cb4a8-51a2-436d-a37c-547ef7e5742a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439239 Oct 29 08:52:24.162449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.212996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-56dda3c4-d8d3-46a3-a279-0a10355e30db service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327393 Oct 29 08:52:24.214068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.275679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:24.283849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=ee423029-7b79-4dc1-9eec-7e3b55e84445,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:24.315231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'port_id': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'mac_address': 'fa:16:3e:4e:dd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:52:24.336651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:24.383229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-dca5e664-8a14-40c1-a790-4e6cfe1509e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:24.385136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-dca5e664-8a14-40c1-a790-4e6cfe1509e9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 944 time: 0.3507307 Oct 29 08:52:24.387132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ee423029-7b79-4dc1-9eec-7e3b55e84445'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:52:24.510560 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.545674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef621270-302f-40bf-a44a-a67e29c67ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.554187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46eeff02-ba76-42b9-ad92-e6868c3eec87 req-e5072c58-a29b-48d2-a468-055f0c199e0f service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961316 Oct 29 08:52:24.569730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.580002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Allocated IP 172.25.5.225 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/7ae154e4-81da-4f4d-aeba-eddf01f80df9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:24.609173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9274bd52-2315-425c-a64b-3cfc273c65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb39bb6-f6a6-45ba-909e-518991fc798b'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:24.612073 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d0faff-9641-4857-ad77-eac253fdf7f1" -d '{"events": [{"server_uuid": "9274bd52-2315-425c-a64b-3cfc273c65d2", "name": "network-vif-plugged", "status": "completed", "tag": "6eb39bb6-f6a6-45ba-909e-518991fc798b"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:24.621730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a4ac-cb33-433d-a316-16f33a2d2ebf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.645341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a4ac-cb33-433d-a316-16f33a2d2ebf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.652407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c7a4ac-cb33-433d-a316-16f33a2d2ebf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:24.653082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a4ac-cb33-433d-a316-16f33a2d2ebf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.654738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a6c7a4ac-cb33-433d-a316-16f33a2d2ebf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/ports/4b65e67c-5814-49fc-b304-251361bc79d9 HTTP/1.1" status: 200 len: 911 time: 2.7764850 Oct 29 08:52:24.657580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48428) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:24.661181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f52fbc-fcaa-4553-bcd1-d8993510c6cc {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:52:24.674916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 6eb39bb6-f6a6-45ba-909e-518991fc798b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6eb39bb6-f6a6-45ba-909e-518991fc798b,segment=NetworkSegment(855d357a-debe-4ea5-bc6d-0520e95e4637),segment_id=855d357a-debe-4ea5-bc6d-0520e95e4637)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:24.685919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-773c9995-606a-407a-9951-f9ac6b0fccef service neutron] 10.222.0.15 "GET /v2.0/ports/10f52fbc-fcaa-4553-bcd1-d8993510c6cc/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 382 time: 0.2866347 Oct 29 08:52:24.727448 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.741598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ef621270-302f-40bf-a44a-a67e29c67ee9 None None] For port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,segment=NetworkSegment(c8562521-1e46-4dab-8ad4-413998572618),segment_id=c8562521-1e46-4dab-8ad4-413998572618)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:24.762395 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fafe027-e60e-466a-a0ba-2091a3a2ce24 x-openstack-request-id: req-6fafe027-e60e-466a-a0ba-2091a3a2ce24 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:24.762794 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9274bd52-2315-425c-a64b-3cfc273c65d2", "name": "network-vif-plugged", "status": "completed", "tag": "6eb39bb6-f6a6-45ba-909e-518991fc798b", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:24.762995 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fafe027-e60e-466a-a0ba-2091a3a2ce24 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:24.763348 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9274bd52-2315-425c-a64b-3cfc273c65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb39bb6-f6a6-45ba-909e-518991fc798b', 'code': 200} Oct 29 08:52:24.829402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:24.830049 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.831547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef621270-302f-40bf-a44a-a67e29c67ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:24.857097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-71ff46c5-d2e6-457e-82a3-10e994ddb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:24.858773 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-71ff46c5-d2e6-457e-82a3-10e994ddb3c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1095 time: 0.1474416 Oct 29 08:52:24.908327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:24.977313 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:25.022879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-abad83ef-0383-46bf-baa3-a062a9fd0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:25.025178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-abad83ef-0383-46bf-baa3-a062a9fd0378 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.1437371 Oct 29 08:52:25.064228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=6eb39bb6-f6a6-45ba-909e-518991fc798b,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:25.065276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7a4ac-cb33-433d-a316-16f33a2d2ebf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=4b65e67c-5814-49fc-b304-251361bc79d9,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:25.133260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902d894-9865-4d99-bda8-955859c77bb1 req-0449f1b8-2365-468a-b77e-f2f5343340e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:25.135285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d902d894-9865-4d99-bda8-955859c77bb1 req-0449f1b8-2365-468a-b77e-f2f5343340e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 1097 time: 0.2985036 Oct 29 08:52:25.179491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e635af-ed58-410f-812c-466580021064 req-060cca5f-8f60-4a0d-a011-01b3f7c63df9 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:25.181676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7e635af-ed58-410f-812c-466580021064 req-060cca5f-8f60-4a0d-a011-01b3f7c63df9 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 945 time: 0.1491272 Oct 29 08:52:25.234940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9efeda6-1075-4ce4-b1c4-807d0c956f63 None None] Network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:25.242995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34a281-2e92-4b62-8372-eeafa723631b req-fcf03edd-9173-4048-b2cd-b0aadca88419 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:25.243580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef621270-302f-40bf-a44a-a67e29c67ee9 None None] Pushing event updated for resources: {'Port': ['ID=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:25.245300 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e34a281-2e92-4b62-8372-eeafa723631b req-fcf03edd-9173-4048-b2cd-b0aadca88419 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 946 time: 0.3677063 Oct 29 08:52:25.277353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2a983490-cbab-4dc8-abd9-d996c9be1f00 None None] Provisioning complete for port 4b65e67c-5814-49fc-b304-251361bc79d9 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:25.277732 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a983490-cbab-4dc8-abd9-d996c9be1f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:25.319370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-ffaf7a45-3fad-45f6-b46d-b6aca6a30134 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 1000 time: 0.2435293 Oct 29 08:52:25.346383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7e635af-ed58-410f-812c-466580021064 req-e4af8aa4-4c31-4825-860f-5a95f3eaccad tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495674 Oct 29 08:52:25.349729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0e34a281-2e92-4b62-8372-eeafa723631b req-71031ad8-a493-4a2c-9f4b-5e9095d85afb tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919230 Oct 29 08:52:25.360249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:25.384910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d902d894-9865-4d99-bda8-955859c77bb1 req-7190d474-2c06-4e65-b4e8-64cd645e6122 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251854 Oct 29 08:52:25.403966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['10f52fbc-fcaa-4553-bcd1-d8993510c6cc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:52:25.454670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-dfb0ee71-456c-4c19-aa28-719901748eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:25.456187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-dfb0ee71-456c-4c19-aa28-719901748eac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.1086137 Oct 29 08:52:25.487581 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2a983490-cbab-4dc8-abd9-d996c9be1f00 None None] Port 4b65e67c-5814-49fc-b304-251361bc79d9 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:25.505025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:25.592442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:25.615489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:25.630744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2a983490-cbab-4dc8-abd9-d996c9be1f00 None None] Provisioning complete for port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:25.631578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2a983490-cbab-4dc8-abd9-d996c9be1f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:25.638089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:25.661214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:25.678231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1218e5a-6708-40b8-969c-762a25432774 req-43099e6d-9e24-4d1b-8882-6c4312c86683 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:25.680573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1218e5a-6708-40b8-969c-762a25432774 req-43099e6d-9e24-4d1b-8882-6c4312c86683 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.2156699 Oct 29 08:52:25.686011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae154e4-81da-4f4d-aeba-eddf01f80df9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:25.838985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:25.905863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-bd4e07f5-0ee2-4d26-a72f-af48fbf7ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:25.907887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-bd4e07f5-0ee2-4d26-a72f-af48fbf7ebd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141928 Oct 29 08:52:25.933803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1218e5a-6708-40b8-969c-762a25432774 req-89371a28-b6b1-4378-8092-7898a9b5a401 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432330 Oct 29 08:52:25.980744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.046490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:26.046889 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.137107 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.176770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c04a8fe8-d8f9-43f6-ba00-f2d71a46d249,segment=NetworkSegment(b14172b8-9ebc-4b18-a68b-6885159ceced),segment_id=b14172b8-9ebc-4b18-a68b-6885159ceced)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:26.189916 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.190992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:26.298797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 4b65e67c-5814-49fc-b304-251361bc79d9 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:26.299276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.423545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.437442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 4b65e67c-5814-49fc-b304-251361bc79d9 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:26.524996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-59bd0b12-8434-4159-80c4-ef951e60b657 None None] Provisioning complete for port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:26.525387 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-59bd0b12-8434-4159-80c4-ef951e60b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.537091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5365-7a68-4909-bff3-fac37731414f req-5d67a52f-c914-431a-a414-5bde238578ea tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:26.538664 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1fa5365-7a68-4909-bff3-fac37731414f req-5d67a52f-c914-431a-a414-5bde238578ea tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 946 time: 0.0946276 Oct 29 08:52:26.577008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ede7-a40a-4634-a0f2-8fbdc249e24d req-65d7264d-d07b-4e79-9543-3d59f7182c63 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:26.579345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f63ede7-a40a-4634-a0f2-8fbdc249e24d req-65d7264d-d07b-4e79-9543-3d59f7182c63 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 945 time: 0.1046700 Oct 29 08:52:26.582998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-68e1c9dd-5c60-44e4-9119-c5a9216887ed service neutron] 10.222.0.15 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670418 Oct 29 08:52:26.585485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.596599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=c04a8fe8-d8f9-43f6-ba00-f2d71a46d249,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:26.627121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1fa5365-7a68-4909-bff3-fac37731414f req-c80d482a-330d-43e9-90a6-7824d1eada5c tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778859 Oct 29 08:52:26.641252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:26.641638 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.713229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.723789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-59bd0b12-8434-4159-80c4-ef951e60b657 None None] Could not find standard attr ID for object 4b65e67c-5814-49fc-b304-251361bc79d9. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 08:52:26.750239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=4b65e67c-5814-49fc-b304-251361bc79d9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:26.782774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f63ede7-a40a-4634-a0f2-8fbdc249e24d req-2e28b1da-6eab-4e71-9127-a22beb8c64ad tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862593 Oct 29 08:52:26.844020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-763d8aee-f75f-4d43-813d-932bb9b9b711 service neutron] 10.222.0.15 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459786 Oct 29 08:52:26.849360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-44c9a71d-27be-4758-8976-b68c82aee05c None None] Provisioning complete for port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:26.850581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44c9a71d-27be-4758-8976-b68c82aee05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.861781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:26.889507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ee423029-7b79-4dc1-9eec-7e3b55e84445 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:26.987099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port ee423029-7b79-4dc1-9eec-7e3b55e84445 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:52:26.997752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port ee423029-7b79-4dc1-9eec-7e3b55e84445 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:26.998155 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.036995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.097857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.109063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 1b5b8c62-4e3d-4e22-9052-474a49c2198b has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:27.121540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:27.124066 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0837f687-bfe6-459f-aa1e-04aab39904a8" -d '{"events": [{"server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "name": "network-vif-plugged", "status": "completed", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:27.127363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1f9de-ce1b-4bca-9963-53bc2c1722ea req-2417aa34-668c-4dd8-bff7-affa009ef868 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:27.129161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10e1f9de-ce1b-4bca-9963-53bc2c1722ea req-2417aa34-668c-4dd8-bff7-affa009ef868 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.0621333 Oct 29 08:52:27.144618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port ee423029-7b79-4dc1-9eec-7e3b55e84445, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:27.152038 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.189538 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9398aca2-3727-4d0e-8efd-49cea84e1038 x-openstack-request-id: req-9398aca2-3727-4d0e-8efd-49cea84e1038 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:27.189933 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "name": "network-vif-plugged", "status": "completed", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:27.190246 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9398aca2-3727-4d0e-8efd-49cea84e1038 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:27.190719 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'code': 200} Oct 29 08:52:27.215732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=ee423029-7b79-4dc1-9eec-7e3b55e84445,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:27.222763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:52:27.234709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:27.244920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ae300-6f08-44d2-a5e7-6a6de9e7a192 None None] Sync routers for ids ['1b5b8c62-4e3d-4e22-9052-474a49c2198b'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:27.246280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-65f4615e-1034-4e7a-b9bc-df52c617c6fb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/1b5b8c62-4e3d-4e22-9052-474a49c2198b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5875146 Oct 29 08:52:27.249166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48444) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:27.257598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ae300-6f08-44d2-a5e7-6a6de9e7a192 None None] Routers {'1b5b8c62-4e3d-4e22-9052-474a49c2198b'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:27.258257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-b05ae300-6f08-44d2-a5e7-6a6de9e7a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1b5b8c62-4e3d-4e22-9052-474a49c2198b'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:27.283062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-00f4e7d4-d8e7-40e3-aae6-5d20fe1b5ce3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b5b8c62-4e3d-4e22-9052-474a49c2198b HTTP/1.1" status: 200 len: 205 time: 0.0326385 Oct 29 08:52:27.287561 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10e1f9de-ce1b-4bca-9963-53bc2c1722ea req-05230cc0-c642-47c0-aaaa-5a9be5d5bef0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481934 Oct 29 08:52:27.288298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48446) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:27.293445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-b05ae300-6f08-44d2-a5e7-6a6de9e7a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:27.303938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ae300-6f08-44d2-a5e7-6a6de9e7a192 None None] Routers {'1b5b8c62-4e3d-4e22-9052-474a49c2198b'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:27.304677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-b05ae300-6f08-44d2-a5e7-6a6de9e7a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1b5b8c62-4e3d-4e22-9052-474a49c2198b'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:27.342908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:27.346449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-b05ae300-6f08-44d2-a5e7-6a6de9e7a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:27.347200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ae300-6f08-44d2-a5e7-6a6de9e7a192 None None] The sync data for ids ['1b5b8c62-4e3d-4e22-9052-474a49c2198b'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:27.363547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5181cc0-18de-4d96-846a-e014d3c3484b req-1a47d559-7b09-4ffb-9583-2eaff9180f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:27.365343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5181cc0-18de-4d96-846a-e014d3c3484b req-1a47d559-7b09-4ffb-9583-2eaff9180f3e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1097 time: 0.0904827 Oct 29 08:52:27.381157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d557599c-d7f4-4c39-8290-4250b09d0989 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.398770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:52:27.403239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:27.403615 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.405107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:27.417348 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Sync routers for ids ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:27.435890 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5181cc0-18de-4d96-846a-e014d3c3484b req-1ff3e026-bd43-4a30-9319-c916e1728510 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614469 Oct 29 08:52:27.442303 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Routers {'32d50b13-8ea7-4cc7-85fb-210aafbabe32'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:27.443134 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:27.446341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.447883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-008c9783-a44d-4b0e-b2a2-1e0f87cfac60 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7603903 Oct 29 08:52:27.450841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48448) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:27.497741 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.538992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:27.544653 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.557444 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Set router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:27.617120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:27.626293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d557599c-d7f4-4c39-8290-4250b09d0989 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.629844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d557599c-d7f4-4c39-8290-4250b09d0989 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.636455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:27.692640 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d557599c-d7f4-4c39-8290-4250b09d0989 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.694167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d557599c-d7f4-4c39-8290-4250b09d0989 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Fanout notify agent at l3_agent the message router_deleted on router 1b5b8c62-4e3d-4e22-9052-474a49c2198b {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:52:27.705290 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d557599c-d7f4-4c39-8290-4250b09d0989 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.707082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d557599c-d7f4-4c39-8290-4250b09d0989 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/1b5b8c62-4e3d-4e22-9052-474a49c2198b HTTP/1.1" status: 204 len: 168 time: 0.4174478 Oct 29 08:52:27.709359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48452) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:27.717691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:27.718237 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.792269 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:52:25Z', 'revision_number': 3, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port': {'id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:24Z', 'updated_at': '2021-10-29T08:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:27.800751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-75317e95-0a70-4d50-a5b2-a0eaafeb8e93 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet 3457b081-40ab-4fd6-8ad6-eeae0e0f4a09 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:52:27.809840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75317e95-0a70-4d50-a5b2-a0eaafeb8e93 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.837245 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Checking router: 32d50b13-8ea7-4cc7-85fb-210aafbabe32 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:27.837965 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Updating router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 port 7ae154e4-81da-4f4d-aeba-eddf01f80df9 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:27.873941 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.878436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75317e95-0a70-4d50-a5b2-a0eaafeb8e93 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:27.909653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c6b90-cf56-4791-80b6-5a2453c96f63 req-9503074e-7032-4de9-b61d-f0645b01f044 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:27.914322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc5c6b90-cf56-4791-80b6-5a2453c96f63 req-9503074e-7032-4de9-b61d-f0645b01f044 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 946 time: 0.1413238 Oct 29 08:52:27.966294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a20dd-cbbe-45ff-8adf-ef383e861686 req-60eb70b2-51f5-4e4f-bd05-e2c4c46cd172 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:27.967836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-944a20dd-cbbe-45ff-8adf-ef383e861686 req-60eb70b2-51f5-4e4f-bd05-e2c4c46cd172 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.0682676 Oct 29 08:52:27.997071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc5c6b90-cf56-4791-80b6-5a2453c96f63 req-eb85c62e-c1cb-490a-8c73-406d0816db5c tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708234 Oct 29 08:52:28.036398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75317e95-0a70-4d50-a5b2-a0eaafeb8e93 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.068252 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-944a20dd-cbbe-45ff-8adf-ef383e861686 req-d86fee6c-0b30-4910-8d7c-ffba4f4df12a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940454 Oct 29 08:52:28.102935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.117273 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75317e95-0a70-4d50-a5b2-a0eaafeb8e93 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.141201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75317e95-0a70-4d50-a5b2-a0eaafeb8e93 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.145334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-75317e95-0a70-4d50-a5b2-a0eaafeb8e93 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/3457b081-40ab-4fd6-8ad6-eeae0e0f4a09 HTTP/1.1" status: 204 len: 168 time: 0.4347970 Oct 29 08:52:28.147779 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a544c-a189-4004-a2dc-b52ebbe6bc18 None None] Network a1a90b07-75e4-43c5-8444-d069a31d8acf requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:28.159088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48458) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:28.170009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75317e95-0a70-4d50-a5b2-a0eaafeb8e93 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=3457b081-40ab-4fd6-8ad6-eeae0e0f4a09,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:28.213734 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.222240 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.301092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.311968 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Attempting to bind port 7ae154e4-81da-4f4d-aeba-eddf01f80df9 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:28.314020 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Attempting to bind port 7ae154e4-81da-4f4d-aeba-eddf01f80df9 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:28.314020 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Attempting to bind port 7ae154e4-81da-4f4d-aeba-eddf01f80df9 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:28.353162 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4c35b-2f1f-440a-a6b5-4aa53afcbb32 None None] Pushing event updated for resources: {'Port': ['ID=7ae154e4-81da-4f4d-aeba-eddf01f80df9,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:28.358460 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:28.359861 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:28.360601 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.361322 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:28.361988 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Bound port: 7ae154e4-81da-4f4d-aeba-eddf01f80df9, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:28.362808 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.398379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Allocated IP 172.20.0.1 (2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2/d9f67930-e83a-438a-986d-d77b152f8c5a/11a4595e-3b6b-40f4-91d5-7947dd0233d4) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:28.437011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:28.437418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.473081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] DHCP port deletion for a1a90b07-75e4-43c5-8444-d069a31d8acf request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:52:28.497271 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] For port 7ae154e4-81da-4f4d-aeba-eddf01f80df9, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:28.504377 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] For port 7ae154e4-81da-4f4d-aeba-eddf01f80df9, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7ae154e4-81da-4f4d-aeba-eddf01f80df9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:28.514144 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.550190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] Deleting port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:28.550530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.621760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3c49e-bce7-46b1-8fc0-98175a31ee0f req-8cf41354-594c-4841-9856-5e0e248a9a03 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:28.629189 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Routers {'32d50b13-8ea7-4cc7-85fb-210aafbabe32'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:28.629428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97f3c49e-bce7-46b1-8fc0-98175a31ee0f req-8cf41354-594c-4841-9856-5e0e248a9a03 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.2146618 Oct 29 08:52:28.630252 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:28.633558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,segment=NetworkSegment(c8562521-1e46-4dab-8ad4-413998572618),segment_id=c8562521-1e46-4dab-8ad4-413998572618)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:28.633944 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.669651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:28.698349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] For port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,segment=NetworkSegment(c8562521-1e46-4dab-8ad4-413998572618),segment_id=c8562521-1e46-4dab-8ad4-413998572618)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:28.701622 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.736707 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4c35b-2f1f-440a-a6b5-4aa53afcbb32 None None] Pushing event updated for resources: {'Port': ['ID=7ae154e4-81da-4f4d-aeba-eddf01f80df9,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:28.753944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] Calling delete_port for 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:28.792137 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] Set router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:28.819980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.839248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97f3c49e-bce7-46b1-8fc0-98175a31ee0f req-501b1c1d-068c-42fe-98c3-08d67f598d7b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087381 Oct 29 08:52:28.916963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.923594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.934124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:28.958930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:28.970972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No DVR routers for this DVR port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:52:28.973598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:28.977861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] Pushing event deleted for resources: {'Port': ['ID=9acfe47b-7bea-4aa9-8328-8c9e8ace57ff,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:28.997514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:29.002593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:29.012956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2d956-ee28-4732-a619-707c910f76cf None None] No DVR routers for this DVR port 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:52:29.031734 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:52:29.085732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=11a4595e-3b6b-40f4-91d5-7947dd0233d4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:29.150993 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:29.192381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:29.194797 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24345f12-b17a-4ace-b821-08675a8e4dd9" -d '{"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-plugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:29.233037 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:29.238260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:29.246592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835a85-26a7-4630-b28d-6a4079fd2638 req-b706b124-8d14-44b6-81cc-8486e611b970 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:29.249531 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8835a85-26a7-4630-b28d-6a4079fd2638 req-b706b124-8d14-44b6-81cc-8486e611b970 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.0696509 Oct 29 08:52:29.267014 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:52:25Z', 'revision_number': 3, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port': {'id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:24Z', 'updated_at': '2021-10-29T08:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:29.295651 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d5d80c-a57f-4cf5-9011-6e4403fea4f8 x-openstack-request-id: req-22d5d80c-a57f-4cf5-9011-6e4403fea4f8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:29.295988 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-plugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:29.296247 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22d5d80c-a57f-4cf5-9011-6e4403fea4f8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:29.296663 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'code': 200} Oct 29 08:52:29.319056 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46af8c-2840-4b0f-92e5-705a3a483efe None None] The sync data for ids ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'] in n-d-815940-1 is: [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:52:25Z', 'revision_number': 3, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port': {'id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:24Z', 'updated_at': '2021-10-29T08:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:29.323611 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8835a85-26a7-4630-b28d-6a4079fd2638 req-c57e2f30-81d3-47ae-9538-38ff09ef5c01 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669882 Oct 29 08:52:29.350086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a90b07-75e4-43c5-8444-d069a31d8acf']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:29.380178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-ec104590-95fe-4a58-ad63-7e7d25a6d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:29.382042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-ec104590-95fe-4a58-ad63-7e7d25a6d399 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 1097 time: 0.1862402 Oct 29 08:52:29.385634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8562521-1e46-4dab-8ad4-413998572618') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:29.385942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8562521-1e46-4dab-8ad4-413998572618') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:29.387538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4d9531d7-fd9e-4781-8a41-4a97ecc5b22e None None] Provisioning complete for port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:29.387538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4d9531d7-fd9e-4781-8a41-4a97ecc5b22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:29.398688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:29.415393 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:29.428453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:52:29.429205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:29.439250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:29.450018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4d9531d7-fd9e-4781-8a41-4a97ecc5b22e None None] Port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:52:29.463360 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:52:29.629888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:52:29.666642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:52:29.666992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9acfe47b-7bea-4aa9-8328-8c9e8ace57ff not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:52:29.810547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c86252-87fc-4c83-b973-b04ccc23823e req-87a34c29-c71a-4437-9638-6c225948cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:29.812605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c86252-87fc-4c83-b973-b04ccc23823e req-87a34c29-c71a-4437-9638-6c225948cd2d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1097 time: 0.2225091 Oct 29 08:52:29.828171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f35e6f-7c00-42a9-a9bf-b4142ff2800c req-ace970cf-d5a7-4fdd-8dd4-93b9ce634719 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:29.830347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87f35e6f-7c00-42a9-a9bf-b4142ff2800c req-ace970cf-d5a7-4fdd-8dd4-93b9ce634719 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1456439 Oct 29 08:52:30.036227 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87f35e6f-7c00-42a9-a9bf-b4142ff2800c req-472f5b7e-98bc-4545-8819-e99313b439ce tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928918 Oct 29 08:52:30.047207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c86252-87fc-4c83-b973-b04ccc23823e req-963394ff-4269-4f15-b729-f9df299c377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:30.049154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c86252-87fc-4c83-b973-b04ccc23823e req-963394ff-4269-4f15-b729-f9df299c377a service neutron] 10.222.0.93 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 921 time: 0.2178249 Oct 29 08:52:30.116400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c86252-87fc-4c83-b973-b04ccc23823e req-d1629074-1918-44e1-8889-4d3b0544350a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 217 time: 0.0584805 Oct 29 08:52:30.136133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.145010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.167930 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.171236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/a1a90b07-75e4-43c5-8444-d069a31d8acf HTTP/1.1" status: 204 len: 168 time: 2.0111308 Oct 29 08:52:30.176098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48480) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:30.182900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-85987cf7-483f-4921-a7b2-3ad76029cef7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-814169305', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:30.201114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e24853-fa88-447c-a28c-2cc301542d8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=a1a90b07-75e4-43c5-8444-d069a31d8acf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:30.213725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f328-b139-4fdc-a8ae-ddda5cd51d64 req-4a14ea29-ca76-478f-8093-578c80751423 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:30.215373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81c1f328-b139-4fdc-a8ae-ddda5cd51d64 req-4a14ea29-ca76-478f-8093-578c80751423 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 946 time: 0.1725755 Oct 29 08:52:30.221016 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.352299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81c1f328-b139-4fdc-a8ae-ddda5cd51d64 req-bfb489ac-57ad-490c-bab6-24fda61ece34 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269343 Oct 29 08:52:30.418279 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.516714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c86252-87fc-4c83-b973-b04ccc23823e req-cf4605a8-898c-46de-8df9-7d788c8ee1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:30.518337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c86252-87fc-4c83-b973-b04ccc23823e req-cf4605a8-898c-46de-8df9-7d788c8ee1e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.3953128 Oct 29 08:52:30.582645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c86252-87fc-4c83-b973-b04ccc23823e req-40bcd258-54fe-4bd6-854c-acdae0b056c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550165 Oct 29 08:52:30.583587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85987cf7-483f-4921-a7b2-3ad76029cef7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.585046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85987cf7-483f-4921-a7b2-3ad76029cef7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.609109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:30.655677 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.663417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.682873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85987cf7-483f-4921-a7b2-3ad76029cef7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.688013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85987cf7-483f-4921-a7b2-3ad76029cef7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.712456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85987cf7-483f-4921-a7b2-3ad76029cef7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.713684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-85987cf7-483f-4921-a7b2-3ad76029cef7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5363555 Oct 29 08:52:30.716611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48488) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:30.721110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:30.724006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1690229285'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:30.761754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c86252-87fc-4c83-b973-b04ccc23823e req-d504d65c-94ba-43df-ae07-5ecf969d86a2 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278028 Oct 29 08:52:30.778012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:30.781807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.789562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=11a4595e-3b6b-40f4-91d5-7947dd0233d4,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:30.795628 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.797877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:30.800287 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363cc85-8fc5-425e-9723-327b8ad78a68" -d '{"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:30.804576 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.836726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Transition to ACTIVE for port object 10f52fbc-fcaa-4553-bcd1-d8993510c6cc will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:52:30.865798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.870423 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9b2f5f-3cbc-447f-9dc7-2d61ccf91989 x-openstack-request-id: req-aa9b2f5f-3cbc-447f-9dc7-2d61ccf91989 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:30.870959 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:30.870959 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa9b2f5f-3cbc-447f-9dc7-2d61ccf91989 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:30.871367 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'code': 200} Oct 29 08:52:30.895776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:30.917447 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.917795 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment 893057d3-347a-48c1-b6b6-99415bc5d8f4 of type vlan for network 6ce57d25-524c-4e71-99dd-87d622d07313 Oct 29 08:52:30.983987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:30.984535 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:30.995704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c86252-87fc-4c83-b973-b04ccc23823e req-dfafeeb2-6764-4c4a-adde-09b3ee72d917 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272654 Oct 29 08:52:31.027759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:31.031931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:31.041418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.051785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:31.055358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] No DVR routers for this DVR port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:52:31.067564 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.168644 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4509354 Oct 29 08:52:31.178285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48506) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:31.185219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:31.206745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=6ce57d25-524c-4e71-99dd-87d622d07313,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:31.248876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.249609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.250241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.250839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.251378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.251945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.252478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.253026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.253709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.254245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.254764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.255296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c6708-2f5f-4d20-8fdc-20c5877d7f5d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:31.269521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6ce57d25-524c-4e71-99dd-87d622d07313 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:31.352153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:52:31.380151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:31.384575 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.493900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656436ca-5a51-4c64-a16f-a15e7f5de3d4 req-256a1629-7ac8-484a-95a8-d664c3856ff9 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:31.507728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-656436ca-5a51-4c64-a16f-a15e7f5de3d4 req-256a1629-7ac8-484a-95a8-d664c3856ff9 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.2585578 Oct 29 08:52:31.522393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:52:31.653241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-32adfa2a-867c-4351-8f01-ff349cbf2aff None None] Provisioning complete for port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:31.653771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-32adfa2a-867c-4351-8f01-ff349cbf2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.670873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-656436ca-5a51-4c64-a16f-a15e7f5de3d4 req-b7876d2c-e969-4e10-8e00-b15d6c992ffa tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621747 Oct 29 08:52:31.691663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7ae154e4-81da-4f4d-aeba-eddf01f80df9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:31.708940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:31.744709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbce210-45fc-4e10-bfe4-21c710d32302 req-69dbbb2d-1f68-4c7c-a57f-8cc73aa5c7f0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:31.746827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-acbce210-45fc-4e10-bfe4-21c710d32302 req-69dbbb2d-1f68-4c7c-a57f-8cc73aa5c7f0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.2538154 Oct 29 08:52:31.754221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.761186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-32adfa2a-867c-4351-8f01-ff349cbf2aff None None] Port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:31.806122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7ae154e4-81da-4f4d-aeba-eddf01f80df9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:31.806524 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.836410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:31.837810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:31.838179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:31.857219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:52:31.857949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Attempting to bind port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on network 0e214f9c-ff0b-4c36-805d-484b8c188cbe {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:31.871244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:31.871698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Checking segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:31.872205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Bound using segment: {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:31.872749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Bound port: 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:31.873222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.885844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=74d75643-3ae8-4e1e-b19c-e05ec14bd1f2,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:31.925173 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.933211 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-acbce210-45fc-4e10-bfe4-21c710d32302 req-54ee4f38-66d3-4f2e-9585-f9dc04bdd99a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719100 Oct 29 08:52:31.936585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:31.937196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: 6ce57d25-524c-4e71-99dd-87d622d07313, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:31.941212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:31.963946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4cec31b6-e0c8-4bd1-88fb-ef559e7cf9a6 admin admin] 10.222.0.70 "PUT /v2.0/routers/32d50b13-8ea7-4cc7-85fb-210aafbabe32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5059500 Oct 29 08:52:31.964182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Sync routers for ids ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:31.966748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 7ae154e4-81da-4f4d-aeba-eddf01f80df9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7ae154e4-81da-4f4d-aeba-eddf01f80df9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:31.972687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 6ce57d25-524c-4e71-99dd-87d622d07313 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:31.975515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:31.993916 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6ce57d25-524c-4e71-99dd-87d622d07313) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:31.995194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:31.999561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:32.007250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:32.011592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:32.012831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:32.038512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dea8d2ed-c737-4164-991c-7e7d68e4b19f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8585823 Oct 29 08:52:32.042279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48522) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:32.048448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Routers {'32d50b13-8ea7-4cc7-85fb-210aafbabe32'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:32.052621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:32.058639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:32.059080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:32.060476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] 10.222.0.93 "PUT /v2.0/ports/10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 1093 time: 2.6357520 Oct 29 08:52:32.082753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e685e-73b0-43cd-9a2f-f7ac18006b0e service neutron] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=11']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:32.121801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864a12d-f7d6-4960-808a-6f0ccf33896c None None] Network 6ce57d25-524c-4e71-99dd-87d622d07313 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:32.142920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-260ccef3-a821-4dc0-9bc1-6ae925d24a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:32.146151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-260ccef3-a821-4dc0-9bc1-6ae925d24a6e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1096 time: 0.0585063 Oct 29 08:52:32.303481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=7ae154e4-81da-4f4d-aeba-eddf01f80df9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:32.315444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-fd4b7aa7-6b18-4b09-9081-59f4f02db6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:32.317174 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-fd4b7aa7-6b18-4b09-9081-59f4f02db6d2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.1633577 Oct 29 08:52:32.333409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.335134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.335486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.335865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.336204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.336544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.336877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.337823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.338171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.338505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.338904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.339240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:52:32.460705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-073e4e0a-8928-4a80-a8be-786084f4d22c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 999 time: 0.1355002 Oct 29 08:52:32.474811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Set router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:32.535797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:32.550371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-a4ccf747-935e-427b-94eb-12046c219ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:32.552057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-a4ccf747-935e-427b-94eb-12046c219ee2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.0841513 Oct 29 08:52:32.611998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-bad2bf87-68b1-4ba4-ae7c-4b58fcf43cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:32.614934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-bad2bf87-68b1-4ba4-ae7c-4b58fcf43cd1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555463 Oct 29 08:52:32.709893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d63a9-d748-4cd4-8087-c6da2b194a33 req-ceb0995d-9a9c-40e4-905a-9b669c9d66f8 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:32.711528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-029d63a9-d748-4cd4-8087-c6da2b194a33 req-ceb0995d-9a9c-40e4-905a-9b669c9d66f8 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 946 time: 0.1669221 Oct 29 08:52:32.735381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-512cddf8-dee6-46ee-9124-551caa6cbde6 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124845 Oct 29 08:52:32.815260 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-029d63a9-d748-4cd4-8087-c6da2b194a33 req-00ade07a-5877-4de9-856c-998bebf54a6f tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923538 Oct 29 08:52:32.884998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:32.887678 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5811105-cbee-4080-ab47-5b0401d6d7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:32.893534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8::1 (6ce57d25-524c-4e71-99dd-87d622d07313/74d75643-3ae8-4e1e-b19c-e05ec14bd1f2/363570b8-1f77-479f-b138-9e1e21d33356) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:32.942575 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3306d7a3-f3b0-4ae6-9958-a788698bb488 req-9c8ca700-36d3-487d-806a-9695f88b524f service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994648 Oct 29 08:52:32.966654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae2fbf-d363-4cae-aaa1-28d060989ede req-759cb5ba-5733-4345-a2c3-508a7e6347d1 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:32.968459 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28ae2fbf-d363-4cae-aaa1-28d060989ede req-759cb5ba-5733-4345-a2c3-508a7e6347d1 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1350322 Oct 29 08:52:33.001258 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a23167-a761-45a1-9b13-3f29a0c5d37a x-openstack-request-id: req-48a23167-a761-45a1-9b13-3f29a0c5d37a {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:33.001838 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:33.002225 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48a23167-a761-45a1-9b13-3f29a0c5d37a {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:33.002729 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'status': 'completed', 'code': 200} Oct 29 08:52:33.042268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.046049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-6ce57d25-524c-4e71-99dd-87d622d07313', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:52:33.048535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.086433 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.109067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28ae2fbf-d363-4cae-aaa1-28d060989ede req-6ebe90ad-5e96-4830-9198-540fe98ac3e8 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314054 Oct 29 08:52:33.146020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-ff8d57f8-8662-4196-854b-741f79e03abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.147920 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-ff8d57f8-8662-4196-854b-741f79e03abc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1096 time: 0.1157570 Oct 29 08:52:33.150009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-8f97d532-27db-498b-b978-f78c67a22154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.152740 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-8f97d532-27db-498b-b978-f78c67a22154 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1096 time: 0.1347227 Oct 29 08:52:33.211775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:52:30Z', 'revision_number': 4, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port': {'id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:24Z', 'updated_at': '2021-10-29T08:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '11a4595e-3b6b-40f4-91d5-7947dd0233d4', 'name': '', 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'mac_address': 'fa:16:3e:9a:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'd9f67930-e83a-438a-986d-d77b152f8c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:28Z', 'updated_at': '2021-10-29T08:52:30Z', 'revision_number': 2, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'subnets': [{'id': 'd9f67930-e83a-438a-986d-d77b152f8c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:33.236033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 6ce57d25-524c-4e71-99dd-87d622d07313 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:33.245324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:33.251979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:33.252846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.258343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=363570b8-1f77-479f-b138-9e1e21d33356,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:33.262089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Checking router: 32d50b13-8ea7-4cc7-85fb-210aafbabe32 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:33.263433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Updating router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:33.271113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-e157693f-6a57-45e8-8b3a-aec4e9c11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.273082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-e157693f-6a57-45e8-8b3a-aec4e9c11f70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.1171660 Oct 29 08:52:33.302184 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.310101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Allocated IP 2001:db8::2 (6ce57d25-524c-4e71-99dd-87d622d07313/74d75643-3ae8-4e1e-b19c-e05ec14bd1f2/87ce3a1f-34dc-4500-adb4-79e9e67cc339) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:33.322666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23adf4-8ac1-4a5b-812b-806a459c385c req-3e1bf52b-c0d0-4eed-b24d-64d8cca9d61e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.324324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ce23adf4-8ac1-4a5b-812b-806a459c385c req-3e1bf52b-c0d0-4eed-b24d-64d8cca9d61e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.1813397 Oct 29 08:52:33.394508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-251e77e4-40ec-4222-86a4-05e5492171fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.396147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-251e77e4-40ec-4222-86a4-05e5492171fb service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.1218259 Oct 29 08:52:33.415375 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ce23adf4-8ac1-4a5b-812b-806a459c385c req-4477b6a0-546e-4256-8de4-15a6cf57c5fb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602336 Oct 29 08:52:33.460910 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.550240 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-3ff61d16-db80-484e-a3a2-75916a101a16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 999 time: 0.1529579 Oct 29 08:52:33.620662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7ae154e4-81da-4f4d-aeba-eddf01f80df9 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:33.660259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-16416bf1-db3d-4407-980a-c320a7c81389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.662704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-16416bf1-db3d-4407-980a-c320a7c81389 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.0914690 Oct 29 08:52:33.672670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-11be59b7-4515-43b9-99f3-31f4b520208f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 999 time: 0.2642846 Oct 29 08:52:33.736119 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.761933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.769094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-9f0e0433-eaf2-497a-a7eb-1b45a32d7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.771368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-9f0e0433-eaf2-497a-a7eb-1b45a32d7761 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972354 Oct 29 08:52:33.775014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-1e13b178-7ee7-4e84-8254-c5152a31d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.777225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-1e13b178-7ee7-4e84-8254-c5152a31d1b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.0935278 Oct 29 08:52:33.835474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Network 6ce57d25-524c-4e71-99dd-87d622d07313 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:33.844770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7ae154e4-81da-4f4d-aeba-eddf01f80df9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:33.845155 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.853015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:33.883553 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.890141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:33.895405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.896731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:33.941172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Pushing event updated for resources: {'Port': ['ID=87ce3a1f-34dc-4500-adb4-79e9e67cc339,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:33.941971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c17b-0061-4563-a90b-e042221a5d45 req-e2c60b67-c686-4319-b602-6c164c739899 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.944097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8466c17b-0061-4563-a90b-e042221a5d45 req-e2c60b67-c686-4319-b602-6c164c739899 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.15 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 946 time: 0.0845294 Oct 29 08:52:33.979480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-6d868853-9234-4122-83ae-d90d3b96dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:33.981036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-6d868853-9234-4122-83ae-d90d3b96dbb5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927519 Oct 29 08:52:34.022207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.036194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=363570b8-1f77-479f-b138-9e1e21d33356,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:34.044594 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.053574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Attempting to bind port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:34.054224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Attempting to bind port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:34.054347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Attempting to bind port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 on network 6ce57d25-524c-4e71-99dd-87d622d07313 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:34.098939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:34.099306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Checking segment: {'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:34.099727 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.100148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Bound using segment: {'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:34.100688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Bound port: 87ce3a1f-34dc-4500-adb4-79e9e67cc339, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:34.101084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.102446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-97266601-1f5c-401a-aaa2-776c977f9bf5 service neutron] 10.222.0.15 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225963 Oct 29 08:52:34.112717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 6ce57d25-524c-4e71-99dd-87d622d07313 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:34.114573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:34.197556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bb969-e794-4bff-8112-101bc07a35ab None None] Pushing event updated for resources: {'Port': ['ID=11a4595e-3b6b-40f4-91d5-7947dd0233d4,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:34.340490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] For port 87ce3a1f-34dc-4500-adb4-79e9e67cc339, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:34.347983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Attempting to bind port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:34.350867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Attempting to bind port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:34.351787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75b775-a75e-46cf-89ee-5e18b3986067 req-9388fa80-aa7e-4f73-8135-5c4e1f731889 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:34.352020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Attempting to bind port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 on network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:34.354757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3c75b775-a75e-46cf-89ee-5e18b3986067 req-9388fa80-aa7e-4f73-8135-5c4e1f731889 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 946 time: 0.3860264 Oct 29 08:52:34.368853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] For port 87ce3a1f-34dc-4500-adb4-79e9e67cc339, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=87ce3a1f-34dc-4500-adb4-79e9e67cc339,segment=NetworkSegment(893057d3-347a-48c1-b6b6-99415bc5d8f4),segment_id=893057d3-347a-48c1-b6b6-99415bc5d8f4)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:34.382079 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.406411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:34.406714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-ed6ae8fe-8575-4eda-9018-162bc847d355 service neutron] 10.222.0.15 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888856 Oct 29 08:52:34.408199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a814ee-ace5-4ef0-acab-5876066f1c40 req-1b217cf0-3de2-483e-b3d0-b48fdbb39806 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:34.409895 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73a814ee-ace5-4ef0-acab-5876066f1c40 req-1b217cf0-3de2-483e-b3d0-b48fdbb39806 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1078823 Oct 29 08:52:34.410098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Checking segment: {'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:34.410605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.411011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Bound using segment: {'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:34.413080 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Bound port: 11a4595e-3b6b-40f4-91d5-7947dd0233d4, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14172b8-9ebc-4b18-a68b-6885159ceced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:34.413479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.448716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:52:34.471350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-d3b49b18-740b-4ec6-b947-f3ded93590e7 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445205 Oct 29 08:52:34.501588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Deleting port 6eb39bb6-f6a6-45ba-909e-518991fc798b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:34.501932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.524449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8ae0b-f46f-4754-a021-f169b0a2f393 None None] Pushing event updated for resources: {'Port': ['ID=87ce3a1f-34dc-4500-adb4-79e9e67cc339,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:34.531029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73a814ee-ace5-4ef0-acab-5876066f1c40 req-8ca65f21-1f64-4585-ae75-8ee5a6004bfe tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946534 Oct 29 08:52:34.585628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-780f49bd-e858-4ba7-b210-69bba735454f None None] Provisioning complete for port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:34.586000 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-780f49bd-e858-4ba7-b210-69bba735454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.634981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3c75b775-a75e-46cf-89ee-5e18b3986067 req-c82f48f3-4671-4fd8-8dc3-99f56d39994f tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/security-groups?id=fac6cf72-df9c-4f67-a53c-4152a27a4d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029967 Oct 29 08:52:34.682348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] For port 11a4595e-3b6b-40f4-91d5-7947dd0233d4, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:34.683167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:34.685629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-780f49bd-e858-4ba7-b210-69bba735454f None None] Port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:34.689167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dcdcb24f-f08e-4baa-bcb1-d66433f9451f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455512 Oct 29 08:52:34.692025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48618) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:34.693325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] For port 11a4595e-3b6b-40f4-91d5-7947dd0233d4, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=11a4595e-3b6b-40f4-91d5-7947dd0233d4,segment=NetworkSegment(b14172b8-9ebc-4b18-a68b-6885159ceced),segment_id=b14172b8-9ebc-4b18-a68b-6885159ceced)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:34.694575 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:34.702586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.708271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-101698066'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:34.713077 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:34.713077 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:34.754673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5811105-cbee-4080-ab47-5b0401d6d7d8 req-8d382e82-e597-43fd-9227-0f7f6aae9b39 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734430 Oct 29 08:52:34.782611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] For port 6eb39bb6-f6a6-45ba-909e-518991fc798b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=6eb39bb6-f6a6-45ba-909e-518991fc798b,segment=NetworkSegment(855d357a-debe-4ea5-bc6d-0520e95e4637),segment_id=855d357a-debe-4ea5-bc6d-0520e95e4637)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:34.783896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.786698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956159d5-eb45-4639-b9c5-e52531a8f3f7 req-4dc1b2dd-6120-40e2-8ee5-bbdf9e98f1ca tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:34.803869 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956159d5-eb45-4639-b9c5-e52531a8f3f7 req-4dc1b2dd-6120-40e2-8ee5-bbdf9e98f1ca tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.1699624 Oct 29 08:52:34.829283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Calling delete_port for 6eb39bb6-f6a6-45ba-909e-518991fc798b owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:34.833812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:34.836312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bb969-e794-4bff-8112-101bc07a35ab None None] Pushing event updated for resources: {'Port': ['ID=11a4595e-3b6b-40f4-91d5-7947dd0233d4,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:34.841930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:34.868272 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Routers {'32d50b13-8ea7-4cc7-85fb-210aafbabe32'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:34.869450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:34.903439 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:35.003986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-956159d5-eb45-4639-b9c5-e52531a8f3f7 req-590ec608-75cd-4df8-bf9b-5c9cd736dc72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989021 Oct 29 08:52:35.069586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:35.088706 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.089062 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment aab6551c-c3af-461d-8209-3d435e969eec of type vlan for network 048657df-cabb-4c14-bc39-61003e9fd9f9 Oct 29 08:52:35.175172 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.201126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['6eb39bb6-f6a6-45ba-909e-518991fc798b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:52:35.239254 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.278555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Pushing event deleted for resources: {'Port': ['ID=6eb39bb6-f6a6-45ba-909e-518991fc798b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:35.285945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.291763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:35.300085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.325417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] Set router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:35.357403 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:33Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:33Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:35.364492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6656134 Oct 29 08:52:35.367747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48622) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:35.370080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] No DVR routers for this DVR port 6eb39bb6-f6a6-45ba-909e-518991fc798b on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:52:35.383039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:35.383039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.384945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8466c17b-0061-4563-a90b-e042221a5d45 req-3c510f49-6267-4b30-b337-0cb4a7321784 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.15 "DELETE /v2.0/ports/6eb39bb6-f6a6-45ba-909e-518991fc798b HTTP/1.1" status: 204 len: 173 time: 1.4295566 Oct 29 08:52:35.385409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9274bd52-2315-425c-a64b-3cfc273c65d2', 'name': 'network-vif-deleted', 'tag': '6eb39bb6-f6a6-45ba-909e-518991fc798b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:35.387937 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20424be-3883-4849-a53b-862aa894f86b" -d '{"events": [{"server_uuid": "9274bd52-2315-425c-a64b-3cfc273c65d2", "name": "network-vif-deleted", "tag": "6eb39bb6-f6a6-45ba-909e-518991fc798b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:35.431706 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:35.432089 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Updating router 2afc2bcc-6bca-4417-bdb3-4eefea413065 port 363570b8-1f77-479f-b138-9e1e21d33356 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:35.435416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7202c478-5ce7-44c1-91e6-eafbe14cc859 None None] Provisioning complete for port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:35.446501 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7202c478-5ce7-44c1-91e6-eafbe14cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.475155 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.494978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb8c78-c6a4-434d-80d5-beaaf331b633 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=048657df-cabb-4c14-bc39-61003e9fd9f9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:35.504537 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa13a21-6daa-4386-a767-d4421a02a9de x-openstack-request-id: req-5fa13a21-6daa-4386-a767-d4421a02a9de {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:35.505044 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9274bd52-2315-425c-a64b-3cfc273c65d2", "name": "network-vif-deleted", "tag": "6eb39bb6-f6a6-45ba-909e-518991fc798b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:35.505478 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fa13a21-6daa-4386-a767-d4421a02a9de {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:35.506138 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9274bd52-2315-425c-a64b-3cfc273c65d2', 'name': 'network-vif-deleted', 'tag': '6eb39bb6-f6a6-45ba-909e-518991fc798b', 'status': 'completed', 'code': 200} Oct 29 08:52:35.546395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 048657df-cabb-4c14-bc39-61003e9fd9f9 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:35.627536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:35.634471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:35.764821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d1c58-21ed-451c-9fc1-03258ad82679 req-c4970950-eeb1-4dcc-be54-a722fb5b7848 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:35.781872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e09d1c58-21ed-451c-9fc1-03258ad82679 req-c4970950-eeb1-4dcc-be54-a722fb5b7848 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1240609 Oct 29 08:52:35.889997 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e09d1c58-21ed-451c-9fc1-03258ad82679 req-9635690e-ae8f-4798-a75d-91a16cde7b63 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020350 Oct 29 08:52:35.922199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 87ce3a1f-34dc-4500-adb4-79e9e67cc339 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:35.991682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e916be9b-8893-4c5d-a471-ec14be59d543 req-50d84a83-854f-469c-b383-9e43e3db8696 tempest-VolumesActionsTest-554094085 tempest-VolumesActionsTest-554094085-project] 10.222.0.70 "GET /v2.0/ports?device_id=9274bd52-2315-425c-a64b-3cfc273c65d2 HTTP/1.1" status: 200 len: 210 time: 0.0656745 Oct 29 08:52:36.205911 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.219980 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.234484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.323857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=c62c2508-1877-4a69-a133-5311fa1dc682,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:36.349422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b7fec-13ba-4856-b2cd-638e62c1687e req-e791838e-5b4b-422b-9e25-a7e32e680bcd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:36.351894 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5e8b7fec-13ba-4856-b2cd-638e62c1687e req-e791838e-5b4b-422b-9e25-a7e32e680bcd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 945 time: 0.1673367 Oct 29 08:52:36.352198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:36.352632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: 048657df-cabb-4c14-bc39-61003e9fd9f9, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:36.401139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 048657df-cabb-4c14-bc39-61003e9fd9f9 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:36.423919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 048657df-cabb-4c14-bc39-61003e9fd9f9) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:36.424153 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa2186-65cd-412c-877e-3654e534b905 None None] Pushing event updated for resources: {'Port': ['ID=363570b8-1f77-479f-b138-9e1e21d33356,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:36.432467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:36.433089 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.464278 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5e8b7fec-13ba-4856-b2cd-638e62c1687e req-25deb313-f5e4-448f-b419-5e97c91bee80 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867107 Oct 29 08:52:36.466869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9d11ad81-c4fa-4541-9723-1fa2ff19c257 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0978460 Oct 29 08:52:36.476811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:36.480820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48636) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:36.521476 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Attempting to bind port 363570b8-1f77-479f-b138-9e1e21d33356 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:36.521851 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Attempting to bind port 363570b8-1f77-479f-b138-9e1e21d33356 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:36.522226 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Attempting to bind port 363570b8-1f77-479f-b138-9e1e21d33356 on network 6ce57d25-524c-4e71-99dd-87d622d07313 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:36.536721 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:36.537195 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Checking segment: {'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:36.537489 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.537874 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Bound using segment: {'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:36.538341 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Bound port: 363570b8-1f77-479f-b138-9e1e21d33356, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893057d3-347a-48c1-b6b6-99415bc5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:36.540085 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.561090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-df8bcfcc-5c2a-4daa-a890-b4b4a5d54b79 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 HTTP/1.1" status: 200 len: 991 time: 0.0790718 Oct 29 08:52:36.561509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:36.561982 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.573437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4569ca-7599-4a64-9f9d-f6c05fceb24d None None] Network 048657df-cabb-4c14-bc39-61003e9fd9f9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:36.575269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b5b524-3614-4f7c-90e3-cc3db6f6c924 None None] Network 6ce57d25-524c-4e71-99dd-87d622d07313 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:36.638805 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] For port 363570b8-1f77-479f-b138-9e1e21d33356, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:36.644654 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] For port 363570b8-1f77-479f-b138-9e1e21d33356, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=363570b8-1f77-479f-b138-9e1e21d33356,segment=NetworkSegment(893057d3-347a-48c1-b6b6-99415bc5d8f4),segment_id=893057d3-347a-48c1-b6b6-99415bc5d8f4)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:36.650939 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.725398 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:36.726458 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:36.739941 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7202c478-5ce7-44c1-91e6-eafbe14cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.835473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7202c478-5ce7-44c1-91e6-eafbe14cc859 None None] For port 11a4595e-3b6b-40f4-91d5-7947dd0233d4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=11a4595e-3b6b-40f4-91d5-7947dd0233d4,segment=NetworkSegment(b14172b8-9ebc-4b18-a68b-6885159ceced),segment_id=b14172b8-9ebc-4b18-a68b-6885159ceced)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:36.851987 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa2186-65cd-412c-877e-3654e534b905 None None] Pushing event updated for resources: {'Port': ['ID=363570b8-1f77-479f-b138-9e1e21d33356,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:36.864239 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:36.896106 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7202c478-5ce7-44c1-91e6-eafbe14cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:36.923521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:52:37.111008 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:52:37.173352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202c478-5ce7-44c1-91e6-eafbe14cc859 None None] Pushing event updated for resources: {'Port': ['ID=11a4595e-3b6b-40f4-91d5-7947dd0233d4,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:37.182018 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:33Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:36Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:37.194731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619bab0-20c9-48af-8136-fc861565e7e1 req-734fc74c-287c-412e-9639-d4379d0c93e5 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:37.196415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1619bab0-20c9-48af-8136-fc861565e7e1 req-734fc74c-287c-412e-9639-d4379d0c93e5 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1342835 Oct 29 08:52:37.216563 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d15e72-1475-49d0-9af5-5ab7e1ab9719 None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:33Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:36Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:37.251843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:52:30Z', 'revision_number': 4, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port': {'id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:24Z', 'updated_at': '2021-10-29T08:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '11a4595e-3b6b-40f4-91d5-7947dd0233d4', 'name': '', 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'mac_address': 'fa:16:3e:9a:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'd9f67930-e83a-438a-986d-d77b152f8c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:28Z', 'updated_at': '2021-10-29T08:52:34Z', 'revision_number': 4, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'subnets': [{'id': 'd9f67930-e83a-438a-986d-d77b152f8c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:37.281446 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:37.283378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e3bd6c6c-0974-47bf-97c7-08e54e3c4d56 None None] Provisioning complete for port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:37.283741 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6c6c-0974-47bf-97c7-08e54e3c4d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:37.341431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1619bab0-20c9-48af-8136-fc861565e7e1 req-769fbf87-d83b-4822-a6c5-415923cba631 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823040 Oct 29 08:52:37.411570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6eb39bb6-f6a6-45ba-909e-518991fc798b no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:52:37.435675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-048657df-cabb-4c14-bc39-61003e9fd9f9', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:52:37.435928 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:37.438247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ae01d-7c8d-49fe-889b-871d7f8a6365 None None] The sync data for ids ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'] in n-d-815940-1 is: [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:52:30Z', 'revision_number': 4, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port': {'id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:24Z', 'updated_at': '2021-10-29T08:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '11a4595e-3b6b-40f4-91d5-7947dd0233d4', 'name': '', 'network_id': '2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'mac_address': 'fa:16:3e:9a:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'd9f67930-e83a-438a-986d-d77b152f8c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:28Z', 'updated_at': '2021-10-29T08:52:34Z', 'revision_number': 4, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'subnets': [{'id': 'd9f67930-e83a-438a-986d-d77b152f8c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:37.458180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 6eb39bb6-f6a6-45ba-909e-518991fc798b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:52:37.458180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 6eb39bb6-f6a6-45ba-909e-518991fc798b not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:52:37.665428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 87ce3a1f-34dc-4500-adb4-79e9e67cc339, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=87ce3a1f-34dc-4500-adb4-79e9e67cc339,segment=NetworkSegment(893057d3-347a-48c1-b6b6-99415bc5d8f4),segment_id=893057d3-347a-48c1-b6b6-99415bc5d8f4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:37.667504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:37.743480 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:37.762471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:37.781622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'port_id': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'mac_address': 'fa:16:3e:4e:dd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:52:38.058126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 363570b8-1f77-479f-b138-9e1e21d33356 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:38.165991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=87ce3a1f-34dc-4500-adb4-79e9e67cc339,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:38.242590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Allocated IP 2001:db8:1::2 (048657df-cabb-4c14-bc39-61003e9fd9f9/c62c2508-1877-4a69-a133-5311fa1dc682/f228d5c4-fb92-458e-a31d-9246bf9b15a1) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:38.265979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:38.395705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f52fbc-fcaa-4553-bcd1-d8993510c6cc {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:52:38.511785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:38.518987 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7b81dbe8-a331-4778-abc3-10f88d18a51c None None] Provisioning complete for port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:38.519387 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7b81dbe8-a331-4778-abc3-10f88d18a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:38.536752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:38.544530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 363570b8-1f77-479f-b138-9e1e21d33356 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:38.544530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:38.659108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=12']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:38.673784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa07cd-4814-40f7-a3d7-0a95c347f470 req-09950fab-763d-49b2-b2ae-a5b1cf1e2a44 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:38.677276 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9aa07cd-4814-40f7-a3d7-0a95c347f470 req-09950fab-763d-49b2-b2ae-a5b1cf1e2a44 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1964068 Oct 29 08:52:38.919650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['10f52fbc-fcaa-4553-bcd1-d8993510c6cc'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:52:39.119065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.186246 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.248374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Network 048657df-cabb-4c14-bc39-61003e9fd9f9 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:39.265955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:39.279668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:39.287888 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.335258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7b81dbe8-a331-4778-abc3-10f88d18a51c None None] Provisioning complete for port 363570b8-1f77-479f-b138-9e1e21d33356 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:39.335641 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7b81dbe8-a331-4778-abc3-10f88d18a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.337281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Pushing event updated for resources: {'Port': ['ID=f228d5c4-fb92-458e-a31d-9246bf9b15a1,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:39.362368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8:1::1 (048657df-cabb-4c14-bc39-61003e9fd9f9/c62c2508-1877-4a69-a133-5311fa1dc682/434937ff-fed2-497d-94fd-3af4103d86b2) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:39.414605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9aa07cd-4814-40f7-a3d7-0a95c347f470 req-94e59edd-f151-495c-846d-8a16bb707d5b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7302539 Oct 29 08:52:39.627934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.671177 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.710150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 363570b8-1f77-479f-b138-9e1e21d33356, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=363570b8-1f77-479f-b138-9e1e21d33356,segment=NetworkSegment(893057d3-347a-48c1-b6b6-99415bc5d8f4),segment_id=893057d3-347a-48c1-b6b6-99415bc5d8f4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:39.734931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 048657df-cabb-4c14-bc39-61003e9fd9f9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:39.736960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:39.741853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.742867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 11a4595e-3b6b-40f4-91d5-7947dd0233d4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:39.762654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=434937ff-fed2-497d-94fd-3af4103d86b2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:39.768718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:39.774555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.866417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Attempting to bind port f228d5c4-fb92-458e-a31d-9246bf9b15a1 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:39.866864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Attempting to bind port f228d5c4-fb92-458e-a31d-9246bf9b15a1 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:39.868480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Attempting to bind port f228d5c4-fb92-458e-a31d-9246bf9b15a1 on network 048657df-cabb-4c14-bc39-61003e9fd9f9 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:39.958398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:39.959533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Checking segment: {'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:39.960169 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.960760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Bound using segment: {'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:39.961428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Bound port: f228d5c4-fb92-458e-a31d-9246bf9b15a1, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:39.963923 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:39.985570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:40.162961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=363570b8-1f77-479f-b138-9e1e21d33356,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:40.210526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:40.210526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:40.273984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] For port f228d5c4-fb92-458e-a31d-9246bf9b15a1, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:40.278911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] For port f228d5c4-fb92-458e-a31d-9246bf9b15a1, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f228d5c4-fb92-458e-a31d-9246bf9b15a1,segment=NetworkSegment(aab6551c-c3af-461d-8209-3d435e969eec),segment_id=aab6551c-c3af-461d-8209-3d435e969eec)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:40.292990 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:40.384687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:40.394336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:40.395615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:40.418189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c856-9809-4595-9c94-38e2426c5089 None None] Pushing event updated for resources: {'Port': ['ID=f228d5c4-fb92-458e-a31d-9246bf9b15a1,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:40.473765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-78a2ee97-cc89-4dfb-82b0-880d092f9de4 None None] Provisioning complete for port 363570b8-1f77-479f-b138-9e1e21d33356 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:40.474141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-78a2ee97-cc89-4dfb-82b0-880d092f9de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:40.500571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=434937ff-fed2-497d-94fd-3af4103d86b2,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:40.675341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f105f-e0ff-46a8-a78a-eaa44a8f49ed req-f2e48fdf-8b7d-4bd4-bf8b-a0b09f456b6d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:40.697325 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3f105f-e0ff-46a8-a78a-eaa44a8f49ed req-f2e48fdf-8b7d-4bd4-bf8b-a0b09f456b6d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1203730 Oct 29 08:52:40.710701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 87ce3a1f-34dc-4500-adb4-79e9e67cc339 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:40.774347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 048657df-cabb-4c14-bc39-61003e9fd9f9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:40.775556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:40.775975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:40.779230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:40.788617 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a3f105f-e0ff-46a8-a78a-eaa44a8f49ed req-11218e7a-8ffe-4efe-ade4-4bf528f9997c tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904613 Oct 29 08:52:40.900939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 363570b8-1f77-479f-b138-9e1e21d33356 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:40.929303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:40.954383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 363570b8-1f77-479f-b138-9e1e21d33356 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:40.954759 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.044870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:41.050725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d3731e81-6f21-4dc5-9dcc-7b7e60fa2cc3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5719619 Oct 29 08:52:41.053657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48674) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:41.058931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1683041268'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:41.059686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:41.073060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:41.074141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:41.089842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:41.095769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.137445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:41.151205 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.152254 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment 50b291b9-6e36-4f03-92c8-7156e898ef62 of type vlan for network a6a2c7e5-382c-45cc-b135-a967a8a67f6d Oct 29 08:52:41.190096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:41.209189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.263705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.272970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:41.273594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.357833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=a6a2c7e5-382c-45cc-b135-a967a8a67f6d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:41.364235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-56237244-6e96-498d-b0ce-7c60ea8138c9 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3094685 Oct 29 08:52:41.367234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48678) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:41.375633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network a6a2c7e5-382c-45cc-b135-a967a8a67f6d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:41.378112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:41.509330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:41.514568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.644231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 3, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:40Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:41.695289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:41.696608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Updating router 2afc2bcc-6bca-4417-bdb3-4eefea413065 port 434937ff-fed2-497d-94fd-3af4103d86b2 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:41.733756 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.873316 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:41.918124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f28e5-90d3-4433-bae0-ebb74db44079 None None] Network 048657df-cabb-4c14-bc39-61003e9fd9f9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:41.938205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=601480e9-8090-41f0-9696-1ec65aa52986,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:41.959758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a28100-4ff3-4087-a330-8fd2a1dbdac8 req-778450de-1f17-47b8-b20c-db793dc5fd41 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:41.962227 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1a28100-4ff3-4087-a330-8fd2a1dbdac8 req-778450de-1f17-47b8-b20c-db793dc5fd41 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.0621982 Oct 29 08:52:41.973679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:41.974137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: a6a2c7e5-382c-45cc-b135-a967a8a67f6d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:42.012219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network a6a2c7e5-382c-45cc-b135-a967a8a67f6d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:42.033654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a6a2c7e5-382c-45cc-b135-a967a8a67f6d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:42.040410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:42.041340 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:42.070811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1a28100-4ff3-4087-a330-8fd2a1dbdac8 req-054ced23-b87d-44a0-859f-cf7b8a4ca465 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957201 Oct 29 08:52:42.079863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-062f3c4a-9040-42fc-8027-ad87a70c99c7 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7099862 Oct 29 08:52:42.082731 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48684) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:42.090848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75613505-5b64-4904-914e-8101949593fe None None] Network a6a2c7e5-382c-45cc-b135-a967a8a67f6d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:42.181361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d58c89c3-2e76-444d-b855-eaba6c538a8e None None] Provisioning complete for port f228d5c4-fb92-458e-a31d-9246bf9b15a1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:42.181666 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58c89c3-2e76-444d-b855-eaba6c538a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:42.554555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:42.607096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:42.822292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f228d5c4-fb92-458e-a31d-9246bf9b15a1 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:42.856974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:52:42.858057 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:42.861737 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:42.898441 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58c89c3-2e76-444d-b855-eaba6c538a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:42.950274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:43.031311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8:2::1 (a6a2c7e5-382c-45cc-b135-a967a8a67f6d/601480e9-8090-41f0-9696-1ec65aa52986/dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:43.131463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ba304-f7a4-4629-b84f-1248973fe578 None None] Pushing event updated for resources: {'Port': ['ID=434937ff-fed2-497d-94fd-3af4103d86b2,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:43.190213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d58c89c3-2e76-444d-b855-eaba6c538a8e None None] For port f228d5c4-fb92-458e-a31d-9246bf9b15a1, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f228d5c4-fb92-458e-a31d-9246bf9b15a1,segment=NetworkSegment(aab6551c-c3af-461d-8209-3d435e969eec),segment_id=aab6551c-c3af-461d-8209-3d435e969eec)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:43.201564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Attempting to bind port 434937ff-fed2-497d-94fd-3af4103d86b2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:43.201944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Attempting to bind port 434937ff-fed2-497d-94fd-3af4103d86b2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:43.202323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Attempting to bind port 434937ff-fed2-497d-94fd-3af4103d86b2 on network 048657df-cabb-4c14-bc39-61003e9fd9f9 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:43.210626 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58c89c3-2e76-444d-b855-eaba6c538a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.225400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:52:43.230343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:43.230724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Checking segment: {'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:43.231135 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.231529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Bound using segment: {'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:43.232060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Bound port: 434937ff-fed2-497d-94fd-3af4103d86b2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab6551c-c3af-461d-8209-3d435e969eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:43.232431 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.258572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:43.258911 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.260467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f228d5c4-fb92-458e-a31d-9246bf9b15a1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:43.260800 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.307931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb96bd-303d-4f95-9955-2daf95dedf79 req-c13b75ea-f6a4-4491-8e43-60fc16690ffd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:43.318300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ceb96bd-303d-4f95-9955-2daf95dedf79 req-c13b75ea-f6a4-4491-8e43-60fc16690ffd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1272986 Oct 29 08:52:43.328823 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.380598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.418398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network a6a2c7e5-382c-45cc-b135-a967a8a67f6d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:43.422583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:43.451148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:43.452605 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.468474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ceb96bd-303d-4f95-9955-2daf95dedf79 req-23c46273-df8b-4732-8965-411f0c9f35df tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340287 Oct 29 08:52:43.561254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c89c3-2e76-444d-b855-eaba6c538a8e None None] Pushing event updated for resources: {'Port': ['ID=f228d5c4-fb92-458e-a31d-9246bf9b15a1,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:43.598059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c56d7cfa-9088-4bcb-bf31-c17e22aa65a8 None None] Provisioning complete for port 434937ff-fed2-497d-94fd-3af4103d86b2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:43.598479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c56d7cfa-9088-4bcb-bf31-c17e22aa65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.669677 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:43.683257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.777850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] For port 434937ff-fed2-497d-94fd-3af4103d86b2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:43.818229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c56d7cfa-9088-4bcb-bf31-c17e22aa65a8 None None] Port 434937ff-fed2-497d-94fd-3af4103d86b2 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:43.822793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Allocated IP 2001:db8:2::2 (a6a2c7e5-382c-45cc-b135-a967a8a67f6d/601480e9-8090-41f0-9696-1ec65aa52986/1ff16073-e586-4c1c-97b3-c7d378b11d26) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:43.888844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] For port 434937ff-fed2-497d-94fd-3af4103d86b2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=434937ff-fed2-497d-94fd-3af4103d86b2,segment=NetworkSegment(aab6551c-c3af-461d-8209-3d435e969eec),segment_id=aab6551c-c3af-461d-8209-3d435e969eec)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:43.908398 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:43.926441 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.063395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c56d7cfa-9088-4bcb-bf31-c17e22aa65a8 None None] Provisioning complete for port f228d5c4-fb92-458e-a31d-9246bf9b15a1 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:44.066206 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c56d7cfa-9088-4bcb-bf31-c17e22aa65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.184162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:52:44.186578 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a40b371-b3ae-4929-a99d-2c0bac23a67f" -d '{"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-plugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:52:44.190687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ba304-f7a4-4629-b84f-1248973fe578 None None] Pushing event updated for resources: {'Port': ['ID=434937ff-fed2-497d-94fd-3af4103d86b2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:44.278566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:44.320855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:44.321416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:44.328025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.331233 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2bd8f8-1b27-4ea1-9f01-172a5c5fdd08 x-openstack-request-id: req-9f2bd8f8-1b27-4ea1-9f01-172a5c5fdd08 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:52:44.332683 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-plugged", "status": "completed", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:52:44.333893 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f2bd8f8-1b27-4ea1-9f01-172a5c5fdd08 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:52:44.334690 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'code': 200} Oct 29 08:52:44.336813 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.338411 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.352546 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.493290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5544-3338-4165-bcee-9c76137e4bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.539831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:44.650687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:44.664341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=13']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:44.681831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c10a5-47f9-4b10-889c-32ba72b24bee req-d7abee77-9bc1-417f-9b5f-9791bdb4a3ce tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:44.691670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network a6a2c7e5-382c-45cc-b135-a967a8a67f6d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:44.692866 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e4c10a5-47f9-4b10-889c-32ba72b24bee req-d7abee77-9bc1-417f-9b5f-9791bdb4a3ce tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1095128 Oct 29 08:52:44.693260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:44.725084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f228d5c4-fb92-458e-a31d-9246bf9b15a1 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:44.783579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e4c10a5-47f9-4b10-889c-32ba72b24bee req-157eb8d1-dd51-421a-9e79-5257aac0dd68 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846198 Oct 29 08:52:44.796121 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.825494 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:44.899685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:44.985475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Network a6a2c7e5-382c-45cc-b135-a967a8a67f6d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:44.999063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:45.005844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d3be6103-8c8c-4c53-b2a5-09f6217f45e0 None None] Provisioning complete for port 434937ff-fed2-497d-94fd-3af4103d86b2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:45.006537 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3be6103-8c8c-4c53-b2a5-09f6217f45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.008498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Pushing event updated for resources: {'Port': ['ID=1ff16073-e586-4c1c-97b3-c7d378b11d26,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:45.014086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:45.078669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:45.084948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-89a0914f-9ed5-4a8d-b9d8-e06545d9bf54 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0007021 Oct 29 08:52:45.087866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48710) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:45.093260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1088754238'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:45.106814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f228d5c4-fb92-458e-a31d-9246bf9b15a1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:45.107324 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.127377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:45.133429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.181923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:52:45.206956 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.207221 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added segment d6d72d5b-4970-4623-aa9d-5a4e23eb4c25 of type vlan for network 08522475-d2ac-48ea-bb7f-9ba24ef8650d Oct 29 08:52:45.321816 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.378524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.387911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:45.389195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.464193 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3750761 Oct 29 08:52:45.467446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48714) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:45.474259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'subnet': {'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:45.485303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcfc06-b8d1-4f9e-9b9c-643b2f6e34d0 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Network': ['ID=08522475-d2ac-48ea-bb7f-9ba24ef8650d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:45.513286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Attempting to bind port 1ff16073-e586-4c1c-97b3-c7d378b11d26 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:45.513929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Attempting to bind port 1ff16073-e586-4c1c-97b3-c7d378b11d26 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:45.514153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Attempting to bind port 1ff16073-e586-4c1c-97b3-c7d378b11d26 on network a6a2c7e5-382c-45cc-b135-a967a8a67f6d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:45.522606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 08522475-d2ac-48ea-bb7f-9ba24ef8650d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:52:45.574004 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:45.574385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Checking segment: {'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:45.574803 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.575199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Bound using segment: {'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:45.575748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Bound port: 1ff16073-e586-4c1c-97b3-c7d378b11d26, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:45.576158 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.598802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Made reservation on behalf of baf1e5974c574087a6e4ce11e83048bc for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:52:45.602600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.617182 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3be6103-8c8c-4c53-b2a5-09f6217f45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.749627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d3be6103-8c8c-4c53-b2a5-09f6217f45e0 None None] For port 434937ff-fed2-497d-94fd-3af4103d86b2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=434937ff-fed2-497d-94fd-3af4103d86b2,segment=NetworkSegment(aab6551c-c3af-461d-8209-3d435e969eec),segment_id=aab6551c-c3af-461d-8209-3d435e969eec)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:45.765322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3be6103-8c8c-4c53-b2a5-09f6217f45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.807589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:43Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:43Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:43Z', 'revision_number': 1, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:45.825239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] For port 1ff16073-e586-4c1c-97b3-c7d378b11d26, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:45.834936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.870681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f9e86-b62d-4851-9db5-9fa11702dfab None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:43Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:43Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:43Z', 'revision_number': 1, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:45.882236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] For port 1ff16073-e586-4c1c-97b3-c7d378b11d26, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1ff16073-e586-4c1c-97b3-c7d378b11d26,segment=NetworkSegment(50b291b9-6e36-4f03-92c8-7156e898ef62),segment_id=50b291b9-6e36-4f03-92c8-7156e898ef62)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:45.895006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:45.897000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be6103-8c8c-4c53-b2a5-09f6217f45e0 None None] Pushing event updated for resources: {'Port': ['ID=434937ff-fed2-497d-94fd-3af4103d86b2,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:45.971882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Checking segment: {'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:45.972560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network hostable DHCP agents. Network: 08522475-d2ac-48ea-bb7f-9ba24ef8650d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:52:45.973312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d838d-221f-4696-83e3-36cb4b73e8ee None None] Pushing event updated for resources: {'Port': ['ID=1ff16073-e586-4c1c-97b3-c7d378b11d26,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:46.002583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77bffd-78e5-44d5-90c7-f62cceff218e req-0dcb165c-ba34-4d03-bef7-4e921ccde409 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:46.004368 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d77bffd-78e5-44d5-90c7-f62cceff218e req-0dcb165c-ba34-4d03-bef7-4e921ccde409 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1400549 Oct 29 08:52:46.017869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Subnet': ['ID=3289b287-d970-4e3e-a8d8-14d8a1ee7e21,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:46.035052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 08522475-d2ac-48ea-bb7f-9ba24ef8650d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:52:46.050951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 08522475-d2ac-48ea-bb7f-9ba24ef8650d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:46.060243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:46.061142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:46.068417 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d77bffd-78e5-44d5-90c7-f62cceff218e req-eb26df17-81d7-47f3-9254-2de388b96b52 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567932 Oct 29 08:52:46.087876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c553e1cc-9fb6-45ff-bd8e-306b3f74324c None None] Network 08522475-d2ac-48ea-bb7f-9ba24ef8650d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:46.103107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-744701cf-d8b7-49c2-b1b7-30f2443d6658 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6329119 Oct 29 08:52:46.106240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48722) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:46.420046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-08522475-d2ac-48ea-bb7f-9ba24ef8650d', 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'fixed_ips': [{'subnet_id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:52:46.421321 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:46.720773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Allocated IP 2001:db8:3::2 (08522475-d2ac-48ea-bb7f-9ba24ef8650d/3289b287-d970-4e3e-a8d8-14d8a1ee7e21/11de4a55-a62d-410d-8c79-125be41c59cf) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:46.869341 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:46.872949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1ff16073-e586-4c1c-97b3-c7d378b11d26 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:47.041009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e254a92-0da5-4f62-a0d4-391b6dfc72b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.062544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1ff16073-e586-4c1c-97b3-c7d378b11d26 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:47.065100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.178964 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.204501 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.355230 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.356037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018c2a2-f570-4d46-84dc-621808712491 req-da459ec2-d896-4c78-809e-2526208562e3 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:47.362312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4018c2a2-f570-4d46-84dc-621808712491 req-da459ec2-d896-4c78-809e-2526208562e3 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1283798 Oct 29 08:52:47.387259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Network 08522475-d2ac-48ea-bb7f-9ba24ef8650d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:47.414313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:47.417401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:47.420870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Pushing event updated for resources: {'Port': ['ID=11de4a55-a62d-410d-8c79-125be41c59cf,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:47.466696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4018c2a2-f570-4d46-84dc-621808712491 req-3673b23b-93c5-43ef-9e60-f975704f9ebe tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973217 Oct 29 08:52:47.469169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Allocated IP 2001:db8:3::1 (08522475-d2ac-48ea-bb7f-9ba24ef8650d/3289b287-d970-4e3e-a8d8-14d8a1ee7e21/568c32a7-47f4-4a49-aebb-cd676e1d3721) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:52:47.494492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 1ff16073-e586-4c1c-97b3-c7d378b11d26, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1ff16073-e586-4c1c-97b3-c7d378b11d26,segment=NetworkSegment(50b291b9-6e36-4f03-92c8-7156e898ef62),segment_id=50b291b9-6e36-4f03-92c8-7156e898ef62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:47.501844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.502700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 434937ff-fed2-497d-94fd-3af4103d86b2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:47.562529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Attempting to bind port 11de4a55-a62d-410d-8c79-125be41c59cf on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:47.562914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Attempting to bind port 11de4a55-a62d-410d-8c79-125be41c59cf by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:47.563295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Attempting to bind port 11de4a55-a62d-410d-8c79-125be41c59cf on network 08522475-d2ac-48ea-bb7f-9ba24ef8650d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:47.607512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:47.608159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Checking segment: {'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:47.608742 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.609720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Bound using segment: {'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:47.610261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Bound port: 11de4a55-a62d-410d-8c79-125be41c59cf, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:47.610635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.677619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=1ff16073-e586-4c1c-97b3-c7d378b11d26,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:47.755560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.756149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 434937ff-fed2-497d-94fd-3af4103d86b2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:47.756685 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.800244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] For port 11de4a55-a62d-410d-8c79-125be41c59cf, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:47.821043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] For port 11de4a55-a62d-410d-8c79-125be41c59cf, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=11de4a55-a62d-410d-8c79-125be41c59cf,segment=NetworkSegment(d6d72d5b-4970-4623-aa9d-5a4e23eb4c25),segment_id=d6d72d5b-4970-4623-aa9d-5a4e23eb4c25)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:47.829171 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.844187 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.845723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1c57a-fbe3-4515-bbee-308bee01110c None None] Network a6a2c7e5-382c-45cc-b135-a967a8a67f6d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:47.917245 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 08522475-d2ac-48ea-bb7f-9ba24ef8650d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:47.923724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:47.932730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:52:47.933350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:47.995620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=568c32a7-47f4-4a49-aebb-cd676e1d3721,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:48.001745 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:48.017978 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:48.018600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:48.075140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c7d68f32-447d-42cf-94dd-71881071d354 None None] Provisioning complete for port 1ff16073-e586-4c1c-97b3-c7d378b11d26 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:48.075442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c7d68f32-447d-42cf-94dd-71881071d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:48.153687 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:48.164053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3daf8-1f33-4a86-9151-75cf3846293b None None] Pushing event updated for resources: {'Port': ['ID=11de4a55-a62d-410d-8c79-125be41c59cf,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:48.196035 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:48.199143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:48.387729 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:48.720479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4bea4-a253-4954-927e-db655ad92d4a req-5e38d05c-d7d2-4dea-a744-5f5b2917b78d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:48.723341 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:43Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:44Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:48.729299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06e4bea4-a253-4954-927e-db655ad92d4a req-5e38d05c-d7d2-4dea-a744-5f5b2917b78d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.0900037 Oct 29 08:52:48.823251 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:48.824116 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Updating router 2afc2bcc-6bca-4417-bdb3-4eefea413065 port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:48.827301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06e4bea4-a253-4954-927e-db655ad92d4a req-35faf7e1-ee28-4d65-83b3-bd0a1a467298 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970740 Oct 29 08:52:48.880271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:48.895747 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:48.899001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:48.899883 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:48.914485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1ff16073-e586-4c1c-97b3-c7d378b11d26 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:49.059530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-40b5de14-31f4-4b43-a209-9b0dd31658e8 None None] Provisioning complete for port 1ff16073-e586-4c1c-97b3-c7d378b11d26 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:49.059957 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-40b5de14-31f4-4b43-a209-9b0dd31658e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.144142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event updated for resources: {'Port': ['ID=568c32a7-47f4-4a49-aebb-cd676e1d3721,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:49.232691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1ff16073-e586-4c1c-97b3-c7d378b11d26 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:49.233867 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.267706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Network 08522475-d2ac-48ea-bb7f-9ba24ef8650d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:52:49.272069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:52:49.466336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-40b5de14-31f4-4b43-a209-9b0dd31658e8 None None] Provisioning complete for port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:49.466714 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-40b5de14-31f4-4b43-a209-9b0dd31658e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.556551 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.571368 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.638708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-40b5de14-31f4-4b43-a209-9b0dd31658e8 None None] Port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:49.650806 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.661394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 11de4a55-a62d-410d-8c79-125be41c59cf up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:49.673389 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947974b6-4ae0-4cbc-9dec-fa2865e3de2c None None] Pushing event updated for resources: {'Port': ['ID=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:49.771442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213bbc7-d7a6-42c8-88da-78f085a96675 None None] Network 08522475-d2ac-48ea-bb7f-9ba24ef8650d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:49.809033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 11de4a55-a62d-410d-8c79-125be41c59cf triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:49.820660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.850238 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Attempting to bind port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:49.850660 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Attempting to bind port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:49.851026 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Attempting to bind port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 on network a6a2c7e5-382c-45cc-b135-a967a8a67f6d {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:49.859894 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:49.860266 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Checking segment: {'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:49.881919 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.882418 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Bound using segment: {'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:49.882934 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Bound port: dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b291b9-6e36-4f03-92c8-7156e898ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:49.883326 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.936967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a7d33f5e-22bd-4d7c-b9a8-066bd15f4290 None None] Provisioning complete for port 11de4a55-a62d-410d-8c79-125be41c59cf triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:49.937870 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a7d33f5e-22bd-4d7c-b9a8-066bd15f4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:49.996504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:50.146506 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] For port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:50.162570 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] For port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,segment=NetworkSegment(50b291b9-6e36-4f03-92c8-7156e898ef62),segment_id=50b291b9-6e36-4f03-92c8-7156e898ef62)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:50.163939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:50.164941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae07c9-b3f1-4274-b7be-90409c27c3fd req-76bf7922-879f-4b20-9c97-483a1338fa45 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:50.168939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1dae07c9-b3f1-4274-b7be-90409c27c3fd req-76bf7922-879f-4b20-9c97-483a1338fa45 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1550360 Oct 29 08:52:50.173158 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-84bd0230-5150-42e0-9c63-2f650063c92b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0648344 Oct 29 08:52:50.175290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48752) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:50.179427 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:50.182240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:50.281133 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:50.282201 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:50.295359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1dae07c9-b3f1-4274-b7be-90409c27c3fd req-cf73af43-130d-41fe-89d9-c05c57da3b58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216128 Oct 29 08:52:50.525699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:50.542424 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947974b6-4ae0-4cbc-9dec-fa2865e3de2c None None] Pushing event updated for resources: {'Port': ['ID=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:50.584371 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:50.613664 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a7d33f5e-22bd-4d7c-b9a8-066bd15f4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:50.687150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 11de4a55-a62d-410d-8c79-125be41c59cf, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=11de4a55-a62d-410d-8c79-125be41c59cf,segment=NetworkSegment(d6d72d5b-4970-4623-aa9d-5a4e23eb4c25),segment_id=d6d72d5b-4970-4623-aa9d-5a4e23eb4c25)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:50.744227 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:50.918029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.extraroute_db [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 08:52:50.957655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=11de4a55-a62d-410d-8c79-125be41c59cf,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:50.972322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-a7d33f5e-22bd-4d7c-b9a8-066bd15f4290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:52:50.972990 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-a7d33f5e-22bd-4d7c-b9a8-066bd15f4290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:52:50.973809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:50.985392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.extraroute_db [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Removed routes are [] {{(pid=102114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 08:52:50.986569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:51.086112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:51.087271 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:51.121659 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:48Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568c32a7-47f4-4a49-aebb-cd676e1d3721', 'name': '', 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:26:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:47Z', 'updated_at': '2021-10-29T08:52:48Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:50Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:51.169302 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0097d-897d-4f4e-8a1c-cf908d98ea4f None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:48Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568c32a7-47f4-4a49-aebb-cd676e1d3721', 'name': '', 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:26:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:47Z', 'updated_at': '2021-10-29T08:52:48Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:50Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:51.259276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:51.333785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,segment=NetworkSegment(50b291b9-6e36-4f03-92c8-7156e898ef62),segment_id=50b291b9-6e36-4f03-92c8-7156e898ef62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:51.343219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:51.460715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:51.627997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a7d33f5e-22bd-4d7c-b9a8-066bd15f4290 None None] Provisioning complete for port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:51.628713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a7d33f5e-22bd-4d7c-b9a8-066bd15f4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:51.666424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:51.685595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:51.855745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd178aa-e4a5-4578-812e-152de3d76c08 req-eea0cd2f-3481-462a-9c65-f7843d064790 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:51.857487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cbd178aa-e4a5-4578-812e-152de3d76c08 req-eea0cd2f-3481-462a-9c65-f7843d064790 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.2568130 Oct 29 08:52:51.924683 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cbd178aa-e4a5-4578-812e-152de3d76c08 req-0f73db9b-82e0-4602-906a-61e455380679 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607467 Oct 29 08:52:51.926775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8d76b17f-2823-4d07-ab39-622cf3d19a65 None None] Provisioning complete for port 568c32a7-47f4-4a49-aebb-cd676e1d3721 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:51.927169 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d76b17f-2823-4d07-ab39-622cf3d19a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:51.949892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:52.017740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8d76b17f-2823-4d07-ab39-622cf3d19a65 None None] Port 568c32a7-47f4-4a49-aebb-cd676e1d3721 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:52.060622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8d76b17f-2823-4d07-ab39-622cf3d19a65 None None] Provisioning complete for port 11de4a55-a62d-410d-8c79-125be41c59cf triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:52.061705 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d76b17f-2823-4d07-ab39-622cf3d19a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:52.208734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:52.237705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8d76b17f-2823-4d07-ab39-622cf3d19a65 None None] Provisioning complete for port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:52.238308 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d76b17f-2823-4d07-ab39-622cf3d19a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:52.253729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:52.259596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48770) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:52.262691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-708876ef-0ccf-4a8f-a0b1-4e496c36b065 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 200 len: 953 time: 2.0859935 Oct 29 08:52:52.466185 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aec18d09-4df3-43c7-8f78-7ef83ff83d4d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 200 len: 953 time: 0.2046280 Oct 29 08:52:52.468813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48772) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:52.474128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'routes': None}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:52.613185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d3a7db3e-d23f-465b-8913-20e23788973e None None] Provisioning complete for port 568c32a7-47f4-4a49-aebb-cd676e1d3721 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:52.613614 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3a7db3e-d23f-465b-8913-20e23788973e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:52.624128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:52.780349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:52.781079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:52.870404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7db3e-d23f-465b-8913-20e23788973e None None] Port 568c32a7-47f4-4a49-aebb-cd676e1d3721 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:52:52.895869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:53.013220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 11de4a55-a62d-410d-8c79-125be41c59cf up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:53.145546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b03434-3bbd-405e-868a-b650da98956e req-698a9bfe-9360-42ff-a672-dd40ccdb0411 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:53.145546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25b03434-3bbd-405e-868a-b650da98956e req-698a9bfe-9360-42ff-a672-dd40ccdb0411 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1050889 Oct 29 08:52:53.222312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.extraroute_db [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added routes are [] {{(pid=102113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 08:52:53.222905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.extraroute_db [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 08:52:53.257123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 11de4a55-a62d-410d-8c79-125be41c59cf triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:53.257663 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.270375 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.294756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25b03434-3bbd-405e-868a-b650da98956e req-297a8079-25c3-4af1-bc0c-b3df43249cbe tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298473 Oct 29 08:52:53.410445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:53.414504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:50Z', 'revision_number': 6, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568c32a7-47f4-4a49-aebb-cd676e1d3721', 'name': '', 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:26:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:47Z', 'updated_at': '2021-10-29T08:52:48Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:53.462585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:53.462947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Updating router 2afc2bcc-6bca-4417-bdb3-4eefea413065 port 568c32a7-47f4-4a49-aebb-cd676e1d3721 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:52:53.499699 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.502158 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.504975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.552936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:53.553354 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.608716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:53.711406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:53.721871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.723099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-16886c01-c047-4036-8ccb-067b8503a045 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 200 len: 703 time: 1.2530940 Oct 29 08:52:53.725951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48788) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:53.831618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-56747858-c111-4265-8525-19370ec920e4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 200 len: 703 time: 0.1044002 Oct 29 08:52:53.834538 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48792) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:53.857067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.865234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:53.967918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84abbe-e747-403b-aa25-3bb7643fc12e None None] Pushing event updated for resources: {'Port': ['ID=568c32a7-47f4-4a49-aebb-cd676e1d3721,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:53.996196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Attempting to bind port 568c32a7-47f4-4a49-aebb-cd676e1d3721 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:52:53.996577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Attempting to bind port 568c32a7-47f4-4a49-aebb-cd676e1d3721 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:52:53.996951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Attempting to bind port 568c32a7-47f4-4a49-aebb-cd676e1d3721 on network 08522475-d2ac-48ea-bb7f-9ba24ef8650d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:52:54.002694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:52:54.003077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Checking segment: {'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:52:54.003486 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:54.003905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Bound using segment: {'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:52:54.004380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Bound port: 568c32a7-47f4-4a49-aebb-cd676e1d3721, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:52:54.004772 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:54.130822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] For port 568c32a7-47f4-4a49-aebb-cd676e1d3721, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:52:54.136327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] For port 568c32a7-47f4-4a49-aebb-cd676e1d3721, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=568c32a7-47f4-4a49-aebb-cd676e1d3721,segment=NetworkSegment(d6d72d5b-4970-4623-aa9d-5a4e23eb4c25),segment_id=d6d72d5b-4970-4623-aa9d-5a4e23eb4c25)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:52:54.142729 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:54.246651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84abbe-e747-403b-aa25-3bb7643fc12e None None] Pushing event updated for resources: {'Port': ['ID=568c32a7-47f4-4a49-aebb-cd676e1d3721,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:54.279976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:54.280634 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:54.311993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:54.582071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9215523-47cf-4a4d-9fbf-f0ee86d12c97 req-f5bd4b05-5165-45a8-a183-875d1dab1102 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:54.583740 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9215523-47cf-4a4d-9fbf-f0ee86d12c97 req-f5bd4b05-5165-45a8-a183-875d1dab1102 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1383393 Oct 29 08:52:54.657569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-35aedf40-7ffc-41ae-bcf2-8a495438551b None None] Provisioning complete for port 568c32a7-47f4-4a49-aebb-cd676e1d3721 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:54.657946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-35aedf40-7ffc-41ae-bcf2-8a495438551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:54.682560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9215523-47cf-4a4d-9fbf-f0ee86d12c97 req-06748d2b-f67f-423b-a13c-a87a45e189a5 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Oct 29 08:52:54.693146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:54.836281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 568c32a7-47f4-4a49-aebb-cd676e1d3721 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:54.836838 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:54.922310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 568c32a7-47f4-4a49-aebb-cd676e1d3721 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:52:54.958581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-35aedf40-7ffc-41ae-bcf2-8a495438551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:54.996701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 568c32a7-47f4-4a49-aebb-cd676e1d3721, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=568c32a7-47f4-4a49-aebb-cd676e1d3721,segment=NetworkSegment(d6d72d5b-4970-4623-aa9d-5a4e23eb4c25),segment_id=d6d72d5b-4970-4623-aa9d-5a4e23eb4c25)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:54.997228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:55.010051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 568c32a7-47f4-4a49-aebb-cd676e1d3721 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:55.052973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-35aedf40-7ffc-41ae-bcf2-8a495438551b None None] For port 568c32a7-47f4-4a49-aebb-cd676e1d3721, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=568c32a7-47f4-4a49-aebb-cd676e1d3721,segment=NetworkSegment(d6d72d5b-4970-4623-aa9d-5a4e23eb4c25),segment_id=d6d72d5b-4970-4623-aa9d-5a4e23eb4c25)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:55.062075 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-35aedf40-7ffc-41ae-bcf2-8a495438551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:55.107180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 568c32a7-47f4-4a49-aebb-cd676e1d3721 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:55.107621 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:55.168810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aedf40-7ffc-41ae-bcf2-8a495438551b None None] Pushing event updated for resources: {'Port': ['ID=568c32a7-47f4-4a49-aebb-cd676e1d3721,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:55.193657 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:53Z', 'revision_number': 7, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568c32a7-47f4-4a49-aebb-cd676e1d3721', 'name': '', 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:26:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:47Z', 'updated_at': '2021-10-29T08:52:54Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:55.233409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d9d75-e526-49c0-9a06-5e41427451f8 None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:53Z', 'revision_number': 7, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568c32a7-47f4-4a49-aebb-cd676e1d3721', 'name': '', 'network_id': '08522475-d2ac-48ea-bb7f-9ba24ef8650d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:26:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:47Z', 'updated_at': '2021-10-29T08:52:54Z', 'revision_number': 4, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '3289b287-d970-4e3e-a8d8-14d8a1ee7e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:55.262464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e1314bcb-6b1a-486a-b430-134a2f007194 None None] Provisioning complete for port 568c32a7-47f4-4a49-aebb-cd676e1d3721 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:52:55.263018 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1314bcb-6b1a-486a-b430-134a2f007194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:55.268187 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:55.313609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e1314bcb-6b1a-486a-b430-134a2f007194 None None] Port 568c32a7-47f4-4a49-aebb-cd676e1d3721 was deleted so its status cannot be updated. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 08:52:55.327683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=568c32a7-47f4-4a49-aebb-cd676e1d3721,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:55.380716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Port 568c32a7-47f4-4a49-aebb-cd676e1d3721 update to ACTIVE by agent not found {{(pid=102115) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 29 08:52:55.503499 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:55.556184 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:55.576022 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:55.576579 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:55.709706 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:55.853180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:55.883513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c75c27-776a-4c05-b6d2-48cdbfc307be req-67be4a0e-5dd5-4eb2-a0d7-78cd117b5c05 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:55.884893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1c75c27-776a-4c05-b6d2-48cdbfc307be req-67be4a0e-5dd5-4eb2-a0d7-78cd117b5c05 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.0595548 Oct 29 08:52:55.927688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1c75c27-776a-4c05-b6d2-48cdbfc307be req-738ccde4-e277-49a5-8ce6-47b0dfff20dc tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Oct 29 08:52:55.987605 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:55Z', 'revision_number': 8, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:56.004157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:56.015855 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-48d7f944-0d12-4b56-b0fe-3e4a897b9dff tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784954 Oct 29 08:52:56.018444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48820) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:56.033690 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:56.049017 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:56.049683 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:56.075785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-536bc4b2-53f8-4ad0-a2fa-4d684ed81d08 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet 3289b287-d970-4e3e-a8d8-14d8a1ee7e21 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:52:56.080065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-536bc4b2-53f8-4ad0-a2fa-4d684ed81d08 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.127759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-536bc4b2-53f8-4ad0-a2fa-4d684ed81d08 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.154486 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:56.232791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-536bc4b2-53f8-4ad0-a2fa-4d684ed81d08 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.318396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-536bc4b2-53f8-4ad0-a2fa-4d684ed81d08 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.393948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bc4b2-53f8-4ad0-a2fa-4d684ed81d08 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=3289b287-d970-4e3e-a8d8-14d8a1ee7e21,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:56.421968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-536bc4b2-53f8-4ad0-a2fa-4d684ed81d08 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.424637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94eb9f-8047-4b25-9391-0ee7076d06bf None None] Network 08522475-d2ac-48ea-bb7f-9ba24ef8650d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:52:56.428600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-536bc4b2-53f8-4ad0-a2fa-4d684ed81d08 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/3289b287-d970-4e3e-a8d8-14d8a1ee7e21 HTTP/1.1" status: 204 len: 168 time: 0.4057953 Oct 29 08:52:56.428600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48826) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:56.485845 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:55Z', 'revision_number': 8, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:56.525180 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e43875-0685-42f3-b379-4b3b8f9dc244 None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:55Z', 'revision_number': 8, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:56.541202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.623312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 11de4a55-a62d-410d-8c79-125be41c59cf {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:56.624182 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.709996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 11de4a55-a62d-410d-8c79-125be41c59cf, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=11de4a55-a62d-410d-8c79-125be41c59cf,segment=NetworkSegment(d6d72d5b-4970-4623-aa9d-5a4e23eb4c25),segment_id=d6d72d5b-4970-4623-aa9d-5a4e23eb4c25)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:56.710277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.724167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 11de4a55-a62d-410d-8c79-125be41c59cf owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:56.812449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.838813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=11de4a55-a62d-410d-8c79-125be41c59cf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:56.842570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No DVR routers for this DVR port 11de4a55-a62d-410d-8c79-125be41c59cf on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:52:56.936220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:56.951466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d47909-9519-4e69-b567-fb8669eed51b None None] DHCP port deletion for 08522475-d2ac-48ea-bb7f-9ba24ef8650d request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:52:56.976690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08522475-d2ac-48ea-bb7f-9ba24ef8650d']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:56.995238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:56.996613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d72d5b-4970-4623-aa9d-5a4e23eb4c25') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:57.021750 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:57.054669 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:57.082645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:52:57.082645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:57.108277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 568c32a7-47f4-4a49-aebb-cd676e1d3721 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:52:57.128516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb885-3784-4527-b2bc-ef7d8993015f req-7ea5a210-5952-4cd7-b6db-8262e2a75971 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:57.130414 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1ddb885-3784-4527-b2bc-ef7d8993015f req-7ea5a210-5952-4cd7-b6db-8262e2a75971 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.0925615 Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:52:57.133418 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:52:57.148450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 568c32a7-47f4-4a49-aebb-cd676e1d3721 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:52:57.149188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 568c32a7-47f4-4a49-aebb-cd676e1d3721 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:52:57.149810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 11de4a55-a62d-410d-8c79-125be41c59cf no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:52:57.175373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 11de4a55-a62d-410d-8c79-125be41c59cf {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:52:57.175651 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 11de4a55-a62d-410d-8c79-125be41c59cf not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:52:57.194648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1ddb885-3784-4527-b2bc-ef7d8993015f req-4d4ebd31-c773-4dfc-85f4-fc41f80435c1 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513582 Oct 29 08:52:57.224657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:57.238318 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:57.245636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48838) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:52:57.254488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/08522475-d2ac-48ea-bb7f-9ba24ef8650d HTTP/1.1" status: 204 len: 168 time: 0.8247190 Oct 29 08:52:57.277498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e795f2d-c61f-4c11-ba42-089415d23b8f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=08522475-d2ac-48ea-bb7f-9ba24ef8650d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:57.391748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:52:57.413081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:57.413791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:57.631412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:58.000107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb6b38-693d-4f8c-8a35-0d6fb15f4626 req-f1b1c092-5c75-433b-af44-324d748e55da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:58.002327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09fb6b38-693d-4f8c-8a35-0d6fb15f4626 req-f1b1c092-5c75-433b-af44-324d748e55da service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1097 time: 0.1319878 Oct 29 08:52:58.068548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09fb6b38-693d-4f8c-8a35-0d6fb15f4626 req-0b259cb1-40ec-425d-b8b4-3e11a6267dc1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534794 Oct 29 08:52:58.082951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:55Z', 'revision_number': 8, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:58.128474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:52:58.140722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:52:58.142915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:58.288478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:52:58.441065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325e6a3-716f-4ee3-b76d-de61e168501d req-aa915386-9461-4733-94c4-8763a09c9c4a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:58.448777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0325e6a3-716f-4ee3-b76d-de61e168501d req-aa915386-9461-4733-94c4-8763a09c9c4a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1028440 Oct 29 08:52:58.526397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0325e6a3-716f-4ee3-b76d-de61e168501d req-678a90df-2b3e-4bfe-a901-1f96c49d46a6 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681539 Oct 29 08:52:58.574996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:58.754799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:55Z', 'revision_number': 8, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:52:58.819111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dbbeb-ea7a-4bac-b16a-8225f826490c None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:55Z', 'revision_number': 8, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081', 'name': '', 'network_id': 'a6a2c7e5-382c-45cc-b135-a967a8a67f6d', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:07:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '601480e9-8090-41f0-9696-1ec65aa52986', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:42Z', 'updated_at': '2021-10-29T08:52:51Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '601480e9-8090-41f0-9696-1ec65aa52986', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:52:58.929506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:52:58.930006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:59.051179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,segment=NetworkSegment(50b291b9-6e36-4f03-92c8-7156e898ef62),segment_id=50b291b9-6e36-4f03-92c8-7156e898ef62)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:52:59.051718 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:59.068151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:52:59.171554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:59.351228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:59.383080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:52:59.539367 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:59.791395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39367da-4d33-4e2f-bc68-383a0035019d req-be5f84d4-25aa-489f-b963-c86ef11480d4 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:52:59.792862 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e39367da-4d33-4e2f-bc68-383a0035019d req-be5f84d4-25aa-489f-b963-c86ef11480d4 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1241732 Oct 29 08:52:59.831056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:52:59.847868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e39367da-4d33-4e2f-bc68-383a0035019d req-cd28ddb8-89a0-4966-9a40-54b07eaa14c4 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479066 Oct 29 08:52:59.891777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-d605d86d-3268-4bf0-8f3c-59e565d00e10 req-ba8e7143-d58d-4a03-a4fd-8508e4c84690 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-879029138', 'description': 'tempest-description-2099059766'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:52:59.940152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d605d86d-3268-4bf0-8f3c-59e565d00e10 req-ba8e7143-d58d-4a03-a4fd-8508e4c84690 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:52:59.978774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:52:59.984621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ccf229b8-6827-45c8-8c27-b0317e52d6eb tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7377038 Oct 29 08:52:59.987734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48868) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:00.000050 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:00.016799 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:00.017839 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:00.062319 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d605d86d-3268-4bf0-8f3c-59e565d00e10 req-ba8e7143-d58d-4a03-a4fd-8508e4c84690 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.064392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0fa85a-03a9-4b98-8214-e940decc332d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet 601480e9-8090-41f0-9696-1ec65aa52986 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:53:00.068574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa85a-03a9-4b98-8214-e940decc332d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.068851 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d605d86d-3268-4bf0-8f3c-59e565d00e10 req-ba8e7143-d58d-4a03-a4fd-8508e4c84690 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.115307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d605d86d-3268-4bf0-8f3c-59e565d00e10 req-ba8e7143-d58d-4a03-a4fd-8508e4c84690 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.116743 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d605d86d-3268-4bf0-8f3c-59e565d00e10 req-ba8e7143-d58d-4a03-a4fd-8508e4c84690 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2298493 Oct 29 08:53:00.121451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e7143-d58d-4a03-a4fd-8508e4c84690 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3affb8f6-d7c8-4595-942a-979961fdc2da,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:00.146928 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:00.156068 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa85a-03a9-4b98-8214-e940decc332d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.287705 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-fbf4f5ae-23b5-4f7b-960c-ddfb423ec260 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-879029138&fields=id&tenant_id=95d72b84bed44e7b895c2c004c8aca7b HTTP/1.1" status: 200 len: 267 time: 0.0865042 Oct 29 08:53:00.413365 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa85a-03a9-4b98-8214-e940decc332d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.443026 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.461730 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:59Z', 'revision_number': 9, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:00.527154 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:00.542621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-57192944-a412-4efb-a6a9-5480d7ff7557 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:00.554671 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-57192944-a412-4efb-a6a9-5480d7ff7557 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.2582130 Oct 29 08:53:00.556757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa85a-03a9-4b98-8214-e940decc332d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.576623 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:00.584906 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:00.653950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Request body: {'port': {'security_groups': ['9493df51-e12c-4fe1-a414-86df5b4a408e', '3affb8f6-d7c8-4595-942a-979961fdc2da']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:00.718799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fa85a-03a9-4b98-8214-e940decc332d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=601480e9-8090-41f0-9696-1ec65aa52986,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:00.746906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6906248-25ef-420b-98ff-bf28758e38f8 None None] Network a6a2c7e5-382c-45cc-b135-a967a8a67f6d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:53:00.748731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa85a-03a9-4b98-8214-e940decc332d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.752790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3d0fa85a-03a9-4b98-8214-e940decc332d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/601480e9-8090-41f0-9696-1ec65aa52986 HTTP/1.1" status: 204 len: 168 time: 0.7628281 Oct 29 08:53:00.755745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48884) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:00.819577 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:00.958438 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:01.012437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.072825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] DHCP port deletion for a6a2c7e5-382c-45cc-b135-a967a8a67f6d request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:53:01.114995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 1ff16073-e586-4c1c-97b3-c7d378b11d26 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:01.115341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.178208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] Deleting port 1ff16073-e586-4c1c-97b3-c7d378b11d26 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:01.178489 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.200660 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:59Z', 'revision_number': 9, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:01.242049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] For port ee423029-7b79-4dc1-9eec-7e3b55e84445, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:01.256615 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec5c32-bfb4-4edb-ab98-4673ebc1b8e5 None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:52:59Z', 'revision_number': 9, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '434937ff-fed2-497d-94fd-3af4103d86b2', 'name': '', 'network_id': '048657df-cabb-4c14-bc39-61003e9fd9f9', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:5e:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:38Z', 'updated_at': '2021-10-29T08:52:45Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': 'c62c2508-1877-4a69-a133-5311fa1dc682', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:01.267482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] For port 1ff16073-e586-4c1c-97b3-c7d378b11d26, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1ff16073-e586-4c1c-97b3-c7d378b11d26,segment=NetworkSegment(50b291b9-6e36-4f03-92c8-7156e898ef62),segment_id=50b291b9-6e36-4f03-92c8-7156e898ef62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:01.267910 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.280077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 1ff16073-e586-4c1c-97b3-c7d378b11d26, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1ff16073-e586-4c1c-97b3-c7d378b11d26,segment=NetworkSegment(50b291b9-6e36-4f03-92c8-7156e898ef62),segment_id=50b291b9-6e36-4f03-92c8-7156e898ef62)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:01.282308 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.290287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] Calling delete_port for 1ff16073-e586-4c1c-97b3-c7d378b11d26 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:01.314739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.317457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 1ff16073-e586-4c1c-97b3-c7d378b11d26 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:01.323347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.358517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ee423029-7b79-4dc1-9eec-7e3b55e84445'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:53:01.403045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event updated for resources: {'Port': ['ID=ee423029-7b79-4dc1-9eec-7e3b55e84445,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:01.414723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:01.415565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.442430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9adb502d-40b1-4ff9-b935-5763d16a1a45 req-8670a64b-09e4-45df-954e-36545b9d68ed tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "PUT /v2.0/ports/ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 982 time: 0.8829160 Oct 29 08:53:01.443743 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:01.447045 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1794559e-8317-43bc-8236-f92ca1a27350" -d '{"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:01.500545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ee423029-7b79-4dc1-9eec-7e3b55e84445'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:53:01.565287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:01.602730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] No DVR routers for this DVR port 1ff16073-e586-4c1c-97b3-c7d378b11d26 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:01.608558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c6098-0486-4fbe-8b32-a93e4880bdb9 None None] Pushing event deleted for resources: {'Port': ['ID=1ff16073-e586-4c1c-97b3-c7d378b11d26,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:01.781071 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d8c2e-a2dc-4b95-994e-07072901cd81 x-openstack-request-id: req-0a7d8c2e-a2dc-4b95-994e-07072901cd81 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:01.781766 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:01.781766 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a7d8c2e-a2dc-4b95-994e-07072901cd81 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:01.782079 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'status': 'completed', 'code': 200} Oct 29 08:53:02.091544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:02.147490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=1ff16073-e586-4c1c-97b3-c7d378b11d26,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:02.149982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No DVR routers for this DVR port 1ff16073-e586-4c1c-97b3-c7d378b11d26 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:02.166012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794559e-8317-43bc-8236-f92ca1a27350 req-0b7e24e5-2212-4ce2-bf88-c51d4deb79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:02.167906 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1794559e-8317-43bc-8236-f92ca1a27350 req-0b7e24e5-2212-4ce2-bf88-c51d4deb79ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1136 time: 0.1270773 Oct 29 08:53:02.193437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-0a2af460-79c7-4a76-a065-619ef2eb5b06 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-879029138&fields=id&tenant_id=95d72b84bed44e7b895c2c004c8aca7b HTTP/1.1" status: 200 len: 267 time: 0.1512239 Oct 29 08:53:02.347843 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:02.381764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a2c7e5-382c-45cc-b135-a967a8a67f6d']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:02.405467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b291b9-6e36-4f03-92c8-7156e898ef62') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:02.406019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b291b9-6e36-4f03-92c8-7156e898ef62') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:02.415387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-21486085-4173-4aeb-8735-6ed143e4ddd7 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:02.416929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-21486085-4173-4aeb-8735-6ed143e4ddd7 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 985 time: 0.2142258 Oct 29 08:53:02.432474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:02.447548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Request body: {'port': {'security_groups': ['9493df51-e12c-4fe1-a414-86df5b4a408e']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:02.450806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794559e-8317-43bc-8236-f92ca1a27350 req-0ccb8fa7-1326-4888-ab02-0a8ea8cf6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:02.452290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1794559e-8317-43bc-8236-f92ca1a27350 req-0ccb8fa7-1326-4888-ab02-0a8ea8cf6027 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 921 time: 0.2575798 Oct 29 08:53:02.482039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:02.504069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:53:02.504480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:53:02.511957 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:53:02.597663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1794559e-8317-43bc-8236-f92ca1a27350 req-82e3d832-298b-4620-b1a5-16dd7848812c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 217 time: 0.1130219 Oct 29 08:53:02.683470 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:02.685361 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:02.708046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:02.711292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/a6a2c7e5-382c-45cc-b135-a967a8a67f6d HTTP/1.1" status: 204 len: 168 time: 1.9542994 Oct 29 08:53:02.714550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48898) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:02.730886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf756e1-2e0c-42a5-a56f-589932c28dcf tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=a6a2c7e5-382c-45cc-b135-a967a8a67f6d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:02.737791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794559e-8317-43bc-8236-f92ca1a27350 req-884a0780-3782-42a8-921c-55ee8f6850f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:02.739334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1794559e-8317-43bc-8236-f92ca1a27350 req-884a0780-3782-42a8-921c-55ee8f6850f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.1153133 Oct 29 08:53:02.799354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1794559e-8317-43bc-8236-f92ca1a27350 req-21de3cc2-2c5b-419c-8552-f58af46d961c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357618 Oct 29 08:53:02.882385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1ff16073-e586-4c1c-97b3-c7d378b11d26 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:02.917551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 1ff16073-e586-4c1c-97b3-c7d378b11d26 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:02.917820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1ff16073-e586-4c1c-97b3-c7d378b11d26 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:02.918166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:02.948680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:02.949117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dbd99fd5-8b2e-4d2c-a41f-8e4193b6e081 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:03.036037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1794559e-8317-43bc-8236-f92ca1a27350 req-e0ee868f-5db7-4835-8b71-71e4edee0ff4 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275105 Oct 29 08:53:03.158956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] For port ee423029-7b79-4dc1-9eec-7e3b55e84445, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:03.187983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:03.207686 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:03.212591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1794559e-8317-43bc-8236-f92ca1a27350 req-d9eecfcf-7d97-473b-b15f-591b07d1e1de service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689537 Oct 29 08:53:03.213670 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:03.225283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ee423029-7b79-4dc1-9eec-7e3b55e84445'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:53:03.339517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:03.340208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:03.342122 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d89d48f-8b1e-4be6-bd93-b08f3fc1c937 req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "PUT /v2.0/ports/ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 943 time: 0.9075458 Oct 29 08:53:03.344391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:03.346594 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11" -d '{"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:03.378924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ff5bf-6ed7-46db-923c-814470f0be58 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event updated for resources: {'Port': ['ID=ee423029-7b79-4dc1-9eec-7e3b55e84445,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:03.422931 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7491e-28c4-414a-9c29-5ca534422949 x-openstack-request-id: req-e8f7491e-28c4-414a-9c29-5ca534422949 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:03.422931 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:03.422931 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8f7491e-28c4-414a-9c29-5ca534422949 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:03.422931 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'status': 'completed', 'code': 200} Oct 29 08:53:03.427590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ee423029-7b79-4dc1-9eec-7e3b55e84445'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:53:03.534449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-68e1e893-80da-4974-af1d-3e5c36ac9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:03.539416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-68e1e893-80da-4974-af1d-3e5c36ac9a5b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1097 time: 0.0908332 Oct 29 08:53:03.690841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd90a58a-804b-455d-a351-116f0d4085cd req-e81ab9cc-9071-4b0b-8bf3-59d6904352e9 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2818594 Oct 29 08:53:03.722499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-6386381c-9df8-4491-91a2-d8839771ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:03.724166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-6386381c-9df8-4491-91a2-d8839771ccee service neutron] 10.222.0.93 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 921 time: 0.1763284 Oct 29 08:53:03.732601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:03.816260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-acf2c50f-2bd9-4634-ab9b-4dd95c38864b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 217 time: 0.0831974 Oct 29 08:53:03.872958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-5d74167a-bdfc-42ee-8923-244998f0b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:03.875508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-5d74167a-bdfc-42ee-8923-244998f0b528 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.0513549 Oct 29 08:53:03.886780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:03.918515 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-c8addd29-073d-477d-a8f7-bbaa2194646a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364327 Oct 29 08:53:04.029561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 434937ff-fed2-497d-94fd-3af4103d86b2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:04.030904 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:04.063185 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-122dfada-82eb-4102-85c1-3ce179011ce3 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372464 Oct 29 08:53:04.206247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a5c8099-9bac-4b4a-b8a7-d8189e5ccd11 req-c1ba9355-f424-4e46-a232-5200fa7c3794 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347914 Oct 29 08:53:04.236130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 434937ff-fed2-497d-94fd-3af4103d86b2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=434937ff-fed2-497d-94fd-3af4103d86b2,segment=NetworkSegment(aab6551c-c3af-461d-8209-3d435e969eec),segment_id=aab6551c-c3af-461d-8209-3d435e969eec)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:04.236567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:04.259281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 434937ff-fed2-497d-94fd-3af4103d86b2 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:04.366214 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:04.535703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Allocated IP 172.25.5.32 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/6aaed061-c730-497e-a561-5822172bce4f) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:53:04.720555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:04.724013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:04.890008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:04.902336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=434937ff-fed2-497d-94fd-3af4103d86b2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:05.391946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:05.437507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:53:05.438290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:53:05.439948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-a807095e-0473-4362-a4bb-54fcff62b78d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641291 Oct 29 08:53:05.511216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:53:05.547923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-dcb414bc-f8df-42b5-83af-7c0b6ee1f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:05.550284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-dcb414bc-f8df-42b5-83af-7c0b6ee1f02a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1098 time: 0.0667953 Oct 29 08:53:05.566109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event updated for resources: {'Port': ['ID=6aaed061-c730-497e-a561-5822172bce4f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:05.619793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:05.670712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-2788713b-0cdd-44c1-b97d-ae17907322bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:05.672428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-2788713b-0cdd-44c1-b97d-ae17907322bd service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.1017504 Oct 29 08:53:05.708421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:05.745101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-001802b0-f822-4946-b4ba-fcbb53f115aa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 1001 time: 0.0651977 Oct 29 08:53:05.756599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:05.765000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-31c52078-5dd5-4658-84ed-10be1d0aaf09 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0476387 Oct 29 08:53:05.766589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48930) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:05.771452 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:05.776835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:05.789252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:05.790236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:05.809931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-d17bcd75-1545-40a8-a9b0-ac5648776a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:05.812165 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-d17bcd75-1545-40a8-a9b0-ac5648776a0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.0598347 Oct 29 08:53:05.856769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c25d84-eeb7-4458-be36-591b6b7efe60 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet c62c2508-1877-4a69-a133-5311fa1dc682 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:53:05.863759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59c25d84-eeb7-4458-be36-591b6b7efe60 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:05.887504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-21525cbf-1a5a-43bc-98e7-48a9c5e0ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:05.889718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-21525cbf-1a5a-43bc-98e7-48a9c5e0ad7d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669339 Oct 29 08:53:05.902533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:05.949052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59c25d84-eeb7-4458-be36-591b6b7efe60 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:05.995394 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:53:06.012909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-a929aa89-7a39-4934-af6a-5e35c83155cb service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149118 Oct 29 08:53:06.084904 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.088596 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59c25d84-eeb7-4458-be36-591b6b7efe60 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.112199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.144934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6d42e82c-80f8-43de-82a4-7e419121e2e0 req-ace740cd-abae-4556-95ec-725bd501e6d4 service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251171 Oct 29 08:53:06.147440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:04Z', 'revision_number': 10, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:06.186227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:06.196971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:06.197685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:06.218523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event updated for resources: {'Port': ['ID=6aaed061-c730-497e-a561-5822172bce4f,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:06.231199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.235778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59c25d84-eeb7-4458-be36-591b6b7efe60 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.270482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c25d84-eeb7-4458-be36-591b6b7efe60 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=c62c2508-1877-4a69-a133-5311fa1dc682,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:06.275053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59c25d84-eeb7-4458-be36-591b6b7efe60 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.279861 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-59c25d84-eeb7-4458-be36-591b6b7efe60 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/c62c2508-1877-4a69-a133-5311fa1dc682 HTTP/1.1" status: 204 len: 168 time: 0.5111346 Oct 29 08:53:06.281853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48932) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:06.282289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.283480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd90a58a-804b-455d-a351-116f0d4085cd req-65498656-5012-4952-a7c9-374aa969332b tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5577445 Oct 29 08:53:06.284781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d91b39c-9c16-4b0a-a574-6262b09d40c4 None None] Network 048657df-cabb-4c14-bc39-61003e9fd9f9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:53:06.360589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:06.402678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.408710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd90a58a-804b-455d-a351-116f0d4085cd req-e9baabd6-e2bb-4778-861c-ffc473409940 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1113753 Oct 29 08:53:06.555380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90a58a-804b-455d-a351-116f0d4085cd req-e12539a8-8b11-4b5e-83da-7f75f9c7eaa2 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:06.557221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd90a58a-804b-455d-a351-116f0d4085cd req-e12539a8-8b11-4b5e-83da-7f75f9c7eaa2 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1475213 Oct 29 08:53:06.563249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port f228d5c4-fb92-458e-a31d-9246bf9b15a1 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:06.563840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.573749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-bd90a58a-804b-455d-a351-116f0d4085cd req-26b63918-31d4-43ac-abab-80c388fcbe5a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:53:06.580491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd90a58a-804b-455d-a351-116f0d4085cd req-26b63918-31d4-43ac-abab-80c388fcbe5a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0156105 Oct 29 08:53:06.657675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port f228d5c4-fb92-458e-a31d-9246bf9b15a1, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f228d5c4-fb92-458e-a31d-9246bf9b15a1,segment=NetworkSegment(aab6551c-c3af-461d-8209-3d435e969eec),segment_id=aab6551c-c3af-461d-8209-3d435e969eec)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:06.658283 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.676431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for f228d5c4-fb92-458e-a31d-9246bf9b15a1 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:06.758221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] DHCP port deletion for 048657df-cabb-4c14-bc39-61003e9fd9f9 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:53:06.775575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:04Z', 'revision_number': 10, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:06.872164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479d8a6-35f5-49a3-8812-de82a08c4e4d None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:04Z', 'revision_number': 10, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None, '_interfaces': [{'id': '363570b8-1f77-479f-b138-9e1e21d33356', 'name': '', 'network_id': '6ce57d25-524c-4e71-99dd-87d622d07313', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'mac_address': 'fa:16:3e:2a:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:32Z', 'updated_at': '2021-10-29T08:52:39Z', 'revision_number': 5, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'subnets': [{'id': '74d75643-3ae8-4e1e-b19c-e05ec14bd1f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:06.883720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-fdbc832b-3ecb-4cd8-bdbb-6a7c9f6ca509 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:06.885378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-fdbc832b-3ecb-4cd8-bdbb-6a7c9f6ca509 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1539664 Oct 29 08:53:06.942293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] Deleting port f228d5c4-fb92-458e-a31d-9246bf9b15a1 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:06.942680 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:06.971623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.010546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-2d0544ae-f7ca-4cce-9057-1993c29932ff tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1080596 Oct 29 08:53:07.011836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=f228d5c4-fb92-458e-a31d-9246bf9b15a1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:07.015546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No DVR routers for this DVR port f228d5c4-fb92-458e-a31d-9246bf9b15a1 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:07.025344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Request body: {'floatingip': {'port_id': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:07.036672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] For port f228d5c4-fb92-458e-a31d-9246bf9b15a1, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:07.037390 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.066739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] Calling delete_port for f228d5c4-fb92-458e-a31d-9246bf9b15a1 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:07.070605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] Port f228d5c4-fb92-458e-a31d-9246bf9b15a1 was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:53:07.072805 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.091647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] No DVR routers for this DVR port f228d5c4-fb92-458e-a31d-9246bf9b15a1 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:07.128748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.137188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30827f40-f2bc-4459-93fe-03a6c8a21b3e None None] Pushing event deleted for resources: {'Port': ['ID=f228d5c4-fb92-458e-a31d-9246bf9b15a1,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:07.203754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.270985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048657df-cabb-4c14-bc39-61003e9fd9f9']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:07.288673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f228d5c4-fb92-458e-a31d-9246bf9b15a1 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:07.289633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab6551c-c3af-461d-8209-3d435e969eec') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:07.290035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab6551c-c3af-461d-8209-3d435e969eec') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:07.310999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.320596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f228d5c4-fb92-458e-a31d-9246bf9b15a1 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:07.320943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f228d5c4-fb92-458e-a31d-9246bf9b15a1 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:07.411592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.428040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:53:07.428740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:53:07.432306 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:53:07.641037 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.650281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.653606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/048657df-cabb-4c14-bc39-61003e9fd9f9 HTTP/1.1" status: 204 len: 168 time: 1.3689170 Oct 29 08:53:07.656920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48962) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:07.677324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a22a4c-e80b-4e22-9567-66b3fffed878 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=048657df-cabb-4c14-bc39-61003e9fd9f9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:07.835259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.840959 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:07.968120 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Floating IP 6ffe0ffb-8898-40fa-a806-af06eaa1ec7a associated. External IP: 172.25.5.32, port: ee423029-7b79-4dc1-9eec-7e3b55e84445. Oct 29 08:53:08.036218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:08.211712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Router ee1213d3-1fe2-480b-b153-3f7d82706df5 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:08.325710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 363570b8-1f77-479f-b138-9e1e21d33356 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:08.326176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:08.344921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:08.350195 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:08.357598 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] Sync routers for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:08.376970 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:08.377686 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:08.391167 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-ca802083-fc0c-4a4e-b824-f57569d085dd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "PUT /v2.0/floatingips/6ffe0ffb-8898-40fa-a806-af06eaa1ec7a HTTP/1.1" status: 200 len: 996 time: 1.3737895 Oct 29 08:53:08.391643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:08.394395 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:08.494963 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc25e2d8-8bc9-4026-8c62-78b23161ee1b x-openstack-request-id: req-bc25e2d8-8bc9-4026-8c62-78b23161ee1b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:08.495647 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:08.498917 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc25e2d8-8bc9-4026-8c62-78b23161ee1b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:08.498917 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'status': 'completed', 'code': 200} Oct 29 08:53:08.556000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 363570b8-1f77-479f-b138-9e1e21d33356, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=363570b8-1f77-479f-b138-9e1e21d33356,segment=NetworkSegment(893057d3-347a-48c1-b6b6-99415bc5d8f4),segment_id=893057d3-347a-48c1-b6b6-99415bc5d8f4)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:08.558576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:08.594262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 363570b8-1f77-479f-b138-9e1e21d33356 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:08.642044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-d17dc003-879b-4069-9508-7bb81df32b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:08.643686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-d17dc003-879b-4069-9508-7bb81df32b17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1097 time: 0.2322283 Oct 29 08:53:08.651676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-b838a99e-01b8-41c4-9b94-8ef9e81e3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:08.653434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-b838a99e-01b8-41c4-9b94-8ef9e81e3f4b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1097 time: 0.1397800 Oct 29 08:53:08.686777 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:08.828950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 434937ff-fed2-497d-94fd-3af4103d86b2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:08.875680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 434937ff-fed2-497d-94fd-3af4103d86b2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:08.876442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 434937ff-fed2-497d-94fd-3af4103d86b2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:09.073924 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:09.125525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=363570b8-1f77-479f-b138-9e1e21d33356,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:09.191446 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '6ffe0ffb-8898-40fa-a806-af06eaa1ec7a', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'port_id': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'mac_address': 'fa:16:3e:32:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:53:05Z', 'updated_at': '2021-10-29T08:53:07Z', 'revision_number': 1, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 5, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:09.222796 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] Checking router: ee1213d3-1fe2-480b-b153-3f7d82706df5 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:09.233505 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:09.234623 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:09.311971 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:09.420286 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:09.730020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-5c38a78d-a247-4779-a4b9-07d78b35a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:09.732010 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-5c38a78d-a247-4779-a4b9-07d78b35a769 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 921 time: 1.0671833 Oct 29 08:53:09.732775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-0b9e9cf2-86e3-44b8-93ff-6b9933ccc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:09.734832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-0b9e9cf2-86e3-44b8-93ff-6b9933ccc783 service neutron] 10.222.0.70 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 921 time: 1.0801892 Oct 29 08:53:09.752184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:09.823319 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '6ffe0ffb-8898-40fa-a806-af06eaa1ec7a', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'port_id': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'mac_address': 'fa:16:3e:32:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:53:05Z', 'updated_at': '2021-10-29T08:53:07Z', 'revision_number': 1, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 5, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:09.851470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:09.853486 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae7087-a9d4-48a3-965b-d98b8e3a8d91 None None] The sync data for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 is: [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '6ffe0ffb-8898-40fa-a806-af06eaa1ec7a', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'port_id': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'mac_address': 'fa:16:3e:32:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:53:05Z', 'updated_at': '2021-10-29T08:53:07Z', 'revision_number': 1, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 5, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:09.863268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:09.869364 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e856c3e1-4ad2-4a6a-9451-281241414cb1 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2113650 Oct 29 08:53:09.872020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 48980) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:09.880295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:09.880869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:09.933526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-3ef3a905-b575-4ec5-99c7-415705d8e987 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 999 time: 0.1878836 Oct 29 08:53:09.988354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-8704913e-0470-42b7-bf63-5f5f730b4a02 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 999 time: 0.2487314 Oct 29 08:53:10.021676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-a3ad21bc-27a3-4cab-a792-ce5fed040290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:10.025524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-a3ad21bc-27a3-4cab-a792-ce5fed040290 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.0837471 Oct 29 08:53:10.093880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-dab195e8-fc81-4815-a23a-fb7f1adac051 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414672 Oct 29 08:53:10.100997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:10.105829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-770a0579-c1aa-4488-a0e8-2ca85b6d3ca7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:53:10.106865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-770a0579-c1aa-4488-a0e8-2ca85b6d3ca7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063193 Oct 29 08:53:10.113819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-df5c281b-c8c8-476e-b62e-f1a7efb34c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:10.115479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-df5c281b-c8c8-476e-b62e-f1a7efb34c42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.1124101 Oct 29 08:53:10.249398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:08Z', 'revision_number': 11, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:10.251071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-89b2db2b-7558-4f42-a16f-0dba5e19c953 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157775 Oct 29 08:53:10.259149 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8eb97-8d7d-4561-a93b-741155739580 None None] New status for floating IP 6ffe0ffb-8898-40fa-a806-af06eaa1ec7a: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:53:10.285135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:10.307319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:10.307994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:10.423380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-a859f491-64c0-4d63-965d-8c8c28d61cf6 service neutron] 10.222.0.70 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045998 Oct 29 08:53:10.454999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:10.481422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-7a9e5ae7-fca6-48b8-8fe1-d59f03565347 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031088 Oct 29 08:53:10.570354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:08Z', 'revision_number': 11, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:10.616436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e55d4e5f-d939-4beb-9d83-bccdf712ee2c req-cfa942a1-d34f-423d-90b0-8ee3aa87c708 service neutron] 10.222.0.70 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648552 Oct 29 08:53:10.670957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21552d-d971-44b6-9074-bc4d0f28d8cb None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:08Z', 'revision_number': 11, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:10.805580 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0fdd30f-c7f8-455a-bbdc-9d7c1dd579f9 req-a519fa9f-7f10-430e-8ea4-0fb66f8191c5 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976940 Oct 29 08:53:10.837127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-016a4b19-b046-4e9d-9565-12bb649cbb3d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting subnet 74d75643-3ae8-4e1e-b19c-e05ec14bd1f2 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:53:10.848205 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-016a4b19-b046-4e9d-9565-12bb649cbb3d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:10.876573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3d8c564e-d58e-4781-a9f5-7241a6dc1ab9 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1001 time: 0.1637275 Oct 29 08:53:10.930115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-016a4b19-b046-4e9d-9565-12bb649cbb3d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:10.964240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6109-351c-4ed4-a99a-767903c41648 req-c09aa532-cd78-4966-985c-c27fc775260e tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:10.965666 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-c09aa532-cd78-4966-985c-c27fc775260e tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports/ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 943 time: 0.0854814 Oct 29 08:53:11.106740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-016a4b19-b046-4e9d-9565-12bb649cbb3d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.132075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 363570b8-1f77-479f-b138-9e1e21d33356 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:11.173261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 363570b8-1f77-479f-b138-9e1e21d33356 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:11.175558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 363570b8-1f77-479f-b138-9e1e21d33356 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:11.193340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-cf801888-d645-49bf-948d-dbc7f19647a7 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1001 time: 0.1715746 Oct 29 08:53:11.304082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-016a4b19-b046-4e9d-9565-12bb649cbb3d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.353377 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-016a4b19-b046-4e9d-9565-12bb649cbb3d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.359379 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-016a4b19-b046-4e9d-9565-12bb649cbb3d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/74d75643-3ae8-4e1e-b19c-e05ec14bd1f2 HTTP/1.1" status: 204 len: 168 time: 1.4833431 Oct 29 08:53:11.359379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a4b19-b046-4e9d-9565-12bb649cbb3d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Subnet': ['ID=74d75643-3ae8-4e1e-b19c-e05ec14bd1f2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:11.359847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 48994) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:11.362309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bfa89a-b61a-49f1-b347-a370afee03bd None None] Network 6ce57d25-524c-4e71-99dd-87d622d07313 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:53:11.395994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6109-351c-4ed4-a99a-767903c41648 req-b083f42a-803f-456b-8385-64af02a3c956 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:11.397675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-b083f42a-803f-456b-8385-64af02a3c956 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1861205 Oct 29 08:53:11.411703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-de0515a2-51b9-4691-827e-e44d28b00048 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:53:11.419682 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-de0515a2-51b9-4691-827e-e44d28b00048 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149550 Oct 29 08:53:11.472333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.498190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-8f6a51be-ef00-4fdc-b481-b1b02ca03808 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1001 time: 0.0768254 Oct 29 08:53:11.512447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:11.531634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Deleting port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:11.532109 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.574046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.580505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] DHCP port deletion for 6ce57d25-524c-4e71-99dd-87d622d07313 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:53:11.632859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] For port 87ce3a1f-34dc-4500-adb4-79e9e67cc339, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=87ce3a1f-34dc-4500-adb4-79e9e67cc339,segment=NetworkSegment(893057d3-347a-48c1-b6b6-99415bc5d8f4),segment_id=893057d3-347a-48c1-b6b6-99415bc5d8f4)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:11.633615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.649678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] Deleting port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:11.650054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.653279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Calling delete_port for 87ce3a1f-34dc-4500-adb4-79e9e67cc339 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:11.727690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] For port 87ce3a1f-34dc-4500-adb4-79e9e67cc339, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=87ce3a1f-34dc-4500-adb4-79e9e67cc339,segment=NetworkSegment(893057d3-347a-48c1-b6b6-99415bc5d8f4),segment_id=893057d3-347a-48c1-b6b6-99415bc5d8f4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:11.728542 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.741728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] Calling delete_port for 87ce3a1f-34dc-4500-adb4-79e9e67cc339 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:11.749177 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.754864 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.755407 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Floating IP 6ffe0ffb-8898-40fa-a806-af06eaa1ec7a disassociated. External IP: 172.25.5.32, port: ee423029-7b79-4dc1-9eec-7e3b55e84445. Oct 29 08:53:11.766933 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.803623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No DVR routers for this DVR port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:11.844519 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.851897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Port': ['ID=87ce3a1f-34dc-4500-adb4-79e9e67cc339,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:11.869694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] Pushing event deleted for resources: {'Port': ['ID=87ce3a1f-34dc-4500-adb4-79e9e67cc339,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:11.870819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.871173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.879008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.881144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.881491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.881836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.882167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.882496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.883198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.883198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.883439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.883752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:11.884216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094aa5f6-9d4c-4b7a-b2f5-e142d2c8ed6b None None] No DVR routers for this DVR port 87ce3a1f-34dc-4500-adb4-79e9e67cc339 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:11.960548 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:11.988790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce57d25-524c-4e71-99dd-87d622d07313']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:12.002100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893057d3-347a-48c1-b6b6-99415bc5d8f4') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:12.002620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893057d3-347a-48c1-b6b6-99415bc5d8f4') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:12.013955 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.048050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Router ee1213d3-1fe2-480b-b153-3f7d82706df5 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:12.067068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.075467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:53:12.076863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:53:12.097345 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:53:12.178720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.202072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:12.207538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.213361 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.214220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] Sync routers for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:12.242232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/networks/6ce57d25-524c-4e71-99dd-87d622d07313 HTTP/1.1" status: 204 len: 168 time: 0.8799624 Oct 29 08:53:12.243859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:12.246722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:12.268273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49014) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:12.268583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883b9b7-f156-4cd7-a32b-cde708de44a2 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Pushing event deleted for resources: {'Network': ['ID=6ce57d25-524c-4e71-99dd-87d622d07313,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:12.273609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'routes': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:12.358121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-3a46f0f0-809c-4a20-b269-2fea6aab3745 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "PUT /v2.0/floatingips/6ffe0ffb-8898-40fa-a806-af06eaa1ec7a HTTP/1.1" status: 200 len: 694 time: 0.8498580 Oct 29 08:53:12.362087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:12.364493 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5850de5-abff-4cae-b315-29344e40fbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:12.405833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:12.446662 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d58d95-f8a7-448d-b4d9-1e5b7c154430 x-openstack-request-id: req-10d58d95-f8a7-448d-b4d9-1e5b7c154430 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:12.446960 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:12.447227 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10d58d95-f8a7-448d-b4d9-1e5b7c154430 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:12.447768 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'status': 'completed', 'code': 200} Oct 29 08:53:12.551956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.extraroute_db [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Added routes are [] {{(pid=102114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 08:53:12.552206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.extraroute_db [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Removed routes are [] {{(pid=102114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 08:53:12.552521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.566033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6109-351c-4ed4-a99a-767903c41648 req-80c25d29-6f44-41a3-9c28-87881a4cdca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:12.567599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-80c25d29-6f44-41a3-9c28-87881a4cdca7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1097 time: 0.1842294 Oct 29 08:53:12.569988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-0e29094d-97a8-4aeb-8c80-c4e2cb95ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:12.577994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-0e29094d-97a8-4aeb-8c80-c4e2cb95ee6f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 1097 time: 0.1045265 Oct 29 08:53:12.762076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-480eb2e6-d9b8-465b-ab5f-3081886e7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:12.763953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-480eb2e6-d9b8-465b-ab5f-3081886e7f42 service neutron] 10.222.0.93 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 921 time: 0.1785283 Oct 29 08:53:12.808556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 5, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:12.858758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] Checking router: ee1213d3-1fe2-480b-b153-3f7d82706df5 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:12.859700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6109-351c-4ed4-a99a-767903c41648 req-1df9bd90-b451-4432-9f90-2e5a51228df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:12.861256 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-1df9bd90-b451-4432-9f90-2e5a51228df4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 200 len: 921 time: 0.2263346 Oct 29 08:53:12.866757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.869923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-3ef1f5a4-a55e-4566-bf49-d9eeb9a62461 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 217 time: 0.0977645 Oct 29 08:53:12.880925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:12.881646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:12.882530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:12.924929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-f8f7508d-32ea-4da6-8469-18f5016ead01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 200 len: 217 time: 0.0516291 Oct 29 08:53:12.958811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-418fb3ac-f007-478d-8fcf-9c3f6e470005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:12.960512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-418fb3ac-f007-478d-8fcf-9c3f6e470005 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.0821443 Oct 29 08:53:13.015382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-7a3d3484-9c70-4ff4-9a5c-2dc698bc758d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455620 Oct 29 08:53:13.132887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router 2afc2bcc-6bca-4417-bdb3-4eefea413065 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:13.149510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 87ce3a1f-34dc-4500-adb4-79e9e67cc339 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:13.155069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-d5d4e057-473b-42f6-af6c-5df48667419b service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320262 Oct 29 08:53:13.164831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6109-351c-4ed4-a99a-767903c41648 req-bc63ae0d-1f23-4af8-9bfb-f7d7a3eb71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:13.176837 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-bc63ae0d-1f23-4af8-9bfb-f7d7a3eb71ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 200 len: 859 time: 0.1828942 Oct 29 08:53:13.219213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 87ce3a1f-34dc-4500-adb4-79e9e67cc339 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:13.220050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 87ce3a1f-34dc-4500-adb4-79e9e67cc339 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:13.245586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-84c7837c-b776-4377-a047-5718b67f8ac7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99badcc2-1d80-42c5-9d1f-289771318009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677507 Oct 29 08:53:13.298332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:13.312488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5850de5-abff-4cae-b315-29344e40fbb5 req-9a54374e-f852-4987-80fd-3a0c98203729 service neutron] 10.222.0.93 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481915 Oct 29 08:53:13.416607 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:13.427550 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:13.442292 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0e9ce208-39c8-42f5-b976-b7a07fa69f57 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 200 len: 704 time: 1.1641719 Oct 29 08:53:13.442680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49038) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:13.456433 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] Sync routers for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:13.472140 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:13.473064 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:13.492419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-44d47f0a-62b1-424f-9c41-701b9addaf22 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 200 len: 205 time: 0.0513921 Oct 29 08:53:13.493282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49040) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:13.588485 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:13.632508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 5, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:13.663359 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-f506d4a6-4a15-4812-8491-3d87b60751cb service neutron] 10.222.0.70 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535535 Oct 29 08:53:13.666718 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0d43d32-4144-47e4-ae42-1001b2bfa82d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:13.673694 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:08Z', 'revision_number': 11, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:13.690113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3787d8e-bd2e-4965-b1bc-960b975b451d None None] The sync data for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 is: [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:52:07Z', 'revision_number': 4, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '09db870d-473d-4baa-b11e-b1b6e436d12c', 'name': '', 'network_id': '99badcc2-1d80-42c5-9d1f-289771318009', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'mac_address': 'fa:16:3e:13:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:06Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 5, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'subnets': [{'id': '2200b3d4-38c6-427b-8ce6-ac819684e0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:13.719844 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] Checking router: 2afc2bcc-6bca-4417-bdb3-4eefea413065 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:13.729259 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] Routers {'2afc2bcc-6bca-4417-bdb3-4eefea413065'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:13.729698 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2afc2bcc-6bca-4417-bdb3-4eefea413065'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:13.912621 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] Set router 2afc2bcc-6bca-4417-bdb3-4eefea413065 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:13.940320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0d43d32-4144-47e4-ae42-1001b2bfa82d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:13.943951 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0d43d32-4144-47e4-ae42-1001b2bfa82d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:13.969637 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:08Z', 'revision_number': 11, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:14.002355 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a982cd-6678-4e82-b7de-150ccc8047ee None None] The sync data for ids ['2afc2bcc-6bca-4417-bdb3-4eefea413065'] in n-d-815940-1 is: [{'id': '2afc2bcc-6bca-4417-bdb3-4eefea413065', 'name': 'tempest-RoutersIpV6Test-router-814169305', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:30Z', 'updated_at': '2021-10-29T08:53:08Z', 'revision_number': 11, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:14.009658 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0d43d32-4144-47e4-ae42-1001b2bfa82d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.010175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d43d32-4144-47e4-ae42-1001b2bfa82d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Fanout notify agent at l3_agent the message router_deleted on router 2afc2bcc-6bca-4417-bdb3-4eefea413065 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:53:14.019495 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0d43d32-4144-47e4-ae42-1001b2bfa82d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.020669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0d43d32-4144-47e4-ae42-1001b2bfa82d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 204 len: 168 time: 0.5268283 Oct 29 08:53:14.023402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-96ca6109-351c-4ed4-a99a-767903c41648 req-56a9d873-7fec-49de-9791-29c5374764d2 service neutron] 10.222.0.70 "GET /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538446 Oct 29 08:53:14.026869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49050) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:14.032346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-241e5c9d-53a9-4461-83e4-cf3a36f3124a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1117867502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:14.066779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-241e5c9d-53a9-4461-83e4-cf3a36f3124a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.068457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-241e5c9d-53a9-4461-83e4-cf3a36f3124a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.154535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e130580e-5b29-4375-88b6-a818ac968c10 req-891de123-d76b-41a7-b16e-63c3dfd9c280 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/floatingips/6ffe0ffb-8898-40fa-a806-af06eaa1ec7a HTTP/1.1" status: 200 len: 694 time: 0.0669346 Oct 29 08:53:14.188516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6210139d-03b7-4e6a-8176-256bc13b4538 None None] New status for floating IP 6ffe0ffb-8898-40fa-a806-af06eaa1ec7a: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:53:14.250888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-241e5c9d-53a9-4461-83e4-cf3a36f3124a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.267530 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-241e5c9d-53a9-4461-83e4-cf3a36f3124a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.307880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-241e5c9d-53a9-4461-83e4-cf3a36f3124a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.308794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-241e5c9d-53a9-4461-83e4-cf3a36f3124a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2805023 Oct 29 08:53:14.311567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:14.318353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2adb2e56-26bd-4ca2-9504-2c0906bb2d98 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:14.354866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130580e-5b29-4375-88b6-a818ac968c10 req-6955f32b-9e31-47dd-813f-87225ba12214 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:14.356586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e130580e-5b29-4375-88b6-a818ac968c10 req-6955f32b-9e31-47dd-813f-87225ba12214 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 784 time: 0.1928871 Oct 29 08:53:14.387652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-e130580e-5b29-4375-88b6-a818ac968c10 req-682d45b8-35d6-443f-8e5a-a7a46561265a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:53:14.390833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e130580e-5b29-4375-88b6-a818ac968c10 req-682d45b8-35d6-443f-8e5a-a7a46561265a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0106268 Oct 29 08:53:14.499290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e130580e-5b29-4375-88b6-a818ac968c10 req-52b77424-f0c1-4376-a0c9-be500cb986fd tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 697 time: 0.1008978 Oct 29 08:53:14.571407 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2c22db2-883e-42e4-adfe-62797d76eba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.624613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e130580e-5b29-4375-88b6-a818ac968c10 req-9711b4d5-7152-4d24-a32b-53ad80dd9b29 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 697 time: 0.1220634 Oct 29 08:53:14.827333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Deleting port 6aaed061-c730-497e-a561-5822172bce4f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:14.828020 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.923250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.923587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:14.937616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Calling delete_port for 6aaed061-c730-497e-a561-5822172bce4f owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:15.106329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2adb2e56-26bd-4ca2-9504-2c0906bb2d98 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.114425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.122072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2adb2e56-26bd-4ca2-9504-2c0906bb2d98 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.145564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event deleted for resources: {'Port': ['ID=6aaed061-c730-497e-a561-5822172bce4f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:15.226335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.229482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.230726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e130580e-5b29-4375-88b6-a818ac968c10 req-8df40c86-bda9-46f9-b1ea-6d3b54a75434 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "DELETE /v2.0/floatingips/6ffe0ffb-8898-40fa-a806-af06eaa1ec7a HTTP/1.1" status: 204 len: 173 time: 0.6020014 Oct 29 08:53:15.262565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adb2e56-26bd-4ca2-9504-2c0906bb2d98 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Router bdd4c003-4147-4f4c-b969-795687f5c1f8 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:53:15.288004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49074) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:15.316207 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23987b43-1726-4d79-bda8-c905c234b979 req-3d244a44-d696-4f94-8cf3-9f16cd4848ba tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups/3affb8f6-d7c8-4595-942a-979961fdc2da HTTP/1.1" status: 200 len: 1809 time: 0.0637331 Oct 29 08:53:15.336190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a001559-736a-4331-af13-3c073d01e74e admin admin] Deleting subnet d782b6fe-3fde-4c7c-950e-88c983feb368 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:53:15.339561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a001559-736a-4331-af13-3c073d01e74e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.378872 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a001559-736a-4331-af13-3c073d01e74e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.427928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adb2e56-26bd-4ca2-9504-2c0906bb2d98 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:15.442594 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] Sync routers for ids ['bdd4c003-4147-4f4c-b969-795687f5c1f8'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:15.444871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a001559-736a-4331-af13-3c073d01e74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.447946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2adb2e56-26bd-4ca2-9504-2c0906bb2d98 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.449220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2adb2e56-26bd-4ca2-9504-2c0906bb2d98 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "PUT /v2.0/routers/bdd4c003-4147-4f4c-b969-795687f5c1f8 HTTP/1.1" status: 200 len: 698 time: 1.1347821 Oct 29 08:53:15.454753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49076) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:15.457347 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] Routers {'bdd4c003-4147-4f4c-b969-795687f5c1f8'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:15.457977 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['bdd4c003-4147-4f4c-b969-795687f5c1f8'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:15.520702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a001559-736a-4331-af13-3c073d01e74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.554334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5b4de979-b266-445b-8f3d-3b8a886763fe tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/routers/bdd4c003-4147-4f4c-b969-795687f5c1f8 HTTP/1.1" status: 200 len: 704 time: 0.0975239 Oct 29 08:53:15.575315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49078) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:15.576396 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-23987b43-1726-4d79-bda8-c905c234b979 req-f49ee18e-1b65-4b49-bdb2-9c0a3451b5ea tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.588957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a001559-736a-4331-af13-3c073d01e74e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.597385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3a001559-736a-4331-af13-3c073d01e74e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d782b6fe-3fde-4c7c-950e-88c983feb368 HTTP/1.1" status: 204 len: 168 time: 0.3060279 Oct 29 08:53:15.597790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a001559-736a-4331-af13-3c073d01e74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d782b6fe-3fde-4c7c-950e-88c983feb368,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:15.609493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49080) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:15.615171 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] Set router bdd4c003-4147-4f4c-b969-795687f5c1f8 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:15.626439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-67879850-40b2-4d27-b3b1-7564c9e3b7c4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdd4c003-4147-4f4c-b969-795687f5c1f8 HTTP/1.1" status: 200 len: 205 time: 0.0467172 Oct 29 08:53:15.630575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49082) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:15.672115 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd4c003-4147-4f4c-b969-795687f5c1f8', 'name': 'tempest-RoutersIpV6Test-router-1117867502', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:14Z', 'updated_at': '2021-10-29T08:53:15Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:15.705450 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] Checking router: bdd4c003-4147-4f4c-b969-795687f5c1f8 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:15.730676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.732593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-23987b43-1726-4d79-bda8-c905c234b979 req-f49ee18e-1b65-4b49-bdb2-9c0a3451b5ea tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.745313 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] Routers {'bdd4c003-4147-4f4c-b969-795687f5c1f8'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:15.745920 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['bdd4c003-4147-4f4c-b969-795687f5c1f8'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:15.842390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c815a4e2-0d85-432e-9cbd-6dd2abf85136 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.843679 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] Set router bdd4c003-4147-4f4c-b969-795687f5c1f8 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:15.850175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-23987b43-1726-4d79-bda8-c905c234b979 req-f49ee18e-1b65-4b49-bdb2-9c0a3451b5ea tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.856557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-23987b43-1726-4d79-bda8-c905c234b979 req-f49ee18e-1b65-4b49-bdb2-9c0a3451b5ea tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:15.857791 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23987b43-1726-4d79-bda8-c905c234b979 req-f49ee18e-1b65-4b49-bdb2-9c0a3451b5ea tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "DELETE /v2.0/security-groups/3affb8f6-d7c8-4595-942a-979961fdc2da HTTP/1.1" status: 204 len: 173 time: 0.4977360 Oct 29 08:53:15.906587 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd4c003-4147-4f4c-b969-795687f5c1f8', 'name': 'tempest-RoutersIpV6Test-router-1117867502', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:14Z', 'updated_at': '2021-10-29T08:53:15Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:15.938177 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33186b46-a2de-46ad-8ddf-919393267eb1 None None] The sync data for ids ['bdd4c003-4147-4f4c-b969-795687f5c1f8'] in n-d-815940-1 is: [{'id': 'bdd4c003-4147-4f4c-b969-795687f5c1f8', 'name': 'tempest-RoutersIpV6Test-router-1117867502', 'tenant_id': 'baf1e5974c574087a6e4ce11e83048bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:14Z', 'updated_at': '2021-10-29T08:53:15Z', 'revision_number': 2, 'project_id': 'baf1e5974c574087a6e4ce11e83048bc', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:15.994488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.047920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee18e-1b65-4b49-bdb2-9c0a3451b5ea tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3affb8f6-d7c8-4595-942a-979961fdc2da,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:16.051965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd24b143-6576-4900-8379-7be7e45945d3']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:16.103505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855d357a-debe-4ea5-bc6d-0520e95e4637') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:16.106129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855d357a-debe-4ea5-bc6d-0520e95e4637') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:16.121014 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.142362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.157689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:53:16.158114 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:53:16.159980 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:53:16.250717 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.261505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.267399 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fd24b143-6576-4900-8379-7be7e45945d3 HTTP/1.1" status: 204 len: 168 time: 0.6545515 Oct 29 08:53:16.277835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49094) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.281097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f67ed-dca5-4598-a10f-dc4350843913 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd24b143-6576-4900-8379-7be7e45945d3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:16.299323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c815a4e2-0d85-432e-9cbd-6dd2abf85136 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.303445 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c815a4e2-0d85-432e-9cbd-6dd2abf85136 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.389037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c51981-66ef-4016-a7a6-d7fcb3650d8c req-2447b90a-fbd9-480b-8b63-4d1b4358adb8 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:16.389960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-477b1b87-017b-4ee5-bf53-fcbfa67525ad admin admin] Deleting subnet 35d8d8c5-498f-4b54-8db1-7a0cba7a73e7 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:53:16.392285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0c51981-66ef-4016-a7a6-d7fcb3650d8c req-2447b90a-fbd9-480b-8b63-4d1b4358adb8 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1535926 Oct 29 08:53:16.393380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c815a4e2-0d85-432e-9cbd-6dd2abf85136 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.393839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-477b1b87-017b-4ee5-bf53-fcbfa67525ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.394614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c815a4e2-0d85-432e-9cbd-6dd2abf85136 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Fanout notify agent at l3_agent the message router_deleted on router bdd4c003-4147-4f4c-b969-795687f5c1f8 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:53:16.412555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c815a4e2-0d85-432e-9cbd-6dd2abf85136 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.415061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c815a4e2-0d85-432e-9cbd-6dd2abf85136 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/bdd4c003-4147-4f4c-b969-795687f5c1f8 HTTP/1.1" status: 204 len: 168 time: 0.7831757 Oct 29 08:53:16.428754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.465019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ddb5c57c-c37a-4992-ae1a-d78e4926dc95 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdd4c003-4147-4f4c-b969-795687f5c1f8 HTTP/1.1" status: 200 len: 205 time: 0.0333018 Oct 29 08:53:16.467231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0c51981-66ef-4016-a7a6-d7fcb3650d8c req-47ad0185-249f-488d-be3d-68556a666244 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504291 Oct 29 08:53:16.467715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49098) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.517241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-477b1b87-017b-4ee5-bf53-fcbfa67525ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.519576 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-a2c74943-e072-4230-a6e8-aeb158a5333c tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] delete failed (client error): The resource could not be found. Oct 29 08:53:16.520949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a2c74943-e072-4230-a6e8-aeb158a5333c tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/bdd4c003-4147-4f4c-b969-795687f5c1f8 HTTP/1.1" status: 404 len: 336 time: 0.0520334 Oct 29 08:53:16.523481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49100) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.563693 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-477b1b87-017b-4ee5-bf53-fcbfa67525ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.564975 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec079545-7443-43b7-b107-7cf7fbb230e3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:16.566042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec079545-7443-43b7-b107-7cf7fbb230e3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:16.569046 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ec079545-7443-43b7-b107-7cf7fbb230e3 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/3289b287-d970-4e3e-a8d8-14d8a1ee7e21 HTTP/1.1" status: 404 len: 337 time: 0.0442386 Oct 29 08:53:16.571386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49102) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.598712 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-625916c7-ab8f-47f3-9850-48002c85bf14 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:16.599486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625916c7-ab8f-47f3-9850-48002c85bf14 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:16.602823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-625916c7-ab8f-47f3-9850-48002c85bf14 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/601480e9-8090-41f0-9696-1ec65aa52986 HTTP/1.1" status: 404 len: 337 time: 0.0302300 Oct 29 08:53:16.605872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49104) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.640677 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c587b70-3de4-4dae-98b5-bfd93446908a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:16.641244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c587b70-3de4-4dae-98b5-bfd93446908a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:16.647227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8c587b70-3de4-4dae-98b5-bfd93446908a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/c62c2508-1877-4a69-a133-5311fa1dc682 HTTP/1.1" status: 404 len: 337 time: 0.0378673 Oct 29 08:53:16.647880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49106) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.691452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-477b1b87-017b-4ee5-bf53-fcbfa67525ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.696380 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe59dce5-abae-48cf-aa71-768d7cde9f1a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:16.696974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe59dce5-abae-48cf-aa71-768d7cde9f1a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:16.703846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fe59dce5-abae-48cf-aa71-768d7cde9f1a tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/74d75643-3ae8-4e1e-b19c-e05ec14bd1f2 HTTP/1.1" status: 404 len: 337 time: 0.0512033 Oct 29 08:53:16.704098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49108) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.731679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b1b87-017b-4ee5-bf53-fcbfa67525ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d8d8c5-498f-4b54-8db1-7a0cba7a73e7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:16.740553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-477b1b87-017b-4ee5-bf53-fcbfa67525ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.743097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e668ed5-05de-47a0-8c1a-5954e0606124 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 200 len: 205 time: 0.0382149 Oct 29 08:53:16.743775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49110) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.746775 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-477b1b87-017b-4ee5-bf53-fcbfa67525ad admin admin] 10.222.0.70 "DELETE /v2.0/subnets/35d8d8c5-498f-4b54-8db1-7a0cba7a73e7 HTTP/1.1" status: 204 len: 168 time: 0.4652030 Oct 29 08:53:16.747385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49112) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.787542 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-47091c45-e301-48df-823e-f5f96edd632d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] delete failed (client error): The resource could not be found. Oct 29 08:53:16.791168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-47091c45-e301-48df-823e-f5f96edd632d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/2afc2bcc-6bca-4417-bdb3-4eefea413065 HTTP/1.1" status: 404 len: 336 time: 0.0463974 Oct 29 08:53:16.791784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49116) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.827451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3abad4c5-62a9-4589-801e-5dc3296f6c78 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b5b8c62-4e3d-4e22-9052-474a49c2198b HTTP/1.1" status: 200 len: 205 time: 0.0344927 Oct 29 08:53:16.830267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49118) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.833130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.868510 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-c014487a-1f74-4d8b-bec4-1a3a913ff08d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] delete failed (client error): The resource could not be found. Oct 29 08:53:16.869763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c014487a-1f74-4d8b-bec4-1a3a913ff08d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/1b5b8c62-4e3d-4e22-9052-474a49c2198b HTTP/1.1" status: 404 len: 336 time: 0.0381937 Oct 29 08:53:16.872423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49120) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.900012 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b60044f-6d95-4882-b2ce-74a498ed776f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:16.900537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b60044f-6d95-4882-b2ce-74a498ed776f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:16.906693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0b60044f-6d95-4882-b2ce-74a498ed776f tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/3457b081-40ab-4fd6-8ad6-eeae0e0f4a09 HTTP/1.1" status: 404 len: 337 time: 0.0311027 Oct 29 08:53:16.907407 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49122) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.930051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.937009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97e3504b-9962-4ea6-b7d0-b64b30ed1d68 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=2631e621-41a4-4adb-a16d-5f2ff2587f69 HTTP/1.1" status: 200 len: 205 time: 0.0259974 Oct 29 08:53:16.937275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49124) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.951644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2445ceb-9f22-4e2f-a511-074f39a47332']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:16.962046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9496e9-4930-4f72-a834-84d8d4f63070') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:16.962547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9496e9-4930-4f72-a834-84d8d4f63070') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:16.974960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.978658 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-c8b2eb27-d754-4dbb-91cb-2d1aea77ec11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] delete failed (client error): The resource could not be found. Oct 29 08:53:16.979837 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c8b2eb27-d754-4dbb-91cb-2d1aea77ec11 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/2631e621-41a4-4adb-a16d-5f2ff2587f69 HTTP/1.1" status: 404 len: 336 time: 0.0415320 Oct 29 08:53:16.982634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49126) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:16.996777 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-77129744-75bb-4a36-9226-c2151f9751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:16.997765 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:17.004564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:53:17.004986 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:53:17.007042 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:53:17.017238 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-30c1b0d6-6e9c-4c11-a3d5-dd93f8ae90db tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e046ace-032f-4cfe-92cb-d30d96d8fb57 HTTP/1.1" status: 200 len: 205 time: 0.0333521 Oct 29 08:53:17.019476 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49128) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.057882 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-168bdf89-a02f-4735-b5fa-a8ea71b508fa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] delete failed (client error): The resource could not be found. Oct 29 08:53:17.061540 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-168bdf89-a02f-4735-b5fa-a8ea71b508fa tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/9e046ace-032f-4cfe-92cb-d30d96d8fb57 HTTP/1.1" status: 404 len: 336 time: 0.0385258 Oct 29 08:53:17.061733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49130) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.076948 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:17.084301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:17.090688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f2445ceb-9f22-4e2f-a511-074f39a47332 HTTP/1.1" status: 204 len: 168 time: 0.3419402 Oct 29 08:53:17.099137 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-74da62a7-33be-4ad6-be46-c2d20dd2762b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:17.099780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74da62a7-33be-4ad6-be46-c2d20dd2762b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:17.103877 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-74da62a7-33be-4ad6-be46-c2d20dd2762b tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/9daf468e-ae91-4a1b-a32c-e9aa8f6fe511 HTTP/1.1" status: 404 len: 337 time: 0.0402758 Oct 29 08:53:17.106122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49134) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.118357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa6db1-9829-42a3-bc65-e918c2e26350 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2445ceb-9f22-4e2f-a511-074f39a47332,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:17.137301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0231429f-4bbb-436d-8a98-e552c3f23252 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4d884da-bb03-4f7b-a938-62f6ee739fa4 HTTP/1.1" status: 200 len: 205 time: 0.0299416 Oct 29 08:53:17.140157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49136) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.179528 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-5ac4bd00-d577-4799-9eed-7a9e03d1e28d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] delete failed (client error): The resource could not be found. Oct 29 08:53:17.180796 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5ac4bd00-d577-4799-9eed-7a9e03d1e28d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/a4d884da-bb03-4f7b-a938-62f6ee739fa4 HTTP/1.1" status: 404 len: 336 time: 0.0394421 Oct 29 08:53:17.183488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49138) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.211056 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-39aab231-3a43-4309-a617-68d4244f66b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:17.211519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39aab231-3a43-4309-a617-68d4244f66b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:17.215867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-39aab231-3a43-4309-a617-68d4244f66b4 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/b7491839-b43e-42ce-9fee-8a549cfb21f3 HTTP/1.1" status: 404 len: 337 time: 0.0296648 Oct 29 08:53:17.217636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.253947 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3908686e-ac05-4034-8fd3-04396f70c579 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "GET /v2.0/ports?device_id=d171ccc0-2eca-4dfa-9325-3415966c4f60 HTTP/1.1" status: 200 len: 205 time: 0.0348370 Oct 29 08:53:17.256380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49142) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.296442 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-24833619-ee83-46d5-91e3-11ddde25f5b6 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] delete failed (client error): The resource could not be found. Oct 29 08:53:17.296442 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-24833619-ee83-46d5-91e3-11ddde25f5b6 tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/routers/d171ccc0-2eca-4dfa-9325-3415966c4f60 HTTP/1.1" status: 404 len: 336 time: 0.0379262 Oct 29 08:53:17.298391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49144) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.309184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49146) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.339968 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb95f893-70a2-48fd-a3ea-602fa697b95d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:17.340447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb95f893-70a2-48fd-a3ea-602fa697b95d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:17.346299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eb95f893-70a2-48fd-a3ea-602fa697b95d tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/8803aef0-8411-4671-ad73-60bdfd8955b2 HTTP/1.1" status: 404 len: 337 time: 0.0438046 Oct 29 08:53:17.346665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49148) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.375150 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c1cb6f-646b-4519-9b5b-9204e98608fd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] DELETE failed (client error): The resource could not be found. Oct 29 08:53:17.375626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c1cb6f-646b-4519-9b5b-9204e98608fd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:53:17.382556 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-25c1cb6f-646b-4519-9b5b-9204e98608fd tempest-RoutersIpV6Test-700622226 tempest-RoutersIpV6Test-700622226-project] 10.222.0.70 "DELETE /v2.0/subnets/388229fd-63c1-4c36-8e94-b61ba01b5126 HTTP/1.1" status: 404 len: 337 time: 0.0316305 Oct 29 08:53:17.397599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a636a5b9-ac52-4ca3-bdb9-ab2b53a173c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=799ed37a55bf4207ae4defd651a92bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872085 Oct 29 08:53:17.400312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49152) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.475500 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1eec4cce-fdf0-43bc-b295-459b84ebf0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:17.506985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1eec4cce-fdf0-43bc-b295-459b84ebf0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:17.586194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1eec4cce-fdf0-43bc-b295-459b84ebf0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:17.589393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1eec4cce-fdf0-43bc-b295-459b84ebf0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:17.592901 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1eec4cce-fdf0-43bc-b295-459b84ebf0c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fac6cf72-df9c-4f67-a53c-4152a27a4d73 HTTP/1.1" status: 204 len: 168 time: 0.1884732 Oct 29 08:53:17.609519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec4cce-fdf0-43bc-b295-459b84ebf0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac6cf72-df9c-4f67-a53c-4152a27a4d73,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:17.741219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7f78d-9b8b-472b-a651-077037cc4e77 req-5bafe4b0-b0e8-4261-ba24-26bc7241b86d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:17.742984 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-64f7f78d-9b8b-472b-a651-077037cc4e77 req-5bafe4b0-b0e8-4261-ba24-26bc7241b86d tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.1383052 Oct 29 08:53:17.799436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49166) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.807861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-64f7f78d-9b8b-472b-a651-077037cc4e77 req-c49e62f9-84fb-4f27-adff-21d977e8ad50 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502641 Oct 29 08:53:17.978332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49176) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:17.986715 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e5c7efa-11f5-4c18-986c-a41edc01af31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baf1e5974c574087a6e4ce11e83048bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839695 Oct 29 08:53:17.986947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49178) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:18.030605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cec57805-efe5-4492-ac1f-d408b76d3466 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6cd9e59855c4beb9b02d69e05a2d445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487735 Oct 29 08:53:18.030887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49180) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:18.041193 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fab38a88-5220-4eba-9063-8049e912cfb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.063036 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fab38a88-5220-4eba-9063-8049e912cfb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.081999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53b93a9a-4678-4546-aa85-bf35e2b5b0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.106336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53b93a9a-4678-4546-aa85-bf35e2b5b0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.119213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fab38a88-5220-4eba-9063-8049e912cfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.122232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fab38a88-5220-4eba-9063-8049e912cfb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.123580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fab38a88-5220-4eba-9063-8049e912cfb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da9aebf3-74b0-49b7-96a6-e4f3fc331585 HTTP/1.1" status: 204 len: 168 time: 0.1355865 Oct 29 08:53:18.133066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab38a88-5220-4eba-9063-8049e912cfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9aebf3-74b0-49b7-96a6-e4f3fc331585,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:18.166741 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53b93a9a-4678-4546-aa85-bf35e2b5b0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.169572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-53b93a9a-4678-4546-aa85-bf35e2b5b0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.171611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-53b93a9a-4678-4546-aa85-bf35e2b5b0da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6311620b-47b0-4e11-9d7c-1b9fb30f478b HTTP/1.1" status: 204 len: 168 time: 0.1395433 Oct 29 08:53:18.180324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b93a9a-4678-4546-aa85-bf35e2b5b0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6311620b-47b0-4e11-9d7c-1b9fb30f478b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:18.202316 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.270482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.538989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54914689-e801-4b8c-8858-26fb009d9d16 req-c63383ea-2c2b-4535-84d4-68541351d725 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:18.540651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54914689-e801-4b8c-8858-26fb009d9d16 req-c63383ea-2c2b-4535-84d4-68541351d725 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.93 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.0633924 Oct 29 08:53:18.682810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Deleting port ee423029-7b79-4dc1-9eec-7e3b55e84445 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:18.683151 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.856396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] For port ee423029-7b79-4dc1-9eec-7e3b55e84445, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=ee423029-7b79-4dc1-9eec-7e3b55e84445,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:18.857299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:18.873915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Calling delete_port for ee423029-7b79-4dc1-9eec-7e3b55e84445 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:18.993799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216921f2-738b-4f8f-8ded-94cb2f2107a5 req-5526afc2-163c-4eca-9c74-8fdb1a13c68a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:18.995503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-216921f2-738b-4f8f-8ded-94cb2f2107a5 req-5526afc2-163c-4eca-9c74-8fdb1a13c68a tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca242b80-9e09-4678-8189-2672b1b263c0 HTTP/1.1" status: 200 len: 946 time: 0.0792046 Oct 29 08:53:19.057320 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-216921f2-738b-4f8f-8ded-94cb2f2107a5 req-74ce1ff2-401b-467c-ae3d-dc9392dae8a0 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.70 "GET /v2.0/security-groups?id=9493df51-e12c-4fe1-a414-86df5b4a408e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536685 Oct 29 08:53:19.072782 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:19.092069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['ee423029-7b79-4dc1-9eec-7e3b55e84445'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:53:19.164314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Pushing event deleted for resources: {'Port': ['ID=ee423029-7b79-4dc1-9eec-7e3b55e84445,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:19.246577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] No DVR routers for this DVR port ee423029-7b79-4dc1-9eec-7e3b55e84445 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:19.258225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:19.265393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54914689-e801-4b8c-8858-26fb009d9d16 req-4f0f5ef4-1d56-4433-a59e-ba13e8222f56 tempest-ServerRescueTestJSONUnderV235-1088061113 tempest-ServerRescueTestJSONUnderV235-1088061113-project] 10.222.0.93 "DELETE /v2.0/ports/ee423029-7b79-4dc1-9eec-7e3b55e84445 HTTP/1.1" status: 204 len: 173 time: 0.7178578 Oct 29 08:53:19.266354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'name': 'network-vif-deleted', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:19.270494 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffc5924-364d-4af6-ac54-8f11ab41c2ca" -d '{"events": [{"server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "name": "network-vif-deleted", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:19.324182 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e23f15-4193-4323-a3af-05e468e48dfe x-openstack-request-id: req-29e23f15-4193-4323-a3af-05e468e48dfe {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:19.324702 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca242b80-9e09-4678-8189-2672b1b263c0", "name": "network-vif-deleted", "tag": "ee423029-7b79-4dc1-9eec-7e3b55e84445", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:19.325447 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29e23f15-4193-4323-a3af-05e468e48dfe {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:19.325891 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca242b80-9e09-4678-8189-2672b1b263c0', 'name': 'network-vif-deleted', 'tag': 'ee423029-7b79-4dc1-9eec-7e3b55e84445', 'status': 'completed', 'code': 200} Oct 29 08:53:19.518805 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.136668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49288) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:20.478883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49298) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:20.607189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776f2cfe-1efb-434c-b7fb-c82ebbe0d923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.632854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.740980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776f2cfe-1efb-434c-b7fb-c82ebbe0d923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.751222 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-776f2cfe-1efb-434c-b7fb-c82ebbe0d923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.812324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-776f2cfe-1efb-434c-b7fb-c82ebbe0d923 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4121d28f146747d1ae5c277c16425701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316231 Oct 29 08:53:20.813439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49306) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:20.820772 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f2cfe-1efb-434c-b7fb-c82ebbe0d923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e3037-0a6c-4382-bef9-c2eb1da25fcb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:20.888370 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f16cd5e-1aa9-43b8-9c40-363648b8c606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.915260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f16cd5e-1aa9-43b8-9c40-363648b8c606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.985387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f16cd5e-1aa9-43b8-9c40-363648b8c606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.988117 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9f16cd5e-1aa9-43b8-9c40-363648b8c606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:20.991949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9f16cd5e-1aa9-43b8-9c40-363648b8c606 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/259e3037-0a6c-4382-bef9-c2eb1da25fcb HTTP/1.1" status: 204 len: 168 time: 0.1744616 Oct 29 08:53:20.998190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16cd5e-1aa9-43b8-9c40-363648b8c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e3037-0a6c-4382-bef9-c2eb1da25fcb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:21.003018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Deleting port 09db870d-473d-4baa-b11e-b1b6e436d12c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:21.003426 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.086359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ee423029-7b79-4dc1-9eec-7e3b55e84445 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:21.095555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] For port 09db870d-473d-4baa-b11e-b1b6e436d12c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=09db870d-473d-4baa-b11e-b1b6e436d12c,segment=NetworkSegment(acc0d7da-57f2-4cf8-b427-21be3381ff6f),segment_id=acc0d7da-57f2-4cf8-b427-21be3381ff6f)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:21.095962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.108070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Calling delete_port for 09db870d-473d-4baa-b11e-b1b6e436d12c owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:21.119049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: ee423029-7b79-4dc1-9eec-7e3b55e84445 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:21.119653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device ee423029-7b79-4dc1-9eec-7e3b55e84445 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:21.316233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49316) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:21.316947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.330595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8749a0bf-fd00-4e67-8402-15425eeec3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.350151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Pushing event deleted for resources: {'Port': ['ID=09db870d-473d-4baa-b11e-b1b6e436d12c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:21.409876 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8749a0bf-fd00-4e67-8402-15425eeec3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.415983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8749a0bf-fd00-4e67-8402-15425eeec3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.459103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749a0bf-fd00-4e67-8402-15425eeec3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037a99cc-a5c9-406f-bf35-c2bcf550f899,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:21.464974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8749a0bf-fd00-4e67-8402-15425eeec3be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3bd1176b5248459bad89643f6a64c1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474869 Oct 29 08:53:21.469406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49318) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:21.519025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2b130e3-da4f-4dfb-9227-fe45f1205354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.534091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.544534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2b130e3-da4f-4dfb-9227-fe45f1205354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.595090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2b130e3-da4f-4dfb-9227-fe45f1205354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.598177 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2b130e3-da4f-4dfb-9227-fe45f1205354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:21.599467 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c2b130e3-da4f-4dfb-9227-fe45f1205354 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/037a99cc-a5c9-406f-bf35-c2bcf550f899 HTTP/1.1" status: 204 len: 168 time: 0.1308391 Oct 29 08:53:21.607518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b130e3-da4f-4dfb-9227-fe45f1205354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037a99cc-a5c9-406f-bf35-c2bcf550f899,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:22.210189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Router ee1213d3-1fe2-480b-b153-3f7d82706df5 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:22.350089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:22.358923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5730392b-4703-42a4-99d5-1151a41da872 admin admin] 10.222.0.70 "PUT /v2.0/routers/ee1213d3-1fe2-480b-b153-3f7d82706df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2209334 Oct 29 08:53:22.361627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49358) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:22.363663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] Sync routers for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:22.378825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:22.382583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:22.511340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:22.555355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:22.629253 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:22.722440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Deleting port 8d884964-b30b-4096-9b59-dd689a38821a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:22.722696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:22.875519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] For port 8d884964-b30b-4096-9b59-dd689a38821a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8d884964-b30b-4096-9b59-dd689a38821a,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:22.876728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:22.901301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Calling delete_port for 8d884964-b30b-4096-9b59-dd689a38821a owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:23.009334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8d884964-b30b-4096-9b59-dd689a38821a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:53:21Z', 'revision_number': 5, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port': {'id': '8d884964-b30b-4096-9b59-dd689a38821a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:01Z', 'updated_at': '2021-10-29T08:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:23.077146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] Checking router: ee1213d3-1fe2-480b-b153-3f7d82706df5 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:23.086826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] Routers {'ee1213d3-1fe2-480b-b153-3f7d82706df5'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:23.087440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ee1213d3-1fe2-480b-b153-3f7d82706df5'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:23.219700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.253057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d884964-b30b-4096-9b59-dd689a38821a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:23.274912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] Set router ee1213d3-1fe2-480b-b153-3f7d82706df5 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:23.338300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.365629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:53:22Z', 'revision_number': 6, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:23.426767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea6d0d-41ba-47bc-ac2d-80871001975e None None] The sync data for ids ['ee1213d3-1fe2-480b-b153-3f7d82706df5'] in n-d-815940-1 is: [{'id': 'ee1213d3-1fe2-480b-b153-3f7d82706df5', 'name': 'tempest-ServerRescueTestJSONUnderV235-876639727-router', 'tenant_id': '95d72b84bed44e7b895c2c004c8aca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:00Z', 'updated_at': '2021-10-29T08:53:22Z', 'revision_number': 6, 'project_id': '95d72b84bed44e7b895c2c004c8aca7b', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:23.507373 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.509985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.575291 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.575919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee1213d3-1fe2-480b-b153-3f7d82706df5 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:53:23.585394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.587305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ac4acd33-a82b-48a3-9f83-4f8a5da74432 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ee1213d3-1fe2-480b-b153-3f7d82706df5 HTTP/1.1" status: 204 len: 168 time: 1.2241790 Oct 29 08:53:23.589545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49400) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:23.640529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61d3956-dadc-4e65-a2f6-1053d41efbbd admin admin] Deleting subnet 2200b3d4-38c6-427b-8ce6-ac819684e0ff {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:53:23.644876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b61d3956-dadc-4e65-a2f6-1053d41efbbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.686197 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b61d3956-dadc-4e65-a2f6-1053d41efbbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.736078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b61d3956-dadc-4e65-a2f6-1053d41efbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.823279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b61d3956-dadc-4e65-a2f6-1053d41efbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.862951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b61d3956-dadc-4e65-a2f6-1053d41efbbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:23.868718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b61d3956-dadc-4e65-a2f6-1053d41efbbd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2200b3d4-38c6-427b-8ce6-ac819684e0ff HTTP/1.1" status: 204 len: 168 time: 0.2758722 Oct 29 08:53:23.869708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49412) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:23.874070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d3956-dadc-4e65-a2f6-1053d41efbbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2200b3d4-38c6-427b-8ce6-ac819684e0ff,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:23.973508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.113907 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.144207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99badcc2-1d80-42c5-9d1f-289771318009']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:24.157768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc0d7da-57f2-4cf8-b427-21be3381ff6f') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:24.158051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc0d7da-57f2-4cf8-b427-21be3381ff6f') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:24.167988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.182092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.194310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:53:24.196022 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:53:24.269105 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:53:24.294737 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.303234 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.310600 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] 10.222.0.70 "DELETE /v2.0/networks/99badcc2-1d80-42c5-9d1f-289771318009 HTTP/1.1" status: 204 len: 168 time: 0.4362359 Oct 29 08:53:24.333046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77607f-9e16-4431-ae84-9fc719525c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=99badcc2-1d80-42c5-9d1f-289771318009,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:24.389240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49430) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:24.538930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf648-7522-42a1-9f49-df96b42dfaf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.572755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49434) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:24.645505 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a3269c51-3068-478c-ae2c-9c381fe13958 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95d72b84bed44e7b895c2c004c8aca7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708680 Oct 29 08:53:24.648058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49436) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:24.682398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf648-7522-42a1-9f49-df96b42dfaf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.693437 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf648-7522-42a1-9f49-df96b42dfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.760743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb270d19-0f15-474a-b75d-2c94ed197bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.777546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0b5bf648-7522-42a1-9f49-df96b42dfaf2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=953a12523a2947529e5b543cdd6ec7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868980 Oct 29 08:53:24.778234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bf648-7522-42a1-9f49-df96b42dfaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703ddb4b-5a2c-43be-838f-480fae7a0d1b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:24.782607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49438) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:24.814765 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb270d19-0f15-474a-b75d-2c94ed197bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.874461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f871d07-a522-4bde-9191-0842bd139f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.899511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f871d07-a522-4bde-9191-0842bd139f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.899764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 09db870d-473d-4baa-b11e-b1b6e436d12c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:24.909049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb270d19-0f15-474a-b75d-2c94ed197bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.911624 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb270d19-0f15-474a-b75d-2c94ed197bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:24.912828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cb270d19-0f15-474a-b75d-2c94ed197bf1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9493df51-e12c-4fe1-a414-86df5b4a408e HTTP/1.1" status: 204 len: 168 time: 0.2635756 Oct 29 08:53:24.932932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 09db870d-473d-4baa-b11e-b1b6e436d12c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:24.933455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 09db870d-473d-4baa-b11e-b1b6e436d12c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:24.933991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d884964-b30b-4096-9b59-dd689a38821a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:24.941285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270d19-0f15-474a-b75d-2c94ed197bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9493df51-e12c-4fe1-a414-86df5b4a408e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:24.975046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8d884964-b30b-4096-9b59-dd689a38821a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:24.975462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8d884964-b30b-4096-9b59-dd689a38821a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:25.005963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f871d07-a522-4bde-9191-0842bd139f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.008863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f871d07-a522-4bde-9191-0842bd139f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.020802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6f871d07-a522-4bde-9191-0842bd139f02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/703ddb4b-5a2c-43be-838f-480fae7a0d1b HTTP/1.1" status: 204 len: 168 time: 0.2370515 Oct 29 08:53:25.039652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f871d07-a522-4bde-9191-0842bd139f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703ddb4b-5a2c-43be-838f-480fae7a0d1b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:25.459756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49464) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:25.482887 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27e199d0-3f1b-4544-996c-cea5d3f42bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.585703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27e199d0-3f1b-4544-996c-cea5d3f42bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.589574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27e199d0-3f1b-4544-996c-cea5d3f42bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.645336 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27e199d0-3f1b-4544-996c-cea5d3f42bfe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=43b15d3adf12453a9b5fcd6b33bfce58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844461 Oct 29 08:53:25.646815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e199d0-3f1b-4544-996c-cea5d3f42bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68be62c7-9371-458b-82a2-73f13271a158,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:25.648400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49468) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:25.714942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-43417e85-2775-430a-8d19-cc76dc74ec37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.738709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-43417e85-2775-430a-8d19-cc76dc74ec37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.810230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-43417e85-2775-430a-8d19-cc76dc74ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.813077 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-43417e85-2775-430a-8d19-cc76dc74ec37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:25.814277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-43417e85-2775-430a-8d19-cc76dc74ec37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68be62c7-9371-458b-82a2-73f13271a158 HTTP/1.1" status: 204 len: 168 time: 0.1646545 Oct 29 08:53:25.825076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43417e85-2775-430a-8d19-cc76dc74ec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be62c7-9371-458b-82a2-73f13271a158,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:26.481417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49512) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:26.614778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-972611cf-4e77-449c-952a-6b8ebab65b8c req-0f531963-5a3f-453e-9e1b-5a4ec260dff8 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=45bd8bfc-d2d5-4514-9e64-33ec43911426 HTTP/1.1" status: 200 len: 210 time: 0.0472600 Oct 29 08:53:26.653864 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-704e817e-6fd8-4850-b580-dfd6b2adbd39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:26.769610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-704e817e-6fd8-4850-b580-dfd6b2adbd39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:26.782245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-704e817e-6fd8-4850-b580-dfd6b2adbd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:26.874316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49538) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:26.887020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-704e817e-6fd8-4850-b580-dfd6b2adbd39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5e08c303a857496ab3ed1981e095a1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040914 Oct 29 08:53:26.891604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e817e-6fd8-4850-b580-dfd6b2adbd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43fba17-1e99-47de-8a05-0d112868b8c0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:26.951993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-013d1f38-ee25-4f06-91cb-cbfd8010370e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:26.978594 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-013d1f38-ee25-4f06-91cb-cbfd8010370e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:27.111576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-013d1f38-ee25-4f06-91cb-cbfd8010370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:27.114789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-013d1f38-ee25-4f06-91cb-cbfd8010370e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:27.131536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-013d1f38-ee25-4f06-91cb-cbfd8010370e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d43fba17-1e99-47de-8a05-0d112868b8c0 HTTP/1.1" status: 204 len: 168 time: 0.2550492 Oct 29 08:53:27.173148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d1f38-ee25-4f06-91cb-cbfd8010370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43fba17-1e99-47de-8a05-0d112868b8c0,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:27.469934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4485f03c-5590-44e2-a6f2-a698f3dd86f2 req-34e5f799-08d6-452e-90ab-6ebeb2e96112 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0629332 Oct 29 08:53:27.666611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-f51e10a7-c98e-4fed-86fb-701d986da14c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:27.694459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-f51e10a7-c98e-4fed-86fb-701d986da14c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:27.727086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-f51e10a7-c98e-4fed-86fb-701d986da14c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:27.751891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-f51e10a7-c98e-4fed-86fb-701d986da14c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:27.771618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-f51e10a7-c98e-4fed-86fb-701d986da14c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:27.787444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-f51e10a7-c98e-4fed-86fb-701d986da14c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:27.817685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-f51e10a7-c98e-4fed-86fb-701d986da14c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:27.822693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-f51e10a7-c98e-4fed-86fb-701d986da14c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.2878084 Oct 29 08:53:27.944184 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c6bea2c4-4993-4b44-ba63-e354300ad547 req-79e70791-a383-4116-b652-270ce1fb9df0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088536 Oct 29 08:53:28.616878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e180a2ba-ba86-413f-98ce-9ed03eab1c6c req-b107f79d-8973-4e36-ab25-b78a1c28b902 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0528903 Oct 29 08:53:28.682285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-a6088f1d-62bb-4ebf-8558-146716a542e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:28.695855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-a6088f1d-62bb-4ebf-8558-146716a542e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:28.704397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-a6088f1d-62bb-4ebf-8558-146716a542e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:28.713989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-a6088f1d-62bb-4ebf-8558-146716a542e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:28.750666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-a6088f1d-62bb-4ebf-8558-146716a542e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:28.757911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-a6088f1d-62bb-4ebf-8558-146716a542e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:28.766669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-a6088f1d-62bb-4ebf-8558-146716a542e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:28.777587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-a6088f1d-62bb-4ebf-8558-146716a542e9 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.1989563 Oct 29 08:53:28.872737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-1c214e07-7c3d-4aed-81c1-85b55c9b096f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:28.874705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-1c214e07-7c3d-4aed-81c1-85b55c9b096f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "GET /v2.0/ports/b6d55346-bc8f-40d0-bacf-2e7a4244a3a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0895085 Oct 29 08:53:29.004603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-29c47960-5b4c-4ec9-9af7-a7eff5eb86d1 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "GET /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1238203 Oct 29 08:53:29.025411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:29.128440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:29.163276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d13e5-d270-4f20-83ba-569394d63255 req-db1ed689-eafb-4f54-ab8a-f12d092deade tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.173405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d13e5-d270-4f20-83ba-569394d63255 req-db1ed689-eafb-4f54-ab8a-f12d092deade tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.183114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d13e5-d270-4f20-83ba-569394d63255 req-db1ed689-eafb-4f54-ab8a-f12d092deade tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.198816 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d13e5-d270-4f20-83ba-569394d63255 req-db1ed689-eafb-4f54-ab8a-f12d092deade tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.202082 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:29.206624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d13e5-d270-4f20-83ba-569394d63255 req-db1ed689-eafb-4f54-ab8a-f12d092deade tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.213241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d13e5-d270-4f20-83ba-569394d63255 req-db1ed689-eafb-4f54-ab8a-f12d092deade tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.220586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d13e5-d270-4f20-83ba-569394d63255 req-db1ed689-eafb-4f54-ab8a-f12d092deade tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.229808 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-419d13e5-d270-4f20-83ba-569394d63255 req-db1ed689-eafb-4f54-ab8a-f12d092deade tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 5444 time: 0.1695979 Oct 29 08:53:29.320212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-419d13e5-d270-4f20-83ba-569394d63255 req-9c51c96b-86a8-4fc0-b070-0466660b7bd2 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&id=0e2ee1d6-d98f-4123-832f-052c887dbcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842204 Oct 29 08:53:29.341138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] For port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:29.402167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] For port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:53:29.461844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] device_id is not set on port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:53:29.471515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:29.479929 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:29.548835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] No DVR routers for this DVR port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:29.554575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:29.595699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] In _notify_port_updated(), no bound segment for port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:53:29.596806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.597497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:29.598852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-743295f4-cfa3-464d-b026-d6a3d47bfe87 service neutron] 10.222.0.15 "PUT /v2.0/ports/b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 HTTP/1.1" status: 200 len: 1032 time: 0.5847697 Oct 29 08:53:29.658050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-557c57f5-916c-4de7-afd2-3db43d3e1a4f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:29.659552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-557c57f5-916c-4de7-afd2-3db43d3e1a4f tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "GET /v2.0/ports/945f774e-36c0-4273-b2bb-51a1d3437342?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0524521 Oct 29 08:53:29.682303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:29.752426 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:29.945045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] For port 945f774e-36c0-4273-b2bb-51a1d3437342, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=945f774e-36c0-4273-b2bb-51a1d3437342,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:29.972392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17253d87-9515-4c69-8ed5-c91c529bba27 req-091e7fbe-93f3-4ec4-b36b-5eef2954842f tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.2094102 Oct 29 08:53:29.995076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a98f3342-344e-434c-b9d3-4dfce5b5000a None None] Provisioning complete for port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:29.995450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a98f3342-344e-434c-b9d3-4dfce5b5000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.038296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] For port 945f774e-36c0-4273-b2bb-51a1d3437342, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:53:30.059749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a98f3342-344e-434c-b9d3-4dfce5b5000a None None] Port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:53:30.111705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] device_id is not set on port 945f774e-36c0-4273-b2bb-51a1d3437342 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:53:30.124720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.131721 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.235188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] No DVR routers for this DVR port 945f774e-36c0-4273-b2bb-51a1d3437342 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:30.238654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] Pushing event updated for resources: {'Port': ['ID=945f774e-36c0-4273-b2bb-51a1d3437342,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:30.286451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] In _notify_port_updated(), no bound segment for port 945f774e-36c0-4273-b2bb-51a1d3437342 on network ef59e376-f3ba-43d4-92f3-16d419b3497a {{(pid=102113) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 08:53:30.287446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:30.288164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.289680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e3f95f60-6d36-422a-897d-392164bc5700 service neutron] 10.222.0.15 "PUT /v2.0/ports/945f774e-36c0-4273-b2bb-51a1d3437342 HTTP/1.1" status: 200 len: 1032 time: 0.6127629 Oct 29 08:53:30.470616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.476047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port b2a48a7b-1f28-4a49-8603-4ad15cef6393 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:30.477922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.604062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6c69-e77f-4377-9d75-00856b1490aa req-c54be486-afe5-4d1c-9fa2-9be1751a47e0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:30.611863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6c69-e77f-4377-9d75-00856b1490aa req-c54be486-afe5-4d1c-9fa2-9be1751a47e0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:30.619042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6c69-e77f-4377-9d75-00856b1490aa req-c54be486-afe5-4d1c-9fa2-9be1751a47e0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:30.622114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-216bd2e6-63e6-476a-9b01-3672ecc556d6 None None] Provisioning complete for port 945f774e-36c0-4273-b2bb-51a1d3437342 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:30.624225 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-216bd2e6-63e6-476a-9b01-3672ecc556d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.626757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6c69-e77f-4377-9d75-00856b1490aa req-c54be486-afe5-4d1c-9fa2-9be1751a47e0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:30.633116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6c69-e77f-4377-9d75-00856b1490aa req-c54be486-afe5-4d1c-9fa2-9be1751a47e0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:30.634937 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39ae6c69-e77f-4377-9d75-00856b1490aa req-c54be486-afe5-4d1c-9fa2-9be1751a47e0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 3886 time: 0.1260526 Oct 29 08:53:30.683716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] For port b2a48a7b-1f28-4a49-8603-4ad15cef6393, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b2a48a7b-1f28-4a49-8603-4ad15cef6393,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:30.684355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.694459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-216bd2e6-63e6-476a-9b01-3672ecc556d6 None None] Port 945f774e-36c0-4273-b2bb-51a1d3437342 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:53:30.711507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for b2a48a7b-1f28-4a49-8603-4ad15cef6393 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:30.730430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39ae6c69-e77f-4377-9d75-00856b1490aa req-ad5c9017-f42a-4e62-976e-47471117c252 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866880 Oct 29 08:53:30.895030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.937494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=b2a48a7b-1f28-4a49-8603-4ad15cef6393,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:30.988523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] No DVR routers for this DVR port b2a48a7b-1f28-4a49-8603-4ad15cef6393 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:30.991235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:30.994929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-9d871aea-9950-4dc0-9a00-64882f66f891 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "DELETE /v2.0/ports/b2a48a7b-1f28-4a49-8603-4ad15cef6393 HTTP/1.1" status: 204 len: 173 time: 0.6965683 Oct 29 08:53:30.995412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': 'b2a48a7b-1f28-4a49-8603-4ad15cef6393'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:30.997839 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc151fa4-1200-4d1c-92ce-c31879ace28e" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "b2a48a7b-1f28-4a49-8603-4ad15cef6393"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:31.074420 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d82a41-79a0-4874-bf4a-ba7186bae5bb x-openstack-request-id: req-28d82a41-79a0-4874-bf4a-ba7186bae5bb {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:31.075052 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "b2a48a7b-1f28-4a49-8603-4ad15cef6393", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:31.077048 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28d82a41-79a0-4874-bf4a-ba7186bae5bb {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:31.077767 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': 'b2a48a7b-1f28-4a49-8603-4ad15cef6393', 'status': 'completed', 'code': 200} Oct 29 08:53:31.125341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db445f92-51af-4853-b6a0-4691e7682276 req-2ddd3150-369f-47b4-b3fd-8671a92f2ead tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0535879 Oct 29 08:53:31.165658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac105d0-76a2-423d-9e26-2d6e6b34b167 req-b5220118-da3c-4748-84a0-3435fc7ed068 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=45bd8bfc-d2d5-4514-9e64-33ec43911426 HTTP/1.1" status: 200 len: 210 time: 0.0344343 Oct 29 08:53:31.195979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port 396104a2-93c8-492a-848f-d1dbd4c85fd5 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:31.196498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:31.313908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] For port 396104a2-93c8-492a-848f-d1dbd4c85fd5, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=396104a2-93c8-492a-848f-d1dbd4c85fd5,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:31.314289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:31.330938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for 396104a2-93c8-492a-848f-d1dbd4c85fd5 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:31.514522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:31.550172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=396104a2-93c8-492a-848f-d1dbd4c85fd5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:31.605529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] No DVR routers for this DVR port 396104a2-93c8-492a-848f-d1dbd4c85fd5 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:31.608665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:31.613327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-154c2e3c-3076-4c0b-8ef3-71e37e7fe02e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "DELETE /v2.0/ports/396104a2-93c8-492a-848f-d1dbd4c85fd5 HTTP/1.1" status: 204 len: 173 time: 0.6086915 Oct 29 08:53:31.640444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:31.714276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a722dfe1-32d1-4fb6-9c89-f84b3e250882 req-8c9bea91-125c-43aa-acef-2914512338a7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0512652 Oct 29 08:53:31.731842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:31.735682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f0af824a-15b2-4b19-9819-a9013f8c01c6 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:31.796426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port 5c41bd85-698e-4ce5-a994-32565310921a {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:31.796849 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:31.856555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:31.894124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f0af824a-15b2-4b19-9819-a9013f8c01c6, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:31.895587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0af824a-15b2-4b19-9819-a9013f8c01c6'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:31.898223 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa70379e-812e-4e1a-a61d-670550d919eb" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0af824a-15b2-4b19-9819-a9013f8c01c6"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:31.909158 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:31.910296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b819b847-a6e2-4ff3-80a5-ab57603b2a56 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:32.018007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588b8b1-295c-4c99-a9b1-ca364bdf1c39 req-eb496abb-e2bb-41c1-92b5-869f67945d69 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:32.051139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588b8b1-295c-4c99-a9b1-ca364bdf1c39 req-eb496abb-e2bb-41c1-92b5-869f67945d69 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:32.067293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588b8b1-295c-4c99-a9b1-ca364bdf1c39 req-eb496abb-e2bb-41c1-92b5-869f67945d69 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:32.075088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a588b8b1-295c-4c99-a9b1-ca364bdf1c39 req-eb496abb-e2bb-41c1-92b5-869f67945d69 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 2414 time: 0.1641915 Oct 29 08:53:32.105960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f0af824a-15b2-4b19-9819-a9013f8c01c6,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:32.118470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] For port 5c41bd85-698e-4ce5-a994-32565310921a, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=5c41bd85-698e-4ce5-a994-32565310921a,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:32.119261 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:32.150776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a588b8b1-295c-4c99-a9b1-ca364bdf1c39 req-70334703-bd59-4a45-9e26-614c9e07d50a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712919 Oct 29 08:53:32.191487 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:32.301258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b819b847-a6e2-4ff3-80a5-ab57603b2a56, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:32.314558 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a741658-5412-495f-a63f-943a4422ed4b x-openstack-request-id: req-1a741658-5412-495f-a63f-943a4422ed4b {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:32.315089 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0af824a-15b2-4b19-9819-a9013f8c01c6", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:32.315360 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a741658-5412-495f-a63f-943a4422ed4b {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:32.316345 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0af824a-15b2-4b19-9819-a9013f8c01c6', 'code': 200} Oct 29 08:53:32.321033 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:32.329486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b2a48a7b-1f28-4a49-8603-4ad15cef6393 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:32.391015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37789b6-a26a-46fc-911e-61c80d7cb16e req-596dc089-d3bf-4147-841b-641455234875 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:32.401233 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c37789b6-a26a-46fc-911e-61c80d7cb16e req-596dc089-d3bf-4147-841b-641455234875 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1098 time: 0.0902004 Oct 29 08:53:32.448227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: b2a48a7b-1f28-4a49-8603-4ad15cef6393 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:32.448570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b2a48a7b-1f28-4a49-8603-4ad15cef6393 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:32.449440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 945f774e-36c0-4273-b2bb-51a1d3437342 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:32.454378 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c37789b6-a26a-46fc-911e-61c80d7cb16e req-d19d260d-a879-4521-b456-d63963b80b11 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518260 Oct 29 08:53:32.467323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49758) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:32.563491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b819b847-a6e2-4ff3-80a5-ab57603b2a56,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:32.567466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43290cb3-e296-44a7-8e96-b8a957efd1ab req-b4c68432-e54b-48ef-b7d4-a9775b44719b tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0879812 Oct 29 08:53:32.591258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.596217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.596764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.597261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.598133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.598702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.599766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.600310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.601766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.603308 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.604368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.605388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:32.608903 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:32.609623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:32.610923 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Floating IP 6538cb42-87d4-479c-9ecd-92e7b874b9d7 disassociated. External IP: 172.25.5.138, port: 5c41bd85-698e-4ce5-a994-32565310921a. Oct 29 08:53:32.612351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for 5c41bd85-698e-4ce5-a994-32565310921a owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:32.635706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 945f774e-36c0-4273-b2bb-51a1d3437342 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:32.636700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 396104a2-93c8-492a-848f-d1dbd4c85fd5 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:32.860887 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port af9d6e59-60e0-4f0d-b7af-16ba3bb88aa3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:32.861236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:32.917222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:32.998063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=5c41bd85-698e-4ce5-a994-32565310921a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:33.013153 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:33.013483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:33.048918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for af9d6e59-60e0-4f0d-b7af-16ba3bb88aa3 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:33.058415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 396104a2-93c8-492a-848f-d1dbd4c85fd5 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:33.059013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 396104a2-93c8-492a-848f-d1dbd4c85fd5 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:33.059234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5c41bd85-698e-4ce5-a994-32565310921a no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:33.098353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': '396104a2-93c8-492a-848f-d1dbd4c85fd5'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:33.100819 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b044c6a-9e95-47ef-ad62-e0842b8eac97" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "396104a2-93c8-492a-848f-d1dbd4c85fd5"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:33.155700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 5c41bd85-698e-4ce5-a994-32565310921a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:33.158822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 5c41bd85-698e-4ce5-a994-32565310921a not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:33.238624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:33.241281 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211423a4-61e1-40f0-aec3-f24a8f8ad980 x-openstack-request-id: req-211423a4-61e1-40f0-aec3-f24a8f8ad980 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:33.246297 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "396104a2-93c8-492a-848f-d1dbd4c85fd5", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:33.246706 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-211423a4-61e1-40f0-aec3-f24a8f8ad980 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:33.247252 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': '396104a2-93c8-492a-848f-d1dbd4c85fd5', 'status': 'completed', 'code': 200} Oct 29 08:53:33.406364 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:33.419025 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] Sync routers for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:33.433788 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:33.436256 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:33.496205 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:33.514202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] No DVR routers for this DVR port 5c41bd85-698e-4ce5-a994-32565310921a on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:33.518831 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:33.524648 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-988b67cf-b088-4111-8fe3-764f47228038 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "DELETE /v2.0/ports/5c41bd85-698e-4ce5-a994-32565310921a HTTP/1.1" status: 204 len: 173 time: 1.9042010 Oct 29 08:53:33.537284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=af9d6e59-60e0-4f0d-b7af-16ba3bb88aa3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:33.560690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb75f1-2797-4a4e-8f65-8b30dd974d33 req-19add1ec-9b68-4295-94a1-66a388a76917 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:33.568950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb75f1-2797-4a4e-8f65-8b30dd974d33 req-19add1ec-9b68-4295-94a1-66a388a76917 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:33.577846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ddb75f1-2797-4a4e-8f65-8b30dd974d33 req-19add1ec-9b68-4295-94a1-66a388a76917 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 1677 time: 0.1736517 Oct 29 08:53:33.579408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.579749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.580149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.580487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.587039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.588380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.588729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.589134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.590409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.591591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.591964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.592300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:53:33.704709 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:33.760567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ddb75f1-2797-4a4e-8f65-8b30dd974d33 req-bb6ea1fa-807a-433a-b377-48b126f029bb tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813240 Oct 29 08:53:33.811726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port b819b847-a6e2-4ff3-80a5-ab57603b2a56 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:33.811726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:33.832660 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-827d38ec-49df-43fe-9fac-b85d37e312d3 req-b059ddf4-28c0-4839-98bb-727274f2ae5b tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0958190 Oct 29 08:53:33.902155 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:33.903476 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Floating IP edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 disassociated (deleted). External IP: 172.25.5.90, port: 10f52fbc-fcaa-4553-bcd1-d8993510c6cc. Oct 29 08:53:34.065919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] For port b819b847-a6e2-4ff3-80a5-ab57603b2a56, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b819b847-a6e2-4ff3-80a5-ab57603b2a56,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:34.066552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:34.115213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for b819b847-a6e2-4ff3-80a5-ab57603b2a56 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:34.147422 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:23Z', 'revision_number': 5, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:34.264606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] Checking router: 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:34.292347 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:34.292992 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:34.318098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:34.322194 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdb313d-6bbe-4343-b16f-4c5ee5c079a1" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-unplugged", "status": "completed", "tag": "b819b847-a6e2-4ff3-80a5-ab57603b2a56"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:34.391674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:34.401150 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb11ae1-c3d8-48ad-a6be-dbec7e24aea0 x-openstack-request-id: req-2fb11ae1-c3d8-48ad-a6be-dbec7e24aea0 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:34.401459 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-unplugged", "status": "completed", "tag": "b819b847-a6e2-4ff3-80a5-ab57603b2a56", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:34.401736 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fb11ae1-c3d8-48ad-a6be-dbec7e24aea0 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:34.402130 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56', 'code': 200} Oct 29 08:53:34.462851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=b819b847-a6e2-4ff3-80a5-ab57603b2a56,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:34.565557 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:34.570481 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c47260cf-927d-481b-a636-6849be63e04e req-3cbc98b6-4e20-482a-8b53-199981d23d68 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.1160405 Oct 29 08:53:34.670441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] No DVR routers for this DVR port b819b847-a6e2-4ff3-80a5-ab57603b2a56 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:34.674932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:34.698502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e45d05c0-3cb2-438b-99b6-afb829cec84b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "DELETE /v2.0/ports/b819b847-a6e2-4ff3-80a5-ab57603b2a56 HTTP/1.1" status: 204 len: 173 time: 1.1615894 Oct 29 08:53:35.022312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port f0af824a-15b2-4b19-9819-a9013f8c01c6 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:35.023391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:35.206509 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:23Z', 'revision_number': 5, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:35.247218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] For port f0af824a-15b2-4b19-9819-a9013f8c01c6, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f0af824a-15b2-4b19-9819-a9013f8c01c6,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:35.248323 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219a4b8-6f7c-4b77-89bc-fcb1bec13258 None None] The sync data for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 is: [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:42:15Z', 'revision_number': 4, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3', 'name': '', 'network_id': '0d438998-7dbc-43e7-a0d6-ff375e13ad12', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'mac_address': 'fa:16:3e:7f:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:14Z', 'updated_at': '2021-10-29T08:42:23Z', 'revision_number': 5, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'subnets': [{'id': '86742c09-5b26-4354-8a33-545cd0fb9bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:35.252346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:35.256415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': '5c41bd85-698e-4ce5-a994-32565310921a'}, {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:35.263336 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba9e3fe-f7a8-4f89-9f0f-4c7ca45563ae" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "5c41bd85-698e-4ce5-a994-32565310921a"}, {"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "b819b847-a6e2-4ff3-80a5-ab57603b2a56"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:35.285803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for f0af824a-15b2-4b19-9819-a9013f8c01c6 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:35.375142 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96988b4e-8a07-449c-b3b6-57c4f8fa32dd x-openstack-request-id: req-96988b4e-8a07-449c-b3b6-57c4f8fa32dd {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:35.375429 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "5c41bd85-698e-4ce5-a994-32565310921a", "status": "completed", "code": 200}, {"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "b819b847-a6e2-4ff3-80a5-ab57603b2a56", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:35.375671 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96988b4e-8a07-449c-b3b6-57c4f8fa32dd {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:35.376175 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': '5c41bd85-698e-4ce5-a994-32565310921a', 'status': 'completed', 'code': 200} Oct 29 08:53:35.376443 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': 'b819b847-a6e2-4ff3-80a5-ab57603b2a56', 'status': 'completed', 'code': 200} Oct 29 08:53:35.463474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddb968-cc3b-4c81-87e7-dc1223be35d5 req-26f3cafe-de8c-4c4f-b064-0641d500f8d4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:35.471061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beddb968-cc3b-4c81-87e7-dc1223be35d5 req-26f3cafe-de8c-4c4f-b064-0641d500f8d4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 943 time: 0.2683730 Oct 29 08:53:35.509039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:35.538504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beddb968-cc3b-4c81-87e7-dc1223be35d5 req-abc9e1bc-aa75-4900-a44b-e7beaa94276c tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups?id=da86bbcd-b240-4f40-83c0-16b00657a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661495 Oct 29 08:53:35.571097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=f0af824a-15b2-4b19-9819-a9013f8c01c6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:35.597201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router b5402f8c-2747-43ee-9ea6-173f8aa5b484 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:35.749845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] No DVR routers for this DVR port f0af824a-15b2-4b19-9819-a9013f8c01c6 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:35.757900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:35.762768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4497134-61e8-4688-8ca2-c297feb8f08a req-e9114c0a-16c1-4083-8674-749551143184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.15 "DELETE /v2.0/ports/f0af824a-15b2-4b19-9819-a9013f8c01c6 HTTP/1.1" status: 204 len: 173 time: 1.0581872 Oct 29 08:53:35.812818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e92879be-1410-4797-bd0f-41bcc9e7abd7 req-b94e40a8-2d35-4b43-89e6-bf5ddf85363d tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0374086 Oct 29 08:53:35.825435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfa9a3-e58c-4def-abb4-5b7253e6f71c None None] New status for floating IP 6538cb42-87d4-479c-9ecd-92e7b874b9d7: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:53:35.919795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:35.933013 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] Sync routers for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:35.933928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:35.953992 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:35.956346 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:35.980126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-459c91f4-2d76-44f0-8585-36fcb1d11bee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/floatingips/edf7d8d0-43fe-488c-bea2-f2f2ed1230c8 HTTP/1.1" status: 204 len: 168 time: 3.5040495 Oct 29 08:53:35.980126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:35.980626 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0735d38f-2ebc-40db-811c-9f2a14af7a18" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:36.064261 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d59fb03-ff77-4ba9-9964-bbd17e600a14 x-openstack-request-id: req-0d59fb03-ff77-4ba9-9964-bbd17e600a14 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:36.064820 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:36.065282 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d59fb03-ff77-4ba9-9964-bbd17e600a14 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:36.065901 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'status': 'completed', 'code': 200} Oct 29 08:53:36.290751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-3b153998-e184-4909-869e-15d264fa2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:36.314227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-3b153998-e184-4909-869e-15d264fa2e5d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 1098 time: 0.2244511 Oct 29 08:53:36.386916 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:36.533326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-dddda50c-afe5-43cf-9d0f-08099d0df38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:36.533850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-dddda50c-afe5-43cf-9d0f-08099d0df38d service neutron] 10.222.0.93 "GET /v2.0/networks?id=0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 200 len: 898 time: 0.2188179 Oct 29 08:53:36.653360 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-2aa80680-7359-4a2c-911f-822cca83030d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 200 len: 217 time: 0.1018069 Oct 29 08:53:36.772958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-19684684-942d-441b-ad9a-0e682f9471ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:36.774486 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-19684684-942d-441b-ad9a-0e682f9471ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 200 len: 835 time: 0.1053033 Oct 29 08:53:36.798925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a88fbf03-be97-4b78-8f72-bde8ed92fb67 req-490cacee-d0ed-492b-9672-5ade5b2e8628 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0637913 Oct 29 08:53:36.819791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c84a8-828b-4b69-ba3c-421e0aa589cd req-bebbaf32-d6c5-4bae-92a3-2bd1780e051a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:36.827844 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c9c84a8-828b-4b69-ba3c-421e0aa589cd req-bebbaf32-d6c5-4bae-92a3-2bd1780e051a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 947 time: 0.3523736 Oct 29 08:53:36.887409 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:24Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:36.915756 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] Checking router: b5402f8c-2747-43ee-9ea6-173f8aa5b484 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:36.924624 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:36.925228 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:36.954168 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c9c84a8-828b-4b69-ba3c-421e0aa589cd req-96a125da-24b7-4b15-adb8-b2a86288a9d2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226175 Oct 29 08:53:36.967150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-26c3d9b8-258e-4e8b-b129-310c6dfa48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:36.969038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-26c3d9b8-258e-4e8b-b129-310c6dfa48d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0e214f9c-ff0b-4c36-805d-484b8c188cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670694 Oct 29 08:53:36.990044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0177c8d1-baeb-4b36-9fe4-8fc2414c1c99 req-5f0bb5a8-b441-46b5-bfd1-7a05d2cba5fc tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0575576 Oct 29 08:53:37.181098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-eed79413-125c-47a5-8567-07d1d6330f8e service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034423 Oct 29 08:53:37.183350 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:37.378776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': 'f0af824a-15b2-4b19-9819-a9013f8c01c6'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:37.392420 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d04232-49ca-4cfc-80ed-0fd661f8f3b1" -d '{"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "f0af824a-15b2-4b19-9819-a9013f8c01c6"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:37.440383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0735d38f-2ebc-40db-811c-9f2a14af7a18 req-ab8a3241-762c-45f2-8f71-08c7211aa49f service neutron] 10.222.0.93 "GET /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471013 Oct 29 08:53:37.458684 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f929e8cb-cd35-420d-acf7-0ecde9ce4b19 x-openstack-request-id: req-f929e8cb-cd35-420d-acf7-0ecde9ce4b19 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:37.459466 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3412ca6-dca5-49ab-8dbd-29fce4bbe89b", "name": "network-vif-deleted", "tag": "f0af824a-15b2-4b19-9819-a9013f8c01c6", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:37.460038 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f929e8cb-cd35-420d-acf7-0ecde9ce4b19 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:37.460980 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3412ca6-dca5-49ab-8dbd-29fce4bbe89b', 'name': 'network-vif-deleted', 'tag': 'f0af824a-15b2-4b19-9819-a9013f8c01c6', 'status': 'completed', 'code': 200} Oct 29 08:53:37.680060 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:24Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:37.717935 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a9c27-685f-4f07-a844-60d537ec240d None None] The sync data for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 is: [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '165311fd-4691-4bd1-ab9e-4964545c720c', 'name': '', 'network_id': '0e214f9c-ff0b-4c36-805d-484b8c188cbe', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:c8:ac:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:11Z', 'updated_at': '2021-10-29T08:50:24Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': '6e6a4e8d-2be1-4668-b2cc-360113f73b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:37.962156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5857aa14-ba6d-4e3a-aa80-ad42fa00cd97 req-b25ba06a-0d53-47c1-8f46-e076b038c261 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0593646 Oct 29 08:53:38.086047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-b808aa2e-6afe-4d97-97a5-b0d6a9bc13a3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:38.095968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-b808aa2e-6afe-4d97-97a5-b0d6a9bc13a3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 947 time: 0.1558187 Oct 29 08:53:38.205913 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-970efea6-3e23-4439-a105-615bb6534061 req-8a3b2555-8313-40f1-b780-3b2ed1486966 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0676987 Oct 29 08:53:38.212245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171bf7d9-8d2c-4f26-99c2-6cce3604d64b None None] New status for floating IP edf7d8d0-43fe-488c-bea2-f2f2ed1230c8: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:53:38.354111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c90c-47b3-4645-9847-261cc439b755 req-df5679ae-7cca-427d-b016-3898c3f29208 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:38.362567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6211c90c-47b3-4645-9847-261cc439b755 req-df5679ae-7cca-427d-b016-3898c3f29208 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 947 time: 0.2190065 Oct 29 08:53:38.456108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6211c90c-47b3-4645-9847-261cc439b755 req-286005de-592c-457d-acd3-58cf1169d113 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=83bef2a5-1f23-444a-b745-59e09370d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859005 Oct 29 08:53:38.473743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:38.474452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:38.618465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:38.618952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:38.636119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 10f52fbc-fcaa-4553-bcd1-d8993510c6cc owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:38.860653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:38.907220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=10f52fbc-fcaa-4553-bcd1-d8993510c6cc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:38.994718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] No DVR routers for this DVR port 10f52fbc-fcaa-4553-bcd1-d8993510c6cc on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:39.000201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:39.005859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2ffcc27-0d03-4dc2-b37a-9844d15cc737 req-81a1e156-9423-42dd-9071-33c3da986185 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "DELETE /v2.0/ports/10f52fbc-fcaa-4553-bcd1-d8993510c6cc HTTP/1.1" status: 204 len: 173 time: 0.9065289 Oct 29 08:53:39.279605 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e4e926c-56be-4446-b70d-8bc02d7fd986 req-c2644926-5e52-43e7-a3de-1206a002d175 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.1273668 Oct 29 08:53:39.402243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a7b48a2-32bd-4a97-b1fd-24e8639145c3 req-d4f4019e-cf05-4616-aa33-d62721799777 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0445189 Oct 29 08:53:39.461995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-deleted', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:53:39.465995 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8dcf7e-9790-4d65-a8a1-2ee94fdca380" -d '{"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-deleted", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:53:39.537949 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc23c47-2a3d-4a56-924b-fbe6716d6072 x-openstack-request-id: req-efc23c47-2a3d-4a56-924b-fbe6716d6072 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:53:39.538829 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c", "name": "network-vif-deleted", "tag": "10f52fbc-fcaa-4553-bcd1-d8993510c6cc", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:53:39.539493 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efc23c47-2a3d-4a56-924b-fbe6716d6072 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:53:39.540140 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c', 'name': 'network-vif-deleted', 'tag': '10f52fbc-fcaa-4553-bcd1-d8993510c6cc', 'status': 'completed', 'code': 200} Oct 29 08:53:39.657725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbae79d7-fe6a-4d70-9bea-a26f218c7f3f req-78d78cd0-ced0-4488-a4df-647951376a51 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b3982d8-cc2f-48bc-b39d-9ef4ebdf5b0c HTTP/1.1" status: 200 len: 210 time: 0.0542767 Oct 29 08:53:40.470856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82d92203-4eb4-4f02-aa8d-ba3498568d8b req-1b8c93f3-a9ff-48c4-bf41-29697978632e tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0352798 Oct 29 08:53:40.550958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcd1870b-bd00-4ed4-9959-3bf20fe73343 req-6b8326e7-778c-484e-9417-ddd18b91cc8d tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0356333 Oct 29 08:53:40.742411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49912) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:41.284346 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:41.631636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 165311fd-4691-4bd1-ab9e-4964545c720c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:41.632331 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:41.665188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-174fe552-efb3-4821-b9bf-f1870ae74fb0 req-686e4320-4723-42e2-9b4f-36560be29fdd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0826232 Oct 29 08:53:41.739424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa12a048-58e4-4018-9852-eb56a061b7d2 req-9fb4fda8-a7d5-4784-9580-ab5f0697bd9f tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0291233 Oct 29 08:53:41.812925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 165311fd-4691-4bd1-ab9e-4964545c720c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=165311fd-4691-4bd1-ab9e-4964545c720c,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:41.813308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:41.842395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 165311fd-4691-4bd1-ab9e-4964545c720c owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:42.124805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:42.165633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=165311fd-4691-4bd1-ab9e-4964545c720c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:42.560131 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:42.877874 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f5a2a00-834d-4636-bb21-d69c93c3ef5b req-306c19b8-904f-48ce-8513-7cdf0835b60d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0349391 Oct 29 08:53:42.931271 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-060b799d-efa2-4b20-92b0-c46a71f3f3e4 req-727c3d53-b99d-4ce3-8328-5b5e946eef71 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0296807 Oct 29 08:53:43.002098 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:53:43.032922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router b5402f8c-2747-43ee-9ea6-173f8aa5b484 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:43.163081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:43.180083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:43.187131 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5db24ba7-dcb3-47b7-9afa-bb032ec43f68 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "PUT /v2.0/routers/b5402f8c-2747-43ee-9ea6-173f8aa5b484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4425480 Oct 29 08:53:43.189350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 49944) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:43.193606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] Sync routers for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:43.208323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 10f52fbc-fcaa-4553-bcd1-d8993510c6cc {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:43.208982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 10f52fbc-fcaa-4553-bcd1-d8993510c6cc not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:43.212793 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:43.213503 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:43.256250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c5e725-1090-4274-bbe2-e2a9fbe3743a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting subnet 6e6a4e8d-2be1-4668-b2cc-360113f73b2a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:53:43.261775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c5e725-1090-4274-bbe2-e2a9fbe3743a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:43.319467 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c5e725-1090-4274-bbe2-e2a9fbe3743a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:43.369317 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:43.437490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c5e725-1090-4274-bbe2-e2a9fbe3743a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:43.565332 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c5e725-1090-4274-bbe2-e2a9fbe3743a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:43.601534 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:53:42Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:43.631359 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] Checking router: b5402f8c-2747-43ee-9ea6-173f8aa5b484 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:43.648506 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] Routers {'b5402f8c-2747-43ee-9ea6-173f8aa5b484'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:43.649038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4afbab-5616-4327-a358-642977514067 None None] Network 0e214f9c-ff0b-4c36-805d-484b8c188cbe requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:53:43.649227 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:43.650692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5e725-1090-4274-bbe2-e2a9fbe3743a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6a4e8d-2be1-4668-b2cc-360113f73b2a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:43.662443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88c5e725-1090-4274-bbe2-e2a9fbe3743a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:43.674636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49948) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:43.676250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-88c5e725-1090-4274-bbe2-e2a9fbe3743a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/subnets/6e6a4e8d-2be1-4668-b2cc-360113f73b2a HTTP/1.1" status: 204 len: 168 time: 0.4857349 Oct 29 08:53:43.866616 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] Set router b5402f8c-2747-43ee-9ea6-173f8aa5b484 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:43.879366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:44.044608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] DHCP port deletion for 0e214f9c-ff0b-4c36-805d-484b8c188cbe request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:53:44.176376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] Deleting port 9627e785-0088-476d-999a-093e0085f0a1 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:44.177234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:44.221086 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4d03ef66-158e-495e-8764-27af72b39896 req-dc77dc9e-84e1-4d06-be2e-50c2d0b94ff5 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0822399 Oct 29 08:53:44.258863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea8bb3a8-0169-48d3-b5d2-02140ef7879c req-9e68363b-36d2-4da0-bbc8-42fbdc8f02dd tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.1120021 Oct 29 08:53:44.347956 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f930f352-645f-4916-945d-fa90ae18881a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:44.350536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] For port 9627e785-0088-476d-999a-093e0085f0a1, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9627e785-0088-476d-999a-093e0085f0a1,segment=NetworkSegment(e33be25c-ddfa-4de3-8ada-e4d58a518aa3),segment_id=e33be25c-ddfa-4de3-8ada-e4d58a518aa3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:44.352357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:44.364528 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:44.408726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] Calling delete_port for 9627e785-0088-476d-999a-093e0085f0a1 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:44.482866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:53:44.483206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:44.535795 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:53:42Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:44.568154 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:44.601274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] Pushing event deleted for resources: {'Port': ['ID=9627e785-0088-476d-999a-093e0085f0a1,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:44.614480 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b95fa-82c2-4ce6-ac3b-b63d11cd6acc None None] No DVR routers for this DVR port 9627e785-0088-476d-999a-093e0085f0a1 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:53:44.697925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 7211cb03-ea1e-4115-af9c-b7dbe3a6914d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7211cb03-ea1e-4115-af9c-b7dbe3a6914d,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:44.699400 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:44.732220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 7211cb03-ea1e-4115-af9c-b7dbe3a6914d owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:53:44.781191 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d421ea3-a2b5-4af1-a1c6-30219f4e2c7e None None] The sync data for ids ['b5402f8c-2747-43ee-9ea6-173f8aa5b484'] in n-d-815940-1 is: [{'id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237866516', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:49:59Z', 'updated_at': '2021-10-29T08:53:42Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '7211cb03-ea1e-4115-af9c-b7dbe3a6914d', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5402f8c-2747-43ee-9ea6-173f8aa5b484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:00Z', 'updated_at': '2021-10-29T08:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:45.191887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9627e785-0088-476d-999a-093e0085f0a1 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:45.230164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9627e785-0088-476d-999a-093e0085f0a1 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:45.230807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9627e785-0088-476d-999a-093e0085f0a1 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:45.501584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-734b0d62-b2ad-4198-bdee-f6c38ecdb1d7 req-729b6e84-b206-4512-aed0-e2cdaef833bc tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0976539 Oct 29 08:53:45.628572 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fc9b838-53c6-4ad4-887f-31143ab65c92 req-5378ef9e-ffa2-4a39-9ada-64368387801a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0420613 Oct 29 08:53:45.736562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:45.834993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=7211cb03-ea1e-4115-af9c-b7dbe3a6914d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:45.928185 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.114480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.116791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.169597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.170169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Fanout notify agent at l3_agent the message router_deleted on router b5402f8c-2747-43ee-9ea6-173f8aa5b484 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:53:46.178897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.182830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-95c5ac5d-0494-4599-b13c-bdbfcb44e787 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/routers/b5402f8c-2747-43ee-9ea6-173f8aa5b484 HTTP/1.1" status: 204 len: 168 time: 2.5041640 Oct 29 08:53:46.182971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49986) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:46.294467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.485800 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.524124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e214f9c-ff0b-4c36-805d-484b8c188cbe']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:46.536496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:46.537173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33be25c-ddfa-4de3-8ada-e4d58a518aa3') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:46.549589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.567157 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.581958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:53:46.583011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:53:46.737511 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:53:46.849452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.866122 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:46.904071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/networks/0e214f9c-ff0b-4c36-805d-484b8c188cbe HTTP/1.1" status: 204 len: 168 time: 0.7172942 Oct 29 08:53:46.904847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 49996) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:46.920314 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-977acc65-7d8c-48ba-bd21-e031d7692d87 req-4875f809-9eb7-4995-8658-07e877d47da4 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0949504 Oct 29 08:53:46.964129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 165311fd-4691-4bd1-ab9e-4964545c720c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:46.977863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-20a0545a-5186-4efd-a1ed-d71e90a8be1e req-98cad6e9-7d80-493b-8994-d1988632f184 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.1582541 Oct 29 08:53:47.000541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d3361-2100-4bf0-bcdd-c2abd24ca5a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Network': ['ID=0e214f9c-ff0b-4c36-805d-484b8c188cbe,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:47.032208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 165311fd-4691-4bd1-ab9e-4964545c720c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:47.033124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 165311fd-4691-4bd1-ab9e-4964545c720c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:47.033732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7211cb03-ea1e-4115-af9c-b7dbe3a6914d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:53:47.092166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7211cb03-ea1e-4115-af9c-b7dbe3a6914d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:53:47.094159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7211cb03-ea1e-4115-af9c-b7dbe3a6914d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:53:47.097364 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-add12888-d1e4-434b-94c4-191d1512ec33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.099649 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a43cc173-ea99-475e-b98e-2d8acb28954d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.154762 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-add12888-d1e4-434b-94c4-191d1512ec33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.237816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-add12888-d1e4-434b-94c4-191d1512ec33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.241708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-add12888-d1e4-434b-94c4-191d1512ec33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.242945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-add12888-d1e4-434b-94c4-191d1512ec33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/security-groups/83bef2a5-1f23-444a-b745-59e09370d32c HTTP/1.1" status: 204 len: 168 time: 0.2768068 Oct 29 08:53:47.268521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add12888-d1e4-434b-94c4-191d1512ec33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bef2a5-1f23-444a-b745-59e09370d32c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:47.530347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50012) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:47.535487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9d8ef400-313e-4b4e-87d3-b567c6c53336 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449311554', 'description': 'tempest-secgroup-smoke-1449311554 description', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:47.580509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef400-313e-4b4e-87d3-b567c6c53336 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.747498 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef400-313e-4b4e-87d3-b567c6c53336 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.764119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef400-313e-4b4e-87d3-b567c6c53336 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.804277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef400-313e-4b4e-87d3-b567c6c53336 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.808603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9d8ef400-313e-4b4e-87d3-b567c6c53336 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2742310 Oct 29 08:53:47.809630 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50022) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:47.818932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-421352bf-5d8e-45c2-8032-964b30755ea4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:47.848682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ef400-313e-4b4e-87d3-b567c6c53336 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:47.886092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-421352bf-5d8e-45c2-8032-964b30755ea4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.950851 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-421352bf-5d8e-45c2-8032-964b30755ea4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.957668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-421352bf-5d8e-45c2-8032-964b30755ea4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:47.984690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421352bf-5d8e-45c2-8032-964b30755ea4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0627f6e5-6e4d-431e-9fb6-c39a2b588245,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:47.998860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-421352bf-5d8e-45c2-8032-964b30755ea4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.002646 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-421352bf-5d8e-45c2-8032-964b30755ea4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1893020 Oct 29 08:53:48.002859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50026) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:48.009438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c8d44206-5f3c-4044-8c70-daebcbcc9b32 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:48.107147 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dde1e610-ca4e-4248-9b83-8a989cddafb2 req-98cf9b36-6d60-40b7-aafe-fb50a37ccb24 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0550015 Oct 29 08:53:48.123390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8d44206-5f3c-4044-8c70-daebcbcc9b32 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.164828 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.191774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7950f2b0-d4c9-46e9-9225-c15ce0c2e8e5 req-8c947eda-6a25-43da-99d5-2a57ee08026b tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0627024 Oct 29 08:53:48.243882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8d44206-5f3c-4044-8c70-daebcbcc9b32 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.251690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8d44206-5f3c-4044-8c70-daebcbcc9b32 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.281046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d44206-5f3c-4044-8c70-daebcbcc9b32 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdad308f-b913-459e-849f-f400356490f3,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:48.282662 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.310597 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8d44206-5f3c-4044-8c70-daebcbcc9b32 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.313002 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c8d44206-5f3c-4044-8c70-daebcbcc9b32 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3092177 Oct 29 08:53:48.315896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50032) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:48.323154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4063b340-5870-4e12-b40d-c77de6d0b545 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:48.379759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4063b340-5870-4e12-b40d-c77de6d0b545 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.534170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4063b340-5870-4e12-b40d-c77de6d0b545 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.541991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4063b340-5870-4e12-b40d-c77de6d0b545 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.578841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4063b340-5870-4e12-b40d-c77de6d0b545 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.580132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4063b340-5870-4e12-b40d-c77de6d0b545 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2629716 Oct 29 08:53:48.584498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50040) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:48.588983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-97f66615-ecaa-4693-b90e-c173e0cdcb9e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:48.594319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063b340-5870-4e12-b40d-c77de6d0b545 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88882286-936e-46c0-88c9-3c70714996e5,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:48.657856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f66615-ecaa-4693-b90e-c173e0cdcb9e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.779083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f66615-ecaa-4693-b90e-c173e0cdcb9e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.786751 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f66615-ecaa-4693-b90e-c173e0cdcb9e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.820952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f66615-ecaa-4693-b90e-c173e0cdcb9e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a387b4-bb83-4194-9c90-e07016fb4565,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:48.838002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-97f66615-ecaa-4693-b90e-c173e0cdcb9e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.839365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-97f66615-ecaa-4693-b90e-c173e0cdcb9e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2549474 Oct 29 08:53:48.842406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:48.847784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-531b6d15-6e07-47a6-a7b5-0eac42ac9efc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:48.885502 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-531b6d15-6e07-47a6-a7b5-0eac42ac9efc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Project 4dd03b6aee5f49e1b3389d6d64c2931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:53:48.893794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-531b6d15-6e07-47a6-a7b5-0eac42ac9efc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:48.998900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-531b6d15-6e07-47a6-a7b5-0eac42ac9efc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.005290 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-531b6d15-6e07-47a6-a7b5-0eac42ac9efc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.039642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b6d15-6e07-47a6-a7b5-0eac42ac9efc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4f77be-1980-4f8a-ac73-90ad12751682,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:49.055907 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-531b6d15-6e07-47a6-a7b5-0eac42ac9efc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.057835 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-531b6d15-6e07-47a6-a7b5-0eac42ac9efc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2136683 Oct 29 08:53:49.060099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50046) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:49.067463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-820786b0-4954-4b93-a7e6-225b3311ed72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:49.100295 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-820786b0-4954-4b93-a7e6-225b3311ed72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Project 4dd03b6aee5f49e1b3389d6d64c2931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:53:49.108319 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-820786b0-4954-4b93-a7e6-225b3311ed72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.199135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-820786b0-4954-4b93-a7e6-225b3311ed72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.206307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-820786b0-4954-4b93-a7e6-225b3311ed72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.256849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820786b0-4954-4b93-a7e6-225b3311ed72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1394f0-2ab0-4106-b0e9-e5641a11c049,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:49.268429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-820786b0-4954-4b93-a7e6-225b3311ed72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.276038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-820786b0-4954-4b93-a7e6-225b3311ed72 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2126224 Oct 29 08:53:49.279000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50052) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:49.289427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'network': {'name': 'tempest-network-smoke--1367123525', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:49.305225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-902c79ab-2ac5-43cf-81d8-5765ae5bb276 req-44a7690d-2984-472b-98df-ba973844af8a tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0432434 Oct 29 08:53:49.362004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:53:49.366242 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.418619 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cefe9e65-4b7d-4afc-9408-8c3169a29039 req-6e12402b-742f-4d0e-8041-3ec0f1561480 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0492685 Oct 29 08:53:49.459980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:53:49.483613 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.487091 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Added segment c1b58f7d-8488-482b-9e16-1e7749d1bc7c of type vlan for network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f Oct 29 08:53:49.540442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.579453 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.620335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.629746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:49.630920 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.727625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4437444 Oct 29 08:53:49.736083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50070) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:49.736247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59fb6f-5561-48dc-9ce9-4463ec93d307 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Network': ['ID=1a2587ef-58f0-428f-9f5a-87ae0f23a91f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:49.736374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'admin_state_up': True, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:49.746021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:53:49.770851 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.772006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:49.836442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:50.120272 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:50.434162 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:50.481021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:50.485533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-317d1e02-0e5a-4d92-903e-d9d16d544589 req-ed12dadd-2ff5-465c-947d-f5f21e0c4a5b tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0479012 Oct 29 08:53:50.625712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.25.5.170 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/dc956da4-d0a8-48fa-84de-446660f2d349) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:53:50.666487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78a40782-7173-43bb-a53e-333ded0812b9 req-ab8dddff-58a2-4184-aee9-b1c84cb10c62 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0836360 Oct 29 08:53:50.747207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:50.786082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:50.832102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:53:50.835362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:53:50.843084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:53:50.914912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=dc956da4-d0a8-48fa-84de-446660f2d349,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:51.703117 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-665c31ea-0f05-4cbc-9ba8-4c833c7a9d37 req-7f0e6229-f6df-419c-970b-1d36b3bc24fe tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0631423 Oct 29 08:53:51.825058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e344c621-8413-436b-99c6-2613fffee343 req-f83d61fd-7270-4e47-8cbd-800360ac367a tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0592277 Oct 29 08:53:51.941927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:52.205027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:52.458434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:53:52.660387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:52.674474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Sync routers for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:52.696453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:52.697680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:52.732585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:52.736904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-635b3827-74a5-4f8f-b193-46821c2e5a96 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0047162 Oct 29 08:53:52.737257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50136) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:52.796278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0a5ead93-bdb8-45c4-a2a6-dd399f2d47a9 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4dd03b6aee5f49e1b3389d6d64c2931a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550714 Oct 29 08:53:52.796491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50138) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:52.890034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:53.065287 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-992b5ba3-13ef-4017-ae24-a7abe9cd953c req-2f89a532-6e0a-44ef-9d5e-56b128d19dbf tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0702429 Oct 29 08:53:53.070631 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d9c3bdc5-65d9-42b8-8d1f-e35ade8548ac req-86c27bed-976e-4961-afa9-6b203904c0be tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.2008953 Oct 29 08:53:53.190433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:51Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:53.237815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Checking router: 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:53:53.238571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Updating router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e port dc956da4-d0a8-48fa-84de-446660f2d349 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:53:53.269833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea5b56-124c-4972-9c1c-0cc0fe4d9c5e tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:53.275680 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1cea5b56-124c-4972-9c1c-0cc0fe4d9c5e tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4753249 Oct 29 08:53:53.276116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50142) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:53.294747 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:53.346686 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f7155dbe-8dbd-4d76-8423-5f166e1dbf96 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0670617 Oct 29 08:53:53.346955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50146) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:53.352291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051138709', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:53:53.547130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:53:53.550794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:53.750682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:53.759482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:53.817415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Attempting to bind port dc956da4-d0a8-48fa-84de-446660f2d349 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:53:53.818163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Attempting to bind port dc956da4-d0a8-48fa-84de-446660f2d349 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:53:53.818542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Attempting to bind port dc956da4-d0a8-48fa-84de-446660f2d349 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:53:53.830177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:53:53.830580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:53:53.830978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:53.831495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:53:53.832005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Bound port: dc956da4-d0a8-48fa-84de-446660f2d349, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:53:53.832393 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:53.893297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] For port dc956da4-d0a8-48fa-84de-446660f2d349, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:53:53.897120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] For port dc956da4-d0a8-48fa-84de-446660f2d349, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dc956da4-d0a8-48fa-84de-446660f2d349,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:53:53.899027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30642447-d9ab-4db5-bdd0-807a391c046f None None] Pushing event updated for resources: {'Port': ['ID=dc956da4-d0a8-48fa-84de-446660f2d349,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:53.912750 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:53.944404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:53.991101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:53.991949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:53.998739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30642447-d9ab-4db5-bdd0-807a391c046f None None] Pushing event updated for resources: {'Port': ['ID=dc956da4-d0a8-48fa-84de-446660f2d349,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:54.056108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Subnet': ['ID=c268e471-13a9-469a-a9fb-f0313fc87b78,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:54.058615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Checking segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:53:54.058975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network hostable DHCP agents. Network: 1a2587ef-58f0-428f-9f5a-87ae0f23a91f, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:53:54.091145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:53:54.114829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 1a2587ef-58f0-428f-9f5a-87ae0f23a91f) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:53:54.131052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:54.131551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:54.141175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e2d0ab-6b65-489a-a3d1-11d87e429fc0 None None] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:53:54.174290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6efb74b1-d211-4957-aa13-ce5474b6a204 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8262510 Oct 29 08:53:54.177048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50160) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:53:54.216270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97f68626-ff6a-485f-8e0e-9ab5dc7ee93d req-e107b8bd-ed61-463f-aa4f-05cf1f41892d tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0480452 Oct 29 08:53:54.367782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:54.375020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-646734f8-b603-4734-bff3-8255eaf6cb2a req-aafb2521-4867-431c-9437-0e5e98c5201e tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.1106808 Oct 29 08:53:54.668925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:53:54.671312 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:54.778610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:51Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:54.844108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a283b308-ab50-47a9-bb4f-d0b28223e8c1 None None] The sync data for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 is: [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:51Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:53:54.991190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Allocated IP 172.20.0.2 (1a2587ef-58f0-428f-9f5a-87ae0f23a91f/c268e471-13a9-469a-a9fb-f0313fc87b78/9966073f-90f3-4d07-9a14-e35a7d6b73d7) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:53:55.301347 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:55.313680 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:55.316541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:55.477763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:53:55.481671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:53:55.502699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6a8925d-08d7-4cda-aa45-78c2a46b9c7c req-81cb624d-b310-4c65-a6a8-11304ba4add6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0710402 Oct 29 08:53:55.520058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:53:55.563908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Pushing event updated for resources: {'Port': ['ID=9966073f-90f3-4d07-9a14-e35a7d6b73d7,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:55.663137 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89b668e9-4b3a-4e35-8fd3-cf38dce3db99 req-6f8fc028-5f0b-4194-b3b6-2633583f8dc0 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0988207 Oct 29 08:53:55.719086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Attempting to bind port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:53:55.719635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Attempting to bind port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:53:55.720485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Attempting to bind port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:53:55.733261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:53:55.733957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Checking segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:53:55.734465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:55.735585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Bound using segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:53:55.736287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Bound port: 9966073f-90f3-4d07-9a14-e35a7d6b73d7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:53:55.736913 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:56.155570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.20.0.1 (1a2587ef-58f0-428f-9f5a-87ae0f23a91f/c268e471-13a9-469a-a9fb-f0313fc87b78/2168f7e6-5905-459d-98fa-9b29fca3a7cd) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:53:56.176015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] For port 9966073f-90f3-4d07-9a14-e35a7d6b73d7, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:53:56.179421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] For port 9966073f-90f3-4d07-9a14-e35a7d6b73d7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9966073f-90f3-4d07-9a14-e35a7d6b73d7,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:53:56.193354 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:56.345075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f784-6b02-4eb9-8bd7-6f5a5b160db4 None None] Pushing event updated for resources: {'Port': ['ID=9966073f-90f3-4d07-9a14-e35a7d6b73d7,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:56.372351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:56.416514 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:56.495763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:53:56.505284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:53:56.514395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:53:56.520284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=2168f7e6-5905-459d-98fa-9b29fca3a7cd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:56.609360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:56.720295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a9585c9c-de1c-4d27-a029-136d965c2460 req-db23f374-8fee-4e0a-9d19-d187e7159ee6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0427544 Oct 29 08:53:56.863947 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:57.060576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dc956da4-d0a8-48fa-84de-446660f2d349 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:53:57.155443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e05d671-8422-48bc-b9d7-ff34ac6199f8 req-c35213bf-2a36-478e-b0b3-39ee90468f00 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.2536354 Oct 29 08:53:57.198075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dc956da4-d0a8-48fa-84de-446660f2d349 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:57.198649 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:57.537113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:57.589958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:57.594664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port dc956da4-d0a8-48fa-84de-446660f2d349, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dc956da4-d0a8-48fa-84de-446660f2d349,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:57.605745 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:57.606239 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:57.606768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9966073f-90f3-4d07-9a14-e35a7d6b73d7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:53:57.852728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:57.935028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=dc956da4-d0a8-48fa-84de-446660f2d349,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:57.958543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:57.959063 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:58.078528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f23f8eaa-8c8b-49f7-8ab6-b010bdc4eb22 req-e2c96044-fbec-4401-9ef1-97b34f007ff6 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.1059837 Oct 29 08:53:58.089651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=2168f7e6-5905-459d-98fa-9b29fca3a7cd,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:58.259576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:53:58.261653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:53:58.307281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:58.416562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 9966073f-90f3-4d07-9a14-e35a7d6b73d7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9966073f-90f3-4d07-9a14-e35a7d6b73d7,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:53:58.426482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:58.452545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:53:58.456055 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ad386f9-5769-43f0-8726-d32485d73f6c req-74328980-65dc-4ec1-a03a-f1e471d5a02e tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0369997 Oct 29 08:53:58.543466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=9966073f-90f3-4d07-9a14-e35a7d6b73d7,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:53:58.573432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e0cba-93fe-4f65-a836-5208c2430841 None None] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:53:58.781255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-df7a41c2-2a0d-4a75-9473-a8d177a441d0 None None] Provisioning complete for port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:58.782150 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-df7a41c2-2a0d-4a75-9473-a8d177a441d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:58.994678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dc956da4-d0a8-48fa-84de-446660f2d349 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:53:59.127714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:53:59.140736 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dc956da4-d0a8-48fa-84de-446660f2d349 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:59.140964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Sync routers for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:53:59.141510 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:59.154562 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5f6f5527-efc4-4504-8865-81f1166a41cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "PUT /v2.0/routers/0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9662025 Oct 29 08:53:59.178621 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:53:59.179244 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:53:59.319468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:59.357950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e93c4c4f-1223-490e-b1c5-ccf122d8ed71 req-3f0a0d1d-2838-49e2-a0e5-57f482786ea0 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0569048 Oct 29 08:53:59.391309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9966073f-90f3-4d07-9a14-e35a7d6b73d7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:53:59.549408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-be6816a5-ce36-4939-81b9-8aec1cffeb46 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449311554&fields=id&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 267 time: 0.0781848 Oct 29 08:53:59.594851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-39f2cc35-c5ba-4b7c-9a24-a950ae37094e None None] Provisioning complete for port 2168f7e6-5905-459d-98fa-9b29fca3a7cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:59.595233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-39f2cc35-c5ba-4b7c-9a24-a950ae37094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:59.644191 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:53:59.767432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-39f2cc35-c5ba-4b7c-9a24-a950ae37094e None None] Port 2168f7e6-5905-459d-98fa-9b29fca3a7cd cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:53:59.796435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:59.796974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:59.799794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-938ad513-af4d-45ae-9824-5d91e77306a8 req-a99748fe-7c2e-4afa-a0a1-87fe30050670 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0864720 Oct 29 08:53:59.871509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-39f2cc35-c5ba-4b7c-9a24-a950ae37094e None None] Provisioning complete for port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:53:59.872376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-39f2cc35-c5ba-4b7c-9a24-a950ae37094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:53:59.926583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-caa9708b-5f9e-4f97-ae42-03e82d33f655 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:53:59.937148 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-caa9708b-5f9e-4f97-ae42-03e82d33f655 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/networks?id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 200 len: 797 time: 0.3837070 Oct 29 08:53:59.995588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-23dd5695-c4de-4d1b-8228-0bd71bcda6a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/quotas/4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 375 time: 0.0564656 Oct 29 08:54:00.240578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-628f2e34-ccf4-45bf-b8c6-c573d67f87e6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2383406 Oct 29 08:54:00.417718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8490810a-e42f-4391-8a99-8a1e8ff1dcff None None] Provisioning complete for port 2168f7e6-5905-459d-98fa-9b29fca3a7cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:00.418422 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8490810a-e42f-4391-8a99-8a1e8ff1dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:00.480811 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 2, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:00.489967 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-b38b28aa-0c4c-4953-92e4-42ba629d2c17 service neutron] 10.222.0.70 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998420 Oct 29 08:54:00.557893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8490810a-e42f-4391-8a99-8a1e8ff1dcff None None] Port 2168f7e6-5905-459d-98fa-9b29fca3a7cd cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:54:00.562725 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:00.581092 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Checking router: 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:54:00.586562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Updating router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e port 2168f7e6-5905-459d-98fa-9b29fca3a7cd binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:54:00.616140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22d96d01-01d8-462a-894c-457a5cd4cb0b req-84d491dd-9997-4757-a40a-58961fcc1f60 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3412ca6-dca5-49ab-8dbd-29fce4bbe89b HTTP/1.1" status: 200 len: 210 time: 0.0381567 Oct 29 08:54:00.682537 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:00.686715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-53df3533-aaf9-4ce3-88ce-5700f9d1d49b None None] Provisioning complete for port 2168f7e6-5905-459d-98fa-9b29fca3a7cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:00.692702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53df3533-aaf9-4ce3-88ce-5700f9d1d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:00.763053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-6d42ba43-0eea-4c3f-8238-afc0ba4a69fb service neutron] 10.222.0.70 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665467 Oct 29 08:54:00.833856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-53df3533-aaf9-4ce3-88ce-5700f9d1d49b None None] Port 2168f7e6-5905-459d-98fa-9b29fca3a7cd cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:54:01.044553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8189ee3-766d-43da-a6b5-785c2b964f46 req-260c2a48-f77b-4bb6-8561-bff793c2def8 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0874565 Oct 29 08:54:01.074191 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aead3391-4600-4ba6-9f07-ead1ae8d4483 req-b63db19b-05f8-4bb9-b1d4-09cce9c3fdf5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 210 time: 0.0695369 Oct 29 08:54:01.478221 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:01.500409 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:01.583751 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Pushing event updated for resources: {'Port': ['ID=2168f7e6-5905-459d-98fa-9b29fca3a7cd,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:01.618546 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.618968 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.619310 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.619646 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.620046 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.620335 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.620648 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.620966 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.621288 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.621600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.621917 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.622222 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:01.761694 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Attempting to bind port 2168f7e6-5905-459d-98fa-9b29fca3a7cd on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:54:01.762139 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Attempting to bind port 2168f7e6-5905-459d-98fa-9b29fca3a7cd by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:54:01.762466 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Attempting to bind port 2168f7e6-5905-459d-98fa-9b29fca3a7cd on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:01.790220 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:54:01.790865 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Checking segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:54:01.792077 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:01.793631 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Bound using segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:54:01.794510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50284) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:01.809300 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Bound port: 2168f7e6-5905-459d-98fa-9b29fca3a7cd, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:54:01.810981 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:01.948744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3178-717e-4d4a-9f2d-d874c702d253 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:01.981122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3178-717e-4d4a-9f2d-d874c702d253 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:02.010438 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] For port 2168f7e6-5905-459d-98fa-9b29fca3a7cd, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:54:02.017895 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] For port 2168f7e6-5905-459d-98fa-9b29fca3a7cd, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2168f7e6-5905-459d-98fa-9b29fca3a7cd,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:54:02.032956 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:02.043429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3178-717e-4d4a-9f2d-d874c702d253 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:02.047014 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3178-717e-4d4a-9f2d-d874c702d253 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:02.052969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50288) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:02.064717 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6a7e3178-717e-4d4a-9f2d-d874c702d253 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "DELETE /v2.0/security-groups/da86bbcd-b240-4f40-83c0-16b00657a8b4 HTTP/1.1" status: 204 len: 168 time: 0.2681506 Oct 29 08:54:02.077076 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-f912cd59-a9c8-4e52-8e9e-73dc55da4be8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] show failed (client error): The resource could not be found. Oct 29 08:54:02.081548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50290) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:02.084889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f912cd59-a9c8-4e52-8e9e-73dc55da4be8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "GET /v2.0/security-groups/da86bbcd-b240-4f40-83c0-16b00657a8b4 HTTP/1.1" status: 404 len: 347 time: 0.0273776 Oct 29 08:54:02.141100 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:54:02.141733 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:53:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:02.201559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f3879021-3d1d-43bc-951f-c537cff8c583 None None] Provisioning complete for port 2168f7e6-5905-459d-98fa-9b29fca3a7cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:02.203627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f3879021-3d1d-43bc-951f-c537cff8c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:02.338445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e3178-717e-4d4a-9f2d-d874c702d253 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da86bbcd-b240-4f40-83c0-16b00657a8b4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:02.358544 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aa155b26-0a8c-4479-aca2-23fe2e8f36b9 req-c67bb8f7-4bf9-496b-86a6-3aecd346680f tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0462909 Oct 29 08:54:02.426577 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1094-e9ea-4ba7-8db3-2a43e58e784b None None] Pushing event updated for resources: {'Port': ['ID=2168f7e6-5905-459d-98fa-9b29fca3a7cd,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:02.566030 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:54:02.588940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cc5ce0b-09a4-4b1c-8c5d-c9d556fc81e7 req-abcdbe92-3859-4f35-9f0f-fe543b90d78b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 210 time: 0.2724869 Oct 29 08:54:02.639416 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f3879021-3d1d-43bc-951f-c537cff8c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:02.734136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f3879021-3d1d-43bc-951f-c537cff8c583 None None] For port 2168f7e6-5905-459d-98fa-9b29fca3a7cd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2168f7e6-5905-459d-98fa-9b29fca3a7cd,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:02.738711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port e782c165-0ba6-48a0-99ad-673edc849fae {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:02.739055 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:02.745777 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f3879021-3d1d-43bc-951f-c537cff8c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:02.859600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3879021-3d1d-43bc-951f-c537cff8c583 None None] Pushing event updated for resources: {'Port': ['ID=2168f7e6-5905-459d-98fa-9b29fca3a7cd,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:02.891984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e3e3305a-3b34-457b-9d93-62909e310040 None None] Provisioning complete for port 2168f7e6-5905-459d-98fa-9b29fca3a7cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:02.894438 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e3e3305a-3b34-457b-9d93-62909e310040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.002827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.003441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.043749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for e782c165-0ba6-48a0-99ad-673edc849fae owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:03.081347 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-563f731d-e25b-45bc-b696-932da448e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:54:02Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:03.124874 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f731d-e25b-45bc-b696-932da448e58e None None] The sync data for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 is: [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:54:02Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:54:03.160498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8b2a85ff-694c-4a82-8092-09edb0eedfd4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:03.162919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8b2a85ff-694c-4a82-8092-09edb0eedfd4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.15 "GET /v2.0/networks?id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 200 len: 797 time: 0.4300907 Oct 29 08:54:03.229438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-f04132b9-ba2a-4306-a2a9-d2ead2cf6503 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1703439 Oct 29 08:54:03.258161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-9e5c7ce7-5c85-45cb-93a8-56f57c8be3d2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 380 time: 0.0836358 Oct 29 08:54:03.271642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'port': {'device_id': '9c571b80-9b1f-4145-b479-f870a2d77494', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'admin_state_up': True, 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'security_groups': ['3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:03.344320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.389796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=e782c165-0ba6-48a0-99ad-673edc849fae,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:03.464888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-5b1f0824-2385-4bcb-b735-3af3dcdba723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:03.466733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-5b1f0824-2385-4bcb-b735-3af3dcdba723 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea79ec4c5ca34ae895a434a7b61d5513&device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 1097 time: 0.1131752 Oct 29 08:54:03.573217 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.584206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.590147 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d6893c22-58c4-49e8-979a-b2f4b1b8d5e4 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "DELETE /v2.0/floatingips/6538cb42-87d4-479c-9ecd-92e7b874b9d7 HTTP/1.1" status: 204 len: 168 time: 1.5050418 Oct 29 08:54:03.590413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:03.610257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d2e67d1-0679-41d6-9aab-552a19745317 req-4eecda1b-e638-4d33-8785-11c84d132c32 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0509088 Oct 29 08:54:03.613646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:54:03.627178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.705696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-f32595a8-6f91-4fa0-bfba-faa9a9a314b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:03.707228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-f32595a8-6f91-4fa0-bfba-faa9a9a314b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de72089d-75af-4938-9435-afcd9bd00b10 HTTP/1.1" status: 200 len: 909 time: 0.2168901 Oct 29 08:54:03.735776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-308d6616-f1ad-4072-85f9-57133f480227 req-e11ba956-3b68-4ecb-aa25-ff9ea1059641 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 210 time: 0.0408380 Oct 29 08:54:03.756725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a42ba0d0-f93b-4918-a40d-180509ccb026 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:03.756911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a42ba0d0-f93b-4918-a40d-180509ccb026 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.833145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-7cddf273-060f-45e5-a2e1-013773f2b312 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e295f5-0263-472b-bd1e-c59da99e54af HTTP/1.1" status: 200 len: 1002 time: 0.0989511 Oct 29 08:54:03.917862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a42ba0d0-f93b-4918-a40d-180509ccb026 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:03.937552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a42ba0d0-f93b-4918-a40d-180509ccb026 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:03.969789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-461cbe16-c84d-4a3b-b160-3dab2408c563 req-9fef59f8-6c7b-47bc-8efe-0074a1a376e6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0445127 Oct 29 08:54:03.988119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.20.0.7 (1a2587ef-58f0-428f-9f5a-87ae0f23a91f/c268e471-13a9-469a-a9fb-f0313fc87b78/9f140057-979a-4321-9374-9ea3402bd24b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:54:03.996775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-cda83d84-67b2-4913-b219-60af88276e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:03.998493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-cda83d84-67b2-4913-b219-60af88276e65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c226df99-f298-4df4-a8a5-968a096cae92 HTTP/1.1" status: 200 len: 846 time: 0.1512811 Oct 29 08:54:04.098971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-23f52ae7-cf5c-480d-98d3-896b77e99c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:04.100876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-23f52ae7-cf5c-480d-98d3-896b77e99c1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de72089d-75af-4938-9435-afcd9bd00b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953927 Oct 29 08:54:04.115791 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a42ba0d0-f93b-4918-a40d-180509ccb026 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:04.183953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ba0d0-f93b-4918-a40d-180509ccb026 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=b6d55346-bc8f-40d0-bacf-2e7a4244a3a3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:04.338598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-488c4c6e-9ed8-4604-9961-56f6d9f28abd service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249134 Oct 29 08:54:04.340092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a42ba0d0-f93b-4918-a40d-180509ccb026 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:04.354789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a42ba0d0-f93b-4918-a40d-180509ccb026 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "DELETE /v2.0/ports/b6d55346-bc8f-40d0-bacf-2e7a4244a3a3 HTTP/1.1" status: 204 len: 168 time: 0.7631032 Oct 29 08:54:04.357287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50328) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:04.473348 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:04.581646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f93a441d-a21c-44dc-8634-e2c7e7fc3efa tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port 945f774e-36c0-4273-b2bb-51a1d3437342 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:04.582198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f93a441d-a21c-44dc-8634-e2c7e7fc3efa tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:04.583738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fd39ebf-eeff-4081-867b-c76e2663d9d7 req-2ebdcb33-b1db-4cbc-94e8-9c56136c29e6 service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341373 Oct 29 08:54:04.642944 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:04.799430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:54:04.806051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:54:04.827606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:54:04.948406 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f93a441d-a21c-44dc-8634-e2c7e7fc3efa tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.023281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:05.026110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.063115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f93a441d-a21c-44dc-8634-e2c7e7fc3efa tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for 945f774e-36c0-4273-b2bb-51a1d3437342 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:05.069691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2168f7e6-5905-459d-98fa-9b29fca3a7cd up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:54:05.149615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f28bc9-e20b-4100-bec7-70b663e5d1d9 req-056d55ae-2aaf-482c-b8d3-f2901acd3461 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:05.151937 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1f28bc9-e20b-4100-bec7-70b663e5d1d9 req-056d55ae-2aaf-482c-b8d3-f2901acd3461 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 931 time: 0.1593285 Oct 29 08:54:05.170725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8947244 Oct 29 08:54:05.175910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-78f82b1e-7dab-4892-a495-4f6015e51dc9 req-f9c75eaa-afd7-487a-87d6-2242bf700f70 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.4170227 Oct 29 08:54:05.197122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Request body: {'port': {'device_id': '9c571b80-9b1f-4145-b479-f870a2d77494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:05.243042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2168f7e6-5905-459d-98fa-9b29fca3a7cd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:05.244239 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.360552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1f28bc9-e20b-4100-bec7-70b663e5d1d9 req-758f89d2-8b47-4761-9558-dfcf30469a85 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076430 Oct 29 08:54:05.369408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89835-dc8f-414f-8b63-217f80b0d5c4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:05.451968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.460916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-918ad60a-7425-4d20-bb66-ded4d3f7afe7 None None] Provisioning complete for port 9f140057-979a-4321-9374-9ea3402bd24b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:05.461422 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-918ad60a-7425-4d20-bb66-ded4d3f7afe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.527979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-918ad60a-7425-4d20-bb66-ded4d3f7afe7 None None] Port 9f140057-979a-4321-9374-9ea3402bd24b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:54:05.536058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f93a441d-a21c-44dc-8634-e2c7e7fc3efa tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.645956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a441d-a21c-44dc-8634-e2c7e7fc3efa tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=945f774e-36c0-4273-b2bb-51a1d3437342,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:05.648521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f93a441d-a21c-44dc-8634-e2c7e7fc3efa tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.652809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f93a441d-a21c-44dc-8634-e2c7e7fc3efa tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "DELETE /v2.0/ports/945f774e-36c0-4273-b2bb-51a1d3437342 HTTP/1.1" status: 204 len: 168 time: 1.2944651 Oct 29 08:54:05.655592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50352) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:05.720249 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-031375cc-0669-4bfb-bf56-4e4ab44a0519 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting subnet 1926b76e-cf5a-402b-8070-18656f62548f {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:54:05.724409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-031375cc-0669-4bfb-bf56-4e4ab44a0519 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.804430 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-031375cc-0669-4bfb-bf56-4e4ab44a0519 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.888099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f140057-979a-4321-9374-9ea3402bd24b {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:54:05.914989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:05.950341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Transition to ACTIVE for port object 9f140057-979a-4321-9374-9ea3402bd24b will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:54:05.958656 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.022197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-031375cc-0669-4bfb-bf56-4e4ab44a0519 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.192423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:06.222541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-031375cc-0669-4bfb-bf56-4e4ab44a0519 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.350986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb7e6d-18a4-43f1-829c-f2782e24c3ad None None] Network 963b4c96-d3cd-4dd3-8ace-7e55036b6cab requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:54:06.368821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-031375cc-0669-4bfb-bf56-4e4ab44a0519 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.372543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-031375cc-0669-4bfb-bf56-4e4ab44a0519 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "DELETE /v2.0/subnets/1926b76e-cf5a-402b-8070-18656f62548f HTTP/1.1" status: 204 len: 168 time: 0.7155879 Oct 29 08:54:06.374330 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031375cc-0669-4bfb-bf56-4e4ab44a0519 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Subnet': ['ID=1926b76e-cf5a-402b-8070-18656f62548f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:06.398380 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50366) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:06.492823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2aa6d1b8-635e-410c-9024-30d5a3137c01 req-51d6fc0f-44a6-4197-bd04-c469f7de5873 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.1251917 Oct 29 08:54:06.499846 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:54:06.501260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:54:06.504346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:06.511166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9246d975-6e42-4f94-b616-fbe9077050a5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting subnet 0186fbca-d161-4d09-98fb-46ed74102951 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:54:06.516199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:54:06.518071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:06.534991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:54:06.535500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Checking segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:54:06.536022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Bound using segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:54:06.536808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Bound port: 9f140057-979a-4321-9374-9ea3402bd24b, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:54:06.538871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.541187 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9246d975-6e42-4f94-b616-fbe9077050a5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.647790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9246d975-6e42-4f94-b616-fbe9077050a5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.702339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:54:06.710980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:54:06.711512 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6c837-5b6d-4c25-b991-f9eeda806605 req-fd3959e0-0164-4f39-bdd7-0cd972358375 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:06.720388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.723778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-abe6c837-5b6d-4c25-b991-f9eeda806605 req-fd3959e0-0164-4f39-bdd7-0cd972358375 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 943 time: 0.1561975 Oct 29 08:54:06.773473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:06.774224 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.782134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] 10.222.0.15 "PUT /v2.0/ports/9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 1091 time: 1.6088724 Oct 29 08:54:06.782783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:54:06.785534 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe093a5-4b57-41d8-8098-96f0afe7aaef" -d '{"events": [{"name": "network-changed", "server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:54:06.851851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] DHCP port deletion for 963b4c96-d3cd-4dd3-8ace-7e55036b6cab request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:54:06.923053 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-abe6c837-5b6d-4c25-b991-f9eeda806605 req-34a18c3a-3f94-425b-b5f1-87e54971e74c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982002 Oct 29 08:54:06.976122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9246d975-6e42-4f94-b616-fbe9077050a5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:06.979182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845b28e-677c-41d5-ac1c-10232abba707 service neutron] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:06.985244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] Deleting port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:06.987836 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:07.031759 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-e0f6716b-2c4f-4bca-a3c0-e3b5df4734d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:07.033760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-e0f6716b-2c4f-4bca-a3c0-e3b5df4734d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1094 time: 0.2011006 Oct 29 08:54:07.059865 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da3488-ece7-4864-9d9c-3a154af53c94 x-openstack-request-id: req-24da3488-ece7-4864-9d9c-3a154af53c94 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:54:07.060506 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:54:07.061285 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24da3488-ece7-4864-9d9c-3a154af53c94 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:54:07.064898 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'status': 'completed', 'code': 200} Oct 29 08:54:07.157631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9246d975-6e42-4f94-b616-fbe9077050a5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:07.185758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] For port 88b13087-5c06-42a0-b6e4-3204e1fb9b62, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=88b13087-5c06-42a0-b6e4-3204e1fb9b62,segment=NetworkSegment(a2a27d83-0e4c-492b-be5a-c8122c3724b7),segment_id=a2a27d83-0e4c-492b-be5a-c8122c3724b7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:07.190006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:07.212245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b98639b2-7992-4945-87f1-f40618f006f7 req-7f4ac2a4-3d67-4592-9d76-0de5da06e42b tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b&device_id=45bd8bfc-d2d5-4514-9e64-33ec43911426 HTTP/1.1" status: 200 len: 210 time: 0.0734465 Oct 29 08:54:07.220330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-deab82a1-b739-4c05-955b-4cccd64ff41c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 217 time: 0.1756299 Oct 29 08:54:07.220906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] Calling delete_port for 88b13087-5c06-42a0-b6e4-3204e1fb9b62 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:07.231910 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9246d975-6e42-4f94-b616-fbe9077050a5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:07.235553 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9246d975-6e42-4f94-b616-fbe9077050a5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "DELETE /v2.0/subnets/0186fbca-d161-4d09-98fb-46ed74102951 HTTP/1.1" status: 204 len: 168 time: 0.8360963 Oct 29 08:54:07.241071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50378) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:07.257343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e09d34-9b17-482d-ad68-b45d3c65df28 None None] Network ef59e376-f3ba-43d4-92f3-16d419b3497a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:54:07.268159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246d975-6e42-4f94-b616-fbe9077050a5 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Subnet': ['ID=0186fbca-d161-4d09-98fb-46ed74102951,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:07.409379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4001d6d4-d627-4f86-b249-c70c3ccca212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:07.411418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-4001d6d4-d627-4f86-b249-c70c3ccca212 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c268e471-13a9-469a-a9fb-f0313fc87b78 HTTP/1.1" status: 200 len: 835 time: 0.1850109 Oct 29 08:54:07.478569 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:07.506342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-211ba0c9-790b-4a1f-96e1-d633256c8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:07.509254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-211ba0c9-790b-4a1f-96e1-d633256c8d68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890296 Oct 29 08:54:07.604455 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:07.636420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] No DVR routers for this DVR port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:54:07.679147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ffae4-c889-4ea3-8c1b-b884cc34f7a9 None None] Pushing event deleted for resources: {'Port': ['ID=88b13087-5c06-42a0-b6e4-3204e1fb9b62,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:07.703624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-116148a1-bbe4-48de-9e80-e14523494c42 req-7e8f8de2-447c-48c1-bc99-61bd109ba5fe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c906805a77bd49de9d0e6dc3ecb971fd&device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.1208055 Oct 29 08:54:07.725883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] DHCP port deletion for ef59e376-f3ba-43d4-92f3-16d419b3497a request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:54:07.748868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b96a038f-d8ea-4e47-a2eb-1aa002323749 req-7697c74a-1675-4854-bcfb-db9b48b15d11 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0593479 Oct 29 08:54:07.774557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-116148a1-bbe4-48de-9e80-e14523494c42 req-f7a92646-7dc1-4aa1-a7d6-1dbef96dd106 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c906805a77bd49de9d0e6dc3ecb971fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624156 Oct 29 08:54:07.820030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] Deleting port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:07.820583 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:07.902213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] For port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf,segment=NetworkSegment(3a787f2f-7ed0-4f4c-87f3-bd321152acf3),segment_id=3a787f2f-7ed0-4f4c-87f3-bd321152acf3)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:07.902713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:07.928185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] Calling delete_port for 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:07.935205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Deleting port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:07.935590 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.052875 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-61ab4968-7fbe-4a2a-8fd6-b997b0c54156 service neutron] 10.222.0.15 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793820 Oct 29 08:54:08.058255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.083340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] No DVR routers for this DVR port 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:54:08.146018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4bf19-89f4-4ed9-b250-9afb7c8c55f1 None None] Pushing event deleted for resources: {'Port': ['ID=43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:08.167121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75fe18-d800-41a4-9e38-c45746bc797b req-6f10c620-965d-4e58-8eeb-57625428d0b5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:08.168854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a75fe18-d800-41a4-9e38-c45746bc797b req-6f10c620-965d-4e58-8eeb-57625428d0b5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 943 time: 0.1179032 Oct 29 08:54:08.211695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a75fe18-d800-41a4-9e38-c45746bc797b req-838f5efe-5488-4588-810c-1c2cc769f337 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347221 Oct 29 08:54:08.262276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116148a1-bbe4-48de-9e80-e14523494c42 req-2dd9fbca-5d4c-482b-8667-e5811ab48c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:08.264188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-116148a1-bbe4-48de-9e80-e14523494c42 req-2dd9fbca-5d4c-482b-8667-e5811ab48c10 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4795029 Oct 29 08:54:08.271009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] For port 88b13087-5c06-42a0-b6e4-3204e1fb9b62, host n-d-815940-1, got binding levels [] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:08.271606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.285605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Calling delete_port for 88b13087-5c06-42a0-b6e4-3204e1fb9b62 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:08.288847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 was not found and therefore no delete operation was performed {{(pid=102113) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:54:08.292160 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.329489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Port': ['ID=88b13087-5c06-42a0-b6e4-3204e1fb9b62,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:08.338455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] No DVR routers for this DVR port 88b13087-5c06-42a0-b6e4-3204e1fb9b62 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:54:08.445431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b839bf9-4daf-485a-a278-ac7f8b226cae req-7e6c08bc-717d-4f95-89f4-8a754d4e2ffe service neutron] 10.222.0.15 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747361 Oct 29 08:54:08.461728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.561920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963b4c96-d3cd-4dd3-8ace-7e55036b6cab']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:08.583724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a27d83-0e4c-492b-be5a-c8122c3724b7') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:08.584052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a27d83-0e4c-492b-be5a-c8122c3724b7') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:08.599617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-14c3fa0e-5387-4e3e-a5b0-93fd2202672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:08.602589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-14c3fa0e-5387-4e3e-a5b0-93fd2202672d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1094 time: 0.0872140 Oct 29 08:54:08.605282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.716383 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.729152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:54:08.729571 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:54:08.732813 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:54:08.844572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.885874 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:08.890046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "DELETE /v2.0/networks/963b4c96-d3cd-4dd3-8ace-7e55036b6cab HTTP/1.1" status: 204 len: 168 time: 1.6471417 Oct 29 08:54:08.894540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50420) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:08.918767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-ef0262b7-389a-45a1-8085-720bff9c90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:08.925441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-ef0262b7-389a-45a1-8085-720bff9c90b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 200 len: 899 time: 0.3026557 Oct 29 08:54:08.943464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb245579-eaac-45b0-81b9-aa7ac53808a8 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Network': ['ID=963b4c96-d3cd-4dd3-8ace-7e55036b6cab,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:08.951522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 88b13087-5c06-42a0-b6e4-3204e1fb9b62 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:54:09.002007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 88b13087-5c06-42a0-b6e4-3204e1fb9b62 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:54:09.002358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 88b13087-5c06-42a0-b6e4-3204e1fb9b62 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:54:09.002782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:54:09.054420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-550276c0-b7ca-48d5-a2c5-eabda402d767 req-44c69a39-cbf7-4abe-80bb-1c3f01990a84 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.1280069 Oct 29 08:54:09.056174 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-5c78b43e-1da7-4208-bbde-766fe8fa4a64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 217 time: 0.1044028 Oct 29 08:54:09.056358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:54:09.057201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 43ebed7a-d1a3-41e7-a923-a0d59ab9cfaf not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:54:09.071819 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:09.171656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-f0e6c9e9-2ec2-4c74-bbe8-64ec49521a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:09.177140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-f0e6c9e9-2ec2-4c74-bbe8-64ec49521a4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c268e471-13a9-469a-a9fb-f0313fc87b78 HTTP/1.1" status: 200 len: 835 time: 0.1086354 Oct 29 08:54:09.284230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-365bcbea-cbd5-4690-852b-58b29ca2211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:09.285794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-365bcbea-cbd5-4690-852b-58b29ca2211d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003242 Oct 29 08:54:09.422124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:09.447520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef59e376-f3ba-43d4-92f3-16d419b3497a']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:09.459574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a787f2f-7ed0-4f4c-87f3-bd321152acf3') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:09.460170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a787f2f-7ed0-4f4c-87f3-bd321152acf3') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:09.471998 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:09.490143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-6a2cbdb6-5fee-40ea-9c1e-f5e48914995c service neutron] 10.222.0.15 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900475 Oct 29 08:54:09.491043 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:09.572860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:54:09.573429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:54:09.578936 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:54:09.681252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-116148a1-bbe4-48de-9e80-e14523494c42 req-6a543ea7-eb9d-4ff1-a7e4-b9b16c9269db tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0795491 Oct 29 08:54:09.771515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd925b5-ca42-42dd-b39d-2488a7110bb6 req-a462e398-e18a-451f-b42a-7cbc990f5c42 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:09.796187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cd925b5-ca42-42dd-b39d-2488a7110bb6 req-a462e398-e18a-451f-b42a-7cbc990f5c42 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 943 time: 0.3020780 Oct 29 08:54:09.849245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:09.861353 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:09.881794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] 10.222.0.70 "DELETE /v2.0/networks/ef59e376-f3ba-43d4-92f3-16d419b3497a HTTP/1.1" status: 204 len: 168 time: 0.9801586 Oct 29 08:54:09.906630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbe093a5-4b57-41d8-8098-96f0afe7aaef req-432c557b-2886-49aa-b6f2-5b4cb778682a service neutron] 10.222.0.15 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920534 Oct 29 08:54:09.954349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f5763-fc46-41cd-b25b-428821360a19 tempest-TaggedBootDevicesTest_v242-1713362236 tempest-TaggedBootDevicesTest_v242-1713362236-project] Pushing event deleted for resources: {'Network': ['ID=ef59e376-f3ba-43d4-92f3-16d419b3497a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:10.004939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cd925b5-ca42-42dd-b39d-2488a7110bb6 req-a58184fb-b684-44ce-9b51-a248838cb248 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078140 Oct 29 08:54:10.277886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e51057d-2aaa-4779-8986-4eb550f7013e req-a282547c-b51d-40ee-bcba-cb64333c1232 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2c2d5a6-3201-40c8-8d25-fef2e5e8761b HTTP/1.1" status: 200 len: 210 time: 0.0724223 Oct 29 08:54:11.218999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd21d3-d370-44c5-a894-ac79dfbe758a req-a9883516-8e1d-405a-9db0-8c8541eb07e1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:11.241171 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95cd21d3-d370-44c5-a894-ac79dfbe758a req-a9883516-8e1d-405a-9db0-8c8541eb07e1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 943 time: 0.1214371 Oct 29 08:54:11.364102 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95cd21d3-d370-44c5-a894-ac79dfbe758a req-08adc586-9829-4bd2-884f-50aa15a55ffd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168022 Oct 29 08:54:11.728757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae2c55ce-9d2f-4f1b-bdef-a55acdd3c3e8 req-056b0fc0-b53e-4cb7-a308-50ec17f00777 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c906805a77bd49de9d0e6dc3ecb971fd&device_id=45bd8bfc-d2d5-4514-9e64-33ec43911426 HTTP/1.1" status: 200 len: 210 time: 0.0571330 Oct 29 08:54:11.770506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae2c55ce-9d2f-4f1b-bdef-a55acdd3c3e8 req-e3a4390a-ebac-4d26-aa89-6f4b8d0331bc service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c906805a77bd49de9d0e6dc3ecb971fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336809 Oct 29 08:54:11.772645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8a31956-2c33-44e6-9923-bb8473f8afab req-380eeaea-2add-4b0b-b0b2-6ae871a23c05 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=45bd8bfc-d2d5-4514-9e64-33ec43911426 HTTP/1.1" status: 200 len: 210 time: 0.0539374 Oct 29 08:54:11.844975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9f140057-979a-4321-9374-9ea3402bd24b details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:54:11.893367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c55ce-9d2f-4f1b-bdef-a55acdd3c3e8 req-420771d7-f311-4f23-8942-1d8de632a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:11.896369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae2c55ce-9d2f-4f1b-bdef-a55acdd3c3e8 req-420771d7-f311-4f23-8942-1d8de632a6c9 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1187041 Oct 29 08:54:11.994318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:12.010607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '9f140057-979a-4321-9374-9ea3402bd24b', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'port_id': '9f140057-979a-4321-9374-9ea3402bd24b', 'mac_address': 'fa:16:3e:1b:5a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:54:12.056992 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:12.072110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f140057-979a-4321-9374-9ea3402bd24b {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:54:12.100275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:12.106805 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:12.167626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:12.331497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['9f140057-979a-4321-9374-9ea3402bd24b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:54:12.598643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504840c6-2cfa-4533-af03-45a322ca5b9a req-2ee7c97c-cb98-4f79-8229-5fc66aeace6a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:12.615402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-504840c6-2cfa-4533-af03-45a322ca5b9a req-2ee7c97c-cb98-4f79-8229-5fc66aeace6a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 944 time: 0.1277053 Oct 29 08:54:12.706598 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-504840c6-2cfa-4533-af03-45a322ca5b9a req-7f6bd4cf-08bf-474b-821a-a81f5e3c8a80 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900841 Oct 29 08:54:12.971322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b8487c56-3681-4ce4-be0d-305b0e5a6350 req-4295fc55-2993-4e99-b897-fbec316de9c7 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.70 "GET /v2.0/ports?device_id=45bd8bfc-d2d5-4514-9e64-33ec43911426 HTTP/1.1" status: 200 len: 210 time: 0.0400624 Oct 29 08:54:13.325239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae2c55ce-9d2f-4f1b-bdef-a55acdd3c3e8 req-e73e6a44-d5ef-424d-889f-962fec579166 tempest-ServerShowV247Test-475980237 tempest-ServerShowV247Test-475980237-project] 10.222.0.93 "GET /v2.0/ports?device_id=45bd8bfc-d2d5-4514-9e64-33ec43911426 HTTP/1.1" status: 200 len: 210 time: 0.0300515 Oct 29 08:54:13.858687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9f140057-979a-4321-9374-9ea3402bd24b up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:54:13.927170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 9f140057-979a-4321-9374-9ea3402bd24b completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:54:13.931906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9c67-5e52-4efb-be76-7f16bdf80375 req-e57f7052-762f-45e8-a781-f49a17af1e33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:13.936487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b7c9c67-5e52-4efb-be76-7f16bdf80375 req-e57f7052-762f-45e8-a781-f49a17af1e33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 944 time: 0.1130798 Oct 29 08:54:13.949294 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 9f140057-979a-4321-9374-9ea3402bd24b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:13.949660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:14.048027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b7c9c67-5e52-4efb-be76-7f16bdf80375 req-6441c1f9-b48e-4f94-86fa-2e635f7c5cce tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019526 Oct 29 08:54:14.104609 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:14.152678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:54:14.166278 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9e033c-76dd-470a-bfdd-f06ecea8ccfa" -d '{"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-plugged", "status": "completed", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:54:14.225273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:14.231325 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5fe7fa-88b4-40df-8289-6f8d3abf5d6f x-openstack-request-id: req-5f5fe7fa-88b4-40df-8289-6f8d3abf5d6f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:54:14.232898 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-plugged", "status": "completed", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:54:14.233422 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f5fe7fa-88b4-40df-8289-6f8d3abf5d6f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:54:14.234047 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'code': 200} Oct 29 08:54:14.239250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:14.356962 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-00bf6659-e3b8-4386-874c-affa9ec17d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:14.431956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:14.474658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c2b59-dab5-4bff-a23b-a2fa6f59ac86 req-1b7c35ca-2bae-417f-b501-0383d884d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:14.481186 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f03c2b59-dab5-4bff-a23b-a2fa6f59ac86 req-1b7c35ca-2bae-417f-b501-0383d884d7b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1096 time: 0.1242676 Oct 29 08:54:14.574123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f03c2b59-dab5-4bff-a23b-a2fa6f59ac86 req-5367fc17-462f-40be-8015-d2609c6dad58 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842288 Oct 29 08:54:14.642328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50552) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:14.803091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-efe791ae-3712-45fd-b735-735783a2848b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:15.005112 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-efe791ae-3712-45fd-b735-735783a2848b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:15.012351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-efe791ae-3712-45fd-b735-735783a2848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:15.101901 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-efe791ae-3712-45fd-b735-735783a2848b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c906805a77bd49de9d0e6dc3ecb971fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559815 Oct 29 08:54:15.102364 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50570) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:15.116013 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe791ae-3712-45fd-b735-735783a2848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a6881-c84f-4212-8aa0-7677c42ad54b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:15.289016 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:15.313778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:15.392479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:15.395195 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:15.408366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/068a6881-c84f-4212-8aa0-7677c42ad54b HTTP/1.1" status: 204 len: 168 time: 0.3025539 Oct 29 08:54:15.432131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a6881-c84f-4212-8aa0-7677c42ad54b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:15.463696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d662adb-378d-48bc-b071-84c5b1a30a4d req-975f039d-1d35-4d32-9b5c-1c74771a9e8c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:15.465532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d662adb-378d-48bc-b071-84c5b1a30a4d req-975f039d-1d35-4d32-9b5c-1c74771a9e8c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.2604477 Oct 29 08:54:15.473117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.479551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.480168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.480518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.480950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.481399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.481825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.482395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.482794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.483214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.483634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.484136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f3eef-1a08-4a90-a32a-8524aefd3879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:15.574443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d662adb-378d-48bc-b071-84c5b1a30a4d req-8e49a03f-ef69-4794-a735-169fbcd58dd4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851157 Oct 29 08:54:16.662772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50608) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:16.816159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bd7c3-cd4d-4684-a290-d8716cbf5a9a req-5f6b393d-f4ef-4878-afb8-a43e069a8f63 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:16.822868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f1bd7c3-cd4d-4684-a290-d8716cbf5a9a req-5f6b393d-f4ef-4878-afb8-a43e069a8f63 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.1357460 Oct 29 08:54:16.915052 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2f1bd7c3-cd4d-4684-a290-d8716cbf5a9a req-922e7565-3860-4815-9472-09ab8fd4bea1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828433 Oct 29 08:54:17.005408 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7badb3ef-c541-4277-b15b-24005e109a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.141317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f759-54e9-4494-99e8-e9a33ba7d499 req-75872231-6616-429e-93b9-15d7895dd28a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:17.143335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ea1f759-54e9-4494-99e8-e9a33ba7d499 req-75872231-6616-429e-93b9-15d7895dd28a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.1111746 Oct 29 08:54:17.219653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee468769-3ab3-41eb-84de-acf75802fb68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.279656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ea1f759-54e9-4494-99e8-e9a33ba7d499 req-60b12673-6e29-4917-a543-885390b172f3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298270 Oct 29 08:54:17.350109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50636) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:17.462406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24289af-2384-42a3-9a85-d570feed9ed1 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:17.469547 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e24289af-2384-42a3-9a85-d570feed9ed1 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1091 time: 0.1177537 Oct 29 08:54:17.472424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50638) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:17.477208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee468769-3ab3-41eb-84de-acf75802fb68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.479105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '9f140057-979a-4321-9374-9ea3402bd24b', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:17.488338 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ee468769-3ab3-41eb-84de-acf75802fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.536031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee468769-3ab3-41eb-84de-acf75802fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b9229-d0e8-44aa-bf98-9f2b7ff981f2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:17.557270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.580883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50644) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:17.581634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ee468769-3ab3-41eb-84de-acf75802fb68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d244e86e7e14672a69c15a47d3446a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9174523 Oct 29 08:54:17.797849 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0d097f7-4fa1-4d93-9ac9-69b7ea043136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.822782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0d097f7-4fa1-4d93-9ac9-69b7ea043136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.905991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.927104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0d097f7-4fa1-4d93-9ac9-69b7ea043136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.934669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c0d097f7-4fa1-4d93-9ac9-69b7ea043136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:17.938929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c0d097f7-4fa1-4d93-9ac9-69b7ea043136 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/581b9229-d0e8-44aa-bf98-9f2b7ff981f2 HTTP/1.1" status: 204 len: 168 time: 0.3541117 Oct 29 08:54:18.156591 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:18.162615 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.25.5.3 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5bd9364c-292e-4be7-b931-7ad2cd52db6f) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:54:18.277581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:18.376909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:18.448608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d097f7-4fa1-4d93-9ac9-69b7ea043136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b9229-d0e8-44aa-bf98-9f2b7ff981f2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:18.469628 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:18.581217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=5bd9364c-292e-4be7-b931-7ad2cd52db6f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:18.605392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:54:18.607367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:54:18.610523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:54:18.696672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50676) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:18.714632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-036e3854-2d2f-4eea-94a8-d7e91031d23e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:18.833150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-036e3854-2d2f-4eea-94a8-d7e91031d23e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:18.839883 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-036e3854-2d2f-4eea-94a8-d7e91031d23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:18.873061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-036e3854-2d2f-4eea-94a8-d7e91031d23e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70739c4ad25246dd8fb91634a971e83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743653 Oct 29 08:54:18.876116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50678) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:18.925603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e3854-2d2f-4eea-94a8-d7e91031d23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4aa8c1-53bb-4781-ad2e-69dbaf72e214,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:18.997011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad52d-cdb4-4820-b342-944c148f91c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.032631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad52d-cdb4-4820-b342-944c148f91c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.133927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad52d-cdb4-4820-b342-944c148f91c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.138118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad52d-cdb4-4820-b342-944c148f91c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.140480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5e9ad52d-cdb4-4820-b342-944c148f91c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a4aa8c1-53bb-4781-ad2e-69dbaf72e214 HTTP/1.1" status: 204 len: 168 time: 0.2627552 Oct 29 08:54:19.162255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.169061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ad52d-cdb4-4820-b342-944c148f91c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4aa8c1-53bb-4781-ad2e-69dbaf72e214,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:19.356537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.532476 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.657788 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.666305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.753864 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:19.848556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=5bd9364c-292e-4be7-b931-7ad2cd52db6f,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:19.892907 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Floating IP dd1c17ba-e7cd-4420-9034-a3d305b43329 associated. External IP: 172.25.5.3, port: 9f140057-979a-4321-9374-9ea3402bd24b. Oct 29 08:54:19.995011 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:54:20.180044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:54:20.352910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:54:20.372210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] Sync routers for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:54:20.394809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:54:20.395419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:20.396893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:54:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:20.438234 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c42fd686-2f94-4c63-bd78-42e012fa4477 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9613659 Oct 29 08:54:20.438234 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:54:20.439432 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01655517-6bc9-4fdf-af6c-02d88963ca5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:54:20.527958 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f92e751-3dfb-470a-a093-437ed2863374 x-openstack-request-id: req-5f92e751-3dfb-470a-a093-437ed2863374 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:54:20.528259 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:54:20.528562 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f92e751-3dfb-470a-a093-437ed2863374 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:54:20.528988 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'status': 'completed', 'code': 200} Oct 29 08:54:20.663587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-e801f3ce-e4f8-45da-8975-6ab2a1056559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:20.663587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-e801f3ce-e4f8-45da-8975-6ab2a1056559 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1096 time: 0.1302934 Oct 29 08:54:20.754675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd67e0-4518-4eab-984c-167d6972fb5f req-ebf9792b-0f70-4d13-83f9-aaa87f922cb2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:20.760901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:54:20.762856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecbd67e0-4518-4eab-984c-167d6972fb5f req-ebf9792b-0f70-4d13-83f9-aaa87f922cb2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.1651890 Oct 29 08:54:21.621646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'dd1c17ba-e7cd-4420-9034-a3d305b43329', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'port_id': '9f140057-979a-4321-9374-9ea3402bd24b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'mac_address': 'fa:16:3e:1b:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c571b80-9b1f-4145-b479-f870a2d77494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:54:18Z', 'updated_at': '2021-10-29T08:54:18Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:54:02Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:21.652930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] Checking router: 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:54:21.663241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:54:21.664335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:54:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:21.750090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-43f9f1bc-62dc-46d6-b0be-17b51f9221f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:21.756043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-43f9f1bc-62dc-46d6-b0be-17b51f9221f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 200 len: 899 time: 1.0861096 Oct 29 08:54:21.863356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:54:21.950244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecbd67e0-4518-4eab-984c-167d6972fb5f req-729cb909-adc6-4150-a5bd-81c4bcb6a34c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1860991 Oct 29 08:54:21.976760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50788) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:22.031120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-3290b2f0-296d-4cdc-abb5-92d0b97e2d2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 997 time: 0.2550716 Oct 29 08:54:22.125821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-65d84155-b141-4b69-a0a6-eed1d5591743 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/dd1c17ba-e7cd-4420-9034-a3d305b43329 HTTP/1.1" status: 200 len: 989 time: 0.1462262 Oct 29 08:54:22.164624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-88d30f3d-e33d-460d-92be-f15d92b10d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:22.170006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-88d30f3d-e33d-460d-92be-f15d92b10d46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c268e471-13a9-469a-a9fb-f0313fc87b78 HTTP/1.1" status: 200 len: 835 time: 0.1377053 Oct 29 08:54:22.306942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-42bd6aa1-34b6-45aa-a7ed-f87491fe3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:22.308573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-42bd6aa1-34b6-45aa-a7ed-f87491fe3795 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304517 Oct 29 08:54:22.457391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-08be1298-0ebe-413d-a27a-18c6da0c8fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415675 Oct 29 08:54:22.570458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'dd1c17ba-e7cd-4420-9034-a3d305b43329', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'port_id': '9f140057-979a-4321-9374-9ea3402bd24b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'mac_address': 'fa:16:3e:1b:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c571b80-9b1f-4145-b479-f870a2d77494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:54:18Z', 'updated_at': '2021-10-29T08:54:18Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:54:02Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:22.651387 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9448a-ad3f-453a-9835-52af96a60059 None None] The sync data for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 is: [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'dd1c17ba-e7cd-4420-9034-a3d305b43329', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'port_id': '9f140057-979a-4321-9374-9ea3402bd24b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'mac_address': 'fa:16:3e:1b:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c571b80-9b1f-4145-b479-f870a2d77494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:54:18Z', 'updated_at': '2021-10-29T08:54:18Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:54:02Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:54:22.762109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01655517-6bc9-4fdf-af6c-02d88963ca5a req-c81a704e-8753-4748-a25c-93954b1787e5 service neutron] 10.222.0.15 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942867 Oct 29 08:54:23.118051 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61be70-4d95-4d31-8d4c-b5be644ead2e None None] New status for floating IP dd1c17ba-e7cd-4420-9034-a3d305b43329: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:54:23.129712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50812) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:23.273277 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ffcf067e-cbbd-4041-8536-050373af4a47 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/dd1c17ba-e7cd-4420-9034-a3d305b43329 HTTP/1.1" status: 200 len: 989 time: 0.1387742 Oct 29 08:54:24.273704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50828) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:24.348721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bdc9928f-19c4-45c8-ac4a-1b25469c0ca3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/dd1c17ba-e7cd-4420-9034-a3d305b43329 HTTP/1.1" status: 200 len: 991 time: 0.0737920 Oct 29 08:54:27.482355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50948) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:27.652112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 50958) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:28.376892 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3fb1-935a-4ce5-982e-e1454b020110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:28.666472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50982) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:28.676814 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3fb1-935a-4ce5-982e-e1454b020110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:28.685409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3fb1-935a-4ce5-982e-e1454b020110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:28.752486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d3fb1-935a-4ce5-982e-e1454b020110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b9068-03d6-4158-82dd-14c7be8b9795,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:28.778511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 50990) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:28.790790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cd5d3fb1-935a-4ce5-982e-e1454b020110 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7484bbffad2941f8ae325d4bd0d0d348&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1371977 Oct 29 08:54:28.903282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49a5ca9b-e989-4bdd-8cac-4428f98b1ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:28.928229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:28.964143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fc3c440-dc02-4041-84df-2b4643898589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.026390 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fc3c440-dc02-4041-84df-2b4643898589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.165031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fc3c440-dc02-4041-84df-2b4643898589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.168573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fc3c440-dc02-4041-84df-2b4643898589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.173990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3fc3c440-dc02-4041-84df-2b4643898589 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c91b9068-03d6-4158-82dd-14c7be8b9795 HTTP/1.1" status: 204 len: 168 time: 0.3937449 Oct 29 08:54:29.183556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.191365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49a5ca9b-e989-4bdd-8cac-4428f98b1ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.194517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3c440-dc02-4041-84df-2b4643898589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b9068-03d6-4158-82dd-14c7be8b9795,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:29.214866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49a5ca9b-e989-4bdd-8cac-4428f98b1ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.320420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-49a5ca9b-e989-4bdd-8cac-4428f98b1ec5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aff1b756e82c4774bd85f3f575a1e53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525388 Oct 29 08:54:29.324253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51004) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:29.358363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5ca9b-e989-4bdd-8cac-4428f98b1ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17308bd9-b3af-4e81-b408-c27012324353,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:29.564328 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dc16e4d-2f5a-4805-8780-0945c100e3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.602990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dc16e4d-2f5a-4805-8780-0945c100e3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.643369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Deleting port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:29.644201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.692497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51012) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:29.711813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af62b100-c655-4a40-82ba-97310e9a0e72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.802867 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dc16e4d-2f5a-4805-8780-0945c100e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.806281 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dc16e4d-2f5a-4805-8780-0945c100e3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.809891 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5dc16e4d-2f5a-4805-8780-0945c100e3aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17308bd9-b3af-4e81-b408-c27012324353 HTTP/1.1" status: 204 len: 168 time: 0.4777291 Oct 29 08:54:29.834233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc16e4d-2f5a-4805-8780-0945c100e3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17308bd9-b3af-4e81-b408-c27012324353,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:29.843230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] For port 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:29.843730 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.860943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Calling delete_port for 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:29.901190 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af62b100-c655-4a40-82ba-97310e9a0e72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.909125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af62b100-c655-4a40-82ba-97310e9a0e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:29.984737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-af62b100-c655-4a40-82ba-97310e9a0e72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc9c7a6e82e840189794db8fabb15d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902770 Oct 29 08:54:29.987873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51016) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:30.011614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62b100-c655-4a40-82ba-97310e9a0e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb34cda-d406-4809-9e4c-21be030eea78,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:30.127332 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07cc5fd0-7447-436f-95c6-f5e395a5c971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:30.169746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07cc5fd0-7447-436f-95c6-f5e395a5c971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:30.258387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:30.299526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:30.451395 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07cc5fd0-7447-436f-95c6-f5e395a5c971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:30.454986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07cc5fd0-7447-436f-95c6-f5e395a5c971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:30.462845 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-07cc5fd0-7447-436f-95c6-f5e395a5c971 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1bb34cda-d406-4809-9e4c-21be030eea78 HTTP/1.1" status: 204 len: 168 time: 0.4734323 Oct 29 08:54:30.525747 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:30.718239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc5fd0-7447-436f-95c6-f5e395a5c971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb34cda-d406-4809-9e4c-21be030eea78,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:30.796001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:31.107290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:54:31.271237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:54:31.278887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d2a58347-264b-47dd-8402-547945b67955 admin admin] 10.222.0.70 "PUT /v2.0/routers/56c2005d-4dbf-47ba-ad4a-57b2b0151f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7955337 Oct 29 08:54:31.282259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51056) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:31.286828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] Sync routers for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:54:31.301286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:54:31.302076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:54:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:31.454814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:54:31.488240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:31.667219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:31.753953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Deleting port 2fd02a9e-b4af-4557-875e-0e91915108d8 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:31.755252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:31.893025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:54:30Z', 'revision_number': 5, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port': {'id': '2fd02a9e-b4af-4557-875e-0e91915108d8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:42:08Z', 'updated_at': '2021-10-29T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:31.936510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] For port 2fd02a9e-b4af-4557-875e-0e91915108d8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2fd02a9e-b4af-4557-875e-0e91915108d8,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:31.936896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:31.961606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Calling delete_port for 2fd02a9e-b4af-4557-875e-0e91915108d8 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:31.993563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] Checking router: 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:54:32.013625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] Routers {'56c2005d-4dbf-47ba-ad4a-57b2b0151f13'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:54:32.014250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:54:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:32.022468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51092) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:32.190607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] Set router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:54:32.209643 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.232363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d2c70d-d584-4612-973a-e33a789a2250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.285703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd02a9e-b4af-4557-875e-0e91915108d8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:32.317590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:54:31Z', 'revision_number': 6, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:32.379734 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.395563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3232e-0d3c-4511-85ee-07d7cde9ec1b None None] The sync data for ids ['56c2005d-4dbf-47ba-ad4a-57b2b0151f13'] in n-d-815940-1 is: [{'id': '56c2005d-4dbf-47ba-ad4a-57b2b0151f13', 'name': 'tempest-TaggedBootDevicesTest_v242-455932348-router', 'tenant_id': '6a14463b9cae4e37869d2ac053bdde21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:42:06Z', 'updated_at': '2021-10-29T08:54:31Z', 'revision_number': 6, 'project_id': '6a14463b9cae4e37869d2ac053bdde21', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:54:32.454038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d2c70d-d584-4612-973a-e33a789a2250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.467343 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7d2c70d-d584-4612-973a-e33a789a2250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.530432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a7d2c70d-d584-4612-973a-e33a789a2250 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d08eeb4c1f3b431293157ca2237eb1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061212 Oct 29 08:54:32.534843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51112) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:32.546867 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.549167 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.549357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2c70d-d584-4612-973a-e33a789a2250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17ba94-3ccc-4827-8d5c-ca151a84d249,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:32.599740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.600349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c2005d-4dbf-47ba-ad4a-57b2b0151f13 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:54:32.605066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.606274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2476190e-2ff0-49d6-add7-9e4de0a53da9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/56c2005d-4dbf-47ba-ad4a-57b2b0151f13 HTTP/1.1" status: 204 len: 168 time: 1.3223658 Oct 29 08:54:32.610112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51116) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:32.626318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa3d659-1482-4033-9680-b385ee303212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.689280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb4e672-7b1d-4929-b3fa-123473034762 admin admin] Deleting subnet 86742c09-5b26-4354-8a33-545cd0fb9bf8 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:54:32.691351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa3d659-1482-4033-9680-b385ee303212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.693138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e672-7b1d-4929-b3fa-123473034762 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.754080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa3d659-1482-4033-9680-b385ee303212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.757619 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-daa3d659-1482-4033-9680-b385ee303212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.762698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-daa3d659-1482-4033-9680-b385ee303212 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a17ba94-3ccc-4827-8d5c-ca151a84d249 HTTP/1.1" status: 204 len: 168 time: 0.2267358 Oct 29 08:54:32.773479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3d659-1482-4033-9680-b385ee303212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17ba94-3ccc-4827-8d5c-ca151a84d249,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:32.799936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e672-7b1d-4929-b3fa-123473034762 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.945728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e672-7b1d-4929-b3fa-123473034762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:32.999957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:54:33.025437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:54:33.026019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1b28d8fb-ca48-4dd9-b4e9-b17a8da67bb3 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:54:33.074630 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e672-7b1d-4929-b3fa-123473034762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.111236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4e672-7b1d-4929-b3fa-123473034762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86742c09-5b26-4354-8a33-545cd0fb9bf8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:33.118349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e672-7b1d-4929-b3fa-123473034762 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.122895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3fb4e672-7b1d-4929-b3fa-123473034762 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/86742c09-5b26-4354-8a33-545cd0fb9bf8 HTTP/1.1" status: 204 len: 168 time: 0.5116262 Oct 29 08:54:33.126962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51146) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:33.127849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36eece-11d7-4af6-8934-bd6f4400626d None None] Network 0d438998-7dbc-43e7-a0d6-ff375e13ad12 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:54:33.277104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.383068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Deleting port 0357f7cf-418a-4860-81f8-47abb693e72b {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:33.383941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.463067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] DHCP port deletion for 0d438998-7dbc-43e7-a0d6-ff375e13ad12 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:54:33.486156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] For port 0357f7cf-418a-4860-81f8-47abb693e72b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0357f7cf-418a-4860-81f8-47abb693e72b,segment=NetworkSegment(3ff121a8-e75c-48c4-900b-8ffc6cf1215d),segment_id=3ff121a8-e75c-48c4-900b-8ffc6cf1215d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:33.486534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.501750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Calling delete_port for 0357f7cf-418a-4860-81f8-47abb693e72b owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:33.609673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.622115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Deleting port 0357f7cf-418a-4860-81f8-47abb693e72b {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:54:33.623148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.644114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Pushing event deleted for resources: {'Port': ['ID=0357f7cf-418a-4860-81f8-47abb693e72b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:33.655738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.656126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.656473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.656812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.657149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.657485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.657812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.658141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.658503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.658965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.659303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.659726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.665953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] No DVR routers for this DVR port 0357f7cf-418a-4860-81f8-47abb693e72b on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:54:33.793411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] For port 0357f7cf-418a-4860-81f8-47abb693e72b, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:33.793827 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.794350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.825964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Calling delete_port for 0357f7cf-418a-4860-81f8-47abb693e72b owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:54:33.826121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d438998-7dbc-43e7-a0d6-ff375e13ad12']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:33.830398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Port 0357f7cf-418a-4860-81f8-47abb693e72b was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:54:33.833340 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.847053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff121a8-e75c-48c4-900b-8ffc6cf1215d') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:33.847875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff121a8-e75c-48c4-900b-8ffc6cf1215d') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:54:33.866812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Pushing event deleted for resources: {'Port': ['ID=0357f7cf-418a-4860-81f8-47abb693e72b,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:33.869654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] No DVR routers for this DVR port 0357f7cf-418a-4860-81f8-47abb693e72b on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:54:33.875928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.879796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.880396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.881416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.881932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.882473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.883000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.883554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.884116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.885567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.887210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.887565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.888052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb85f3-6549-4574-9908-6069d1ac6bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:54:33.915688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51192) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:33.916874 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.939319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:54:33.939739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:54:33.941843 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:54:34.040548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.049188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.055681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] 10.222.0.70 "DELETE /v2.0/networks/0d438998-7dbc-43e7-a0d6-ff375e13ad12 HTTP/1.1" status: 204 len: 168 time: 0.9245303 Oct 29 08:54:34.072367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a23e4-1c5c-4247-8f35-95527151a3da admin admin] Pushing event deleted for resources: {'Network': ['ID=0d438998-7dbc-43e7-a0d6-ff375e13ad12,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:34.216760 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2749-b084-489e-a7ae-7a1a640e7d01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.335841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2749-b084-489e-a7ae-7a1a640e7d01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.342880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2749-b084-489e-a7ae-7a1a640e7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.350438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51210) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:34.391442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee2749-b084-489e-a7ae-7a1a640e7d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c379a80e-3f22-41f9-a771-3a4c5e573260,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:34.402424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0ff62dc1-8577-40d8-afd4-5efb01bcfa24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a14463b9cae4e37869d2ac053bdde21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504920 Oct 29 08:54:34.405155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51212) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:34.424622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51214) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:34.426092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c3ee2749-b084-489e-a7ae-7a1a640e7d01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2a9e315385444138b4eae05dbe1b076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008795 Oct 29 08:54:34.532159 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0660fd1d-6325-4936-b47c-470755e92f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.537707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7625e85-42ec-4a91-a940-1c8e2149ff50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.575093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0660fd1d-6325-4936-b47c-470755e92f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.577974 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7625e85-42ec-4a91-a940-1c8e2149ff50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.693263 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7625e85-42ec-4a91-a940-1c8e2149ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.696127 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7625e85-42ec-4a91-a940-1c8e2149ff50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.697304 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a7625e85-42ec-4a91-a940-1c8e2149ff50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c379a80e-3f22-41f9-a771-3a4c5e573260 HTTP/1.1" status: 204 len: 168 time: 0.2716870 Oct 29 08:54:34.706667 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0660fd1d-6325-4936-b47c-470755e92f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.711134 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0660fd1d-6325-4936-b47c-470755e92f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:34.720233 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0660fd1d-6325-4936-b47c-470755e92f0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e2ee1d6-d98f-4123-832f-052c887dbcfd HTTP/1.1" status: 204 len: 168 time: 0.3102317 Oct 29 08:54:34.728830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7625e85-42ec-4a91-a940-1c8e2149ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c379a80e-3f22-41f9-a771-3a4c5e573260,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:34.743429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660fd1d-6325-4936-b47c-470755e92f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ee1d6-d98f-4123-832f-052c887dbcfd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:34.923950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0357f7cf-418a-4860-81f8-47abb693e72b no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:54:34.953868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0357f7cf-418a-4860-81f8-47abb693e72b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:54:34.954592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0357f7cf-418a-4860-81f8-47abb693e72b not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:54:34.955482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2fd02a9e-b4af-4557-875e-0e91915108d8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:54:35.008622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2fd02a9e-b4af-4557-875e-0e91915108d8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:54:35.008622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2fd02a9e-b4af-4557-875e-0e91915108d8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:54:35.316302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51252) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:35.335176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97308b37-37a4-4f83-9f18-99c00872fa48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:35.449424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97308b37-37a4-4f83-9f18-99c00872fa48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:35.456598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97308b37-37a4-4f83-9f18-99c00872fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:35.513464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97308b37-37a4-4f83-9f18-99c00872fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e845c73-f37c-4261-8f2a-fb9ee976d2ab,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:35.521452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51258) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:35.523392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97308b37-37a4-4f83-9f18-99c00872fa48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=edd8475604a14b7b998d09745d7e0b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058454 Oct 29 08:54:35.599317 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9dd53b88-0648-46f7-9363-0fdaae2134ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:35.633828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9dd53b88-0648-46f7-9363-0fdaae2134ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:35.694419 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9dd53b88-0648-46f7-9363-0fdaae2134ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:35.697336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9dd53b88-0648-46f7-9363-0fdaae2134ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:35.701788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9dd53b88-0648-46f7-9363-0fdaae2134ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e845c73-f37c-4261-8f2a-fb9ee976d2ab HTTP/1.1" status: 204 len: 168 time: 0.1753941 Oct 29 08:54:35.709837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd53b88-0648-46f7-9363-0fdaae2134ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e845c73-f37c-4261-8f2a-fb9ee976d2ab,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:35.881373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51276) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:36.039089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1889066954-network', 'tenant_id': '3fd620d9768c4846a6a61de248c8b968'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:36.063626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Made reservation on behalf of 3fd620d9768c4846a6a61de248c8b968 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:54:36.066218 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.075956 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.167490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.172886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.199621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:54:36.209758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:36.214857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.215216 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Added segment 1e007af5-6dfa-4612-b558-a9ebcdec9b7d of type vlan for network 87d25733-0f7d-49a1-a028-11a49c00465a Oct 29 08:54:36.262894 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.293003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.294153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:36.294880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.373761 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4911542 Oct 29 08:54:36.376750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51306) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:36.382235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Request body: {'subnet': {'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1889066954-subnet', 'tenant_id': '3fd620d9768c4846a6a61de248c8b968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:36.393998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d397f-3397-405d-aa20-023d73ddd2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=87d25733-0f7d-49a1-a028-11a49c00465a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:36.409933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 87d25733-0f7d-49a1-a028-11a49c00465a details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:54:36.449353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Made reservation on behalf of 3fd620d9768c4846a6a61de248c8b968 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:54:36.452902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.647427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.716642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a65288-b6a9-472e-8a1b-7ca6cf091720,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:36.719305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Checking segment: {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:54:36.719646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Network hostable DHCP agents. Network: 87d25733-0f7d-49a1-a028-11a49c00465a, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:54:36.742926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Network 87d25733-0f7d-49a1-a028-11a49c00465a is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:54:36.752798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 87d25733-0f7d-49a1-a028-11a49c00465a) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:54:36.763592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde6b4b-4a06-41ac-9efe-181eda940e93 None None] Network 87d25733-0f7d-49a1-a028-11a49c00465a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:54:36.766424 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:36.767026 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:36.799445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eeeff9ca-8f96-4c99-84d3-97f7b39dc246 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4213483 Oct 29 08:54:36.951427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171dcb1-31ee-49db-a680-845c21c661d5 None None] Network 87d25733-0f7d-49a1-a028-11a49c00465a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:54:37.663459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-27cf7cbb-123d-4f53-9bb7-290155e4de7f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:37.667508 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-27cf7cbb-123d-4f53-9bb7-290155e4de7f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 815 time: 0.1359594 Oct 29 08:54:37.685794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-e82cef66-80df-4930-b6b6-4b0a9c7df669 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/quotas/3fd620d9768c4846a6a61de248c8b968 HTTP/1.1" status: 200 len: 375 time: 0.0118301 Oct 29 08:54:37.732391 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-e87e03ec-7a90-4044-9866-68ab2a29d2de tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395501 Oct 29 08:54:37.851926 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-1dea9bc6-e14b-4f3d-a0e9-d0943baa8373 service neutron] 10.222.0.70 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075716 Oct 29 08:54:37.978751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-551bf105-9efc-425d-a347-fbbf670b26b9 service neutron] 10.222.0.70 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179426 Oct 29 08:54:38.223262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51416) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:38.254387 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf751b53-61ff-400f-bf41-786ab57f2e1b req-616063de-d624-4cde-bb62-e12ae55cbdcf tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 210 time: 0.0964661 Oct 29 08:54:38.454020 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b91f5d9-1078-47a2-9975-4d73dd49d85b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:38.535930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b91f5d9-1078-47a2-9975-4d73dd49d85b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:38.541902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7b91f5d9-1078-47a2-9975-4d73dd49d85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:38.590133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51440) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:38.597572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7b91f5d9-1078-47a2-9975-4d73dd49d85b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63b1e5eff87e46b787dc90b60351a785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721259 Oct 29 08:54:38.598704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91f5d9-1078-47a2-9975-4d73dd49d85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3a0d16-ea9e-47d8-9856-e2f61f8434d1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:38.654673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f225-8769-48b2-a718-b0929358d66f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:38.678972 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f225-8769-48b2-a718-b0929358d66f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:38.732820 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f225-8769-48b2-a718-b0929358d66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:38.735359 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f225-8769-48b2-a718-b0929358d66f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:38.739362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ebf6f225-8769-48b2-a718-b0929358d66f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa3a0d16-ea9e-47d8-9856-e2f61f8434d1 HTTP/1.1" status: 204 len: 168 time: 0.1481643 Oct 29 08:54:38.764639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f225-8769-48b2-a718-b0929358d66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3a0d16-ea9e-47d8-9856-e2f61f8434d1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:39.036300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51446) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:39.051033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c03ead74-ec23-4db5-9d79-6b10cf328686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:39.136160 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c03ead74-ec23-4db5-9d79-6b10cf328686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:39.142927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c03ead74-ec23-4db5-9d79-6b10cf328686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:39.184541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c03ead74-ec23-4db5-9d79-6b10cf328686 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fba768a6d6c4ae7a52478b7e2ca988d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470768 Oct 29 08:54:39.186217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ead74-ec23-4db5-9d79-6b10cf328686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093f61ad-e687-48d2-b696-87686f2a3b57,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:39.187622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51448) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:39.263198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aaafa85e-83e5-4d16-8132-0d8521b8df05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:39.288427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aaafa85e-83e5-4d16-8132-0d8521b8df05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:39.350167 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aaafa85e-83e5-4d16-8132-0d8521b8df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:39.354076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aaafa85e-83e5-4d16-8132-0d8521b8df05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:39.357931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aaafa85e-83e5-4d16-8132-0d8521b8df05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/093f61ad-e687-48d2-b696-87686f2a3b57 HTTP/1.1" status: 204 len: 168 time: 0.1672425 Oct 29 08:54:39.381851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafa85e-83e5-4d16-8132-0d8521b8df05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f61ad-e687-48d2-b696-87686f2a3b57,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:39.387050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-75f28693-719d-4389-86a7-a18120b6206e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:39.389309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-75f28693-719d-4389-86a7-a18120b6206e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.93 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 815 time: 0.1884556 Oct 29 08:54:39.412620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Request body: {'port': {'device_id': '086377c4-7d81-41f7-9f58-d5798c612e85', 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'admin_state_up': True, 'tenant_id': '3fd620d9768c4846a6a61de248c8b968'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:39.419135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-98309c94-4630-48a4-a277-a043bab78e2d req-9a092630-1b54-4431-bebf-06beb47bb27c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 210 time: 0.0618336 Oct 29 08:54:39.576348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Made reservation on behalf of 3fd620d9768c4846a6a61de248c8b968 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:54:39.580570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:39.758358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Allocated IP 172.20.0.13 (87d25733-0f7d-49a1-a028-11a49c00465a/54a65288-b6a9-472e-8a1b-7ca6cf091720/26aa204b-e70d-4bef-87c4-2e92d7cdab84) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:54:39.981905 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:40.029492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:40.082836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Network 87d25733-0f7d-49a1-a028-11a49c00465a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:54:40.086630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:54:40.090982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:54:40.131593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Pushing event updated for resources: {'Port': ['ID=26aa204b-e70d-4bef-87c4-2e92d7cdab84,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:40.167748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:40.168920 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:40.201586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-af3d836c-0e31-4ee8-8afa-8d2f8e02f035 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7991238 Oct 29 08:54:40.218484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Request body: {'port': {'device_id': '086377c4-7d81-41f7-9f58-d5798c612e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:40.298564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:40.650193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5e463-86f2-47ea-a399-57925af61c89 req-8d24768e-76c5-4da3-ae90-093c3a76b4f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:40.654852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0f5e463-86f2-47ea-a399-57925af61c89 req-8d24768e-76c5-4da3-ae90-093c3a76b4f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 932 time: 0.1040971 Oct 29 08:54:40.689956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26aa204b-e70d-4bef-87c4-2e92d7cdab84 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:54:40.699745 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:40.718031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0f5e463-86f2-47ea-a399-57925af61c89 req-0be0ae2c-958f-486f-b0ec-37dd73770045 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540624 Oct 29 08:54:40.726673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Transition to ACTIVE for port object 26aa204b-e70d-4bef-87c4-2e92d7cdab84 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:54:40.732105 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:40.820692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Pushing event updated for resources: {'Port': ['ID=26aa204b-e70d-4bef-87c4-2e92d7cdab84,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:40.926727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Attempting to bind port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:54:40.927256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Attempting to bind port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:54:40.927598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Attempting to bind port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 on network 87d25733-0f7d-49a1-a028-11a49c00465a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:40.947838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 on network 87d25733-0f7d-49a1-a028-11a49c00465a not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:54:40.948216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Attempting to bind port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 on network 87d25733-0f7d-49a1-a028-11a49c00465a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:40.954943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:54:40.955332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Checking segment: {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:54:40.955679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Bound using segment: {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:54:40.956556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Bound port: 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:54:40.956924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:41.059491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:54:41.063112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:54:41.067426 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:41.119849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:41.120497 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:41.122113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] 10.222.0.93 "PUT /v2.0/ports/26aa204b-e70d-4bef-87c4-2e92d7cdab84 HTTP/1.1" status: 200 len: 1092 time: 0.9114246 Oct 29 08:54:41.122624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086377c4-7d81-41f7-9f58-d5798c612e85', 'tag': '26aa204b-e70d-4bef-87c4-2e92d7cdab84'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:54:41.124991 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f62c244-b27f-49da-a418-6a8182e55785" -d '{"events": [{"name": "network-changed", "server_uuid": "086377c4-7d81-41f7-9f58-d5798c612e85", "tag": "26aa204b-e70d-4bef-87c4-2e92d7cdab84"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:54:41.139369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952290d-2835-4090-a4db-3bf447e64b58 service neutron] Pushing event updated for resources: {'Port': ['ID=26aa204b-e70d-4bef-87c4-2e92d7cdab84,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:41.183963 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4827949-ab62-4ac4-8564-a23b7f6f576e x-openstack-request-id: req-a4827949-ab62-4ac4-8564-a23b7f6f576e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:54:41.184299 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086377c4-7d81-41f7-9f58-d5798c612e85", "tag": "26aa204b-e70d-4bef-87c4-2e92d7cdab84", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:54:41.184549 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4827949-ab62-4ac4-8564-a23b7f6f576e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:54:41.185294 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086377c4-7d81-41f7-9f58-d5798c612e85', 'tag': '26aa204b-e70d-4bef-87c4-2e92d7cdab84', 'status': 'completed', 'code': 200} Oct 29 08:54:41.219348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-fc3326c3-b3ba-4580-a406-c24bcc47ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:41.220996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-fc3326c3-b3ba-4580-a406-c24bcc47ea3e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 1095 time: 0.0472746 Oct 29 08:54:41.267983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-cf1ec474-6e1d-490b-ad3f-6941a2df5249 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84 HTTP/1.1" status: 200 len: 217 time: 0.0389812 Oct 29 08:54:41.319899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-15d08637-222f-49c3-b9e8-bf6ac5264fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:41.321520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-15d08637-222f-49c3-b9e8-bf6ac5264fc4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 200 len: 855 time: 0.0465477 Oct 29 08:54:41.355270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-1f9749d3-1850-4bc9-8250-fb62d4f72ccf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87d25733-0f7d-49a1-a028-11a49c00465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264471 Oct 29 08:54:41.473991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-777deda4-4239-451f-955f-338fbceaab56 service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114528 Oct 29 08:54:41.586664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95bbdf46-cbe0-4b1b-bcee-7b0876470361 req-4807f8e3-c427-443a-8e54-4bb008f21a2d service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056716 Oct 29 08:54:41.687362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c244-b27f-49da-a418-6a8182e55785 req-65ec84f6-54fe-4511-bd99-08a29615c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:41.688953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f62c244-b27f-49da-a418-6a8182e55785 req-65ec84f6-54fe-4511-bd99-08a29615c703 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 1095 time: 0.0482650 Oct 29 08:54:41.804401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c244-b27f-49da-a418-6a8182e55785 req-50da8685-c2ac-47b6-9e4e-baea1d37f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:41.806002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f62c244-b27f-49da-a418-6a8182e55785 req-50da8685-c2ac-47b6-9e4e-baea1d37f108 service neutron] 10.222.0.93 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 917 time: 0.1103706 Oct 29 08:54:41.855075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f62c244-b27f-49da-a418-6a8182e55785 req-e37e0190-e0e4-4074-a7d1-891cba0762b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84 HTTP/1.1" status: 200 len: 217 time: 0.0398729 Oct 29 08:54:41.869447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678d863-5004-4ebf-86d6-3c3f13bb1050 req-e56a2c16-4bd5-4c4e-b37b-955ede0cc3e9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:41.872534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0678d863-5004-4ebf-86d6-3c3f13bb1050 req-e56a2c16-4bd5-4c4e-b37b-955ede0cc3e9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 944 time: 0.0764809 Oct 29 08:54:41.930911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c244-b27f-49da-a418-6a8182e55785 req-7bf542a7-736b-4b4b-aa25-862fc1432d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:41.932576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0678d863-5004-4ebf-86d6-3c3f13bb1050 req-a3575db8-95de-4601-95e5-60439dc8029d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529358 Oct 29 08:54:41.932706 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f62c244-b27f-49da-a418-6a8182e55785 req-7bf542a7-736b-4b4b-aa25-862fc1432d37 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 200 len: 855 time: 0.0706227 Oct 29 08:54:41.980284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f62c244-b27f-49da-a418-6a8182e55785 req-92dd6517-4b27-4df6-b8cd-4a663b0c547b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87d25733-0f7d-49a1-a028-11a49c00465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399036 Oct 29 08:54:42.085237 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f62c244-b27f-49da-a418-6a8182e55785 req-00ff42a1-880b-4f16-a2e9-49de5055a7a6 service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972230 Oct 29 08:54:42.208999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9f62c244-b27f-49da-a418-6a8182e55785 req-56dc9896-ffda-486e-8c07-3a9c32ac1298 service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160045 Oct 29 08:54:43.099698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ca7c5-877a-487d-a3e7-29a3fb085938 req-ec4591fd-f572-42cc-aac1-66a672b28118 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:43.102839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-444ca7c5-877a-487d-a3e7-29a3fb085938 req-ec4591fd-f572-42cc-aac1-66a672b28118 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 944 time: 0.0926192 Oct 29 08:54:43.164582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-444ca7c5-877a-487d-a3e7-29a3fb085938 req-8334652d-ba07-43f1-accb-b51422b92e01 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520198 Oct 29 08:54:44.296651 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2680b69e-fb4d-4501-9280-f2b7c9aca312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:44.371791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160be46-3879-4883-9f85-eb544a1ef609 req-ccc23088-96fc-4668-b598-16270f5e9a51 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:44.373723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a160be46-3879-4883-9f85-eb544a1ef609 req-ccc23088-96fc-4668-b598-16270f5e9a51 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 944 time: 0.0603406 Oct 29 08:54:44.423626 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a160be46-3879-4883-9f85-eb544a1ef609 req-6341951b-060f-4112-9a6b-ab3669a43617 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429237 Oct 29 08:54:45.502350 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 26aa204b-e70d-4bef-87c4-2e92d7cdab84 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:54:45.640991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355169-b23f-4854-b7e5-88100664de61 req-3337242a-2605-4f1c-b793-9769227eccdc tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:45.652509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9355169-b23f-4854-b7e5-88100664de61 req-3337242a-2605-4f1c-b793-9769227eccdc tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 944 time: 0.1239645 Oct 29 08:54:45.743268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9355169-b23f-4854-b7e5-88100664de61 req-aca7a364-9169-4a26-ba80-f1e4a7c5de89 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895271 Oct 29 08:54:45.770490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:45.779739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '26aa204b-e70d-4bef-87c4-2e92d7cdab84', 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'port_id': '26aa204b-e70d-4bef-87c4-2e92d7cdab84', 'mac_address': 'fa:16:3e:8b:07:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a65288-b6a9-472e-8a1b-7ca6cf091720', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:54:45.825059 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:45.848995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26aa204b-e70d-4bef-87c4-2e92d7cdab84 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:54:45.874508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:45.881311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:45.959538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=26aa204b-e70d-4bef-87c4-2e92d7cdab84,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:46.262922 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['26aa204b-e70d-4bef-87c4-2e92d7cdab84'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:54:46.896593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c5ae5-655d-42a9-8d64-7694283e9d7c req-ff497f9a-140b-4408-9e42-40024832f2d1 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:46.898431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db2c5ae5-655d-42a9-8d64-7694283e9d7c req-ff497f9a-140b-4408-9e42-40024832f2d1 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 945 time: 0.0517297 Oct 29 08:54:46.937892 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db2c5ae5-655d-42a9-8d64-7694283e9d7c req-aa8a26f3-2c91-4a72-8d0f-c7916f8e8c07 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330625 Oct 29 08:54:46.999940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70ff2f36-c52e-47eb-a53f-e85557d3e9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:47.518513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 26aa204b-e70d-4bef-87c4-2e92d7cdab84 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:54:47.593671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:54:47.598518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:47.599006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:47.740589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:47.950675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086377c4-7d81-41f7-9f58-d5798c612e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aa204b-e70d-4bef-87c4-2e92d7cdab84'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:54:47.953387 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617692c6-fcdb-4e97-928c-69a08778e614" -d '{"events": [{"server_uuid": "086377c4-7d81-41f7-9f58-d5798c612e85", "name": "network-vif-plugged", "status": "completed", "tag": "26aa204b-e70d-4bef-87c4-2e92d7cdab84"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:54:47.991598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:47.998027 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:48.043409 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56edb20-6a42-424e-9811-000d299654d8 x-openstack-request-id: req-c56edb20-6a42-424e-9811-000d299654d8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:54:48.044134 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086377c4-7d81-41f7-9f58-d5798c612e85", "name": "network-vif-plugged", "status": "completed", "tag": "26aa204b-e70d-4bef-87c4-2e92d7cdab84", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:54:48.044134 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c56edb20-6a42-424e-9811-000d299654d8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:54:48.044478 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086377c4-7d81-41f7-9f58-d5798c612e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aa204b-e70d-4bef-87c4-2e92d7cdab84', 'code': 200} Oct 29 08:54:48.084961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=26aa204b-e70d-4bef-87c4-2e92d7cdab84,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:48.161747 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:48.179091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1125aa3-3a1c-424d-a5de-f011b744f657 req-639004bb-8ffe-4160-821d-8c3d8e3f9f85 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:48.181506 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1125aa3-3a1c-424d-a5de-f011b744f657 req-639004bb-8ffe-4160-821d-8c3d8e3f9f85 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0839460 Oct 29 08:54:48.190946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e7a8d-1005-48fe-b88c-31d57e806c61 req-a7913fb9-86a0-48fe-a1f0-869229e93443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:48.192677 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d0e7a8d-1005-48fe-b88c-31d57e806c61 req-a7913fb9-86a0-48fe-a1f0-869229e93443 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 1097 time: 0.0808280 Oct 29 08:54:48.248534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1125aa3-3a1c-424d-a5de-f011b744f657 req-f2554d02-2b5e-422a-a5b2-881bdc5397df tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587955 Oct 29 08:54:48.250784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d0e7a8d-1005-48fe-b88c-31d57e806c61 req-383a6611-e9c4-41e9-99bc-b8f88e3ff9d1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509708 Oct 29 08:54:48.291553 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:49.516367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4b78-47d8-4d1f-bc6d-e9cad278863d req-a2583cff-3274-4e1d-a160-04b56986dd8c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:49.528606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38ee4b78-47d8-4d1f-bc6d-e9cad278863d req-a2583cff-3274-4e1d-a160-04b56986dd8c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1239860 Oct 29 08:54:49.566477 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:49.616994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38ee4b78-47d8-4d1f-bc6d-e9cad278863d req-7aa90df6-d871-458e-84ac-8b37639ad082 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862749 Oct 29 08:54:51.043502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303454b-c41f-43e0-9d42-108e1862e831 req-79028f6d-53b8-47a2-9aac-8dc41c00f1d1 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:51.055633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d303454b-c41f-43e0-9d42-108e1862e831 req-79028f6d-53b8-47a2-9aac-8dc41c00f1d1 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.3679905 Oct 29 08:54:51.146494 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d303454b-c41f-43e0-9d42-108e1862e831 req-33f9a465-f5d0-4f9d-8f12-92df24e627ba tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850482 Oct 29 08:54:51.516768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d01d2-b662-44aa-9bf3-f85e3b1310d8 req-ea4602ea-b2a9-48e8-b0a6-748eecdb6699 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:51.536192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a43d01d2-b662-44aa-9bf3-f85e3b1310d8 req-ea4602ea-b2a9-48e8-b0a6-748eecdb6699 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.2706084 Oct 29 08:54:52.116192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a43d01d2-b662-44aa-9bf3-f85e3b1310d8 req-f0fe8ed2-7207-4be6-9bac-235d8539433d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788624 Oct 29 08:54:52.838133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51726) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:52.894004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c045-b58c-48e1-9b24-b9686a82b640 req-c9f76410-b4f4-4634-bf2a-3e8f9f8a3a22 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:52.895571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0b0c045-b58c-48e1-9b24-b9686a82b640 req-c9f76410-b4f4-4634-bf2a-3e8f9f8a3a22 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0831392 Oct 29 08:54:52.945153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0b0c045-b58c-48e1-9b24-b9686a82b640 req-11173b51-784e-4b69-980b-6ed213b1e68d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379024 Oct 29 08:54:53.000028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-12117214-d84a-4ea4-86c6-58d61da9d44a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:53.104893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-12117214-d84a-4ea4-86c6-58d61da9d44a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:53.113791 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-12117214-d84a-4ea4-86c6-58d61da9d44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:53.159178 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-12117214-d84a-4ea4-86c6-58d61da9d44a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a40e8783dab4d1ead67c444eaf955c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190258 Oct 29 08:54:53.161924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51730) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:53.200413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12117214-d84a-4ea4-86c6-58d61da9d44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ca1e91-51d7-43c9-89f1-028c38a25ca3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:53.243535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f13a1ee-2bd8-4845-b2e3-5acf76da62d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:53.267486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f13a1ee-2bd8-4845-b2e3-5acf76da62d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:53.336778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f13a1ee-2bd8-4845-b2e3-5acf76da62d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:53.339455 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f13a1ee-2bd8-4845-b2e3-5acf76da62d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:53.343169 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f13a1ee-2bd8-4845-b2e3-5acf76da62d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7ca1e91-51d7-43c9-89f1-028c38a25ca3 HTTP/1.1" status: 204 len: 168 time: 0.1775873 Oct 29 08:54:53.351381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13a1ee-2bd8-4845-b2e3-5acf76da62d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ca1e91-51d7-43c9-89f1-028c38a25ca3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:54.146944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cbdf4-8b44-449a-8a6f-5ffc15af00c7 req-10dbaaa2-2c80-4cee-b406-554e9cd1e288 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:54.151151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-017cbdf4-8b44-449a-8a6f-5ffc15af00c7 req-10dbaaa2-2c80-4cee-b406-554e9cd1e288 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1082308 Oct 29 08:54:54.215759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-017cbdf4-8b44-449a-8a6f-5ffc15af00c7 req-a93e22c3-f9b3-48bf-a31d-93e8c641d78e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506287 Oct 29 08:54:54.227966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fc63d-3319-4c02-bcc3-dabac4607337 req-9d31613a-ccf9-43fa-9d53-7c16a60bf4ca tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:54.232466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-700fc63d-3319-4c02-bcc3-dabac4607337 req-9d31613a-ccf9-43fa-9d53-7c16a60bf4ca tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.0709817 Oct 29 08:54:54.284027 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-700fc63d-3319-4c02-bcc3-dabac4607337 req-63fa25c9-e184-4d1c-b977-0673416bd0b5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443084 Oct 29 08:54:54.307754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51768) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:54.377686 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1ae3d8ab-d39e-46f0-bdff-11123a7907af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/dd1c17ba-e7cd-4420-9034-a3d305b43329 HTTP/1.1" status: 200 len: 991 time: 0.0686898 Oct 29 08:54:54.848810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139884c-fbf9-4836-8dc4-377cffad37cb req-ca1f4c77-2118-42a7-a915-5c8b90dd1bad tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:54.858711 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d139884c-fbf9-4836-8dc4-377cffad37cb req-ca1f4c77-2118-42a7-a915-5c8b90dd1bad tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1096 time: 0.0871820 Oct 29 08:54:54.920017 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d139884c-fbf9-4836-8dc4-377cffad37cb req-2a2e6511-3a9a-4c77-8b89-c2f84d61e255 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600340 Oct 29 08:54:55.091154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51816) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:55.214789 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1356cb69-7c53-4fc3-8574-824d0247fc98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:55.367462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1356cb69-7c53-4fc3-8574-824d0247fc98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:55.382954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bc319-0c31-4651-b8cc-4b8c1c797957 req-c94579f7-df83-4dc9-b3fc-e787c601d68c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:55.384914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a59bc319-0c31-4651-b8cc-4b8c1c797957 req-c94579f7-df83-4dc9-b3fc-e787c601d68c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0880215 Oct 29 08:54:55.386398 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1356cb69-7c53-4fc3-8574-824d0247fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:55.418084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356cb69-7c53-4fc3-8574-824d0247fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad40696a-0c21-48ee-8e0c-7da8c3acb876,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:55.477613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 51836) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:55.478481 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1356cb69-7c53-4fc3-8574-824d0247fc98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcbc016988ab482fa3d5dfffb5175c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856227 Oct 29 08:54:55.488703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a59bc319-0c31-4651-b8cc-4b8c1c797957 req-524ec0c0-01b8-4f5f-87c0-5810b8a0827f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715785 Oct 29 08:54:55.549563 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c7242f23-0d2a-45bf-9a92-0da90a41c47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:55.574617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c7242f23-0d2a-45bf-9a92-0da90a41c47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:55.637742 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c7242f23-0d2a-45bf-9a92-0da90a41c47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:55.642099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c7242f23-0d2a-45bf-9a92-0da90a41c47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:55.647021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c7242f23-0d2a-45bf-9a92-0da90a41c47c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad40696a-0c21-48ee-8e0c-7da8c3acb876 HTTP/1.1" status: 204 len: 168 time: 0.1682608 Oct 29 08:54:55.658565 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7242f23-0d2a-45bf-9a92-0da90a41c47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad40696a-0c21-48ee-8e0c-7da8c3acb876,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:55.999015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-3543c90d-1fca-416f-b814-64bca686c76d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2321956 Oct 29 08:54:56.004940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-04311436-705e-405b-974f-b2395f0f22e1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:54:56.008649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-04311436-705e-405b-974f-b2395f0f22e1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079668 Oct 29 08:54:56.738346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fe235-4757-4459-9379-b83337ce336a req-c673301f-cda5-4b8b-96f4-49c93c82c79f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:56.739939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6e2fe235-4757-4459-9379-b83337ce336a req-c673301f-cda5-4b8b-96f4-49c93c82c79f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1137118 Oct 29 08:54:56.809012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6e2fe235-4757-4459-9379-b83337ce336a req-2bc8d46e-19c2-4c56-abd4-23c084f3ded4 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619318 Oct 29 08:54:56.937621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-9f3b719e-cf6e-45ed-abed-ebb7845e9787 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:56.946951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-9f3b719e-cf6e-45ed-abed-ebb7845e9787 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports/9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 1093 time: 0.3533235 Oct 29 08:54:56.953544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Request body: {'binding': {'host': 'n-h1-815940-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:56.954195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Unknown quota resources ['binding']. {{(pid=102113) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 08:54:57.001742 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:54:57.163483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on host n-h1-815940-1 for vnic_type normal with profile None {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:54:57.163894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:54:57.164183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:57.168617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:54:57.169093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:57.174309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:54:57.174798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Checking segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:54:57.175424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Bound using segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:54:57.175906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Bound port: 9f140057-979a-4321-9374-9ea3402bd24b, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:54:57.269744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:54:57.278135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] Publish callbacks [] for binding, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:57.279776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] 10.222.0.70 "POST /v2.0/ports/9f140057-979a-4321-9374-9ea3402bd24b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3311725 Oct 29 08:54:57.605789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fb23c-1289-4753-ac74-32c8269fec8a req-cb9197a5-65a3-4caf-99be-ead9583ed373 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:57.608150 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-983fb23c-1289-4753-ac74-32c8269fec8a req-cb9197a5-65a3-4caf-99be-ead9583ed373 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.1321421 Oct 29 08:54:57.637999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-982c531c-4410-449e-8e4b-eaff48f5a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:57.640060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-982c531c-4410-449e-8e4b-eaff48f5a97b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1096 time: 0.0687838 Oct 29 08:54:57.658057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-983fb23c-1289-4753-ac74-32c8269fec8a req-95239f46-45f2-4398-8461-bcc90b88b59c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Oct 29 08:54:57.793880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-142bc9c6-a8c0-4677-b777-1251a1773bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:57.796056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-142bc9c6-a8c0-4677-b777-1251a1773bf8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 200 len: 899 time: 0.1485128 Oct 29 08:54:57.903355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-b13a48b1-4f75-41c1-bb4f-57ba2654ad93 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 999 time: 0.0985124 Oct 29 08:54:58.005629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-2d646eb9-b98b-4e26-a5a6-45c6932f1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:58.008150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-2d646eb9-b98b-4e26-a5a6-45c6932f1aa9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c268e471-13a9-469a-a9fb-f0313fc87b78 HTTP/1.1" status: 200 len: 835 time: 0.0976057 Oct 29 08:54:58.054725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec137ef1-d749-4a52-ac4a-3dc10238f1ac req-a10db65c-c199-4161-97f7-2d4a87a9191c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:58.056330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec137ef1-d749-4a52-ac4a-3dc10238f1ac req-a10db65c-c199-4161-97f7-2d4a87a9191c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1061590 Oct 29 08:54:58.137759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec137ef1-d749-4a52-ac4a-3dc10238f1ac req-63de91b8-7bed-44d5-8b6f-ed5ca2054d12 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592527 Oct 29 08:54:58.145932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-4c5a0e69-4e21-4c9e-aa8d-806ee7d1d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:58.149281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-4c5a0e69-4e21-4c9e-aa8d-806ee7d1d513 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301508 Oct 29 08:54:58.284555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51954) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:58.333673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-bccb6446-06a3-4198-a57c-663130fbe2a4 service neutron] 10.222.0.93 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762724 Oct 29 08:54:58.510809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-3014dd38-ae73-4b8e-8afe-b38f02f4bebe service neutron] 10.222.0.93 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672857 Oct 29 08:54:58.518929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5d7617d6-e784-45a2-9d79-50b0d2ae4fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:58.623084 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5d7617d6-e784-45a2-9d79-50b0d2ae4fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:58.629497 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5d7617d6-e784-45a2-9d79-50b0d2ae4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:58.711185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7617d6-e784-45a2-9d79-50b0d2ae4fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b336c1-87b0-4a58-9b96-e33798be97fb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:58.719111 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5d7617d6-e784-45a2-9d79-50b0d2ae4fd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ee8f52f0cd84471a4f4d8b8d0af2864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300230 Oct 29 08:54:58.719969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 51970) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:58.728424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-aaf47e71-ab6c-4d3a-9151-5e842b450675 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:58.729966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-aaf47e71-ab6c-4d3a-9151-5e842b450675 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1096 time: 0.1294913 Oct 29 08:54:58.749638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815940-1'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:54:58.822753 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a3af47e-fa12-40b8-9d74-4aec8eb81877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:58.871171 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:58.890815 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94f35e-971e-4fc1-aa95-f85a346e4a8d req-9746e359-e340-4c86-8896-0459714e40bb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:58.892648 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e94f35e-971e-4fc1-aa95-f85a346e4a8d req-9746e359-e340-4c86-8896-0459714e40bb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.1256092 Oct 29 08:54:58.895355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a3af47e-fa12-40b8-9d74-4aec8eb81877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:58.958428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e94f35e-971e-4fc1-aa95-f85a346e4a8d req-4021dd81-9e17-41b3-a7c8-cb0826e2df4a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549319 Oct 29 08:54:58.993609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a3af47e-fa12-40b8-9d74-4aec8eb81877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:58.993609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a3af47e-fa12-40b8-9d74-4aec8eb81877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:58.993609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0a3af47e-fa12-40b8-9d74-4aec8eb81877 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90b336c1-87b0-4a58-9b96-e33798be97fb HTTP/1.1" status: 204 len: 168 time: 0.2699285 Oct 29 08:54:59.004292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3af47e-fa12-40b8-9d74-4aec8eb81877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b336c1-87b0-4a58-9b96-e33798be97fb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:59.094853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:54:59.156621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:54:59.189441 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.221612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:54:59.224308 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffed8ca-95c8-4353-ac08-06331324571c" -d '{"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-unplugged", "status": "completed", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:54:59.229983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.250505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.303905 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ab3888-551e-4e61-8cd3-b7de7cc46127 x-openstack-request-id: req-77ab3888-551e-4e61-8cd3-b7de7cc46127 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:54:59.304200 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-unplugged", "status": "completed", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:54:59.304447 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77ab3888-551e-4e61-8cd3-b7de7cc46127 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:54:59.304971 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'code': 200} Oct 29 08:54:59.544160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c6b9e-5cd7-402d-8f8e-21d45691d0c8 req-c05b7c87-548b-4610-9696-acb849ae4a95 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:54:59.546338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-782c6b9e-5cd7-402d-8f8e-21d45691d0c8 req-c05b7c87-548b-4610-9696-acb849ae4a95 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.3126359 Oct 29 08:54:59.569839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48716147-1829-4485-9f66-168c5f661861 service neutron] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:59.704826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52002) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:54:59.709695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-782c6b9e-5cd7-402d-8f8e-21d45691d0c8 req-00abf4b0-fc4a-463b-8cc3-78de54f43721 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469929 Oct 29 08:54:59.720466 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0ccee42-deb9-4eb5-be40-8bbbb6d750c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.724150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on host n-h2-815940-1 for vnic_type normal with profile {"migrating_to": "n-h1-815940-1"} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:54:59.724492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:54:59.724978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:59.729441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:54:59.729767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Attempting to bind port 9f140057-979a-4321-9374-9ea3402bd24b on network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:54:59.746820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:54:59.747209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Checking segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:54:59.748349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Bound using segment: {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:54:59.748775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Bound port: 9f140057-979a-4321-9374-9ea3402bd24b, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:54:59.749146 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.766713 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ef346db0-14ca-439f-9fbe-69362e5fdd0e None None] Provisioning complete for port 9f140057-979a-4321-9374-9ea3402bd24b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:54:59.767090 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef346db0-14ca-439f-9fbe-69362e5fdd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.857917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:54:59.863889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ef346db0-14ca-439f-9fbe-69362e5fdd0e None None] Port 9f140057-979a-4321-9374-9ea3402bd24b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:54:59.864103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0ccee42-deb9-4eb5-be40-8bbbb6d750c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.864765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:54:59.869618 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a0ccee42-deb9-4eb5-be40-8bbbb6d750c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.871399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:54:59.933100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccee42-deb9-4eb5-be40-8bbbb6d750c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab00482-1952-470b-84e4-3fe95c007299,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:54:59.938023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a0ccee42-deb9-4eb5-be40-8bbbb6d750c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8b041e823cb401cb3d7669faac1915c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320983 Oct 29 08:54:59.941031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52010) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:00.014077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d94b026b-b826-4220-93a2-7cf4c7c6d131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.058906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48716147-1829-4485-9f66-168c5f661861 service neutron] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:00.076893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d94b026b-b826-4220-93a2-7cf4c7c6d131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.143389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:00.145160 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d94b026b-b826-4220-93a2-7cf4c7c6d131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.147870 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d94b026b-b826-4220-93a2-7cf4c7c6d131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.152778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d94b026b-b826-4220-93a2-7cf4c7c6d131 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ab00482-1952-470b-84e4-3fe95c007299 HTTP/1.1" status: 204 len: 168 time: 0.2105608 Oct 29 08:55:00.166624 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.168163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-48716147-1829-4485-9f66-168c5f661861 service neutron] 10.222.0.93 "PUT /v2.0/ports/9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 1121 time: 1.4283919 Oct 29 08:55:00.180663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b026b-b826-4220-93a2-7cf4c7c6d131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab00482-1952-470b-84e4-3fe95c007299,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:00.238583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['9f140057-979a-4321-9374-9ea3402bd24b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:55:00.292935 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f97e-c918-43c2-9163-f85752aaf9ca req-02d6a51a-f5be-46f5-9bab-a342d9d7b283 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:00.295034 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-baf9f97e-c918-43c2-9163-f85752aaf9ca req-02d6a51a-f5be-46f5-9bab-a342d9d7b283 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 943 time: 0.1634641 Oct 29 08:55:00.336312 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-baf9f97e-c918-43c2-9163-f85752aaf9ca req-e518bed3-243a-45cb-9dd0-576733c68314 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345733 Oct 29 08:55:00.382473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2995abe8-f987-4279-9e7a-8543c3dea61d None None] Provisioning complete for port 9f140057-979a-4321-9374-9ea3402bd24b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:00.389308 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2995abe8-f987-4279-9e7a-8543c3dea61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.562690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.691209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2995abe8-f987-4279-9e7a-8543c3dea61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.772321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2995abe8-f987-4279-9e7a-8543c3dea61d None None] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:00.774129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:00.783347 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6016642-84e5-491d-b137-2981c6d46bbd" -d '{"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-plugged", "status": "completed", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:00.834723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2995abe8-f987-4279-9e7a-8543c3dea61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:00.918486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7bc5-7be8-4fef-8ba6-c595c84a3720 req-1123eb2c-8b7f-41b1-8d98-a56d6ba7d96f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:00.920173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-759f7bc5-7be8-4fef-8ba6-c595c84a3720 req-1123eb2c-8b7f-41b1-8d98-a56d6ba7d96f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1177163 Oct 29 08:55:01.024898 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1117eb04-a624-477a-bcdf-e6cae71f1dbb x-openstack-request-id: req-1117eb04-a624-477a-bcdf-e6cae71f1dbb {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:01.025061 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-plugged", "status": "completed", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:01.025419 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1117eb04-a624-477a-bcdf-e6cae71f1dbb {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:01.026223 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'code': 200} Oct 29 08:55:01.038630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-759f7bc5-7be8-4fef-8ba6-c595c84a3720 req-7dbdcf62-e457-46d4-8f03-3d248a5ed04f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115291 Oct 29 08:55:01.222041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995abe8-f987-4279-9e7a-8543c3dea61d None None] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:01.307118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:01.311158 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7262599a-50e9-4a8c-adc5-0649211f6282" -d '{"events": [{"name": "network-changed", "server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:01.379276 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e1770-b18e-4602-8cdc-653d3d6a79ab x-openstack-request-id: req-d89e1770-b18e-4602-8cdc-653d3d6a79ab {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:01.379599 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:01.384197 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d89e1770-b18e-4602-8cdc-653d3d6a79ab {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:01.384657 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'status': 'completed', 'code': 200} Oct 29 08:55:01.578891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-fdc86705-e040-47cd-8e71-e7960d549b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:01.580888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-fdc86705-e040-47cd-8e71-e7960d549b08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1126 time: 0.1747222 Oct 29 08:55:01.604241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720947ea-8411-4d45-b737-1886ff63a4bc req-16c2afe8-68d5-4611-84e5-3f94615619a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:01.606715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-720947ea-8411-4d45-b737-1886ff63a4bc req-16c2afe8-68d5-4611-84e5-3f94615619a9 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.1247036 Oct 29 08:55:01.635689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f140057-979a-4321-9374-9ea3402bd24b details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:55:01.822150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:01.848063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f140057-979a-4321-9374-9ea3402bd24b has no active binding in host n-h1-815940-1 {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 08:55:01.931220 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-720947ea-8411-4d45-b737-1886ff63a4bc req-65b5959a-ea21-44ed-b0aa-0c93822c42ac tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067114 Oct 29 08:55:01.989791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-5cfb9df6-9285-4ca7-be2d-9a6124817779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:02.000840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-5cfb9df6-9285-4ca7-be2d-9a6124817779 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 200 len: 899 time: 0.4074271 Oct 29 08:55:02.103714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-9ccb4837-a75c-443f-9de3-232fd02f2ff6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 999 time: 0.0949311 Oct 29 08:55:02.249600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-d0e4206d-7171-4264-a346-2ecd7aae8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:02.254491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-d0e4206d-7171-4264-a346-2ecd7aae8c22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c268e471-13a9-469a-a9fb-f0313fc87b78 HTTP/1.1" status: 200 len: 835 time: 0.1424925 Oct 29 08:55:02.263158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218a82-1f31-4e0b-a9e0-ac836f21de55 req-3d03a2e4-7f16-44e3-bd41-499432cf0e9b tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:02.265925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a218a82-1f31-4e0b-a9e0-ac836f21de55 req-3d03a2e4-7f16-44e3-bd41-499432cf0e9b tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1012661 Oct 29 08:55:02.357074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-802eeb4a-ffec-4a04-a6a2-377adbd57c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:02.358957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-802eeb4a-ffec-4a04-a6a2-377adbd57c6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948229 Oct 29 08:55:02.364589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52098) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:02.373173 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a218a82-1f31-4e0b-a9e0-ac836f21de55 req-6923dbb7-a44c-4d39-914b-4474146d17c2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993679 Oct 29 08:55:02.511783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-e6d93545-93c1-48f7-bb65-47bbec12257e service neutron] 10.222.0.15 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447797 Oct 29 08:55:02.604894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-addc26e4-23f6-4206-8c91-6adfa31fde8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:02.715245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7262599a-50e9-4a8c-adc5-0649211f6282 req-0a7dc64f-f3db-48a7-bd06-3b966c36a1a4 service neutron] 10.222.0.15 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923234 Oct 29 08:55:02.766446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-addc26e4-23f6-4206-8c91-6adfa31fde8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:02.773727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-addc26e4-23f6-4206-8c91-6adfa31fde8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:02.821445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-addc26e4-23f6-4206-8c91-6adfa31fde8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4131554b8f344f30b509abe7798c404b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556942 Oct 29 08:55:02.824112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc26e4-23f6-4206-8c91-6adfa31fde8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0907c709-e7f0-4132-93e0-c6f899bc524a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:02.824976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52114) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:02.890368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1804-1035-4254-a8f0-8fd4d23492b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:02.916627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1804-1035-4254-a8f0-8fd4d23492b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:02.982519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1804-1035-4254-a8f0-8fd4d23492b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:02.985901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1804-1035-4254-a8f0-8fd4d23492b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:02.989850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2dbb1804-1035-4254-a8f0-8fd4d23492b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0907c709-e7f0-4132-93e0-c6f899bc524a HTTP/1.1" status: 204 len: 168 time: 0.1607823 Oct 29 08:55:03.008248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb1804-1035-4254-a8f0-8fd4d23492b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907c709-e7f0-4132-93e0-c6f899bc524a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:03.167944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79e096-112a-490f-8b12-bafa843fc64a req-62c06237-a948-43f8-8c82-ba8c381a8da1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:03.169717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f79e096-112a-490f-8b12-bafa843fc64a req-62c06237-a948-43f8-8c82-ba8c381a8da1 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.1004872 Oct 29 08:55:03.179919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-917d69d2-4e51-434b-ad16-ffd530964989 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988209 Oct 29 08:55:03.223549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f79e096-112a-490f-8b12-bafa843fc64a req-441b96ac-f2b0-4c85-9317-925efe5ec427 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Oct 29 08:55:03.323118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-499dc5a2-7be5-46ad-8677-5ddc0d50c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:03.326377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-499dc5a2-7be5-46ad-8677-5ddc0d50c36a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea79ec4c5ca34ae895a434a7b61d5513&device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 1097 time: 0.0658238 Oct 29 08:55:03.514642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-1aa64d03-d9e7-4b90-9bc9-83e95efc4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:03.517193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-1aa64d03-d9e7-4b90-9bc9-83e95efc4956 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de72089d-75af-4938-9435-afcd9bd00b10 HTTP/1.1" status: 200 len: 909 time: 0.1635344 Oct 29 08:55:03.592888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87f24-1da7-495b-9d2f-a22dde510099 req-bbd21590-ed4a-48cf-82d2-f6e8993349a5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:03.596738 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d7a87f24-1da7-495b-9d2f-a22dde510099 req-bbd21590-ed4a-48cf-82d2-f6e8993349a5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1051078 Oct 29 08:55:03.621622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-1e9e59d8-6fca-4b45-ad29-49c205d568c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e295f5-0263-472b-bd1e-c59da99e54af HTTP/1.1" status: 200 len: 1002 time: 0.0959547 Oct 29 08:55:03.712360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-58bd5973-38df-4847-ab8a-59bdc0809dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:03.713936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-58bd5973-38df-4847-ab8a-59bdc0809dec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c226df99-f298-4df4-a8a5-968a096cae92 HTTP/1.1" status: 200 len: 846 time: 0.0845389 Oct 29 08:55:03.717818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d7a87f24-1da7-495b-9d2f-a22dde510099 req-b54a741a-1474-465b-ab06-cdd0872e6b2a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019354 Oct 29 08:55:03.787455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-fd67b3b7-969f-4743-b70e-db13ac5028fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:03.788954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-fd67b3b7-969f-4743-b70e-db13ac5028fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de72089d-75af-4938-9435-afcd9bd00b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660501 Oct 29 08:55:03.800371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-4db5d6ab-6220-4471-87ac-184ed2e87d1b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:55:03.801888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-4db5d6ab-6220-4471-87ac-184ed2e87d1b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058427 Oct 29 08:55:03.933759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-42ae9aec-8af6-4479-83fa-27fc787a7059 service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241395 Oct 29 08:55:04.070452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07cbe3db-0786-41a4-b590-fabb770e1767 req-327b2b02-e06e-4170-beb3-aa39f85a68ee service neutron] 10.222.0.15 "GET /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273556 Oct 29 08:55:04.413833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779cb1b-f660-41b1-bef6-4b77718c6d73 req-eb54808d-58a9-4f28-b060-d5e37e10d656 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:04.415431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a779cb1b-f660-41b1-bef6-4b77718c6d73 req-eb54808d-58a9-4f28-b060-d5e37e10d656 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.0754931 Oct 29 08:55:04.467608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a779cb1b-f660-41b1-bef6-4b77718c6d73 req-467872a9-9e26-4b55-b839-29eae06097a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Oct 29 08:55:04.894572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf990464-5bfe-4dd4-9b09-068ceb1f4f7a req-5365f58d-1910-4843-a381-3c5f066a5622 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:04.896166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf990464-5bfe-4dd4-9b09-068ceb1f4f7a req-5365f58d-1910-4843-a381-3c5f066a5622 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0777552 Oct 29 08:55:04.940853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf990464-5bfe-4dd4-9b09-068ceb1f4f7a req-37af140e-e199-4a75-826c-1c6da9f6e325 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368402 Oct 29 08:55:05.426983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52302) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:05.571051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca46effc-b1ad-46b4-809e-4ed6911ee2bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:05.647471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b457b-aab8-4772-99fe-f434440e1745 req-9dc9efdc-5f4a-4210-8826-0a86d33ce9d6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:05.651152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149b457b-aab8-4772-99fe-f434440e1745 req-9dc9efdc-5f4a-4210-8826-0a86d33ce9d6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.0867381 Oct 29 08:55:05.692235 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca46effc-b1ad-46b4-809e-4ed6911ee2bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:05.698038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ca46effc-b1ad-46b4-809e-4ed6911ee2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:05.737251 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-149b457b-aab8-4772-99fe-f434440e1745 req-974e1967-1015-462d-a37f-2b6ceeca8535 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690894 Oct 29 08:55:05.740642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46effc-b1ad-46b4-809e-4ed6911ee2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef1d315-934b-45d7-a1f7-e528ae0990ff,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:05.756471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ca46effc-b1ad-46b4-809e-4ed6911ee2bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50fc147d83784e4aa882ab66d27193bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320627 Oct 29 08:55:05.756636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52314) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:05.823875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df90b45c-73f8-45e1-8ec4-9fdbfe6696ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:05.855907 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df90b45c-73f8-45e1-8ec4-9fdbfe6696ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:05.913927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df90b45c-73f8-45e1-8ec4-9fdbfe6696ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:05.916337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df90b45c-73f8-45e1-8ec4-9fdbfe6696ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:05.920142 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-df90b45c-73f8-45e1-8ec4-9fdbfe6696ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ef1d315-934b-45d7-a1f7-e528ae0990ff HTTP/1.1" status: 204 len: 168 time: 0.1597860 Oct 29 08:55:05.927791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90b45c-73f8-45e1-8ec4-9fdbfe6696ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef1d315-934b-45d7-a1f7-e528ae0990ff,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:06.099202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a85b3c-e0ed-4868-b098-433edc965789 req-f4fa016b-b5eb-4676-bc6b-43a384784ce1 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:06.101777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-11a85b3c-e0ed-4868-b098-433edc965789 req-f4fa016b-b5eb-4676-bc6b-43a384784ce1 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0722013 Oct 29 08:55:06.150939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-11a85b3c-e0ed-4868-b098-433edc965789 req-f9b45c29-d5cd-4d32-acd0-116141e7c33a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Oct 29 08:55:06.273252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52336) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:06.289729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d79e-19aa-456f-9c13-5872bd9592e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:06.382488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d79e-19aa-456f-9c13-5872bd9592e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:06.388007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d79e-19aa-456f-9c13-5872bd9592e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:06.430767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3d79e-19aa-456f-9c13-5872bd9592e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc14a4-e94c-4166-a464-d99ceffdf2d4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:06.439365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52342) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:06.454120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e7d3d79e-19aa-456f-9c13-5872bd9592e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=edd870f0bf54477bb83d8ddc3f62bf48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787031 Oct 29 08:55:06.497123 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-541d1ee3-7ea7-4dca-81a7-73129a691ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:06.520855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-541d1ee3-7ea7-4dca-81a7-73129a691ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:06.570146 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-541d1ee3-7ea7-4dca-81a7-73129a691ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:06.572795 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-541d1ee3-7ea7-4dca-81a7-73129a691ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:06.574175 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-541d1ee3-7ea7-4dca-81a7-73129a691ce2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76bc14a4-e94c-4166-a464-d99ceffdf2d4 HTTP/1.1" status: 204 len: 168 time: 0.1334157 Oct 29 08:55:06.595972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d1ee3-7ea7-4dca-81a7-73129a691ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc14a4-e94c-4166-a464-d99ceffdf2d4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:06.885877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054370a-1d51-45b4-97e9-3f17cd31907d req-f010b5e3-3856-456f-9d90-898f41fc7676 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:06.887474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1054370a-1d51-45b4-97e9-3f17cd31907d req-f010b5e3-3856-456f-9d90-898f41fc7676 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.0722470 Oct 29 08:55:06.948840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1054370a-1d51-45b4-97e9-3f17cd31907d req-5e37a33e-2607-4a65-abc2-d4e1525daf95 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549853 Oct 29 08:55:07.298687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdc87-46cb-42b8-ae32-5258c59cf72c req-791ff22e-1ab6-43b1-aeed-0b999ec80b86 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:07.308823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33efdc87-46cb-42b8-ae32-5258c59cf72c req-791ff22e-1ab6-43b1-aeed-0b999ec80b86 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0787053 Oct 29 08:55:07.353668 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33efdc87-46cb-42b8-ae32-5258c59cf72c req-f5a24d64-65c8-42b8-9bfb-f10063811805 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Oct 29 08:55:08.136403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a82b5-9f22-44e6-bca1-716e64ed82e2 req-fad23ee4-0cf9-4b9d-a864-17c3cb2d932c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:08.139046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-656a82b5-9f22-44e6-bca1-716e64ed82e2 req-fad23ee4-0cf9-4b9d-a864-17c3cb2d932c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 945 time: 0.0796323 Oct 29 08:55:08.192216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-656a82b5-9f22-44e6-bca1-716e64ed82e2 req-fb65cef4-2371-4a9c-ab2f-bb9086e5868e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361812 Oct 29 08:55:08.523406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-5ce86060-5cd0-483b-8ad5-41c28b1d72de service neutron] 10.222.0.15 "GET /v2.0/ports/9f140057-979a-4321-9374-9ea3402bd24b/bindings/n-h1-815940-1 HTTP/1.1" status: 200 len: 384 time: 0.1464183 Oct 29 08:55:08.560422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbf41e-2b21-4941-a12e-63df742f0452 req-599f502a-5834-4843-94a8-ff6dbe61a35e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:08.562278 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5bbf41e-2b21-4941-a12e-63df742f0452 req-599f502a-5834-4843-94a8-ff6dbe61a35e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0886803 Oct 29 08:55:08.651690 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a5bbf41e-2b21-4941-a12e-63df742f0452 req-cbc3d5ad-ba40-4d32-8a88-138920a04d1d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811656 Oct 29 08:55:09.123306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:09.148378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:09.223328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:09.229541 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaab0faa-73a9-4608-9501-b4a1c7274e1d" -d '{"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-unplugged", "status": "completed", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:09.238793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:09.263917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:09.345307 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4bbbcd-13c9-47b4-ac9e-0686b67bec73 x-openstack-request-id: req-ab4bbbcd-13c9-47b4-ac9e-0686b67bec73 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:09.345707 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-unplugged", "status": "completed", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:09.346053 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab4bbbcd-13c9-47b4-ac9e-0686b67bec73 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:09.347154 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'code': 200} Oct 29 08:55:09.379954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-163443ef-e844-491c-af01-1d97568c100a req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] Transition to ACTIVE for port object 9f140057-979a-4321-9374-9ea3402bd24b will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:55:09.441411 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:09.559095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-a84ccdd1-dc25-42b2-bcc7-671f80941e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:09.561393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-a84ccdd1-dc25-42b2-bcc7-671f80941e64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 1097 time: 0.1323011 Oct 29 08:55:09.593193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8c25b-9763-4486-9a0e-697005d02bd9 req-ed647a9c-ad79-41b2-88c8-54e66876c0c8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:09.595634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2cc8c25b-9763-4486-9a0e-697005d02bd9 req-ed647a9c-ad79-41b2-88c8-54e66876c0c8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 944 time: 0.2122154 Oct 29 08:55:09.802416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-99c21218-be10-4c1f-ab36-5905e1a404b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:09.804481 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-99c21218-be10-4c1f-ab36-5905e1a404b3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 917 time: 0.2077069 Oct 29 08:55:09.904681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876bb68-5bfa-411c-a9de-012ffc2cad38 req-36bbe08d-eed7-4b3a-86a3-4ebe95d27761 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:09.906235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e876bb68-5bfa-411c-a9de-012ffc2cad38 req-36bbe08d-eed7-4b3a-86a3-4ebe95d27761 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1177833 Oct 29 08:55:09.993138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] Pushing event updated for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=11']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:10.002457 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-6898bc47-0de7-41c6-abc3-5700a5ce7874 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84 HTTP/1.1" status: 200 len: 217 time: 0.1868224 Oct 29 08:55:10.020914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e876bb68-5bfa-411c-a9de-012ffc2cad38 req-5e3a5870-735f-4e6e-995d-47af841bd1e2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048522 Oct 29 08:55:10.053894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-163443ef-e844-491c-af01-1d97568c100a req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] No DVR routers for this DVR port 9f140057-979a-4321-9374-9ea3402bd24b on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:55:10.219626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2cc8c25b-9763-4486-9a0e-697005d02bd9 req-7b5ed703-98bf-4f01-a8aa-7ad165704e36 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5471539 Oct 29 08:55:10.227013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9f140057-979a-4321-9374-9ea3402bd24b no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:55:10.285899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-a3f1bb5d-0808-4b00-a87b-737699ef5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:10.287445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-a3f1bb5d-0808-4b00-a87b-737699ef5f4f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 200 len: 855 time: 0.2480516 Oct 29 08:55:10.346487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9f140057-979a-4321-9374-9ea3402bd24b not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:55:10.369841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-29d9be12-d06c-4347-b636-11afa88b6141 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87d25733-0f7d-49a1-a028-11a49c00465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718346 Oct 29 08:55:10.378704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-3b77e2fa-8112-43d8-93c8-75a758e782ea service neutron] 10.222.0.15 "PUT /v2.0/ports/9f140057-979a-4321-9374-9ea3402bd24b/bindings/n-h1-815940-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8483729 Oct 29 08:55:10.505056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-acddcc84-1e0a-4ccd-b060-f3ab768b3865 service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250172 Oct 29 08:55:10.561459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-24e8b250-2726-4ab5-ad17-2795b13672c8 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:10.563707 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-24e8b250-2726-4ab5-ad17-2795b13672c8 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.1067069 Oct 29 08:55:10.669022 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b91006ce-a8f0-4492-9a9f-461972ec0adf req-0b1060bb-82c3-4cff-942f-a2e68398a85f service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564126 Oct 29 08:55:10.675302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-6f273178-5467-4212-b2e5-1b3ff4671c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:10.677008 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-6f273178-5467-4212-b2e5-1b3ff4671c77 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 1095 time: 0.1049733 Oct 29 08:55:10.743515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-4269c1fe-8f82-4ade-9ac2-cf47620fdd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:10.745016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-4269c1fe-8f82-4ade-9ac2-cf47620fdd72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1095 time: 0.0428967 Oct 29 08:55:10.856096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-65c8c5ad-3137-4a96-aa90-6d2c511f4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:10.857948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-65c8c5ad-3137-4a96-aa90-6d2c511f4064 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 200 len: 899 time: 0.1047802 Oct 29 08:55:10.990353 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-27f98149-8b5a-4b0e-aa0c-97c2f0d452f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 997 time: 0.1248004 Oct 29 08:55:11.072780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-bd155646-08de-492c-9d4a-3d55a1ddb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:11.074424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-bd155646-08de-492c-9d4a-3d55a1ddb7ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c268e471-13a9-469a-a9fb-f0313fc87b78 HTTP/1.1" status: 200 len: 835 time: 0.0755961 Oct 29 08:55:11.191106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-290e016f-6048-4b00-b36b-dae54af0dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:11.192685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-290e016f-6048-4b00-b36b-dae54af0dbdd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099758 Oct 29 08:55:11.427867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52283391-8867-4fd9-b60d-180c65363052 req-6b4d9b45-fc38-41cb-b529-02068a793a3d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:11.446515 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-52283391-8867-4fd9-b60d-180c65363052 req-6b4d9b45-fc38-41cb-b529-02068a793a3d tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 944 time: 0.0955658 Oct 29 08:55:11.496525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-52283391-8867-4fd9-b60d-180c65363052 req-f14d7d0e-9568-47ea-907f-85366b1216fd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484262 Oct 29 08:55:11.639112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ee1ce-6a6f-47e7-b33d-bd63cd694c07 req-540a4239-015b-443d-aca3-9fb0fbab7c35 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:11.647986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-669ee1ce-6a6f-47e7-b33d-bd63cd694c07 req-540a4239-015b-443d-aca3-9fb0fbab7c35 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.5216565 Oct 29 08:55:11.748640 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-669ee1ce-6a6f-47e7-b33d-bd63cd694c07 req-78ed2119-0e59-4455-a783-c03511ba1dae tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986664 Oct 29 08:55:11.753378 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-9b12ce3e-ae88-4f47-92af-dfa652ee3ca4 service neutron] 10.222.0.93 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509160 Oct 29 08:55:11.890281 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-0503a286-a0a7-4fbb-9151-13242807f230 service neutron] 10.222.0.93 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289227 Oct 29 08:55:12.226379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163443ef-e844-491c-af01-1d97568c100a req-1bb3aa2a-7555-442d-b372-d693f9223fcb tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:12.227947 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-1bb3aa2a-7555-442d-b372-d693f9223fcb tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 1095 time: 0.0734921 Oct 29 08:55:12.457484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-163443ef-e844-491c-af01-1d97568c100a req-a3736a67-82d1-43e1-b07d-f6ef9439338a service neutron] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h2-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:12.461601 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-163443ef-e844-491c-af01-1d97568c100a req-a3736a67-82d1-43e1-b07d-f6ef9439338a service neutron] Publish callbacks [] for binding, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:12.462745 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-a3736a67-82d1-43e1-b07d-f6ef9439338a service neutron] 10.222.0.93 "DELETE /v2.0/ports/9f140057-979a-4321-9374-9ea3402bd24b/bindings/n-h2-815940-1 HTTP/1.1" status: 204 len: 173 time: 0.2260950 Oct 29 08:55:12.674368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1e817-c7f8-4810-a98e-14a6bc5063f1 req-9d1d6b3b-8fc4-4f43-bcc6-c8b469422df2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:12.676716 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fb1e817-c7f8-4810-a98e-14a6bc5063f1 req-9d1d6b3b-8fc4-4f43-bcc6-c8b469422df2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 944 time: 0.0739689 Oct 29 08:55:12.737881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fb1e817-c7f8-4810-a98e-14a6bc5063f1 req-e22665a8-0494-4dd9-8ee5-80aadf52042c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548403 Oct 29 08:55:12.938858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e6969-2f90-4e68-b601-88a05aeeeb8c req-a1a0a7dc-8964-4b8f-9e8e-735ad3840612 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:12.947893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd5e6969-2f90-4e68-b601-88a05aeeeb8c req-a1a0a7dc-8964-4b8f-9e8e-735ad3840612 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1079855 Oct 29 08:55:12.958493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7c4d5-759e-4621-9613-cc75a9b416ae req-efdbfc1d-5067-4cc9-b131-b23327997f38 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:12.961649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4b7c4d5-759e-4621-9613-cc75a9b416ae req-efdbfc1d-5067-4cc9-b131-b23327997f38 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1095 time: 0.0688009 Oct 29 08:55:13.008698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd5e6969-2f90-4e68-b601-88a05aeeeb8c req-26bd6fe1-5c5f-474b-b1b7-499260c23c7b tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549049 Oct 29 08:55:13.018867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c4b7c4d5-759e-4621-9613-cc75a9b416ae req-9c7561d6-1796-43fa-9f5d-b6f40ea35bde tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473294 Oct 29 08:55:13.171599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7087b01-8abc-4cef-8d42-883eeced3f4b req-fd2d033d-9c9c-4741-9556-93dd4cba6cf3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:13.180069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7087b01-8abc-4cef-8d42-883eeced3f4b req-fd2d033d-9c9c-4741-9556-93dd4cba6cf3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 944 time: 0.0707142 Oct 29 08:55:13.289978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7087b01-8abc-4cef-8d42-883eeced3f4b req-6e6aecac-7fc9-4a6e-8cbf-8c2eda219bbd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080899 Oct 29 08:55:13.305995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52610) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:13.411622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b2f93ef4-1643-43a4-886e-a81f2b8f5500 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/dd1c17ba-e7cd-4420-9034-a3d305b43329 HTTP/1.1" status: 200 len: 989 time: 0.1005638 Oct 29 08:55:13.673915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f140057-979a-4321-9374-9ea3402bd24b no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:55:14.130825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe47ee-ef8a-4f68-94c1-ded072dfcdb6 req-4db405fb-2190-4160-83a6-8406196f506f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:14.132650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10fe47ee-ef8a-4f68-94c1-ded072dfcdb6 req-4db405fb-2190-4160-83a6-8406196f506f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0640533 Oct 29 08:55:14.184433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10fe47ee-ef8a-4f68-94c1-ded072dfcdb6 req-c56ddb9a-4826-4c41-b206-6ef91ad36656 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445094 Oct 29 08:55:14.285872 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e38e07bc-742f-4035-8a6b-795acb79db02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:14.558590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52644) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:14.676435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1497be6e-ef0c-46c6-b36f-cf589ea20abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:14.758221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1497be6e-ef0c-46c6-b36f-cf589ea20abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:14.763186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1497be6e-ef0c-46c6-b36f-cf589ea20abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:14.806957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1497be6e-ef0c-46c6-b36f-cf589ea20abf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b62e200ecf1647b98d33ad549ec6fe0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446690 Oct 29 08:55:14.806957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497be6e-ef0c-46c6-b36f-cf589ea20abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3924e23-557d-439c-9b64-d8d2a4877fa7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:14.808080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52648) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:14.879962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3287e98e-0b95-4e53-9520-2dc20b929152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:14.904204 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3287e98e-0b95-4e53-9520-2dc20b929152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:14.958813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3287e98e-0b95-4e53-9520-2dc20b929152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:14.963097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3287e98e-0b95-4e53-9520-2dc20b929152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:14.964875 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3287e98e-0b95-4e53-9520-2dc20b929152 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3924e23-557d-439c-9b64-d8d2a4877fa7 HTTP/1.1" status: 204 len: 168 time: 0.1533172 Oct 29 08:55:14.974668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287e98e-0b95-4e53-9520-2dc20b929152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3924e23-557d-439c-9b64-d8d2a4877fa7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:15.312885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52668) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:15.330103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8365d98c-df2f-499f-ae82-9010b1b64687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.339330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba21fe-afff-4dcf-9f9d-9819e75b4a9b req-447a1d88-bcdd-44d4-8b63-0f96d9f70b85 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:15.347902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a9ba21fe-afff-4dcf-9f9d-9819e75b4a9b req-447a1d88-bcdd-44d4-8b63-0f96d9f70b85 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0791178 Oct 29 08:55:15.386824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a9ba21fe-afff-4dcf-9f9d-9819e75b4a9b req-d725a866-c0a9-46d8-886e-5a96e17a52e9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Oct 29 08:55:15.445037 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8365d98c-df2f-499f-ae82-9010b1b64687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.450980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8365d98c-df2f-499f-ae82-9010b1b64687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.504651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52680) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:15.504882 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8365d98c-df2f-499f-ae82-9010b1b64687 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3aea94fdf83c4ba490ef274d2598debb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916425 Oct 29 08:55:15.506604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365d98c-df2f-499f-ae82-9010b1b64687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41bc345-2c39-4029-8a9c-460eca9d89d3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:15.593076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.615954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.672875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.675155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52684) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:15.677785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.679200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c41bc345-2c39-4029-8a9c-460eca9d89d3 HTTP/1.1" status: 204 len: 168 time: 0.1739838 Oct 29 08:55:15.691664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41bc345-2c39-4029-8a9c-460eca9d89d3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:15.700283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.701037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.701786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.702275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.702978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.703828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.704594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.705055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.705662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.706134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.706595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.707188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302d8e6a-86fa-42bb-b5ae-ae4bfc5019ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:15.901185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 5bd9364c-292e-4be7-b931-7ad2cd52db6f {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:55:15.902270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.996858 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:15.997483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:16.011674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 5bd9364c-292e-4be7-b931-7ad2cd52db6f owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:55:16.191675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:16.235975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=5bd9364c-292e-4be7-b931-7ad2cd52db6f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:16.325519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:16.326165 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Floating IP dd1c17ba-e7cd-4420-9034-a3d305b43329 disassociated (deleted). External IP: 172.25.5.3, port: 9f140057-979a-4321-9374-9ea3402bd24b. Oct 29 08:55:16.567172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5bed2-9b26-4add-9091-fe3b006017e9 req-17ef5892-f082-45bf-9bdd-fb43aacf68d0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:16.571600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbd5bed2-9b26-4add-9091-fe3b006017e9 req-17ef5892-f082-45bf-9bdd-fb43aacf68d0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1004076 Oct 29 08:55:16.636067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:55:16.648348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbd5bed2-9b26-4add-9091-fe3b006017e9 req-66053ed4-ca21-4ac0-a5bc-fffd95b72033 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614481 Oct 29 08:55:16.784255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:55:16.789800 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:16.798405 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] Sync routers for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:55:16.811793 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:16.814029 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:54:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:16.827186 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bc0d93bd-f5fd-4f48-8a7f-6c3500b5bc04 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/floatingips/dd1c17ba-e7cd-4420-9034-a3d305b43329 HTTP/1.1" status: 204 len: 168 time: 1.1504433 Oct 29 08:55:16.828125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:16.830821 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698ce639-9634-4a12-bed7-bceb77b15f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:16.874209 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729b8678-6cd5-4d3b-be9d-294794dcc886 x-openstack-request-id: req-729b8678-6cd5-4d3b-be9d-294794dcc886 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:16.874750 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:16.875359 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-729b8678-6cd5-4d3b-be9d-294794dcc886 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:16.875987 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'status': 'completed', 'code': 200} Oct 29 08:55:17.007994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-838e5983-bfdd-40a9-9056-59421b97ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:17.008903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-838e5983-bfdd-40a9-9056-59421b97ae3f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 1095 time: 0.1059604 Oct 29 08:55:17.014545 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-73f3328f-4aa9-4a32-8a1e-387dca7d5231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:17.033632 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:17.209872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-d652a4dc-01ad-4cc2-8adb-7cafce6dda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:17.211913 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-d652a4dc-01ad-4cc2-8adb-7cafce6dda19 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 200 len: 899 time: 0.1939645 Oct 29 08:55:17.272981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-8dfe48d7-690b-4fc1-9749-3b0dfee976fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 200 len: 217 time: 0.0462737 Oct 29 08:55:17.363637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c051c84-4e80-4c91-9324-17d26d9aee8a req-c8b83d9f-4aad-4a96-bb60-dce1c1ed570b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:17.365720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-15ddc2b0-0c71-4e7f-b668-26b6fbb79549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:17.367373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-15ddc2b0-0c71-4e7f-b668-26b6fbb79549 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c268e471-13a9-469a-a9fb-f0313fc87b78 HTTP/1.1" status: 200 len: 835 time: 0.0875340 Oct 29 08:55:17.370745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c051c84-4e80-4c91-9324-17d26d9aee8a req-c8b83d9f-4aad-4a96-bb60-dce1c1ed570b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 944 time: 0.1056969 Oct 29 08:55:17.385821 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:54:02Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:17.423549 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] Checking router: 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:55:17.446933 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:17.450379 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:17.461304 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c051c84-4e80-4c91-9324-17d26d9aee8a req-de25cef6-b54c-44f8-bcc8-06f1e60b5c60 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895154 Oct 29 08:55:17.479422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-8419ec5b-5c44-4cf2-8ada-33bf19e0c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:17.481116 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-8419ec5b-5c44-4cf2-8ada-33bf19e0c970 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1a2587ef-58f0-428f-9f5a-87ae0f23a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046627 Oct 29 08:55:17.499591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-6cb4a8ff-7844-4d55-8c86-233965ea6626 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:55:17.500960 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-6cb4a8ff-7844-4d55-8c86-233965ea6626 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093799 Oct 29 08:55:17.614843 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:17.636700 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-28116ef1-3323-4e65-a008-5c515354708b service neutron] 10.222.0.93 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262507 Oct 29 08:55:17.855619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1939-0ece-434d-9c03-42780015f5df req-bf412262-afd4-4c03-91b4-867da5045dc2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:17.857544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38ee1939-0ece-434d-9c03-42780015f5df req-bf412262-afd4-4c03-91b4-867da5045dc2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0857236 Oct 29 08:55:17.861678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-698ce639-9634-4a12-bed7-bceb77b15f5d req-ee9e3dbf-f3ac-4d95-89f0-d8d176d9fd4c service neutron] 10.222.0.93 "GET /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163639 Oct 29 08:55:17.897767 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:54:02Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:17.917591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-d9305785-efae-4589-826a-868595f9c1a6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:17.925578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-d9305785-efae-4589-826a-868595f9c1a6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 944 time: 0.1189773 Oct 29 08:55:17.930167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-38ee1939-0ece-434d-9c03-42780015f5df req-082662be-16a0-4187-881e-0b9b13c86051 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636342 Oct 29 08:55:17.938236 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693719de-146a-47a3-919e-c7a2e32f45a8 None None] The sync data for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 is: [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:53:56Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2168f7e6-5905-459d-98fa-9b29fca3a7cd', 'name': '', 'network_id': '1a2587ef-58f0-428f-9f5a-87ae0f23a91f', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:72:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:55Z', 'updated_at': '2021-10-29T08:54:02Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c268e471-13a9-469a-a9fb-f0313fc87b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:55:18.098536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 9f140057-979a-4321-9374-9ea3402bd24b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:55:18.098877 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:18.159237 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:18.241216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 9f140057-979a-4321-9374-9ea3402bd24b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9f140057-979a-4321-9374-9ea3402bd24b,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:18.241664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:18.260966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 9f140057-979a-4321-9374-9ea3402bd24b owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:55:18.305862 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:18.389917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8afb8c9-6463-44cb-9aeb-2c117a78ce06 None None] New status for floating IP dd1c17ba-e7cd-4420-9034-a3d305b43329: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:55:18.486145 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:18.524551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=9f140057-979a-4321-9374-9ea3402bd24b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:18.603633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] No DVR routers for this DVR port 9f140057-979a-4321-9374-9ea3402bd24b on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:55:18.643438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:18.656644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0bb2fec-a6e3-4818-a039-00327831bdf8 req-fd299b93-1a79-4ad1-8232-f489ba5e60b2 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "DELETE /v2.0/ports/9f140057-979a-4321-9374-9ea3402bd24b HTTP/1.1" status: 204 len: 173 time: 0.7284327 Oct 29 08:55:18.670753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2767684-00b5-4203-b854-e11009682fa5 req-fd1370c2-4e17-4be9-810a-9070d2a024db tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c571b80-9b1f-4145-b479-f870a2d77494 HTTP/1.1" status: 200 len: 210 time: 0.0682266 Oct 29 08:55:18.673063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-deleted', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:18.677911 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c30ee2-5b6a-4c9a-80a0-5d4710dc2a55" -d '{"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-deleted", "tag": "9f140057-979a-4321-9374-9ea3402bd24b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:18.725714 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c4f70c-3460-4bae-b1e1-1c8b07ecc45e x-openstack-request-id: req-79c4f70c-3460-4bae-b1e1-1c8b07ecc45e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:18.726017 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c571b80-9b1f-4145-b479-f870a2d77494", "name": "network-vif-deleted", "tag": "9f140057-979a-4321-9374-9ea3402bd24b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:18.726273 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79c4f70c-3460-4bae-b1e1-1c8b07ecc45e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:18.726712 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c571b80-9b1f-4145-b479-f870a2d77494', 'name': 'network-vif-deleted', 'tag': '9f140057-979a-4321-9374-9ea3402bd24b', 'status': 'completed', 'code': 200} Oct 29 08:55:19.073382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1595e79-56cc-4cc6-aafa-fbe8dcaf88b8 req-044c28fd-5d17-4145-bf41-092800edb263 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:19.082342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e1595e79-56cc-4cc6-aafa-fbe8dcaf88b8 req-044c28fd-5d17-4145-bf41-092800edb263 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0672085 Oct 29 08:55:19.139901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e1595e79-56cc-4cc6-aafa-fbe8dcaf88b8 req-be563bc5-8d20-409f-b74c-e6908fadb080 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565097 Oct 29 08:55:19.530342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:19.742883 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52832) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:20.255905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:20.277708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33611-c135-403b-b4fb-7ed4df4ab1d5 req-f6556755-deea-4185-8239-63d4be293caf tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:20.288156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25b33611-c135-403b-b4fb-7ed4df4ab1d5 req-f6556755-deea-4185-8239-63d4be293caf tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0689273 Oct 29 08:55:20.340984 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25b33611-c135-403b-b4fb-7ed4df4ab1d5 req-84343c1b-48df-4092-abf7-4a6bd0eae3be tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505188 Oct 29 08:55:20.663776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 2168f7e6-5905-459d-98fa-9b29fca3a7cd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:55:20.664170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:20.774616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 2168f7e6-5905-459d-98fa-9b29fca3a7cd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2168f7e6-5905-459d-98fa-9b29fca3a7cd,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:20.775279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:20.790620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 2168f7e6-5905-459d-98fa-9b29fca3a7cd owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:55:21.038851 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:21.074498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=2168f7e6-5905-459d-98fa-9b29fca3a7cd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:21.345934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:21.689800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f140057-979a-4321-9374-9ea3402bd24b no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:55:21.731998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 9f140057-979a-4321-9374-9ea3402bd24b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:55:21.732361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9f140057-979a-4321-9374-9ea3402bd24b not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:55:21.869236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52916) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:21.875481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-eaf457c8-a6f6-449b-8a30-e022aba342bb tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802204013', 'description': 'tempest-secgroup-smoke-1802204013 description', 'project_id': '7ce006a7f4994292b81b61271670d77e'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:21.905524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaf457c8-a6f6-449b-8a30-e022aba342bb tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:21.998287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff8f25-e684-4f78-b8d7-602b00b385e9 req-5c76c53d-04ce-4513-89ad-3ad0f4108df9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:22.002144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cfff8f25-e684-4f78-b8d7-602b00b385e9 req-5c76c53d-04ce-4513-89ad-3ad0f4108df9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.5160141 Oct 29 08:55:22.022640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaf457c8-a6f6-449b-8a30-e022aba342bb tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.030187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaf457c8-a6f6-449b-8a30-e022aba342bb tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.063352 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cfff8f25-e684-4f78-b8d7-602b00b385e9 req-c58509d3-4531-4d33-9ffa-58407e5e1e35 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532622 Oct 29 08:55:22.069998 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaf457c8-a6f6-449b-8a30-e022aba342bb tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.074182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eaf457c8-a6f6-449b-8a30-e022aba342bb tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2004247 Oct 29 08:55:22.074182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf457c8-a6f6-449b-8a30-e022aba342bb tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:22.076047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52926) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:22.081446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e28b83f9-ac90-41f9-8ffb-2b13aca04065 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'security_group_rule': {'security_group_id': '4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2', 'project_id': '7ce006a7f4994292b81b61271670d77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:22.089257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:55:22.124671 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e28b83f9-ac90-41f9-8ffb-2b13aca04065 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.197027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e28b83f9-ac90-41f9-8ffb-2b13aca04065 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.203343 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e28b83f9-ac90-41f9-8ffb-2b13aca04065 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.230156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b83f9-ac90-41f9-8ffb-2b13aca04065 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2fadcd-35c3-498e-aec8-9c2a64ae5955,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:22.242518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:55:22.242741 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e28b83f9-ac90-41f9-8ffb-2b13aca04065 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.245412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e28b83f9-ac90-41f9-8ffb-2b13aca04065 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683440 Oct 29 08:55:22.248811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52938) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:22.253404 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] Sync routers for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:55:22.260016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2fb9e68a-372b-4631-9ff2-61621f9316b6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'security_group_rule': {'security_group_id': '4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2', 'project_id': '7ce006a7f4994292b81b61271670d77e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:22.262192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-125f40bb-b229-4460-8c36-94468b78ab4c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "PUT /v2.0/routers/0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5167711 Oct 29 08:55:22.263048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52940) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:22.267205 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:22.269379 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:22.313926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e68a-372b-4631-9ff2-61621f9316b6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.329196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-0773087f-88e7-4b01-8e85-3e52db519342 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting subnet c268e471-13a9-469a-a9fb-f0313fc87b78 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:55:22.333337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0773087f-88e7-4b01-8e85-3e52db519342 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.402262 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e68a-372b-4631-9ff2-61621f9316b6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.408718 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0773087f-88e7-4b01-8e85-3e52db519342 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.411446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e68a-372b-4631-9ff2-61621f9316b6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.448440 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:22.458989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9e68a-372b-4631-9ff2-61621f9316b6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75839233-56a3-4532-95b9-e26fe5afa99c,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:22.469825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e68a-372b-4631-9ff2-61621f9316b6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.473904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2fb9e68a-372b-4631-9ff2-61621f9316b6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2211509 Oct 29 08:55:22.474321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52944) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:22.479157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-05c6d673-7556-4f06-beb1-4979abadd46c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'security_group_rule': {'security_group_id': '4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2', 'project_id': '7ce006a7f4994292b81b61271670d77e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:22.547663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05c6d673-7556-4f06-beb1-4979abadd46c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.581023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0773087f-88e7-4b01-8e85-3e52db519342 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.665996 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:55:20Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:22.686549 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05c6d673-7556-4f06-beb1-4979abadd46c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.694038 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05c6d673-7556-4f06-beb1-4979abadd46c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.720400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6d673-7556-4f06-beb1-4979abadd46c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb62e03-03b5-4e9d-83ee-bc76ba6b5946,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:22.722782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0773087f-88e7-4b01-8e85-3e52db519342 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.733885 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] Checking router: 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:55:22.735823 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05c6d673-7556-4f06-beb1-4979abadd46c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.739718 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05c6d673-7556-4f06-beb1-4979abadd46c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2617497 Oct 29 08:55:22.740171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52958) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:22.746425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-495cd86c-9129-40e5-bebd-e73898e4bac3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'security_group_rule': {'security_group_id': '4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2', 'project_id': '7ce006a7f4994292b81b61271670d77e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:22.760066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773087f-88e7-4b01-8e85-3e52db519342 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Subnet': ['ID=c268e471-13a9-469a-a9fb-f0313fc87b78,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:22.765435 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] Routers {'0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:22.766075 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:22.767912 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0773087f-88e7-4b01-8e85-3e52db519342 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.771182 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0773087f-88e7-4b01-8e85-3e52db519342 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/subnets/c268e471-13a9-469a-a9fb-f0313fc87b78 HTTP/1.1" status: 204 len: 168 time: 0.5067766 Oct 29 08:55:22.774192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 52960) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:22.779222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be98210-89e8-40c7-b278-f6f60b1d7427 None None] Network 1a2587ef-58f0-428f-9f5a-87ae0f23a91f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:55:22.806140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-495cd86c-9129-40e5-bebd-e73898e4bac3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.939093 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-495cd86c-9129-40e5-bebd-e73898e4bac3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.950243 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-495cd86c-9129-40e5-bebd-e73898e4bac3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.957785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.982986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cd86c-9129-40e5-bebd-e73898e4bac3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ef22bd-0419-4f06-b8f1-8ff32ddf35fd,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:22.993088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-495cd86c-9129-40e5-bebd-e73898e4bac3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:22.995456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-495cd86c-9129-40e5-bebd-e73898e4bac3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2540524 Oct 29 08:55:22.998358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52968) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:23.006507 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] Set router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:23.008783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-363eda86-649c-43c3-b54b-147515e550c6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'security_group_rule': {'security_group_id': '4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2', 'project_id': '7ce006a7f4994292b81b61271670d77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:23.067939 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-363eda86-649c-43c3-b54b-147515e550c6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Project 7ce006a7f4994292b81b61271670d77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:55:23.080030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-363eda86-649c-43c3-b54b-147515e550c6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.166031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] DHCP port deletion for 1a2587ef-58f0-428f-9f5a-87ae0f23a91f request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:55:23.265934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-363eda86-649c-43c3-b54b-147515e550c6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.276140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-363eda86-649c-43c3-b54b-147515e550c6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.282321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] Deleting port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:55:23.285368 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.289365 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.328046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eda86-649c-43c3-b54b-147515e550c6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bebfb0-46d0-48a2-8d32-d21dd1345dfe,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:23.357771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-363eda86-649c-43c3-b54b-147515e550c6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.363066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-363eda86-649c-43c3-b54b-147515e550c6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3633082 Oct 29 08:55:23.366106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 52980) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:23.390745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-741d34d7-7488-47d5-a589-c7f3ee7b6617 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'security_group_rule': {'security_group_id': '4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2', 'project_id': '7ce006a7f4994292b81b61271670d77e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:23.437897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port dc956da4-d0a8-48fa-84de-446660f2d349 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:55:23.439169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.482686 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-741d34d7-7488-47d5-a589-c7f3ee7b6617 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Project 7ce006a7f4994292b81b61271670d77e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:55:23.491991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-741d34d7-7488-47d5-a589-c7f3ee7b6617 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.494678 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:55:20Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:23.574676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] For port 9966073f-90f3-4d07-9a14-e35a7d6b73d7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9966073f-90f3-4d07-9a14-e35a7d6b73d7,segment=NetworkSegment(c1b58f7d-8488-482b-9e16-1e7749d1bc7c),segment_id=c1b58f7d-8488-482b-9e16-1e7749d1bc7c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:23.575872 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.601496 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f2dcd-c212-4186-b03e-cb4889d791df None None] The sync data for ids ['0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e'] in n-d-815940-1 is: [{'id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950676197', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:53:49Z', 'updated_at': '2021-10-29T08:55:20Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': 'dc956da4-d0a8-48fa-84de-446660f2d349', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:53:50Z', 'updated_at': '2021-10-29T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:55:23.610179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] Calling delete_port for 9966073f-90f3-4d07-9a14-e35a7d6b73d7 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:55:23.629759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port dc956da4-d0a8-48fa-84de-446660f2d349, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dc956da4-d0a8-48fa-84de-446660f2d349,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:23.630521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.646588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-741d34d7-7488-47d5-a589-c7f3ee7b6617 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.664844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-741d34d7-7488-47d5-a589-c7f3ee7b6617 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.665213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for dc956da4-d0a8-48fa-84de-446660f2d349 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:55:23.693824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 26aa204b-e70d-4bef-87c4-2e92d7cdab84 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:55:23.737482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d34d7-7488-47d5-a589-c7f3ee7b6617 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac021dd7-654e-4033-afca-d38ea586ba54,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:23.748733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-741d34d7-7488-47d5-a589-c7f3ee7b6617 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.749910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-741d34d7-7488-47d5-a589-c7f3ee7b6617 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3825598 Oct 29 08:55:23.797430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef561af0-d263-4633-92dd-a2add7ae09cb req-24bed9fd-cf40-44c7-8019-d5985b78fbbf tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:23.800390 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef561af0-d263-4633-92dd-a2add7ae09cb req-24bed9fd-cf40-44c7-8019-d5985b78fbbf tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1492317 Oct 29 08:55:23.852327 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.884110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] Pushing event deleted for resources: {'Port': ['ID=9966073f-90f3-4d07-9a14-e35a7d6b73d7,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:23.894803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef561af0-d263-4633-92dd-a2add7ae09cb req-b1cb9513-ec3a-418a-854e-2a6bd2270a91 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853860 Oct 29 08:55:23.901407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1521d30-db1f-43e1-b227-54024defa323 None None] No DVR routers for this DVR port 9966073f-90f3-4d07-9a14-e35a7d6b73d7 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:55:23.939554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:23.944092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:23.960274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '26aa204b-e70d-4bef-87c4-2e92d7cdab84', 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'port_id': '26aa204b-e70d-4bef-87c4-2e92d7cdab84', 'mac_address': 'fa:16:3e:8b:07:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a65288-b6a9-472e-8a1b-7ca6cf091720', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:55:23.983021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=dc956da4-d0a8-48fa-84de-446660f2d349,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:24.031082 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.049654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26aa204b-e70d-4bef-87c4-2e92d7cdab84 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:55:24.062281 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.075228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:24.092536 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.182399 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.186492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=26aa204b-e70d-4bef-87c4-2e92d7cdab84,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:24.186849 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.257289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-458a669b-f0f1-4a8c-ae5d-148ed5207b81 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802204013&fields=id&tenant_id=7ce006a7f4994292b81b61271670d77e HTTP/1.1" status: 200 len: 267 time: 0.0979822 Oct 29 08:55:24.293002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.293788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Fanout notify agent at l3_agent the message router_deleted on router 0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:55:24.303895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.307729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-da73e749-cb2d-4f4c-94bb-e477f4128cc5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/routers/0fbd1700-6f81-4fe2-bcd1-ae8f11dce46e HTTP/1.1" status: 204 len: 168 time: 1.5299411 Oct 29 08:55:24.308581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53016) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:24.403894 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['26aa204b-e70d-4bef-87c4-2e92d7cdab84'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:55:24.411377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-405c3562-3854-4b14-9c03-70926e1db8d0 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:24.412954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-405c3562-3854-4b14-9c03-70926e1db8d0 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/networks?id=0f811ac0-04c4-4253-a48e-436db722aff3 HTTP/1.1" status: 200 len: 813 time: 0.1343806 Oct 29 08:55:24.420424 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.456145 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-47ecb8ec-a253-40f7-9b58-68cedff72f4a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/quotas/7ce006a7f4994292b81b61271670d77e HTTP/1.1" status: 200 len: 375 time: 0.0261149 Oct 29 08:55:24.558552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-4c07fcad-9897-4d5f-a2d4-67984b5191cc tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ce006a7f4994292b81b61271670d77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011801 Oct 29 08:55:24.605076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.650117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2587ef-58f0-428f-9f5a-87ae0f23a91f']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:24.675319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:24.675655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b58f7d-8488-482b-9e16-1e7749d1bc7c') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:24.699223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.706951 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-f36c9adb-ed5f-4079-ad05-1e68a9c5e614 service neutron] 10.222.0.70 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478269 Oct 29 08:55:24.726088 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.735529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:55:24.736485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:55:24.741708 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:55:24.816966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.827582 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:24.832199 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/networks/1a2587ef-58f0-428f-9f5a-87ae0f23a91f HTTP/1.1" status: 204 len: 168 time: 0.5223804 Oct 29 08:55:24.834577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53032) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:24.835596 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-737a8139-23d4-4691-aa00-f4e41ec250e6 service neutron] 10.222.0.70 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217213 Oct 29 08:55:24.857286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44681789-dd0a-4a3b-86d3-ba5fa578ee48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Network': ['ID=1a2587ef-58f0-428f-9f5a-87ae0f23a91f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:24.936672 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7738fb3-f720-41dd-8fa2-12abed140ef8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:25.028358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7738fb3-f720-41dd-8fa2-12abed140ef8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:25.122133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dc956da4-d0a8-48fa-84de-446660f2d349 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:55:25.193377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02002b1a-8c4b-44e5-883f-6513dbf05d0f req-4788d077-584d-4b63-b975-679838377bc2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:25.201648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: dc956da4-d0a8-48fa-84de-446660f2d349 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:55:25.201928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02002b1a-8c4b-44e5-883f-6513dbf05d0f req-4788d077-584d-4b63-b975-679838377bc2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 945 time: 0.1450293 Oct 29 08:55:25.203945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dc956da4-d0a8-48fa-84de-446660f2d349 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:55:25.205381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9966073f-90f3-4d07-9a14-e35a7d6b73d7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:55:25.268051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9966073f-90f3-4d07-9a14-e35a7d6b73d7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:55:25.268622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9966073f-90f3-4d07-9a14-e35a7d6b73d7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:55:25.269217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2168f7e6-5905-459d-98fa-9b29fca3a7cd no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:55:25.281231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7738fb3-f720-41dd-8fa2-12abed140ef8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:25.283387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-983ff940-2285-4d49-8172-5fc3a9636b9f req-1779c136-8729-449f-8d8e-6273db673ccc tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.0516264 Oct 29 08:55:25.286501 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7738fb3-f720-41dd-8fa2-12abed140ef8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:25.291330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b7738fb3-f720-41dd-8fa2-12abed140ef8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb HTTP/1.1" status: 204 len: 168 time: 0.4532397 Oct 29 08:55:25.327780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2168f7e6-5905-459d-98fa-9b29fca3a7cd {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:55:25.328526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2168f7e6-5905-459d-98fa-9b29fca3a7cd not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:55:25.347343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7738fb3-f720-41dd-8fa2-12abed140ef8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a45c3c4-f0ed-4401-8d2e-bdcc76160ffb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:25.365061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02002b1a-8c4b-44e5-883f-6513dbf05d0f req-211bd7ae-3cb6-43b2-8f15-8645f43072c8 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622434 Oct 29 08:55:25.700126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53074) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:25.705040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-984cee94-59eb-449d-bd6f-2f808bfe39a0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696886277', 'description': 'tempest-secgroup-smoke-1696886277 description', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:25.719012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 26aa204b-e70d-4bef-87c4-2e92d7cdab84 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:25.780764 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-984cee94-59eb-449d-bd6f-2f808bfe39a0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:25.838257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:25.838675 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:25.948288 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-984cee94-59eb-449d-bd6f-2f808bfe39a0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:25.957139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-984cee94-59eb-449d-bd6f-2f808bfe39a0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:25.993621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cee94-59eb-449d-bd6f-2f808bfe39a0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e658be-c866-4cd4-8865-44e8924f7080,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:25.999188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-984cee94-59eb-449d-bd6f-2f808bfe39a0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.000653 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-984cee94-59eb-449d-bd6f-2f808bfe39a0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2994351 Oct 29 08:55:26.003690 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53084) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:26.008402 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.009929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-99cd9f2a-5f4f-436a-86a8-a817bd1abb34 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '39e658be-c866-4cd4-8865-44e8924f7080', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:26.040316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-99cd9f2a-5f4f-436a-86a8-a817bd1abb34 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.058700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086377c4-7d81-41f7-9f58-d5798c612e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aa204b-e70d-4bef-87c4-2e92d7cdab84'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:26.061606 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd51dc-334c-453d-8819-ae48ab55cbc4" -d '{"events": [{"server_uuid": "086377c4-7d81-41f7-9f58-d5798c612e85", "name": "network-vif-plugged", "status": "completed", "tag": "26aa204b-e70d-4bef-87c4-2e92d7cdab84"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:26.092943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:26.101443 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.124221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-99cd9f2a-5f4f-436a-86a8-a817bd1abb34 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.131766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-99cd9f2a-5f4f-436a-86a8-a817bd1abb34 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.155051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd9f2a-5f4f-436a-86a8-a817bd1abb34 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5226e7-add3-4915-aa13-499fccda1b6e,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:26.169557 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81e430b-68a2-4979-9fa6-386e5f0c150a x-openstack-request-id: req-b81e430b-68a2-4979-9fa6-386e5f0c150a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:26.170174 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086377c4-7d81-41f7-9f58-d5798c612e85", "name": "network-vif-plugged", "status": "completed", "tag": "26aa204b-e70d-4bef-87c4-2e92d7cdab84", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:26.170174 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b81e430b-68a2-4979-9fa6-386e5f0c150a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:26.170472 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086377c4-7d81-41f7-9f58-d5798c612e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aa204b-e70d-4bef-87c4-2e92d7cdab84', 'code': 200} Oct 29 08:55:26.175933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-99cd9f2a-5f4f-436a-86a8-a817bd1abb34 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.177756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-99cd9f2a-5f4f-436a-86a8-a817bd1abb34 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724586 Oct 29 08:55:26.182391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53092) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:26.189167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5d753768-d83c-4db0-a5f5-6a113244738b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '39e658be-c866-4cd4-8865-44e8924f7080', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:26.249902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d753768-d83c-4db0-a5f5-6a113244738b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.384974 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d753768-d83c-4db0-a5f5-6a113244738b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.392001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef227a-e55c-4c7d-9233-23ec3693ffc3 req-c3471d1e-5a6c-408f-bdf1-c4fbbf8aebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:26.394006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85ef227a-e55c-4c7d-9233-23ec3693ffc3 req-c3471d1e-5a6c-408f-bdf1-c4fbbf8aebf5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 1097 time: 0.0840783 Oct 29 08:55:26.408764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d753768-d83c-4db0-a5f5-6a113244738b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.446461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf8d610f-d74f-46b3-9efe-616096507564 req-b50cedf6-c232-4071-8dce-e6197cfcd50d tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.0612316 Oct 29 08:55:26.486124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=26aa204b-e70d-4bef-87c4-2e92d7cdab84,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:26.503172 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d753768-d83c-4db0-a5f5-6a113244738b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.504466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5d753768-d83c-4db0-a5f5-6a113244738b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3205180 Oct 29 08:55:26.507428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53102) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:26.512401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ecbe10b4-aa73-4346-80ee-c9bf00eb2621 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '39e658be-c866-4cd4-8865-44e8924f7080', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:26.540546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d753768-d83c-4db0-a5f5-6a113244738b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d46c5d-18ee-4a33-9c32-8a4935fcc27f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:26.586766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85ef227a-e55c-4c7d-9233-23ec3693ffc3 req-e3117068-ad7f-4c65-9a33-dd64e2716aa6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483462 Oct 29 08:55:26.588435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ecbe10b4-aa73-4346-80ee-c9bf00eb2621 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.699257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56bc35-e557-4adb-a34e-1dc62072c556 req-26faaa67-305c-4d27-9a68-a8e28f2f763c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:26.706652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d56bc35-e557-4adb-a34e-1dc62072c556 req-26faaa67-305c-4d27-9a68-a8e28f2f763c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1994455 Oct 29 08:55:26.724972 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ecbe10b4-aa73-4346-80ee-c9bf00eb2621 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.734595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ecbe10b4-aa73-4346-80ee-c9bf00eb2621 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.768156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d56bc35-e557-4adb-a34e-1dc62072c556 req-4c6ecac4-039b-426d-b128-22bbd1a6843d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551295 Oct 29 08:55:26.771502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe10b4-aa73-4346-80ee-c9bf00eb2621 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb59333a-002e-417e-9eac-3bab34966a98,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:26.784245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ecbe10b4-aa73-4346-80ee-c9bf00eb2621 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.785619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ecbe10b4-aa73-4346-80ee-c9bf00eb2621 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2771480 Oct 29 08:55:26.788784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53112) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:26.796619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-01b462b4-bb65-4687-8fcc-e8e42188734f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '39e658be-c866-4cd4-8865-44e8924f7080', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:26.823891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-96bb2a18-bc41-4a7c-a162-9fee89b92aab tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:26.831248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-96bb2a18-bc41-4a7c-a162-9fee89b92aab tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.15 "GET /v2.0/networks?id=0f811ac0-04c4-4253-a48e-436db722aff3 HTTP/1.1" status: 200 len: 813 time: 0.2651165 Oct 29 08:55:26.832887 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01b462b4-bb65-4687-8fcc-e8e42188734f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.923162 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01b462b4-bb65-4687-8fcc-e8e42188734f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.926050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-fec3ec2d-9eca-4109-90f7-9336b33c6817 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce006a7f4994292b81b61271670d77e HTTP/1.1" status: 200 len: 380 time: 0.0830793 Oct 29 08:55:26.931428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01b462b4-bb65-4687-8fcc-e8e42188734f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.936274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'port': {'device_id': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'admin_state_up': True, 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'security_groups': ['4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:26.952552 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b462b4-bb65-4687-8fcc-e8e42188734f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd31de58-5775-4f48-9f85-0f7851cd647e,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:26.988639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01b462b4-bb65-4687-8fcc-e8e42188734f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:26.990167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-01b462b4-bb65-4687-8fcc-e8e42188734f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1984992 Oct 29 08:55:26.992865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53122) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:27.004821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f8f12661-f11a-49df-b3e6-f217f47f70c3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '39e658be-c866-4cd4-8865-44e8924f7080', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:27.047995 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-f8f12661-f11a-49df-b3e6-f217f47f70c3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Project 4dd03b6aee5f49e1b3389d6d64c2931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:55:27.056298 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8f12661-f11a-49df-b3e6-f217f47f70c3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.142316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Made reservation on behalf of 7ce006a7f4994292b81b61271670d77e for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:27.144770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8f12661-f11a-49df-b3e6-f217f47f70c3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.147617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.152622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8f12661-f11a-49df-b3e6-f217f47f70c3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.178151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f12661-f11a-49df-b3e6-f217f47f70c3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc848286-e2e2-4586-bb28-ce5a6db5fa17,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:27.191064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8f12661-f11a-49df-b3e6-f217f47f70c3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.195878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f8f12661-f11a-49df-b3e6-f217f47f70c3 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2014196 Oct 29 08:55:27.196608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53130) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:27.202448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b9ee14ae-eaa6-4168-9197-776709f98999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'security_group_rule': {'security_group_id': '39e658be-c866-4cd4-8865-44e8924f7080', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:27.230377 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-b9ee14ae-eaa6-4168-9197-776709f98999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Project 4dd03b6aee5f49e1b3389d6d64c2931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:55:27.240117 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9ee14ae-eaa6-4168-9197-776709f98999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.359197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9ee14ae-eaa6-4168-9197-776709f98999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.364842 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9ee14ae-eaa6-4168-9197-776709f98999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.376046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Allocated IP 172.20.0.6 (0f811ac0-04c4-4253-a48e-436db722aff3/163a12f6-b492-4b8e-9276-0e3608b6f316/1717e8eb-a791-41dc-8648-8f99a94c3d77) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:27.391931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee14ae-eaa6-4168-9197-776709f98999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277a278c-6f67-45df-ae4f-e522d844d3eb,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:27.424802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9ee14ae-eaa6-4168-9197-776709f98999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.427854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b9ee14ae-eaa6-4168-9197-776709f98999 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2280967 Oct 29 08:55:27.430882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53136) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:27.446699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'network': {'name': 'tempest-network-smoke--1195980550', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:27.570985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:27.575417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.587448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-288683e1-9caf-48dc-9ddf-046b2c52e520 req-bcf55371-767a-4803-a665-b2829d899ee3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.0339165 Oct 29 08:55:27.634409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:55:27.649711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.668061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.668938 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Added segment 11e536a0-c00d-4a23-aed4-ffdb6c0e1d42 of type vlan for network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 Oct 29 08:55:27.728248 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.781019 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.787094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:27.787703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.799109 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.897809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4633214 Oct 29 08:55:27.898635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53152) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:27.906144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'admin_state_up': True, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:27.932582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Network 0f811ac0-04c4-4253-a48e-436db722aff3 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:27.936694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.938116 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:27.944919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdba692-68ca-42f3-bc30-b9dbcaeb238a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Network': ['ID=7cc8ec9e-3964-4c56-afe7-ca41ce102915,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:27.956983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:55:28.031079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:28.052435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:28.108706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'Port': ['ID=1717e8eb-a791-41dc-8648-8f99a94c3d77,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:28.126828 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:28.190164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30399582-4694-433f-ae96-cb6cd60a60b8 req-2d585c5b-060a-4fa9-84a3-b42318c88bd3 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:28.191571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-30399582-4694-433f-ae96-cb6cd60a60b8 req-2d585c5b-060a-4fa9-84a3-b42318c88bd3 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.2835116 Oct 29 08:55:28.223708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:28.224332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:28.313148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-45cabd8c-d856-4e8c-bf3d-1a7bf3a01eec tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3823977 Oct 29 08:55:28.345661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-30399582-4694-433f-ae96-cb6cd60a60b8 req-9196125f-b5a0-4fed-ac4a-2e414450f8d9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051431 Oct 29 08:55:28.391723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:28.587583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b1330bf9-5070-456e-ac67-01d613b8c845 None None] Provisioning complete for port 1717e8eb-a791-41dc-8648-8f99a94c3d77 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:28.589581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1330bf9-5070-456e-ac67-01d613b8c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:28.692304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Request body: {'port': {'device_id': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:28.704949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b1330bf9-5070-456e-ac67-01d613b8c845 None None] Port 1717e8eb-a791-41dc-8648-8f99a94c3d77 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:55:28.762728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:28.793545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:28.809876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:28.969411 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f4da8-6ff7-42a8-8822-0d13c9cb023a req-738dd369-423c-4988-9a5b-4fd1154b3ea2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:28.976881 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a2f4da8-6ff7-42a8-8822-0d13c9cb023a req-738dd369-423c-4988-9a5b-4fd1154b3ea2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 931 time: 0.2156229 Oct 29 08:55:29.048504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a2f4da8-6ff7-42a8-8822-0d13c9cb023a req-31d633c4-069b-40ce-a117-2d40e5ca9bde tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705597 Oct 29 08:55:29.059179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.25.5.18 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/556e7f01-8379-495a-9716-65f1c74dca80) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:29.197785 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:29.244814 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:29.316890 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:29.424736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:29.431548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:29.440787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:29.477836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=556e7f01-8379-495a-9716-65f1c74dca80,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:29.594429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eee0d-159b-42e2-ae0d-199175dc2175 req-9356a96a-cfe0-4fb3-b534-8773a7eb3f07 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:29.596545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea6eee0d-159b-42e2-ae0d-199175dc2175 req-9356a96a-cfe0-4fb3-b534-8773a7eb3f07 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.0972898 Oct 29 08:55:29.601233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1717e8eb-a791-41dc-8648-8f99a94c3d77 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:55:29.612659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:29.669894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Transition to ACTIVE for port object 1717e8eb-a791-41dc-8648-8f99a94c3d77 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:55:29.677396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:29.694058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea6eee0d-159b-42e2-ae0d-199175dc2175 req-61ca5911-8985-4934-891a-2146b222ec51 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875444 Oct 29 08:55:29.960724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Pushing event updated for resources: {'Port': ['ID=1717e8eb-a791-41dc-8648-8f99a94c3d77,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:29.986787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Attempting to bind port 1717e8eb-a791-41dc-8648-8f99a94c3d77 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:55:29.987282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Attempting to bind port 1717e8eb-a791-41dc-8648-8f99a94c3d77 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:55:29.989325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Attempting to bind port 1717e8eb-a791-41dc-8648-8f99a94c3d77 on network 0f811ac0-04c4-4253-a48e-436db722aff3 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:30.003130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Port 1717e8eb-a791-41dc-8648-8f99a94c3d77 on network 0f811ac0-04c4-4253-a48e-436db722aff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:55:30.003700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Attempting to bind port 1717e8eb-a791-41dc-8648-8f99a94c3d77 on network 0f811ac0-04c4-4253-a48e-436db722aff3 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:30.014944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:55:30.015901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Checking segment: {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:30.016229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Bound using segment: {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:55:30.016687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Bound port: 1717e8eb-a791-41dc-8648-8f99a94c3d77, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14b3825-4f7b-4571-8668-02e0620e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:55:30.017111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:30.017754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55494e-2b46-45c4-b080-4c29b71849b9 req-87c11b33-7e91-4d22-a385-a7bd7f092568 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:30.019522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d55494e-2b46-45c4-b080-4c29b71849b9 req-87c11b33-7e91-4d22-a385-a7bd7f092568 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.1769900 Oct 29 08:55:30.035049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:30.160087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] For port 1717e8eb-a791-41dc-8648-8f99a94c3d77, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:30.164519 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] For port 1717e8eb-a791-41dc-8648-8f99a94c3d77, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:55:30.194636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:30.238536 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d55494e-2b46-45c4-b080-4c29b71849b9 req-babea4ec-bfa6-4f34-989c-6b2bd1bcb6d6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045693 Oct 29 08:55:30.282131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:30.286323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:30.287618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-debde6ae-7d80-4762-b130-d08517136978 service neutron] 10.222.0.15 "PUT /v2.0/ports/1717e8eb-a791-41dc-8648-8f99a94c3d77 HTTP/1.1" status: 200 len: 1091 time: 1.9598429 Oct 29 08:55:30.288148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:30.303767 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2929a-40fe-4de1-95fa-a2913b3946fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:30.451451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde6ae-7d80-4762-b130-d08517136978 service neutron] Pushing event updated for resources: {'Port': ['ID=1717e8eb-a791-41dc-8648-8f99a94c3d77,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:30.494717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb2d14-15fa-495a-ade6-813bad12ad8c req-13067f68-c59b-4964-af0e-74c4144715d1 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:30.507380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9eb2d14-15fa-495a-ade6-813bad12ad8c req-13067f68-c59b-4964-af0e-74c4144715d1 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.3369055 Oct 29 08:55:30.537460 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:30.586211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:30.624159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9eb2d14-15fa-495a-ade6-813bad12ad8c req-3707dfce-efbd-4c4c-911c-d6904ee4ff5a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130848 Oct 29 08:55:30.631275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-b7240235-247b-4183-883e-9eb70ea5d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:30.639573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-b7240235-247b-4183-883e-9eb70ea5d031 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce006a7f4994292b81b61271670d77e&device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1094 time: 0.2115560 Oct 29 08:55:30.745752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-3060d362-1547-4bd8-96f2-4986d839a0ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77 HTTP/1.1" status: 200 len: 217 time: 0.0965860 Oct 29 08:55:30.851230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 4caa4884-85cb-43b7-b498-8ec2350b0f5e is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:55:30.878442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-a43e346c-e2c5-4579-8b27-267f380ed2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:30.883982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-a43e346c-e2c5-4579-8b27-267f380ed2c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=163a12f6-b492-4b8e-9276-0e3608b6f316 HTTP/1.1" status: 200 len: 852 time: 0.1274927 Oct 29 08:55:31.010621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:55:31.024533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Sync routers for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:55:31.043124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:31.045581 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3514c05e-1ddd-4bfa-85d6-e82b85b4e6ad tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1452875 Oct 29 08:55:31.049086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53256) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:31.051545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:31.054258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:31.146730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e7166da3-a564-4fca-96b0-f85d14e2bf55 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4dd03b6aee5f49e1b3389d6d64c2931a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0965395 Oct 29 08:55:31.147417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-92e50ef9-cd4d-4e35-a4d9-9a0fe3368e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:31.150105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-92e50ef9-cd4d-4e35-a4d9-9a0fe3368e04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f811ac0-04c4-4253-a48e-436db722aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604926 Oct 29 08:55:31.150759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:31.164072 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e665469-d3d1-4237-abd2-a132186a4cba x-openstack-request-id: req-9e665469-d3d1-4237-abd2-a132186a4cba {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:31.164402 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:31.164622 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e665469-d3d1-4237-abd2-a132186a4cba {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:31.165241 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'status': 'completed', 'code': 200} Oct 29 08:55:31.241652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:31.344527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-91d5908d-3be3-4474-8f80-ea72fe41c883 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:31.351926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-91d5908d-3be3-4474-8f80-ea72fe41c883 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 815 time: 0.4667521 Oct 29 08:55:31.375356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc234ab4-27f9-4cdd-8a26-f9899894e325 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:31.377318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-56eebc65-f78c-444e-83ee-cd9c6653699b tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/quotas/3fd620d9768c4846a6a61de248c8b968 HTTP/1.1" status: 200 len: 375 time: 0.0244451 Oct 29 08:55:31.378861 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bc234ab4-27f9-4cdd-8a26-f9899894e325 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2271833 Oct 29 08:55:31.381978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53268) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:31.510307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-99b9879c-43e2-4a23-ad67-3a9d54d93280 tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1171274 Oct 29 08:55:31.512521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53270) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:31.518354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616659459', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:31.553369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-73364f7a-a3a3-468d-a887-60503994e619 service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872194 Oct 29 08:55:31.572887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-d4559fd7-fd57-43f4-8bd5-61a34d6591d9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1946235 Oct 29 08:55:31.624940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:29Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:31.665065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Checking router: 4caa4884-85cb-43b7-b498-8ec2350b0f5e for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:55:31.667139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Updating router 4caa4884-85cb-43b7-b498-8ec2350b0f5e port 556e7f01-8379-495a-9716-65f1c74dca80 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:55:31.742534 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.055597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-eced9c2c-da78-4c5b-9f33-c85e0adb0701 service neutron] 10.222.0.70 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817843 Oct 29 08:55:32.085536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0dfd1275-2ea7-465b-9bab-dc3f9c8a458d req-f1550656-d20b-469f-894b-d9335d52ed3b service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104210 Oct 29 08:55:32.237953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-37232ce3-820e-4496-8519-02b811cc3799 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:32.245449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-37232ce3-820e-4496-8519-02b811cc3799 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.93 "GET /v2.0/ports?device_id=086377c4-7d81-41f7-9f58-d5798c612e85 HTTP/1.1" status: 200 len: 946 time: 0.2853382 Oct 29 08:55:32.285438 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.295444 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.343293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491abbe-5955-45d8-b8a8-f29fdd89abb8 req-cdd1bb39-6ffa-480a-baed-956ba74a92ff tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:32.346149 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5491abbe-5955-45d8-b8a8-f29fdd89abb8 req-cdd1bb39-6ffa-480a-baed-956ba74a92ff tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.0904045 Oct 29 08:55:32.369038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:32.373042 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.391316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-ab8c442f-789d-4a5d-9eba-67890832c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:32.392940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-ab8c442f-789d-4a5d-9eba-67890832c4dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce006a7f4994292b81b61271670d77e&device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1094 time: 0.2284298 Oct 29 08:55:32.396390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Attempting to bind port 556e7f01-8379-495a-9716-65f1c74dca80 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:55:32.397128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Attempting to bind port 556e7f01-8379-495a-9716-65f1c74dca80 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:55:32.397730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Attempting to bind port 556e7f01-8379-495a-9716-65f1c74dca80 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:32.415598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:55:32.422218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:32.422899 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.423507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:55:32.424328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Bound port: 556e7f01-8379-495a-9716-65f1c74dca80, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:55:32.424985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.457598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e93e6-d3ca-480d-82df-b706f12561e2 None None] Pushing event updated for resources: {'Port': ['ID=556e7f01-8379-495a-9716-65f1c74dca80,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:32.521033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] For port 556e7f01-8379-495a-9716-65f1c74dca80, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:32.527303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] For port 556e7f01-8379-495a-9716-65f1c74dca80, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=556e7f01-8379-495a-9716-65f1c74dca80,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:55:32.548113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.565364 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5491abbe-5955-45d8-b8a8-f29fdd89abb8 req-7c222aa2-938b-474d-b98d-071a57973de7 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112505 Oct 29 08:55:32.602105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-0dcec2b7-1f27-41a0-a1ad-e31ecc753696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:32.604394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-0dcec2b7-1f27-41a0-a1ad-e31ecc753696 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f811ac0-04c4-4253-a48e-436db722aff3 HTTP/1.1" status: 200 len: 915 time: 0.1893587 Oct 29 08:55:32.665114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:32.675704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:32.695931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-4deb28da-c605-4754-9a19-bc67fdd517c2 service neutron] 10.222.0.70 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269364 Oct 29 08:55:32.701067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-e0bb7b5b-b5cd-4070-adb8-89b073d36d71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77 HTTP/1.1" status: 200 len: 217 time: 0.0704591 Oct 29 08:55:32.779151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-26f8012c-179d-4e82-8dae-cff295941f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:32.780842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-26f8012c-179d-4e82-8dae-cff295941f45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=163a12f6-b492-4b8e-9276-0e3608b6f316 HTTP/1.1" status: 200 len: 852 time: 0.0723968 Oct 29 08:55:32.788045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Deleting port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:55:32.788706 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.808478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:32.987976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Checking segment: {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:32.988623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network hostable DHCP agents. Network: 7cc8ec9e-3964-4c56-afe7-ca41ce102915, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:55:33.009158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Subnet': ['ID=c80d4e84-09e9-4753-aed2-ad86a2a95a04,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:33.025318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:55:33.030154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:33.039597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 7cc8ec9e-3964-4c56-afe7-ca41ce102915) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:33.046243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:33.047037 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:33.064900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-d64982d5-c701-4051-9a75-04c9d05d45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:33.071290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-d64982d5-c701-4051-9a75-04c9d05d45b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f811ac0-04c4-4253-a48e-436db722aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780266 Oct 29 08:55:33.095140 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2bd3e48c-adc7-48be-8c13-f281fc273a7c req-dc40015b-bffa-4754-bfdc-9534e6e77e9d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 210 time: 0.0443058 Oct 29 08:55:33.116703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a8f9037b-4163-48c6-990a-53bab11019af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6028070 Oct 29 08:55:33.119298 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53304) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:33.189250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] For port 26aa204b-e70d-4bef-87c4-2e92d7cdab84, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=26aa204b-e70d-4bef-87c4-2e92d7cdab84,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:33.189890 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:33.212095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Calling delete_port for 26aa204b-e70d-4bef-87c4-2e92d7cdab84 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:55:33.229005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73702b6f-8fa0-4a3c-aa30-59e2eab16f54 None None] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:55:33.319129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-0860f2f7-2329-4171-8344-334bbb8c9582 service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345881 Oct 29 08:55:33.619507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e93e6-d3ca-480d-82df-b706f12561e2 None None] Pushing event updated for resources: {'Port': ['ID=556e7f01-8379-495a-9716-65f1c74dca80,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:33.650689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0e2929a-40fe-4de1-95fa-a2913b3946fd req-6d53f43b-73a7-4905-bbb4-5de50db7e208 service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228400 Oct 29 08:55:33.691419 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:33.710924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['26aa204b-e70d-4bef-87c4-2e92d7cdab84'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:55:33.745737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:55:33.757929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:33.782014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Pushing event deleted for resources: {'Port': ['ID=26aa204b-e70d-4bef-87c4-2e92d7cdab84,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:33.816128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] No DVR routers for this DVR port 26aa204b-e70d-4bef-87c4-2e92d7cdab84 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:55:33.819238 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:33.825121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f3d5005-d611-44fc-a1e7-0ef5fc878308 req-d9e66b2d-3710-4c7e-8788-4746017a9c76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.93 "DELETE /v2.0/ports/26aa204b-e70d-4bef-87c4-2e92d7cdab84 HTTP/1.1" status: 204 len: 173 time: 1.5674102 Oct 29 08:55:33.851610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086377c4-7d81-41f7-9f58-d5798c612e85', 'name': 'network-vif-deleted', 'tag': '26aa204b-e70d-4bef-87c4-2e92d7cdab84'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:33.856103 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233bd5c6-9a82-46af-b9d7-8f207e1efccd" -d '{"events": [{"server_uuid": "086377c4-7d81-41f7-9f58-d5798c612e85", "name": "network-vif-deleted", "tag": "26aa204b-e70d-4bef-87c4-2e92d7cdab84"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:33.946669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfffa9-9631-48f5-89d8-c03c0ba1f1d7 req-a1e1e328-e7b8-466a-ab61-68cf231df1b1 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:33.950354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1abfffa9-9631-48f5-89d8-c03c0ba1f1d7 req-a1e1e328-e7b8-466a-ab61-68cf231df1b1 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.2276895 Oct 29 08:55:33.969581 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90652941-2468-4a99-86f7-4bf5bdc151d6 x-openstack-request-id: req-90652941-2468-4a99-86f7-4bf5bdc151d6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:33.969879 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086377c4-7d81-41f7-9f58-d5798c612e85", "name": "network-vif-deleted", "tag": "26aa204b-e70d-4bef-87c4-2e92d7cdab84", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:33.971875 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90652941-2468-4a99-86f7-4bf5bdc151d6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:33.972302 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086377c4-7d81-41f7-9f58-d5798c612e85', 'name': 'network-vif-deleted', 'tag': '26aa204b-e70d-4bef-87c4-2e92d7cdab84', 'status': 'completed', 'code': 200} Oct 29 08:55:33.992881 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:55:34.081882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1abfffa9-9631-48f5-89d8-c03c0ba1f1d7 req-0a00dc21-0cc0-4231-bede-ed1ec1b4aae0 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158702 Oct 29 08:55:34.120877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Allocated IP 172.20.0.2 (7cc8ec9e-3964-4c56-afe7-ca41ce102915/c80d4e84-09e9-4753-aed2-ad86a2a95a04/ef1cbb2f-0370-4abb-ba7e-f054ef605bcd) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:34.134268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:29Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:34.169165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb98e-a402-4c2a-af02-8097f26650a3 None None] The sync data for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 is: [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:29Z', 'revision_number': 3, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:55:34.245661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-218571df-ce3d-4aca-9d07-a9e6bd431dff req-f3d72f7d-0f17-4a0f-8b0f-4f6d9e23af76 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 210 time: 0.0409613 Oct 29 08:55:34.404854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:34.472816 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:34.482768 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:34.595953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Pushing event updated for resources: {'Port': ['ID=ef1cbb2f-0370-4abb-ba7e-f054ef605bcd,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:34.646287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.651113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.651567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.654163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.654593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.655005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.655410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.660253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.660936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.661459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.661974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.662509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:34.693570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:34.700133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:34.705539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:34.827597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Attempting to bind port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:55:34.829620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Attempting to bind port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:55:34.830489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Attempting to bind port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd on network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:34.837287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:55:34.837992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Checking segment: {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:34.838487 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:34.839644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Bound using segment: {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:55:34.840325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Bound port: ef1cbb2f-0370-4abb-ba7e-f054ef605bcd, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:55:34.841712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:35.009919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] For port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:35.015163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] For port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ef1cbb2f-0370-4abb-ba7e-f054ef605bcd,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:55:35.024860 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:35.131763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 556e7f01-8379-495a-9716-65f1c74dca80 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:35.154490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53350) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:35.248758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21340c-1d5b-46a8-b72b-5f6e90c828ed None None] Pushing event updated for resources: {'Port': ['ID=ef1cbb2f-0370-4abb-ba7e-f054ef605bcd,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:35.312564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 556e7f01-8379-495a-9716-65f1c74dca80 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:35.312931 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:35.315581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.20.0.1 (7cc8ec9e-3964-4c56-afe7-ca41ce102915/c80d4e84-09e9-4753-aed2-ad86a2a95a04/a43a6bb7-f110-4e77-894c-4d13e4b904a5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:35.505257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:35.533239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 556e7f01-8379-495a-9716-65f1c74dca80, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=556e7f01-8379-495a-9716-65f1c74dca80,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:35.539067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:35.596520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8360b1a-a897-4419-94a2-ee825f452472 req-065a69fc-d3f1-40cf-aaf6-26d30a8736ad tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 210 time: 0.1430855 Oct 29 08:55:35.598473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fdbc384-4bd6-4a58-9f3d-62c5b3e0e06d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:35.614224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=556e7f01-8379-495a-9716-65f1c74dca80,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:35.673373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0690e-11fc-4178-b029-9d4858682d06 req-cf568d28-d4e3-4c8a-b42c-6b80431c5bd4 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:35.675703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8e0690e-11fc-4178-b029-9d4858682d06 req-cf568d28-d4e3-4c8a-b42c-6b80431c5bd4 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.4471226 Oct 29 08:55:35.727173 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:35.740541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 26aa204b-e70d-4bef-87c4-2e92d7cdab84 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:55:35.777040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 26aa204b-e70d-4bef-87c4-2e92d7cdab84 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:55:35.778026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 26aa204b-e70d-4bef-87c4-2e92d7cdab84 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:55:35.788961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8e0690e-11fc-4178-b029-9d4858682d06 req-053c7cd6-1894-4514-b7b4-4abdb2883165 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997984 Oct 29 08:55:35.808565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:35.815990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-93a336ff-bf85-45a8-86b7-c66f93cc725d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:35.817519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-93a336ff-bf85-45a8-86b7-c66f93cc725d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.93 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 815 time: 0.7100339 Oct 29 08:55:35.834601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Request body: {'port': {'device_id': '1510310c-72d0-4024-86c8-896de5e67398', 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'admin_state_up': True, 'tenant_id': '3fd620d9768c4846a6a61de248c8b968'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:35.864926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:35.886488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:35.893069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:35.923732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=a43a6bb7-f110-4e77-894c-4d13e4b904a5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:36.014528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.018928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fdbc384-4bd6-4a58-9f3d-62c5b3e0e06d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.029735 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5fdbc384-4bd6-4a58-9f3d-62c5b3e0e06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.064270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbc384-4bd6-4a58-9f3d-62c5b3e0e06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49cbe0d-610e-42c4-91c6-66026e058708,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:36.077347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.077955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.078485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.080282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.080282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.080282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.080282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.081164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.081647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.082079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.082542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.082934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:36.135648 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5fdbc384-4bd6-4a58-9f3d-62c5b3e0e06d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54bb79f976434738896dd918a206dfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9799771 Oct 29 08:55:36.138815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53366) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:36.160166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Made reservation on behalf of 3fd620d9768c4846a6a61de248c8b968 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:36.166118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.248860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.287486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a01e4a-a42f-486b-88a7-f014479d0a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.388308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Allocated IP 172.20.0.13 (87d25733-0f7d-49a1-a028-11a49c00465a/54a65288-b6a9-472e-8a1b-7ca6cf091720/034c3694-e8be-42c6-96d2-38853c8eedf9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:36.419235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a01e4a-a42f-486b-88a7-f014479d0a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.612377 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a01e4a-a42f-486b-88a7-f014479d0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.623303 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f1a01e4a-a42f-486b-88a7-f014479d0a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.627076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f1a01e4a-a42f-486b-88a7-f014479d0a9b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e49cbe0d-610e-42c4-91c6-66026e058708 HTTP/1.1" status: 204 len: 168 time: 0.4845562 Oct 29 08:55:36.647650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a01e4a-a42f-486b-88a7-f014479d0a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49cbe0d-610e-42c4-91c6-66026e058708,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:36.735356 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.748801 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.788934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.881607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972c9ed-94d8-4735-96d7-304fd7aad202 None None] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:55:36.899233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:36.910729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-01f0bf15-f500-4261-8d74-8c717f6a7643 req-8cc2c5d2-9a94-4253-9b40-d86738e668e8 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 210 time: 0.0889874 Oct 29 08:55:36.926717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=a43a6bb7-f110-4e77-894c-4d13e4b904a5,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:36.933664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.060138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a70848be-6248-4760-a459-93d47ced6fd5 None None] Provisioning complete for port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:37.061164 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a70848be-6248-4760-a459-93d47ced6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.086898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:37.088462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:37.113251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Network 87d25733-0f7d-49a1-a028-11a49c00465a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:37.171311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:37.186521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:37.197411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Pushing event updated for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:37.316197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 4caa4884-85cb-43b7-b498-8ec2350b0f5e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:55:37.336538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a61ab1-d22b-48af-9d6a-1f597c9b81bf req-16260165-646d-40e6-a032-93c6e7da57f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:37.338217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-53a61ab1-d22b-48af-9d6a-1f597c9b81bf req-16260165-646d-40e6-a032-93c6e7da57f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.3483698 Oct 29 08:55:37.355404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53390) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:37.359511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ef1cbb2f-0370-4abb-ba7e-f054ef605bcd up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:37.384752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c698502-2014-4993-8e96-c858d2237dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.401794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:37.402588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.491474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:37.491876 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.501325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:55:37.506733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-53a61ab1-d22b-48af-9d6a-1f597c9b81bf req-13c908d4-0484-4f6a-85ac-b402667c32b2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305521 Oct 29 08:55:37.516126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-401682c2-f8a7-4674-a2bf-6462afc362f0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6873531 Oct 29 08:55:37.531855 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7f583414-dcda-4dac-9a17-dbf7a01fb39b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "PUT /v2.0/routers/4caa4884-85cb-43b7-b498-8ec2350b0f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3999619 Oct 29 08:55:37.545516 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Sync routers for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:55:37.563433 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:37.564113 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:37.676099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c698502-2014-4993-8e96-c858d2237dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.682621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c698502-2014-4993-8e96-c858d2237dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.746640 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a70848be-6248-4760-a459-93d47ced6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.786615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a70848be-6248-4760-a459-93d47ced6fd5 None None] For port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ef1cbb2f-0370-4abb-ba7e-f054ef605bcd,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:37.787434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Request body: {'port': {'device_id': '1510310c-72d0-4024-86c8-896de5e67398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:37.796245 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:37.799384 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a70848be-6248-4760-a459-93d47ced6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:37.799960 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c698502-2014-4993-8e96-c858d2237dc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=775df6e23d8c4d87907cf72a06678b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433222 Oct 29 08:55:37.817608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53410) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:37.818311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c698502-2014-4993-8e96-c858d2237dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408e0913-0d4c-43ce-b606-2fd646afd3eb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:37.883204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70848be-6248-4760-a459-93d47ced6fd5 None None] Pushing event updated for resources: {'Port': ['ID=ef1cbb2f-0370-4abb-ba7e-f054ef605bcd,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:37.887899 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-c8311cfc-59d3-4b12-aaea-1dd3f55b4f62 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696886277&fields=id&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 267 time: 0.0894167 Oct 29 08:55:37.904170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 556e7f01-8379-495a-9716-65f1c74dca80 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:37.935708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.017679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 556e7f01-8379-495a-9716-65f1c74dca80 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:38.018728 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.130309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-2717d160-feda-4922-85c7-b719d4054d0e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:38.132211 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-2717d160-feda-4922-85c7-b719d4054d0e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/networks?id=7cc8ec9e-3964-4c56-afe7-ca41ce102915 HTTP/1.1" status: 200 len: 797 time: 0.2427778 Oct 29 08:55:38.165482 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-6f17b011-9655-4658-8ab3-eea7121b97bc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/quotas/4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 375 time: 0.0232031 Oct 29 08:55:38.195440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-652cdd74-87e9-4d8a-9256-7422dae088c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.233106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-935cf8b7-3667-4fd8-ac63-d6133c1fe821 None None] Provisioning complete for port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:38.233555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-935cf8b7-3667-4fd8-ac63-d6133c1fe821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.248162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-bf3d9a11-9f66-42c9-80b2-865688fc2d78 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698719 Oct 29 08:55:38.272746 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 2, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:38.316467 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Checking router: 4caa4884-85cb-43b7-b498-8ec2350b0f5e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:55:38.317442 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Updating router 4caa4884-85cb-43b7-b498-8ec2350b0f5e port a43a6bb7-f110-4e77-894c-4d13e4b904a5 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:55:38.330838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-652cdd74-87e9-4d8a-9256-7422dae088c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.363986 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.383729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-935cf8b7-3667-4fd8-ac63-d6133c1fe821 None None] Provisioning complete for port a43a6bb7-f110-4e77-894c-4d13e4b904a5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:38.384132 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-935cf8b7-3667-4fd8-ac63-d6133c1fe821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.420669 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-1dd78718-db43-4473-8fd6-f51282a9903c service neutron] 10.222.0.70 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503539 Oct 29 08:55:38.470131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-935cf8b7-3667-4fd8-ac63-d6133c1fe821 None None] Port a43a6bb7-f110-4e77-894c-4d13e4b904a5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:55:38.632131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5eecad0d-2bf6-46c7-b050-111bec6d1ec5 None None] Provisioning complete for port a43a6bb7-f110-4e77-894c-4d13e4b904a5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:38.632538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5eecad0d-2bf6-46c7-b050-111bec6d1ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.642795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-75f30862-d5ad-40b8-9ec8-3ffaa2ba51e3 service neutron] 10.222.0.70 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192013 Oct 29 08:55:38.718447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5eecad0d-2bf6-46c7-b050-111bec6d1ec5 None None] Port a43a6bb7-f110-4e77-894c-4d13e4b904a5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:55:38.768836 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.776941 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.926645 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Pushing event updated for resources: {'Port': ['ID=a43a6bb7-f110-4e77-894c-4d13e4b904a5,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:38.969943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2272908f-cb03-43af-902c-44981123d578 None None] Provisioning complete for port a43a6bb7-f110-4e77-894c-4d13e4b904a5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:38.970509 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2272908f-cb03-43af-902c-44981123d578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:38.990549 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.990802 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.991404 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.991791 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.992192 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.992580 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.996250 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.996685 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.997155 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.997674 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:38.998071 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:39.000426 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:55:39.043929 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Attempting to bind port a43a6bb7-f110-4e77-894c-4d13e4b904a5 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:55:39.045190 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Attempting to bind port a43a6bb7-f110-4e77-894c-4d13e4b904a5 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:55:39.045190 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Attempting to bind port a43a6bb7-f110-4e77-894c-4d13e4b904a5 on network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:39.050132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ef1cbb2f-0370-4abb-ba7e-f054ef605bcd up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:39.054432 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:55:39.055160 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Checking segment: {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:39.055687 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.056306 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Bound using segment: {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:55:39.056902 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Bound port: a43a6bb7-f110-4e77-894c-4d13e4b904a5, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:55:39.057456 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.103426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77db183-6241-4bea-8d76-4b0f584e3d54 req-3eb07ff7-fadc-47ab-8c2a-357e219ccfd6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:39.105056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d77db183-6241-4bea-8d76-4b0f584e3d54 req-3eb07ff7-fadc-47ab-8c2a-357e219ccfd6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 932 time: 0.9655790 Oct 29 08:55:39.118648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190003e-1a2c-4fca-bbc3-1bb649957cdb req-f33db68d-5286-45e6-aff6-d29d1acfaa5c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:39.130492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d190003e-1a2c-4fca-bbc3-1bb649957cdb req-f33db68d-5286-45e6-aff6-d29d1acfaa5c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.1721404 Oct 29 08:55:39.147103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2272908f-cb03-43af-902c-44981123d578 None None] Port a43a6bb7-f110-4e77-894c-4d13e4b904a5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:55:39.171214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034c3694-e8be-42c6-96d2-38853c8eedf9 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:55:39.192796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:39.193442 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.205532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.253101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d190003e-1a2c-4fca-bbc3-1bb649957cdb req-59c3368f-9152-4fde-a004-4ddca3413aac tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186473 Oct 29 08:55:39.262736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d77db183-6241-4bea-8d76-4b0f584e3d54 req-bbc35459-ea4a-42d4-b3ae-cf6c6827558e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360178 Oct 29 08:55:39.263836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Transition to ACTIVE for port object 034c3694-e8be-42c6-96d2-38853c8eedf9 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:55:39.265197 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-652cdd74-87e9-4d8a-9256-7422dae088c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.268069 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-652cdd74-87e9-4d8a-9256-7422dae088c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.269230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-652cdd74-87e9-4d8a-9256-7422dae088c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/408e0913-0d4c-43ce-b606-2fd646afd3eb HTTP/1.1" status: 204 len: 168 time: 1.4231863 Oct 29 08:55:39.295586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cdd74-87e9-4d8a-9256-7422dae088c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e0913-0d4c-43ce-b606-2fd646afd3eb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:39.297652 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.306952 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] For port a43a6bb7-f110-4e77-894c-4d13e4b904a5, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:39.317248 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] For port a43a6bb7-f110-4e77-894c-4d13e4b904a5, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a43a6bb7-f110-4e77-894c-4d13e4b904a5,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:55:39.323926 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.440206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Pushing event updated for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:39.463455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c07fc659-6964-46c0-b56f-f694aaafbccf req-0a2e3c48-ed16-47bb-a203-c2ed7057978a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 210 time: 0.0741327 Oct 29 08:55:39.473639 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273126b-1f24-43e0-824a-50d8f8f2ae5b None None] Pushing event updated for resources: {'Port': ['ID=a43a6bb7-f110-4e77-894c-4d13e4b904a5,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:39.496084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-77c7ccb1-2975-4ca7-beac-4aa253e7a048 None None] Provisioning complete for port a43a6bb7-f110-4e77-894c-4d13e4b904a5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:39.496665 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-77c7ccb1-2975-4ca7-beac-4aa253e7a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.500999 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:39.501565 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:39.624802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Attempting to bind port 034c3694-e8be-42c6-96d2-38853c8eedf9 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:55:39.627276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Attempting to bind port 034c3694-e8be-42c6-96d2-38853c8eedf9 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:55:39.628712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Attempting to bind port 034c3694-e8be-42c6-96d2-38853c8eedf9 on network 87d25733-0f7d-49a1-a028-11a49c00465a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:39.637230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Port 034c3694-e8be-42c6-96d2-38853c8eedf9 on network 87d25733-0f7d-49a1-a028-11a49c00465a not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:55:39.637812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Attempting to bind port 034c3694-e8be-42c6-96d2-38853c8eedf9 on network 87d25733-0f7d-49a1-a028-11a49c00465a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:39.648983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:55:39.649329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Checking segment: {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:39.649724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Bound using segment: {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:55:39.650175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Bound port: 034c3694-e8be-42c6-96d2-38853c8eedf9, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:55:39.650538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.650965 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:39.710584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-77c7ccb1-2975-4ca7-beac-4aa253e7a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.789650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-77c7ccb1-2975-4ca7-beac-4aa253e7a048 None None] For port a43a6bb7-f110-4e77-894c-4d13e4b904a5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a43a6bb7-f110-4e77-894c-4d13e4b904a5,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:39.807374 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-77c7ccb1-2975-4ca7-beac-4aa253e7a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.832854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:39.843908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:55:39.858829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.938716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7ccb1-2975-4ca7-beac-4aa253e7a048 None None] Pushing event updated for resources: {'Port': ['ID=a43a6bb7-f110-4e77-894c-4d13e4b904a5,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:39.981138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-296b0fea-2f5a-47fe-b506-83c79dc8fc5f None None] Provisioning complete for port a43a6bb7-f110-4e77-894c-4d13e4b904a5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:39.982553 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-296b0fea-2f5a-47fe-b506-83c79dc8fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.997452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:39.998228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:39.999985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] 10.222.0.93 "PUT /v2.0/ports/034c3694-e8be-42c6-96d2-38853c8eedf9 HTTP/1.1" status: 200 len: 1092 time: 2.4725485 Oct 29 08:55:40.000691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25b999-8375-42f4-8c22-309baf20a249 service neutron] Pushing event updated for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:40.005357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1510310c-72d0-4024-86c8-896de5e67398', 'tag': '034c3694-e8be-42c6-96d2-38853c8eedf9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:40.029245 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30" -d '{"events": [{"name": "network-changed", "server_uuid": "1510310c-72d0-4024-86c8-896de5e67398", "tag": "034c3694-e8be-42c6-96d2-38853c8eedf9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:40.052455 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:39Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:40.136168 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f6ec9-502d-4147-933e-ac50a4522a26 None None] The sync data for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 is: [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:39Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:55:40.136975 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cb1f5d-ad05-4ab9-aae3-ecf62abb271b x-openstack-request-id: req-01cb1f5d-ad05-4ab9-aae3-ecf62abb271b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:40.137373 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1510310c-72d0-4024-86c8-896de5e67398", "tag": "034c3694-e8be-42c6-96d2-38853c8eedf9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:40.138812 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01cb1f5d-ad05-4ab9-aae3-ecf62abb271b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:40.139477 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1510310c-72d0-4024-86c8-896de5e67398', 'tag': '034c3694-e8be-42c6-96d2-38853c8eedf9', 'status': 'completed', 'code': 200} Oct 29 08:55:40.159075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-cbb18ca8-eafe-474d-843c-65a13ac58405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:40.160905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-cbb18ca8-eafe-474d-843c-65a13ac58405 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 1095 time: 0.0744262 Oct 29 08:55:40.207960 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-8713ed36-c1ac-42c9-b499-118ada84fcfd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034c3694-e8be-42c6-96d2-38853c8eedf9 HTTP/1.1" status: 200 len: 217 time: 0.0375650 Oct 29 08:55:40.291991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-a6c3c635-ded0-4eec-ba83-04076b02b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:40.293656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-a6c3c635-ded0-4eec-ba83-04076b02b984 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 200 len: 855 time: 0.0726969 Oct 29 08:55:40.379727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-cd72632f-ff15-4e6d-b87f-7be49c3d40c7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87d25733-0f7d-49a1-a028-11a49c00465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774815 Oct 29 08:55:40.473038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038c9f0-6cd5-4a10-8c67-b7c2bc487d04 req-f1526f98-f569-40c9-b911-7293acd77df8 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:40.482856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3038c9f0-6cd5-4a10-8c67-b7c2bc487d04 req-f1526f98-f569-40c9-b911-7293acd77df8 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.1228285 Oct 29 08:55:40.564588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3038c9f0-6cd5-4a10-8c67-b7c2bc487d04 req-3da66edf-a3c5-4ea6-be72-a3b41254f71f tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802596 Oct 29 08:55:40.686357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-b8d3003f-8328-42e0-8314-dcc850fa546e service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936285 Oct 29 08:55:40.731675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-db960f62-a7ef-446f-99cf-7245fc445812 req-f05ff45d-ea7a-4c66-afbf-7217d5edfb11 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 210 time: 0.0427318 Oct 29 08:55:40.749917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46f40b-100d-4d9d-b33a-fa466ff04f55 req-804acf41-78fb-47b7-95c6-fcc6ac79e351 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:40.751642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b46f40b-100d-4d9d-b33a-fa466ff04f55 req-804acf41-78fb-47b7-95c6-fcc6ac79e351 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 944 time: 0.3115609 Oct 29 08:55:40.798367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-b7e2fc17-3ff4-4ce1-9993-99257bbc6725 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:40.800311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-b7e2fc17-3ff4-4ce1-9993-99257bbc6725 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "GET /v2.0/networks?id=7cc8ec9e-3964-4c56-afe7-ca41ce102915 HTTP/1.1" status: 200 len: 797 time: 0.2971535 Oct 29 08:55:40.873097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-213b6453-aef2-4617-8630-19eae4588252 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a HTTP/1.1" status: 200 len: 380 time: 0.0598876 Oct 29 08:55:40.892329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'port': {'device_id': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'admin_state_up': True, 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'security_groups': ['39e658be-c866-4cd4-8865-44e8924f7080']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:40.911783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8c58ad-9705-4f7c-9819-d99c389c3bdc req-560bd380-c3d7-4bcf-88f6-57aca6ccea07 service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166879 Oct 29 08:55:40.940805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b46f40b-100d-4d9d-b33a-fa466ff04f55 req-c40d8e9c-2c82-4302-ac45-887c09bc2334 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768391 Oct 29 08:55:41.047196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-9bd18c36-73fe-493e-a439-dc451faa98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:41.049046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-9bd18c36-73fe-493e-a439-dc451faa98a7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 1095 time: 0.0830252 Oct 29 08:55:41.101903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a43a6bb7-f110-4e77-894c-4d13e4b904a5 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:41.219449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-cd156394-88fb-4c0f-96f1-51779066ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:41.229901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a43a6bb7-f110-4e77-894c-4d13e4b904a5 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:41.230424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:41.231112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-cd156394-88fb-4c0f-96f1-51779066ff8b service neutron] 10.222.0.93 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 917 time: 0.1748714 Oct 29 08:55:41.250994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Made reservation on behalf of 4dd03b6aee5f49e1b3389d6d64c2931a for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:41.260250 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:41.299084 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-4b7e8f7c-d767-484e-bf32-de9f47cc7720 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034c3694-e8be-42c6-96d2-38853c8eedf9 HTTP/1.1" status: 200 len: 217 time: 0.0528648 Oct 29 08:55:41.372648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-f8cf426e-f3d4-46d4-85f2-b24e9e0376ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:41.374367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-f8cf426e-f3d4-46d4-85f2-b24e9e0376ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 200 len: 855 time: 0.0656865 Oct 29 08:55:41.436239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-b52360b6-92a2-4b1b-bd0b-c4173f061e42 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87d25733-0f7d-49a1-a028-11a49c00465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512822 Oct 29 08:55:41.496441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.20.0.6 (7cc8ec9e-3964-4c56-afe7-ca41ce102915/c80d4e84-09e9-4753-aed2-ad86a2a95a04/c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:41.574145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-43019bce-8f5a-4db0-99c5-b0c93b79a96a service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252534 Oct 29 08:55:41.733252 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:41.782333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef639c2-3882-43c3-a99b-073d53bf01d8 req-4605d815-dec8-47fa-9b42-1e09ee1575a7 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:41.788396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ef639c2-3882-43c3-a99b-073d53bf01d8 req-4605d815-dec8-47fa-9b42-1e09ee1575a7 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.1075926 Oct 29 08:55:41.799361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb2a44d2-869b-4fb7-b2f4-36dcb0964c30 req-9a9067d9-c626-4534-a8f7-b7b92594b7c7 service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169180 Oct 29 08:55:41.856145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:41.882715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6267ee47-f1f0-4016-bdd4-83b98e13ae8b req-74b7f18a-9d1a-475a-bd45-4241f11a9605 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 210 time: 0.0505404 Oct 29 08:55:41.890311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ef639c2-3882-43c3-a99b-073d53bf01d8 req-24136b75-8227-46fa-a153-9b508684d4ff tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907073 Oct 29 08:55:41.911425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:41.915924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:41.933824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:41.988577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:42.045911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:42.047152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:42.076286 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-7586bbb3-d47d-4ba5-b2dc-3338dcd6a257 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1947410 Oct 29 08:55:42.088700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Request body: {'port': {'device_id': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:42.202439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb80793-6720-4f84-9dfb-7e8735483f73 req-34b4e87f-ca51-4dd5-bca4-0e1af5bd38ce tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:42.204110 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fb80793-6720-4f84-9dfb-7e8735483f73 req-34b4e87f-ca51-4dd5-bca4-0e1af5bd38ce tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 944 time: 0.1063783 Oct 29 08:55:42.217476 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:42.276676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fb80793-6720-4f84-9dfb-7e8735483f73 req-1d30f5f0-d243-4249-91e3-cfc7a9318ad9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613101 Oct 29 08:55:42.336279 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-56e348e4-1b9b-429a-889a-668ab3d4e76d None None] Provisioning complete for port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:42.336279 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-56e348e4-1b9b-429a-889a-668ab3d4e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:42.390813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-56e348e4-1b9b-429a-889a-668ab3d4e76d None None] Port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:55:42.616585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:55:42.625960 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:42.644890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Transition to ACTIVE for port object c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:55:42.650428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:42.723076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Pushing event updated for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:42.796821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Attempting to bind port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:55:42.797302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Attempting to bind port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:55:42.797871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Attempting to bind port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 on network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:42.803559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 on network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:55:42.804085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Attempting to bind port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 on network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:42.810006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:55:42.810588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Checking segment: {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:42.811063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Bound using segment: {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:55:42.811592 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Bound port: c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:55:42.812182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:42.891636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:42.895188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:55:42.906968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:42.941719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:42.942353 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:42.944463 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] 10.222.0.93 "PUT /v2.0/ports/c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 HTTP/1.1" status: 200 len: 1091 time: 0.8620431 Oct 29 08:55:42.947067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:42.960533 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcd9b59-5828-4d45-92e2-a19d225d659c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:43.053388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7603a-1be3-492b-bc4e-a0de41f57c7a service neutron] Pushing event updated for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:43.074373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-dccf1b4c-5d7b-4e0e-b41f-619d124174f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.081670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-dccf1b4c-5d7b-4e0e-b41f-619d124174f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1094 time: 0.0845342 Oct 29 08:55:43.136815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53580) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:43.159795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-8215f9c0-7855-4796-b35c-c80b4a66abd8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 HTTP/1.1" status: 200 len: 217 time: 0.0641584 Oct 29 08:55:43.171786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989445c-6000-4ba4-ba2b-98fb3be97b95 req-400efdc7-0b87-4a00-a763-cf55de59743f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.173974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8989445c-6000-4ba4-ba2b-98fb3be97b95 req-400efdc7-0b87-4a00-a763-cf55de59743f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 943 time: 0.0915759 Oct 29 08:55:43.201691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295e9ac-df6d-4414-a6c0-dba4839dbe66 req-8f4378bf-ac56-4930-a0bf-2897a745df34 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.203912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6295e9ac-df6d-4414-a6c0-dba4839dbe66 req-8f4378bf-ac56-4930-a0bf-2897a745df34 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.1289928 Oct 29 08:55:43.259043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8989445c-6000-4ba4-ba2b-98fb3be97b95 req-20742e87-4e27-47c9-83b0-680c621938af tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758059 Oct 29 08:55:43.263206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-eeb78c30-ca13-4a6c-88c6-32a208381b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.264660 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-eeb78c30-ca13-4a6c-88c6-32a208381b08 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c80d4e84-09e9-4753-aed2-ad86a2a95a04 HTTP/1.1" status: 200 len: 834 time: 0.0896053 Oct 29 08:55:43.283160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6295e9ac-df6d-4414-a6c0-dba4839dbe66 req-006c38b5-f5c0-41e9-8770-d895cda403e6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724187 Oct 29 08:55:43.328087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-ce3b86de-ee4e-413b-90c4-6fe4979ec906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.329639 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-ce3b86de-ee4e-413b-90c4-6fe4979ec906 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7cc8ec9e-3964-4c56-afe7-ca41ce102915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579553 Oct 29 08:55:43.331250 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46c63c0-b01b-4b18-82aa-1f81455ffae1 x-openstack-request-id: req-e46c63c0-b01b-4b18-82aa-1f81455ffae1 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:43.332108 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:43.332108 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e46c63c0-b01b-4b18-82aa-1f81455ffae1 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:43.335976 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'status': 'completed', 'code': 200} Oct 29 08:55:43.401413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf76f913-6f08-4762-b3c8-840420ab2095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:43.441554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce0b4-4990-4978-8f36-ce471f3c6f01 req-371816e1-357f-4fb8-8d94-e3155bc5b143 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.448412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-972619a4-c5f7-4969-9c2c-07d07b06fd1b service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100228 Oct 29 08:55:43.448543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9dce0b4-4990-4978-8f36-ce471f3c6f01 req-371816e1-357f-4fb8-8d94-e3155bc5b143 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 944 time: 0.0754099 Oct 29 08:55:43.511434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9dce0b4-4990-4978-8f36-ce471f3c6f01 req-c5039c01-0357-4e77-812a-cdef8df8230e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583870 Oct 29 08:55:43.549803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf76f913-6f08-4762-b3c8-840420ab2095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:43.553575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c8a4d2f-1f99-44ac-9087-0531b6c365b5 req-259da28b-19ba-4c9b-888b-f236d026d418 service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988929 Oct 29 08:55:43.554753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf76f913-6f08-4762-b3c8-840420ab2095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:43.597696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53596) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:43.601041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bf76f913-6f08-4762-b3c8-840420ab2095 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21b7ec6300964fe1a9079c273391629e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4624767 Oct 29 08:55:43.601844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76f913-6f08-4762-b3c8-840420ab2095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f64d90-17ce-4dc7-8575-1866e8a20a42,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:43.675303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-a82cfc7d-1b4d-4766-9219-e0cf93c68394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.676790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-a82cfc7d-1b4d-4766-9219-e0cf93c68394 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1094 time: 0.0657983 Oct 29 08:55:43.695593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-068e1e8f-77a1-4c01-bb1c-9b42b0d13f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:43.761510 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-068e1e8f-77a1-4c01-bb1c-9b42b0d13f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:43.789202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 034c3694-e8be-42c6-96d2-38853c8eedf9 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:55:43.815548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-933c70e6-db9d-4142-8ec4-a56a5ff7187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.817118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-933c70e6-db9d-4142-8ec4-a56a5ff7187f service neutron] 10.222.0.93 "GET /v2.0/networks?id=7cc8ec9e-3964-4c56-afe7-ca41ce102915 HTTP/1.1" status: 200 len: 899 time: 0.1325033 Oct 29 08:55:43.862365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-464733a0-9535-49c9-8111-13d526a33518 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 HTTP/1.1" status: 200 len: 217 time: 0.0373623 Oct 29 08:55:43.862840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-068e1e8f-77a1-4c01-bb1c-9b42b0d13f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:43.865407 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-068e1e8f-77a1-4c01-bb1c-9b42b0d13f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:43.869208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-068e1e8f-77a1-4c01-bb1c-9b42b0d13f5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1f64d90-17ce-4dc7-8575-1866e8a20a42 HTTP/1.1" status: 204 len: 168 time: 0.2704763 Oct 29 08:55:43.904101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:43.910851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e1e8f-77a1-4c01-bb1c-9b42b0d13f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f64d90-17ce-4dc7-8575-1866e8a20a42,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:43.926706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '034c3694-e8be-42c6-96d2-38853c8eedf9', 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'port_id': '034c3694-e8be-42c6-96d2-38853c8eedf9', 'mac_address': 'fa:16:3e:dd:f0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a65288-b6a9-472e-8a1b-7ca6cf091720', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:55:43.927190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-58d57802-100c-493b-a5f2-58e7b5826de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:43.928742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-58d57802-100c-493b-a5f2-58e7b5826de5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c80d4e84-09e9-4753-aed2-ad86a2a95a04 HTTP/1.1" status: 200 len: 834 time: 0.0585334 Oct 29 08:55:43.994814 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:43.999730 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-6eba09e0-1b57-4273-a429-699fdd1db5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:44.001583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-6eba09e0-1b57-4273-a429-699fdd1db5bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7cc8ec9e-3964-4c56-afe7-ca41ce102915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648162 Oct 29 08:55:44.009738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034c3694-e8be-42c6-96d2-38853c8eedf9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:55:44.036994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:44.061197 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.109653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:44.125373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-007de04a-77ab-434f-8b95-c40bc2e65ee1 service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162708 Oct 29 08:55:44.255306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53610) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:44.280790 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dddac0f-55e6-4a97-8620-3630510d9f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.295368 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f5445ac7-d332-4381-97eb-c68bcebb2f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.357141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1717e8eb-a791-41dc-8648-8f99a94c3d77 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:55:44.451904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['034c3694-e8be-42c6-96d2-38853c8eedf9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:55:44.502216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dddac0f-55e6-4a97-8620-3630510d9f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.513873 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3dddac0f-55e6-4a97-8620-3630510d9f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.565770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb2f87-db91-434a-bb93-1cebf826f007 req-939edfcc-b364-4c61-b523-af2851a75481 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:44.570579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1afb2f87-db91-434a-bb93-1cebf826f007 req-939edfcc-b364-4c61-b523-af2851a75481 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 943 time: 0.1645858 Oct 29 08:55:44.576407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3dddac0f-55e6-4a97-8620-3630510d9f08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bdced73a191e43e0bc8959eff4303603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183172 Oct 29 08:55:44.582899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53624) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:44.601400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddac0f-55e6-4a97-8620-3630510d9f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c637329-9344-4151-ad71-0278c342727f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:44.620889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1717e8eb-a791-41dc-8648-8f99a94c3d77, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:44.654580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'mac_address': 'fa:16:3e:b6:21:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:55:44.669335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1afb2f87-db91-434a-bb93-1cebf826f007 req-260e1e73-0283-4393-a1ac-d7e5b0bdb83c tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933783 Oct 29 08:55:44.688801 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e96d63c-9239-48d3-a75c-c71151624c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.723444 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e96d63c-9239-48d3-a75c-c71151624c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.750310 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.760599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fcd9b59-5828-4d45-92e2-a19d225d659c req-8b0e5b27-6041-415a-ac63-3beea3045462 service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278372 Oct 29 08:55:44.771032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1717e8eb-a791-41dc-8648-8f99a94c3d77 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:55:44.793073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e53fc1-f780-4772-b234-8c3b6479ae8d req-e2c2dfcb-0f76-4307-80d9-b55f5af048da tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:44.799437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e96d63c-9239-48d3-a75c-c71151624c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.801036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3e53fc1-f780-4772-b234-8c3b6479ae8d req-e2c2dfcb-0f76-4307-80d9-b55f5af048da tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 943 time: 0.1669979 Oct 29 08:55:44.803565 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9e96d63c-9239-48d3-a75c-c71151624c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.805199 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9e96d63c-9239-48d3-a75c-c71151624c98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c637329-9344-4151-ad71-0278c342727f HTTP/1.1" status: 204 len: 168 time: 0.2217159 Oct 29 08:55:44.807605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1717e8eb-a791-41dc-8648-8f99a94c3d77, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:44.813276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:44.823919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96d63c-9239-48d3-a75c-c71151624c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c637329-9344-4151-ad71-0278c342727f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:44.875475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1717e8eb-a791-41dc-8648-8f99a94c3d77,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:44.877176 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c3e53fc1-f780-4772-b234-8c3b6479ae8d req-13b64a40-3656-4b77-87cc-4351b922ee1b tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751734 Oct 29 08:55:44.910760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92bf82-9c55-4207-8454-a4fb4ede89a6 req-bc19d45c-3785-4342-902f-946afedb2c9c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:44.912697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a92bf82-9c55-4207-8454-a4fb4ede89a6 req-bc19d45c-3785-4342-902f-946afedb2c9c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 945 time: 0.0910449 Oct 29 08:55:44.968629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a92bf82-9c55-4207-8454-a4fb4ede89a6 req-4aacc4f8-c81f-4da9-8ee1-20b67e908440 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494287 Oct 29 08:55:45.040359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['1717e8eb-a791-41dc-8648-8f99a94c3d77'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:55:45.799316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:55:45.804347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 034c3694-e8be-42c6-96d2-38853c8eedf9 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:45.822391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc78e6-6780-44e3-b9cc-0fc6a09b02c7 req-ab39a640-7190-46a7-a9f3-649c2ed8b4cf tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:45.832226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36bc78e6-6780-44e3-b9cc-0fc6a09b02c7 req-ab39a640-7190-46a7-a9f3-649c2ed8b4cf tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 944 time: 0.0699918 Oct 29 08:55:45.875952 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36bc78e6-6780-44e3-b9cc-0fc6a09b02c7 req-fe1216f0-0c8e-49bd-b7c9-4191705ad449 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425458 Oct 29 08:55:45.942216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 034c3694-e8be-42c6-96d2-38853c8eedf9 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:55:45.955643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 034c3694-e8be-42c6-96d2-38853c8eedf9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:45.956421 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:46.020122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:46.039854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'port_id': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'mac_address': 'fa:16:3e:83:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:55:46.090271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6e8aa-4ff1-4538-ba2c-1513c60fa53a req-d7ee82c5-851b-4144-887b-c80212985728 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:46.100936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dc6e8aa-4ff1-4538-ba2c-1513c60fa53a req-d7ee82c5-851b-4144-887b-c80212985728 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 943 time: 0.1304693 Oct 29 08:55:46.109143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:46.153052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4dc6e8aa-4ff1-4538-ba2c-1513c60fa53a req-a2ee591e-7490-4668-b6a3-1459eca8b716 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512135 Oct 29 08:55:46.153781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:55:46.166263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e935300-1283-4171-86c9-8419cb0fb102 req-3a9ad5b0-890c-4bb0-822e-dbc9c85222df tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:46.174681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e935300-1283-4171-86c9-8419cb0fb102 req-3a9ad5b0-890c-4bb0-822e-dbc9c85222df tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 945 time: 0.0949206 Oct 29 08:55:46.175991 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:46.197201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:46.206133 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:46.216908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1510310c-72d0-4024-86c8-896de5e67398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034c3694-e8be-42c6-96d2-38853c8eedf9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:46.219280 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c6660-f99b-41e1-9fde-9bbf34d53d4f" -d '{"events": [{"server_uuid": "1510310c-72d0-4024-86c8-896de5e67398", "name": "network-vif-plugged", "status": "completed", "tag": "034c3694-e8be-42c6-96d2-38853c8eedf9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:46.232487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e935300-1283-4171-86c9-8419cb0fb102 req-6a46460e-43d1-4b92-983b-e7a679f3a716 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550163 Oct 29 08:55:46.269046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:46.275890 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:46.288905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:46.350999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:46.373953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1717e8eb-a791-41dc-8648-8f99a94c3d77 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:46.448633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 1717e8eb-a791-41dc-8648-8f99a94c3d77 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:55:46.460374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 1717e8eb-a791-41dc-8648-8f99a94c3d77 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:46.461216 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:46.488630 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0717239a-438e-4b8c-85e1-062098841573 x-openstack-request-id: req-0717239a-438e-4b8c-85e1-062098841573 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:46.489921 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1510310c-72d0-4024-86c8-896de5e67398", "name": "network-vif-plugged", "status": "completed", "tag": "034c3694-e8be-42c6-96d2-38853c8eedf9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:46.490027 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0717239a-438e-4b8c-85e1-062098841573 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:46.490405 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1510310c-72d0-4024-86c8-896de5e67398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034c3694-e8be-42c6-96d2-38853c8eedf9', 'code': 200} Oct 29 08:55:46.541371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:55:46.594237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3347d-982a-4917-be52-8e0913e6c02e req-ece15b10-98b8-44fc-9be8-1701fd3f4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:46.596933 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73e3347d-982a-4917-be52-8e0913e6c02e req-ece15b10-98b8-44fc-9be8-1701fd3f4160 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 1097 time: 0.0635047 Oct 29 08:55:46.598884 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:46.642813 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73e3347d-982a-4917-be52-8e0913e6c02e req-bdecfe5b-7a8f-4c08-93c5-831ba103000f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Oct 29 08:55:46.666459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1717e8eb-a791-41dc-8648-8f99a94c3d77, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:46.680862 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:46.780496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1717e8eb-a791-41dc-8648-8f99a94c3d77,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:47.017552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdeed4be-d983-412d-88a1-3a0d591a4e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:47.040172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdefda-279a-46ad-9df3-695054f9a287 req-276797d4-c03b-48b4-bfdb-2b47ea62a324 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:47.041955 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54fdefda-279a-46ad-9df3-695054f9a287 req-276797d4-c03b-48b4-bfdb-2b47ea62a324 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 945 time: 0.0770695 Oct 29 08:55:47.087627 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-54fdefda-279a-46ad-9df3-695054f9a287 req-556b37f3-69e4-46b5-b45f-abdb3b9aa27e tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360763 Oct 29 08:55:47.296368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f5245-6ef7-41bd-9442-e8b9262cee59 req-511515cb-fb10-423e-a869-c39f6ec183cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:47.298101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea9f5245-6ef7-41bd-9442-e8b9262cee59 req-511515cb-fb10-423e-a869-c39f6ec183cd tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 944 time: 0.0599124 Oct 29 08:55:47.354609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea9f5245-6ef7-41bd-9442-e8b9262cee59 req-b00156c3-3c0f-4d17-98dd-1b62cd9e4483 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459874 Oct 29 08:55:47.400221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7593950-3793-4b4c-997d-c1441ee0824e req-73705b58-f4e1-4214-a429-f75e6567e619 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:47.401903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7593950-3793-4b4c-997d-c1441ee0824e req-73705b58-f4e1-4214-a429-f75e6567e619 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0684979 Oct 29 08:55:47.447172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7593950-3793-4b4c-997d-c1441ee0824e req-242e822c-dd27-4932-82ea-8bdb2f70a864 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374596 Oct 29 08:55:47.607516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53796) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:47.720753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ce2c1a3-4e98-4879-b855-9f2f1edbf62c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:47.797512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:47.800594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ce2c1a3-4e98-4879-b855-9f2f1edbf62c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:47.805862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ce2c1a3-4e98-4879-b855-9f2f1edbf62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:47.854238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9ce2c1a3-4e98-4879-b855-9f2f1edbf62c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cde809c11ca44ea855f7228bbfde474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454877 Oct 29 08:55:47.855177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2c1a3-4e98-4879-b855-9f2f1edbf62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e81c3-3abe-425a-a0ef-e94c6963d348,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:47.857264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53804) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:47.880142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:55:47.884716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:47.885089 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:47.918928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8acb66c9-fafd-4f18-97c0-2f757c360416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:47.941793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8acb66c9-fafd-4f18-97c0-2f757c360416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:47.983068 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.003461 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8acb66c9-fafd-4f18-97c0-2f757c360416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.007725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8acb66c9-fafd-4f18-97c0-2f757c360416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.012192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8acb66c9-fafd-4f18-97c0-2f757c360416 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d15e81c3-3abe-425a-a0ef-e94c6963d348 HTTP/1.1" status: 204 len: 168 time: 0.1532624 Oct 29 08:55:48.020704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:48.023540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb66c9-fafd-4f18-97c0-2f757c360416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e81c3-3abe-425a-a0ef-e94c6963d348,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:48.029736 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.119034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:48.180024 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.235032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234094c-4f05-433c-9661-a914a95f9964 req-7bee9e98-677d-4b66-9f99-515b106c8672 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:48.236632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a234094c-4f05-433c-9661-a914a95f9964 req-7bee9e98-677d-4b66-9f99-515b106c8672 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 945 time: 0.0528843 Oct 29 08:55:48.278901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a234094c-4f05-433c-9661-a914a95f9964 req-5fc8de70-c45a-4442-a0a0-80a6d1c2937d tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356872 Oct 29 08:55:48.296546 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.357233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53818) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:48.372257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da906b3a-2832-4ffc-b736-628cca9e3c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.468527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da906b3a-2832-4ffc-b736-628cca9e3c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.477777 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da906b3a-2832-4ffc-b736-628cca9e3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.492063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77'}, {'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:48.494668 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d803ffc9-9faf-464c-8726-214db0378500" -d '{"events": [{"server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "name": "network-vif-plugged", "status": "completed", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77"}, {"server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "name": "network-vif-plugged", "status": "completed", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:48.527183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-da906b3a-2832-4ffc-b736-628cca9e3c35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad05f9321d784e18a2e29885b5661806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662121 Oct 29 08:55:48.527183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da906b3a-2832-4ffc-b736-628cca9e3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b279b1a-04e4-444e-9dc1-8d74013c5e60,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:48.527507 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81d293-2d6f-4230-8b16-d486660256f4 req-f62ede7b-c311-4bdb-a7e2-fe1ea03ade29 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:48.528208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e81d293-2d6f-4230-8b16-d486660256f4 req-f62ede7b-c311-4bdb-a7e2-fe1ea03ade29 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.0712998 Oct 29 08:55:48.528339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53828) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:48.573999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9e81d293-2d6f-4230-8b16-d486660256f4 req-a4db9794-ecd2-4765-b1f1-9cb2ea67fbff tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388479 Oct 29 08:55:48.646337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03b16d-31c8-4b16-bfd7-ee6c5e5366c9 req-6e7d2f1c-808f-48f2-bc61-6aa9d22a8a2e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:48.646759 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a256e5-c1eb-4a0e-a43a-20b38bb92b66 x-openstack-request-id: req-e7a256e5-c1eb-4a0e-a43a-20b38bb92b66 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:48.647066 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "name": "network-vif-plugged", "status": "completed", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77", "code": 200}, {"server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "name": "network-vif-plugged", "status": "completed", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:48.647324 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7a256e5-c1eb-4a0e-a43a-20b38bb92b66 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:48.647725 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'code': 200} Oct 29 08:55:48.648388 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'code': 200} Oct 29 08:55:48.648679 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef03b16d-31c8-4b16-bfd7-ee6c5e5366c9 req-6e7d2f1c-808f-48f2-bc61-6aa9d22a8a2e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1121602 Oct 29 08:55:48.652346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9b4dee7-c49c-4fcb-8078-a4ae082645f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.696703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9b4dee7-c49c-4fcb-8078-a4ae082645f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.766310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef03b16d-31c8-4b16-bfd7-ee6c5e5366c9 req-58645748-4291-43b0-af40-f107e0df8fc2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996492 Oct 29 08:55:48.795763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e8987-16bd-4aeb-a524-41909cda7cc4 req-cf907aa5-8cc1-4999-a01b-8c8690136bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:48.799402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7b9e8987-16bd-4aeb-a524-41909cda7cc4 req-cf907aa5-8cc1-4999-a01b-8c8690136bc4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1096 time: 0.0623186 Oct 29 08:55:48.799723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4912c-451d-41e9-8e4c-89b6fb1cc793 req-22df04ad-0ea5-45d9-9026-9964ccf5645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:48.801410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05f4912c-451d-41e9-8e4c-89b6fb1cc793 req-22df04ad-0ea5-45d9-9026-9964ccf5645e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1096 time: 0.0759892 Oct 29 08:55:48.819649 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9b4dee7-c49c-4fcb-8078-a4ae082645f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.823293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c9b4dee7-c49c-4fcb-8078-a4ae082645f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:48.824755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c9b4dee7-c49c-4fcb-8078-a4ae082645f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b279b1a-04e4-444e-9dc1-8d74013c5e60 HTTP/1.1" status: 204 len: 168 time: 0.2955770 Oct 29 08:55:48.842713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7b9e8987-16bd-4aeb-a524-41909cda7cc4 req-fe5f07e9-4b52-4214-a717-a8f91826e3fb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386257 Oct 29 08:55:48.848905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4dee7-c49c-4fcb-8078-a4ae082645f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b279b1a-04e4-444e-9dc1-8d74013c5e60,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:48.865520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05f4912c-451d-41e9-8e4c-89b6fb1cc793 req-dd9010ac-0baa-4164-9dc8-b9015484bbc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556552 Oct 29 08:55:48.944584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7c620-3538-4720-99f1-6bde4e067c6c req-9051f3d9-5c6a-427c-a2de-c7593a2cdb9a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:48.946184 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4c7c620-3538-4720-99f1-6bde4e067c6c req-9051f3d9-5c6a-427c-a2de-c7593a2cdb9a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0615690 Oct 29 08:55:48.998454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4c7c620-3538-4720-99f1-6bde4e067c6c req-6c176271-0041-44e8-8a3e-7e94719deb09 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Oct 29 08:55:49.241468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326978-ed2c-4315-9827-18a225ad03d9 req-5674e88a-6c73-4096-8688-fc759b0ec844 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:49.244348 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5b326978-ed2c-4315-9827-18a225ad03d9 req-5674e88a-6c73-4096-8688-fc759b0ec844 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0548658 Oct 29 08:55:49.288821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5b326978-ed2c-4315-9827-18a225ad03d9 req-5ac67485-75e6-49c5-baa7-edd1b82770fc tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Oct 29 08:55:49.425939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ac69b-8101-4e58-b699-c12e92945c80 req-a5007c3c-0007-4eeb-8a99-c20db2a582d7 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:49.427478 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82ac69b-8101-4e58-b699-c12e92945c80 req-a5007c3c-0007-4eeb-8a99-c20db2a582d7 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0636322 Oct 29 08:55:49.454371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e668-9d09-4f3a-b2ac-533981848dbd req-84c2e602-5355-45bb-88dd-e76fad9bdc2e tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:49.456061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1280e668-9d09-4f3a-b2ac-533981848dbd req-84c2e602-5355-45bb-88dd-e76fad9bdc2e tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 945 time: 0.0849807 Oct 29 08:55:49.487652 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82ac69b-8101-4e58-b699-c12e92945c80 req-39fc0943-26a5-4c26-95b1-6866e8e08a3c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Oct 29 08:55:49.529650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1280e668-9d09-4f3a-b2ac-533981848dbd req-51ac9fe0-3778-4b24-9176-98076e3859a2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483108 Oct 29 08:55:49.539705 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:49.709270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578306df-c234-4690-91a4-770837a3556c req-7b301a7d-f763-44a8-ad64-7012ee480128 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:49.711104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-578306df-c234-4690-91a4-770837a3556c req-7b301a7d-f763-44a8-ad64-7012ee480128 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.0557623 Oct 29 08:55:49.764337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-578306df-c234-4690-91a4-770837a3556c req-6839caf1-8b94-4a25-a036-40b46ecf2821 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461431 Oct 29 08:55:49.967595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f09-ee7c-4061-9591-521a598a9f8d req-83e40553-3ab4-4a1e-8589-73fe21705461 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:49.969224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f691f09-ee7c-4061-9591-521a598a9f8d req-83e40553-3ab4-4a1e-8589-73fe21705461 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1118433 Oct 29 08:55:50.027299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f691f09-ee7c-4061-9591-521a598a9f8d req-5c8fefd0-f8c5-4904-8ebd-a778cf7d2a64 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Oct 29 08:55:50.422471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53938) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:50.540286 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6461035a-5bc2-4d65-a93e-ab9ba85f58ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:50.625474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6461035a-5bc2-4d65-a93e-ab9ba85f58ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:50.631012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6461035a-5bc2-4d65-a93e-ab9ba85f58ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:50.636524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b8c03-8886-4018-a7ca-b37534ec4ea5 req-e945c8f7-d95a-4385-a9ce-a1f7422d7b69 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:50.638373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b07b8c03-8886-4018-a7ca-b37534ec4ea5 req-e945c8f7-d95a-4385-a9ce-a1f7422d7b69 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 945 time: 0.0577505 Oct 29 08:55:50.676889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461035a-5bc2-4d65-a93e-ab9ba85f58ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e56996-e4bd-4266-83af-6f186283ed45,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:50.684696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6461035a-5bc2-4d65-a93e-ab9ba85f58ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2456c1b25c5482cb29a486c6f571f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611928 Oct 29 08:55:50.688243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53948) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:50.697984 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b07b8c03-8886-4018-a7ca-b37534ec4ea5 req-eaa10764-d0d8-41c7-8aea-2e8f7e38ec3b tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533683 Oct 29 08:55:50.754297 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79560a00-2da7-4d60-8db5-a01b4babc944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:50.792657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79560a00-2da7-4d60-8db5-a01b4babc944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:50.858329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df01b9-8c9a-4e9c-89e2-59940e3c5716 req-dbbbbfb0-ed78-42f9-b7ff-bd098a853a63 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:50.859899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7df01b9-8c9a-4e9c-89e2-59940e3c5716 req-dbbbbfb0-ed78-42f9-b7ff-bd098a853a63 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 945 time: 0.0808008 Oct 29 08:55:50.893678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79560a00-2da7-4d60-8db5-a01b4babc944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:50.896236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79560a00-2da7-4d60-8db5-a01b4babc944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:50.899858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79560a00-2da7-4d60-8db5-a01b4babc944 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7e56996-e4bd-4266-83af-6f186283ed45 HTTP/1.1" status: 204 len: 168 time: 0.2081599 Oct 29 08:55:50.916458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f7df01b9-8c9a-4e9c-89e2-59940e3c5716 req-059ca023-c211-4812-932b-dbe3c2b41a46 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491931 Oct 29 08:55:50.917359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79560a00-2da7-4d60-8db5-a01b4babc944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e56996-e4bd-4266-83af-6f186283ed45,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:50.926638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1034f4-56f1-4c43-903b-c7fdf490a4c6 req-d120ece0-328d-4524-92e6-9a7db860a900 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:50.928319 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f1034f4-56f1-4c43-903b-c7fdf490a4c6 req-d120ece0-328d-4524-92e6-9a7db860a900 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.0905418 Oct 29 08:55:50.945910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53960) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:51.004135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f1034f4-56f1-4c43-903b-c7fdf490a4c6 req-f7474159-4e0d-4935-a100-b52cb8ffa8a8 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449173 Oct 29 08:55:51.179911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad84fd-7419-4691-94b7-27ba03fd1e5b req-880e73c6-404a-4518-a6ac-3c062bff5483 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:51.190710 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5ad84fd-7419-4691-94b7-27ba03fd1e5b req-880e73c6-404a-4518-a6ac-3c062bff5483 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0745604 Oct 29 08:55:51.192943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78037a4-e508-42d1-ba64-fb68abeace5d req-987175ab-63a7-4902-ae10-6404a24c6ff0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:51.200983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a78037a4-e508-42d1-ba64-fb68abeace5d req-987175ab-63a7-4902-ae10-6404a24c6ff0 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1020992 Oct 29 08:55:51.235196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09209081-cb6c-4683-82ca-1ef7322df966 tempest-TestVolumeBackupRestore-717299490 tempest-TestVolumeBackupRestore-717299490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:51.236904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-09209081-cb6c-4683-82ca-1ef7322df966 tempest-TestVolumeBackupRestore-717299490 tempest-TestVolumeBackupRestore-717299490-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1091 time: 0.2899714 Oct 29 08:55:51.240598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 53976) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:51.246103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:51.261146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a78037a4-e508-42d1-ba64-fb68abeace5d req-4099441d-691e-4516-bf26-e0dbf21bdf87 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590315 Oct 29 08:55:51.276563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d5ad84fd-7419-4691-94b7-27ba03fd1e5b req-75c40aaf-d59c-492e-90c9-99f9e5ded27f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759697 Oct 29 08:55:51.282594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53980) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:51.317142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:51.346861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c604ec-b271-4c4b-93f7-bf0a186bb06e tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:51.351654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-02c604ec-b271-4c4b-93f7-bf0a186bb06e tempest-TestNetworkAdvancedServerOps-1483284389 tempest-TestNetworkAdvancedServerOps-1483284389-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1091 time: 0.0649045 Oct 29 08:55:51.352382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 53984) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:51.357870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:51.391564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:51.475134 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:51.523415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:51.654250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Allocated IP 172.25.5.131 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/e638c3e0-7293-4a01-a8aa-010e1398d317) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:51.790590 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:51.817802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:51.836060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:51.872746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:51.875795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:51.882105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:51.894097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Allocated IP 172.25.5.173 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/f47ec5b0-4824-4af5-a750-c15a86f5a2f0) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:51.921770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'Port': ['ID=e638c3e0-7293-4a01-a8aa-010e1398d317,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:51.973273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-329108434'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:52.036703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.081602 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.098421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:52.102027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.113558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.117390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:52.123027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:52.137966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:52.173444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=f47ec5b0-4824-4af5-a750-c15a86f5a2f0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:52.347494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.361965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.391651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:55:52.403573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.449429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423fa6-e287-4725-b9b2-8ad14df3b3cd req-4c751437-62f2-4a08-9daf-9617ab2322da tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:52.451157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44423fa6-e287-4725-b9b2-8ad14df3b3cd req-4c751437-62f2-4a08-9daf-9617ab2322da tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0754132 Oct 29 08:55:52.470271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.470736 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment ad9b3040-66e2-4ade-bebb-b51b72bb9ac2 of type vlan for network eab5c491-bcbc-4daf-9986-9552a2e36107 Oct 29 08:55:52.524713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.531517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad6b4ef-54d4-4aa5-a69e-0eda2eea2135,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:52.590587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.594108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.596261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44423fa6-e287-4725-b9b2-8ad14df3b3cd req-8ec5a23a-f943-4d45-b524-1bffbb20b35d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380327 Oct 29 08:55:52.616345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:52.616345 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.667406 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.699496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8802581 Oct 29 08:55:52.702781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54024) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:52.713661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-876791490'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:52.750837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:52.753926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfddb78-e814-45e0-b6a0-7e876e457d6f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=eab5c491-bcbc-4daf-9986-9552a2e36107,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:52.754355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.765379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network eab5c491-bcbc-4daf-9986-9552a2e36107 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:55:52.792704 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.821692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:55:52.846621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.847023 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment dd42022a-96ad-4806-aa45-e509b904ad69 of type vlan for network a92d62aa-9048-4e50-b30f-056295d5e378 Oct 29 08:55:52.881320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.888449 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.936884 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:52.943891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event updated for resources: {'Port': ['ID=e638c3e0-7293-4a01-a8aa-010e1398d317,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:52.986319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:53.000216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:53.005941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:53.006674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:53.083893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3797817 Oct 29 08:55:53.087389 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54032) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:53.094329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': 'eab5c491-bcbc-4daf-9986-9552a2e36107', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:53.107840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:53.109769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d4638-09b4-4b1b-b02b-1f0116bc762d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=a92d62aa-9048-4e50-b30f-056295d5e378,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:53.114698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:53.124259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network a92d62aa-9048-4e50-b30f-056295d5e378 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:55:53.158793 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Floating IP a15b6c92-d79b-4008-b582-183ffd7f7993 associated. External IP: 172.25.5.131, port: 1717e8eb-a791-41dc-8648-8f99a94c3d77. Oct 29 08:55:53.159586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event updated for resources: {'Port': ['ID=f47ec5b0-4824-4af5-a750-c15a86f5a2f0,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:53.204495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:53.346110 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Floating IP b272730b-f5e9-495d-97e4-4e5e55b23522 associated. External IP: 172.25.5.173, port: c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2. Oct 29 08:55:53.430811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:53.440483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:53.536797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:55:53.822133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e734fe-d289-4713-94cc-68844d835dea req-8eb54221-e4f1-493d-8fea-0ff3bae6d864 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:53.822829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f23f40-c380-4fae-adec-7aa3d019df67 req-00291293-1ba9-4913-a309-1cfe12cdd713 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:53.828263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f23f40-c380-4fae-adec-7aa3d019df67 req-00291293-1ba9-4913-a309-1cfe12cdd713 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 946 time: 0.0743275 Oct 29 08:55:53.829701 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-56e734fe-d289-4713-94cc-68844d835dea req-8eb54221-e4f1-493d-8fea-0ff3bae6d864 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1261125 Oct 29 08:55:53.848571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:55:53.866994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] Sync routers for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:55:53.882417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-18f23f40-c380-4fae-adec-7aa3d019df67 req-0c7f28d5-9301-4f4c-a28d-ab1c249fa8ef tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510306 Oct 29 08:55:53.895317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:53.897114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:53.955443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-56e734fe-d289-4713-94cc-68844d835dea req-809c0016-f20a-4551-b091-bf15320937f6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186304 Oct 29 08:55:53.974948 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:54.006362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:54.007405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 4caa4884-85cb-43b7-b498-8ec2350b0f5e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:55:54.026609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7593eceb-a0b0-43b5-9786-58cd027523f2 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7824783 Oct 29 08:55:54.050030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:54.052126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:54.052292 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:54.056652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:54.124906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=1ee68fd7-6295-4668-a1c4-477f1745c783,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:54.133183 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f61345-0d1b-4043-82b4-db855d4266a2 x-openstack-request-id: req-64f61345-0d1b-4043-82b4-db855d4266a2 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:54.133300 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:54.133586 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64f61345-0d1b-4043-82b4-db855d4266a2 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:54.134015 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'status': 'completed', 'code': 200} Oct 29 08:55:54.142860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a36c56-f9ee-4c8a-a577-123ef987665e tempest-TestVolumeBackupRestore-717299490 tempest-TestVolumeBackupRestore-717299490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:54.155440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-75a36c56-f9ee-4c8a-a577-123ef987665e tempest-TestVolumeBackupRestore-717299490 tempest-TestVolumeBackupRestore-717299490-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1091 time: 0.0857065 Oct 29 08:55:54.155440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': 'ad9b3040-66e2-4ade-bebb-b51b72bb9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'eab5c491-bcbc-4daf-9986-9552a2e36107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:54.155440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: eab5c491-bcbc-4daf-9986-9552a2e36107, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:55:54.156628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54064) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:54.166212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Request body: {'floatingip': {'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:54.204406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:55:54.219891 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] Sync routers for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:55:54.238081 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:54.238528 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:54.244456 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:54.258097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:54.276136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-7e630c7e-51b5-4c9c-bea9-69e83967cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:54.278148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-7e630c7e-51b5-4c9c-bea9-69e83967cd13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce006a7f4994292b81b61271670d77e&device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1096 time: 0.1054988 Oct 29 08:55:54.324502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network eab5c491-bcbc-4daf-9986-9552a2e36107 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:55:54.359194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, eab5c491-bcbc-4daf-9986-9552a2e36107) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:54.364348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:54.365513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:54.399321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce50d5fe-a316-47e6-944b-d2384736ac4f None None] Network eab5c491-bcbc-4daf-9986-9552a2e36107 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:55:54.454696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-08abbe03-86a1-492c-ad5e-18daddf83457 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1009791 Oct 29 08:55:54.458103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:54.461834 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f25c6bf-13db-413b-909f-763fe5d37a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:54.495016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ccfcf6bb-028b-4799-8bac-a1499e468ece tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4063013 Oct 29 08:55:54.502522 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54070) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:54.519905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-789eda3d-efbf-48c5-a78b-64ef4c8ac824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:54.520149 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:54.521964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-789eda3d-efbf-48c5-a78b-64ef4c8ac824 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f811ac0-04c4-4253-a48e-436db722aff3 HTTP/1.1" status: 200 len: 915 time: 0.2045257 Oct 29 08:55:54.613862 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999d0db5-846b-4d70-8e85-55e412f6b888 x-openstack-request-id: req-999d0db5-846b-4d70-8e85-55e412f6b888 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:54.614168 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:54.614429 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-999d0db5-846b-4d70-8e85-55e412f6b888 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:54.614839 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'status': 'completed', 'code': 200} Oct 29 08:55:54.615154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-eab5c491-bcbc-4daf-9986-9552a2e36107', 'network_id': 'eab5c491-bcbc-4daf-9986-9552a2e36107', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': '1ee68fd7-6295-4668-a1c4-477f1745c783'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:55:54.616032 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:54.616431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': 'a92d62aa-9048-4e50-b30f-056295d5e378', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:54.681024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-99877d32-60a6-424b-bb1a-e8c8e544c6f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77 HTTP/1.1" status: 200 len: 999 time: 0.1499815 Oct 29 08:55:54.756970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-3a62d1c3-c0ad-481a-8c3e-a711e35916d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:54.758594 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-3a62d1c3-c0ad-481a-8c3e-a711e35916d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=163a12f6-b492-4b8e-9276-0e3608b6f316 HTTP/1.1" status: 200 len: 852 time: 0.0673552 Oct 29 08:55:54.786143 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'b272730b-f5e9-495d-97e4-4e5e55b23522', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'port_id': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'mac_address': 'fa:16:3e:83:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:52Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:39Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:54.831145 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] Checking router: 4caa4884-85cb-43b7-b498-8ec2350b0f5e for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:55:54.850032 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:54.851655 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:54.859121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-74f0976c-0a14-42c9-9d6f-205dc08b7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:54.860719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-74f0976c-0a14-42c9-9d6f-205dc08b7463 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f811ac0-04c4-4253-a48e-436db722aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719528 Oct 29 08:55:54.916865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Allocated IP 172.20.0.2 (eab5c491-bcbc-4daf-9986-9552a2e36107/1ee68fd7-6295-4668-a1c4-477f1745c783/b933f831-b963-4863-ac25-1fcd6eee9209) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:54.998568 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a15b6c92-d79b-4008-b582-183ffd7f7993', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'mac_address': 'fa:16:3e:b6:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:52Z', 'revision_number': 0, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:55.022511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:55:55.027512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:55.028712 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:55.037849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] Checking router: 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:55:55.058829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea9b22-fc57-4aed-8fed-f90a2cc30354 req-a56c0b79-7224-49ef-bdcf-b22ed1c04a45 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:55.060836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25ea9b22-fc57-4aed-8fed-f90a2cc30354 req-a56c0b79-7224-49ef-bdcf-b22ed1c04a45 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.4111490 Oct 29 08:55:55.062842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:55.063498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:55.102731 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-270899bf-a080-4a10-8e5c-1773baba5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:55.104770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-270899bf-a080-4a10-8e5c-1773baba5ef4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1096 time: 0.4736094 Oct 29 08:55:55.150146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-aa09047c-ab19-4f74-b5cd-44edf26938d2 service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802112 Oct 29 08:55:55.181416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:55.232491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-fe6706fd-f546-49f0-a77f-0716edd2bda9 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:55.240247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-fe6706fd-f546-49f0-a77f-0716edd2bda9 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.15 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 946 time: 0.2580755 Oct 29 08:55:55.252085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-6390abb0-335f-4ce0-996d-55dcb69ef7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:55.253589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-6390abb0-335f-4ce0-996d-55dcb69ef7f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7cc8ec9e-3964-4c56-afe7-ca41ce102915 HTTP/1.1" status: 200 len: 899 time: 0.1255176 Oct 29 08:55:55.303120 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'b272730b-f5e9-495d-97e4-4e5e55b23522', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'port_id': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'mac_address': 'fa:16:3e:83:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:52Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:39Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:55.335636 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-f2b5bf78-da0a-4068-b759-ded264a403f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 HTTP/1.1" status: 200 len: 999 time: 0.0711379 Oct 29 08:55:55.337977 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae5e71-a493-4bd0-bd58-2abab872671e None None] The sync data for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 is: [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'b272730b-f5e9-495d-97e4-4e5e55b23522', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'port_id': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'mac_address': 'fa:16:3e:83:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:52Z', 'revision_number': 0, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:39Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:55:55.411638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc485259-68bc-414a-be98-a9bb99ab1f5b req-6af10f38-e8cd-481a-9472-11505fd9d6a4 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:55.413304 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc485259-68bc-414a-be98-a9bb99ab1f5b req-6af10f38-e8cd-481a-9472-11505fd9d6a4 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 946 time: 0.4005108 Oct 29 08:55:55.437900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-25ea9b22-fc57-4aed-8fed-f90a2cc30354 req-d0e49417-379e-49c0-9626-d1f0d653c3d7 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452721 Oct 29 08:55:55.485509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54078) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:55.522616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:55.577208 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:55.641140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-dda732b1-6f3c-4e81-b74f-521ec88df606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:55.642725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-dda732b1-6f3c-4e81-b74f-521ec88df606 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c80d4e84-09e9-4753-aed2-ad86a2a95a04 HTTP/1.1" status: 200 len: 834 time: 0.2959821 Oct 29 08:55:55.664642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ec26fc50-5e16-4a2a-a68c-e4da5ab406e6 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/b272730b-f5e9-495d-97e4-4e5e55b23522 HTTP/1.1" status: 200 len: 991 time: 0.1450746 Oct 29 08:55:55.668086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08fc3415-37f9-4f3f-accc-fdc1bb3afa5a req-30d2e0e4-8ff3-4570-bac2-1e1e25918c0e service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065165 Oct 29 08:55:55.688306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Network eab5c491-bcbc-4daf-9986-9552a2e36107 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:55:55.689694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Pushing event updated for resources: {'Port': ['ID=b933f831-b963-4863-ac25-1fcd6eee9209,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:55.698684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:55.711442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:55:55.746638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a15b6c92-d79b-4008-b582-183ffd7f7993', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'mac_address': 'fa:16:3e:b6:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:52Z', 'revision_number': 0, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:55.762161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc485259-68bc-414a-be98-a9bb99ab1f5b req-c536c9c1-7486-4049-bea3-6a391fcddcdb tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/security-groups?id=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288312 Oct 29 08:55:55.775328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Deleting port 65e295f5-0263-472b-bd1e-c59da99e54af {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:55:55.780237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:55.822369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ff45f-e488-42c7-9921-8da4bc245ff6 None None] New status for floating IP b272730b-f5e9-495d-97e4-4e5e55b23522: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:55:55.847168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db12b8-c95d-4864-ad7a-78300aea1d41 None None] The sync data for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 is: [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a15b6c92-d79b-4008-b582-183ffd7f7993', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'mac_address': 'fa:16:3e:b6:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:52Z', 'revision_number': 0, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:55:55.873702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78754d8a-e351-4a98-9bf0-bb20ad3dbd34 req-18469ae5-ec9e-4dc4-be21-f8f7288b2d32 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:55.875373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78754d8a-e351-4a98-9bf0-bb20ad3dbd34 req-18469ae5-ec9e-4dc4-be21-f8f7288b2d32 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.2807362 Oct 29 08:55:55.901357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-f9ed838a-75ad-478d-924d-805c1ab23a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:55.902890 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-f9ed838a-75ad-478d-924d-805c1ab23a10 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7cc8ec9e-3964-4c56-afe7-ca41ce102915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092950 Oct 29 08:55:55.921572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] For port 65e295f5-0263-472b-bd1e-c59da99e54af, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=65e295f5-0263-472b-bd1e-c59da99e54af,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:55.922343 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:55.983721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Attempting to bind port b933f831-b963-4863-ac25-1fcd6eee9209 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:55:55.984392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Attempting to bind port b933f831-b963-4863-ac25-1fcd6eee9209 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'ad9b3040-66e2-4ade-bebb-b51b72bb9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'eab5c491-bcbc-4daf-9986-9552a2e36107'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:55:55.984518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Attempting to bind port b933f831-b963-4863-ac25-1fcd6eee9209 on network eab5c491-bcbc-4daf-9986-9552a2e36107 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:55:56.004136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:55:56.004512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Checking segment: {'id': 'ad9b3040-66e2-4ade-bebb-b51b72bb9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'eab5c491-bcbc-4daf-9986-9552a2e36107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:56.004914 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.005305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Bound using segment: {'id': 'ad9b3040-66e2-4ade-bebb-b51b72bb9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'eab5c491-bcbc-4daf-9986-9552a2e36107'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:55:56.005785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Bound port: b933f831-b963-4863-ac25-1fcd6eee9209, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9b3040-66e2-4ade-bebb-b51b72bb9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'eab5c491-bcbc-4daf-9986-9552a2e36107'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:55:56.006168 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.134895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.135406 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.136100 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Floating IP 28b4e4e7-1317-4d9a-8311-ca92d4016fa1 disassociated. External IP: 172.25.5.121, port: 65e295f5-0263-472b-bd1e-c59da99e54af. Oct 29 08:55:56.136292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Calling delete_port for 65e295f5-0263-472b-bd1e-c59da99e54af owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:55:56.240075 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02fc43-6aea-4d1a-9d0b-1b4abbaee4fb None None] New status for floating IP a15b6c92-d79b-4008-b582-183ffd7f7993: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:55:56.254927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] For port b933f831-b963-4863-ac25-1fcd6eee9209, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:55:56.270762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] For port b933f831-b963-4863-ac25-1fcd6eee9209, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b933f831-b963-4863-ac25-1fcd6eee9209,segment=NetworkSegment(ad9b3040-66e2-4ade-bebb-b51b72bb9ac2),segment_id=ad9b3040-66e2-4ade-bebb-b51b72bb9ac2)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:55:56.288266 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.315464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.391123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ef565-1cf8-407f-8af7-42db6a297dbb None None] Pushing event updated for resources: {'Port': ['ID=b933f831-b963-4863-ac25-1fcd6eee9209,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:56.403875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event deleted for resources: {'Port': ['ID=65e295f5-0263-472b-bd1e-c59da99e54af,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:56.547638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.db.resource_extend [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:55:56.551998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Router 88d714e4-337e-494f-bf0e-b10638b2b3b4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:55:56.637675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.673980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54084) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:56.770778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:55:56.785967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] Sync routers for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:55:56.801067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:56.802502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:56.830231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=e9e0165d-a2ec-4f3b-8398-36ba45fe9139,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:56.836555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78754d8a-e351-4a98-9bf0-bb20ad3dbd34 req-f32fea43-5d40-4cb3-8935-c5b014a19742 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9308741 Oct 29 08:55:56.881532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.900760 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.db.api [None req-fb02fc43-6aea-4d1a-9d0b-1b4abbaee4fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:55:56.901212 n-d-815940-1 neutron-server[102116]: DEBUG oslo_db.api [None req-fb02fc43-6aea-4d1a-9d0b-1b4abbaee4fb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:55:56.914470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] No DVR routers for this DVR port 65e295f5-0263-472b-bd1e-c59da99e54af on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:55:56.918451 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.922235 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c07fc25b-938c-4879-b7e2-832f636d2eaa req-a7aa06b5-386e-47fc-af42-208592ebf022 tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.15 "DELETE /v2.0/ports/65e295f5-0263-472b-bd1e-c59da99e54af HTTP/1.1" status: 204 len: 173 time: 1.5951917 Oct 29 08:55:56.923465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'name': 'network-vif-deleted', 'tag': '65e295f5-0263-472b-bd1e-c59da99e54af'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:56.926367 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:56.928337 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0856dac4-a57c-487b-b867-7965299f9c5a" -d '{"events": [{"server_uuid": "8718683f-de16-4a24-aeb9-ab32e63d7a92", "name": "network-vif-deleted", "tag": "65e295f5-0263-472b-bd1e-c59da99e54af"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:56.995252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b3fee06-f8a4-455c-a64a-0394807a1982 req-c94542bd-35ad-4fe9-9ebd-fdc71cb421bb tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "GET /v2.0/ports?device_id=8718683f-de16-4a24-aeb9-ab32e63d7a92 HTTP/1.1" status: 200 len: 210 time: 0.0817196 Oct 29 08:55:57.008845 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0096967-bd0a-48d7-9fc1-57c13db3c1be x-openstack-request-id: req-f0096967-bd0a-48d7-9fc1-57c13db3c1be {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:57.009142 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8718683f-de16-4a24-aeb9-ab32e63d7a92", "name": "network-vif-deleted", "tag": "65e295f5-0263-472b-bd1e-c59da99e54af", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:57.009400 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0096967-bd0a-48d7-9fc1-57c13db3c1be {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:57.009811 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8718683f-de16-4a24-aeb9-ab32e63d7a92', 'name': 'network-vif-deleted', 'tag': '65e295f5-0263-472b-bd1e-c59da99e54af', 'status': 'completed', 'code': 200} Oct 29 08:55:57.062760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:57.142807 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-67a67c29-dd17-4350-bce8-b1bf653ede6d service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2180431 Oct 29 08:55:57.177873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b933f831-b963-4863-ac25-1fcd6eee9209 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:55:57.243579 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-49285d8d-03a8-4f2e-ad07-a634c0622236 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/b272730b-f5e9-495d-97e4-4e5e55b23522 HTTP/1.1" status: 200 len: 993 time: 0.5559728 Oct 29 08:55:57.278834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': 'dd42022a-96ad-4806-aa45-e509b904ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a92d62aa-9048-4e50-b30f-056295d5e378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:55:57.279203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: a92d62aa-9048-4e50-b30f-056295d5e378, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:55:57.311151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b933f831-b963-4863-ac25-1fcd6eee9209 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:57.312057 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.372449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network a92d62aa-9048-4e50-b30f-056295d5e378 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:55:57.386777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f25c6bf-13db-413b-909f-763fe5d37a1d req-53e6a311-17cb-4783-9224-ca72a96cb76b service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226367 Oct 29 08:55:57.389870 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a92d62aa-9048-4e50-b30f-056295d5e378) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:55:57.399201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:57.399786 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.404848 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02fc43-6aea-4d1a-9d0b-1b4abbaee4fb None None] New status for floating IP a15b6c92-d79b-4008-b582-183ffd7f7993: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:55:57.453598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:55:57.459171 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ae116826-b07d-4586-8d47-2749d67f7545 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8679993 Oct 29 08:55:57.461984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54092) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:57.470001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4db0a95f-5d9f-4631-8417-ef6e1bb964be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1378844244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:55:57.490903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588161b5-2861-4112-bd38-84d713d67e78 None None] Network a92d62aa-9048-4e50-b30f-056295d5e378 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:55:57.575561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db0a95f-5d9f-4631-8417-ef6e1bb964be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.578675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db0a95f-5d9f-4631-8417-ef6e1bb964be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.767093 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:55:57.774950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.787186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db0a95f-5d9f-4631-8417-ef6e1bb964be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.823245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db0a95f-5d9f-4631-8417-ef6e1bb964be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.838066 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.853080 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] Sync routers for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:55:57.868971 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db0a95f-5d9f-4631-8417-ef6e1bb964be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:57.874475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:57.886714 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4db0a95f-5d9f-4631-8417-ef6e1bb964be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4233439 Oct 29 08:55:57.894715 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:57.895493 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:57.976839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:55:57.979314 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d04b6d-0354-46b9-b4f5-86e6e938492c" -d '{"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:55:57.994280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2f0bb30b-6a28-439d-a325-becdaa0dcc8a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "PUT /v2.0/floatingips/a15b6c92-d79b-4008-b582-183ffd7f7993 HTTP/1.1" status: 200 len: 991 time: 3.8328724 Oct 29 08:55:58.023959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:58.077401 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83895723-2740-4d8c-9722-1f4159300ebd x-openstack-request-id: req-83895723-2740-4d8c-9722-1f4159300ebd {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:55:58.077803 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:55:58.078164 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83895723-2740-4d8c-9722-1f4159300ebd {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:55:58.078632 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'status': 'completed', 'code': 200} Oct 29 08:55:58.101835 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:58.122706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54104) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:58.151342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd69f9-67f9-43dd-bf43-53d640c12a9c None None] Network eab5c491-bcbc-4daf-9986-9552a2e36107 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:55:58.160831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] Checking router: 88d714e4-337e-494f-bf0e-b10638b2b3b4 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:55:58.285043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port b933f831-b963-4863-ac25-1fcd6eee9209, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b933f831-b963-4863-ac25-1fcd6eee9209,segment=NetworkSegment(ad9b3040-66e2-4ade-bebb-b51b72bb9ac2),segment_id=ad9b3040-66e2-4ade-bebb-b51b72bb9ac2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:55:58.301266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:58.302439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:58.355537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72751e7-3068-4a80-a21c-bb1ce240312f req-3cc33472-c753-40af-b912-401c5145a5a5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:58.359820 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f72751e7-3068-4a80-a21c-bb1ce240312f req-3cc33472-c753-40af-b912-401c5145a5a5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.3167295 Oct 29 08:55:58.371133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-4cb15a41-ff5c-4450-b96d-23c3e2df0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:58.373437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-4cb15a41-ff5c-4450-b96d-23c3e2df0a84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce006a7f4994292b81b61271670d77e&device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1096 time: 0.2410395 Oct 29 08:55:58.405816 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Deleting port 69203ded-5b34-4092-8beb-4c0557d5bdb2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:55:58.406181 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.432365 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.455085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 65e295f5-0263-472b-bd1e-c59da99e54af no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:55:58.521485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.521961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.524863 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a15b6c92-d79b-4008-b582-183ffd7f7993', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'mac_address': 'fa:16:3e:b6:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:57Z', 'revision_number': 2, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:58.536848 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f72751e7-3068-4a80-a21c-bb1ce240312f req-2b47e67c-f74d-4010-924e-d6d5c601b5a5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681745 Oct 29 08:55:58.550009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Calling delete_port for 69203ded-5b34-4092-8beb-4c0557d5bdb2 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:55:58.605656 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.654590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-b829663e-6338-4975-866a-eb5ec6fcd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:58.663597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-b829663e-6338-4975-866a-eb5ec6fcd501 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f811ac0-04c4-4253-a48e-436db722aff3 HTTP/1.1" status: 200 len: 915 time: 0.2763867 Oct 29 08:55:58.668822 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:58.699112 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] Checking router: 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:55:58.716898 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:55:58.717794 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:58.719690 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.770733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 65e295f5-0263-472b-bd1e-c59da99e54af {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:55:58.771191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 65e295f5-0263-472b-bd1e-c59da99e54af not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:55:58.793968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event deleted for resources: {'Port': ['ID=69203ded-5b34-4092-8beb-4c0557d5bdb2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:58.820985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-43a3c7b5-c406-4dc8-a62d-b0f620194f48 None None] Provisioning complete for port b933f831-b963-4863-ac25-1fcd6eee9209 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:58.821484 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-43a3c7b5-c406-4dc8-a62d-b0f620194f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.899439 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:55:58.937891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=b933f831-b963-4863-ac25-1fcd6eee9209,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:58.940520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.944301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:58.946204 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-67277476-bf3b-4ff6-a0f2-9eb81ffbe08f tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "DELETE /v2.0/floatingips/28b4e4e7-1317-4d9a-8311-ca92d4016fa1 HTTP/1.1" status: 204 len: 168 time: 0.8221138 Oct 29 08:55:59.066596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54112) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:59.122751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-a92d62aa-9048-4e50-b30f-056295d5e378', 'network_id': 'a92d62aa-9048-4e50-b30f-056295d5e378', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': 'e9e0165d-a2ec-4f3b-8398-36ba45fe9139'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:55:59.123626 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:59.170152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-748bd892-0539-4168-a12d-b6fb78ad58ad tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:59.204810 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-748bd892-0539-4168-a12d-b6fb78ad58ad tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:59.300067 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-748bd892-0539-4168-a12d-b6fb78ad58ad tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:59.303969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-748bd892-0539-4168-a12d-b6fb78ad58ad tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:59.311432 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a15b6c92-d79b-4008-b582-183ffd7f7993', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'mac_address': 'fa:16:3e:b6:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:57Z', 'revision_number': 2, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:59.321809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-748bd892-0539-4168-a12d-b6fb78ad58ad tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] 10.222.0.70 "DELETE /v2.0/security-groups/444d8ee9-47a9-4e74-8b7a-1e779f02b8ee HTTP/1.1" status: 204 len: 168 time: 0.2540064 Oct 29 08:55:59.329715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:59.377839 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2ffe9-e2ad-4306-b12c-60ff2649b24b None None] The sync data for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 is: [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a15b6c92-d79b-4008-b582-183ffd7f7993', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'port_id': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'mac_address': 'fa:16:3e:b6:21:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:55:52Z', 'updated_at': '2021-10-29T08:55:57Z', 'revision_number': 2, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:55:59.384213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bd892-0539-4168-a12d-b6fb78ad58ad tempest-TestServerBasicOps-803772176 tempest-TestServerBasicOps-803772176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444d8ee9-47a9-4e74-8b7a-1e779f02b8ee,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:55:59.420696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54116) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:55:59.518941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.20.0.1 (eab5c491-bcbc-4daf-9986-9552a2e36107/1ee68fd7-6295-4668-a1c4-477f1745c783/92c28b76-de96-4258-91a6-c966d215c41c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:59.530210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:55:59.567942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-df1d1057-5dee-4635-8085-a29519ed9994 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77 HTTP/1.1" status: 200 len: 1001 time: 0.5216730 Oct 29 08:55:59.583236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35b4339-f3a6-4089-a52a-ea5a884b2e42 None None] The sync data for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 is: [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:50:26Z', 'revision_number': 4, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fcea279a-9347-451c-93a0-2f29378b2450', 'name': '', 'network_id': 'de72089d-75af-4938-9435-afcd9bd00b10', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'mac_address': 'fa:16:3e:ab:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:24Z', 'updated_at': '2021-10-29T08:50:39Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'subnets': [{'id': 'c226df99-f298-4df4-a8a5-968a096cae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:55:59.703970 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Allocated IP 172.21.0.2 (a92d62aa-9048-4e50-b30f-056295d5e378/e9e0165d-a2ec-4f3b-8398-36ba45fe9139/e0e1470f-7288-45ee-8017-ded9508f341c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:55:59.774388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-f629de03-49cb-4c3a-9006-edb6732efa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:55:59.776328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-f629de03-49cb-4c3a-9006-edb6732efa93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=163a12f6-b492-4b8e-9276-0e3608b6f316 HTTP/1.1" status: 200 len: 852 time: 0.1815097 Oct 29 08:55:59.885915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-47b1c2ef-2cd2-42b5-a4f7-71e4a0fee63c None None] Provisioning complete for port b933f831-b963-4863-ac25-1fcd6eee9209 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:55:59.886278 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-47b1c2ef-2cd2-42b5-a4f7-71e4a0fee63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:55:59.994285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff27c-a444-49c1-98ad-f88109d61afc req-30a03c4e-c436-4106-95f6-c29fd7fd349a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:00.006399 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-322ff27c-a444-49c1-98ad-f88109d61afc req-30a03c4e-c436-4106-95f6-c29fd7fd349a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.2270384 Oct 29 08:56:00.033183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-83b60987-243b-42cf-b566-166e81ed3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:00.034923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-83b60987-243b-42cf-b566-166e81ed3bb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f811ac0-04c4-4253-a48e-436db722aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455671 Oct 29 08:56:00.080481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:00.083891 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d" -d '{"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:00.088119 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.109879 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.119741 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.174012 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae34f85-14cb-4f20-875b-9f787c42fd76 x-openstack-request-id: req-bae34f85-14cb-4f20-875b-9f787c42fd76 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:00.174012 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:00.174012 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bae34f85-14cb-4f20-875b-9f787c42fd76 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:00.174371 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'status': 'completed', 'code': 200} Oct 29 08:56:00.182630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Network a92d62aa-9048-4e50-b30f-056295d5e378 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:00.191327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:00.197772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:00.239881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Pushing event updated for resources: {'Port': ['ID=e0e1470f-7288-45ee-8017-ded9508f341c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:00.241604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-322ff27c-a444-49c1-98ad-f88109d61afc req-bcbcbccd-5774-47a4-9a4c-0940a7eeafbf tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358351 Oct 29 08:56:00.284394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Attempting to bind port e0e1470f-7288-45ee-8017-ded9508f341c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:00.284877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Attempting to bind port e0e1470f-7288-45ee-8017-ded9508f341c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'dd42022a-96ad-4806-aa45-e509b904ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a92d62aa-9048-4e50-b30f-056295d5e378'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:00.285329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Attempting to bind port e0e1470f-7288-45ee-8017-ded9508f341c on network a92d62aa-9048-4e50-b30f-056295d5e378 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:00.291879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:00.292371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Checking segment: {'id': 'dd42022a-96ad-4806-aa45-e509b904ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a92d62aa-9048-4e50-b30f-056295d5e378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:00.292935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.293540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Bound using segment: {'id': 'dd42022a-96ad-4806-aa45-e509b904ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a92d62aa-9048-4e50-b30f-056295d5e378'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:00.294108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Bound port: e0e1470f-7288-45ee-8017-ded9508f341c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd42022a-96ad-4806-aa45-e509b904ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a92d62aa-9048-4e50-b30f-056295d5e378'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:00.294570 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.315575 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.339132 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.400713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network eab5c491-bcbc-4daf-9986-9552a2e36107 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:00.405875 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-bb28f246-398e-45e2-a92d-e9354a96f530 service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515768 Oct 29 08:56:00.406898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:00.409434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:00.412998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] For port e0e1470f-7288-45ee-8017-ded9508f341c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:00.427698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] For port e0e1470f-7288-45ee-8017-ded9508f341c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e0e1470f-7288-45ee-8017-ded9508f341c,segment=NetworkSegment(dd42022a-96ad-4806-aa45-e509b904ad69),segment_id=dd42022a-96ad-4806-aa45-e509b904ad69)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:00.436687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b42077-f29d-44c7-8248-f0335cf39010 None None] New status for floating IP 28b4e4e7-1317-4d9a-8311-ca92d4016fa1: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:56:00.442159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=92c28b76-de96-4258-91a6-c966d215c41c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:00.517833 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.577035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.713483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Deleting port fcea279a-9347-451c-93a0-2f29378b2450 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:00.713836 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.741734 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4d04b6d-0354-46b9-b4f5-86e6e938492c req-9ec0c1c2-1125-4e39-a649-059daf573787 service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005583 Oct 29 08:56:00.824927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] For port fcea279a-9347-451c-93a0-2f29378b2450, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fcea279a-9347-451c-93a0-2f29378b2450,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:00.825465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.843643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Calling delete_port for fcea279a-9347-451c-93a0-2f29378b2450 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:00.860167 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.871636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:00.948069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0ac4550e-c469-4865-bdc7-14505cccf00b None None] Provisioning complete for port 92c28b76-de96-4258-91a6-c966d215c41c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:00.948670 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0ac4550e-c469-4865-bdc7-14505cccf00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:01.006984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4550e-c469-4865-bdc7-14505cccf00b None None] Port 92c28b76-de96-4258-91a6-c966d215c41c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:01.012381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d3a55-f8da-49d0-9719-aef9ac544267 None None] Pushing event updated for resources: {'Port': ['ID=e0e1470f-7288-45ee-8017-ded9508f341c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:01.066400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b933f831-b963-4863-ac25-1fcd6eee9209 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:01.132650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b933f831-b963-4863-ac25-1fcd6eee9209 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:01.133097 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:01.141888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-30241294-ff84-431e-8e3a-80a8099c64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:01.143536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-30241294-ff84-431e-8e3a-80a8099c64e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce006a7f4994292b81b61271670d77e&device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1096 time: 0.3314459 Oct 29 08:56:01.181974 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:01.237949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcea279a-9347-451c-93a0-2f29378b2450,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:01.507216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-a8db65b5-6347-4f05-8ab9-c66afde23648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:01.509193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-a8db65b5-6347-4f05-8ab9-c66afde23648 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f811ac0-04c4-4253-a48e-436db722aff3 HTTP/1.1" status: 200 len: 915 time: 0.3457549 Oct 29 08:56:01.533698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:01.567860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:01.577397 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:01.644459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53223b96-22e7-41fe-a304-fcc571c5e965 req-86ec8737-e5d7-4257-bcb1-73a0d982a502 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:01.646138 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53223b96-22e7-41fe-a304-fcc571c5e965 req-86ec8737-e5d7-4257-bcb1-73a0d982a502 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.2641118 Oct 29 08:56:01.706844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=92c28b76-de96-4258-91a6-c966d215c41c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:01.725181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-9c0ee3fa-ab22-4134-9169-e34051cbb230 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77 HTTP/1.1" status: 200 len: 1001 time: 0.2043128 Oct 29 08:56:01.726185 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:01.784384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53223b96-22e7-41fe-a304-fcc571c5e965 req-6937beac-62f4-4b4f-a339-a032a269dd49 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822291 Oct 29 08:56:01.855703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-e75c72b0-78f5-4b4f-9b29-28f6cd220553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:01.857414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-e75c72b0-78f5-4b4f-9b29-28f6cd220553 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=163a12f6-b492-4b8e-9276-0e3608b6f316 HTTP/1.1" status: 200 len: 852 time: 0.1226809 Oct 29 08:56:01.935242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network eab5c491-bcbc-4daf-9986-9552a2e36107 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:01.938707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:01.949385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-cb644b3e-8345-4d76-85ac-f86ae5a44a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:01.951209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-cb644b3e-8345-4d76-85ac-f86ae5a44a86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f811ac0-04c4-4253-a48e-436db722aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842288 Oct 29 08:56:01.987364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Router 88d714e4-337e-494f-bf0e-b10638b2b3b4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:02.186408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:02.203875 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c8cbdc6a-3fde-4baa-8987-5f9dd3f05f40 admin admin] 10.222.0.70 "PUT /v2.0/routers/88d714e4-337e-494f-bf0e-b10638b2b3b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784927 Oct 29 08:56:02.204612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54136) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:02.207294 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] Sync routers for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:02.233240 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:02.234164 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:02.337080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-9a6e7b1c-575b-45bd-b01c-53a2e87eb64a service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315024 Oct 29 08:56:02.357260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:56:02.518190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dfb258-87d9-4d9d-a1ff-bafa6fa7232a None None] Network a92d62aa-9048-4e50-b30f-056295d5e378 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:02.543156 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:02.556126 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:02.613393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] Provisioning complete for port e0e1470f-7288-45ee-8017-ded9508f341c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:02.614039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:02.787715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb9bdb0f-6a9d-4a62-828d-cfe61266950d req-82a85295-4a81-4352-9438-f78f46db7c9d service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428892 Oct 29 08:56:02.789017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:02.796906 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c618eccd-dacb-47eb-96a9-8bea571935c5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/6edd6dcd-7ea2-48ed-bd04-20fc39617fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9211030 Oct 29 08:56:02.800066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54166) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:02.854496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420ff85-7a6b-400b-a873-8951b015f58d None None] Sync routers for ids ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:02.860881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:02.864131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9e68e-85f3-46a9-890c-18fb5ef7db39 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:02.865679 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f9e9e68e-85f3-46a9-890c-18fb5ef7db39 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports/92c28b76-de96-4258-91a6-c966d215c41c HTTP/1.1" status: 200 len: 910 time: 0.0634556 Oct 29 08:56:02.872524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54178) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:02.918690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420ff85-7a6b-400b-a873-8951b015f58d None None] Routers {'6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:02.919328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c420ff85-7a6b-400b-a873-8951b015f58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:02.992730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c420ff85-7a6b-400b-a873-8951b015f58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:03.019727 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:56:01Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:03.068553 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] Checking router: 88d714e4-337e-494f-bf0e-b10638b2b3b4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:03.080088 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] Routers {'88d714e4-337e-494f-bf0e-b10638b2b3b4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:03.081066 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['88d714e4-337e-494f-bf0e-b10638b2b3b4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:03.103283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420ff85-7a6b-400b-a873-8951b015f58d None None] Routers {'6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:03.105683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c420ff85-7a6b-400b-a873-8951b015f58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:03.118923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] For port e0e1470f-7288-45ee-8017-ded9508f341c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e0e1470f-7288-45ee-8017-ded9508f341c,segment=NetworkSegment(dd42022a-96ad-4806-aa45-e509b904ad69),segment_id=dd42022a-96ad-4806-aa45-e509b904ad69)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:03.187390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c420ff85-7a6b-400b-a873-8951b015f58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:03.192401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420ff85-7a6b-400b-a873-8951b015f58d None None] The sync data for ids ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:03.194072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:03.250497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e0e1470f-7288-45ee-8017-ded9508f341c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:03.272073 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] Set router 88d714e4-337e-494f-bf0e-b10638b2b3b4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:03.275559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c109b-5a12-4474-af78-5bc025e25e2f req-66d991fc-892e-4801-a640-26081c7b2de4 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:03.278016 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f12c109b-5a12-4474-af78-5bc025e25e2f req-66d991fc-892e-4801-a640-26081c7b2de4 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.3188536 Oct 29 08:56:03.350154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] Provisioning complete for port 92c28b76-de96-4258-91a6-c966d215c41c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:03.350577 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:03.402108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] Port 92c28b76-de96-4258-91a6-c966d215c41c cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:03.417360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede459d-58ba-4a43-8dbb-90cc9396cb3a None None] Pushing event updated for resources: {'Port': ['ID=e0e1470f-7288-45ee-8017-ded9508f341c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:03.426910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e0e1470f-7288-45ee-8017-ded9508f341c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:03.427506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:03.523508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f12c109b-5a12-4474-af78-5bc025e25e2f req-b6bd1dec-8113-4439-b2b8-bb2408cd6838 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306843 Oct 29 08:56:03.560232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:03.587080 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:56:01Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:03.616773 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5546f58-ea04-4d22-927c-7b37728d8228 None None] The sync data for ids ['88d714e4-337e-494f-bf0e-b10638b2b3b4'] in n-d-815940-1 is: [{'id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'name': 'tempest-TestServerBasicOps-82786418-router', 'tenant_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '71b21547-4b63-460a-a839-c022b7476ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:18Z', 'updated_at': '2021-10-29T08:56:01Z', 'revision_number': 5, 'project_id': 'ea79ec4c5ca34ae895a434a7b61d5513', 'gw_port': {'id': '71b21547-4b63-460a-a839-c022b7476ca6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d714e4-337e-494f-bf0e-b10638b2b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:19Z', 'updated_at': '2021-10-29T08:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:03.630227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Deleting port 71b21547-4b63-460a-a839-c022b7476ca6 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:03.632716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:03.633207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-80e34842-f840-4571-b99d-6e7397e9f5f4 None None] Provisioning complete for port e0e1470f-7288-45ee-8017-ded9508f341c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:03.633629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-80e34842-f840-4571-b99d-6e7397e9f5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:03.759044 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:03.766633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] For port 71b21547-4b63-460a-a839-c022b7476ca6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=71b21547-4b63-460a-a839-c022b7476ca6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:03.767071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:03.783023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Calling delete_port for 71b21547-4b63-460a-a839-c022b7476ca6 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:03.993484 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.027543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b21547-4b63-460a-a839-c022b7476ca6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:04.147233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.297599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.302675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.359899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.360478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88d714e4-337e-494f-bf0e-b10638b2b3b4 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:56:04.369093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.373448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0f97e055-e279-45bb-9595-fc2926822955 admin admin] 10.222.0.70 "DELETE /v2.0/routers/88d714e4-337e-494f-bf0e-b10638b2b3b4 HTTP/1.1" status: 204 len: 168 time: 2.1677229 Oct 29 08:56:04.374621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54330) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:04.454288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3866f0a3-e98d-45eb-99f2-1f3e796d671d admin admin] Deleting subnet c226df99-f298-4df4-a8a5-968a096cae92 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:04.458101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3866f0a3-e98d-45eb-99f2-1f3e796d671d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.466395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.21.0.1 (a92d62aa-9048-4e50-b30f-056295d5e378/e9e0165d-a2ec-4f3b-8398-36ba45fe9139/001f74df-f00a-494f-8da9-125182243d88) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:04.519995 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3866f0a3-e98d-45eb-99f2-1f3e796d671d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.645576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3866f0a3-e98d-45eb-99f2-1f3e796d671d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.654328 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.700519 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.744045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network a92d62aa-9048-4e50-b30f-056295d5e378 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:04.744230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba761c6-a9a3-44e9-b63a-743c244987d9 req-cd8d8536-90e9-40b6-a04e-a7f9b1c6bd34 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:04.745987 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fba761c6-a9a3-44e9-b63a-743c244987d9 req-cd8d8536-90e9-40b6-a04e-a7f9b1c6bd34 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1022558 Oct 29 08:56:04.750299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:04.754521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:04.784383 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3866f0a3-e98d-45eb-99f2-1f3e796d671d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.799404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=001f74df-f00a-494f-8da9-125182243d88,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:04.827692 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.839508 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fba761c6-a9a3-44e9-b63a-743c244987d9 req-1195cc1f-005a-4809-887c-0520dde6a12c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832939 Oct 29 08:56:04.842779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866f0a3-e98d-45eb-99f2-1f3e796d671d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c226df99-f298-4df4-a8a5-968a096cae92,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:04.848200 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3866f0a3-e98d-45eb-99f2-1f3e796d671d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:04.853425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d35e5-78af-43fa-9110-999f4f9ef1bd None None] Network de72089d-75af-4938-9435-afcd9bd00b10 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:04.864999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3866f0a3-e98d-45eb-99f2-1f3e796d671d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c226df99-f298-4df4-a8a5-968a096cae92 HTTP/1.1" status: 204 len: 168 time: 0.4889472 Oct 29 08:56:04.872314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54382) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:05.059236 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.060924 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.096133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e0e1470f-7288-45ee-8017-ded9508f341c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:05.161650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Deleting port 481ca656-fd95-4769-9631-df166a494a24 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:05.161916 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.189128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e0e1470f-7288-45ee-8017-ded9508f341c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:05.189511 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.192456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6e57d8ee-ff13-4ddb-bd1b-e361b8921fbf None None] Provisioning complete for port 001f74df-f00a-494f-8da9-125182243d88 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:05.193033 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e57d8ee-ff13-4ddb-bd1b-e361b8921fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.250898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] For port 481ca656-fd95-4769-9631-df166a494a24, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=481ca656-fd95-4769-9631-df166a494a24,segment=NetworkSegment(cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d),segment_id=cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:05.251267 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.265526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Calling delete_port for 481ca656-fd95-4769-9631-df166a494a24 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:05.271780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6e57d8ee-ff13-4ddb-bd1b-e361b8921fbf None None] Port 001f74df-f00a-494f-8da9-125182243d88 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:05.280106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] DHCP port deletion for de72089d-75af-4938-9435-afcd9bd00b10 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:56:05.380188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.385093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] Deleting port 481ca656-fd95-4769-9631-df166a494a24 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:05.385475 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.430911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=481ca656-fd95-4769-9631-df166a494a24,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:05.433349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] No DVR routers for this DVR port 481ca656-fd95-4769-9631-df166a494a24 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:05.467661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fcea279a-9347-451c-93a0-2f29378b2450 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:05.498700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] For port 481ca656-fd95-4769-9631-df166a494a24, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:05.499113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.509278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: fcea279a-9347-451c-93a0-2f29378b2450 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:05.509965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fcea279a-9347-451c-93a0-2f29378b2450 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:05.510997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 71b21547-4b63-460a-a839-c022b7476ca6 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:05.517345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.525937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.530285 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.542199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] Calling delete_port for 481ca656-fd95-4769-9631-df166a494a24 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:05.549972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] Port 481ca656-fd95-4769-9631-df166a494a24 was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:56:05.551832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 71b21547-4b63-460a-a839-c022b7476ca6 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:05.552433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 71b21547-4b63-460a-a839-c022b7476ca6 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:05.555871 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.561132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de72089d-75af-4938-9435-afcd9bd00b10']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:05.578429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:05.578791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf127fe5-2e0a-40d8-94b4-2b8e9fc3f04d') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:05.588544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] Pushing event deleted for resources: {'Port': ['ID=481ca656-fd95-4769-9631-df166a494a24,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:05.589306 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.593970 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b16147-2f9b-4a5e-b087-ee87a494da17 None None] No DVR routers for this DVR port 481ca656-fd95-4769-9631-df166a494a24 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:05.616957 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.631200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:05.631940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:05.634104 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:05.636379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.661851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=001f74df-f00a-494f-8da9-125182243d88,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:05.701266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.707844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:05.715411 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/de72089d-75af-4938-9435-afcd9bd00b10 HTTP/1.1" status: 204 len: 168 time: 0.8388102 Oct 29 08:56:05.715900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54464) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:05.733466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5ba1b-0be7-497c-94bb-f3f96f6297a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=de72089d-75af-4938-9435-afcd9bd00b10,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:05.759282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network a92d62aa-9048-4e50-b30f-056295d5e378 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:05.761035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:05.891561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:06.055966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:06.066918 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fecd67-2726-46b1-b321-9f1128efefe2 None None] Sync routers for ids ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:06.072949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-08716280-b6dd-4cfc-9a32-3d0589a7c13f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/6edd6dcd-7ea2-48ed-bd04-20fc39617fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1987784 Oct 29 08:56:06.075761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54506) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:06.100535 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fecd67-2726-46b1-b321-9f1128efefe2 None None] Routers {'6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:06.101247 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-91fecd67-2726-46b1-b321-9f1128efefe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:06.124029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360ff1e-222b-4280-9bc7-8debcfdeec66 req-101bebec-8164-45db-b937-6049d06fe8f8 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:06.125802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f360ff1e-222b-4280-9bc7-8debcfdeec66 req-101bebec-8164-45db-b937-6049d06fe8f8 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1682827 Oct 29 08:56:06.151257 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-91fecd67-2726-46b1-b321-9f1128efefe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:06.153557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad737c47-141a-4347-8b1d-780f61e44fd7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:06.155014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ad737c47-141a-4347-8b1d-780f61e44fd7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports/001f74df-f00a-494f-8da9-125182243d88 HTTP/1.1" status: 200 len: 910 time: 0.0780635 Oct 29 08:56:06.158589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54518) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:06.168920 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fecd67-2726-46b1-b321-9f1128efefe2 None None] Routers {'6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:06.169743 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-91fecd67-2726-46b1-b321-9f1128efefe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:06.185225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f360ff1e-222b-4280-9bc7-8debcfdeec66 req-f9e4a305-142f-4f62-ac22-63bf444efaf8 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487204 Oct 29 08:56:06.209698 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-91fecd67-2726-46b1-b321-9f1128efefe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:06.210644 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fecd67-2726-46b1-b321-9f1128efefe2 None None] The sync data for ids ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:06.228021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-018e00d9-2469-4586-987a-037ca015a5c0 None None] Provisioning complete for port 001f74df-f00a-494f-8da9-125182243d88 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:06.228021 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-018e00d9-2469-4586-987a-037ca015a5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:06.259758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-018e00d9-2469-4586-987a-037ca015a5c0 None None] Port 001f74df-f00a-494f-8da9-125182243d88 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:06.296162 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:06.725231 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:06.765534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Deleting port dec025af-d375-4d7e-a796-b6f2d4b5fbd5 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:06.765733 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:06.929497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] For port dec025af-d375-4d7e-a796-b6f2d4b5fbd5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,segment=NetworkSegment(fbbf5872-1414-4708-9fad-0d48896f95ec),segment_id=fbbf5872-1414-4708-9fad-0d48896f95ec)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:06.929857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:06.944176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Calling delete_port for dec025af-d375-4d7e-a796-b6f2d4b5fbd5 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:06.964913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 481ca656-fd95-4769-9631-df166a494a24 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:06.988963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 481ca656-fd95-4769-9631-df166a494a24 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:06.989280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 481ca656-fd95-4769-9631-df166a494a24 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:07.182044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 001f74df-f00a-494f-8da9-125182243d88 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:07.182286 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:07.244574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:07.278121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec025af-d375-4d7e-a796-b6f2d4b5fbd5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:07.352413 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:07.388487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 001f74df-f00a-494f-8da9-125182243d88 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:07.462936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1d287-b758-4db1-bae6-b4e143d66f3d req-24d81e97-920b-4bdb-ae6c-887d23df9cf7 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:07.465087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8cb1d287-b758-4db1-bae6-b4e143d66f3d req-24d81e97-920b-4bdb-ae6c-887d23df9cf7 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1775110 Oct 29 08:56:07.988229 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8cb1d287-b758-4db1-bae6-b4e143d66f3d req-d5babdda-a8a3-492b-b223-655dc1d36a0d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150108 Oct 29 08:56:08.022029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:08.155508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:08.193630 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=001f74df-f00a-494f-8da9-125182243d88,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:08.394469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Router 0042af65-f633-42cf-9cdc-f14bffc9754a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:08.620462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:08.632116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:08.641558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ccf1dc5b-0914-4b80-b185-5318333e72d1 admin admin] 10.222.0.70 "PUT /v2.0/routers/0042af65-f633-42cf-9cdc-f14bffc9754a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9242132 Oct 29 08:56:08.642333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54608) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:08.662739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] Sync routers for ids ['0042af65-f633-42cf-9cdc-f14bffc9754a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:08.682938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] Routers {'0042af65-f633-42cf-9cdc-f14bffc9754a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:08.683627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0042af65-f633-42cf-9cdc-f14bffc9754a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:08.837458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:08.869791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] Set router 0042af65-f633-42cf-9cdc-f14bffc9754a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:08.993636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:09.096132 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.128983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:56:07Z', 'revision_number': 5, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port': {'id': 'ae910268-6f98-4284-b7f6-b32a90d46b57', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:50:34Z', 'updated_at': '2021-10-29T08:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:09.203925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:09.209530 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27d24790-26a5-4166-9dc9-9c64be5801c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/6edd6dcd-7ea2-48ed-bd04-20fc39617fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0497413 Oct 29 08:56:09.214156 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54614) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:09.215891 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df14d9-bbd6-4836-afd6-f117acedea2c None None] Sync routers for ids ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:09.218032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] Checking router: 0042af65-f633-42cf-9cdc-f14bffc9754a for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:09.227488 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df14d9-bbd6-4836-afd6-f117acedea2c None None] Routers {'6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:09.228536 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f8df14d9-bbd6-4836-afd6-f117acedea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:09.246268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363934-9604-4f81-a288-0a38824e52f2 req-b8cb7da1-3238-4ada-afb7-5d81769f017e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:09.252784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] Routers {'0042af65-f633-42cf-9cdc-f14bffc9754a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:09.253765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0042af65-f633-42cf-9cdc-f14bffc9754a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:09.257220 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f363934-9604-4f81-a288-0a38824e52f2 req-b8cb7da1-3238-4ada-afb7-5d81769f017e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1035812 Oct 29 08:56:09.269593 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f8df14d9-bbd6-4836-afd6-f117acedea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:09.281687 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df14d9-bbd6-4836-afd6-f117acedea2c None None] Routers {'6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:09.282633 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f8df14d9-bbd6-4836-afd6-f117acedea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:09.286765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Deleting port ae910268-6f98-4284-b7f6-b32a90d46b57 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:09.287113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.320948 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f8df14d9-bbd6-4836-afd6-f117acedea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:09.321945 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df14d9-bbd6-4836-afd6-f117acedea2c None None] The sync data for ids ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:09.416470 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f363934-9604-4f81-a288-0a38824e52f2 req-984f0c45-3125-41ff-8c4b-d973be6b0ac7 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581068 Oct 29 08:56:09.437801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] For port ae910268-6f98-4284-b7f6-b32a90d46b57, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ae910268-6f98-4284-b7f6-b32a90d46b57,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:09.438481 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.453839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Calling delete_port for ae910268-6f98-4284-b7f6-b32a90d46b57 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:09.462780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] Set router 0042af65-f633-42cf-9cdc-f14bffc9754a gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:09.550828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:56:09Z', 'revision_number': 6, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:09.627927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ce9a8-4bcb-4cb6-a80b-de191d02ce7f None None] The sync data for ids ['0042af65-f633-42cf-9cdc-f14bffc9754a'] in n-d-815940-1 is: [{'id': '0042af65-f633-42cf-9cdc-f14bffc9754a', 'name': 'tempest-TestServerBasicOps-460515993-router', 'tenant_id': '277dbb39703d4374a59653c4238584c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:50:33Z', 'updated_at': '2021-10-29T08:56:09Z', 'revision_number': 6, 'project_id': '277dbb39703d4374a59653c4238584c1', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:09.692873 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.726804 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.735465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae910268-6f98-4284-b7f6-b32a90d46b57,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:09.793493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.904752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.908963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.960072 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.960880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0042af65-f633-42cf-9cdc-f14bffc9754a {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:56:09.979059 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:09.980894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-44854aee-c24f-4bed-b73b-f46caa01556a admin admin] 10.222.0.70 "DELETE /v2.0/routers/0042af65-f633-42cf-9cdc-f14bffc9754a HTTP/1.1" status: 204 len: 168 time: 1.3370352 Oct 29 08:56:09.983586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54618) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:10.039460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 92c28b76-de96-4258-91a6-c966d215c41c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:10.040071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.075713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e861fc1c-0028-4f49-a2ea-2e13321714c3 admin admin] Deleting subnet 53bcef29-b968-40e1-8453-e903387f5d73 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:10.079469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e861fc1c-0028-4f49-a2ea-2e13321714c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.118613 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e861fc1c-0028-4f49-a2ea-2e13321714c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.166459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.179905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 92c28b76-de96-4258-91a6-c966d215c41c owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:10.207391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e861fc1c-0028-4f49-a2ea-2e13321714c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.261928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e861fc1c-0028-4f49-a2ea-2e13321714c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.292775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861fc1c-0028-4f49-a2ea-2e13321714c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53bcef29-b968-40e1-8453-e903387f5d73,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:10.297454 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e861fc1c-0028-4f49-a2ea-2e13321714c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.303635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e861fc1c-0028-4f49-a2ea-2e13321714c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/53bcef29-b968-40e1-8453-e903387f5d73 HTTP/1.1" status: 204 len: 168 time: 0.3185196 Oct 29 08:56:10.307357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54620) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:10.319795 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f820cad-84f1-4ecb-ada5-e35022ac9fd4 None None] Network 6930a849-e41c-49c9-afb1-7ecf182a5546 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:10.402020 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.404084 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.441428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=92c28b76-de96-4258-91a6-c966d215c41c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:10.523656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Deleting port 10f117c4-768b-4956-b6a4-78002cf91730 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:10.524028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.613518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] DHCP port deletion for 6930a849-e41c-49c9-afb1-7ecf182a5546 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:56:10.671714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] For port 10f117c4-768b-4956-b6a4-78002cf91730, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=10f117c4-768b-4956-b6a4-78002cf91730,segment=NetworkSegment(fbbf5872-1414-4708-9fad-0d48896f95ec),segment_id=fbbf5872-1414-4708-9fad-0d48896f95ec)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:10.672111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.702829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aefe64-c432-4663-ab83-78d1742fdd69 req-b1abe676-090a-492b-b7b7-e8ba7e76a2b6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:10.704588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30aefe64-c432-4663-ab83-78d1742fdd69 req-b1abe676-090a-492b-b7b7-e8ba7e76a2b6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1405435 Oct 29 08:56:10.711003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Calling delete_port for 10f117c4-768b-4956-b6a4-78002cf91730 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:10.736133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] Deleting port 10f117c4-768b-4956-b6a4-78002cf91730 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:10.736792 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.743757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.835600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.849551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] For port 10f117c4-768b-4956-b6a4-78002cf91730, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=10f117c4-768b-4956-b6a4-78002cf91730,segment=NetworkSegment(fbbf5872-1414-4708-9fad-0d48896f95ec),segment_id=fbbf5872-1414-4708-9fad-0d48896f95ec)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:10.850069 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.850435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] No DVR routers for this DVR port 10f117c4-768b-4956-b6a4-78002cf91730 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:10.872914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] Calling delete_port for 10f117c4-768b-4956-b6a4-78002cf91730 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:10.895285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f117c4-768b-4956-b6a4-78002cf91730,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:10.962877 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:10.992980 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:56:11.013085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30aefe64-c432-4663-ab83-78d1742fdd69 req-24d3e79f-8f99-45ab-b413-6bac2c01d4b3 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989357 Oct 29 08:56:11.028829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6930a849-e41c-49c9-afb1-7ecf182a5546']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:11.039142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbf5872-1414-4708-9fad-0d48896f95ec') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:11.039437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbf5872-1414-4708-9fad-0d48896f95ec') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:11.053931 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.054796 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.058717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:11.067619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ae910268-6f98-4284-b7f6-b32a90d46b57 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:11.077969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.089727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:11.090417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:11.092363 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:11.109256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] No DVR routers for this DVR port 10f117c4-768b-4956-b6a4-78002cf91730 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:11.111137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa7ede-8211-4445-9255-f7dda9129593 None None] Pushing event deleted for resources: {'Port': ['ID=10f117c4-768b-4956-b6a4-78002cf91730,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:11.114353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: ae910268-6f98-4284-b7f6-b32a90d46b57 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:11.114865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ae910268-6f98-4284-b7f6-b32a90d46b57 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:11.115475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dec025af-d375-4d7e-a796-b6f2d4b5fbd5 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:11.140510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: dec025af-d375-4d7e-a796-b6f2d4b5fbd5 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:11.141155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dec025af-d375-4d7e-a796-b6f2d4b5fbd5 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:11.141721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 10f117c4-768b-4956-b6a4-78002cf91730 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:11.165571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 10f117c4-768b-4956-b6a4-78002cf91730 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:11.165926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 10f117c4-768b-4956-b6a4-78002cf91730 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:11.175888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.176264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:11.188348 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-78e5ac9a-0ad8-46b0-957b-953a376c9cfb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/6edd6dcd-7ea2-48ed-bd04-20fc39617fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701581 Oct 29 08:56:11.190267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54626) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:11.191189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085fff5-010f-42dd-837a-225f651936dd None None] Sync routers for ids ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:11.197083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.203761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6930a849-e41c-49c9-afb1-7ecf182a5546 HTTP/1.1" status: 204 len: 168 time: 0.8914709 Oct 29 08:56:11.206008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085fff5-010f-42dd-837a-225f651936dd None None] Routers {'6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:11.206595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1085fff5-010f-42dd-837a-225f651936dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:11.217611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1aaf9-43f6-4cc7-a0db-9d74092158f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6930a849-e41c-49c9-afb1-7ecf182a5546,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:11.238732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d60a5062-be45-492b-b05d-67e58514ae3f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 HTTP/1.1" status: 200 len: 205 time: 0.0471199 Oct 29 08:56:11.241603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54630) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:11.344769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1eb705e5-2b24-4019-b848-3dd305850010 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.403517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54632) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:11.508424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9b784b9f-8617-4356-9473-87d8d881975e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea79ec4c5ca34ae895a434a7b61d5513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033311 Oct 29 08:56:11.513208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54634) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:11.516189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1085fff5-010f-42dd-837a-225f651936dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:11.524212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6980-447d-43b4-b615-df1806074527 req-e418607b-aca2-4477-95a5-520654e77dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:11.526298 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-219b6980-447d-43b4-b615-df1806074527 req-e418607b-aca2-4477-95a5-520654e77dfd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 1097 time: 0.0958686 Oct 29 08:56:11.545162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085fff5-010f-42dd-837a-225f651936dd None None] Routers {'6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:11.547339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1085fff5-010f-42dd-837a-225f651936dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:55:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:11.562863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1eb705e5-2b24-4019-b848-3dd305850010 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.565221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1eb705e5-2b24-4019-b848-3dd305850010 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.593678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1085fff5-010f-42dd-837a-225f651936dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:11.594437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085fff5-010f-42dd-837a-225f651936dd None None] The sync data for ids ['6edd6dcd-7ea2-48ed-bd04-20fc39617fd4'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:11.616196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1eb705e5-2b24-4019-b848-3dd305850010 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.617005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb705e5-2b24-4019-b848-3dd305850010 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Fanout notify agent at l3_agent the message router_deleted on router 6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:56:11.625253 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1eb705e5-2b24-4019-b848-3dd305850010 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.629191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1eb705e5-2b24-4019-b848-3dd305850010 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 HTTP/1.1" status: 204 len: 168 time: 0.3865416 Oct 29 08:56:11.630380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54636) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:11.634878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-794211fc-23d5-4db1-a40c-d701312530f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.668583 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-794211fc-23d5-4db1-a40c-d701312530f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.693206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-253181d6-3d7b-4919-8363-46ade4fa32c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet e9e0165d-a2ec-4f3b-8398-36ba45fe9139 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:11.696791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-253181d6-3d7b-4919-8363-46ade4fa32c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.713719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6980-447d-43b4-b615-df1806074527 req-91bdf34c-d824-4030-beda-2ac7f40fc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:11.715568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-219b6980-447d-43b4-b615-df1806074527 req-91bdf34c-d824-4030-beda-2ac7f40fc09f service neutron] 10.222.0.93 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 917 time: 0.1538346 Oct 29 08:56:11.743209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-253181d6-3d7b-4919-8363-46ade4fa32c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.761730 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-219b6980-447d-43b4-b615-df1806074527 req-79d79f69-f211-4ee4-b361-d2d5c73a6ab3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034c3694-e8be-42c6-96d2-38853c8eedf9 HTTP/1.1" status: 200 len: 217 time: 0.0376430 Oct 29 08:56:11.797700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-794211fc-23d5-4db1-a40c-d701312530f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.800916 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-794211fc-23d5-4db1-a40c-d701312530f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.802080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-794211fc-23d5-4db1-a40c-d701312530f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82ec05c0-1160-4004-b21a-15cbb329555d HTTP/1.1" status: 204 len: 168 time: 0.2877071 Oct 29 08:56:11.819396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794211fc-23d5-4db1-a40c-d701312530f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec05c0-1160-4004-b21a-15cbb329555d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:11.832468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6980-447d-43b4-b615-df1806074527 req-5dfa1711-6eed-41ca-9607-974276a3a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:11.834009 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-219b6980-447d-43b4-b615-df1806074527 req-5dfa1711-6eed-41ca-9607-974276a3a434 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 200 len: 855 time: 0.0651984 Oct 29 08:56:11.874274 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-219b6980-447d-43b4-b615-df1806074527 req-90f7826c-adf4-4548-8062-b813a7e6a5fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=87d25733-0f7d-49a1-a028-11a49c00465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311325 Oct 29 08:56:11.879453 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-253181d6-3d7b-4919-8363-46ade4fa32c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:11.958942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-253181d6-3d7b-4919-8363-46ade4fa32c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:12.008164 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-219b6980-447d-43b4-b615-df1806074527 req-c95901d3-8ab4-4f1b-a732-7642d001a613 service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263862 Oct 29 08:56:12.395051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253181d6-3d7b-4919-8363-46ade4fa32c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e0165d-a2ec-4f3b-8398-36ba45fe9139,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:12.421524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-253181d6-3d7b-4919-8363-46ade4fa32c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:12.441112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-253181d6-3d7b-4919-8363-46ade4fa32c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/e9e0165d-a2ec-4f3b-8398-36ba45fe9139 HTTP/1.1" status: 204 len: 168 time: 0.8101776 Oct 29 08:56:12.441767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54650) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:12.451087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57b8d5-7ddc-47f8-93ca-d886d0ec3618 None None] Network a92d62aa-9048-4e50-b30f-056295d5e378 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:12.468157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54652) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:12.554379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71538e7-c8e3-4806-b402-fd7aac45eb36 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet 1ee68fd7-6295-4668-a1c4-477f1745c783 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:12.558603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54654) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:12.578303 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e71538e7-c8e3-4806-b402-fd7aac45eb36 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:12.643621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2a37a-49d0-4bf0-8dae-9599360dcd2e req-f0ddd2ad-d7ba-464d-b4af-e867c1a960a4 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:12.645286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28b2a37a-49d0-4bf0-8dae-9599360dcd2e req-f0ddd2ad-d7ba-464d-b4af-e867c1a960a4 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.2684209 Oct 29 08:56:12.648160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ee1cd839-bae0-4778-a8bc-45d8dcfc05ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=277dbb39703d4374a59653c4238584c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806495 Oct 29 08:56:12.651231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54658) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:12.689187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e71538e7-c8e3-4806-b402-fd7aac45eb36 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:12.760045 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] DHCP port deletion for a92d62aa-9048-4e50-b30f-056295d5e378 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:56:12.776132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-219b6980-447d-43b4-b615-df1806074527 req-5830143b-b910-42d5-9856-f704e3348dfa service neutron] 10.222.0.93 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583559 Oct 29 08:56:12.777606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-edf53953-35b0-4cd9-a0f8-1b3087547ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:12.800854 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28b2a37a-49d0-4bf0-8dae-9599360dcd2e req-c0767f9d-6d80-4460-998e-0a11466f0c4d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471519 Oct 29 08:56:12.829429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-edf53953-35b0-4cd9-a0f8-1b3087547ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:12.904820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] Deleting port e0e1470f-7288-45ee-8017-ded9508f341c {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:12.905511 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:12.909847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e71538e7-c8e3-4806-b402-fd7aac45eb36 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:12.939050 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-279b4de9-081a-4272-ab3c-960ecbe1ac17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.007558 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-edf53953-35b0-4cd9-a0f8-1b3087547ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.010928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-edf53953-35b0-4cd9-a0f8-1b3087547ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.012358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-edf53953-35b0-4cd9-a0f8-1b3087547ae7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8df87a18-5ff9-43c5-919d-59f09ab4e1e4 HTTP/1.1" status: 204 len: 168 time: 0.3600006 Oct 29 08:56:13.033314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e0e1470f-7288-45ee-8017-ded9508f341c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:13.033849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf53953-35b0-4cd9-a0f8-1b3087547ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df87a18-5ff9-43c5-919d-59f09ab4e1e4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:13.049714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e71538e7-c8e3-4806-b402-fd7aac45eb36 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.081826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] For port e0e1470f-7288-45ee-8017-ded9508f341c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e0e1470f-7288-45ee-8017-ded9508f341c,segment=NetworkSegment(dd42022a-96ad-4806-aa45-e509b904ad69),segment_id=dd42022a-96ad-4806-aa45-e509b904ad69)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:13.082160 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.095248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71538e7-c8e3-4806-b402-fd7aac45eb36 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee68fd7-6295-4668-a1c4-477f1745c783,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:13.095654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] Calling delete_port for e0e1470f-7288-45ee-8017-ded9508f341c owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:13.119188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e71538e7-c8e3-4806-b402-fd7aac45eb36 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.128404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e71538e7-c8e3-4806-b402-fd7aac45eb36 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/1ee68fd7-6295-4668-a1c4-477f1745c783 HTTP/1.1" status: 204 len: 168 time: 0.6284125 Oct 29 08:56:13.128738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54662) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:13.164328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721dd4da-4894-4424-8164-f18c775d8dbb None None] Network eab5c491-bcbc-4daf-9986-9552a2e36107 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:13.247140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.250287 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-279b4de9-081a-4272-ab3c-960ecbe1ac17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.257136 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-279b4de9-081a-4272-ab3c-960ecbe1ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.329709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-279b4de9-081a-4272-ab3c-960ecbe1ac17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73e57fca29c74e83956cc81013d7803c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7692173 Oct 29 08:56:13.331790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54666) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:13.338627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b4de9-081a-4272-ab3c-960ecbe1ac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ead7ef-a040-4488-b428-ec08bc425d8a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:13.363346 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.395639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port e0e1470f-7288-45ee-8017-ded9508f341c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:13.396018 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.413584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] No DVR routers for this DVR port e0e1470f-7288-45ee-8017-ded9508f341c on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:13.423977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704f90f-aee5-41c3-a83d-444b0705f77e None None] Pushing event deleted for resources: {'Port': ['ID=e0e1470f-7288-45ee-8017-ded9508f341c,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:13.441150 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.486709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc626-f6f9-4b0b-b925-dbba1f5abe8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.512685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port e0e1470f-7288-45ee-8017-ded9508f341c, host n-d-815940-1, got binding levels [] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:13.513401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.527021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc626-f6f9-4b0b-b925-dbba1f5abe8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.530964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for e0e1470f-7288-45ee-8017-ded9508f341c owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:13.536031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Port e0e1470f-7288-45ee-8017-ded9508f341c was not found and therefore no delete operation was performed {{(pid=102113) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:56:13.536031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.555437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No DVR routers for this DVR port e0e1470f-7288-45ee-8017-ded9508f341c on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:13.557830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] DHCP port deletion for eab5c491-bcbc-4daf-9986-9552a2e36107 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:56:13.588904 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc626-f6f9-4b0b-b925-dbba1f5abe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.592180 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc626-f6f9-4b0b-b925-dbba1f5abe8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.596822 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ec5fc626-f6f9-4b0b-b925-dbba1f5abe8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40ead7ef-a040-4488-b428-ec08bc425d8a HTTP/1.1" status: 204 len: 168 time: 0.2637279 Oct 29 08:56:13.607041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fc626-f6f9-4b0b-b925-dbba1f5abe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ead7ef-a040-4488-b428-ec08bc425d8a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:13.615689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=e0e1470f-7288-45ee-8017-ded9508f341c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:13.681621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.681982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] Deleting port b933f831-b963-4863-ac25-1fcd6eee9209 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:13.682342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.711870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92d62aa-9048-4e50-b30f-056295d5e378']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:13.727390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd42022a-96ad-4806-aa45-e509b904ad69') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:13.727862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd42022a-96ad-4806-aa45-e509b904ad69') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:13.739535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.758485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.766852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:13.767266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.773216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] For port b933f831-b963-4863-ac25-1fcd6eee9209, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b933f831-b963-4863-ac25-1fcd6eee9209,segment=NetworkSegment(ad9b3040-66e2-4ade-bebb-b51b72bb9ac2),segment_id=ad9b3040-66e2-4ade-bebb-b51b72bb9ac2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:13.773927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:13.774059 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:13.790942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] Calling delete_port for b933f831-b963-4863-ac25-1fcd6eee9209 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:13.856237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.872509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.879917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/a92d62aa-9048-4e50-b30f-056295d5e378 HTTP/1.1" status: 204 len: 168 time: 0.7500553 Oct 29 08:56:13.883495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54690) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:13.904698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a73d7-60d7-45c3-ad0d-b20a9db2b1cb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=a92d62aa-9048-4e50-b30f-056295d5e378,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:13.936563 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:13.952406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] No DVR routers for this DVR port b933f831-b963-4863-ac25-1fcd6eee9209 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:13.973541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54692) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:13.985506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2394b-41a4-4106-9f2c-8fcd7eaf8adb None None] Pushing event deleted for resources: {'Port': ['ID=b933f831-b963-4863-ac25-1fcd6eee9209,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:14.053229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.070271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597f0f0-779b-4d76-ac8b-d8ceb74f4671 req-b208323c-ce88-404d-98e0-5ea33f9a0477 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:14.071909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7597f0f0-779b-4d76-ac8b-d8ceb74f4671 req-b208323c-ce88-404d-98e0-5ea33f9a0477 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1418564 Oct 29 08:56:14.112640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1453983790-network', 'tenant_id': '3c29013403a64017905dd89022361aac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:14.138201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:14.141975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.152950 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.189077 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7597f0f0-779b-4d76-ac8b-d8ceb74f4671 req-006c707d-416d-43f4-bdee-3be3fda8215a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084721 Oct 29 08:56:14.193362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.227648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab5c491-bcbc-4daf-9986-9552a2e36107']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:14.239350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9b3040-66e2-4ade-bebb-b51b72bb9ac2') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:14.239350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9b3040-66e2-4ade-bebb-b51b72bb9ac2') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:14.248207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.250818 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.253414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.283375 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.286376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1840d89-aec1-43e2-9e11-40fce5dd5a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.292560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:14.293137 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:14.303623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223561ca-0031-4bc0-b70b-dfd9f4b3542d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:14.369165 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.374099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:56:14.389130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.389619 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Added segment bdd7c6e3-5817-45e8-84ef-da44751a38de of type vlan for network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c Oct 29 08:56:14.391569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.396337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/eab5c491-bcbc-4daf-9986-9552a2e36107 HTTP/1.1" status: 204 len: 168 time: 0.5110483 Oct 29 08:56:14.398220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30361-2381-42bc-ac7d-401dcc357cea tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=eab5c491-bcbc-4daf-9986-9552a2e36107,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:14.399541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54710) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:14.406713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1572297010'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:14.451756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.470446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:14.474318 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.506545 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.507706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:14.508330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.590453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:56:14.617081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6421657 Oct 29 08:56:14.620810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54714) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:14.626507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.626956 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment 3daed4e6-8eb2-440c-8f32-dce49c36bf14 of type vlan for network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 Oct 29 08:56:14.629683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Request body: {'subnet': {'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1453983790-subnet', 'tenant_id': '3c29013403a64017905dd89022361aac', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:14.655292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:14.658039 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.661210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2419b0-fe5f-4ef5-ba83-cd14c1570e53 admin admin] Pushing event updated for resources: {'Network': ['ID=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:14.672232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:56:14.705120 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.735581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.742796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:14.743473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.769893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3690779 Oct 29 08:56:14.774251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54720) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:14.781008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': '7d97c2ed-dad2-4c5e-afdb-220f084a4b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:14.845485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f536f-8dd4-4d51-bf04-23777c0b40b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=7d97c2ed-dad2-4c5e-afdb-220f084a4b76,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:14.859021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:56:14.973836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:14.979729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:14.985028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.014520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b933f831-b963-4863-ac25-1fcd6eee9209 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:15.042690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b933f831-b963-4863-ac25-1fcd6eee9209 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:15.042690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b933f831-b963-4863-ac25-1fcd6eee9209 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:15.122112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d98680-d690-46aa-b75a-86c2b5ce070c,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:15.140218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54726) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:15.157698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:15.158040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Network hostable DHCP agents. Network: fc81e9bf-686a-4be5-b97e-55f6d1e4d00c, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:56:15.185652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:56:15.216713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, fc81e9bf-686a-4be5-b97e-55f6d1e4d00c) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:15.227401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:15.228026 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.230899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85f96d-6e2e-4aeb-9314-8722d9b84491 None None] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:15.270454 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c885c943-8f23-4f1f-8485-4bae991f62ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.295151 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b99f8cc9-047c-409a-9305-7a8b0b3b5d1d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6681428 Oct 29 08:56:15.295151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54732) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:15.298948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:15.332896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.380948 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.382698 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.406197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e8e5-dfd2-4ab7-8159-c4cf048efc17 req-579127b1-5d05-434a-9e67-4324abee9866 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:15.408153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95b3e8e5-dfd2-4ab7-8159-c4cf048efc17 req-579127b1-5d05-434a-9e67-4324abee9866 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0896089 Oct 29 08:56:15.432425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c885c943-8f23-4f1f-8485-4bae991f62ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.449674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c885c943-8f23-4f1f-8485-4bae991f62ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.451423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:56:15.452345 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.490015 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.491758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=6c708631-9992-4cf3-9f18-ba09a4e5054a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:15.508599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95b3e8e5-dfd2-4ab7-8159-c4cf048efc17 req-2c660ab7-d8ae-44a0-9486-5226d8486ce0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889845 Oct 29 08:56:15.512300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': '3daed4e6-8eb2-440c-8f32-dce49c36bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7d97c2ed-dad2-4c5e-afdb-220f084a4b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:15.512625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: 7d97c2ed-dad2-4c5e-afdb-220f084a4b76, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:56:15.517013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c885c943-8f23-4f1f-8485-4bae991f62ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=276fa3d57436411bad563e3218594b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754659 Oct 29 08:56:15.518094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885c943-8f23-4f1f-8485-4bae991f62ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76924f37-b371-4ed1-97f2-a4e29df1d161,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:15.523451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54734) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:15.586406 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5f4e-9d80-4042-8945-67d4b8d0a11e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.612830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Allocated IP 172.20.0.2 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:15.613087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5f4e-9d80-4042-8945-67d4b8d0a11e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.617116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:56:15.673318 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5f4e-9d80-4042-8945-67d4b8d0a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.676739 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5f4e-9d80-4042-8945-67d4b8d0a11e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.680464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4aeb5f4e-9d80-4042-8945-67d4b8d0a11e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76924f37-b371-4ed1-97f2-a4e29df1d161 HTTP/1.1" status: 204 len: 168 time: 0.1531773 Oct 29 08:56:15.691418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 7d97c2ed-dad2-4c5e-afdb-220f084a4b76) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:15.694511 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.700899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:15.701561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.706388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb5f4e-9d80-4042-8945-67d4b8d0a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76924f37-b371-4ed1-97f2-a4e29df1d161,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:15.717612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6531203-87a2-4825-818c-fe616d358861 None None] Network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:15.758875 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2124d7cf-0c33-4f05-ab86-db0bea95a450 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9834516 Oct 29 08:56:15.762525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54738) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:15.767727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-19fde7ae-62f0-4a75-8c71-b095922cff10 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1163166427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:15.803527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fde7ae-62f0-4a75-8c71-b095922cff10 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.804940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fde7ae-62f0-4a75-8c71-b095922cff10 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.908127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fde7ae-62f0-4a75-8c71-b095922cff10 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.916854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fde7ae-62f0-4a75-8c71-b095922cff10 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.950529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19fde7ae-62f0-4a75-8c71-b095922cff10 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.952806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-19fde7ae-62f0-4a75-8c71-b095922cff10 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1887906 Oct 29 08:56:15.955710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54740) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:15.965280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'port': {'network_id': '7d97c2ed-dad2-4c5e-afdb-220f084a4b76', 'name': 'tempest-RoutersTest-478247090'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:15.967822 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.977052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:15.982115 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.004692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.086458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:16.087289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Pushing event updated for resources: {'Port': ['ID=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:16.092638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:16.095785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:16.130774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-7d97c2ed-dad2-4c5e-afdb-220f084a4b76', 'network_id': '7d97c2ed-dad2-4c5e-afdb-220f084a4b76', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': '6c708631-9992-4cf3-9f18-ba09a4e5054a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:56:16.131990 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.173222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:16.179397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.191744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Attempting to bind port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:16.192190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Attempting to bind port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:16.192563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Attempting to bind port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:16.206088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] device_id is not set on port a2a8e5f5-c275-40be-8362-6bcd40acfc32 yet. {{(pid=102113) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 08:56:16.208653 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Allocated IP 172.25.5.118 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5a93d50c-70b0-427e-a894-d4cf83db37a7) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:16.211338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:16.212374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:16.212875 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.213297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:16.214574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Bound port: b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:16.215186 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.375144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.388773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] For port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:16.392256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] For port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:16.397840 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.401044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.20.0.4 (7d97c2ed-dad2-4c5e-afdb-220f084a4b76/6c708631-9992-4cf3-9f18-ba09a4e5054a/a2a8e5f5-c275-40be-8362-6bcd40acfc32) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:16.416373 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.468369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984606c-1757-4ab7-a4ba-31d90367b0ed None None] Pushing event updated for resources: {'Port': ['ID=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:16.470011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:16.475431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:16.479474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:16.516475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Pushing event updated for resources: {'Port': ['ID=5a93d50c-70b0-427e-a894-d4cf83db37a7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:16.587937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.630309 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.706559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:16.706678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809588f-9518-42bc-a371-fdee8af43d1a req-11a0354f-aba2-4bb1-a979-cb5695ab0b0a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:16.709264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7809588f-9518-42bc-a371-fdee8af43d1a req-11a0354f-aba2-4bb1-a979-cb5695ab0b0a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0934739 Oct 29 08:56:16.712821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:16.716997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=a2a8e5f5-c275-40be-8362-6bcd40acfc32,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:16.733688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:16.739420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Allocated IP 172.20.0.2 (7d97c2ed-dad2-4c5e-afdb-220f084a4b76/6c708631-9992-4cf3-9f18-ba09a4e5054a/c6ad95c8-1f2f-4853-ada0-539df5662885) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:16.797599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.798236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.798582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.798919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.799256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.799595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.799954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.800284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.800611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.800935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.801265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.801591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:16.838680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:16.839463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.870359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0356539a-c9e7-4bfe-85c6-3d71df662fe7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9128835 Oct 29 08:56:16.871046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54744) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:16.895018 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.980050 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:16.993226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.033342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7809588f-9518-42bc-a371-fdee8af43d1a req-08d78a18-1993-4380-b6b1-b70a44340716 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617543 Oct 29 08:56:17.077732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:17.083870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:17.086248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:17.092851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:17.095160 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cb76227-e1a8-4d56-94be-67bc380ec709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.118992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Pushing event updated for resources: {'Port': ['ID=c6ad95c8-1f2f-4853-ada0-539df5662885,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:17.191661 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.243713 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Attempting to bind port c6ad95c8-1f2f-4853-ada0-539df5662885 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:17.245143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Attempting to bind port c6ad95c8-1f2f-4853-ada0-539df5662885 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3daed4e6-8eb2-440c-8f32-dce49c36bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7d97c2ed-dad2-4c5e-afdb-220f084a4b76'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:17.246000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Attempting to bind port c6ad95c8-1f2f-4853-ada0-539df5662885 on network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:17.256190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:17.256831 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.260175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:17.260513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Checking segment: {'id': '3daed4e6-8eb2-440c-8f32-dce49c36bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7d97c2ed-dad2-4c5e-afdb-220f084a4b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:17.260998 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.261564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Bound using segment: {'id': '3daed4e6-8eb2-440c-8f32-dce49c36bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7d97c2ed-dad2-4c5e-afdb-220f084a4b76'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:17.262157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Bound port: c6ad95c8-1f2f-4853-ada0-539df5662885, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daed4e6-8eb2-440c-8f32-dce49c36bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7d97c2ed-dad2-4c5e-afdb-220f084a4b76'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:17.263152 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.319591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.385360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:56:17.525505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:17.541250 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:17.549993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.554846 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8976fec4-6d17-42f4-a516-981713810d53 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2600508 Oct 29 08:56:17.555824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54746) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:17.573098 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:17.574835 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:17.602194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] For port c6ad95c8-1f2f-4853-ada0-539df5662885, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:17.604520 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.608506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] For port c6ad95c8-1f2f-4853-ada0-539df5662885, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c6ad95c8-1f2f-4853-ada0-539df5662885,segment=NetworkSegment(3daed4e6-8eb2-440c-8f32-dce49c36bf14),segment_id=3daed4e6-8eb2-440c-8f32-dce49c36bf14)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:17.619503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.641312 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.648154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.727393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:17.737836 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:17.748264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce1a13-9277-49cf-b8d7-ceda7fabda25 None None] Pushing event updated for resources: {'Port': ['ID=c6ad95c8-1f2f-4853-ada0-539df5662885,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:17.810764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=a2a8e5f5-c275-40be-8362-6bcd40acfc32,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:17.819291 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:17.838213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:18.006477 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.010782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289a1dd-636e-4eec-a5b7-b4da802dedbd None None] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:18.138047 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:16Z', 'revision_number': 3, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:18.164224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fc333d46-dea4-4211-8dbf-2e8d73728e8e None None] Provisioning complete for port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:18.166376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fc333d46-dea4-4211-8dbf-2e8d73728e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.195850 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:18.196475 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Updating router 10595f5f-4519-4dd0-ac92-5e1864798dc4 port 5a93d50c-70b0-427e-a894-d4cf83db37a7 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:56:18.237165 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.248893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.249502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.264150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.338485 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.465536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d75435-dd13-4753-afb5-071527cd351c req-fc79c1d5-0f76-4bb8-a65c-bddd05564401 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:18.473831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0d75435-dd13-4753-afb5-071527cd351c req-fc79c1d5-0f76-4bb8-a65c-bddd05564401 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.2784209 Oct 29 08:56:18.482438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Allocated IP 172.20.0.1 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/285a1067-2c07-40ea-a978-b14a8bed5eeb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:18.541795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0d75435-dd13-4753-afb5-071527cd351c req-726460c0-6046-43d9-b4b7-ca8caf7a8734 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648534 Oct 29 08:56:18.660405 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.668425 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.669807 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.715300 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.722744 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.733886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.734654 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Attempting to bind port 5a93d50c-70b0-427e-a894-d4cf83db37a7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:18.735089 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Attempting to bind port 5a93d50c-70b0-427e-a894-d4cf83db37a7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:18.735677 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Attempting to bind port 5a93d50c-70b0-427e-a894-d4cf83db37a7 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:18.770128 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:18.770614 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:18.771208 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.771612 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:18.772948 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Bound port: 5a93d50c-70b0-427e-a894-d4cf83db37a7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:18.773417 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.775630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227af7a3-a4f4-418a-a8bd-69dd17f46e42 None None] Pushing event updated for resources: {'Port': ['ID=5a93d50c-70b0-427e-a894-d4cf83db37a7,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:18.809312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:18.813184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:18.833394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:18.850931 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] For port 5a93d50c-70b0-427e-a894-d4cf83db37a7, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:18.872508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Pushing event updated for resources: {'Port': ['ID=285a1067-2c07-40ea-a978-b14a8bed5eeb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:18.879594 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] For port 5a93d50c-70b0-427e-a894-d4cf83db37a7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5a93d50c-70b0-427e-a894-d4cf83db37a7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:18.887368 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.909522 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.924707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d2ef9f27-2bb6-4e1c-97f6-7e2c9146d8e4 None None] Provisioning complete for port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:18.925301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9f27-2bb6-4e1c-97f6-7e2c9146d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:18.985686 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:18.986826 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:19.182491 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227af7a3-a4f4-418a-a8bd-69dd17f46e42 None None] Pushing event updated for resources: {'Port': ['ID=5a93d50c-70b0-427e-a894-d4cf83db37a7,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:19.197934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.267073 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:19.270124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:19.380874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:19.381858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.447899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5ec7b812-3695-495d-92e4-ad610941ad48 None None] Provisioning complete for port 285a1067-2c07-40ea-a978-b14a8bed5eeb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:19.448290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b812-3695-495d-92e4-ad610941ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.463839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.478201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.536368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c53ea9-14b5-44ca-86a3-310a01680e5f None None] Network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:19.544532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7b812-3695-495d-92e4-ad610941ad48 None None] Port 285a1067-2c07-40ea-a978-b14a8bed5eeb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:19.548466 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.565307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=a2a8e5f5-c275-40be-8362-6bcd40acfc32,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:19.569931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Pushing event updated for resources: {'Port': ['ID=285a1067-2c07-40ea-a978-b14a8bed5eeb,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:19.573006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.619496 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:16Z', 'revision_number': 3, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:19.643317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.652439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c6ad95c8-1f2f-4853-ada0-539df5662885 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:19.653777 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5d02a-7698-453f-9ce4-ad364f949637 None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:16Z', 'revision_number': 3, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:19.737381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-57a5db91-5f13-4d0b-bca6-3d4c1ecfff04 None None] Provisioning complete for port c6ad95c8-1f2f-4853-ada0-539df5662885 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:19.737749 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57a5db91-5f13-4d0b-bca6-3d4c1ecfff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.739110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:19.742701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:19.746981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:19.752554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:19.866716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c6ad95c8-1f2f-4853-ada0-539df5662885 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:19.867707 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:19.908211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b156a-a188-45bd-aac7-d9eca990ebb3 req-4dd850dd-a4ed-45aa-b046-2f5355b05040 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:19.908535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 8318d3d4-089b-4b5a-98c3-8ce460187f1d is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:56:19.911428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-699b156a-a188-45bd-aac7-d9eca990ebb3 req-4dd850dd-a4ed-45aa-b046-2f5355b05040 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.2144089 Oct 29 08:56:19.941282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 034c3694-e8be-42c6-96d2-38853c8eedf9 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:56:20.061961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-699b156a-a188-45bd-aac7-d9eca990ebb3 req-2d00b821-1d05-4ebf-b3c4-c82de05297c2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373811 Oct 29 08:56:20.081021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:20.108189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:20.117470 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c4b2ede8-b268-49c6-a481-6abfcc05ebf4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/8318d3d4-089b-4b5a-98c3-8ce460187f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2450149 Oct 29 08:56:20.118640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54754) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:20.177998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a90b8-b01d-4882-930d-6a491edc8bb8 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:20.182678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c2c1f-11e0-4d4d-9f29-b2087f838235 None None] Sync routers for ids ['8318d3d4-089b-4b5a-98c3-8ce460187f1d'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:20.186876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d87a90b8-b01d-4882-930d-6a491edc8bb8 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports/a2a8e5f5-c275-40be-8362-6bcd40acfc32 HTTP/1.1" status: 200 len: 976 time: 0.0645318 Oct 29 08:56:20.187340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54756) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:20.202109 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57a5db91-5f13-4d0b-bca6-3d4c1ecfff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:20.247571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:20.258282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-334d67da-aa2f-41a8-a6ae-3b6d88148314 admin admin] 10.222.0.70 "PUT /v2.0/routers/10595f5f-4519-4dd0-ac92-5e1864798dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7010701 Oct 29 08:56:20.269236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c2c1f-11e0-4d4d-9f29-b2087f838235 None None] Routers {'8318d3d4-089b-4b5a-98c3-8ce460187f1d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:20.269883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-096c2c1f-11e0-4d4d-9f29-b2087f838235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8318d3d4-089b-4b5a-98c3-8ce460187f1d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:20.351573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-096c2c1f-11e0-4d4d-9f29-b2087f838235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:20.400691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-57a5db91-5f13-4d0b-bca6-3d4c1ecfff04 None None] For port c6ad95c8-1f2f-4853-ada0-539df5662885, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c6ad95c8-1f2f-4853-ada0-539df5662885,segment=NetworkSegment(3daed4e6-8eb2-440c-8f32-dce49c36bf14),segment_id=3daed4e6-8eb2-440c-8f32-dce49c36bf14)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:20.406823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:20.470150 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57a5db91-5f13-4d0b-bca6-3d4c1ecfff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:20.502612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c2c1f-11e0-4d4d-9f29-b2087f838235 None None] Routers {'8318d3d4-089b-4b5a-98c3-8ce460187f1d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:20.503623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-096c2c1f-11e0-4d4d-9f29-b2087f838235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8318d3d4-089b-4b5a-98c3-8ce460187f1d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:20.513020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:20.734752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-096c2c1f-11e0-4d4d-9f29-b2087f838235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:20.735478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c2c1f-11e0-4d4d-9f29-b2087f838235 None None] The sync data for ids ['8318d3d4-089b-4b5a-98c3-8ce460187f1d'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:20.762217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '034c3694-e8be-42c6-96d2-38853c8eedf9', 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'port_id': '034c3694-e8be-42c6-96d2-38853c8eedf9', 'mac_address': 'fa:16:3e:dd:f0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a65288-b6a9-472e-8a1b-7ca6cf091720', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:56:20.846285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9ee991a2-5501-4afc-b24c-1620e7891bc1 None None] Provisioning complete for port 285a1067-2c07-40ea-a978-b14a8bed5eeb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:20.846913 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ee991a2-5501-4afc-b24c-1620e7891bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:20.852647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5db91-5f13-4d0b-bca6-3d4c1ecfff04 None None] Pushing event updated for resources: {'Port': ['ID=c6ad95c8-1f2f-4853-ada0-539df5662885,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:20.860797 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:56:20.861167 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:56:20.900129 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:20.909850 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:20.923283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9ee991a2-5501-4afc-b24c-1620e7891bc1 None None] Port 285a1067-2c07-40ea-a978-b14a8bed5eeb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:20.926097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 034c3694-e8be-42c6-96d2-38853c8eedf9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:56:20.960854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:20.966359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9ee991a2-5501-4afc-b24c-1620e7891bc1 None None] Provisioning complete for port a2a8e5f5-c275-40be-8362-6bcd40acfc32 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:20.966790 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ee991a2-5501-4afc-b24c-1620e7891bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.006508 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.040821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9ee991a2-5501-4afc-b24c-1620e7891bc1 None None] Port a2a8e5f5-c275-40be-8362-6bcd40acfc32 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:21.109194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:21.122966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9ee991a2-5501-4afc-b24c-1620e7891bc1 None None] Provisioning complete for port c6ad95c8-1f2f-4853-ada0-539df5662885 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:21.122966 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ee991a2-5501-4afc-b24c-1620e7891bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.241857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54776) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:21.248941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1428208822-network', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:21.276220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Made reservation on behalf of 3930da0b91dc4f068a62be42cccc0adb for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:21.282501 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.293250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fd30-1111-4468-9adb-8da2fd7fca81 req-0d0ef36c-ac8d-42a3-b768-a04df1f99a51 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:21.294912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33b4fd30-1111-4468-9adb-8da2fd7fca81 req-0d0ef36c-ac8d-42a3-b768-a04df1f99a51 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 945 time: 0.1068540 Oct 29 08:56:21.300934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.307178 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['034c3694-e8be-42c6-96d2-38853c8eedf9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:56:21.389361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port a2a8e5f5-c275-40be-8362-6bcd40acfc32 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:21.389641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.440812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fa16686a-f6da-4cc7-b76f-73435b0c8d0f None None] Provisioning complete for port a2a8e5f5-c275-40be-8362-6bcd40acfc32 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:21.441420 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa16686a-f6da-4cc7-b76f-73435b0c8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.536071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.544100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fa16686a-f6da-4cc7-b76f-73435b0c8d0f None None] Port a2a8e5f5-c275-40be-8362-6bcd40acfc32 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:21.559075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for a2a8e5f5-c275-40be-8362-6bcd40acfc32 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:21.564578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33b4fd30-1111-4468-9adb-8da2fd7fca81 req-d3f48e23-bb46-4872-b404-60b572819368 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549248 Oct 29 08:56:21.669307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9c3ee7c4-91d7-48de-9287-f83da706d2cf None None] Provisioning complete for port a2a8e5f5-c275-40be-8362-6bcd40acfc32 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:21.669307 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee7c4-91d7-48de-9287-f83da706d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.721111 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c6ad95c8-1f2f-4853-ada0-539df5662885 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:21.727393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ee7c4-91d7-48de-9287-f83da706d2cf None None] Port a2a8e5f5-c275-40be-8362-6bcd40acfc32 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:21.790185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c6ad95c8-1f2f-4853-ada0-539df5662885 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:21.791901 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.818004 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:21.853507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=a2a8e5f5-c275-40be-8362-6bcd40acfc32,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:21.891674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5a93d50c-70b0-427e-a894-d4cf83db37a7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:21.937088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 034c3694-e8be-42c6-96d2-38853c8eedf9 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:22.012208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5a93d50c-70b0-427e-a894-d4cf83db37a7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:22.012582 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.019520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.028529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.037672 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.066082 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:22.071586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e0d2f3-e30e-41c5-98d5-4e833d4fcd01,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:22.085558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:56:22.088834 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:22.090599 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:22.096745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.097094 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Added segment 960c2ef7-8eb8-49de-9bff-41567c169be7 of type vlan for network bc1f531c-485f-44b6-bf6a-18450a0b26f1 Oct 29 08:56:22.166170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.170088 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.192068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 034c3694-e8be-42c6-96d2-38853c8eedf9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:56:22.202101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.205807 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:22.206491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.225375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:22.229268 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.253349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 5a93d50c-70b0-427e-a894-d4cf83db37a7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5a93d50c-70b0-427e-a894-d4cf83db37a7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:22.255565 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.256724 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:22.282168 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0383432 Oct 29 08:56:22.284664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54778) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:22.291301 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Request body: {'subnet': {'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1428208822-subnet', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:22.303638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 8318d3d4-089b-4b5a-98c3-8ce460187f1d has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:22.316160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:22.319330 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.322325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1de1a-6f53-4936-8f03-c6f2e61b36e0 admin admin] Pushing event updated for resources: {'Network': ['ID=bc1f531c-485f-44b6-bf6a-18450a0b26f1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:22.328227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Made reservation on behalf of 3930da0b91dc4f068a62be42cccc0adb for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:22.331638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.401859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=5a93d50c-70b0-427e-a894-d4cf83db37a7,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:22.411913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network bc1f531c-485f-44b6-bf6a-18450a0b26f1 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:56:22.457905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:22.475693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fc869b06-d1ab-4c37-8ec3-d06d1344816c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/8318d3d4-089b-4b5a-98c3-8ce460187f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851889 Oct 29 08:56:22.478488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54780) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:22.538497 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 2, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:22.586944 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:22.587849 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Updating router 10595f5f-4519-4dd0-ac92-5e1864798dc4 port 285a1067-2c07-40ea-a978-b14a8bed5eeb binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:56:22.593987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.629803 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.669606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76a398-c444-4fcb-a89a-ea69f6529a2e None None] Sync routers for ids ['8318d3d4-089b-4b5a-98c3-8ce460187f1d'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:22.703833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76a398-c444-4fcb-a89a-ea69f6529a2e None None] Routers {'8318d3d4-089b-4b5a-98c3-8ce460187f1d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:22.704459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8c76a398-c444-4fcb-a89a-ea69f6529a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8318d3d4-089b-4b5a-98c3-8ce460187f1d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:22.737253 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-8eb586f6-fb86-425d-8ab2-55691340d251 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] remove_router_interface failed (client error): The resource could not be found. Oct 29 08:56:22.741919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8eb586f6-fb86-425d-8ab2-55691340d251 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/8318d3d4-089b-4b5a-98c3-8ce460187f1d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2621994 Oct 29 08:56:22.743100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54784) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:22.748706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8c76a398-c444-4fcb-a89a-ea69f6529a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:22.757964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76a398-c444-4fcb-a89a-ea69f6529a2e None None] Routers {'8318d3d4-089b-4b5a-98c3-8ce460187f1d'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:22.758570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8c76a398-c444-4fcb-a89a-ea69f6529a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8318d3d4-089b-4b5a-98c3-8ce460187f1d'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:22.770322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e077425-f9bf-43a4-bce6-830c031e8d61,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:22.780451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Checking segment: {'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:22.780451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Network hostable DHCP agents. Network: bc1f531c-485f-44b6-bf6a-18450a0b26f1, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:56:22.781408 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-72c39dfe-d85d-432c-9a74-3c6fd617c8c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=8318d3d4-089b-4b5a-98c3-8ce460187f1d HTTP/1.1" status: 200 len: 205 time: 0.0368931 Oct 29 08:56:22.781707 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54786) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:22.794361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8c76a398-c444-4fcb-a89a-ea69f6529a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:22.795014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76a398-c444-4fcb-a89a-ea69f6529a2e None None] The sync data for ids ['8318d3d4-089b-4b5a-98c3-8ce460187f1d'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:22.857715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07d58c-1a3a-44b1-a569-659f3a467015 req-01573bf2-1e02-4a1b-a9d4-4b91871345c3 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:22.859327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a07d58c-1a3a-44b1-a569-659f3a467015 req-01573bf2-1e02-4a1b-a9d4-4b91871345c3 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 944 time: 0.1377435 Oct 29 08:56:22.882076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Network bc1f531c-485f-44b6-bf6a-18450a0b26f1 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:56:22.891780 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f71cad20-28fa-4816-a978-573351859d2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.955896 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.958936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, bc1f531c-485f-44b6-bf6a-18450a0b26f1) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:22.963456 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.968641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87855623-2fa7-4186-bb8c-83e32b29fa0b None None] Network bc1f531c-485f-44b6-bf6a-18450a0b26f1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:22.973766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:22.974357 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:22.987918 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a07d58c-1a3a-44b1-a569-659f3a467015 req-313c6c9f-f885-412f-a9a3-c7c1de94494a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190212 Oct 29 08:56:23.020104 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdd69c-f3c5-46c3-b861-ae1b5e80b9e7 None None] Pushing event updated for resources: {'Port': ['ID=285a1067-2c07-40ea-a978-b14a8bed5eeb,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:23.023857 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-abad9426-b578-4df9-9b3e-503b7b358cc5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7366722 Oct 29 08:56:23.025828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54788) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:23.031050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:23.065324 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.066539 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.097009 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Attempting to bind port 285a1067-2c07-40ea-a978-b14a8bed5eeb on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:23.097588 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Attempting to bind port 285a1067-2c07-40ea-a978-b14a8bed5eeb by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:23.097715 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Attempting to bind port 285a1067-2c07-40ea-a978-b14a8bed5eeb on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:23.108496 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f71cad20-28fa-4816-a978-573351859d2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.109559 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:23.109943 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:23.110346 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.110734 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:23.111207 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Bound port: 285a1067-2c07-40ea-a978-b14a8bed5eeb, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:23.111579 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.116703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f71cad20-28fa-4816-a978-573351859d2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.142824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.187438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f71cad20-28fa-4816-a978-573351859d2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.188085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71cad20-28fa-4816-a978-573351859d2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Fanout notify agent at l3_agent the message router_deleted on router 8318d3d4-089b-4b5a-98c3-8ce460187f1d {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:56:23.202616 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f71cad20-28fa-4816-a978-573351859d2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.203778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f71cad20-28fa-4816-a978-573351859d2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/8318d3d4-089b-4b5a-98c3-8ce460187f1d HTTP/1.1" status: 204 len: 168 time: 0.4202263 Oct 29 08:56:23.208494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54790) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:23.233141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-bc1f531c-485f-44b6-bf6a-18450a0b26f1', 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'fixed_ips': [{'subnet_id': '0e077425-f9bf-43a4-bce6-830c031e8d61'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:56:23.234995 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.239894 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] For port 285a1067-2c07-40ea-a978-b14a8bed5eeb, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:23.246033 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] For port 285a1067-2c07-40ea-a978-b14a8bed5eeb, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=285a1067-2c07-40ea-a978-b14a8bed5eeb,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:23.255957 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.295662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a878ea45-af5b-4356-97b4-4db23922649d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet 6c708631-9992-4cf3-9f18-ba09a4e5054a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:23.310029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a878ea45-af5b-4356-97b4-4db23922649d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.326955 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:23.327606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:23.374063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a878ea45-af5b-4356-97b4-4db23922649d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.482987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a878ea45-af5b-4356-97b4-4db23922649d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.563121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9ab85bc8-5adb-47c9-b01a-abe9c58177f0 None None] Provisioning complete for port 285a1067-2c07-40ea-a978-b14a8bed5eeb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:23.563503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ab85bc8-5adb-47c9-b01a-abe9c58177f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.572751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Allocated IP 172.20.0.2 (bc1f531c-485f-44b6-bf6a-18450a0b26f1/0e077425-f9bf-43a4-bce6-830c031e8d61/078e6bcc-ac0d-4c1f-8282-a4f902b1d19e) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:23.607827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a878ea45-af5b-4356-97b4-4db23922649d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.631445 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a878ea45-af5b-4356-97b4-4db23922649d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.636326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a878ea45-af5b-4356-97b4-4db23922649d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/6c708631-9992-4cf3-9f18-ba09a4e5054a HTTP/1.1" status: 204 len: 168 time: 0.4268365 Oct 29 08:56:23.653770 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:23.658281 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdd69c-f3c5-46c3-b861-ae1b5e80b9e7 None None] Pushing event updated for resources: {'Port': ['ID=285a1067-2c07-40ea-a978-b14a8bed5eeb,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:23.666437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54792) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:23.713979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878ea45-af5b-4356-97b4-4db23922649d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=6c708631-9992-4cf3-9f18-ba09a4e5054a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:23.742369 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.749199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5a93d50c-70b0-427e-a894-d4cf83db37a7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:23.788575 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.793194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575970a1-d4e1-4843-a5c7-be8dfe27ba48 None None] Network 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:23.866062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port c6ad95c8-1f2f-4853-ada0-539df5662885 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:23.866400 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.925611 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:23Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:23.952983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port c6ad95c8-1f2f-4853-ada0-539df5662885, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c6ad95c8-1f2f-4853-ada0-539df5662885,segment=NetworkSegment(3daed4e6-8eb2-440c-8f32-dce49c36bf14),segment_id=3daed4e6-8eb2-440c-8f32-dce49c36bf14)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:23.953368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.962473 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a094af28-dab0-412b-8b53-55aee28e540f None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:23Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:23.966311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 034c3694-e8be-42c6-96d2-38853c8eedf9 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:23.970998 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:23.975332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for c6ad95c8-1f2f-4853-ada0-539df5662885 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:24.008131 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.016087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.090119 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.133623 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ab85bc8-5adb-47c9-b01a-abe9c58177f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.135909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5a93d50c-70b0-427e-a894-d4cf83db37a7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:24.135909 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.146904 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.178390 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Network bc1f531c-485f-44b6-bf6a-18450a0b26f1 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:24.182958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=c6ad95c8-1f2f-4853-ada0-539df5662885,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:24.187387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No DVR routers for this DVR port c6ad95c8-1f2f-4853-ada0-539df5662885 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:24.204099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:24.213612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:24.239447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4cb4f-ebb1-45a5-9f97-30ec029c02e2 req-36f1b3e8-daec-4325-a70b-880f20bda23c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:24.240904 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96b4cb4f-ebb1-45a5-9f97-30ec029c02e2 req-36f1b3e8-daec-4325-a70b-880f20bda23c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 944 time: 0.1228592 Oct 29 08:56:24.319345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96b4cb4f-ebb1-45a5-9f97-30ec029c02e2 req-fff9223b-a2a6-41cd-b611-091b4085fb71 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548847 Oct 29 08:56:24.321521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.335165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Pushing event updated for resources: {'Port': ['ID=078e6bcc-ac0d-4c1f-8282-a4f902b1d19e,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:24.346075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Allocated IP 172.25.5.238 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/3fac2bba-b6a9-488e-a97c-75be15e28b86) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:24.364638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d97c2ed-dad2-4c5e-afdb-220f084a4b76']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:24.373830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9ab85bc8-5adb-47c9-b01a-abe9c58177f0 None None] For port 285a1067-2c07-40ea-a978-b14a8bed5eeb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=285a1067-2c07-40ea-a978-b14a8bed5eeb,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:24.376941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daed4e6-8eb2-440c-8f32-dce49c36bf14') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:24.377208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daed4e6-8eb2-440c-8f32-dce49c36bf14') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:24.381561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Attempting to bind port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:24.383116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Attempting to bind port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:24.383116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Attempting to bind port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e on network bc1f531c-485f-44b6-bf6a-18450a0b26f1 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:24.391259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.401084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9ab85bc8-5adb-47c9-b01a-abe9c58177f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.411079 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.411385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:24.411385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Checking segment: {'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:24.411866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.412598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Bound using segment: {'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:24.413245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Bound port: 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:24.413635 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.415708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 034c3694-e8be-42c6-96d2-38853c8eedf9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:24.416206 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.423625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:24.431840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:24.438411 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:24.499537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.503829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded86b3-a7a2-45a0-a1b9-d0f023eebfe2 None None] DHCP port deletion for 7d97c2ed-dad2-4c5e-afdb-220f084a4b76 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:56:24.517960 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.523107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.530711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54798) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:24.531425 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/7d97c2ed-dad2-4c5e-afdb-220f084a4b76 HTTP/1.1" status: 204 len: 168 time: 0.8604686 Oct 29 08:56:24.540577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1559378692'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:24.556753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a7457-1105-4077-8ace-dd3555e97f2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=7d97c2ed-dad2-4c5e-afdb-220f084a4b76,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:24.570104 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.613796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:24.617910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.620433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab85bc8-5adb-47c9-b01a-abe9c58177f0 None None] Pushing event updated for resources: {'Port': ['ID=285a1067-2c07-40ea-a978-b14a8bed5eeb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:24.626220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f23cdcc3-14a1-4cbe-a8f4-d90d6d9efa77 None None] Provisioning complete for port 285a1067-2c07-40ea-a978-b14a8bed5eeb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:24.626589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f23cdcc3-14a1-4cbe-a8f4-d90d6d9efa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.633433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:24.647837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:24.652311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:24.656358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Pushing event updated for resources: {'Port': ['ID=3fac2bba-b6a9-488e-a97c-75be15e28b86,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:24.681848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] For port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:24.704243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:56:24.720046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.720271 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment 94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af of type vlan for network 8b00385d-bba0-47e8-b591-49c795a7771f Oct 29 08:56:24.733264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] For port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=078e6bcc-ac0d-4c1f-8282-a4f902b1d19e,segment=NetworkSegment(960c2ef7-8eb8-49de-9bff-41567c169be7),segment_id=960c2ef7-8eb8-49de-9bff-41567c169be7)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:24.743397 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.750393 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.868538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.879500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1510310c-72d0-4024-86c8-896de5e67398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034c3694-e8be-42c6-96d2-38853c8eedf9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:24.882312 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a5b4d7-a306-4477-ade4-30d671d9aa27" -d '{"events": [{"server_uuid": "1510310c-72d0-4024-86c8-896de5e67398", "name": "network-vif-plugged", "status": "completed", "tag": "034c3694-e8be-42c6-96d2-38853c8eedf9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:24.895421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc646-da55-47d2-b6d6-5a40aaba04c7 None None] Pushing event updated for resources: {'Port': ['ID=078e6bcc-ac0d-4c1f-8282-a4f902b1d19e,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:24.903373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:24.912414 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.953030 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6939ea-d013-4fcb-8c10-e574e28ec648 x-openstack-request-id: req-4a6939ea-d013-4fcb-8c10-e574e28ec648 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:24.953307 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1510310c-72d0-4024-86c8-896de5e67398", "name": "network-vif-plugged", "status": "completed", "tag": "034c3694-e8be-42c6-96d2-38853c8eedf9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:24.953560 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a6939ea-d013-4fcb-8c10-e574e28ec648 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:24.954136 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1510310c-72d0-4024-86c8-896de5e67398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034c3694-e8be-42c6-96d2-38853c8eedf9', 'code': 200} Oct 29 08:56:24.991279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:24.996467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:24.997517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:24.998144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.102964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54802) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:25.109123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': '8b00385d-bba0-47e8-b591-49c795a7771f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:25.113968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5820386 Oct 29 08:56:25.133683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcb99f-3e5b-478b-b5e6-ac22fcac2a07 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=8b00385d-bba0-47e8-b591-49c795a7771f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:25.147135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8b00385d-bba0-47e8-b591-49c795a7771f details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:56:25.169842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.271064 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd89465-0b25-47b2-b00f-905bdc73cfb0 req-09be81c2-9278-4cf7-b2b7-1269b28f1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:25.273001 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bfd89465-0b25-47b2-b00f-905bdc73cfb0 req-09be81c2-9278-4cf7-b2b7-1269b28f1d8c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 1097 time: 0.1437840 Oct 29 08:56:25.313692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:25.317422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.373329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bfd89465-0b25-47b2-b00f-905bdc73cfb0 req-3db47e36-21dd-464f-9398-94e30cf65dec service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917611 Oct 29 08:56:25.478206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.492135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d07163-c85f-4ac4-b3ee-0e4619e6a577 req-0bd76153-2572-4856-ba33-f9f389b5aa2d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:25.494231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42d07163-c85f-4ac4-b3ee-0e4619e6a577 req-0bd76153-2572-4856-ba33-f9f389b5aa2d tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0876272 Oct 29 08:56:25.566450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.632740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=eb594a45-3b30-4b7c-a0dd-0e5b9fb1c4a6,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:25.633860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-42d07163-c85f-4ac4-b3ee-0e4619e6a577 req-7c3b1e26-99c7-4b66-8c6b-1dbbf9858041 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798492 Oct 29 08:56:25.678507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 285a1067-2c07-40ea-a978-b14a8bed5eeb up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:25.690882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': '94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8b00385d-bba0-47e8-b591-49c795a7771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:25.691267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: 8b00385d-bba0-47e8-b591-49c795a7771f, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:56:25.706713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Router 987632ba-f680-4dab-bbbb-f923eab3cbf6 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:56:25.713577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 8b00385d-bba0-47e8-b591-49c795a7771f is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:56:25.729466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8b00385d-bba0-47e8-b591-49c795a7771f) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:25.742654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:25.743595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.748235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd8c4a-f665-430b-a98a-6613d0a7d18f None None] Network 8b00385d-bba0-47e8-b591-49c795a7771f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:25.771167 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cdd4ad5e-bed3-47a9-87d4-0a16d74ce94c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6670039 Oct 29 08:56:25.771879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:25.783342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6dec1a0c-8868-489a-80b3-3aca902281c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-536506435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:25.823995 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dec1a0c-8868-489a-80b3-3aca902281c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.825565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dec1a0c-8868-489a-80b3-3aca902281c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.852303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:25.863268 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Sync routers for ids ['987632ba-f680-4dab-bbbb-f923eab3cbf6'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:25.885163 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Routers {'987632ba-f680-4dab-bbbb-f923eab3cbf6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:25.886319 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['987632ba-f680-4dab-bbbb-f923eab3cbf6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:25.896102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.898383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-665cae74-5825-4808-b569-e563c3619eab admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8712268 Oct 29 08:56:25.901178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54812) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:25.901578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dec1a0c-8868-489a-80b3-3aca902281c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.908076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dec1a0c-8868-489a-80b3-3aca902281c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.933462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6dec1a0c-8868-489a-80b3-3aca902281c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:25.937293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6dec1a0c-8868-489a-80b3-3aca902281c0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1577129 Oct 29 08:56:25.938543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54814) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:26.053157 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Set router 987632ba-f680-4dab-bbbb-f923eab3cbf6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:26.078385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 285a1067-2c07-40ea-a978-b14a8bed5eeb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:26.078955 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.275571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-8b00385d-bba0-47e8-b591-49c795a7771f', 'network_id': '8b00385d-bba0-47e8-b591-49c795a7771f', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': 'eb594a45-3b30-4b7c-a0dd-0e5b9fb1c4a6'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:56:26.276518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.305296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:26.339534 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 3, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:26.370302 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Checking router: 987632ba-f680-4dab-bbbb-f923eab3cbf6 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:26.370837 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Updating router 987632ba-f680-4dab-bbbb-f923eab3cbf6 port 3fac2bba-b6a9-488e-a97c-75be15e28b86 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:56:26.386281 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.406740 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.410716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc685e8-b46c-4113-ac4e-60a55c92094b None None] Network bc1f531c-485f-44b6-bf6a-18450a0b26f1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:26.562498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.628968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9793b040-7623-4243-a6c3-3ff2051326ce None None] Provisioning complete for port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:26.629351 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9793b040-7623-4243-a6c3-3ff2051326ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.640203 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:26.640506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.685365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Allocated IP 172.20.0.2 (8b00385d-bba0-47e8-b591-49c795a7771f/eb594a45-3b30-4b7c-a0dd-0e5b9fb1c4a6/0181f397-6af7-4d17-aca3-49fc563a6b80) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:26.756815 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.764449 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.833808 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Attempting to bind port 3fac2bba-b6a9-488e-a97c-75be15e28b86 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:26.833808 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Attempting to bind port 3fac2bba-b6a9-488e-a97c-75be15e28b86 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:26.834135 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Attempting to bind port 3fac2bba-b6a9-488e-a97c-75be15e28b86 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:26.848124 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:26.848492 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:26.848890 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.849272 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:26.849738 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Bound port: 3fac2bba-b6a9-488e-a97c-75be15e28b86, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:26.850110 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.890049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedb5f1-8ee2-4cf5-81d8-72481cff192e req-3b63d135-c51e-4412-9388-b5e51dab526c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:26.898095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8aedb5f1-8ee2-4cf5-81d8-72481cff192e req-3b63d135-c51e-4412-9388-b5e51dab526c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1617265 Oct 29 08:56:26.930865 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] For port 3fac2bba-b6a9-488e-a97c-75be15e28b86, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:26.932471 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9793b040-7623-4243-a6c3-3ff2051326ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.935227 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] For port 3fac2bba-b6a9-488e-a97c-75be15e28b86, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3fac2bba-b6a9-488e-a97c-75be15e28b86,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:26.944575 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:26.947876 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade4eef-f9b5-4a40-8625-16119fa71f11 None None] Pushing event updated for resources: {'Port': ['ID=3fac2bba-b6a9-488e-a97c-75be15e28b86,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:26.965610 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.007405 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8aedb5f1-8ee2-4cf5-81d8-72481cff192e req-169be7f3-2e83-4afa-9c93-a36097d568de tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908155 Oct 29 08:56:27.009482 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade4eef-f9b5-4a40-8625-16119fa71f11 None None] Pushing event updated for resources: {'Port': ['ID=3fac2bba-b6a9-488e-a97c-75be15e28b86,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:27.023146 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Routers {'987632ba-f680-4dab-bbbb-f923eab3cbf6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:27.023762 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['987632ba-f680-4dab-bbbb-f923eab3cbf6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:27.028281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Allocated IP 172.20.0.1 (bc1f531c-485f-44b6-bf6a-18450a0b26f1/0e077425-f9bf-43a4-bce6-830c031e8d61/984bddc3-ff38-4e54-b14b-2760c8074264) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:27.063620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9793b040-7623-4243-a6c3-3ff2051326ce None None] For port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=078e6bcc-ac0d-4c1f-8282-a4f902b1d19e,segment=NetworkSegment(960c2ef7-8eb8-49de-9bff-41567c169be7),segment_id=960c2ef7-8eb8-49de-9bff-41567c169be7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:27.071550 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9793b040-7623-4243-a6c3-3ff2051326ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.075946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.129010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.169720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.20.0.1 (8b00385d-bba0-47e8-b591-49c795a7771f/eb594a45-3b30-4b7c-a0dd-0e5b9fb1c4a6/e270448f-2fde-46f4-8214-8fe618ebd012) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:27.171283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 08:56:27.171768 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 08:56:27.174278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Network 8b00385d-bba0-47e8-b591-49c795a7771f is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:27.187415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:27.190617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:27.199002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.204076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793b040-7623-4243-a6c3-3ff2051326ce None None] Pushing event updated for resources: {'Port': ['ID=078e6bcc-ac0d-4c1f-8282-a4f902b1d19e,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:27.214857 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] Set router 987632ba-f680-4dab-bbbb-f923eab3cbf6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:27.248165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.250567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Pushing event updated for resources: {'Port': ['ID=0181f397-6af7-4d17-aca3-49fc563a6b80,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:27.279345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d6db-ab7e-4959-a640-f589ce162b10 None None] Provisioning complete for port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:27.279726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d6db-ab7e-4959-a640-f589ce162b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.302281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Network bc1f531c-485f-44b6-bf6a-18450a0b26f1 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:27.307264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:27.315150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:27.352836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Attempting to bind port 0181f397-6af7-4d17-aca3-49fc563a6b80 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:27.353326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Attempting to bind port 0181f397-6af7-4d17-aca3-49fc563a6b80 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8b00385d-bba0-47e8-b591-49c795a7771f'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:27.353704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Attempting to bind port 0181f397-6af7-4d17-aca3-49fc563a6b80 on network 8b00385d-bba0-47e8-b591-49c795a7771f {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:27.363582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:27.363997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Checking segment: {'id': '94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8b00385d-bba0-47e8-b591-49c795a7771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:27.364697 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.365108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Bound using segment: {'id': '94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8b00385d-bba0-47e8-b591-49c795a7771f'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:27.365662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Bound port: 0181f397-6af7-4d17-aca3-49fc563a6b80, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8b00385d-bba0-47e8-b591-49c795a7771f'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:27.366060 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.368958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Pushing event updated for resources: {'Port': ['ID=984bddc3-ff38-4e54-b14b-2760c8074264,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:27.384041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.389808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.466012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.504300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-57442feb-280b-4649-9af1-d165019ded62 None None] For port 0181f397-6af7-4d17-aca3-49fc563a6b80, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:27.508878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-57442feb-280b-4649-9af1-d165019ded62 None None] For port 0181f397-6af7-4d17-aca3-49fc563a6b80, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0181f397-6af7-4d17-aca3-49fc563a6b80,segment=NetworkSegment(94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af),segment_id=94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:27.517647 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.520248 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 3, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:27.551471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=e270448f-2fde-46f4-8214-8fe618ebd012,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:27.569637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 8b00385d-bba0-47e8-b591-49c795a7771f is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:27.573162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:27.578757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:27.582145 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c11530e-7965-4d3d-b102-8246f65b2497 None None] The sync data for ids ['987632ba-f680-4dab-bbbb-f923eab3cbf6'] in n-d-815940-1 is: [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 3, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:27.616025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.628215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57442feb-280b-4649-9af1-d165019ded62 None None] Pushing event updated for resources: {'Port': ['ID=0181f397-6af7-4d17-aca3-49fc563a6b80,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:27.663171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.763485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e9276e29-4c64-4f34-9e7f-1f5fa8f27294 None None] Provisioning complete for port 984bddc3-ff38-4e54-b14b-2760c8074264 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:27.763936 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9276e29-4c64-4f34-9e7f-1f5fa8f27294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.812172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e9276e29-4c64-4f34-9e7f-1f5fa8f27294 None None] Port 984bddc3-ff38-4e54-b14b-2760c8074264 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:27.834960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c6ad95c8-1f2f-4853-ada0-539df5662885 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:27.842865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.867994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c6ad95c8-1f2f-4853-ada0-539df5662885 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:27.868354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c6ad95c8-1f2f-4853-ada0-539df5662885 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:27.952192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:27.972492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.237849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0181f397-6af7-4d17-aca3-49fc563a6b80 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:28.244702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2393d-fb4a-43eb-89c8-3fa7911ef162 req-b1210c9d-b294-4d48-8145-d22bb60e3800 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:28.246621 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80f2393d-fb4a-43eb-89c8-3fa7911ef162 req-b1210c9d-b294-4d48-8145-d22bb60e3800 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.0891716 Oct 29 08:56:28.314446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0181f397-6af7-4d17-aca3-49fc563a6b80 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:28.315084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.330327 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.345013 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.384857 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80f2393d-fb4a-43eb-89c8-3fa7911ef162 req-4a242bc3-09d4-44b4-a0d1-4ce4f23cfcab tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297631 Oct 29 08:56:28.432933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.493310 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.498447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=e270448f-2fde-46f4-8214-8fe618ebd012,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:28.516283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 0181f397-6af7-4d17-aca3-49fc563a6b80, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0181f397-6af7-4d17-aca3-49fc563a6b80,segment=NetworkSegment(94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af),segment_id=94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:28.521954 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.525103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:28.580345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.585038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Pushing event updated for resources: {'Port': ['ID=984bddc3-ff38-4e54-b14b-2760c8074264,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:28.628029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479f337-5c43-4323-8a28-fe9040a0ac6b req-902ed075-a44b-4038-ac7a-77f16fa9c62c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:28.629792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a479f337-5c43-4323-8a28-fe9040a0ac6b req-902ed075-a44b-4038-ac7a-77f16fa9c62c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.1202564 Oct 29 08:56:28.637512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=0181f397-6af7-4d17-aca3-49fc563a6b80,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:28.657686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:28.658132 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:28.706240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 8b00385d-bba0-47e8-b591-49c795a7771f is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:28.708896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:28.727149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a479f337-5c43-4323-8a28-fe9040a0ac6b req-a93542b2-ed37-457f-8cb9-5228bafd1448 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593503 Oct 29 08:56:28.799192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Network bc1f531c-485f-44b6-bf6a-18450a0b26f1 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:28.800544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:28.922188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router e9f48867-5ba5-4026-a6e0-34bd01446c7f is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:56:29.044258 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Router 987632ba-f680-4dab-bbbb-f923eab3cbf6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:29.059564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:29.068105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54828) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:29.084997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f50ea-3b4e-43c0-a512-438340b66c6f None None] Sync routers for ids ['e9f48867-5ba5-4026-a6e0-34bd01446c7f'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:29.086490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e3fd189d-c3e2-4c66-9917-56e53e213770 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/e9f48867-5ba5-4026-a6e0-34bd01446c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1463809 Oct 29 08:56:29.098028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54832) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:29.113411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f50ea-3b4e-43c0-a512-438340b66c6f None None] Routers {'e9f48867-5ba5-4026-a6e0-34bd01446c7f'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:29.116552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-555f50ea-3b4e-43c0-a512-438340b66c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['e9f48867-5ba5-4026-a6e0-34bd01446c7f'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:29.183459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565d466d-a552-4194-ab21-d689b8f3b923 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:29.188604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-565d466d-a552-4194-ab21-d689b8f3b923 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports/e270448f-2fde-46f4-8214-8fe618ebd012 HTTP/1.1" status: 200 len: 910 time: 0.0858552 Oct 29 08:56:29.189240 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54834) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:29.235985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-555f50ea-3b4e-43c0-a512-438340b66c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:29.268967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-62119c12-882a-441f-b7b9-dc1f28317785 None None] Provisioning complete for port 984bddc3-ff38-4e54-b14b-2760c8074264 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:29.268967 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62119c12-882a-441f-b7b9-dc1f28317785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:29.320361 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:29.321239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b297c6e-8b5f-47bb-a033-6116ddd36b55 None None] Network 8b00385d-bba0-47e8-b591-49c795a7771f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:29.382669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f50ea-3b4e-43c0-a512-438340b66c6f None None] Routers {'e9f48867-5ba5-4026-a6e0-34bd01446c7f'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:29.383319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-555f50ea-3b4e-43c0-a512-438340b66c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['e9f48867-5ba5-4026-a6e0-34bd01446c7f'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:29.436100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-62119c12-882a-441f-b7b9-dc1f28317785 None None] Port 984bddc3-ff38-4e54-b14b-2760c8074264 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:29.450735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-555f50ea-3b4e-43c0-a512-438340b66c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:29.451681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f50ea-3b4e-43c0-a512-438340b66c6f None None] The sync data for ids ['e9f48867-5ba5-4026-a6e0-34bd01446c7f'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:29.521523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:29.529734 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cbab55d5-41dd-4583-bacb-ab5d81bec654 admin admin] 10.222.0.70 "PUT /v2.0/routers/987632ba-f680-4dab-bbbb-f923eab3cbf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6269770 Oct 29 08:56:29.572870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-2e9e1cef-ec1f-493f-8bc7-df5fbbc309c5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:29.574603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-2e9e1cef-ec1f-493f-8bc7-df5fbbc309c5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 815 time: 0.1952519 Oct 29 08:56:29.596495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5e1eccda-8109-4ff4-9551-1559e51892ee None None] Provisioning complete for port 0181f397-6af7-4d17-aca3-49fc563a6b80 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:29.597239 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e1eccda-8109-4ff4-9551-1559e51892ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:29.603950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-abede1a2-1269-4dde-a9cf-8d9d3ddac32f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/quotas/3fd620d9768c4846a6a61de248c8b968 HTTP/1.1" status: 200 len: 375 time: 0.0230086 Oct 29 08:56:29.606175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Deleting port e638c3e0-7293-4a01-a8aa-010e1398d317 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:29.606516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:29.741028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-7322259d-72d8-44da-b237-9708cfb5f403 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195767 Oct 29 08:56:29.745639 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:29.746025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:29.753781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-d57e1978-e417-4ccb-8050-b709049dc0c4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:56:29.754792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-d57e1978-e417-4ccb-8050-b709049dc0c4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057139 Oct 29 08:56:29.781270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Calling delete_port for e638c3e0-7293-4a01-a8aa-010e1398d317 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:29.954315 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-00ff4833-dd6a-4185-8fce-680f02128383 service neutron] 10.222.0.70 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892407 Oct 29 08:56:30.060678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-110e7b14-7a8b-479f-99fe-b07cdf30e4de None None] Provisioning complete for port 0181f397-6af7-4d17-aca3-49fc563a6b80 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:30.061078 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-110e7b14-7a8b-479f-99fe-b07cdf30e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.158209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-58a28733-4194-451f-86dd-7c768c7651b6 service neutron] 10.222.0.70 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801798 Oct 29 08:56:30.201063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0181f397-6af7-4d17-aca3-49fc563a6b80 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:30.256659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.288638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event deleted for resources: {'Port': ['ID=e638c3e0-7293-4a01-a8aa-010e1398d317,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:30.292229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.333829 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0181f397-6af7-4d17-aca3-49fc563a6b80 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:30.334275 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.390681 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.391155 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Floating IP a15b6c92-d79b-4008-b582-183ffd7f7993 disassociated (deleted). External IP: 172.25.5.131, port: 1717e8eb-a791-41dc-8648-8f99a94c3d77. Oct 29 08:56:30.563656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-110e7b14-7a8b-479f-99fe-b07cdf30e4de None None] Provisioning complete for port e270448f-2fde-46f4-8214-8fe618ebd012 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:30.563656 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-110e7b14-7a8b-479f-99fe-b07cdf30e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.601077 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.620015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-110e7b14-7a8b-479f-99fe-b07cdf30e4de None None] Port e270448f-2fde-46f4-8214-8fe618ebd012 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:30.676773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3fac2bba-b6a9-488e-a97c-75be15e28b86 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:30.765408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f75a37c-f577-426e-b9f9-0029b6e31cd0 req-4fe7a530-a22a-45dd-9973-f7ba5f32fab8 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 210 time: 0.0573165 Oct 29 08:56:30.766890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fe95e258-cc85-4a90-a8f4-d7957840ac8a None None] Provisioning complete for port e270448f-2fde-46f4-8214-8fe618ebd012 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:30.767358 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fe95e258-cc85-4a90-a8f4-d7957840ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.813087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:30.826242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 3fac2bba-b6a9-488e-a97c-75be15e28b86 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:30.826716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:30.857882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fe95e258-cc85-4a90-a8f4-d7957840ac8a None None] Port e270448f-2fde-46f4-8214-8fe618ebd012 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:30.892951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-0ac222e2-4263-4711-8748-7bf6f239eb2e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:30.898114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-0ac222e2-4263-4711-8748-7bf6f239eb2e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.93 "GET /v2.0/ports?device_id=1510310c-72d0-4024-86c8-896de5e67398 HTTP/1.1" status: 200 len: 946 time: 0.2186527 Oct 29 08:56:30.988569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:31.039054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:31.047320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:31.050015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 3fac2bba-b6a9-488e-a97c-75be15e28b86, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3fac2bba-b6a9-488e-a97c-75be15e28b86,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:31.051355 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] Sync routers for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:31.060389 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:31.089964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:31.092875 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:31.156945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=3fac2bba-b6a9-488e-a97c-75be15e28b86,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:31.174328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bec85847-b75e-4b48-8047-32070f149bee tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "DELETE /v2.0/floatingips/a15b6c92-d79b-4008-b582-183ffd7f7993 HTTP/1.1" status: 204 len: 168 time: 2.1004884 Oct 29 08:56:31.175676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:31.179136 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696fb79f-d04d-4f27-9a00-547dd59788ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:31.270918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Deleting port 034c3694-e8be-42c6-96d2-38853c8eedf9 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:31.271451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:31.299461 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cfa957-6ca0-4386-83b5-187c28a4ede4 x-openstack-request-id: req-72cfa957-6ca0-4386-83b5-187c28a4ede4 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:31.299954 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:31.300232 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72cfa957-6ca0-4386-83b5-187c28a4ede4 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:31.300827 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'status': 'completed', 'code': 200} Oct 29 08:56:31.376557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port e270448f-2fde-46f4-8214-8fe618ebd012 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:31.377168 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:31.377494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-760d7ab7-070a-42de-8be2-695c1b9b02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:31.379478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-760d7ab7-070a-42de-8be2-695c1b9b02b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce006a7f4994292b81b61271670d77e&device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 1096 time: 0.0666895 Oct 29 08:56:31.504070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Sync routers for ids ['987632ba-f680-4dab-bbbb-f923eab3cbf6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:31.534464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Routers {'987632ba-f680-4dab-bbbb-f923eab3cbf6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:31.539609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['987632ba-f680-4dab-bbbb-f923eab3cbf6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:31.571910 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:31.626945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-8b71bccd-42c6-4c1d-a4f4-602b9df898db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:31.628895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-8b71bccd-42c6-4c1d-a4f4-602b9df898db service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f811ac0-04c4-4253-a48e-436db722aff3 HTTP/1.1" status: 200 len: 915 time: 0.2405412 Oct 29 08:56:31.634207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:31.653587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for e270448f-2fde-46f4-8214-8fe618ebd012 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:31.674766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Set router 987632ba-f680-4dab-bbbb-f923eab3cbf6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:31.720785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-ad88d57b-3444-472d-a01f-085929a9b433 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77 HTTP/1.1" status: 200 len: 217 time: 0.0828991 Oct 29 08:56:31.812364 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-a498d354-af08-4a4d-9641-f36755e43df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:31.813883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-a498d354-af08-4a4d-9641-f36755e43df1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=163a12f6-b492-4b8e-9276-0e3608b6f316 HTTP/1.1" status: 200 len: 852 time: 0.0820954 Oct 29 08:56:31.921351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:31.960920 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c8c3a6e-afb2-4e43-8291-3add9e50ca04 req-b6a7b046-23ec-4917-a9a5-bf45ef05c22f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 210 time: 0.0601809 Oct 29 08:56:31.986081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-f334d162-4c8a-4468-ade6-1927212aba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:32.002472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-f334d162-4c8a-4468-ade6-1927212aba75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f811ac0-04c4-4253-a48e-436db722aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744885 Oct 29 08:56:32.005829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=e270448f-2fde-46f4-8214-8fe618ebd012,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:32.015410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] For port 034c3694-e8be-42c6-96d2-38853c8eedf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=034c3694-e8be-42c6-96d2-38853c8eedf9,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:32.016952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:32.026626 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:32.108115 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] Checking router: 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:32.123092 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:32.124581 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:32.132812 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Calling delete_port for 034c3694-e8be-42c6-96d2-38853c8eedf9 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:32.161787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3fac2bba-b6a9-488e-a97c-75be15e28b86 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:32.337591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T08:56:27Z', 'revision_number': 4, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '984bddc3-ff38-4e54-b14b-2760c8074264', 'name': '', 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'mac_address': 'fa:16:3e:55:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '0e077425-f9bf-43a4-bce6-830c031e8d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:26Z', 'updated_at': '2021-10-29T08:56:27Z', 'revision_number': 2, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'subnets': [{'id': '0e077425-f9bf-43a4-bce6-830c031e8d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:32.350518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691886e1-12e3-4c54-b965-a24a4e89bed5 req-779c41d0-149c-4c46-9938-5f485af7f446 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:32.362617 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-691886e1-12e3-4c54-b965-a24a4e89bed5 req-779c41d0-149c-4c46-9938-5f485af7f446 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 945 time: 0.8106802 Oct 29 08:56:32.372225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 3fac2bba-b6a9-488e-a97c-75be15e28b86 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:32.372590 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:32.375983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Checking router: 987632ba-f680-4dab-bbbb-f923eab3cbf6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:32.376337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Updating router 987632ba-f680-4dab-bbbb-f923eab3cbf6 port 984bddc3-ff38-4e54-b14b-2760c8074264 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:56:32.445698 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:32.468929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:32.472531 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:32.485352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-1d0fe753-4f95-4649-9d92-aa8c40f7a4d5 service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773068 Oct 29 08:56:32.523293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-691886e1-12e3-4c54-b965-a24a4e89bed5 req-64162a9b-701c-4db7-bacb-003117602008 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588905 Oct 29 08:56:32.630301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-1d1f2ed6-2a41-4edb-9470-13cb199412a2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:32.634882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-1d1f2ed6-2a41-4edb-9470-13cb199412a2 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.15 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 815 time: 0.4665258 Oct 29 08:56:32.702729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Request body: {'port': {'device_id': '6b21de3e-13ff-49df-85c6-8e7bf42f2236', 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'admin_state_up': True, 'tenant_id': '3fd620d9768c4846a6a61de248c8b968'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:32.737607 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:32.757067 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:32.804451 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a13eaf-e4a2-4de8-a47b-28c1a2713f41 None None] The sync data for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 is: [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96', 'name': '', 'network_id': '0f811ac0-04c4-4253-a48e-436db722aff3', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'mac_address': 'fa:16:3e:94:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:13Z', 'updated_at': '2021-10-29T08:52:22Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'subnets': [{'id': '163a12f6-b492-4b8e-9276-0e3608b6f316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:32.837315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Pushing event deleted for resources: {'Port': ['ID=034c3694-e8be-42c6-96d2-38853c8eedf9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:32.879601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] No DVR routers for this DVR port 034c3694-e8be-42c6-96d2-38853c8eedf9 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:32.882685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:32.887040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-66de02b5-248b-4542-9ad2-0f386dce0f6c req-f1738f44-ca57-4bb9-9168-89d7eea6a0a9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.93 "DELETE /v2.0/ports/034c3694-e8be-42c6-96d2-38853c8eedf9 HTTP/1.1" status: 204 len: 173 time: 1.9720562 Oct 29 08:56:32.892176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-696fb79f-d04d-4f27-9a00-547dd59788ef req-0a58efcf-f048-4d60-8a0f-cc98c44230b6 service neutron] 10.222.0.15 "GET /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899965 Oct 29 08:56:32.923171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Made reservation on behalf of 3fd620d9768c4846a6a61de248c8b968 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:32.928610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:32.949673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1510310c-72d0-4024-86c8-896de5e67398', 'name': 'network-vif-deleted', 'tag': '034c3694-e8be-42c6-96d2-38853c8eedf9'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:32.953071 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd58884-2e7c-4425-a86a-e63e78c6cb51" -d '{"events": [{"server_uuid": "1510310c-72d0-4024-86c8-896de5e67398", "name": "network-vif-deleted", "tag": "034c3694-e8be-42c6-96d2-38853c8eedf9"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:32.970325 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:32.979317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.016294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router e9f48867-5ba5-4026-a6e0-34bd01446c7f has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:33.069445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc08ee-1911-4c98-bfce-d80e32132e8e None None] Pushing event updated for resources: {'Port': ['ID=984bddc3-ff38-4e54-b14b-2760c8074264,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:33.155364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Attempting to bind port 984bddc3-ff38-4e54-b14b-2760c8074264 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:33.155734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Attempting to bind port 984bddc3-ff38-4e54-b14b-2760c8074264 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:33.156138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Attempting to bind port 984bddc3-ff38-4e54-b14b-2760c8074264 on network bc1f531c-485f-44b6-bf6a-18450a0b26f1 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:33.157894 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188af7df-40a7-498c-9822-1f2c5e00fb4d x-openstack-request-id: req-188af7df-40a7-498c-9822-1f2c5e00fb4d {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:33.158203 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1510310c-72d0-4024-86c8-896de5e67398", "name": "network-vif-deleted", "tag": "034c3694-e8be-42c6-96d2-38853c8eedf9", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:33.158464 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-188af7df-40a7-498c-9822-1f2c5e00fb4d {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:33.158883 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1510310c-72d0-4024-86c8-896de5e67398', 'name': 'network-vif-deleted', 'tag': '034c3694-e8be-42c6-96d2-38853c8eedf9', 'status': 'completed', 'code': 200} Oct 29 08:56:33.165248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:33.165661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Checking segment: {'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:33.166068 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.166457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Bound using segment: {'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:33.166940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Bound port: 984bddc3-ff38-4e54-b14b-2760c8074264, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960c2ef7-8eb8-49de-9bff-41567c169be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:33.167371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.247958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:33.258954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] For port 984bddc3-ff38-4e54-b14b-2760c8074264, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:33.260095 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d9585-66eb-4667-9fc0-202cb849c8f3 None None] Sync routers for ids ['e9f48867-5ba5-4026-a6e0-34bd01446c7f'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:33.267774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] For port 984bddc3-ff38-4e54-b14b-2760c8074264, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=984bddc3-ff38-4e54-b14b-2760c8074264,segment=NetworkSegment(960c2ef7-8eb8-49de-9bff-41567c169be7),segment_id=960c2ef7-8eb8-49de-9bff-41567c169be7)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:33.272014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e68991bb-4a41-45f6-9b17-9c2a6d9ec9d0 req-d9aee1de-f732-4db5-9d71-799f7a3cd36f tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 210 time: 0.1292810 Oct 29 08:56:33.287620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-15ce1fdf-e663-445d-a9b4-1eb2db3351a5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/e9f48867-5ba5-4026-a6e0-34bd01446c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0949144 Oct 29 08:56:33.287620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54896) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:33.294905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Allocated IP 172.20.0.4 (87d25733-0f7d-49a1-a028-11a49c00465a/54a65288-b6a9-472e-8a1b-7ca6cf091720/145110c7-f8aa-4064-90cb-d5413fa20486) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:33.302438 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d9585-66eb-4667-9fc0-202cb849c8f3 None None] Routers {'e9f48867-5ba5-4026-a6e0-34bd01446c7f'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:33.304957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-c5737f77-ad5b-482c-9ba2-328e48fcab6a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:33.306668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-c5737f77-ad5b-482c-9ba2-328e48fcab6a tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 945 time: 0.2021704 Oct 29 08:56:33.313610 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.321094 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-309d9585-66eb-4667-9fc0-202cb849c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['e9f48867-5ba5-4026-a6e0-34bd01446c7f'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:33.404179 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0a64f915-61da-48c8-adda-6b2249f0136c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9f48867-5ba5-4026-a6e0-34bd01446c7f HTTP/1.1" status: 200 len: 205 time: 0.1146202 Oct 29 08:56:33.406632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54900) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:33.413858 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-309d9585-66eb-4667-9fc0-202cb849c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:33.418134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc08ee-1911-4c98-bfce-d80e32132e8e None None] Pushing event updated for resources: {'Port': ['ID=984bddc3-ff38-4e54-b14b-2760c8074264,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:33.438062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7add8f1-595c-4b6a-b1fe-183fafdceee0 None None] New status for floating IP a15b6c92-d79b-4008-b582-183ffd7f7993: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:56:33.458237 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d9585-66eb-4667-9fc0-202cb849c8f3 None None] Routers {'e9f48867-5ba5-4026-a6e0-34bd01446c7f'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:33.458874 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-309d9585-66eb-4667-9fc0-202cb849c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['e9f48867-5ba5-4026-a6e0-34bd01446c7f'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:33.509420 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-309d9585-66eb-4667-9fc0-202cb849c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:33.510340 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d9585-66eb-4667-9fc0-202cb849c8f3 None None] The sync data for ids ['e9f48867-5ba5-4026-a6e0-34bd01446c7f'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:33.594209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-270e0918-c057-486b-9657-d943d745816e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.602575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Routers {'987632ba-f680-4dab-bbbb-f923eab3cbf6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:33.603531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['987632ba-f680-4dab-bbbb-f923eab3cbf6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:33.673319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-434a2d53-1cfa-4dd4-a917-793231407d77 None None] Provisioning complete for port 984bddc3-ff38-4e54-b14b-2760c8074264 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:33.673780 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-434a2d53-1cfa-4dd4-a917-793231407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.786222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-899b236c-84c8-42f1-9a05-e254c99cf9b0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:33.796299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-899b236c-84c8-42f1-9a05-e254c99cf9b0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1645849 Oct 29 08:56:33.820636 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-434a2d53-1cfa-4dd4-a917-793231407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.821625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-1602718c-1a3f-49d8-8d2b-2fa4b5a281fb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/quotas/3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 375 time: 0.0240915 Oct 29 08:56:33.845809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] Set router 987632ba-f680-4dab-bbbb-f923eab3cbf6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:33.868318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Deleting port 1717e8eb-a791-41dc-8648-8f99a94c3d77 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:33.868810 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.873668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0608f6-7567-4525-a56b-c5a94fe070b1 req-748d3e11-4203-4dea-a61c-c88799d1c483 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:33.875225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b0608f6-7567-4525-a56b-c5a94fe070b1 req-748d3e11-4203-4dea-a61c-c88799d1c483 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 945 time: 0.2000763 Oct 29 08:56:33.879028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-270e0918-c057-486b-9657-d943d745816e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.881268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-270e0918-c057-486b-9657-d943d745816e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.919884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-434a2d53-1cfa-4dd4-a917-793231407d77 None None] For port 984bddc3-ff38-4e54-b14b-2760c8074264, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=984bddc3-ff38-4e54-b14b-2760c8074264,segment=NetworkSegment(960c2ef7-8eb8-49de-9bff-41567c169be7),segment_id=960c2ef7-8eb8-49de-9bff-41567c169be7)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:33.950807 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-270e0918-c057-486b-9657-d943d745816e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.951355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270e0918-c057-486b-9657-d943d745816e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Fanout notify agent at l3_agent the message router_deleted on router e9f48867-5ba5-4026-a6e0-34bd01446c7f {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:56:33.960355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-270e0918-c057-486b-9657-d943d745816e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:33.964288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-270e0918-c057-486b-9657-d943d745816e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/e9f48867-5ba5-4026-a6e0-34bd01446c7f HTTP/1.1" status: 204 len: 168 time: 0.5538092 Oct 29 08:56:33.964837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54908) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:33.974200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 034c3694-e8be-42c6-96d2-38853c8eedf9 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:33.975684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-fc923862-9df2-4cca-ae7c-05a930da2fbc tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529326 Oct 29 08:56:33.977146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b0608f6-7567-4525-a56b-c5a94fe070b1 req-f09f33bc-7f83-4958-8497-f631acaeaf88 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875592 Oct 29 08:56:33.978309 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-434a2d53-1cfa-4dd4-a917-793231407d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.039587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e77394-0154-4c98-9666-4012f6f92ac9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet eb594a45-3b30-4b7c-a0dd-0e5b9fb1c4a6 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:34.044345 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54e77394-0154-4c98-9666-4012f6f92ac9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.045582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 034c3694-e8be-42c6-96d2-38853c8eedf9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:34.045933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 034c3694-e8be-42c6-96d2-38853c8eedf9 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:34.051582 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.090837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54e77394-0154-4c98-9666-4012f6f92ac9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.130166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-236bb09b-9fc3-491a-a67f-a35dcf40c917 None None] Provisioning complete for port 984bddc3-ff38-4e54-b14b-2760c8074264 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:34.130546 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-236bb09b-9fc3-491a-a67f-a35dcf40c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.136053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a2d53-1cfa-4dd4-a917-793231407d77 None None] Pushing event updated for resources: {'Port': ['ID=984bddc3-ff38-4e54-b14b-2760c8074264,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:34.193953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54e77394-0154-4c98-9666-4012f6f92ac9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.263216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54e77394-0154-4c98-9666-4012f6f92ac9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.296738 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e77394-0154-4c98-9666-4012f6f92ac9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=eb594a45-3b30-4b7c-a0dd-0e5b9fb1c4a6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:34.301916 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-54e77394-0154-4c98-9666-4012f6f92ac9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.302497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T08:56:27Z', 'revision_number': 4, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '984bddc3-ff38-4e54-b14b-2760c8074264', 'name': '', 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'mac_address': 'fa:16:3e:55:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '0e077425-f9bf-43a4-bce6-830c031e8d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:26Z', 'updated_at': '2021-10-29T08:56:33Z', 'revision_number': 4, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'subnets': [{'id': '0e077425-f9bf-43a4-bce6-830c031e8d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:34.309332 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-54e77394-0154-4c98-9666-4012f6f92ac9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/eb594a45-3b30-4b7c-a0dd-0e5b9fb1c4a6 HTTP/1.1" status: 204 len: 168 time: 0.3408093 Oct 29 08:56:34.309604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54910) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:34.335964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fd3ad9-6875-46d9-abb9-7ef5211ab857 None None] Network 8b00385d-bba0-47e8-b591-49c795a7771f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:34.341383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1e44f-8818-48e5-bebe-51459eae94c9 None None] The sync data for ids ['987632ba-f680-4dab-bbbb-f923eab3cbf6'] in n-d-815940-1 is: [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T08:56:27Z', 'revision_number': 4, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '984bddc3-ff38-4e54-b14b-2760c8074264', 'name': '', 'network_id': 'bc1f531c-485f-44b6-bf6a-18450a0b26f1', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'mac_address': 'fa:16:3e:55:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '0e077425-f9bf-43a4-bce6-830c031e8d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:26Z', 'updated_at': '2021-10-29T08:56:33Z', 'revision_number': 4, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'subnets': [{'id': '0e077425-f9bf-43a4-bce6-830c031e8d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:34.479272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61931ca1-6626-4e41-b047-d4ab4b8bf2d0 req-cc88a964-0273-4de6-9ab2-852ac3b01ef9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 210 time: 0.0514600 Oct 29 08:56:34.479903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] For port 1717e8eb-a791-41dc-8648-8f99a94c3d77, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1717e8eb-a791-41dc-8648-8f99a94c3d77,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:34.482374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.506305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Calling delete_port for 1717e8eb-a791-41dc-8648-8f99a94c3d77 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:34.527943 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.600098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 0181f397-6af7-4d17-aca3-49fc563a6b80 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:34.608049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.609469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-c9dd554d-e1c5-4c55-a7e2-3d2972c903db service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325824 Oct 29 08:56:34.632450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] DHCP port deletion for 8b00385d-bba0-47e8-b591-49c795a7771f request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:56:34.697087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.699179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port 0181f397-6af7-4d17-aca3-49fc563a6b80, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0181f397-6af7-4d17-aca3-49fc563a6b80,segment=NetworkSegment(94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af),segment_id=94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:34.699828 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.699955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Deleting port 0181f397-6af7-4d17-aca3-49fc563a6b80 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:34.700223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.717969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 0181f397-6af7-4d17-aca3-49fc563a6b80 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:34.787349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] For port 0181f397-6af7-4d17-aca3-49fc563a6b80, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0181f397-6af7-4d17-aca3-49fc563a6b80,segment=NetworkSegment(94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af),segment_id=94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:34.787836 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.793112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Network 87d25733-0f7d-49a1-a028-11a49c00465a is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:34.799605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-eca2f671-fae9-4799-8a4a-8299904cdd32 service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830535 Oct 29 08:56:34.801593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:34.804267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Pushing event updated for resources: {'Port': ['ID=145110c7-f8aa-4064-90cb-d5413fa20486,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:34.804610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Calling delete_port for 0181f397-6af7-4d17-aca3-49fc563a6b80 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:34.807216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:34.827676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.864780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No DVR routers for this DVR port 0181f397-6af7-4d17-aca3-49fc563a6b80 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:34.865281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:34.865962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.873205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=0181f397-6af7-4d17-aca3-49fc563a6b80,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:34.920236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06246213-02ca-4dc8-9050-a21da858f39c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2720590 Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 08:56:34.940821 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 08:56:34.944679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Request body: {'port': {'device_id': '6b21de3e-13ff-49df-85c6-8e7bf42f2236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:34.952264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.981262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:34.993030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Pushing event deleted for resources: {'Port': ['ID=0181f397-6af7-4d17-aca3-49fc563a6b80,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:35.005153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b00385d-bba0-47e8-b591-49c795a7771f']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:35.005354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] No DVR routers for this DVR port 0181f397-6af7-4d17-aca3-49fc563a6b80 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:35.018827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:35.019390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ae04bb-68fb-4dd7-a3d2-8a93fe16c9af') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:35.030393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.031257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.035096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.035951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.036316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.036661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.040018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.040361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.040706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.041049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.041386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.046805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.047536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acf4f5-bad8-4df1-9f0c-37d31711c130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:35.049108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.058152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.063823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:35.064230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:35.067989 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:35.089615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.120859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event deleted for resources: {'Port': ['ID=1717e8eb-a791-41dc-8648-8f99a94c3d77,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:35.170992 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6b46521-1a74-4328-9ddc-8c7a360ae6dc req-5bd8ead7-b1d1-441c-a6c4-c9874e91e44b tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.0517893 Oct 29 08:56:35.181953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.208509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.217583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/8b00385d-bba0-47e8-b591-49c795a7771f HTTP/1.1" status: 204 len: 168 time: 0.9067955 Oct 29 08:56:35.218394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54922) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:35.221202 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd270f6-dc9b-4e3d-a0c6-937209fd569b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=8b00385d-bba0-47e8-b591-49c795a7771f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:35.228348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1892999101', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:35.305540 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.307019 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.334382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-43f388cd-bfaa-4a54-8482-994c69e28d3c req-5baefdd0-e92a-46b4-94d9-617979378b03 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0497513 Oct 29 08:56:35.336414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] No DVR routers for this DVR port 1717e8eb-a791-41dc-8648-8f99a94c3d77 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:35.341341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.344620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1abf3ede-da08-4af5-9e92-e6025ee16266 req-1e257acf-12c7-49b4-93fa-0bbb0d275601 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.15 "DELETE /v2.0/ports/1717e8eb-a791-41dc-8648-8f99a94c3d77 HTTP/1.1" status: 204 len: 173 time: 2.0277905 Oct 29 08:56:35.345081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'name': 'network-vif-deleted', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:35.347617 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0929de97-6bbd-4e15-8d38-3404f8eec525" -d '{"events": [{"server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "name": "network-vif-deleted", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:35.413531 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.457621 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc764a0-da13-48f5-968a-8583dac9642e x-openstack-request-id: req-9dc764a0-da13-48f5-968a-8583dac9642e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:35.457919 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4550d578-4aa8-4914-af85-ab8d86e2d088", "name": "network-vif-deleted", "tag": "1717e8eb-a791-41dc-8648-8f99a94c3d77", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:35.458171 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dc764a0-da13-48f5-968a-8583dac9642e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:35.458582 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4550d578-4aa8-4914-af85-ab8d86e2d088', 'name': 'network-vif-deleted', 'tag': '1717e8eb-a791-41dc-8648-8f99a94c3d77', 'status': 'completed', 'code': 200} Oct 29 08:56:35.612439 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.657503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145110c7-f8aa-4064-90cb-d5413fa20486 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:56:35.666082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.679876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Transition to ACTIVE for port object 145110c7-f8aa-4064-90cb-d5413fa20486 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:56:35.692333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:35.793311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Pushing event updated for resources: {'Port': ['ID=145110c7-f8aa-4064-90cb-d5413fa20486,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:35.795222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3899-0395-4018-bb44-ae987ab1542f req-3a1f07b5-ed55-48d0-b1d0-3194d8b21a3e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:35.800693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c4d3899-0395-4018-bb44-ae987ab1542f req-3a1f07b5-ed55-48d0-b1d0-3194d8b21a3e tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 931 time: 0.1735878 Oct 29 08:56:35.892362 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c4d3899-0395-4018-bb44-ae987ab1542f req-54a92546-af59-4ac3-927a-81e520c9c982 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 Oct 29 08:56:35.927652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Attempting to bind port 145110c7-f8aa-4064-90cb-d5413fa20486 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:35.928206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Attempting to bind port 145110c7-f8aa-4064-90cb-d5413fa20486 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:35.928758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Attempting to bind port 145110c7-f8aa-4064-90cb-d5413fa20486 on network 87d25733-0f7d-49a1-a028-11a49c00465a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:35.936277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Port 145110c7-f8aa-4064-90cb-d5413fa20486 on network 87d25733-0f7d-49a1-a028-11a49c00465a not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:56:35.940031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Attempting to bind port 145110c7-f8aa-4064-90cb-d5413fa20486 on network 87d25733-0f7d-49a1-a028-11a49c00465a {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:35.952874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:35.953532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Checking segment: {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:35.955357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Bound using segment: {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:35.955357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Bound port: 145110c7-f8aa-4064-90cb-d5413fa20486, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e007af5-6dfa-4612-b558-a9ebcdec9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:35.955590 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:36.100580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] For port 145110c7-f8aa-4064-90cb-d5413fa20486, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:36.122501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 984bddc3-ff38-4e54-b14b-2760c8074264 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:36.124207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] For port 145110c7-f8aa-4064-90cb-d5413fa20486, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=145110c7-f8aa-4064-90cb-d5413fa20486,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:36.131692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:36.135348 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:36.161517 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:36.184061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:36.184722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:36.186384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] 10.222.0.15 "PUT /v2.0/ports/145110c7-f8aa-4064-90cb-d5413fa20486 HTTP/1.1" status: 200 len: 1091 time: 1.2554636 Oct 29 08:56:36.225290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c439e1d-ad8c-46e4-87d4-5b07fd155201 service neutron] Pushing event updated for resources: {'Port': ['ID=145110c7-f8aa-4064-90cb-d5413fa20486,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:36.294900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 984bddc3-ff38-4e54-b14b-2760c8074264 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:36.295284 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:36.365126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.25.5.189 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5cf1bb54-1971-497a-95de-ae731823ed46) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:36.442189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-62d4345a-4ded-4915-bbc0-e9250b7bf1d9 req-1c287c7e-f938-45a3-b0fa-fdc015949453 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.1299005 Oct 29 08:56:36.471495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06dd063f-04de-4a22-a3b4-3c6b725dd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:36.475094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-06dd063f-04de-4a22-a3b4-3c6b725dd1ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 1094 time: 0.2289038 Oct 29 08:56:36.519235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0181f397-6af7-4d17-aca3-49fc563a6b80 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:36.543217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1717e8eb-a791-41dc-8648-8f99a94c3d77 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:36.553757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-ea679234-c51e-4c04-87f3-99d335c4058a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=145110c7-f8aa-4064-90cb-d5413fa20486 HTTP/1.1" status: 200 len: 217 time: 0.0705607 Oct 29 08:56:36.558910 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f009b0fa-3baf-4769-8861-69c96604e5d1 req-54901959-97d0-4892-89eb-76e02269c215 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0527129 Oct 29 08:56:36.565675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:36.566048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 1717e8eb-a791-41dc-8648-8f99a94c3d77 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:36.566404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1717e8eb-a791-41dc-8648-8f99a94c3d77 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:36.567872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0181f397-6af7-4d17-aca3-49fc563a6b80 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:36.568097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0181f397-6af7-4d17-aca3-49fc563a6b80 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:36.617956 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:36.638019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-0a471771-f309-48e1-b191-f49c3e462862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:36.640527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-0a471771-f309-48e1-b191-f49c3e462862 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 200 len: 855 time: 0.0707252 Oct 29 08:56:36.667269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:36.672902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:36.675197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=5cf1bb54-1971-497a-95de-ae731823ed46,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:36.676072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-6ca3d81c-fb28-4f66-9d2e-b92c150f9e99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87d25733-0f7d-49a1-a028-11a49c00465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276906 Oct 29 08:56:36.677406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:36.703363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.703705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.704083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.704421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.704751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.705083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.705410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.705735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.706067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.706390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.706712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.707031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:56:36.790836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-0ee2e12a-9592-42f9-8582-79991ab3596f service neutron] 10.222.0.15 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061609 Oct 29 08:56:36.924689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-203aef7b-7fe8-4e7b-862d-77da0ceb2981 req-034e30de-8aea-4f91-a0a6-9899e496f549 service neutron] 10.222.0.15 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262021 Oct 29 08:56:37.055658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ddacf-e592-47c9-afc2-db8aa155f112 req-e38f1426-dfa6-43f4-96f0-7434208e609a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:37.057229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-803ddacf-e592-47c9-afc2-db8aa155f112 req-e38f1426-dfa6-43f4-96f0-7434208e609a tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 943 time: 0.0615625 Oct 29 08:56:37.111258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-803ddacf-e592-47c9-afc2-db8aa155f112 req-51f5a508-2544-4a15-85d9-2f06bba927b9 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Oct 29 08:56:37.449791 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:37.459930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b21de3e-13ff-49df-85c6-8e7bf42f2236', 'tag': '145110c7-f8aa-4064-90cb-d5413fa20486'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:37.460996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-c21359ce-3cc1-43cf-b1d5-716abdbb234c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:37.462533 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-c21359ce-3cc1-43cf-b1d5-716abdbb234c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.5567203 Oct 29 08:56:37.463709 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc76069b-911f-4792-a80f-dbe2a006bff8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b21de3e-13ff-49df-85c6-8e7bf42f2236", "tag": "145110c7-f8aa-4064-90cb-d5413fa20486"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:37.501944 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'port': {'device_id': 'ecb712ab-3ad0-4c28-b940-617a084d38e3', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'admin_state_up': True, 'tenant_id': '3c29013403a64017905dd89022361aac'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:37.568406 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cc5f23-ad50-48ab-ba6a-bec950f80eb6 x-openstack-request-id: req-34cc5f23-ad50-48ab-ba6a-bec950f80eb6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:37.568978 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b21de3e-13ff-49df-85c6-8e7bf42f2236", "tag": "145110c7-f8aa-4064-90cb-d5413fa20486", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:37.569435 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34cc5f23-ad50-48ab-ba6a-bec950f80eb6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:37.570179 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b21de3e-13ff-49df-85c6-8e7bf42f2236', 'tag': '145110c7-f8aa-4064-90cb-d5413fa20486', 'status': 'completed', 'code': 200} Oct 29 08:56:37.700457 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e8129b-7b96-446c-9e24-9fe8784f8d78 req-50d681e6-25a5-4853-9004-02293a00cffd tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.1117024 Oct 29 08:56:37.721231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-10d26b70-758f-4e08-9cfd-ae0745d6e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:37.722887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-10d26b70-758f-4e08-9cfd-ae0745d6e31b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fd620d9768c4846a6a61de248c8b968&device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 1094 time: 0.1081097 Oct 29 08:56:37.809392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f135303-dc12-4d61-800e-030b7ecdce8c req-a491a8a6-2f01-44fe-a01e-4c22328bfca4 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0749922 Oct 29 08:56:37.835280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:37.842470 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:37.862924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-ba32db04-b86c-4de5-afc1-b535ede7ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:37.864711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-ba32db04-b86c-4de5-afc1-b535ede7ba14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 200 len: 917 time: 0.1326289 Oct 29 08:56:37.886573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:37.923563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-9e5f118d-c4b6-486c-ba34-b669c0382fb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=145110c7-f8aa-4064-90cb-d5413fa20486 HTTP/1.1" status: 200 len: 217 time: 0.0507901 Oct 29 08:56:37.981871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-748a0ecd-1d65-4e33-9fdb-9d72f3685306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:37.983568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-748a0ecd-1d65-4e33-9fdb-9d72f3685306 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 200 len: 855 time: 0.0521722 Oct 29 08:56:38.018247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-d57a4753-a0d5-4db3-ad09-0852b774231e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87d25733-0f7d-49a1-a028-11a49c00465a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270407 Oct 29 08:56:38.074894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.20.0.14 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/713b57d0-9fb1-4126-aabf-924bfe521167) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:38.119369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-f9ee6ffb-33c6-44b2-ac36-7c7cbf4dc2a5 service neutron] 10.222.0.15 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928555 Oct 29 08:56:38.147350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router f96ccf64-a285-4119-8203-c1bf5c244d6f is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:56:38.258603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215e6af-238c-4a43-a07a-b79d1b864abc req-41dab33f-7c35-4a4d-bdc3-0d12e92e8602 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:38.260070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8215e6af-238c-4a43-a07a-b79d1b864abc req-41dab33f-7c35-4a4d-bdc3-0d12e92e8602 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 943 time: 0.0791624 Oct 29 08:56:38.266119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bc76069b-911f-4792-a80f-dbe2a006bff8 req-39b76fff-71f2-46fe-bda2-4d508c8fe385 service neutron] 10.222.0.15 "GET /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396110 Oct 29 08:56:38.322366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8215e6af-238c-4a43-a07a-b79d1b864abc req-a5cab706-2440-45bc-a46c-356595c75c04 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Oct 29 08:56:38.342817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:38.359440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:38.369346 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3a32f-fe92-4b9c-88fc-a2caf19aa747 None None] Sync routers for ids ['f96ccf64-a285-4119-8203-c1bf5c244d6f'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:38.379331 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3a32f-fe92-4b9c-88fc-a2caf19aa747 None None] Routers {'f96ccf64-a285-4119-8203-c1bf5c244d6f'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:38.379968 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d0e3a32f-fe92-4b9c-88fc-a2caf19aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f96ccf64-a285-4119-8203-c1bf5c244d6f'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:38.392523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:38.396090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-88600e26-4b32-461f-97ad-b474e0aac07d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.1739788 Oct 29 08:56:38.396852 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54956) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:38.406080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:38.424983 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d0e3a32f-fe92-4b9c-88fc-a2caf19aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:38.436809 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3a32f-fe92-4b9c-88fc-a2caf19aa747 None None] Routers {'f96ccf64-a285-4119-8203-c1bf5c244d6f'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:38.437907 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d0e3a32f-fe92-4b9c-88fc-a2caf19aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f96ccf64-a285-4119-8203-c1bf5c244d6f'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:38.477349 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d0e3a32f-fe92-4b9c-88fc-a2caf19aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:38.478275 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3a32f-fe92-4b9c-88fc-a2caf19aa747 None None] The sync data for ids ['f96ccf64-a285-4119-8203-c1bf5c244d6f'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:38.525925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:38.533952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:38.539982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:38.541979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 145110c7-f8aa-4064-90cb-d5413fa20486 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:56:38.548428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=713b57d0-9fb1-4126-aabf-924bfe521167,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:38.614272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54958) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:38.628867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-87bf875e-bc0f-43a9-82d7-a04e9de6beac tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/routers/f96ccf64-a285-4119-8203-c1bf5c244d6f HTTP/1.1" status: 200 len: 881 time: 0.2239025 Oct 29 08:56:38.663939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:38.664620 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:38.705294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-4eb555d7-3ea0-4ba3-b999-6377a89a1300 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2087386 Oct 29 08:56:38.719469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Request body: {'port': {'device_id': 'ecb712ab-3ad0-4c28-b940-617a084d38e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:38.738743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 145110c7-f8aa-4064-90cb-d5413fa20486, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=145110c7-f8aa-4064-90cb-d5413fa20486,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:38.753315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '145110c7-f8aa-4064-90cb-d5413fa20486', 'network_id': '87d25733-0f7d-49a1-a028-11a49c00465a', 'port_id': '145110c7-f8aa-4064-90cb-d5413fa20486', 'mac_address': 'fa:16:3e:5b:a0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a65288-b6a9-472e-8a1b-7ca6cf091720', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:56:38.825403 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:38.841377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145110c7-f8aa-4064-90cb-d5413fa20486 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:56:38.865241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 145110c7-f8aa-4064-90cb-d5413fa20486, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=145110c7-f8aa-4064-90cb-d5413fa20486,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:38.871665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-09ed87fb-96ed-4c22-b5f9-779baf8799a8 req-19d105aa-c7d6-49b7-b17f-fee0de46a4e6 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.0755799 Oct 29 08:56:38.889736 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:38.902491 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:38.958306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3bacc59a-78b8-4285-ba96-0844c1024b51 None None] Provisioning complete for port 713b57d0-9fb1-4126-aabf-924bfe521167 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:38.958858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bacc59a-78b8-4285-ba96-0844c1024b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:38.961028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cfd6b69b-8260-4d31-aeb8-1dd4f97f4a02 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3447390 Oct 29 08:56:38.967052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54964) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:38.972818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4478c23d-514b-4213-a9d6-4c9b75a12d84 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1892999101'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:38.999740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3bacc59a-78b8-4285-ba96-0844c1024b51 None None] Port 713b57d0-9fb1-4126-aabf-924bfe521167 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:39.030068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527af19b-0179-4a69-bbf3-32678c8c64d7 req-54a6c176-186f-4951-99be-ebccfd3e7d5e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:39.032119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-527af19b-0179-4a69-bbf3-32678c8c64d7 req-54a6c176-186f-4951-99be-ebccfd3e7d5e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 932 time: 0.0699825 Oct 29 08:56:39.041534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=145110c7-f8aa-4064-90cb-d5413fa20486,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:39.079157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-527af19b-0179-4a69-bbf3-32678c8c64d7 req-a9b740fd-848a-4378-88de-e231d1736bf8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387394 Oct 29 08:56:39.097963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['145110c7-f8aa-4064-90cb-d5413fa20486'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:56:39.485448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713b57d0-9fb1-4126-aabf-924bfe521167 {{(pid=102114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:56:39.494708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:39.519103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.provisioning_blocks [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Transition to ACTIVE for port object 713b57d0-9fb1-4126-aabf-924bfe521167 will not be triggered until provisioned by entity L2. {{(pid=102114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:56:39.529320 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:39.576605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b535986-0d2d-43b5-bc7f-3d0d9a2bbfd1 req-bdb7beb7-58fa-4c8e-a1fe-76adc512e167 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:39.578161 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b535986-0d2d-43b5-bc7f-3d0d9a2bbfd1 req-bdb7beb7-58fa-4c8e-a1fe-76adc512e167 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 944 time: 0.1774540 Oct 29 08:56:39.607850 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4478c23d-514b-4213-a9d6-4c9b75a12d84 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:39.635152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Pushing event updated for resources: {'Port': ['ID=713b57d0-9fb1-4126-aabf-924bfe521167,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:39.638260 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4478c23d-514b-4213-a9d6-4c9b75a12d84 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:39.767341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b535986-0d2d-43b5-bc7f-3d0d9a2bbfd1 req-a850fb35-23e3-495a-9e54-7579de712324 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813357 Oct 29 08:56:39.817924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Attempting to bind port 713b57d0-9fb1-4126-aabf-924bfe521167 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:39.818260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Attempting to bind port 713b57d0-9fb1-4126-aabf-924bfe521167 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:39.818590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Attempting to bind port 713b57d0-9fb1-4126-aabf-924bfe521167 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:39.828122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Port 713b57d0-9fb1-4126-aabf-924bfe521167 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:56:39.828451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Attempting to bind port 713b57d0-9fb1-4126-aabf-924bfe521167 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:39.837701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:39.838038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:39.838421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:39.838938 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Bound port: 713b57d0-9fb1-4126-aabf-924bfe521167, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:39.839299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:39.855459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4478c23d-514b-4213-a9d6-4c9b75a12d84 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router f96ccf64-a285-4119-8203-c1bf5c244d6f has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:39.976824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fd0453a-1aad-420a-9b7e-b7a0e90455a6 req-949fc010-9ae5-48f5-8c85-24c1226713e3 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.0301425 Oct 29 08:56:39.980897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] For port 713b57d0-9fb1-4126-aabf-924bfe521167, host n-h1-815940-1, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:39.998047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] For port 713b57d0-9fb1-4126-aabf-924bfe521167, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=713b57d0-9fb1-4126-aabf-924bfe521167,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:40.005151 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:40.052338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:40.052969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:40.054389 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-35966d5d-6316-457d-b723-9520685197f3 service neutron] 10.222.0.93 "PUT /v2.0/ports/713b57d0-9fb1-4126-aabf-924bfe521167 HTTP/1.1" status: 200 len: 1092 time: 1.3401515 Oct 29 08:56:40.054837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb712ab-3ad0-4c28-b940-617a084d38e3', 'tag': '713b57d0-9fb1-4126-aabf-924bfe521167'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:40.057187 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a084dfd1-0065-42a8-9212-22e7841df69b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb712ab-3ad0-4c28-b940-617a084d38e3", "tag": "713b57d0-9fb1-4126-aabf-924bfe521167"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:40.068937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4478c23d-514b-4213-a9d6-4c9b75a12d84 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:40.078133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4478c23d-514b-4213-a9d6-4c9b75a12d84 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:40.079357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4478c23d-514b-4213-a9d6-4c9b75a12d84 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/f96ccf64-a285-4119-8203-c1bf5c244d6f HTTP/1.1" status: 200 len: 888 time: 1.1110690 Oct 29 08:56:40.082185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54972) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:40.090617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e2f46-5baa-44af-b1c4-afecbc2895b6 None None] Sync routers for ids ['f96ccf64-a285-4119-8203-c1bf5c244d6f'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:40.121757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e2f46-5baa-44af-b1c4-afecbc2895b6 None None] Routers {'f96ccf64-a285-4119-8203-c1bf5c244d6f'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:40.126571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-645e2f46-5baa-44af-b1c4-afecbc2895b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f96ccf64-a285-4119-8203-c1bf5c244d6f'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:40.190670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-645e2f46-5baa-44af-b1c4-afecbc2895b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:40.211569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e2f46-5baa-44af-b1c4-afecbc2895b6 None None] Routers {'f96ccf64-a285-4119-8203-c1bf5c244d6f'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:40.212269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-645e2f46-5baa-44af-b1c4-afecbc2895b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['f96ccf64-a285-4119-8203-c1bf5c244d6f'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:40.255309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-645e2f46-5baa-44af-b1c4-afecbc2895b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:40.256018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e2f46-5baa-44af-b1c4-afecbc2895b6 None None] The sync data for ids ['f96ccf64-a285-4119-8203-c1bf5c244d6f'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:40.260471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-33716d0f-dbb9-45b3-a82a-7c294a00d4dc tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/routers/f96ccf64-a285-4119-8203-c1bf5c244d6f HTTP/1.1" status: 200 len: 888 time: 0.1770866 Oct 29 08:56:40.266221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54976) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:40.279884 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cfa8c9-4e49-48eb-9b46-cf8675ce21b8 x-openstack-request-id: req-62cfa8c9-4e49-48eb-9b46-cf8675ce21b8 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:40.280716 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb712ab-3ad0-4c28-b940-617a084d38e3", "tag": "713b57d0-9fb1-4126-aabf-924bfe521167", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:40.280978 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62cfa8c9-4e49-48eb-9b46-cf8675ce21b8 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:40.281394 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb712ab-3ad0-4c28-b940-617a084d38e3', 'tag': '713b57d0-9fb1-4126-aabf-924bfe521167', 'status': 'completed', 'code': 200} Oct 29 08:56:40.295630 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35966d5d-6316-457d-b723-9520685197f3 service neutron] Pushing event updated for resources: {'Port': ['ID=713b57d0-9fb1-4126-aabf-924bfe521167,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:40.303495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1e1b4de9-c8e7-484f-8573-31fb0950900a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=f96ccf64-a285-4119-8203-c1bf5c244d6f HTTP/1.1" status: 200 len: 205 time: 0.0358367 Oct 29 08:56:40.306506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54978) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:40.335359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709d0f9-735d-4622-a775-b4f3640a0444 req-5d65a75f-a0d8-45a6-8c4d-9d1ebc014bfa tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:40.337432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b709d0f9-735d-4622-a775-b4f3640a0444 req-5d65a75f-a0d8-45a6-8c4d-9d1ebc014bfa tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.1148539 Oct 29 08:56:40.395080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b709d0f9-735d-4622-a775-b4f3640a0444 req-f9c91917-1f83-4f62-9667-3bb221cda654 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Oct 29 08:56:40.555029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 145110c7-f8aa-4064-90cb-d5413fa20486 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:40.620780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 145110c7-f8aa-4064-90cb-d5413fa20486 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:56:40.625857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 145110c7-f8aa-4064-90cb-d5413fa20486 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:40.626255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:40.711213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:40.742448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b21de3e-13ff-49df-85c6-8e7bf42f2236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145110c7-f8aa-4064-90cb-d5413fa20486'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:40.745312 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68337c59-cb36-4f94-a21b-58b18c56dc2c" -d '{"events": [{"server_uuid": "6b21de3e-13ff-49df-85c6-8e7bf42f2236", "name": "network-vif-plugged", "status": "completed", "tag": "145110c7-f8aa-4064-90cb-d5413fa20486"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:40.791300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-0e9ae348-05e2-481d-b5b6-a55e36510aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:40.794146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-0e9ae348-05e2-481d-b5b6-a55e36510aa8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 1095 time: 0.6883180 Oct 29 08:56:40.852206 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-db94f95b-015f-4348-ab9a-6bb4d09b0e11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713b57d0-9fb1-4126-aabf-924bfe521167 HTTP/1.1" status: 200 len: 217 time: 0.0409830 Oct 29 08:56:40.947219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22fd97-ed96-4a7c-9573-224c6d3ba62e req-9ae9cc44-e1e0-449a-8b55-7570da204023 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:40.948557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:40.955073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d22fd97-ed96-4a7c-9573-224c6d3ba62e req-9ae9cc44-e1e0-449a-8b55-7570da204023 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 944 time: 0.1018996 Oct 29 08:56:40.998687 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe52d05-3aed-46c0-9ca6-38762ab737af x-openstack-request-id: req-8fe52d05-3aed-46c0-9ca6-38762ab737af {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:40.999265 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b21de3e-13ff-49df-85c6-8e7bf42f2236", "name": "network-vif-plugged", "status": "completed", "tag": "145110c7-f8aa-4064-90cb-d5413fa20486", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:40.999908 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fe52d05-3aed-46c0-9ca6-38762ab737af {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:41.000612 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b21de3e-13ff-49df-85c6-8e7bf42f2236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145110c7-f8aa-4064-90cb-d5413fa20486', 'code': 200} Oct 29 08:56:41.009167 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 145110c7-f8aa-4064-90cb-d5413fa20486, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=145110c7-f8aa-4064-90cb-d5413fa20486,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:41.013114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d22fd97-ed96-4a7c-9573-224c6d3ba62e req-741ca217-3094-4586-b3de-a3def71e37a7 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570111 Oct 29 08:56:41.016756 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:41.055462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-ed8d0967-fdff-4c7f-b40b-ef6223d289e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:41.057066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-ed8d0967-fdff-4c7f-b40b-ef6223d289e6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.1954589 Oct 29 08:56:41.070960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f64d9-bd4a-46ef-9efd-9100a6b48e8f req-f7a424f9-9cd3-451c-9361-465d940e571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:41.074727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db7f64d9-bd4a-46ef-9efd-9100a6b48e8f req-f7a424f9-9cd3-451c-9361-465d940e571b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 1095 time: 0.0974567 Oct 29 08:56:41.102889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=145110c7-f8aa-4064-90cb-d5413fa20486,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:41.118296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db7f64d9-bd4a-46ef-9efd-9100a6b48e8f req-e932599a-d8c3-4d4b-a03a-5e55634848c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Oct 29 08:56:41.139660 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50225318-bd8e-4094-a47f-fc000203fb27 req-5f97f31a-95cf-42f0-bab7-feaae1443695 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "GET /v2.0/ports?device_id=4550d578-4aa8-4914-af85-ab8d86e2d088 HTTP/1.1" status: 200 len: 210 time: 0.0367248 Oct 29 08:56:41.164810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-84a1fc8b-5708-4539-aef5-b4873eb147e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:41.166326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-84a1fc8b-5708-4539-aef5-b4873eb147e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997798 Oct 29 08:56:41.169529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:41.291746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-10867c53-6181-440d-b141-69fd19d95aa5 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180074 Oct 29 08:56:41.298821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 5cf1bb54-1971-497a-95de-ae731823ed46 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:41.299165 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:41.448407 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:41.460370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-90f910e8-db4f-4dfc-afcc-35d10deb7449 req-a085ce58-b4c4-45b3-af22-f7e5440ba043 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591840 Oct 29 08:56:41.464761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 5cf1bb54-1971-497a-95de-ae731823ed46 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:41.539848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed00e6-6508-4fef-8d39-0d08e1f6a13c req-0cc55c10-f3ba-4c90-b42a-59e63d7ff92a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:41.541445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44ed00e6-6508-4fef-8d39-0d08e1f6a13c req-0cc55c10-f3ba-4c90-b42a-59e63d7ff92a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.0541425 Oct 29 08:56:41.604443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44ed00e6-6508-4fef-8d39-0d08e1f6a13c req-f7d5e5c1-022e-4ecc-a9f4-975a6c82efc7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523829 Oct 29 08:56:41.644618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084dfd1-0065-42a8-9212-22e7841df69b req-abafbe20-35b4-467e-9059-8fabff39a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:41.646355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a084dfd1-0065-42a8-9212-22e7841df69b req-abafbe20-35b4-467e-9059-8fabff39a789 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 1095 time: 0.1027086 Oct 29 08:56:41.767009 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:41.804394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=5cf1bb54-1971-497a-95de-ae731823ed46,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:41.814515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084dfd1-0065-42a8-9212-22e7841df69b req-6dd7b4e2-6848-49fe-a574-1d1df46b9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:41.816181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a084dfd1-0065-42a8-9212-22e7841df69b req-6dd7b4e2-6848-49fe-a574-1d1df46b9ae6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1626287 Oct 29 08:56:41.888867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a084dfd1-0065-42a8-9212-22e7841df69b req-efa7f860-f978-4210-9d17-ff54adfd9b1b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713b57d0-9fb1-4126-aabf-924bfe521167 HTTP/1.1" status: 200 len: 217 time: 0.0568020 Oct 29 08:56:41.936046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.027877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084dfd1-0065-42a8-9212-22e7841df69b req-36b0935c-0367-41b3-b4bc-a8ec55806b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:42.029419 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a084dfd1-0065-42a8-9212-22e7841df69b req-36b0935c-0367-41b3-b4bc-a8ec55806b61 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.1326342 Oct 29 08:56:42.034755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.044654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.138973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.139658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Fanout notify agent at l3_agent the message router_deleted on router f96ccf64-a285-4119-8203-c1bf5c244d6f {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:56:42.147844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.152923 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-588aebf8-903c-4bcd-b5b5-f90aea3ea878 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/f96ccf64-a285-4119-8203-c1bf5c244d6f HTTP/1.1" status: 204 len: 168 time: 1.8405149 Oct 29 08:56:42.153030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54992) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:42.158253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-2125675028'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:42.187875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60951-deb8-451c-ac59-29d935cf8c5b req-2cb631fa-5225-4af6-b867-bc9ae37bd080 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:42.189522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cd60951-deb8-451c-ac59-29d935cf8c5b req-2cb631fa-5225-4af6-b867-bc9ae37bd080 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.0869398 Oct 29 08:56:42.191833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084dfd1-0065-42a8-9212-22e7841df69b req-b1084e49-42b4-49b9-8372-d4b198f0df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:42.193575 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a084dfd1-0065-42a8-9212-22e7841df69b req-b1084e49-42b4-49b9-8372-d4b198f0df0d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568866 Oct 29 08:56:42.195282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:42.200676 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.207766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 54996) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:42.235474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:56:42.246553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.246906 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment 020b8b6f-7684-49ba-8309-a39c4a84c91b of type vlan for network edf0db98-5300-43e8-ba9f-bdba1f9899cd Oct 29 08:56:42.312813 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6cd60951-deb8-451c-ac59-29d935cf8c5b req-fa8d4790-c797-4d1a-a45e-a2a51f7053d0 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160240 Oct 29 08:56:42.320981 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.353428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.359589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:42.360472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.387548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1c271e8-cae8-4fbc-b977-a2757d6bb630 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.398153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a084dfd1-0065-42a8-9212-22e7841df69b req-59901665-32cf-4c14-8566-725a0dc8cd46 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910298 Oct 29 08:56:42.452717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2959344 Oct 29 08:56:42.452717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe54c8e-e452-4e0a-a860-f1b1c6922dd9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=edf0db98-5300-43e8-ba9f-bdba1f9899cd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:42.453361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 54998) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:42.458505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': 'edf0db98-5300-43e8-ba9f-bdba1f9899cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:42.461903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network edf0db98-5300-43e8-ba9f-bdba1f9899cd details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:56:42.473365 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1c271e8-cae8-4fbc-b977-a2757d6bb630 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.556296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a084dfd1-0065-42a8-9212-22e7841df69b req-ff80f564-4640-404a-a184-aed731362d20 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508367 Oct 29 08:56:42.586078 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1c271e8-cae8-4fbc-b977-a2757d6bb630 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.590125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1c271e8-cae8-4fbc-b977-a2757d6bb630 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.591280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d1c271e8-cae8-4fbc-b977-a2757d6bb630 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] 10.222.0.70 "DELETE /v2.0/security-groups/4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2 HTTP/1.1" status: 204 len: 168 time: 0.3826234 Oct 29 08:56:42.601795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c271e8-cae8-4fbc-b977-a2757d6bb630 tempest-TestVolumeBackupRestore-1498518634 tempest-TestVolumeBackupRestore-1498518634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c7d27-3738-4a9e-b7c7-4d5d200fc4a2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:42.625750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:42.645454 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.740263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c1a68-708e-4ce4-94e9-f1320b9e7033 req-f02b49ee-1884-4460-bca3-725ab8c0e14d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:42.749303 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-836c1a68-708e-4ce4-94e9-f1320b9e7033 req-f02b49ee-1884-4460-bca3-725ab8c0e14d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.0680313 Oct 29 08:56:42.825059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-836c1a68-708e-4ce4-94e9-f1320b9e7033 req-e1b2431d-e238-4b19-a0c7-a8edd5ac914f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Oct 29 08:56:42.893151 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:42.970692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=215b17d5-5807-4e98-9fb1-2ea2992addbe,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:42.985324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': '020b8b6f-7684-49ba-8309-a39c4a84c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'edf0db98-5300-43e8-ba9f-bdba1f9899cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:42.985745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: edf0db98-5300-43e8-ba9f-bdba1f9899cd, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:56:43.005605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network edf0db98-5300-43e8-ba9f-bdba1f9899cd is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:56:43.019261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, edf0db98-5300-43e8-ba9f-bdba1f9899cd) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:43.025494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:43.026540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.034338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61cedb3-6961-433f-8cc3-6c9e5edaa691 None None] Network edf0db98-5300-43e8-ba9f-bdba1f9899cd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:43.058358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:43.058670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6394ea5f-cec9-4d45-8322-5ac184f6d016 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6042271 Oct 29 08:56:43.063168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7e2ed17d-7926-432b-a3b3-d315ab042b5b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2008670504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:43.095208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed17d-7926-432b-a3b3-d315ab042b5b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.096541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed17d-7926-432b-a3b3-d315ab042b5b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.171085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed17d-7926-432b-a3b3-d315ab042b5b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.177581 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed17d-7926-432b-a3b3-d315ab042b5b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.205766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed17d-7926-432b-a3b3-d315ab042b5b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.208114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7e2ed17d-7926-432b-a3b3-d315ab042b5b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1474147 Oct 29 08:56:43.210072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55062) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:43.237266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-edf0db98-5300-43e8-ba9f-bdba1f9899cd', 'network_id': 'edf0db98-5300-43e8-ba9f-bdba1f9899cd', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': '215b17d5-5807-4e98-9fb1-2ea2992addbe'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:56:43.238453 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.442653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Allocated IP 172.20.0.2 (edf0db98-5300-43e8-ba9f-bdba1f9899cd/215b17d5-5807-4e98-9fb1-2ea2992addbe/c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:43.614461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee5192-877b-4657-a730-99e0af50eb66 req-2c3118a1-403f-4cd2-b04f-d1e3094dbcb5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:43.616087 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fee5192-877b-4657-a730-99e0af50eb66 req-2c3118a1-403f-4cd2-b04f-d1e3094dbcb5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.1642237 Oct 29 08:56:43.624617 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.635720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.699662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.708763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Network edf0db98-5300-43e8-ba9f-bdba1f9899cd is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:43.709082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fee5192-877b-4657-a730-99e0af50eb66 req-44693b39-85b1-4f22-9e2a-c5a7330abbb5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831642 Oct 29 08:56:43.712753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:43.718904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:43.732157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Pushing event updated for resources: {'Port': ['ID=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:43.848855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Attempting to bind port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:43.849224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Attempting to bind port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '020b8b6f-7684-49ba-8309-a39c4a84c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'edf0db98-5300-43e8-ba9f-bdba1f9899cd'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:43.849808 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Attempting to bind port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 on network edf0db98-5300-43e8-ba9f-bdba1f9899cd {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:43.863437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:43.864253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Checking segment: {'id': '020b8b6f-7684-49ba-8309-a39c4a84c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'edf0db98-5300-43e8-ba9f-bdba1f9899cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:43.865726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.866505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Bound using segment: {'id': '020b8b6f-7684-49ba-8309-a39c4a84c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'edf0db98-5300-43e8-ba9f-bdba1f9899cd'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:43.867523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Bound port: c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020b8b6f-7684-49ba-8309-a39c4a84c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'edf0db98-5300-43e8-ba9f-bdba1f9899cd'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:43.868271 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:43.892384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93f798-6208-4094-8904-fffeed69ed4a req-86319226-0d23-4869-a1ea-08b0a6f32d1c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:43.894578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c93f798-6208-4094-8904-fffeed69ed4a req-86319226-0d23-4869-a1ea-08b0a6f32d1c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.0674481 Oct 29 08:56:43.945361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8c93f798-6208-4094-8904-fffeed69ed4a req-4546134c-36a5-4c20-a39d-f34386070ac7 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Oct 29 08:56:43.999852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] For port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:44.005633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] For port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,segment=NetworkSegment(020b8b6f-7684-49ba-8309-a39c4a84c91b),segment_id=020b8b6f-7684-49ba-8309-a39c4a84c91b)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:44.015984 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:44.139515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd9152-df2d-488c-8357-d1cbafdb5728 None None] Pushing event updated for resources: {'Port': ['ID=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:44.183069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8637a-7828-464c-9877-7c2cf912ab30 req-138b5c6c-d7d9-44ee-94fa-697d687adfee tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:44.185041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-64a8637a-7828-464c-9877-7c2cf912ab30 req-138b5c6c-d7d9-44ee-94fa-697d687adfee tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.2428391 Oct 29 08:56:44.224161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.20.0.1 (edf0db98-5300-43e8-ba9f-bdba1f9899cd/215b17d5-5807-4e98-9fb1-2ea2992addbe/416ed56d-7cb0-433f-ade1-2f94930c08c4) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:44.259683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167b7ab-1592-4568-bb0c-0dec64a11986 req-f713a162-d97b-4283-8c80-48c7dedcdb5c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:44.272805 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d167b7ab-1592-4568-bb0c-0dec64a11986 req-f713a162-d97b-4283-8c80-48c7dedcdb5c tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.0780668 Oct 29 08:56:44.312644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4d237e11-ac5f-4830-a527-d27b01fa49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:44.323532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d167b7ab-1592-4568-bb0c-0dec64a11986 req-4aa4265f-381e-4145-89f0-2e59ad955a67 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494962 Oct 29 08:56:44.470357 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:44.515256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca9e9-c9a2-45e2-93b3-c4e84ed117ad req-8a54e591-d76d-4517-a13c-164c4ad936d6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:44.524311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1dca9e9-c9a2-45e2-93b3-c4e84ed117ad req-8a54e591-d76d-4517-a13c-164c4ad936d6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.0857017 Oct 29 08:56:44.528239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-64a8637a-7828-464c-9877-7c2cf912ab30 req-dbbbe01e-5aa4-47a1-a074-5548df3f298d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217247 Oct 29 08:56:44.535719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:44.572990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network edf0db98-5300-43e8-ba9f-bdba1f9899cd is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:44.576148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:44.582149 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1dca9e9-c9a2-45e2-93b3-c4e84ed117ad req-f3e0694b-cafc-43cb-bca0-fe0114ee7e29 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565934 Oct 29 08:56:44.625523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:44.709842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=416ed56d-7cb0-433f-ade1-2f94930c08c4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:44.712474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:44.884780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:44.889070 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109b70-8fbf-4ded-8e59-0e815b62df46 req-7e55a17c-1833-4bf0-adf2-d0bc46611a57 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:44.890763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74109b70-8fbf-4ded-8e59-0e815b62df46 req-7e55a17c-1833-4bf0-adf2-d0bc46611a57 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.0748241 Oct 29 08:56:44.948486 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74109b70-8fbf-4ded-8e59-0e815b62df46 req-1ccd16b9-2cc9-4cf0-9c7b-fa806bd80afa tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484521 Oct 29 08:56:45.335154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57277-d5b6-4278-8532-2ed0928ab3a7 req-7173ee5b-d935-4cbf-bdf6-f687dfad4b86 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:45.353114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a57277-d5b6-4278-8532-2ed0928ab3a7 req-7173ee5b-d935-4cbf-bdf6-f687dfad4b86 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.1372838 Oct 29 08:56:45.402857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:45.421721 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:45.506550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a57277-d5b6-4278-8532-2ed0928ab3a7 req-d5fa4f55-d7bb-4744-968b-937e38eb5db4 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525397 Oct 29 08:56:45.573508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=416ed56d-7cb0-433f-ade1-2f94930c08c4,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:45.580471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:45.714488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0cc8f0-96ca-4f40-a8fd-f4caf2d5c7c3 None None] Network edf0db98-5300-43e8-ba9f-bdba1f9899cd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:45.835448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e828a73-ae51-48f5-9e36-c197f82e0831 req-1cd18fa7-f21e-4fe6-b6a6-6e06ced9e491 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:45.859046 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e828a73-ae51-48f5-9e36-c197f82e0831 req-1cd18fa7-f21e-4fe6-b6a6-6e06ced9e491 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.2028868 Oct 29 08:56:45.941194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1cb7ff4c-bbd2-413e-a9a8-76e674cb8a03 None None] Provisioning complete for port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:45.952177 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1cb7ff4c-bbd2-413e-a9a8-76e674cb8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:46.056787 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e828a73-ae51-48f5-9e36-c197f82e0831 req-b84824b7-d355-4d2d-88eb-3066d06c0ce7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948466 Oct 29 08:56:46.181583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:46.218980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea92f7-89c6-44a0-9304-1c6a6088da4c req-a864e496-3a06-44c9-80a1-bd2542daadb3 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:46.220659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdea92f7-89c6-44a0-9304-1c6a6088da4c req-a864e496-3a06-44c9-80a1-bd2542daadb3 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.0781338 Oct 29 08:56:46.260423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network edf0db98-5300-43e8-ba9f-bdba1f9899cd is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:46.263309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:46.359404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdea92f7-89c6-44a0-9304-1c6a6088da4c req-01283b8c-9d0a-48db-921a-a4b4c9577821 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313286 Oct 29 08:56:46.394591 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1cb7ff4c-bbd2-413e-a9a8-76e674cb8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:46.434330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 0e045063-8d57-4f7f-ad89-244626b5f1ed is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:56:46.530176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:46.530563 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:46.537464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1cb7ff4c-bbd2-413e-a9a8-76e674cb8a03 None None] For port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,segment=NetworkSegment(020b8b6f-7684-49ba-8309-a39c4a84c91b),segment_id=020b8b6f-7684-49ba-8309-a39c4a84c91b)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:46.569575 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1cb7ff4c-bbd2-413e-a9a8-76e674cb8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:46.597003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:46.614387 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47ce02-808a-45e7-b98a-85378d0ba1dd None None] Sync routers for ids ['0e045063-8d57-4f7f-ad89-244626b5f1ed'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:46.617416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4c3d70b1-a050-4875-bc6f-36f1fb6aeef5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/0e045063-8d57-4f7f-ad89-244626b5f1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4062417 Oct 29 08:56:46.621338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55416) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:46.643360 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47ce02-808a-45e7-b98a-85378d0ba1dd None None] Routers {'0e045063-8d57-4f7f-ad89-244626b5f1ed'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:46.644131 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3f47ce02-808a-45e7-b98a-85378d0ba1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0e045063-8d57-4f7f-ad89-244626b5f1ed'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:46.732829 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3f47ce02-808a-45e7-b98a-85378d0ba1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:46.736870 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef3cdad-b4e5-4170-9e89-ab54865690c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:46.747687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55426) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:46.750431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aef3cdad-b4e5-4170-9e89-ab54865690c7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports/416ed56d-7cb0-433f-ade1-2f94930c08c4 HTTP/1.1" status: 200 len: 910 time: 0.1275690 Oct 29 08:56:46.753596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d36d3dce-195d-42c6-9deb-f292f87a3be0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '215b17d5-5807-4e98-9fb1-2ea2992addbe'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:46.754297 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47ce02-808a-45e7-b98a-85378d0ba1dd None None] Routers {'0e045063-8d57-4f7f-ad89-244626b5f1ed'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:46.755046 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3f47ce02-808a-45e7-b98a-85378d0ba1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0e045063-8d57-4f7f-ad89-244626b5f1ed'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:46.764548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7ff4c-bbd2-413e-a9a8-76e674cb8a03 None None] Pushing event updated for resources: {'Port': ['ID=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:46.832803 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-3f47ce02-808a-45e7-b98a-85378d0ba1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:46.833460 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47ce02-808a-45e7-b98a-85378d0ba1dd None None] The sync data for ids ['0e045063-8d57-4f7f-ad89-244626b5f1ed'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:47.011786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f31a3062-d62c-47ce-8eb8-09adf08c06d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:47.160705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d36d3dce-195d-42c6-9deb-f292f87a3be0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:47.212198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-12587055-2f61-47d8-8efa-78f9c70102e8 None None] Provisioning complete for port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:47.212506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12587055-2f61-47d8-8efa-78f9c70102e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:47.235678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-cf9c6542-8691-47f9-94f7-ad2658693409 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:47.237446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-cf9c6542-8691-47f9-94f7-ad2658693409 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.1537974 Oct 29 08:56:47.413626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a43b9-495e-4773-a7cd-a1e510b282bd req-bb90be8b-62b0-4ac5-8637-af964f40c892 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:47.429247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-273a43b9-495e-4773-a7cd-a1e510b282bd req-bb90be8b-62b0-4ac5-8637-af964f40c892 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.1690350 Oct 29 08:56:47.529727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-12587055-2f61-47d8-8efa-78f9c70102e8 None None] Provisioning complete for port 416ed56d-7cb0-433f-ade1-2f94930c08c4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:47.530515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-12587055-2f61-47d8-8efa-78f9c70102e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:47.546042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-273a43b9-495e-4773-a7cd-a1e510b282bd req-0e5d56df-e5b9-4e82-b634-37e09a2bf276 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145043 Oct 29 08:56:47.606029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-12587055-2f61-47d8-8efa-78f9c70102e8 None None] Port 416ed56d-7cb0-433f-ade1-2f94930c08c4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:47.734744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d07acb07-7d67-4c26-b19a-ea3bbc2a21fe None None] Provisioning complete for port 416ed56d-7cb0-433f-ade1-2f94930c08c4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:47.742634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d07acb07-7d67-4c26-b19a-ea3bbc2a21fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:47.834692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d07acb07-7d67-4c26-b19a-ea3bbc2a21fe None None] Port 416ed56d-7cb0-433f-ade1-2f94930c08c4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:47.946271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c660c9-9bd8-45e1-9220-e7fcbc755f17 req-f4f64f70-a50d-4889-97b5-26b97ce3c8d6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:47.955216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67c660c9-9bd8-45e1-9220-e7fcbc755f17 req-f4f64f70-a50d-4889-97b5-26b97ce3c8d6 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 945 time: 0.3618884 Oct 29 08:56:47.978710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e2e57e35-98b0-4115-bc99-59f35a43a8e2 None None] Provisioning complete for port 416ed56d-7cb0-433f-ade1-2f94930c08c4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:47.979330 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e2e57e35-98b0-4115-bc99-59f35a43a8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:47.993385 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:56:48.083456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Deleting port 145110c7-f8aa-4064-90cb-d5413fa20486 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:48.083842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.087259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e2e57e35-98b0-4115-bc99-59f35a43a8e2 None None] Port 416ed56d-7cb0-433f-ade1-2f94930c08c4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:48.094188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:48.183748 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.201417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:48.202045 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.203651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67c660c9-9bd8-45e1-9220-e7fcbc755f17 req-a12cd38c-494f-4107-9e7d-5a69d6085158 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470660 Oct 29 08:56:48.341514 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.353907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] For port 145110c7-f8aa-4064-90cb-d5413fa20486, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=145110c7-f8aa-4064-90cb-d5413fa20486,segment=NetworkSegment(1e007af5-6dfa-4612-b558-a9ebcdec9b7d),segment_id=1e007af5-6dfa-4612-b558-a9ebcdec9b7d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:48.354505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.379677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Calling delete_port for 145110c7-f8aa-4064-90cb-d5413fa20486 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:48.557036 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d36d3dce-195d-42c6-9deb-f292f87a3be0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.577239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d36d3dce-195d-42c6-9deb-f292f87a3be0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.606916 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.679313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d3dce-195d-42c6-9deb-f292f87a3be0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:48.679973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d36d3dce-195d-42c6-9deb-f292f87a3be0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.685482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d36d3dce-195d-42c6-9deb-f292f87a3be0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/ports/416ed56d-7cb0-433f-ade1-2f94930c08c4 HTTP/1.1" status: 200 len: 910 time: 1.9322944 Oct 29 08:56:48.687642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55498) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:48.738630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d3dce-195d-42c6-9deb-f292f87a3be0 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=416ed56d-7cb0-433f-ade1-2f94930c08c4,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:48.778656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e843-800a-456e-aa63-fb7ca592bcd8 req-73bd2773-3efe-4d33-a9bc-dcd122d52137 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:48.790546 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84d3e843-800a-456e-aa63-fb7ca592bcd8 req-73bd2773-3efe-4d33-a9bc-dcd122d52137 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.1119988 Oct 29 08:56:48.848540 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84d3e843-800a-456e-aa63-fb7ca592bcd8 req-b16a9b96-dc55-4269-a402-367d4af9ce4c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567288 Oct 29 08:56:48.855972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Pushing event deleted for resources: {'Port': ['ID=145110c7-f8aa-4064-90cb-d5413fa20486,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:48.881781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] No DVR routers for this DVR port 145110c7-f8aa-4064-90cb-d5413fa20486 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:48.886492 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:48.890008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a6b4d15-0b7d-4cb8-929c-2a8cd131bc72 req-e4ec11ae-432c-4f78-a4c3-9f6c5ad7b932 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.15 "DELETE /v2.0/ports/145110c7-f8aa-4064-90cb-d5413fa20486 HTTP/1.1" status: 204 len: 173 time: 1.3907311 Oct 29 08:56:48.890481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b21de3e-13ff-49df-85c6-8e7bf42f2236', 'name': 'network-vif-deleted', 'tag': '145110c7-f8aa-4064-90cb-d5413fa20486'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:56:48.892944 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ade631-fabb-418e-a92a-4a8e8df1653e" -d '{"events": [{"server_uuid": "6b21de3e-13ff-49df-85c6-8e7bf42f2236", "name": "network-vif-deleted", "tag": "145110c7-f8aa-4064-90cb-d5413fa20486"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:56:48.997534 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eb662f-0b68-40b1-ba05-86abae7f9bfd x-openstack-request-id: req-57eb662f-0b68-40b1-ba05-86abae7f9bfd {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:56:48.998133 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b21de3e-13ff-49df-85c6-8e7bf42f2236", "name": "network-vif-deleted", "tag": "145110c7-f8aa-4064-90cb-d5413fa20486", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:56:48.998133 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57eb662f-0b68-40b1-ba05-86abae7f9bfd {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:56:48.998491 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b21de3e-13ff-49df-85c6-8e7bf42f2236', 'name': 'network-vif-deleted', 'tag': '145110c7-f8aa-4064-90cb-d5413fa20486', 'status': 'completed', 'code': 200} Oct 29 08:56:49.232553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:49.427728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78631932-135f-4f2f-ba6a-670d34b1858e req-66e94d44-1e50-48fa-962c-dea5c9bf4de5 tempest-ServerDiskConfigTestJSON-575528627 tempest-ServerDiskConfigTestJSON-575528627-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b21de3e-13ff-49df-85c6-8e7bf42f2236 HTTP/1.1" status: 200 len: 210 time: 0.0790391 Oct 29 08:56:49.548287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:49.672944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 416ed56d-7cb0-433f-ade1-2f94930c08c4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:49.673383 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:49.785291 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:49.807596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 416ed56d-7cb0-433f-ade1-2f94930c08c4 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:49.992350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7e9b2-c71d-452c-a562-182b91e56fb6 req-2bda9986-3fa8-40b5-8b99-caa333447c63 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:49.993868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4c7e9b2-c71d-452c-a562-182b91e56fb6 req-2bda9986-3fa8-40b5-8b99-caa333447c63 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.0655069 Oct 29 08:56:50.076428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4c7e9b2-c71d-452c-a562-182b91e56fb6 req-d3bd8f75-806e-462f-9951-b073a0a6336b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545444 Oct 29 08:56:50.077905 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.106582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=416ed56d-7cb0-433f-ade1-2f94930c08c4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:50.257678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.425179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 0e045063-8d57-4f7f-ad89-244626b5f1ed has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:50.509674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:50.515122 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79d32099-d6c7-48c7-9e82-266621e40052 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/0e045063-8d57-4f7f-ad89-244626b5f1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8274748 Oct 29 08:56:50.518116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55512) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:50.522123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d5c36-9458-4397-915f-7c6a837df53a None None] Sync routers for ids ['0e045063-8d57-4f7f-ad89-244626b5f1ed'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:50.533671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d5c36-9458-4397-915f-7c6a837df53a None None] Routers {'0e045063-8d57-4f7f-ad89-244626b5f1ed'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:50.534296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-925d5c36-9458-4397-915f-7c6a837df53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0e045063-8d57-4f7f-ad89-244626b5f1ed'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:50.551822 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2ca4c5cd-208d-4f46-8d38-533807b6a0b1 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e045063-8d57-4f7f-ad89-244626b5f1ed HTTP/1.1" status: 200 len: 205 time: 0.0324144 Oct 29 08:56:50.554334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55516) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:50.584697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 145110c7-f8aa-4064-90cb-d5413fa20486 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:50.590120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-925d5c36-9458-4397-915f-7c6a837df53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:50.615712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 145110c7-f8aa-4064-90cb-d5413fa20486 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:50.616107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 145110c7-f8aa-4064-90cb-d5413fa20486 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:50.627215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d5c36-9458-4397-915f-7c6a837df53a None None] Routers {'0e045063-8d57-4f7f-ad89-244626b5f1ed'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:50.628867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-925d5c36-9458-4397-915f-7c6a837df53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['0e045063-8d57-4f7f-ad89-244626b5f1ed'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:50.647941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34ebda02-8bc5-4fb5-9fc7-f06276e5491a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.663214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55524) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:50.700877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-925d5c36-9458-4397-915f-7c6a837df53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:50.701790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d5c36-9458-4397-915f-7c6a837df53a None None] The sync data for ids ['0e045063-8d57-4f7f-ad89-244626b5f1ed'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:50.719841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55526) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:50.804128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc45cbde-d4cc-4808-8438-b3c33433fae0 admin admin] Deleting subnet 54a65288-b6a9-472e-8a1b-7ca6cf091720 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:50.809825 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc45cbde-d4cc-4808-8438-b3c33433fae0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.850534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34ebda02-8bc5-4fb5-9fc7-f06276e5491a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.853488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34ebda02-8bc5-4fb5-9fc7-f06276e5491a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.855513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc45cbde-d4cc-4808-8438-b3c33433fae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.907335 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34ebda02-8bc5-4fb5-9fc7-f06276e5491a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.907999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ebda02-8bc5-4fb5-9fc7-f06276e5491a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Fanout notify agent at l3_agent the message router_deleted on router 0e045063-8d57-4f7f-ad89-244626b5f1ed {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:56:50.916324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34ebda02-8bc5-4fb5-9fc7-f06276e5491a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:50.918094 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-34ebda02-8bc5-4fb5-9fc7-f06276e5491a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/0e045063-8d57-4f7f-ad89-244626b5f1ed HTTP/1.1" status: 204 len: 168 time: 0.3626287 Oct 29 08:56:50.921165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55528) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:50.976443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6385f0-ceea-428a-868c-5783e900df9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet 215b17d5-5807-4e98-9fb1-2ea2992addbe {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:50.980351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c6385f0-ceea-428a-868c-5783e900df9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.024169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c6385f0-ceea-428a-868c-5783e900df9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.134631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c6385f0-ceea-428a-868c-5783e900df9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.205253 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c6385f0-ceea-428a-868c-5783e900df9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.233465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6385f0-ceea-428a-868c-5783e900df9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=215b17d5-5807-4e98-9fb1-2ea2992addbe,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:51.237487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0c6385f0-ceea-428a-868c-5783e900df9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.243270 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0c6385f0-ceea-428a-868c-5783e900df9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/215b17d5-5807-4e98-9fb1-2ea2992addbe HTTP/1.1" status: 204 len: 168 time: 0.3183529 Oct 29 08:56:51.244198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55532) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:51.246269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126114e-faff-438a-81a4-7335b9d3ccdf None None] Network edf0db98-5300-43e8-ba9f-bdba1f9899cd requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:51.332475 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.343770 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc45cbde-d4cc-4808-8438-b3c33433fae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.390252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:51.390599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.401052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba322-6079-478b-a0ea-5e00ce75e6fa req-504216f3-ad8f-475d-a049-4e8a67b187b3 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:51.403011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224ba322-6079-478b-a0ea-5e00ce75e6fa req-504216f3-ad8f-475d-a049-4e8a67b187b3 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.1476684 Oct 29 08:56:51.467963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] DHCP port deletion for edf0db98-5300-43e8-ba9f-bdba1f9899cd request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:56:51.470019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,segment=NetworkSegment(020b8b6f-7684-49ba-8309-a39c4a84c91b),segment_id=020b8b6f-7684-49ba-8309-a39c4a84c91b)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:51.470595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.485081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:51.486719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224ba322-6079-478b-a0ea-5e00ce75e6fa req-cd6d0bf5-fc32-4eb3-9243-4680384d986d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769472 Oct 29 08:56:51.487667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc45cbde-d4cc-4808-8438-b3c33433fae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.527949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45cbde-d4cc-4808-8438-b3c33433fae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a65288-b6a9-472e-8a1b-7ca6cf091720,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:51.530100 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc45cbde-d4cc-4808-8438-b3c33433fae0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.533359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bc45cbde-d4cc-4808-8438-b3c33433fae0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/54a65288-b6a9-472e-8a1b-7ca6cf091720 HTTP/1.1" status: 204 len: 168 time: 0.8132212 Oct 29 08:56:51.535931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55534) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:51.542201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] Deleting port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:51.542561 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.581044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.607225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:51.613035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No DVR routers for this DVR port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:51.616731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] For port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,segment=NetworkSegment(020b8b6f-7684-49ba-8309-a39c4a84c91b),segment_id=020b8b6f-7684-49ba-8309-a39c4a84c91b)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:51.617269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.633115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] Calling delete_port for c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:51.635181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.712096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.716681 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.735714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf0db98-5300-43e8-ba9f-bdba1f9899cd']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:51.744986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] Pushing event deleted for resources: {'Port': ['ID=c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:51.747473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020b8b6f-7684-49ba-8309-a39c4a84c91b') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:51.747878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020b8b6f-7684-49ba-8309-a39c4a84c91b') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:51.749499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535da6e6-ebda-45b6-9874-0392ec901ce5 None None] No DVR routers for this DVR port c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:51.754461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.760560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.774923 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.780760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d25733-0f7d-49a1-a028-11a49c00465a']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:51.782052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:51.782626 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:51.785672 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:51.793041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e007af5-6dfa-4612-b558-a9ebcdec9b7d') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:51.793335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e007af5-6dfa-4612-b558-a9ebcdec9b7d') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:51.804920 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.820826 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.849143 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.856442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.856678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.859777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/edf0db98-5300-43e8-ba9f-bdba1f9899cd HTTP/1.1" status: 204 len: 168 time: 0.6153631 Oct 29 08:56:51.872994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55536) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:51.877677 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e0caf73e-a261-4ca2-ab7e-d580c3477e71 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-795609598', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:51.884068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abd9de-12df-44a8-b692-12c9516b8c3a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=edf0db98-5300-43e8-ba9f-bdba1f9899cd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:51.890037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:51.890451 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:51.892216 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:51.908805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0caf73e-a261-4ca2-ab7e-d580c3477e71 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.910130 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0caf73e-a261-4ca2-ab7e-d580c3477e71 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.967513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0caf73e-a261-4ca2-ab7e-d580c3477e71 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.968243 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.973001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0caf73e-a261-4ca2-ab7e-d580c3477e71 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.981138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:51.984857 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/87d25733-0f7d-49a1-a028-11a49c00465a HTTP/1.1" status: 204 len: 168 time: 0.4479387 Oct 29 08:56:51.997666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835454a-818f-41c3-b24b-525dbbe25ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d25733-0f7d-49a1-a028-11a49c00465a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:51.999933 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0caf73e-a261-4ca2-ab7e-d580c3477e71 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.001461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0caf73e-a261-4ca2-ab7e-d580c3477e71 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1272938 Oct 29 08:56:52.004067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55540) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:52.009142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1438742013'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:52.024619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:52.034736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:52.038878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.053007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:52.053640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c324b9c4-f4c6-4a63-b40f-ce39e1b1f9e6 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:52.067170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:56:52.081303 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.081736 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment 8b6effdd-146f-4ebb-b965-9a3ab71aac86 of type vlan for network cfeded10-711f-4725-87d5-e8c2cd203337 Oct 29 08:56:52.128197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.158072 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.164359 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:52.165119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.179598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Deleting port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:52.180079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.216210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55542) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:52.237129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2319679 Oct 29 08:56:52.240560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55544) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:52.245684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:52.261187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eceaadf-cf1a-4135-9455-b0c244ea79a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=cfeded10-711f-4725-87d5-e8c2cd203337,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:52.272509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network cfeded10-711f-4725-87d5-e8c2cd203337 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:56:52.283060 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-50bc926f-befe-4243-b2be-ede361846072 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3fd620d9768c4846a6a61de248c8b968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656948 Oct 29 08:56:52.286152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55546) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:52.331653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] For port f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:52.332063 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.345561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f45ffad-dda0-4c32-b50d-2353de719f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.355151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Calling delete_port for f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:52.371369 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f45ffad-dda0-4c32-b50d-2353de719f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.424520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:52.429078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.436794 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f45ffad-dda0-4c32-b50d-2353de719f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.439452 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0f45ffad-dda0-4c32-b50d-2353de719f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.440729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0f45ffad-dda0-4c32-b50d-2353de719f49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9bb3d5d-0c02-4df0-8a61-a066b4dbd467 HTTP/1.1" status: 204 len: 168 time: 0.1536448 Oct 29 08:56:52.451663 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45ffad-dda0-4c32-b50d-2353de719f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb3d5d-0c02-4df0-8a61-a066b4dbd467,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:52.632138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1ca58-5eef-4a68-88d0-68cf7dca6f68 req-194377ae-4fb0-431b-a40f-a65a0214edb9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:52.643484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0fa1ca58-5eef-4a68-88d0-68cf7dca6f68 req-194377ae-4fb0-431b-a40f-a65a0214edb9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.0687914 Oct 29 08:56:52.696869 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0fa1ca58-5eef-4a68-88d0-68cf7dca6f68 req-3447d8e6-ad84-4416-aa08-b56c1c95b95d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507209 Oct 29 08:56:52.745690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.754613 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:52.856234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:52.892651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=87c6f966-9ef9-4802-84d2-81e593e0c99f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:52.918761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:52.919146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: cfeded10-711f-4725-87d5-e8c2cd203337, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:56:53.016476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network cfeded10-711f-4725-87d5-e8c2cd203337 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:56:53.032598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, cfeded10-711f-4725-87d5-e8c2cd203337) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:53.038019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:53.038746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.043999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef5ce8-d30c-4f80-9bc6-f83d68e0c0dd None None] Network cfeded10-711f-4725-87d5-e8c2cd203337 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:53.067289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4c373900-5105-4cc5-934b-9637829fdc6e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8229952 Oct 29 08:56:53.067736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55564) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:53.092643 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.222346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-cfeded10-711f-4725-87d5-e8c2cd203337', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:56:53.224753 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.317451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55572) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:53.368361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:56:53.416145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Allocated IP 172.20.0.2 (cfeded10-711f-4725-87d5-e8c2cd203337/87c6f966-9ef9-4802-84d2-81e593e0c99f/a3894f3a-17a6-405e-801a-ecdf761b26ad) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:53.508996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:53.515780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-87557458-f6da-441b-9a24-5ce0701351f3 admin admin] 10.222.0.70 "PUT /v2.0/routers/326e9a95-ba7e-463b-9cdc-4ed8517ffc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8506775 Oct 29 08:56:53.517551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55576) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:53.522766 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] Sync routers for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:53.534133 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:53.534912 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:53.600643 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.609968 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.655292 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.655593 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:53.666459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Network cfeded10-711f-4725-87d5-e8c2cd203337 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:53.672998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:53.683403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:53.687904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Pushing event updated for resources: {'Port': ['ID=a3894f3a-17a6-405e-801a-ecdf761b26ad,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:53.749434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Attempting to bind port a3894f3a-17a6-405e-801a-ecdf761b26ad on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:53.750180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Attempting to bind port a3894f3a-17a6-405e-801a-ecdf761b26ad by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:53.750778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Attempting to bind port a3894f3a-17a6-405e-801a-ecdf761b26ad on network cfeded10-711f-4725-87d5-e8c2cd203337 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:53.757261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:53.757856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Checking segment: {'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:53.758355 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.758838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Bound using segment: {'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:53.759417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Bound port: a3894f3a-17a6-405e-801a-ecdf761b26ad, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:53.759912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.780437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.784955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-585637545-network', 'tenant_id': '9bdbd49dd9db469989b638224087a555'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:53.846478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.847986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] For port a3894f3a-17a6-405e-801a-ecdf761b26ad, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:53.849884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Made reservation on behalf of 9bdbd49dd9db469989b638224087a555 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:53.852377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] For port a3894f3a-17a6-405e-801a-ecdf761b26ad, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a3894f3a-17a6-405e-801a-ecdf761b26ad,segment=NetworkSegment(8b6effdd-146f-4ebb-b965-9a3ab71aac86),segment_id=8b6effdd-146f-4ebb-b965-9a3ab71aac86)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:53.852587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.859333 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.871273 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:53.932580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f73a9-c677-43a4-a5e4-72fbb3bc82e2 None None] Pushing event updated for resources: {'Port': ['ID=a3894f3a-17a6-405e-801a-ecdf761b26ad,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:53.956403 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:56:52Z', 'revision_number': 5, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port': {'id': '4819fd8f-4912-4262-89bf-4b9714dcb2c9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:08Z', 'updated_at': '2021-10-29T08:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:53.988820 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] Checking router: 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:53.998341 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] Routers {'326e9a95-ba7e-463b-9cdc-4ed8517ffc37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:53.998669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83ac30-269a-48e0-ada9-b54da4e81bc1 req-e68480cf-09ec-4551-aee3-3d542ab56f82 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:53.999511 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:54.008103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a83ac30-269a-48e0-ada9-b54da4e81bc1 req-e68480cf-09ec-4551-aee3-3d542ab56f82 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.1332459 Oct 29 08:56:54.055549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Deleting port 4819fd8f-4912-4262-89bf-4b9714dcb2c9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:54.055918 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.081954 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.113099 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] Set router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:54.118833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a83ac30-269a-48e0-ada9-b54da4e81bc1 req-f3d8209c-cc3d-4e00-9671-4fbfae764459 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940368 Oct 29 08:56:54.119586 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.136794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:56:54.196031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.201460 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Added segment 0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf of type vlan for network 48eda027-562e-4e06-8383-61745d153487 Oct 29 08:56:54.210455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] For port 4819fd8f-4912-4262-89bf-4b9714dcb2c9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4819fd8f-4912-4262-89bf-4b9714dcb2c9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:54.210749 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:56:53Z', 'revision_number': 6, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:54.210956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.217288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400bddad-9772-4db7-b26a-ec8153fd084a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:54.241657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Calling delete_port for 4819fd8f-4912-4262-89bf-4b9714dcb2c9 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:54.359274 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7548d40-9f0c-45e1-b044-8ecb3dacb12e None None] The sync data for ids ['326e9a95-ba7e-463b-9cdc-4ed8517ffc37'] in n-d-815940-1 is: [{'id': '326e9a95-ba7e-463b-9cdc-4ed8517ffc37', 'name': 'tempest-TestVolumeBackupRestore-308843654-router', 'tenant_id': '7ce006a7f4994292b81b61271670d77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:07Z', 'updated_at': '2021-10-29T08:56:53Z', 'revision_number': 6, 'project_id': '7ce006a7f4994292b81b61271670d77e', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:56:54.387119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.410573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.20.0.1 (cfeded10-711f-4725-87d5-e8c2cd203337/87c6f966-9ef9-4802-84d2-81e593e0c99f/734f2e54-2a31-445c-ac86-152a79793416) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:54.456561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.475247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.476244 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:54.476822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.486895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4819fd8f-4912-4262-89bf-4b9714dcb2c9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:54.537141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2185774 Oct 29 08:56:54.540101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55580) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:54.545625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Request body: {'subnet': {'network_id': '48eda027-562e-4e06-8383-61745d153487', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-585637545-subnet', 'tenant_id': '9bdbd49dd9db469989b638224087a555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:54.567345 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64d18d-6968-4fd1-9a91-c8c55f6472a8 admin admin] Pushing event updated for resources: {'Network': ['ID=48eda027-562e-4e06-8383-61745d153487,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:54.570024 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.579527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 48eda027-562e-4e06-8383-61745d153487 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:56:54.603155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Made reservation on behalf of 9bdbd49dd9db469989b638224087a555 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:54.606299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.606521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.644511 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.688207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network cfeded10-711f-4725-87d5-e8c2cd203337 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:54.693551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:54.697562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:54.747065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.750754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=734f2e54-2a31-445c-ac86-152a79793416,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:54.752924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.761648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.861007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.861768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 326e9a95-ba7e-463b-9cdc-4ed8517ffc37 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:56:54.867991 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.873366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55582) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:54.874123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ae17d5f6-3781-4e79-8790-808819abf0a9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/326e9a95-ba7e-463b-9cdc-4ed8517ffc37 HTTP/1.1" status: 204 len: 168 time: 1.3537018 Oct 29 08:56:54.929019 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.954921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b46b36-1e1b-4e35-8a82-0f1a6958bf4b admin admin] Deleting subnet 163a12f6-b492-4b8e-9276-0e3608b6f316 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:56:54.969554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:54.983029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d4b46b36-1e1b-4e35-8a82-0f1a6958bf4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.028146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bd44bf-b38a-4d6a-86b8-db1522ba0e42,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:55.048500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Checking segment: {'id': '0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '48eda027-562e-4e06-8383-61745d153487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:55.048939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Network hostable DHCP agents. Network: 48eda027-562e-4e06-8383-61745d153487, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:56:55.067974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Network 48eda027-562e-4e06-8383-61745d153487 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:56:55.080171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 48eda027-562e-4e06-8383-61745d153487) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:55.085663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:55.086405 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.090169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d4b46b36-1e1b-4e35-8a82-0f1a6958bf4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.098945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc30c1-39b0-4198-81f8-239882995aeb None None] Network 48eda027-562e-4e06-8383-61745d153487 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:55.111509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79734683-4b92-4497-a52f-c3a2c0d82050 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5698907 Oct 29 08:56:55.176788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8615f-d5a2-46b9-ba6c-4516e2e0cf57 None None] Network cfeded10-711f-4725-87d5-e8c2cd203337 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:55.299863 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d4b46b36-1e1b-4e35-8a82-0f1a6958bf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.347529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bb606652-e990-4b4d-aeb6-a6074d8f9bd4 None None] Provisioning complete for port a3894f3a-17a6-405e-801a-ecdf761b26ad triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:55.348396 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bb606652-e990-4b4d-aeb6-a6074d8f9bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.366390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036dd1e-91c5-4f22-af61-0a872b75561d req-7ccffc84-7adc-4905-b095-a0b57ef6d5b9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:55.368007 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e036dd1e-91c5-4f22-af61-0a872b75561d req-7ccffc84-7adc-4905-b095-a0b57ef6d5b9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.1349366 Oct 29 08:56:55.449253 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.453892 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e036dd1e-91c5-4f22-af61-0a872b75561d req-16ff8024-faa5-4ea0-8933-72cdae9d712c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776505 Oct 29 08:56:55.455774 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d4b46b36-1e1b-4e35-8a82-0f1a6958bf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.457624 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.532917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e4c6d-4fe5-4a9f-846d-8562b0acc15b None None] Network 48eda027-562e-4e06-8383-61745d153487 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:55.536152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b46b36-1e1b-4e35-8a82-0f1a6958bf4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163a12f6-b492-4b8e-9276-0e3608b6f316,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:55.542564 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d4b46b36-1e1b-4e35-8a82-0f1a6958bf4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.545856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d4b46b36-1e1b-4e35-8a82-0f1a6958bf4b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/163a12f6-b492-4b8e-9276-0e3608b6f316 HTTP/1.1" status: 204 len: 168 time: 0.6725199 Oct 29 08:56:55.548697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55598) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:55.579028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=734f2e54-2a31-445c-ac86-152a79793416,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:55.584506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.635969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36566b-9e30-4adc-bca4-615baf2d980f None None] Network 0f811ac0-04c4-4253-a48e-436db722aff3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:55.639278 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bb606652-e990-4b4d-aeb6-a6074d8f9bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.715914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network cfeded10-711f-4725-87d5-e8c2cd203337 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:55.717704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:55.734950 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.792008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bb606652-e990-4b4d-aeb6-a6074d8f9bd4 None None] For port a3894f3a-17a6-405e-801a-ecdf761b26ad, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a3894f3a-17a6-405e-801a-ecdf761b26ad,segment=NetworkSegment(8b6effdd-146f-4ebb-b965-9a3ab71aac86),segment_id=8b6effdd-146f-4ebb-b965-9a3ab71aac86)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:55.805436 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bb606652-e990-4b4d-aeb6-a6074d8f9bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.830924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-8979964d-61eb-4521-a987-ebaa65595013 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:55.830924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-8979964d-61eb-4521-a987-ebaa65595013 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/networks?id=48eda027-562e-4e06-8383-61745d153487 HTTP/1.1" status: 200 len: 817 time: 0.2193716 Oct 29 08:56:55.856119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ed2ce580-7bb5-4a6f-859a-7d3374d0e07e tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/quotas/9bdbd49dd9db469989b638224087a555 HTTP/1.1" status: 200 len: 375 time: 0.0173194 Oct 29 08:56:55.865471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Deleting port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:55.865781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:55.929393 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:56:56.013130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb606652-e990-4b4d-aeb6-a6074d8f9bd4 None None] Pushing event updated for resources: {'Port': ['ID=a3894f3a-17a6-405e-801a-ecdf761b26ad,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:56.034631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6eab60b2-077d-4a32-a5c5-8412c098c9f6 None None] Provisioning complete for port a3894f3a-17a6-405e-801a-ecdf761b26ad triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:56.035012 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6eab60b2-077d-4a32-a5c5-8412c098c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.133831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] DHCP port deletion for 0f811ac0-04c4-4253-a48e-436db722aff3 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:56:56.135471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:56:56.148138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a3894f3a-17a6-405e-801a-ecdf761b26ad up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:56.150842 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3413d377-4944-44c1-8fb6-f0b5546e4ff7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0816274 Oct 29 08:56:56.154074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55610) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:56.166334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-929899676'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:56.197958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:56.203896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.205453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:56:56.239943 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:56:56.253008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.253348 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment 95baeca5-8212-4375-89ab-76c57dcec84e of type vlan for network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a Oct 29 08:56:56.317281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:56.318203 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:56.318376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.352115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.359086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:56.360347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.465131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=e9fd24e0-bc01-45c1-aff6-bb8172ebd65a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:56.468836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] For port c6275921-e27e-44c4-9c3b-e7a458b5f4a6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c6275921-e27e-44c4-9c3b-e7a458b5f4a6,segment=NetworkSegment(d14b3825-4f7b-4571-8668-02e0620e85e1),segment_id=d14b3825-4f7b-4571-8668-02e0620e85e1)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:56.469362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.481076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-274e60b2-9ef9-4c77-ac79-9eea018b071f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3173842 Oct 29 08:56:56.482292 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55620) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:56.487414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:56.508795 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-2911f953-73b3-4853-be45-a2015d67e576 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bdbd49dd9db469989b638224087a555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6409495 Oct 29 08:56:56.514768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Calling delete_port for c6275921-e27e-44c4-9c3b-e7a458b5f4a6 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:56.606382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:56.610910 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.682063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:56.721789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:56:56.779738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.802645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec364ff-10d7-4843-8a76-40697bd6e0ca req-b0745e80-a0d7-49a5-846f-2874ea89dffb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:56.804173 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4ec364ff-10d7-4843-8a76-40697bd6e0ca req-b0745e80-a0d7-49a5-846f-2874ea89dffb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.1175520 Oct 29 08:56:56.809146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6275921-e27e-44c4-9c3b-e7a458b5f4a6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:56.811549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6eab60b2-077d-4a32-a5c5-8412c098c9f6 None None] Provisioning complete for port 734f2e54-2a31-445c-ac86-152a79793416 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:56.812031 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6eab60b2-077d-4a32-a5c5-8412c098c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.820394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-30447737-3b59-4efe-8267-38f3b312b6e3 service neutron] 10.222.0.70 "GET /v2.0/networks/48eda027-562e-4e06-8383-61745d153487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007302 Oct 29 08:56:56.826578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] No DVR routers for this DVR port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:56.889360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4ec364ff-10d7-4843-8a76-40697bd6e0ca req-ae0d1eaf-90f7-483c-be53-5c24210aac05 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677123 Oct 29 08:56:56.971305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a3894f3a-17a6-405e-801a-ecdf761b26ad triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:56.971643 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.972477 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:56.995150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.007773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] Deleting port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:57.008185 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.035455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f811ac0-04c4-4253-a48e-436db722aff3']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:57.058606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6eab60b2-077d-4a32-a5c5-8412c098c9f6 None None] Port 734f2e54-2a31-445c-ac86-152a79793416 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:57.063581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14b3825-4f7b-4571-8668-02e0620e85e1') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:57.065045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14b3825-4f7b-4571-8668-02e0620e85e1') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:57.082948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=dc012d7a-72e7-40e1-a342-5a5b9dfbccdb,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:57.087924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-b01dc6f5-11b7-4d12-b507-cf792281e03a service neutron] 10.222.0.70 "GET /v2.0/networks/48eda027-562e-4e06-8383-61745d153487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548268 Oct 29 08:56:57.099625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.101379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761997d-8d27-46b6-be26-10eeb7fb8ad9 req-e19ec65f-8974-4e5a-b6f2-6b738bae3af4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:57.102840 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7761997d-8d27-46b6-be26-10eeb7fb8ad9 req-e19ec65f-8974-4e5a-b6f2-6b738bae3af4 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.0909607 Oct 29 08:56:57.104213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:57.104581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: e9fd24e0-bc01-45c1-aff6-bb8172ebd65a, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:56:57.120330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.137641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:56:57.138449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.166717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:56:57.180930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7761997d-8d27-46b6-be26-10eeb7fb8ad9 req-26f36d2f-723a-4e6a-8108-ab8d4bf56b4f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709052 Oct 29 08:56:57.183149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, e9fd24e0-bc01-45c1-aff6-bb8172ebd65a) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:57.189386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:57.190421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.190750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] For port c6275921-e27e-44c4-9c3b-e7a458b5f4a6, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:57.196792 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.216098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1cfee-1d5d-438e-beba-f1b28fcc9134 None None] Network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:56:57.220817 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e61726ec-caf3-4eb4-9d50-bcb12c442b93 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7373674 Oct 29 08:56:57.223623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55630) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:56:57.244626 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:56:57.253218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.253434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] Calling delete_port for c6275921-e27e-44c4-9c3b-e7a458b5f4a6 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:57.270854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.283219 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0f811ac0-04c4-4253-a48e-436db722aff3 HTTP/1.1" status: 204 len: 168 time: 1.7318668 Oct 29 08:56:57.284283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] Port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 08:56:57.293545 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.309382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55632) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:56:57.317445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f8f6a-33bc-4e76-bceb-e5f7cfe3ebc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f811ac0-04c4-4253-a48e-436db722aff3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:57.420702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] Network 0f811ac0-04c4-4253-a48e-436db722aff3 is not hosted by any dhcp agent {{(pid=102115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:56:57.421476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] No DVR routers for this DVR port c6275921-e27e-44c4-9c3b-e7a458b5f4a6 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:56:57.424176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-81a36f59-b7bf-49e5-b5f4-2551861f0e1a None None] Provisioning complete for port 734f2e54-2a31-445c-ac86-152a79793416 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:57.424804 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-81a36f59-b7bf-49e5-b5f4-2551861f0e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.431365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83233024-9db0-4c2c-bcb6-9daa80b8c091 None None] Pushing event deleted for resources: {'Port': ['ID=c6275921-e27e-44c4-9c3b-e7a458b5f4a6,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:57.522873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3498d2a3-ad50-4473-baac-b3b55b7cc235 req-0f6267ce-4da3-45ec-b17b-6425b7db3474 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 210 time: 0.0604205 Oct 29 08:56:57.587350 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-81a36f59-b7bf-49e5-b5f4-2551861f0e1a None None] Port 734f2e54-2a31-445c-ac86-152a79793416 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:57.614988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4819fd8f-4912-4262-89bf-4b9714dcb2c9 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:57.617606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:56:54Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:56:55Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:57.668776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:56:57.668776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Updating router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 port 734f2e54-2a31-445c-ac86-152a79793416 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:56:57.685726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 4819fd8f-4912-4262-89bf-4b9714dcb2c9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:57.686357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4819fd8f-4912-4262-89bf-4b9714dcb2c9 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:57.686357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:57.738401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c58430-8544-4097-aee9-306560308aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:56:57.739308 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64c58430-8544-4097-aee9-306560308aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:57.744690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:57.745667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f7e11a4b-7a10-4aa0-a6d3-adbfdc198d96 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:57.762408 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.012194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.044537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-64c58430-8544-4097-aee9-306560308aef None None] Allocated IP 172.21.0.2 (e9fd24e0-bc01-45c1-aff6-bb8172ebd65a/dc012d7a-72e7-40e1-a342-5a5b9dfbccdb/fb5e602e-8e05-4c92-8d61-3efbde8bda56) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:58.102560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042299f1-a186-43db-b3a5-25f87c5f3d42 req-b036c78b-00f4-41a0-9ac3-20db76c5e140 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:58.103199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a3894f3a-17a6-405e-801a-ecdf761b26ad up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:56:58.112582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-042299f1-a186-43db-b3a5-25f87c5f3d42 req-b036c78b-00f4-41a0-9ac3-20db76c5e140 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.0997918 Oct 29 08:56:58.161322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-042299f1-a186-43db-b3a5-25f87c5f3d42 req-f1d54365-578e-45d3-b5f0-c29d33f69717 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475903 Oct 29 08:56:58.175305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.339732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port a3894f3a-17a6-405e-801a-ecdf761b26ad triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:58.340047 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.425393 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.442772 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64c58430-8544-4097-aee9-306560308aef None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.449295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.461730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64c58430-8544-4097-aee9-306560308aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.540728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c58430-8544-4097-aee9-306560308aef None None] Network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:58.567836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a02efb-bf4a-4cd9-9226-744cf97d1e64 None None] Pushing event updated for resources: {'Port': ['ID=734f2e54-2a31-445c-ac86-152a79793416,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:58.686909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-64c58430-8544-4097-aee9-306560308aef None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:58.709967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c58430-8544-4097-aee9-306560308aef None None] Pushing event updated for resources: {'Port': ['ID=fb5e602e-8e05-4c92-8d61-3efbde8bda56,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:58.715372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c58430-8544-4097-aee9-306560308aef None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:58.733955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ea5a9cf1-1afa-48f3-b64b-f1bbfe6b7ce3 req-49bc1072-92ed-49d1-a19b-983166e30931 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 210 time: 0.0591929 Oct 29 08:56:58.745571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-c8d88d5b-d9be-4f92-9986-654651059226 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:58.747506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-c8d88d5b-d9be-4f92-9986-654651059226 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.15 "GET /v2.0/networks?id=48eda027-562e-4e06-8383-61745d153487 HTTP/1.1" status: 200 len: 817 time: 0.2282782 Oct 29 08:56:58.765847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Request body: {'port': {'device_id': '39a094c1-4e03-4cf7-af1c-e7d7b6f8c393', 'network_id': '48eda027-562e-4e06-8383-61745d153487', 'admin_state_up': True, 'tenant_id': '9bdbd49dd9db469989b638224087a555'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:58.812239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Attempting to bind port 734f2e54-2a31-445c-ac86-152a79793416 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:58.814512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Attempting to bind port 734f2e54-2a31-445c-ac86-152a79793416 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:58.815074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Attempting to bind port 734f2e54-2a31-445c-ac86-152a79793416 on network cfeded10-711f-4725-87d5-e8c2cd203337 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:58.853093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:58.853814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Checking segment: {'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:58.855049 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.855610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Bound using segment: {'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:58.856558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Bound port: 734f2e54-2a31-445c-ac86-152a79793416, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6effdd-146f-4ebb-b965-9a3ab71aac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:58.857130 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.899707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c6275921-e27e-44c4-9c3b-e7a458b5f4a6 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:56:58.905391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-64c58430-8544-4097-aee9-306560308aef None None] Attempting to bind port fb5e602e-8e05-4c92-8d61-3efbde8bda56 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:56:58.905763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-64c58430-8544-4097-aee9-306560308aef None None] Attempting to bind port fb5e602e-8e05-4c92-8d61-3efbde8bda56 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:56:58.906141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c58430-8544-4097-aee9-306560308aef None None] Attempting to bind port fb5e602e-8e05-4c92-8d61-3efbde8bda56 on network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:56:58.920333 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50273-af0c-45e9-a867-b717e4a3faa1 req-fab988d9-c1eb-4a02-893e-7fd524cbc997 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:58.927998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a50273-af0c-45e9-a867-b717e4a3faa1 req-fab988d9-c1eb-4a02-893e-7fd524cbc997 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.6529329 Oct 29 08:56:58.955624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Made reservation on behalf of 9bdbd49dd9db469989b638224087a555 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:56:58.957807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c58430-8544-4097-aee9-306560308aef None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:56:58.958187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c58430-8544-4097-aee9-306560308aef None None] Checking segment: {'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:56:58.958598 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64c58430-8544-4097-aee9-306560308aef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.958989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c58430-8544-4097-aee9-306560308aef None None] Bound using segment: {'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:56:58.959479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-64c58430-8544-4097-aee9-306560308aef None None] Bound port: fb5e602e-8e05-4c92-8d61-3efbde8bda56, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:56:58.959886 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64c58430-8544-4097-aee9-306560308aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:58.961669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c6275921-e27e-44c4-9c3b-e7a458b5f4a6 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:56:58.962002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c6275921-e27e-44c4-9c3b-e7a458b5f4a6 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:56:58.965049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.027875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6cf8c7a1-a23c-454d-8564-cb2535c2f1dd None None] Provisioning complete for port 734f2e54-2a31-445c-ac86-152a79793416 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:59.028246 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6cf8c7a1-a23c-454d-8564-cb2535c2f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.041258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] For port 734f2e54-2a31-445c-ac86-152a79793416, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:59.082176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] For port 734f2e54-2a31-445c-ac86-152a79793416, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=734f2e54-2a31-445c-ac86-152a79793416,segment=NetworkSegment(8b6effdd-146f-4ebb-b965-9a3ab71aac86),segment_id=8b6effdd-146f-4ebb-b965-9a3ab71aac86)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:59.093952 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.100185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41a50273-af0c-45e9-a867-b717e4a3faa1 req-4a8e901c-e822-4cd0-b643-cccb2f4dff81 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681449 Oct 29 08:56:59.116203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.21.0.1 (e9fd24e0-bc01-45c1-aff6-bb8172ebd65a/dc012d7a-72e7-40e1-a342-5a5b9dfbccdb/4ea40263-3d23-4d29-98f5-2629b6a4d5a8) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:59.126766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Allocated IP 172.20.0.8 (48eda027-562e-4e06-8383-61745d153487/86bd44bf-b38a-4d6a-86b8-db1522ba0e42/861c64df-83fa-426e-a47c-67da865cce89) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:56:59.140809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-64c58430-8544-4097-aee9-306560308aef None None] For port fb5e602e-8e05-4c92-8d61-3efbde8bda56, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:56:59.144862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6cf8c7a1-a23c-454d-8564-cb2535c2f1dd None None] Port 734f2e54-2a31-445c-ac86-152a79793416 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:56:59.165155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-64c58430-8544-4097-aee9-306560308aef None None] For port fb5e602e-8e05-4c92-8d61-3efbde8bda56, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fb5e602e-8e05-4c92-8d61-3efbde8bda56,segment=NetworkSegment(95baeca5-8212-4375-89ab-76c57dcec84e),segment_id=95baeca5-8212-4375-89ab-76c57dcec84e)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:56:59.178759 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64c58430-8544-4097-aee9-306560308aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.210564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a02efb-bf4a-4cd9-9226-744cf97d1e64 None None] Pushing event updated for resources: {'Port': ['ID=734f2e54-2a31-445c-ac86-152a79793416,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:59.224573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:56:59.225627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:56:59.300828 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.399365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Deleting port 11a4595e-3b6b-40f4-91d5-7947dd0233d4 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:56:59.399365 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.403438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.427650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee3fe6-5204-4f43-9afd-dab6658e0ce3 req-7bd665cb-4f16-42d6-90d3-0618cee3a4d9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:59.429438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b8ee3fe6-5204-4f43-9afd-dab6658e0ce3 req-7bd665cb-4f16-42d6-90d3-0618cee3a4d9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 944 time: 0.1081498 Oct 29 08:56:59.494780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.510902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:59.528824 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:59.539457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:59.540711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b8ee3fe6-5204-4f43-9afd-dab6658e0ce3 req-efc97dd3-2de4-4852-8826-7fd912bcf6bf tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948074 Oct 29 08:56:59.569916 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.573915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:59.587127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.640958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] For port 11a4595e-3b6b-40f4-91d5-7947dd0233d4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=11a4595e-3b6b-40f4-91d5-7947dd0233d4,segment=NetworkSegment(b14172b8-9ebc-4b18-a68b-6885159ceced),segment_id=b14172b8-9ebc-4b18-a68b-6885159ceced)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:56:59.641235 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.644950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.667742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Network 48eda027-562e-4e06-8383-61745d153487 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:56:59.671625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:56:59.681224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:56:59.717528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Pushing event updated for resources: {'Port': ['ID=861c64df-83fa-426e-a47c-67da865cce89,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:59.717745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Calling delete_port for 11a4595e-3b6b-40f4-91d5-7947dd0233d4 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:56:59.732928 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c58430-8544-4097-aee9-306560308aef None None] Pushing event updated for resources: {'Port': ['ID=fb5e602e-8e05-4c92-8d61-3efbde8bda56,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:56:59.743945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:56:59.763099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:56:59.764008 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.787349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-65ff7cda-2788-49fb-803c-f40944b712a7 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0257237 Oct 29 08:56:59.801448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Request body: {'port': {'device_id': '39a094c1-4e03-4cf7-af1c-e7d7b6f8c393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:56:59.881503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c3ae8b27-0c2d-451e-9b59-627e9af78632 None None] Provisioning complete for port 734f2e54-2a31-445c-ac86-152a79793416 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:56:59.881877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3ae8b27-0c2d-451e-9b59-627e9af78632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.892816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:56:59.898506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.025599 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3ae8b27-0c2d-451e-9b59-627e9af78632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.049578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 713b57d0-9fb1-4126-aabf-924bfe521167 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:57:00.085604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:56:54Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:56:59Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:00.128684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fb5e602e-8e05-4c92-8d61-3efbde8bda56 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:00.143653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd60db7-0d96-4400-b0b6-1c3aa1892a19 None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:56:54Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:56:59Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:00.182458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c3ae8b27-0c2d-451e-9b59-627e9af78632 None None] For port 734f2e54-2a31-445c-ac86-152a79793416, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=734f2e54-2a31-445c-ac86-152a79793416,segment=NetworkSegment(8b6effdd-146f-4ebb-b965-9a3ab71aac86),segment_id=8b6effdd-146f-4ebb-b965-9a3ab71aac86)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:00.219186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e36f-42f6-42bf-97b0-63c87734f626 req-9f678a35-e9db-4eef-afa5-fcd4f7bb97ab tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:00.221428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77b7e36f-42f6-42bf-97b0-63c87734f626 req-9f678a35-e9db-4eef-afa5-fcd4f7bb97ab tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 931 time: 0.3395422 Oct 29 08:57:00.234973 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c3ae8b27-0c2d-451e-9b59-627e9af78632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.264510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861c64df-83fa-426e-a47c-67da865cce89 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:00.283979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.297479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359eddb-cb26-4e3f-8f4a-a4e8d03cf469 req-bb29a574-63d4-411c-9d48-92207f473c64 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:00.305812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e359eddb-cb26-4e3f-8f4a-a4e8d03cf469 req-bb29a574-63d4-411c-9d48-92207f473c64 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1156025 Oct 29 08:57:00.341313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae8b27-0c2d-451e-9b59-627e9af78632 None None] Pushing event updated for resources: {'Port': ['ID=734f2e54-2a31-445c-ac86-152a79793416,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:00.350223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Transition to ACTIVE for port object 861c64df-83fa-426e-a47c-67da865cce89 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:57:00.354972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 713b57d0-9fb1-4126-aabf-924bfe521167, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=713b57d0-9fb1-4126-aabf-924bfe521167,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:00.365404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port fb5e602e-8e05-4c92-8d61-3efbde8bda56 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:00.365783 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.366330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e359eddb-cb26-4e3f-8f4a-a4e8d03cf469 req-005c57c2-712c-42bb-a675-1d52dad3a29f tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592930 Oct 29 08:57:00.375173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.395704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77b7e36f-42f6-42bf-97b0-63c87734f626 req-20868214-5681-4d44-9053-92d298c745fc tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577139 Oct 29 08:57:00.401024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '713b57d0-9fb1-4126-aabf-924bfe521167', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'port_id': '713b57d0-9fb1-4126-aabf-924bfe521167', 'mac_address': 'fa:16:3e:7e:c7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:57:00.435712 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.481217 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.486241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Pushing event deleted for resources: {'Port': ['ID=11a4595e-3b6b-40f4-91d5-7947dd0233d4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:00.525205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Pushing event updated for resources: {'Port': ['ID=861c64df-83fa-426e-a47c-67da865cce89,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:00.566512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713b57d0-9fb1-4126-aabf-924bfe521167 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:00.607410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.637779 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 713b57d0-9fb1-4126-aabf-924bfe521167, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=713b57d0-9fb1-4126-aabf-924bfe521167,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:00.640696 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.644805 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.783879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Attempting to bind port 861c64df-83fa-426e-a47c-67da865cce89 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:00.784510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Attempting to bind port 861c64df-83fa-426e-a47c-67da865cce89 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '48eda027-562e-4e06-8383-61745d153487'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:00.785027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Attempting to bind port 861c64df-83fa-426e-a47c-67da865cce89 on network 48eda027-562e-4e06-8383-61745d153487 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:00.786232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=713b57d0-9fb1-4126-aabf-924bfe521167,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:00.808858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Port 861c64df-83fa-426e-a47c-67da865cce89 on network 48eda027-562e-4e06-8383-61745d153487 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:57:00.809367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Attempting to bind port 861c64df-83fa-426e-a47c-67da865cce89 on network 48eda027-562e-4e06-8383-61745d153487 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:00.839763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port fb5e602e-8e05-4c92-8d61-3efbde8bda56, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fb5e602e-8e05-4c92-8d61-3efbde8bda56,segment=NetworkSegment(95baeca5-8212-4375-89ab-76c57dcec84e),segment_id=95baeca5-8212-4375-89ab-76c57dcec84e)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:00.845395 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.845914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:00.846449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Checking segment: {'id': '0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '48eda027-562e-4e06-8383-61745d153487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:00.847297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Bound using segment: {'id': '0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '48eda027-562e-4e06-8383-61745d153487'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:00.848131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Bound port: 861c64df-83fa-426e-a47c-67da865cce89, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '48eda027-562e-4e06-8383-61745d153487'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:00.848685 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.877571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec32a0-4828-4fb9-95b4-94cf833d416d req-9788b0da-8f6b-4013-bf19-7dc5f52469c9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:00.886371 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.889173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4eec32a0-4828-4fb9-95b4-94cf833d416d req-9788b0da-8f6b-4013-bf19-7dc5f52469c9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 945 time: 0.1764443 Oct 29 08:57:00.896167 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.939009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=fb5e602e-8e05-4c92-8d61-3efbde8bda56,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:00.971694 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:00.994884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4eec32a0-4828-4fb9-95b4-94cf833d416d req-d1b8ac2b-207e-421a-932f-2172628f4293 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047399 Oct 29 08:57:01.031081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] For port 861c64df-83fa-426e-a47c-67da865cce89, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:01.035080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] For port 861c64df-83fa-426e-a47c-67da865cce89, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=861c64df-83fa-426e-a47c-67da865cce89,segment=NetworkSegment(0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf),segment_id=0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:01.042926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:01.058788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['713b57d0-9fb1-4126-aabf-924bfe521167'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:57:01.061010 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65594f2e-349a-46a2-ac64-6a627d1a6660 None None] Network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:01.089349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:01.090989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:01.092841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] 10.222.0.15 "PUT /v2.0/ports/861c64df-83fa-426e-a47c-67da865cce89 HTTP/1.1" status: 200 len: 1091 time: 1.2958558 Oct 29 08:57:01.093392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a094c1-4e03-4cf7-af1c-e7d7b6f8c393', 'tag': '861c64df-83fa-426e-a47c-67da865cce89'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:01.097072 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348" -d '{"events": [{"name": "network-changed", "server_uuid": "39a094c1-4e03-4cf7-af1c-e7d7b6f8c393", "tag": "861c64df-83fa-426e-a47c-67da865cce89"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:01.130207 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:01.132791 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:01.185188 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7aa8af-99b7-4040-b001-d955ed49a443 x-openstack-request-id: req-af7aa8af-99b7-4040-b001-d955ed49a443 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:01.185768 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a094c1-4e03-4cf7-af1c-e7d7b6f8c393", "tag": "861c64df-83fa-426e-a47c-67da865cce89", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:01.186247 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af7aa8af-99b7-4040-b001-d955ed49a443 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:01.186846 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a094c1-4e03-4cf7-af1c-e7d7b6f8c393', 'tag': '861c64df-83fa-426e-a47c-67da865cce89', 'status': 'completed', 'code': 200} Oct 29 08:57:01.204545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f3397-fcb9-4296-8d48-7c4fb7392c57 service neutron] Pushing event updated for resources: {'Port': ['ID=861c64df-83fa-426e-a47c-67da865cce89,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:01.218002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b5ba4624-7110-4999-a9e8-9dffff29c84e None None] Provisioning complete for port fb5e602e-8e05-4c92-8d61-3efbde8bda56 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:01.218382 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b5ba4624-7110-4999-a9e8-9dffff29c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:01.234618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-c64f158d-1e6c-4855-a3ce-c074bad49463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:01.241098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-c64f158d-1e6c-4855-a3ce-c074bad49463 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdbd49dd9db469989b638224087a555&device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 1094 time: 0.0820146 Oct 29 08:57:01.294074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-51a05360-d059-4566-8203-3ef604724863 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861c64df-83fa-426e-a47c-67da865cce89 HTTP/1.1" status: 200 len: 217 time: 0.0449095 Oct 29 08:57:01.355098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-9c8b3915-372c-4fd1-ac8e-51840f980271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:01.357446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-9c8b3915-372c-4fd1-ac8e-51840f980271 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86bd44bf-b38a-4d6a-86b8-db1522ba0e42 HTTP/1.1" status: 200 len: 857 time: 0.0561714 Oct 29 08:57:01.382284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:01.386760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:01.397917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-17539e0c-7baa-4f39-8422-d1b26827fdf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48eda027-562e-4e06-8383-61745d153487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327413 Oct 29 08:57:01.557459 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-c9e87505-839c-49bb-9761-5b202d5a5c83 service neutron] 10.222.0.15 "GET /v2.0/networks/48eda027-562e-4e06-8383-61745d153487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516883 Oct 29 08:57:01.597350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:01.626350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:01.629536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893dce1-c7b2-4be7-bfb3-bacf51709e34 req-20cdea67-5cb4-4cce-bb5d-7a8ebd010a45 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:01.631218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8893dce1-c7b2-4be7-bfb3-bacf51709e34 req-20cdea67-5cb4-4cce-bb5d-7a8ebd010a45 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1245191 Oct 29 08:57:01.638263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c752105-71ac-4e09-9ab9-a734b1fb54fc req-eb137ea3-a706-4ece-8022-d478ba18935e tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:01.639925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c752105-71ac-4e09-9ab9-a734b1fb54fc req-eb137ea3-a706-4ece-8022-d478ba18935e tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 943 time: 0.0950983 Oct 29 08:57:01.730478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8893dce1-c7b2-4be7-bfb3-bacf51709e34 req-dc655e03-a276-49f5-8fbc-34e63fb1f172 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839264 Oct 29 08:57:01.748181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2c15482-c5d9-4f4b-af2c-438d6f3242df req-1983acfb-7316-4661-af5f-88ac05275e59 service neutron] 10.222.0.15 "GET /v2.0/networks/48eda027-562e-4e06-8383-61745d153487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824663 Oct 29 08:57:01.805893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b28ef75c-5a5a-4ec3-bb9c-a2b976b57956 None None] Provisioning complete for port fb5e602e-8e05-4c92-8d61-3efbde8bda56 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:01.806523 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b28ef75c-5a5a-4ec3-bb9c-a2b976b57956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:01.849524 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c752105-71ac-4e09-9ab9-a734b1fb54fc req-79ac99f3-d8d4-4467-835f-79481fa25852 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992838 Oct 29 08:57:01.881176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-670c91f5-2f2b-43a3-8676-551a76247ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:01.883084 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-670c91f5-2f2b-43a3-8676-551a76247ab1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdbd49dd9db469989b638224087a555&device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 1094 time: 0.0704694 Oct 29 08:57:01.902766 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:01.914272 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5233a77c-b59d-4fde-a58b-347e985c4f1c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6893387 Oct 29 08:57:01.916226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:01.919627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b28ef75c-5a5a-4ec3-bb9c-a2b976b57956 None None] Provisioning complete for port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:01.920048 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b28ef75c-5a5a-4ec3-bb9c-a2b976b57956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:01.925434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8ed38edc-70d2-4e00-9854-51a4f0a1c81a admin admin] 10.222.0.70 "PUT /v2.0/routers/32d50b13-8ea7-4cc7-85fb-210aafbabe32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6126497 Oct 29 08:57:01.925434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55664) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:01.928121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55666) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:01.934709 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] Sync routers for ids ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:01.937060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1546926347'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:01.962325 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] Routers {'32d50b13-8ea7-4cc7-85fb-210aafbabe32'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:01.963228 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:01.972211 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:01.978193 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:01.993418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b28ef75c-5a5a-4ec3-bb9c-a2b976b57956 None None] Port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:02.022658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:57:02.041361 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.041788 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment 9fbf4996-bc18-4654-b9db-25356bc70f84 of type vlan for network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 Oct 29 08:57:02.138264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-96d7f527-1032-4907-870d-c4df82b4cd67 None None] Provisioning complete for port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:02.138511 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] Set router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:02.138726 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-96d7f527-1032-4907-870d-c4df82b4cd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.161918 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.225790 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.226011 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.227913 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-c21cefde-c148-499a-9d0e-5b0413a667ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:02.229552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-c21cefde-c148-499a-9d0e-5b0413a667ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=48eda027-562e-4e06-8383-61745d153487 HTTP/1.1" status: 200 len: 919 time: 0.3388147 Oct 29 08:57:02.241525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:02.246505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.269067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-96d7f527-1032-4907-870d-c4df82b4cd67 None None] Port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:02.342734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 734f2e54-2a31-445c-ac86-152a79793416 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:02.373978 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4426017 Oct 29 08:57:02.377101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55670) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:02.381783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0f5ba-8010-45d9-956d-3ce13d1af460 req-bc05dcae-0f17-4dd7-bbdd-0edb98f47ce0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:02.383394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7e0f5ba-8010-45d9-956d-3ce13d1af460 req-bc05dcae-0f17-4dd7-bbdd-0edb98f47ce0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 945 time: 0.2689872 Oct 29 08:57:02.386873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-af96b6eb-45a6-43b0-9d80-416b262b3cf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861c64df-83fa-426e-a47c-67da865cce89 HTTP/1.1" status: 200 len: 217 time: 0.0929220 Oct 29 08:57:02.393232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:02.403666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42edb02-7e89-4481-9266-2b685d8c1e69 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:02.448429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:57:02.451864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:02.499243 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port': {'id': '7ae154e4-81da-4f4d-aeba-eddf01f80df9', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:52:24Z', 'updated_at': '2021-10-29T08:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:02.500506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7e0f5ba-8010-45d9-956d-3ce13d1af460 req-ccf810cc-f980-49bb-9250-03d982ac3a22 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940189 Oct 29 08:57:02.501942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-34f7ef73-838e-412f-8a34-a25eda050fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:02.503365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-34f7ef73-838e-412f-8a34-a25eda050fe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86bd44bf-b38a-4d6a-86b8-db1522ba0e42 HTTP/1.1" status: 200 len: 857 time: 0.1047926 Oct 29 08:57:02.512040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.543036 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] Checking router: 32d50b13-8ea7-4cc7-85fb-210aafbabe32 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:02.554068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:02.555004 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:02.555234 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] Routers {'32d50b13-8ea7-4cc7-85fb-210aafbabe32'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:02.555831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-c9012200-3cd7-4e40-a7b6-edb50881da8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48eda027-562e-4e06-8383-61745d153487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384533 Oct 29 08:57:02.556088 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:02.581264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:02.585793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.641096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2c82743b-2575-4e0e-97d0-0cb01910d9dd None None] Provisioning complete for port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:02.641427 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2c82743b-2575-4e0e-97d0-0cb01910d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.659871 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] Set router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:02.694780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Deleting port 7ae154e4-81da-4f4d-aeba-eddf01f80df9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:02.695556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.718867 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:57:02Z', 'revision_number': 6, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:02.746770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 734f2e54-2a31-445c-ac86-152a79793416 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:02.747140 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.781946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:02.784292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2c82743b-2575-4e0e-97d0-0cb01910d9dd None None] Port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:02.805840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] For port 7ae154e4-81da-4f4d-aeba-eddf01f80df9, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7ae154e4-81da-4f4d-aeba-eddf01f80df9,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:02.806392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:02.821810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Calling delete_port for 7ae154e4-81da-4f4d-aeba-eddf01f80df9 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:02.829336 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166fa66-6528-4183-a2c9-2143c4796f19 None None] The sync data for ids ['32d50b13-8ea7-4cc7-85fb-210aafbabe32'] in n-d-815940-1 is: [{'id': '32d50b13-8ea7-4cc7-85fb-210aafbabe32', 'name': 'tempest-TestVolumeBackupRestore-2133225652-router', 'tenant_id': 'ef762fa057d3437e93337ae249898dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:52:21Z', 'updated_at': '2021-10-29T08:57:02Z', 'revision_number': 6, 'project_id': 'ef762fa057d3437e93337ae249898dae', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:02.940265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-a87fe8c1-df5b-4b6d-98df-4da2d2012604 service neutron] 10.222.0.15 "GET /v2.0/networks/48eda027-562e-4e06-8383-61745d153487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554194 Oct 29 08:57:03.008383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efae3ea-ce4f-40e2-a010-a273e9c2c6cb req-eb97628c-3754-4b18-aade-85009b107527 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:03.016261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0efae3ea-ce4f-40e2-a010-a273e9c2c6cb req-eb97628c-3754-4b18-aade-85009b107527 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1649654 Oct 29 08:57:03.023854 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:03.073699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7717a1b0-8dfc-41f2-a39b-1c44b13d0348 req-5b7592ed-d74c-41a7-a52c-cb4b7be3f9c3 service neutron] 10.222.0.15 "GET /v2.0/networks/48eda027-562e-4e06-8383-61745d153487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168034 Oct 29 08:57:03.112874 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0efae3ea-ce4f-40e2-a010-a273e9c2c6cb req-f0d867e7-a7bd-4a29-b9ff-fbd987a06b7c tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955985 Oct 29 08:57:03.131166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=e72c22a6-a7dc-496e-9c62-90ae3105347b,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:03.148100 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:03.148634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:57:03.172997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:57:03.190834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:03.195797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:03.196676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:03.235649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-22bf98aa-ea3a-4d6b-8ba3-d29f74850c48 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8572707 Oct 29 08:57:03.238175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d1655-deba-47ee-b07d-3e5856ac79c4 req-faff216c-30fe-47ff-a857-74d05ec88392 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:03.239880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f8d1655-deba-47ee-b07d-3e5856ac79c4 req-faff216c-30fe-47ff-a857-74d05ec88392 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 943 time: 0.1652541 Oct 29 08:57:03.243960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55676) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:03.246485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497ba98-c7a8-40ba-97d1-c84c3c803566 None None] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:03.266050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fb5e602e-8e05-4c92-8d61-3efbde8bda56 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:03.326756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f8d1655-deba-47ee-b07d-3e5856ac79c4 req-675ea656-29b1-4921-ae03-3b08597db1e2 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770931 Oct 29 08:57:03.351398 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:03.396922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae154e4-81da-4f4d-aeba-eddf01f80df9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:03.445544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port fb5e602e-8e05-4c92-8d61-3efbde8bda56 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:03.445932 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:03.473313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:56:59Z', 'revision_number': 3, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:03.473848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:03.512506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:03.512841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Updating router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:57:03.576209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:03.591945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:57:03.593127 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:03.966391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Allocated IP 172.22.0.2 (82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70/e72c22a6-a7dc-496e-9c62-90ae3105347b/00055332-389e-4ca0-987f-335ade2c6ede) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:57:04.006551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.010384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.069419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 713b57d0-9fb1-4126-aabf-924bfe521167 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:04.073852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.077084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d50b13-8ea7-4cc7-85fb-210aafbabe32 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:57:04.091021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.095467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2bae46e5-668a-410f-b77c-35f3fd43a5e4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/32d50b13-8ea7-4cc7-85fb-210aafbabe32 HTTP/1.1" status: 204 len: 168 time: 2.1661916 Oct 29 08:57:04.098330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55680) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:04.122114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 11a4595e-3b6b-40f4-91d5-7947dd0233d4 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:04.171135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 11a4595e-3b6b-40f4-91d5-7947dd0233d4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:04.171135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 11a4595e-3b6b-40f4-91d5-7947dd0233d4 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:04.171486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7ae154e4-81da-4f4d-aeba-eddf01f80df9 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:04.204653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae19b566-d3a8-41be-ad8e-35f97363e269 admin admin] Deleting subnet d9f67930-e83a-438a-986d-d77b152f8c5a {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:57:04.217953 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae19b566-d3a8-41be-ad8e-35f97363e269 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.244225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7ae154e4-81da-4f4d-aeba-eddf01f80df9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:04.245137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7ae154e4-81da-4f4d-aeba-eddf01f80df9 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:04.246752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72b122-f5ea-4038-b70d-2859b622e989 req-77d67825-3ff4-4dfb-bbe0-0875722bcdea tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:04.247906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e72b122-f5ea-4038-b70d-2859b622e989 req-77d67825-3ff4-4dfb-bbe0-0875722bcdea tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 945 time: 0.6239130 Oct 29 08:57:04.281624 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.326038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae19b566-d3a8-41be-ad8e-35f97363e269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.339696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 713b57d0-9fb1-4126-aabf-924bfe521167 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:57:04.343602 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.357136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80838e8-5d78-4361-b19b-84c142f514db req-58edb47f-ee9b-4231-a009-513adaebfd18 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:04.367664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b80838e8-5d78-4361-b19b-84c142f514db req-58edb47f-ee9b-4231-a009-513adaebfd18 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1208463 Oct 29 08:57:04.378328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 713b57d0-9fb1-4126-aabf-924bfe521167 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:04.378328 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.410832 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.419142 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e72b122-f5ea-4038-b70d-2859b622e989 req-d2dd62a1-76aa-48c9-9419-13c3c0ea63ea tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622660 Oct 29 08:57:04.483714 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.506205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b80838e8-5d78-4361-b19b-84c142f514db req-0562d706-9f7a-45ae-ae2b-104f0293b8ee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374156 Oct 29 08:57:04.508717 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.535699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903479ff-8c3e-4bfe-9a40-724aa24d80a8 None None] Pushing event updated for resources: {'Port': ['ID=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:04.553239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae19b566-d3a8-41be-ad8e-35f97363e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.571842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:04.610746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:04.617649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:57:04.669186 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae19b566-d3a8-41be-ad8e-35f97363e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.677876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 861c64df-83fa-426e-a47c-67da865cce89 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:57:04.694505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa2099-d174-4a62-8cfe-e9b69b3bef3b req-e3a763f4-658a-4752-9c70-c09e2ccc5bd6 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:04.696177 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3baa2099-d174-4a62-8cfe-e9b69b3bef3b req-e3a763f4-658a-4752-9c70-c09e2ccc5bd6 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 943 time: 0.0920634 Oct 29 08:57:04.699333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Attempting to bind port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:04.699708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Attempting to bind port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:04.702504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19b566-d3a8-41be-ad8e-35f97363e269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f67930-e83a-438a-986d-d77b152f8c5a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:04.708771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ae19b566-d3a8-41be-ad8e-35f97363e269 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.715104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ae19b566-d3a8-41be-ad8e-35f97363e269 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d9f67930-e83a-438a-986d-d77b152f8c5a HTTP/1.1" status: 204 len: 168 time: 0.6119757 Oct 29 08:57:04.715297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Attempting to bind port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 on network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:04.715587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55686) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:04.733402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e500d6f-918f-443e-9d8f-f33c7456c04a None None] Network 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:04.736479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Pushing event updated for resources: {'Port': ['ID=00055332-389e-4ca0-987f-335ade2c6ede,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:04.772463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:04.772844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Checking segment: {'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:04.773265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.773658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Bound using segment: {'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:04.774163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Bound port: 4ea40263-3d23-4d29-98f5-2629b6a4d5a8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95baeca5-8212-4375-89ab-76c57dcec84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:04.774552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.788200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3baa2099-d174-4a62-8cfe-e9b69b3bef3b req-0c95c765-7885-4cc6-bb83-262302aa0895 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 Oct 29 08:57:04.802210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.823147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.22.0.1 (82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70/e72c22a6-a7dc-496e-9c62-90ae3105347b/d91024c0-f2fc-4c75-8abc-1976b9d7bd87) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:57:04.827292 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.876668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Deleting port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:04.876901 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.881877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.resource_extend [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 08:57:04.883862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Attempting to bind port 00055332-389e-4ca0-987f-335ade2c6ede on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:04.884306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Attempting to bind port 00055332-389e-4ca0-987f-335ade2c6ede by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:04.884734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Attempting to bind port 00055332-389e-4ca0-987f-335ade2c6ede on network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:04.949044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] For port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c04a8fe8-d8f9-43f6-ba00-f2d71a46d249,segment=NetworkSegment(b14172b8-9ebc-4b18-a68b-6885159ceced),segment_id=b14172b8-9ebc-4b18-a68b-6885159ceced)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:04.949720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.963266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Calling delete_port for c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:04.964777 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.972338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb712ab-3ad0-4c28-b940-617a084d38e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b57d0-9fb1-4126-aabf-924bfe521167'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:04.974808 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7284d607-1167-4f85-b559-67ca6fd659d8" -d '{"events": [{"server_uuid": "ecb712ab-3ad0-4c28-b940-617a084d38e3", "name": "network-vif-plugged", "status": "completed", "tag": "713b57d0-9fb1-4126-aabf-924bfe521167"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:04.978036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:04.978231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Checking segment: {'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:04.978671 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:04.979514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Bound using segment: {'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:04.980091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Bound port: 00055332-389e-4ca0-987f-335ade2c6ede, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:04.980539 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.015269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.017726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4d3d6fb3-baec-4800-9b1a-b12ac63e8df0 None None] Provisioning complete for port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:05.018190 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6fb3-baec-4800-9b1a-b12ac63e8df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.028206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 713b57d0-9fb1-4126-aabf-924bfe521167, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=713b57d0-9fb1-4126-aabf-924bfe521167,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:05.033305 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade7dbd6-5884-4c9d-a7eb-5c0168c92d1d x-openstack-request-id: req-ade7dbd6-5884-4c9d-a7eb-5c0168c92d1d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:05.033687 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb712ab-3ad0-4c28-b940-617a084d38e3", "name": "network-vif-plugged", "status": "completed", "tag": "713b57d0-9fb1-4126-aabf-924bfe521167", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:05.034002 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ade7dbd6-5884-4c9d-a7eb-5c0168c92d1d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:05.034395 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb712ab-3ad0-4c28-b940-617a084d38e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b57d0-9fb1-4126-aabf-924bfe521167', 'code': 200} Oct 29 08:57:05.064274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.080642 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.097773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:05.102057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] No DVR routers for this DVR port c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:05.102692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:05.106183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04a8fe8-d8f9-43f6-ba00-f2d71a46d249,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:05.106687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:57:05.117948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:05.188962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.210413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] For port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:05.212152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d6fb3-baec-4800-9b1a-b12ac63e8df0 None None] Port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:05.215434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:05.219342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc61a1-d0dd-4759-9275-4f669c300b9f req-ea15dc2f-43e4-4d1b-95a2-269732180297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:05.221013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3dc61a1-d0dd-4759-9275-4f669c300b9f req-ea15dc2f-43e4-4d1b-95a2-269732180297 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 1097 time: 0.1056969 Oct 29 08:57:05.228741 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.235710 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 861c64df-83fa-426e-a47c-67da865cce89, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=861c64df-83fa-426e-a47c-67da865cce89,segment=NetworkSegment(0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf),segment_id=0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:05.237179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14172b8-9ebc-4b18-a68b-6885159ceced') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:05.237476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14172b8-9ebc-4b18-a68b-6885159ceced') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:05.256315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] For port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,segment=NetworkSegment(95baeca5-8212-4375-89ab-76c57dcec84e),segment_id=95baeca5-8212-4375-89ab-76c57dcec84e)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:05.259623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.267374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] For port 00055332-389e-4ca0-987f-335ade2c6ede, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:05.273791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '861c64df-83fa-426e-a47c-67da865cce89', 'network_id': '48eda027-562e-4e06-8383-61745d153487', 'port_id': '861c64df-83fa-426e-a47c-67da865cce89', 'mac_address': 'fa:16:3e:ec:30:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bd44bf-b38a-4d6a-86b8-db1522ba0e42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:57:05.275921 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.283056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=713b57d0-9fb1-4126-aabf-924bfe521167,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:05.289453 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.295636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] For port 00055332-389e-4ca0-987f-335ade2c6ede, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=00055332-389e-4ca0-987f-335ade2c6ede,segment=NetworkSegment(9fbf4996-bc18-4654-b9db-25356bc70f84),segment_id=9fbf4996-bc18-4654-b9db-25356bc70f84)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:05.302087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054acc5b-f3a2-45b7-8837-9571d77aeb43 None None] DHCP port deletion for 2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:57:05.310147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:57:05.310739 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:57:05.313599 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:57:05.363988 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3dc61a1-d0dd-4759-9275-4f669c300b9f req-4f7f845a-862e-4b73-b8b9-ece37af80bae service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320400 Oct 29 08:57:05.397601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.408523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.413222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2 HTTP/1.1" status: 204 len: 168 time: 0.6963794 Oct 29 08:57:05.445683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae5a0b-4647-409d-adc1-447e02dcef77 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3e2c0d-f54e-4b6f-921c-47ad5fcf7bf2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:05.457737 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.555533 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.581255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.590215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55696) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:05.641763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:05.642412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:05.650850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861c64df-83fa-426e-a47c-67da865cce89 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:05.734884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc8706-7a30-4766-9d57-e8d530cb3da6 req-6db90a3f-11f2-49ab-a7d6-9427001abb5b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:05.736971 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-21bc8706-7a30-4766-9d57-e8d530cb3da6 req-6db90a3f-11f2-49ab-a7d6-9427001abb5b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 946 time: 0.1983943 Oct 29 08:57:05.747672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8208326-3b94-45da-82d7-61341724f6a9 req-5069e7f3-b7ea-428b-96a7-8a7e386cc05a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:05.748598 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903479ff-8c3e-4bfe-9a40-724aa24d80a8 None None] Pushing event updated for resources: {'Port': ['ID=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:05.749354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8208326-3b94-45da-82d7-61341724f6a9 req-5069e7f3-b7ea-428b-96a7-8a7e386cc05a tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1099267 Oct 29 08:57:05.827276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8208326-3b94-45da-82d7-61341724f6a9 req-fd4b406e-7bc1-47e7-a746-f42e2edf1015 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653486 Oct 29 08:57:05.840917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c77f55-6def-4fd5-a490-3ee09cfe8622 None None] Pushing event updated for resources: {'Port': ['ID=00055332-389e-4ca0-987f-335ade2c6ede,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:05.878396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 861c64df-83fa-426e-a47c-67da865cce89, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=861c64df-83fa-426e-a47c-67da865cce89,segment=NetworkSegment(0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf),segment_id=0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:05.883953 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-21bc8706-7a30-4766-9d57-e8d530cb3da6 req-08402bf7-d437-47e8-bdc8-41b43d41e6ae tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356776 Oct 29 08:57:05.889877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:05.942252 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:06.057471 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.076195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.095410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9e15c-b87a-4ef7-a4fb-70601945129d req-08148e38-c11a-4afa-9098-6f5f812c773f tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:06.096993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbd9e15c-b87a-4ef7-a4fb-70601945129d req-08148e38-c11a-4afa-9098-6f5f812c773f tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 944 time: 0.1464200 Oct 29 08:57:06.103230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8289fb22-f85b-4b04-8ef6-d727e4e20172 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ce006a7f4994292b81b61271670d77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090091 Oct 29 08:57:06.103473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:06.151656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:06.184134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:06.184490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c04a8fe8-d8f9-43f6-ba00-f2d71a46d249 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:06.186736 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbd9e15c-b87a-4ef7-a4fb-70601945129d req-a86dc5f9-a816-46b3-af2c-6a3116109b3b tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693820 Oct 29 08:57:06.188301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['861c64df-83fa-426e-a47c-67da865cce89'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:57:06.202216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:06.216245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.218758 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-47bfd01a-f57b-45fc-a71f-e1c23c84b0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.244537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-47bfd01a-f57b-45fc-a71f-e1c23c84b0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.284821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=861c64df-83fa-426e-a47c-67da865cce89,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:06.302764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-47bfd01a-f57b-45fc-a71f-e1c23c84b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.305562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-54e7b67a-c57a-4d01-9466-35d81c94799b None None] Provisioning complete for port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:06.305710 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-47bfd01a-f57b-45fc-a71f-e1c23c84b0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.305944 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-54e7b67a-c57a-4d01-9466-35d81c94799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.306861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-47bfd01a-f57b-45fc-a71f-e1c23c84b0f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67e5f42a-0f03-473d-b813-061db2774dee HTTP/1.1" status: 204 len: 168 time: 0.2023814 Oct 29 08:57:06.316353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfd01a-f57b-45fc-a71f-e1c23c84b0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5f42a-0f03-473d-b813-061db2774dee,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:06.342210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:06.343683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:06.482119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:06.534702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-54e7b67a-c57a-4d01-9466-35d81c94799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.594205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:06.601884 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f45ab5de-dd2a-4e74-921d-a6259440499e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3565557 Oct 29 08:57:06.605192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55708) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:06.610621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'network': {'name': 'tempest-RoutersTest-721052876'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:06.637798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:06.641577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.646878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-54e7b67a-c57a-4d01-9466-35d81c94799b None None] For port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,segment=NetworkSegment(95baeca5-8212-4375-89ab-76c57dcec84e),segment_id=95baeca5-8212-4375-89ab-76c57dcec84e)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:06.659726 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:05Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:05Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:04Z', 'revision_number': 1, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:06.671775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-54e7b67a-c57a-4d01-9466-35d81c94799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.673837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55710) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:06.676765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:57:06.689626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.690181 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added segment 03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc of type vlan for network fd7fa140-946b-4543-b70e-4480833a67c1 Oct 29 08:57:06.712566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb45a4-92bd-4d0a-a449-7e65198850f6 None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:05Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:05Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:04Z', 'revision_number': 1, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:06.755898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-10a11bab-8e12-45cb-baf4-4f7a93e92462 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef762fa057d3437e93337ae249898dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812182 Oct 29 08:57:06.759907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55712) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:06.769748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.819575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7b67a-c57a-4d01-9466-35d81c94799b None None] Pushing event updated for resources: {'Port': ['ID=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:06.825026 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.833085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:06.833853 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.865096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f702ab9-f8d6-4d18-a0cb-eb4c739d3756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.897419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f702ab9-f8d6-4d18-a0cb-eb4c739d3756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:06.967790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3612709 Oct 29 08:57:06.973754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55718) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:06.976958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30c119-fcdd-454a-9d8d-09b7c8bfda68 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Network': ['ID=fd7fa140-946b-4543-b70e-4480833a67c1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:07.004120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network fd7fa140-946b-4543-b70e-4480833a67c1 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:57:07.005921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'subnet': {'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:07.018192 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f702ab9-f8d6-4d18-a0cb-eb4c739d3756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:07.020873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f702ab9-f8d6-4d18-a0cb-eb4c739d3756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:07.022438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7f702ab9-f8d6-4d18-a0cb-eb4c739d3756 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01d611a8-f316-4f06-aa28-260dacfc833f HTTP/1.1" status: 204 len: 168 time: 0.2584043 Oct 29 08:57:07.065384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d87be-cab3-4202-9862-fafe299c96f2 req-49925c3e-54be-4693-b9f8-4b17bd288383 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:07.067004 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae8d87be-cab3-4202-9862-fafe299c96f2 req-49925c3e-54be-4693-b9f8-4b17bd288383 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1139112 Oct 29 08:57:07.071375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f702ab9-f8d6-4d18-a0cb-eb4c739d3756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d611a8-f316-4f06-aa28-260dacfc833f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:07.128741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae8d87be-cab3-4202-9862-fafe299c96f2 req-23c89f73-2d9f-495a-8dfb-5d8fa5e16944 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497513 Oct 29 08:57:07.166940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e882-2559-45c2-8f54-cd13ad21107c req-8c320385-d890-4738-bd74-fe06c1be7e12 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:07.169476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d66e882-2559-45c2-8f54-cd13ad21107c req-8c320385-d890-4738-bd74-fe06c1be7e12 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 946 time: 0.1041598 Oct 29 08:57:07.249474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Made reservation on behalf of 58c482d616d84364aa5c141037e8e83a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:07.254021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:07.288646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d66e882-2559-45c2-8f54-cd13ad21107c req-424bdce4-7116-465c-b0de-aa3700bc74ee tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075933 Oct 29 08:57:07.311181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae4d182-1d2a-47dd-a6e6-f4e6464a4312 None None] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:07.376256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b2040-223f-4101-a686-3d6a47fea0bd req-3452c5af-2a89-458d-9113-2f5746d6eeef tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:07.379040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da5b2040-223f-4101-a686-3d6a47fea0bd req-3452c5af-2a89-458d-9113-2f5746d6eeef tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 944 time: 0.0898662 Oct 29 08:57:07.460716 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b7120410-790d-4f81-992b-21408b7bd936 None None] Provisioning complete for port 00055332-389e-4ca0-987f-335ade2c6ede triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:07.460980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7120410-790d-4f81-992b-21408b7bd936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:07.472756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da5b2040-223f-4101-a686-3d6a47fea0bd req-6f3ef033-13f6-4d13-9313-05636ae0d660 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Oct 29 08:57:07.544264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85283-ef70-41fe-a9df-d88437554d68 req-1499e89a-8487-41dd-b0e3-f8615f9a361d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:07.554699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbb85283-ef70-41fe-a9df-d88437554d68 req-1499e89a-8487-41dd-b0e3-f8615f9a361d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 946 time: 0.1548636 Oct 29 08:57:07.686978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbb85283-ef70-41fe-a9df-d88437554d68 req-63c0ffd2-e7a8-4323-a9a3-214912606efc tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313896 Oct 29 08:57:07.759073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7120410-790d-4f81-992b-21408b7bd936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:07.795983 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:07.866124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b7120410-790d-4f81-992b-21408b7bd936 None None] For port 00055332-389e-4ca0-987f-335ade2c6ede, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=00055332-389e-4ca0-987f-335ade2c6ede,segment=NetworkSegment(9fbf4996-bc18-4654-b9db-25356bc70f84),segment_id=9fbf4996-bc18-4654-b9db-25356bc70f84)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:07.873490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Subnet': ['ID=0e6c8076-7ab1-446a-be19-f53fd78f7fc7,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:07.888954 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b7120410-790d-4f81-992b-21408b7bd936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:07.891554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017599c-3e2c-40ee-98d5-a23a0b70d293 req-cee92b65-9843-4e31-b8e7-c28a42a52176 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:07.901841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7017599c-3e2c-40ee-98d5-a23a0b70d293 req-cee92b65-9843-4e31-b8e7-c28a42a52176 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 946 time: 0.1223242 Oct 29 08:57:07.928369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Checking segment: {'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:07.928735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network hostable DHCP agents. Network: fd7fa140-946b-4543-b70e-4480833a67c1, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:57:07.950231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7017599c-3e2c-40ee-98d5-a23a0b70d293 req-370660c6-1dcb-4c5d-a59b-0d46d2394dc5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472555 Oct 29 08:57:07.954071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network fd7fa140-946b-4543-b70e-4480833a67c1 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:57:07.969544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, fd7fa140-946b-4543-b70e-4480833a67c1) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:07.974994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:07.976018 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:07.983837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138aed8-6036-430b-9d33-61e9b2d7a175 None None] Network fd7fa140-946b-4543-b70e-4480833a67c1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:08.006003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55730) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:08.006157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ecc93d15-c577-4d11-bcf4-374df9752cd5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0079889 Oct 29 08:57:08.063142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7120410-790d-4f81-992b-21408b7bd936 None None] Pushing event updated for resources: {'Port': ['ID=00055332-389e-4ca0-987f-335ade2c6ede,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:08.258813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:08.413092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-fd7fa140-946b-4543-b70e-4480833a67c1', 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'fixed_ips': [{'subnet_id': '0e6c8076-7ab1-446a-be19-f53fd78f7fc7'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:57:08.413985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:08.502039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a975f3-d054-421a-b264-c7eabbeae290 req-7ac25eeb-6243-4d8b-ae4b-cc89e93f0e89 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:08.507415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1a975f3-d054-421a-b264-c7eabbeae290 req-7ac25eeb-6243-4d8b-ae4b-cc89e93f0e89 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1499200 Oct 29 08:57:08.523424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5148d-b341-4581-b774-aac825d2f23d req-b26c8018-86c5-4384-8b91-140fb4f67012 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:08.528364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0a5148d-b341-4581-b774-aac825d2f23d req-b26c8018-86c5-4384-8b91-140fb4f67012 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 946 time: 0.0945251 Oct 29 08:57:08.552241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4c9445b0-f408-411b-883b-fc712122cd13 None None] Provisioning complete for port 00055332-389e-4ca0-987f-335ade2c6ede triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:08.552503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c9445b0-f408-411b-883b-fc712122cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:08.611191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0a5148d-b341-4581-b774-aac825d2f23d req-cc5f68ac-e963-41d7-8fd3-6d14407818cd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765066 Oct 29 08:57:08.656609 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:08.677189 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:08.678107 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:08.736028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Allocated IP 172.23.0.2 (fd7fa140-946b-4543-b70e-4480833a67c1/0e6c8076-7ab1-446a-be19-f53fd78f7fc7/36b97ff8-1beb-4a01-991d-9fa85fca70b0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:57:08.755485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1a975f3-d054-421a-b264-c7eabbeae290 req-170c1ab1-2191-407e-b565-1bd2cbba3532 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205468 Oct 29 08:57:08.822058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d7ec3-2c38-433b-8334-e2ed8204c782 req-a5d2c726-7018-4cc8-8911-534c36e032ed tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:08.827757 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:08.834636 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9c3d7ec3-2c38-433b-8334-e2ed8204c782 req-a5d2c726-7018-4cc8-8911-534c36e032ed tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 944 time: 0.1285768 Oct 29 08:57:08.906840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9c3d7ec3-2c38-433b-8334-e2ed8204c782 req-496aba7e-22cc-488e-a474-0854d08dc47f tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647151 Oct 29 08:57:08.912420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 861c64df-83fa-426e-a47c-67da865cce89 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:08.955885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.002284 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:09.002566 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.121829 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:05Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:05Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:09.156048 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:09.156719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Updating router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:57:09.193007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 861c64df-83fa-426e-a47c-67da865cce89 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:57:09.195574 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.209604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 861c64df-83fa-426e-a47c-67da865cce89 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:09.209973 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.241538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4c9445b0-f408-411b-883b-fc712122cd13 None None] Provisioning complete for port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:09.241932 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c9445b0-f408-411b-883b-fc712122cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.254744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 00055332-389e-4ca0-987f-335ade2c6ede up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:09.285436 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.359562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Allocated IP 172.23.0.1 (fd7fa140-946b-4543-b70e-4480833a67c1/0e6c8076-7ab1-446a-be19-f53fd78f7fc7/21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:57:09.489446 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.532550 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.543420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4c9445b0-f408-411b-883b-fc712122cd13 None None] Port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:09.561109 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.565240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Network fd7fa140-946b-4543-b70e-4480833a67c1 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:09.569826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:09.570612 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.576338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:57:09.582986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Pushing event updated for resources: {'Port': ['ID=36b97ff8-1beb-4a01-991d-9fa85fca70b0,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:09.595015 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.687062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:09.702152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 00055332-389e-4ca0-987f-335ade2c6ede triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:09.702533 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.712219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network fd7fa140-946b-4543-b70e-4480833a67c1 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:09.715353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:09.720663 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Pushing event updated for resources: {'Port': ['ID=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:09.724898 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Attempting to bind port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:09.725545 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Attempting to bind port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:09.726256 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Attempting to bind port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 on network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:09.727386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:57:09.736049 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.736772 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.737215 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.737645 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.738201 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.738625 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.739059 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.739479 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.740033 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.740500 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.740918 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.741338 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:09.750123 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:09.750548 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.750959 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Checking segment: {'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:09.751443 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.751958 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Bound using segment: {'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:09.752522 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Bound port: d91024c0-f2fc-4c75-8abc-1976b9d7bd87, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbf4996-bc18-4654-b9db-25356bc70f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:09.753081 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.778769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Attempting to bind port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:09.779120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Attempting to bind port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:09.779506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Attempting to bind port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 on network fd7fa140-946b-4543-b70e-4480833a67c1 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:09.791142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-06652383-a147-4bcd-ba23-26030f851042 None None] Provisioning complete for port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:09.791142 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-06652383-a147-4bcd-ba23-26030f851042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.831761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a094c1-4e03-4cf7-af1c-e7d7b6f8c393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861c64df-83fa-426e-a47c-67da865cce89'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:09.836301 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] For port d91024c0-f2fc-4c75-8abc-1976b9d7bd87, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:09.841718 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] For port d91024c0-f2fc-4c75-8abc-1976b9d7bd87, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,segment=NetworkSegment(9fbf4996-bc18-4654-b9db-25356bc70f84),segment_id=9fbf4996-bc18-4654-b9db-25356bc70f84)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:09.842678 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fd7f1a-d543-46c2-bd5f-0e7e95be7ec4" -d '{"events": [{"server_uuid": "39a094c1-4e03-4cf7-af1c-e7d7b6f8c393", "name": "network-vif-plugged", "status": "completed", "tag": "861c64df-83fa-426e-a47c-67da865cce89"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:09.847890 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.848093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:09.848297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Checking segment: {'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:09.848705 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.849205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Bound using segment: {'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:09.849649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Bound port: 36b97ff8-1beb-4a01-991d-9fa85fca70b0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:09.850045 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.879398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b47c0e-eca7-408a-b3b3-feffebcb3f9b req-84b5641d-e5ca-4fd8-bff6-669730622971 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:09.885849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75b47c0e-eca7-408a-b3b3-feffebcb3f9b req-84b5641d-e5ca-4fd8-bff6-669730622971 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 946 time: 0.0993261 Oct 29 08:57:09.923739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.925740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 861c64df-83fa-426e-a47c-67da865cce89, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=861c64df-83fa-426e-a47c-67da865cce89,segment=NetworkSegment(0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf),segment_id=0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:09.940319 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:09.969919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-06652383-a147-4bcd-ba23-26030f851042 None None] Port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:10.041219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b0541-feae-4ba9-83b0-75f2d819cf86 req-44a25277-a555-4b2b-9b0c-400678a8f68e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:10.050243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e41b0541-feae-4ba9-83b0-75f2d819cf86 req-44a25277-a555-4b2b-9b0c-400678a8f68e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1431909 Oct 29 08:57:10.084429 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75b47c0e-eca7-408a-b3b3-feffebcb3f9b req-602fc3cb-2043-4a73-959c-b81f64c397c6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935809 Oct 29 08:57:10.100800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-a8ebdd24-b826-4e94-888e-c92f4bc4ccdc tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:10.102602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-a8ebdd24-b826-4e94-888e-c92f4bc4ccdc tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 946 time: 0.0995469 Oct 29 08:57:10.126463 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25768584-63b4-4536-9b81-a34d57d20616 None None] Pushing event updated for resources: {'Port': ['ID=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:10.142500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] For port 36b97ff8-1beb-4a01-991d-9fa85fca70b0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:10.152699 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:10.153362 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:10.163697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e41b0541-feae-4ba9-83b0-75f2d819cf86 req-846a174d-cc00-4ce9-a4d0-cc78b12eb788 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104877 Oct 29 08:57:10.184145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] For port 36b97ff8-1beb-4a01-991d-9fa85fca70b0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=36b97ff8-1beb-4a01-991d-9fa85fca70b0,segment=NetworkSegment(03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc),segment_id=03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:10.187920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=861c64df-83fa-426e-a47c-67da865cce89,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:10.211547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.217158 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90981dfa-248b-46a3-b78f-1211359006c8 x-openstack-request-id: req-90981dfa-248b-46a3-b78f-1211359006c8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:10.217458 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a094c1-4e03-4cf7-af1c-e7d7b6f8c393", "name": "network-vif-plugged", "status": "completed", "tag": "861c64df-83fa-426e-a47c-67da865cce89", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:10.217721 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90981dfa-248b-46a3-b78f-1211359006c8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:10.218126 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a094c1-4e03-4cf7-af1c-e7d7b6f8c393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861c64df-83fa-426e-a47c-67da865cce89', 'code': 200} Oct 29 08:57:10.242720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dfc8ef63-d608-43c6-8f53-47b05098a00e None None] Provisioning complete for port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:10.243099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ef63-d608-43c6-8f53-47b05098a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.334798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.402412 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:10.452157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 00055332-389e-4ca0-987f-335ade2c6ede up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:10.456511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8d5f3-b8e4-4727-bca5-e317cb5367f3 req-6b1ad354-1d2b-454f-b0e6-2292bb15bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:10.458327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdb8d5f3-b8e4-4727-bca5-e317cb5367f3 req-6b1ad354-1d2b-454f-b0e6-2292bb15bd8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 1096 time: 0.1879137 Oct 29 08:57:10.467997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb55fc-66de-45c0-ba69-24b8e8236ec9 req-a71bcf78-91eb-47dc-bf22-8e81b5c1d66d tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:10.477615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47fb55fc-66de-45c0-ba69-24b8e8236ec9 req-a71bcf78-91eb-47dc-bf22-8e81b5c1d66d tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 945 time: 0.1791341 Oct 29 08:57:10.541916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034cf2-6da5-487d-8a76-01526d135495 None None] Pushing event updated for resources: {'Port': ['ID=36b97ff8-1beb-4a01-991d-9fa85fca70b0,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:10.550742 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bdb8d5f3-b8e4-4727-bca5-e317cb5367f3 req-8ca7e9c2-d87a-4c99-981e-24291335275f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643749 Oct 29 08:57:10.562286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47fb55fc-66de-45c0-ba69-24b8e8236ec9 req-fe01a981-5818-4a90-9732-889e59356ed6 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833623 Oct 29 08:57:10.601099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port 713b57d0-9fb1-4126-aabf-924bfe521167 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:10.601435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.627739 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ef63-d608-43c6-8f53-47b05098a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.639087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 00055332-389e-4ca0-987f-335ade2c6ede triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:10.639548 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.727837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dfc8ef63-d608-43c6-8f53-47b05098a00e None None] For port d91024c0-f2fc-4c75-8abc-1976b9d7bd87, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,segment=NetworkSegment(9fbf4996-bc18-4654-b9db-25356bc70f84),segment_id=9fbf4996-bc18-4654-b9db-25356bc70f84)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:10.736975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ef63-d608-43c6-8f53-47b05098a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.738907 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:05Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:09Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:10.782448 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354e09b-0637-4f0f-847b-4da7d45eca57 None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:05Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:09Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:10.821035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d91024c0-f2fc-4c75-8abc-1976b9d7bd87 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:10.838447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] For port 713b57d0-9fb1-4126-aabf-924bfe521167, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=713b57d0-9fb1-4126-aabf-924bfe521167,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:10.838814 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.858571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for 713b57d0-9fb1-4126-aabf-924bfe521167 owned by compute:nova {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:10.920273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0a36292b-cec2-4073-b4dd-5f30704192ed None None] Provisioning complete for port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:10.920649 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0a36292b-cec2-4073-b4dd-5f30704192ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.953956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8ef63-d608-43c6-8f53-47b05098a00e None None] Pushing event updated for resources: {'Port': ['ID=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:10.981211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:10.981581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:10.994478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:11.003778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:11.134122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event updated for resources: {'Port': ['ID=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:11.136709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:11.222003 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:11.227357 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a75dbaab-5061-4f6e-aa79-771f4f271a19 req-39dd80ac-7319-401c-948e-eef57a7c00ce tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0624785 Oct 29 08:57:11.236039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['713b57d0-9fb1-4126-aabf-924bfe521167'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:57:11.264820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=713b57d0-9fb1-4126-aabf-924bfe521167,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:11.319174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] No DVR routers for this DVR port 713b57d0-9fb1-4126-aabf-924bfe521167 on host n-h1-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:11.327941 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:11.333589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "DELETE /v2.0/ports/713b57d0-9fb1-4126-aabf-924bfe521167 HTTP/1.1" status: 204 len: 173 time: 1.1713090 Oct 29 08:57:11.334069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb712ab-3ad0-4c28-b940-617a084d38e3', 'name': 'network-vif-deleted', 'tag': '713b57d0-9fb1-4126-aabf-924bfe521167'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:11.336668 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36d025b-ef02-4bdc-b00f-90fbda74f29d" -d '{"events": [{"server_uuid": "ecb712ab-3ad0-4c28-b940-617a084d38e3", "name": "network-vif-deleted", "tag": "713b57d0-9fb1-4126-aabf-924bfe521167"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:11.356322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47ac40-6ded-487c-b51b-7a077ea8f7a7 req-c57d48e0-147e-4b17-be32-7387a7434e4e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:11.365793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da47ac40-6ded-487c-b51b-7a077ea8f7a7 req-c57d48e0-147e-4b17-be32-7387a7434e4e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1319191 Oct 29 08:57:11.379379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Network fd7fa140-946b-4543-b70e-4480833a67c1 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:11.381781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:11.418473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831a7b3-7188-4de5-873f-18ca3b859643 req-68b1cfcf-8d39-43ef-b32f-128c0d142ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:11.420392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9831a7b3-7188-4de5-873f-18ca3b859643 req-68b1cfcf-8d39-43ef-b32f-128c0d142ca2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1096 time: 0.1020722 Oct 29 08:57:11.438148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da47ac40-6ded-487c-b51b-7a077ea8f7a7 req-854fef14-8ae7-4f04-a679-444c0b0492d5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710511 Oct 29 08:57:11.484865 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195a45a6-a95a-4970-8ddd-3fd27b7861dc x-openstack-request-id: req-195a45a6-a95a-4970-8ddd-3fd27b7861dc {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:11.485243 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb712ab-3ad0-4c28-b940-617a084d38e3", "name": "network-vif-deleted", "tag": "713b57d0-9fb1-4126-aabf-924bfe521167", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:11.485936 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-195a45a6-a95a-4970-8ddd-3fd27b7861dc {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:11.485936 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb712ab-3ad0-4c28-b940-617a084d38e3', 'name': 'network-vif-deleted', 'tag': '713b57d0-9fb1-4126-aabf-924bfe521167', 'status': 'completed', 'code': 200} Oct 29 08:57:11.498833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9831a7b3-7188-4de5-873f-18ca3b859643 req-2c521d04-61dc-4358-bb54-d01c2b40f800 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537839 Oct 29 08:57:11.578139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:11.756254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:11.765045 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f25e0-05ae-4045-a78d-37a463b3685b req-ec3c41e6-3821-49db-ae00-3a998f73ed8c tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:11.766579 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da6f25e0-05ae-4045-a78d-37a463b3685b req-ec3c41e6-3821-49db-ae00-3a998f73ed8c tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 945 time: 0.0701780 Oct 29 08:57:11.773423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-447f3d7a-46a0-427c-879d-f27d0146fc60 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7633772 Oct 29 08:57:11.773766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55754) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:11.775026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:11.786033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:11.788573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:11.789317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:11.832748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-da6f25e0-05ae-4045-a78d-37a463b3685b req-ab4e3ca6-1e2e-413c-8906-0a00bb94c344 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593565 Oct 29 08:57:11.903843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99408d54-5d30-47f8-bba8-a898ae1df940 None None] Network fd7fa140-946b-4543-b70e-4480833a67c1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:11.963960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:12.089748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-343d6348-55c8-4702-a419-5afb62bcff64 None None] Provisioning complete for port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:12.090269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-343d6348-55c8-4702-a419-5afb62bcff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.098514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:12.192980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd563e-174a-488b-975f-16d669f41f58 req-2d9f9cba-3e1f-4a2a-9931-d89851ea55bf tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:12.195231 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-04fd563e-174a-488b-975f-16d669f41f58 req-2d9f9cba-3e1f-4a2a-9931-d89851ea55bf tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 945 time: 0.0625193 Oct 29 08:57:12.265682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.extraroute_db [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 08:57:12.300513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.extraroute_db [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Removed routes are [] {{(pid=102113) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 08:57:12.300924 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.314696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-04fd563e-174a-488b-975f-16d669f41f58 req-af096e80-fbef-4291-9d4f-9f25f044a40d tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115525 Oct 29 08:57:12.446544 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41ff7b46-0ed6-4221-ab05-acfb74e677ac req-627646a4-bb17-426b-83e3-d02313497eff tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0461836 Oct 29 08:57:12.501966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 36b97ff8-1beb-4a01-991d-9fa85fca70b0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:12.590257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4233f3-8996-4afe-b867-bce184917fa4 req-c4885a9b-9e31-4a64-b1b3-cb0d38be5549 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:12.592511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a4233f3-8996-4afe-b867-bce184917fa4 req-c4885a9b-9e31-4a64-b1b3-cb0d38be5549 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.0702350 Oct 29 08:57:12.597955 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.605914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.651673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a4233f3-8996-4afe-b867-bce184917fa4 req-e262561a-5ac9-4a44-8072-3490afe5c5c5 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525234 Oct 29 08:57:12.733127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:12.763877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.806077 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-343d6348-55c8-4702-a419-5afb62bcff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.845397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:12.847825 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39e5b29-9d71-4283-a960-6dc718ad7a7e" -d '{"events": [{"server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "name": "network-vif-unplugged", "status": "completed", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:12.891448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:12.908747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:12.910765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-343d6348-55c8-4702-a419-5afb62bcff64 None None] For port 36b97ff8-1beb-4a01-991d-9fa85fca70b0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=36b97ff8-1beb-4a01-991d-9fa85fca70b0,segment=NetworkSegment(03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc),segment_id=03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:12.913215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.922780 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f0df36-246a-4e9f-b821-b320c1942064 x-openstack-request-id: req-b1f0df36-246a-4e9f-b821-b320c1942064 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:12.924310 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "name": "network-vif-unplugged", "status": "completed", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:12.924668 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1f0df36-246a-4e9f-b821-b320c1942064 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:12.925179 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'code': 200} Oct 29 08:57:12.926247 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.930027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8172df27-ac8b-4823-9d92-d7530f5393be tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 200 len: 933 time: 1.1526897 Oct 29 08:57:12.930728 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55766) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:12.940826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-343d6348-55c8-4702-a419-5afb62bcff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:12.965011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2', 'name': '', 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:a1:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '0e6c8076-7ab1-446a-be19-f53fd78f7fc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:09Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '0e6c8076-7ab1-446a-be19-f53fd78f7fc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:13.009910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:13.011289 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:13.016389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:13.017003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Updating router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:57:13.096870 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:13.102073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:13.236241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d6348-55c8-4702-a419-5afb62bcff64 None None] Pushing event updated for resources: {'Port': ['ID=36b97ff8-1beb-4a01-991d-9fa85fca70b0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:13.316280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d91024c0-f2fc-4c75-8abc-1976b9d7bd87 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:13.455424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-defa78c0-dea0-41f6-90b1-49d10f457dd0 None None] Provisioning complete for port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:13.457437 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-defa78c0-dea0-41f6-90b1-49d10f457dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:13.482555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e7dec-8021-402e-8fee-258170842e1a req-97253b79-74df-4009-bd20-a7b6793a1a21 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:13.484137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c98e7dec-8021-402e-8fee-258170842e1a req-97253b79-74df-4009-bd20-a7b6793a1a21 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.15 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 945 time: 0.1392043 Oct 29 08:57:13.487139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-f9d2ec00-095b-4faa-b1fb-af0c59e3982e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718982 Oct 29 08:57:13.570610 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-88d008ed-e163-435d-8378-429ddcec681e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 200 len: 933 time: 0.6370475 Oct 29 08:57:13.573223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55772) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:13.579073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-defa78c0-dea0-41f6-90b1-49d10f457dd0 None None] Port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:13.581688 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'routes': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:13.599494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:13.608561 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:13.644484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8f09633e-1695-4f1f-806b-d42deeed0354 req-7889f1f9-ee3a-44b6-b44f-4bbd19bf8b99 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0360529 Oct 29 08:57:13.686613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e1728-7528-4083-acd4-a497e813e9cb req-64439bf5-243d-41a7-a618-2da876470f31 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:13.688204 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb7e1728-7528-4083-acd4-a497e813e9cb req-64439bf5-243d-41a7-a618-2da876470f31 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 945 time: 0.2380207 Oct 29 08:57:13.700513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-dffeacfe-ddcc-4150-8596-3e850c34ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:13.702337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-dffeacfe-ddcc-4150-8596-3e850c34ad77 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1094 time: 0.1880059 Oct 29 08:57:13.730712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-defa78c0-dea0-41f6-90b1-49d10f457dd0 None None] Provisioning complete for port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:13.731553 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-defa78c0-dea0-41f6-90b1-49d10f457dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:13.813812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Deleting port 861c64df-83fa-426e-a47c-67da865cce89 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:13.814185 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:13.832278 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb7e1728-7528-4083-acd4-a497e813e9cb req-6c305221-e3a3-4d15-86a7-c6adde74148c tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/security-groups?id=400bddad-9772-4db7-b26a-ec8153fd084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345019 Oct 29 08:57:13.910389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-26be7943-4231-4482-9169-521e12a2e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:13.912190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-26be7943-4231-4482-9169-521e12a2e893 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7cc8ec9e-3964-4c56-afe7-ca41ce102915 HTTP/1.1" status: 200 len: 899 time: 0.1829479 Oct 29 08:57:13.957876 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:13.972007 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.033953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc596-4248-41f3-adfd-f7aedd949df0 None None] Pushing event updated for resources: {'Port': ['ID=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:14.064747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a091ffc-ed6d-4318-94ef-e86ef232dac6 req-ec386133-f327-496f-84dc-b53a03fd254e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:14.066396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a091ffc-ed6d-4318-94ef-e86ef232dac6 req-ec386133-f327-496f-84dc-b53a03fd254e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 943 time: 0.1721656 Oct 29 08:57:14.120786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:57:14.123039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 713b57d0-9fb1-4126-aabf-924bfe521167 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:14.126080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-fd90c179-f179-4d13-8ae1-0ce4cf48a28e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 HTTP/1.1" status: 200 len: 999 time: 0.1894100 Oct 29 08:57:14.132078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] For port 861c64df-83fa-426e-a47c-67da865cce89, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=861c64df-83fa-426e-a47c-67da865cce89,segment=NetworkSegment(0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf),segment_id=0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:14.132450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.180463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 713b57d0-9fb1-4126-aabf-924bfe521167 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:14.180808 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 713b57d0-9fb1-4126-aabf-924bfe521167 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:14.184960 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a091ffc-ed6d-4318-94ef-e86ef232dac6 req-fd049e4c-afe9-4199-b403-6faf507a8fde tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046805 Oct 29 08:57:14.186427 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.extraroute_db [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added routes are [] {{(pid=102114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 08:57:14.187103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.extraroute_db [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 08:57:14.187936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Attempting to bind port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:14.188320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Attempting to bind port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:14.188683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Attempting to bind port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 on network fd7fa140-946b-4543-b70e-4480833a67c1 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:14.216045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55776) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:14.229708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:14.229708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Checking segment: {'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:14.230087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.230422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Bound using segment: {'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:14.230908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Bound port: 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:14.231311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.231688 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.250865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Calling delete_port for 861c64df-83fa-426e-a47c-67da865cce89 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:14.301164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e9734a32-6349-45c6-b4c9-c7f589a29bcb None None] Provisioning complete for port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:14.301622 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9734a32-6349-45c6-b4c9-c7f589a29bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.381792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-9e14c247-980d-4cbb-9464-430fd7439a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:14.383589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-9e14c247-980d-4cbb-9464-430fd7439a80 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c80d4e84-09e9-4753-aed2-ad86a2a95a04 HTTP/1.1" status: 200 len: 834 time: 0.2478604 Oct 29 08:57:14.394855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 36b97ff8-1beb-4a01-991d-9fa85fca70b0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:14.422058 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-37891c58-a846-4fa4-aedb-e24a37e57cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.473096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-731756e6-81bc-4cf6-866a-990657922c36 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/floatingips/b272730b-f5e9-495d-97e4-4e5e55b23522 HTTP/1.1" status: 200 len: 991 time: 0.2465708 Oct 29 08:57:14.506064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-4702d52a-fc46-4a44-b02b-356da8491819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:14.507608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-4702d52a-fc46-4a44-b02b-356da8491819 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7cc8ec9e-3964-4c56-afe7-ca41ce102915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721614 Oct 29 08:57:14.524327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e9734a32-6349-45c6-b4c9-c7f589a29bcb None None] Port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:14.540759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] For port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:14.549231 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.553304 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.571578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] For port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,segment=NetworkSegment(03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc),segment_id=03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:14.578416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:14.579153 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.620583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-2a1fa781-efbf-4e75-ae61-2f61b8069838 service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018722 Oct 29 08:57:14.631485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:14.637002 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.662964 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:14.721516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'port_id': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'mac_address': 'fa:16:3e:83:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:57:14.736518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc596-4248-41f3-adfd-f7aedd949df0 None None] Pushing event updated for resources: {'Port': ['ID=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:14.750863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1d29f028-4fd6-484e-b656-8edfae5532da None None] Provisioning complete for port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:14.751250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d29f028-4fd6-484e-b656-8edfae5532da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.756138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1aafe04-7fdd-4e39-977e-fdf428799b27 req-3552363c-ece1-45b3-9be3-810ea93d8053 service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276317 Oct 29 08:57:14.803238 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0616d3bf-3775-49f5-9415-5ae2230c521c req-c667df53-cc1b-4fc9-abf0-76b9640c6dc7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0305245 Oct 29 08:57:14.851353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:14.863536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:14.864205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:14.867512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:14.870293 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b6141076-eb77-4549-907e-7b336fb6d599 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 200 len: 699 time: 1.2940602 Oct 29 08:57:14.874225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55780) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:15.004986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3642b6e1-af73-47a5-90e8-2b184a12c755 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 200 len: 699 time: 0.1309111 Oct 29 08:57:15.007739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55784) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:15.018541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:15.053696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9b090eb-cc27-4cab-97b1-eae399f400f9 req-b1d354f2-04c8-45fe-85cc-9d6810f7e31c tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a094c1-4e03-4cf7-af1c-e7d7b6f8c393 HTTP/1.1" status: 200 len: 210 time: 0.0469680 Oct 29 08:57:15.054774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.100708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Pushing event deleted for resources: {'Port': ['ID=861c64df-83fa-426e-a47c-67da865cce89,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:15.139005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] No DVR routers for this DVR port 861c64df-83fa-426e-a47c-67da865cce89 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:15.142398 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.146245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c98e7dec-8021-402e-8fee-258170842e1a req-d69ec7e6-9b3f-4b3c-add6-606143397b10 tempest-InstanceActionsV221TestJSON-1340064216 tempest-InstanceActionsV221TestJSON-1340064216-project] 10.222.0.15 "DELETE /v2.0/ports/861c64df-83fa-426e-a47c-67da865cce89 HTTP/1.1" status: 204 len: 173 time: 1.6492672 Oct 29 08:57:15.147156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a094c1-4e03-4cf7-af1c-e7d7b6f8c393', 'name': 'network-vif-deleted', 'tag': '861c64df-83fa-426e-a47c-67da865cce89'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:15.149676 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e84a7-af4f-4029-9e1d-acd9be7d42ce" -d '{"events": [{"server_uuid": "39a094c1-4e03-4cf7-af1c-e7d7b6f8c393", "name": "network-vif-deleted", "tag": "861c64df-83fa-426e-a47c-67da865cce89"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:15.195316 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58401d61-b3a2-4544-9b99-65c715ae14bc x-openstack-request-id: req-58401d61-b3a2-4544-9b99-65c715ae14bc {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:15.195738 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a094c1-4e03-4cf7-af1c-e7d7b6f8c393", "name": "network-vif-deleted", "tag": "861c64df-83fa-426e-a47c-67da865cce89", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:15.196138 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58401d61-b3a2-4544-9b99-65c715ae14bc {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:15.196694 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a094c1-4e03-4cf7-af1c-e7d7b6f8c393', 'name': 'network-vif-deleted', 'tag': '861c64df-83fa-426e-a47c-67da865cce89', 'status': 'completed', 'code': 200} Oct 29 08:57:15.217879 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.288378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:15.323740 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d29f028-4fd6-484e-b656-8edfae5532da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.345026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:15.380083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.422624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1d29f028-4fd6-484e-b656-8edfae5532da None None] For port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,segment=NetworkSegment(03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc),segment_id=03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:15.437060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.439325 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1d29f028-4fd6-484e-b656-8edfae5532da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.461606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:15.503537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:14Z', 'revision_number': 7, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2', 'name': '', 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:a1:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '0e6c8076-7ab1-446a-be19-f53fd78f7fc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:09Z', 'updated_at': '2021-10-29T08:57:14Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '0e6c8076-7ab1-446a-be19-f53fd78f7fc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:15.542930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45041e0f-537e-4fa5-9fc3-be0411254105 None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:14Z', 'revision_number': 7, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2', 'name': '', 'network_id': 'fd7fa140-946b-4543-b70e-4480833a67c1', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:a1:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '0e6c8076-7ab1-446a-be19-f53fd78f7fc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:09Z', 'updated_at': '2021-10-29T08:57:14Z', 'revision_number': 4, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '0e6c8076-7ab1-446a-be19-f53fd78f7fc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:15.559698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29f028-4fd6-484e-b656-8edfae5532da None None] Pushing event updated for resources: {'Port': ['ID=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:15.576166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1ae56a0b-2406-44cf-8e6e-97590780aa3d None None] Provisioning complete for port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:15.576644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1ae56a0b-2406-44cf-8e6e-97590780aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.816014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:15.816642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.927347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:57:15.938397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,segment=NetworkSegment(03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc),segment_id=03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:15.939836 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:15.967473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:15.971493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3916b9a6-3691-4967-ab83-369e1cfd7cf9 req-5f82c6c0-d4c6-4f81-97e4-a3dac51f5e63 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0422304 Oct 29 08:57:16.201111 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:16.246320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:16.377815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55798) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:16.463157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:16.481145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a99676-1e56-42a1-a110-be5347438d45 admin admin] Deleting subnet 86bd44bf-b38a-4d6a-86b8-db1522ba0e42 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:57:16.486114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:16.486597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 29 08:57:16.487914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a99676-1e56-42a1-a110-be5347438d45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:16.489467 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:16.522379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Port 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 not found, will not notify nova. {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 29 08:57:16.546336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a99676-1e56-42a1-a110-be5347438d45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:16.600628 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a99676-1e56-42a1-a110-be5347438d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:16.668644 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a99676-1e56-42a1-a110-be5347438d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:16.686567 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:16.700396 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:16.701497 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:56:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:16.713631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a99676-1e56-42a1-a110-be5347438d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bd44bf-b38a-4d6a-86b8-db1522ba0e42,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:16.717277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a99676-1e56-42a1-a110-be5347438d45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:16.724285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9a99676-1e56-42a1-a110-be5347438d45 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/86bd44bf-b38a-4d6a-86b8-db1522ba0e42 HTTP/1.1" status: 204 len: 168 time: 0.3431978 Oct 29 08:57:16.724590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55800) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:16.728042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 861c64df-83fa-426e-a47c-67da865cce89 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:16.760889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:16.770664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 861c64df-83fa-426e-a47c-67da865cce89 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:16.771144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 861c64df-83fa-426e-a47c-67da865cce89 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:16.831283 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:16.842031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:16.872198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:16.881755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1ec34454-747c-44e4-9e07-8c837bd2e20c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8721294 Oct 29 08:57:16.882304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55802) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:16.939556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-648e5049-7c7e-461a-ab9f-7fb283d8f9b5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet 0e6c8076-7ab1-446a-be19-f53fd78f7fc7 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:57:16.954106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-648e5049-7c7e-461a-ab9f-7fb283d8f9b5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.012137 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0076-6639-4ee6-8f5f-801a3f588250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.033308 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.048294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-648e5049-7c7e-461a-ab9f-7fb283d8f9b5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.088062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20e192d1-7e79-4a3b-b43f-2df336c94b4a req-cef8bc1b-36ea-4a3d-8c8d-181b52154e3c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecb712ab-3ad0-4c28-b940-617a084d38e3 HTTP/1.1" status: 200 len: 210 time: 0.0276966 Oct 29 08:57:17.110721 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:16Z', 'revision_number': 8, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:17.125883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48eda027-562e-4e06-8383-61745d153487']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:17.140031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:17.140384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1d7dde-18b0-4aa7-92ef-5bdbb397d5bf') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:17.144015 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:17.153572 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:17.154174 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:17.169235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.191515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.197176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-648e5049-7c7e-461a-ab9f-7fb283d8f9b5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.220048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:57:17.220467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:57:17.222400 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:57:17.245316 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:17.496902 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:16Z', 'revision_number': 8, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:17.525093 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf9cc0-754b-4499-9897-b71e31e797de None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:16Z', 'revision_number': 8, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:17.660889 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.666172 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.669564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] 10.222.0.70 "DELETE /v2.0/networks/48eda027-562e-4e06-8383-61745d153487 HTTP/1.1" status: 204 len: 168 time: 0.9439571 Oct 29 08:57:17.690146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Pushing event deleted for resources: {'Network': ['ID=48eda027-562e-4e06-8383-61745d153487,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:17.700131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.700507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.700844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.701302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.701721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.701934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.702400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.702655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.703024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.703410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.703758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.704100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c104977a-96c4-4c2d-bc30-a94e300c23ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:17.708703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-648e5049-7c7e-461a-ab9f-7fb283d8f9b5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.738463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-648e5049-7c7e-461a-ab9f-7fb283d8f9b5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.742201 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-648e5049-7c7e-461a-ab9f-7fb283d8f9b5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/0e6c8076-7ab1-446a-be19-f53fd78f7fc7 HTTP/1.1" status: 204 len: 168 time: 0.8572683 Oct 29 08:57:17.743622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e5049-7c7e-461a-ab9f-7fb283d8f9b5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6c8076-7ab1-446a-be19-f53fd78f7fc7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:17.745308 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c8f47-5102-4c6b-b86b-c37558b4bf01 None None] Network fd7fa140-946b-4543-b70e-4480833a67c1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:17.746104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55808) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:17.833606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.926410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:17.927875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:17.928340 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:17.969243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] DHCP port deletion for fd7fa140-946b-4543-b70e-4480833a67c1 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:57:17.989335 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c209d1bb-d18b-44ae-80b6-cfcfff84ea00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bdbd49dd9db469989b638224087a555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615721 Oct 29 08:57:17.989992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55812) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:18.015354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port 36b97ff8-1beb-4a01-991d-9fa85fca70b0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=36b97ff8-1beb-4a01-991d-9fa85fca70b0,segment=NetworkSegment(03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc),segment_id=03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:18.016096 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.046522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 36b97ff8-1beb-4a01-991d-9fa85fca70b0 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:18.056530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8cb903ee-3478-4b2f-be8a-bc630098de64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.066671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] Deleting port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:18.067050 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.085300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8cb903ee-3478-4b2f-be8a-bc630098de64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.112048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:18.153113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:18.170366 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.172509 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8cb903ee-3478-4b2f-be8a-bc630098de64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.175152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8cb903ee-3478-4b2f-be8a-bc630098de64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.176393 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8cb903ee-3478-4b2f-be8a-bc630098de64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/400bddad-9772-4db7-b26a-ec8153fd084a HTTP/1.1" status: 204 len: 168 time: 0.1853800 Oct 29 08:57:18.193404 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb903ee-3478-4b2f-be8a-bc630098de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400bddad-9772-4db7-b26a-ec8153fd084a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:18.199909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] For port 36b97ff8-1beb-4a01-991d-9fa85fca70b0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=36b97ff8-1beb-4a01-991d-9fa85fca70b0,segment=NetworkSegment(03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc),segment_id=03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:18.200730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.211905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=36b97ff8-1beb-4a01-991d-9fa85fca70b0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:18.216733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No DVR routers for this DVR port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:18.225531 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.234191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:18.234833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:18.238707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] Calling delete_port for 36b97ff8-1beb-4a01-991d-9fa85fca70b0 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:18.350646 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.397569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 36b97ff8-1beb-4a01-991d-9fa85fca70b0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:18.428678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:18.429257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.432049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.459845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7fa140-946b-4543-b70e-4480833a67c1']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:18.463118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:18.470687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 36b97ff8-1beb-4a01-991d-9fa85fca70b0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:18.471035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 36b97ff8-1beb-4a01-991d-9fa85fca70b0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:18.471694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:18.473181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:18.473491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03840bb2-ef16-4fdd-8acd-e8b4cbf6cefc') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:18.503309 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.524277 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.531966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:57:18.532957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:57:18.537139 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:57:18.547444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:18.547788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 21dd8213-ba9f-4c8c-8ff5-1b4adc3149c2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:18.631557 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.642341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.650052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/fd7fa140-946b-4543-b70e-4480833a67c1 HTTP/1.1" status: 204 len: 168 time: 0.9001653 Oct 29 08:57:18.650919 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55826) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:18.665361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcb117-cb44-4405-b6f7-6f91c873e27b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=fd7fa140-946b-4543-b70e-4480833a67c1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:18.738979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.782277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] Network fd7fa140-946b-4543-b70e-4480833a67c1 is not hosted by any dhcp agent {{(pid=102115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:57:18.782985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] No DVR routers for this DVR port 36b97ff8-1beb-4a01-991d-9fa85fca70b0 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:18.819950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa0f60-0003-4f1f-9097-c5c924e3e1d2 None None] Pushing event deleted for resources: {'Port': ['ID=36b97ff8-1beb-4a01-991d-9fa85fca70b0,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:18.847720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.881898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:18.884607 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd54eacf-2160-44bc-a9b7-35ff1c4f10cf" -d '{"events": [{"server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "name": "network-vif-plugged", "status": "completed", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:18.906901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:16Z', 'revision_number': 8, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:18.913573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:18.943576 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:18.969456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:18.974143 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a67e5b-aa7c-4e09-8218-7677a030d154 x-openstack-request-id: req-12a67e5b-aa7c-4e09-8218-7677a030d154 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:18.974447 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "name": "network-vif-plugged", "status": "completed", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:18.974705 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12a67e5b-aa7c-4e09-8218-7677a030d154 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:18.975109 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'code': 200} Oct 29 08:57:19.003492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:19.004139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:19.007792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:19.101895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:19.143358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.270868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55844) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:19.449192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1371412524-network', 'tenant_id': '9f1ab43559d44f859680f49b7dbdbce7'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:19.451949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:16Z', 'revision_number': 8, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:19.479838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Made reservation on behalf of 9f1ab43559d44f859680f49b7dbdbce7 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:19.482850 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.486003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36e12a-7e5c-433d-b39c-c4b4ed45c627 None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:16Z', 'revision_number': 8, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd91024c0-f2fc-4c75-8abc-1976b9d7bd87', 'name': '', 'network_id': '82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:2f:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:57:04Z', 'updated_at': '2021-10-29T08:57:10Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'e72c22a6-a7dc-496e-9c62-90ae3105347b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:19.492526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port d91024c0-f2fc-4c75-8abc-1976b9d7bd87 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:19.492871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.496154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.575338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.600781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.608047 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.613291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port d91024c0-f2fc-4c75-8abc-1976b9d7bd87, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,segment=NetworkSegment(9fbf4996-bc18-4654-b9db-25356bc70f84),segment_id=9fbf4996-bc18-4654-b9db-25356bc70f84)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:19.613899 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.632133 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for d91024c0-f2fc-4c75-8abc-1976b9d7bd87 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:19.635255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:57:19.651977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158eeb17-52f3-4326-a5c3-dbbbcb83742b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:19.663473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.663843 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Added segment b79fa9d7-29c9-4aca-a5b4-2017775f72f4 of type vlan for network 00a5ec4d-efc6-486d-aa1a-309bb214761b Oct 29 08:57:19.715750 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.748465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.749680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:19.750612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.815639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5428061 Oct 29 08:57:19.821988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55850) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:19.828383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Request body: {'subnet': {'network_id': '00a5ec4d-efc6-486d-aa1a-309bb214761b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1371412524-subnet', 'tenant_id': '9f1ab43559d44f859680f49b7dbdbce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:19.839515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef0f98-da9d-435a-addd-bdd01af0748e admin admin] Pushing event updated for resources: {'Network': ['ID=00a5ec4d-efc6-486d-aa1a-309bb214761b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:19.854874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 00a5ec4d-efc6-486d-aa1a-309bb214761b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:57:19.862338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Made reservation on behalf of 9f1ab43559d44f859680f49b7dbdbce7 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:19.863220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.865346 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:19.899313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=d91024c0-f2fc-4c75-8abc-1976b9d7bd87,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:20.091025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:20.099408 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:20.161430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0645ad2d-c4c6-4565-a44f-30ac3c38200e,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:20.184062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Checking segment: {'id': 'b79fa9d7-29c9-4aca-a5b4-2017775f72f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '00a5ec4d-efc6-486d-aa1a-309bb214761b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:20.184437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Network hostable DHCP agents. Network: 00a5ec4d-efc6-486d-aa1a-309bb214761b, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:57:20.204806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Network 00a5ec4d-efc6-486d-aa1a-309bb214761b is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:57:20.216196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 00a5ec4d-efc6-486d-aa1a-309bb214761b) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:20.221828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:20.222522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:20.235222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1578e8-14b8-4938-becc-198650289f29 None None] Network 00a5ec4d-efc6-486d-aa1a-309bb214761b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:20.268174 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0f13822b-b5df-44a2-b918-806d5b5f9be6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4229393 Oct 29 08:57:20.368563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:20.419551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43081cef-6272-440f-8f78-988e58ee073d None None] Network 00a5ec4d-efc6-486d-aa1a-309bb214761b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:20.805428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-076f91a9-d14c-4c03-9f94-2680cef932a8 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:20.807438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-076f91a9-d14c-4c03-9f94-2680cef932a8 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/networks?id=00a5ec4d-efc6-486d-aa1a-309bb214761b HTTP/1.1" status: 200 len: 821 time: 0.1199703 Oct 29 08:57:20.824707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-ef99f2c7-8cdd-4144-a3e5-3d7028e480c8 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/quotas/9f1ab43559d44f859680f49b7dbdbce7 HTTP/1.1" status: 200 len: 375 time: 0.0114274 Oct 29 08:57:20.861171 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-ad0d472f-37b2-4e78-b468-a58239f0dad1 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f1ab43559d44f859680f49b7dbdbce7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295851 Oct 29 08:57:20.889778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:20.896889 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-67c8588e-da86-4f62-b1d0-758a2eb2aea7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432446 Oct 29 08:57:20.898751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55872) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:20.903399 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:20.915561 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:20.916276 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:20.974935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c7b095-3da1-4cbb-941d-c26e4dac397d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet e72c22a6-a7dc-496e-9c62-90ae3105347b {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:57:20.988186 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20c7b095-3da1-4cbb-941d-c26e4dac397d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.020982 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:21.067425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20c7b095-3da1-4cbb-941d-c26e4dac397d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.131537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-2af5d635-c4da-44b5-a351-04d36ef67e4a service neutron] 10.222.0.70 "GET /v2.0/networks/00a5ec4d-efc6-486d-aa1a-309bb214761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586317 Oct 29 08:57:21.226928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20c7b095-3da1-4cbb-941d-c26e4dac397d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.298516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-cb493751-e6aa-4e13-946e-c17b2e7e2392 service neutron] 10.222.0.70 "GET /v2.0/networks/00a5ec4d-efc6-486d-aa1a-309bb214761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381650 Oct 29 08:57:21.316090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20c7b095-3da1-4cbb-941d-c26e4dac397d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.326654 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:19Z', 'revision_number': 9, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:21.358627 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:21.365886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7b095-3da1-4cbb-941d-c26e4dac397d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=e72c22a6-a7dc-496e-9c62-90ae3105347b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:21.367654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea426fb-9082-44ee-abd2-974864c2230c None None] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:21.368471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20c7b095-3da1-4cbb-941d-c26e4dac397d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.376318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55874) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:21.381144 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:21.382179 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:21.386977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-20c7b095-3da1-4cbb-941d-c26e4dac397d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/e72c22a6-a7dc-496e-9c62-90ae3105347b HTTP/1.1" status: 204 len: 168 time: 0.4870207 Oct 29 08:57:21.512919 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:21.519764 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.569800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bdd9cc41-1e8a-45ed-9f32-60e3f39ab270 req-0a73709e-dc5e-46ad-a5b4-b714727e8479 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 210 time: 0.0433335 Oct 29 08:57:21.635576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 00055332-389e-4ca0-987f-335ade2c6ede {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:21.636127 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.739369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port 00055332-389e-4ca0-987f-335ade2c6ede, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=00055332-389e-4ca0-987f-335ade2c6ede,segment=NetworkSegment(9fbf4996-bc18-4654-b9db-25356bc70f84),segment_id=9fbf4996-bc18-4654-b9db-25356bc70f84)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:21.739741 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.744995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] DHCP port deletion for 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:57:21.755266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 00055332-389e-4ca0-987f-335ade2c6ede owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:21.853127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] Deleting port 00055332-389e-4ca0-987f-335ade2c6ede {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:21.853685 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.859752 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.862529 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:19Z', 'revision_number': 9, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:21.894202 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2cebe-03c7-478e-837b-0f86f951586f None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:19Z', 'revision_number': 9, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '4ea40263-3d23-4d29-98f5-2629b6a4d5a8', 'name': '', 'network_id': 'e9fd24e0-bc01-45c1-aff6-bb8172ebd65a', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:d3:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:58Z', 'updated_at': '2021-10-29T08:57:06Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': 'dc012d7a-72e7-40e1-a342-5a5b9dfbccdb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:21.898021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=00055332-389e-4ca0-987f-335ade2c6ede,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:21.904024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No DVR routers for this DVR port 00055332-389e-4ca0-987f-335ade2c6ede on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:21.976654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] For port 00055332-389e-4ca0-987f-335ade2c6ede, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=00055332-389e-4ca0-987f-335ade2c6ede,segment=NetworkSegment(9fbf4996-bc18-4654-b9db-25356bc70f84),segment_id=9fbf4996-bc18-4654-b9db-25356bc70f84)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:21.977171 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:21.993123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] Calling delete_port for 00055332-389e-4ca0-987f-335ade2c6ede owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:22.026169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:22.050885 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:22.062611 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbf4996-bc18-4654-b9db-25356bc70f84') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:22.062931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbf4996-bc18-4654-b9db-25356bc70f84') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:22.074643 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:22.097443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:22.107524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:57:22.108405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:57:22.165756 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:57:22.199082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:22.208835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:22.216197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55888) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:22.217301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 HTTP/1.1" status: 204 len: 168 time: 0.8394542 Oct 29 08:57:22.233329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92671925-b283-40a5-beb7-2616bb2bd2b6 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:22.377057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 00055332-389e-4ca0-987f-335ade2c6ede no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:22.425851 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:22.431184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 00055332-389e-4ca0-987f-335ade2c6ede {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:22.432968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 00055332-389e-4ca0-987f-335ade2c6ede not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:22.433582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d91024c0-f2fc-4c75-8abc-1976b9d7bd87 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:22.473428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] Network 82b7b2e2-c8cd-42cf-8ab2-8bb776ceae70 is not hosted by any dhcp agent {{(pid=102115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 08:57:22.473944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] No DVR routers for this DVR port 00055332-389e-4ca0-987f-335ade2c6ede on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:22.478039 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: d91024c0-f2fc-4c75-8abc-1976b9d7bd87 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:22.478389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d91024c0-f2fc-4c75-8abc-1976b9d7bd87 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:22.480520 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b14ade-d1ab-4bc9-b31c-acc07a8be03a None None] Pushing event deleted for resources: {'Port': ['ID=00055332-389e-4ca0-987f-335ade2c6ede,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:22.684703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d5951186-829d-41e3-af3c-b08029ab962d req-2cf5f0e5-1474-432d-9b4a-32863112207e tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 210 time: 0.0379765 Oct 29 08:57:22.707134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:22.994114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-915edb4a-be2f-4d04-9741-d27e4cca4d33 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:22.995758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-915edb4a-be2f-4d04-9741-d27e4cca4d33 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.15 "GET /v2.0/networks?id=00a5ec4d-efc6-486d-aa1a-309bb214761b HTTP/1.1" status: 200 len: 821 time: 0.1957912 Oct 29 08:57:23.010810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Request body: {'port': {'device_id': 'b66cd866-aff0-4c9e-88e8-37f13e668636', 'network_id': '00a5ec4d-efc6-486d-aa1a-309bb214761b', 'admin_state_up': True, 'tenant_id': '9f1ab43559d44f859680f49b7dbdbce7'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:23.176267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:23.176605 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:23.224042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Made reservation on behalf of 9f1ab43559d44f859680f49b7dbdbce7 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:23.227553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:23.351039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port 4ea40263-3d23-4d29-98f5-2629b6a4d5a8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,segment=NetworkSegment(95baeca5-8212-4375-89ab-76c57dcec84e),segment_id=95baeca5-8212-4375-89ab-76c57dcec84e)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:23.351156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:23.397529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:23.465404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Allocated IP 172.20.0.5 (00a5ec4d-efc6-486d-aa1a-309bb214761b/0645ad2d-c4c6-4565-a44f-30ac3c38200e/c9cb5f5a-0eb9-4571-95f2-8361b422ff9c) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:57:23.702795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:23.723427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:23.748574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=4ea40263-3d23-4d29-98f5-2629b6a4d5a8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:23.816416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ff49b09-3d9f-43a2-a848-3e33043f60d1 req-cd638be5-55a4-486e-b32b-fb20ee5940f0 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 210 time: 0.0424049 Oct 29 08:57:23.831142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:23.968081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Network 00a5ec4d-efc6-486d-aa1a-309bb214761b is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:23.975249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:23.985090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:57:23.990412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Pushing event updated for resources: {'Port': ['ID=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:24.042154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:24.055077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:24.055704 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:24.106019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-9d44b20c-f6d5-4e1b-8e97-affa2c3c7ced tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0990589 Oct 29 08:57:24.137132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Request body: {'port': {'device_id': 'b66cd866-aff0-4c9e-88e8-37f13e668636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:24.216269 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:24.354560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:24.923751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:24.935158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:24.935652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ca7a7ea3-502a-4f9c-aaad-e5247a523075 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168043 Oct 29 08:57:24.938154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55976) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:24.949883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:24.950533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:24.974356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a0c12-3385-47fc-90f0-feedddb80288 req-56488218-322a-4a61-9f31-689dc89a4a06 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:24.975957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-710a0c12-3385-47fc-90f0-feedddb80288 req-56488218-322a-4a61-9f31-689dc89a4a06 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 931 time: 0.0963714 Oct 29 08:57:25.006246 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:57:25.037833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2557a7-c1a6-4607-a4e5-2b033c25e7fd tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet dc012d7a-72e7-40e1-a342-5a5b9dfbccdb {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:57:25.043158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be2557a7-c1a6-4607-a4e5-2b033c25e7fd tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.060511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:25.066450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-710a0c12-3385-47fc-90f0-feedddb80288 req-9a6586b4-58dc-4f8f-b713-9115351f0d45 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809896 Oct 29 08:57:25.068499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cb5f5a-0eb9-4571-95f2-8361b422ff9c {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:25.077008 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.089721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Transition to ACTIVE for port object c9cb5f5a-0eb9-4571-95f2-8361b422ff9c will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:57:25.096289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.105158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be2557a7-c1a6-4607-a4e5-2b033c25e7fd tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.152969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Pushing event updated for resources: {'Port': ['ID=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:25.225394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be2557a7-c1a6-4607-a4e5-2b033c25e7fd tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.239660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Attempting to bind port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:25.240036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Attempting to bind port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'b79fa9d7-29c9-4aca-a5b4-2017775f72f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '00a5ec4d-efc6-486d-aa1a-309bb214761b'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:25.240372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Attempting to bind port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c on network 00a5ec4d-efc6-486d-aa1a-309bb214761b {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:25.245017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c on network 00a5ec4d-efc6-486d-aa1a-309bb214761b not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:57:25.245346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Attempting to bind port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c on network 00a5ec4d-efc6-486d-aa1a-309bb214761b {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:25.252166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:25.252513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Checking segment: {'id': 'b79fa9d7-29c9-4aca-a5b4-2017775f72f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '00a5ec4d-efc6-486d-aa1a-309bb214761b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:25.252924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Bound using segment: {'id': 'b79fa9d7-29c9-4aca-a5b4-2017775f72f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '00a5ec4d-efc6-486d-aa1a-309bb214761b'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:25.253490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Bound port: c9cb5f5a-0eb9-4571-95f2-8361b422ff9c, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79fa9d7-29c9-4aca-a5b4-2017775f72f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '00a5ec4d-efc6-486d-aa1a-309bb214761b'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:25.253860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.300961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be2557a7-c1a6-4607-a4e5-2b033c25e7fd tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.334605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2557a7-c1a6-4607-a4e5-2b033c25e7fd tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=dc012d7a-72e7-40e1-a342-5a5b9dfbccdb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:25.334992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:23Z', 'revision_number': 10, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:25.335341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] For port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:25.338898 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-be2557a7-c1a6-4607-a4e5-2b033c25e7fd tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.342820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-be2557a7-c1a6-4607-a4e5-2b033c25e7fd tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/dc012d7a-72e7-40e1-a342-5a5b9dfbccdb HTTP/1.1" status: 204 len: 168 time: 0.4027154 Oct 29 08:57:25.346083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] For port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,segment=NetworkSegment(b79fa9d7-29c9-4aca-a5b4-2017775f72f4),segment_id=b79fa9d7-29c9-4aca-a5b4-2017775f72f4)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:25.347837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55978) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:25.359557 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.370295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f63578-8d4b-480c-9180-2f26d49470be None None] Network e9fd24e0-bc01-45c1-aff6-bb8172ebd65a requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:25.372697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:25.424854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:25.425491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:25.463525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:25.464178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.465578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] 10.222.0.15 "PUT /v2.0/ports/c9cb5f5a-0eb9-4571-95f2-8361b422ff9c HTTP/1.1" status: 200 len: 1091 time: 1.3329735 Oct 29 08:57:25.466087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66cd866-aff0-4c9e-88e8-37f13e668636', 'tag': 'c9cb5f5a-0eb9-4571-95f2-8361b422ff9c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:25.468543 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59436c15-2e75-441b-8fe2-6c7bba734366" -d '{"events": [{"name": "network-changed", "server_uuid": "b66cd866-aff0-4c9e-88e8-37f13e668636", "tag": "c9cb5f5a-0eb9-4571-95f2-8361b422ff9c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:25.511098 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.516818 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f790520-cc67-4f95-9e23-44bb3b3c47dd x-openstack-request-id: req-2f790520-cc67-4f95-9e23-44bb3b3c47dd {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:25.517147 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66cd866-aff0-4c9e-88e8-37f13e668636", "tag": "c9cb5f5a-0eb9-4571-95f2-8361b422ff9c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:25.517398 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f790520-cc67-4f95-9e23-44bb3b3c47dd {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:25.517831 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66cd866-aff0-4c9e-88e8-37f13e668636', 'tag': 'c9cb5f5a-0eb9-4571-95f2-8361b422ff9c', 'status': 'completed', 'code': 200} Oct 29 08:57:25.534767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8e2a4-4db5-4038-a02c-9d498111760e service neutron] Pushing event updated for resources: {'Port': ['ID=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:25.581941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:25.610698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-083d52ec-f01d-46a4-8202-e7bbf808bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:25.612169 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-083d52ec-f01d-46a4-8202-e7bbf808bac2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f1ab43559d44f859680f49b7dbdbce7&device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 1094 time: 0.0872433 Oct 29 08:57:25.663248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-1bcae0cf-43ff-43e6-9098-6c2d08d75683 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c HTTP/1.1" status: 200 len: 217 time: 0.0412314 Oct 29 08:57:25.665615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port fb5e602e-8e05-4c92-8d61-3efbde8bda56 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:25.666033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.774340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] DHCP port deletion for e9fd24e0-bc01-45c1-aff6-bb8172ebd65a request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:57:25.778456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-1599cb08-47c0-4962-ac0a-e16a4d0f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:25.780047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-1599cb08-47c0-4962-ac0a-e16a4d0f5651 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0645ad2d-c4c6-4565-a44f-30ac3c38200e HTTP/1.1" status: 200 len: 861 time: 0.1102946 Oct 29 08:57:25.781805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port fb5e602e-8e05-4c92-8d61-3efbde8bda56, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fb5e602e-8e05-4c92-8d61-3efbde8bda56,segment=NetworkSegment(95baeca5-8212-4375-89ab-76c57dcec84e),segment_id=95baeca5-8212-4375-89ab-76c57dcec84e)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:25.782175 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.807144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for fb5e602e-8e05-4c92-8d61-3efbde8bda56 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:25.824091 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-dd6bb68c-5807-42db-8d42-ae6029134179 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a5ec4d-efc6-486d-aa1a-309bb214761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334558 Oct 29 08:57:25.864434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:23Z', 'revision_number': 10, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:25.892414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] Deleting port fb5e602e-8e05-4c92-8d61-3efbde8bda56 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:25.892874 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.895081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68060fa7-257d-455e-8c05-d2a3a599e992 None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:23Z', 'revision_number': 10, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None, '_interfaces': [{'id': '734f2e54-2a31-445c-ac86-152a79793416', 'name': '', 'network_id': 'cfeded10-711f-4725-87d5-e8c2cd203337', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'mac_address': 'fa:16:3e:63:66:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:54Z', 'updated_at': '2021-10-29T08:57:00Z', 'revision_number': 5, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'subnets': [{'id': '87c6f966-9ef9-4802-84d2-81e593e0c99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:25.967772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] For port fb5e602e-8e05-4c92-8d61-3efbde8bda56, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fb5e602e-8e05-4c92-8d61-3efbde8bda56,segment=NetworkSegment(95baeca5-8212-4375-89ab-76c57dcec84e),segment_id=95baeca5-8212-4375-89ab-76c57dcec84e)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:25.968942 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:25.977754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-a1f47a28-a95f-4df9-8cd0-36297407829c service neutron] 10.222.0.15 "GET /v2.0/networks/00a5ec4d-efc6-486d-aa1a-309bb214761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450322 Oct 29 08:57:25.984583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] Calling delete_port for fb5e602e-8e05-4c92-8d61-3efbde8bda56 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:26.012969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.067538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.080121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=fb5e602e-8e05-4c92-8d61-3efbde8bda56,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:26.089098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No DVR routers for this DVR port fb5e602e-8e05-4c92-8d61-3efbde8bda56 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:26.104542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] Pushing event deleted for resources: {'Port': ['ID=fb5e602e-8e05-4c92-8d61-3efbde8bda56,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:26.111110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14c1f4-3f63-44d3-860c-4f4f83669a33 None None] No DVR routers for this DVR port fb5e602e-8e05-4c92-8d61-3efbde8bda56 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:26.244138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.259845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2f891ed3-6d22-4a7c-8cfe-836ebd479c85 req-1250add8-f134-4421-8598-416a02c3b7ea service neutron] 10.222.0.15 "GET /v2.0/networks/00a5ec4d-efc6-486d-aa1a-309bb214761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739859 Oct 29 08:57:26.277580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fd24e0-bc01-45c1-aff6-bb8172ebd65a']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:26.303825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95baeca5-8212-4375-89ab-76c57dcec84e') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:26.303825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95baeca5-8212-4375-89ab-76c57dcec84e') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:26.306093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4555a5-af4b-4858-ac83-8c0d78074ab1 req-19da6ba9-a0d4-4d99-a2c7-cdf445cb0cf0 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:26.308022 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2c4555a5-af4b-4858-ac83-8c0d78074ab1 req-19da6ba9-a0d4-4d99-a2c7-cdf445cb0cf0 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 943 time: 0.1268177 Oct 29 08:57:26.320313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.357895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:26.374084 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.385074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:26.385575 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 4ea40263-3d23-4d29-98f5-2629b6a4d5a8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:26.386099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fb5e602e-8e05-4c92-8d61-3efbde8bda56 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:26.390797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:57:26.391211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:57:26.394435 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:57:26.423283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: fb5e602e-8e05-4c92-8d61-3efbde8bda56 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:26.423283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fb5e602e-8e05-4c92-8d61-3efbde8bda56 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:26.454453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2c4555a5-af4b-4858-ac83-8c0d78074ab1 req-55839e22-4d1c-4575-8b71-39362d25aa95 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395500 Oct 29 08:57:26.477034 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-4b68c5ee-04ff-4973-b0ca-6c7c79bbd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:26.479048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-4b68c5ee-04ff-4973-b0ca-6c7c79bbd85e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f1ab43559d44f859680f49b7dbdbce7&device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 1094 time: 0.1464381 Oct 29 08:57:26.495401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.515535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.519137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/e9fd24e0-bc01-45c1-aff6-bb8172ebd65a HTTP/1.1" status: 204 len: 168 time: 1.1708293 Oct 29 08:57:26.528086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55988) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:26.563626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7281275-8b04-4a31-beb7-ec478b3b4e2b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=e9fd24e0-bc01-45c1-aff6-bb8172ebd65a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:26.613022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-9da7b07b-e1a1-4ce9-b23f-6571e2ee0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:26.614562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-9da7b07b-e1a1-4ce9-b23f-6571e2ee0d48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00a5ec4d-efc6-486d-aa1a-309bb214761b HTTP/1.1" status: 200 len: 923 time: 0.1284976 Oct 29 08:57:26.665869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-90f64f00-d8ce-443e-b597-9553d9eda652 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c HTTP/1.1" status: 200 len: 217 time: 0.0430906 Oct 29 08:57:26.725194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-e408ef88-d879-4289-8ad1-65a7ff6db581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:26.726701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-e408ef88-d879-4289-8ad1-65a7ff6db581 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0645ad2d-c4c6-4565-a44f-30ac3c38200e HTTP/1.1" status: 200 len: 861 time: 0.0535836 Oct 29 08:57:26.761445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-7fa234ea-7d5d-403e-9d86-8daac7ab36a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a5ec4d-efc6-486d-aa1a-309bb214761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266027 Oct 29 08:57:26.873996 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-32ced176-9f4d-455c-8a38-46889390c232 service neutron] 10.222.0.15 "GET /v2.0/networks/00a5ec4d-efc6-486d-aa1a-309bb214761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038675 Oct 29 08:57:26.881903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:26.973951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59436c15-2e75-441b-8fe2-6c7bba734366 req-9b08a52b-7bed-4d45-968a-c4c1e229dd4e service neutron] 10.222.0.15 "GET /v2.0/networks/00a5ec4d-efc6-486d-aa1a-309bb214761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901861 Oct 29 08:57:27.151269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port 734f2e54-2a31-445c-ac86-152a79793416 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:27.151623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:27.252001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port 734f2e54-2a31-445c-ac86-152a79793416, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=734f2e54-2a31-445c-ac86-152a79793416,segment=NetworkSegment(8b6effdd-146f-4ebb-b965-9a3ab71aac86),segment_id=8b6effdd-146f-4ebb-b965-9a3ab71aac86)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:27.252301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:27.269974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for 734f2e54-2a31-445c-ac86-152a79793416 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:27.462476 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:27.495116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=734f2e54-2a31-445c-ac86-152a79793416,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:27.674612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:27.698388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2d7a-13a4-4127-8557-93e0e9853373 req-28be162a-3095-41b6-8cd8-49f593f63bea tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:27.700056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-21ff2d7a-13a4-4127-8557-93e0e9853373 req-28be162a-3095-41b6-8cd8-49f593f63bea tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 943 time: 0.1388412 Oct 29 08:57:27.865199 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-21ff2d7a-13a4-4127-8557-93e0e9853373 req-b3ca8ce2-51fb-4717-8123-32dfc9ebd3b3 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305580 Oct 29 08:57:27.877399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:27.957862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:27.963014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bd9f2b5b-9134-463d-8ba1-0d61d7808a2f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338067 Oct 29 08:57:27.965743 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 55994) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:27.970714 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:27.983518 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:27.984170 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:28.023057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fbc75b-5ec8-4721-89fb-2e201809f7aa tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting subnet 87c6f966-9ef9-4802-84d2-81e593e0c99f {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:57:28.026993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-33fbc75b-5ec8-4721-89fb-2e201809f7aa tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.059629 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:28.070858 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-33fbc75b-5ec8-4721-89fb-2e201809f7aa tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.116696 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:27Z', 'revision_number': 11, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:28.144465 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:28.154776 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:28.155385 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:28.167480 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-33fbc75b-5ec8-4721-89fb-2e201809f7aa tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.229344 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:28.233387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-33fbc75b-5ec8-4721-89fb-2e201809f7aa tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.267521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-33fbc75b-5ec8-4721-89fb-2e201809f7aa tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.271480 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-33fbc75b-5ec8-4721-89fb-2e201809f7aa tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/87c6f966-9ef9-4802-84d2-81e593e0c99f HTTP/1.1" status: 204 len: 168 time: 0.3042197 Oct 29 08:57:28.272374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbc75b-5ec8-4721-89fb-2e201809f7aa tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Subnet': ['ID=87c6f966-9ef9-4802-84d2-81e593e0c99f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:28.274557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 55996) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:28.277686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c4a03-8918-494a-8833-a05f3b4dc77b None None] Network cfeded10-711f-4725-87d5-e8c2cd203337 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:28.288500 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:27Z', 'revision_number': 11, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:28.328935 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff09e8-5b23-4fc8-b23d-b5c639e8b8b1 None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:27Z', 'revision_number': 11, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:28.394378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.460067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Deleting port a3894f3a-17a6-405e-801a-ecdf761b26ad {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:28.460415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.532715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] For port a3894f3a-17a6-405e-801a-ecdf761b26ad, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a3894f3a-17a6-405e-801a-ecdf761b26ad,segment=NetworkSegment(8b6effdd-146f-4ebb-b965-9a3ab71aac86),segment_id=8b6effdd-146f-4ebb-b965-9a3ab71aac86)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:28.533427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.549443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Calling delete_port for a3894f3a-17a6-405e-801a-ecdf761b26ad owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:28.630877 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.656531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Port': ['ID=a3894f3a-17a6-405e-801a-ecdf761b26ad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:28.663032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No DVR routers for this DVR port a3894f3a-17a6-405e-801a-ecdf761b26ad on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:28.718485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c861dda-de34-471e-994a-3f446e40fbb8 None None] DHCP port deletion for cfeded10-711f-4725-87d5-e8c2cd203337 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:57:28.760547 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.786170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfeded10-711f-4725-87d5-e8c2cd203337']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:28.792332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c9cb5f5a-0eb9-4571-95f2-8361b422ff9c details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:57:28.797418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6effdd-146f-4ebb-b965-9a3ab71aac86') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:28.797842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6effdd-146f-4ebb-b965-9a3ab71aac86') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:28.812040 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.828565 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.835132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:57:28.835612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:57:28.843913 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:57:28.917437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,segment=NetworkSegment(b79fa9d7-29c9-4aca-a5b4-2017775f72f4),segment_id=b79fa9d7-29c9-4aca-a5b4-2017775f72f4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:28.922815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.938890 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'c9cb5f5a-0eb9-4571-95f2-8361b422ff9c', 'network_id': '00a5ec4d-efc6-486d-aa1a-309bb214761b', 'port_id': 'c9cb5f5a-0eb9-4571-95f2-8361b422ff9c', 'mac_address': 'fa:16:3e:00:6a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0645ad2d-c4c6-4565-a44f-30ac3c38200e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:57:28.959161 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:28.967370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56002) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:28.967962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/networks/cfeded10-711f-4725-87d5-e8c2cd203337 HTTP/1.1" status: 204 len: 168 time: 0.6917472 Oct 29 08:57:28.968585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b76389-d575-4736-8216-7610d48e1789 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Pushing event deleted for resources: {'Network': ['ID=cfeded10-711f-4725-87d5-e8c2cd203337,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:28.974617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'routes': None}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:28.989834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.003941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cb5f5a-0eb9-4571-95f2-8361b422ff9c {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:29.031978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,segment=NetworkSegment(b79fa9d7-29c9-4aca-a5b4-2017775f72f4),segment_id=b79fa9d7-29c9-4aca-a5b4-2017775f72f4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:29.038334 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.046094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf8cb5-7593-4ca5-9e94-588a20d1e686 req-b191ca62-c8c6-4951-8c72-dca305a34c79 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:29.049013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fccf8cb5-7593-4ca5-9e94-588a20d1e686 req-b191ca62-c8c6-4951-8c72-dca305a34c79 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 943 time: 0.0711255 Oct 29 08:57:29.093983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fccf8cb5-7593-4ca5-9e94-588a20d1e686 req-d7de7500-641e-4fa3-9bb6-42139c30ab75 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394263 Oct 29 08:57:29.113358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:29.166686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.extraroute_db [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Added routes are [] {{(pid=102114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 08:57:29.166924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.extraroute_db [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Removed routes are [] {{(pid=102114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 08:57:29.167264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.198074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.234400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['c9cb5f5a-0eb9-4571-95f2-8361b422ff9c'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:57:29.322157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.325618 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.411630 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:57:29.490253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:29.498207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.500585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] Sync routers for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:29.501061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dd5a2c8c-e4fb-4373-80c4-8ef8c2946bdb tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 200 len: 700 time: 0.5311654 Oct 29 08:57:29.504099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56004) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:29.512023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:29.512925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:29.533118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1d8746cf-b946-4e23-8b41-eb05f43169b7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 200 len: 205 time: 0.0278223 Oct 29 08:57:29.535527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:29.591460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:29.613862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3d87e88-b409-4169-b962-aa18d17ad20f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.644837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:27Z', 'revision_number': 11, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:29.686734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] Checking router: 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:29.695665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] Routers {'93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:29.696325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:29.793692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3d87e88-b409-4169-b962-aa18d17ad20f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.796497 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3d87e88-b409-4169-b962-aa18d17ad20f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.846284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3d87e88-b409-4169-b962-aa18d17ad20f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.846865 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d87e88-b409-4169-b962-aa18d17ad20f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Fanout notify agent at l3_agent the message router_deleted on router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:57:29.854654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a3d87e88-b409-4169-b962-aa18d17ad20f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.855845 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a3d87e88-b409-4169-b962-aa18d17ad20f tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 204 len: 168 time: 0.3193381 Oct 29 08:57:29.861963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56010) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:29.866639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-eebf898a-277c-4403-8e73-4ae00ca8d227 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-977190985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:29.894695 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eebf898a-277c-4403-8e73-4ae00ca8d227 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.896373 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eebf898a-277c-4403-8e73-4ae00ca8d227 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.949531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] Set router 93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:29.955383 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eebf898a-277c-4403-8e73-4ae00ca8d227 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.961240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eebf898a-277c-4403-8e73-4ae00ca8d227 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.983829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eebf898a-277c-4403-8e73-4ae00ca8d227 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:29.987719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eebf898a-277c-4403-8e73-4ae00ca8d227 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1221912 Oct 29 08:57:29.987945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56012) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:29.993721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-95d4edce-dfbb-4a72-a3fc-8d4fc6714eb7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:30.003723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:27Z', 'revision_number': 11, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:30.034496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb46fea1-6aba-44b7-b2c7-8fa27be93da3 None None] The sync data for ids ['93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0'] in n-d-815940-1 is: [{'id': '93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0', 'name': 'tempest-RoutersTest-router-795609598', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:51Z', 'updated_at': '2021-10-29T08:57:27Z', 'revision_number': 11, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:30.228791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95d4edce-dfbb-4a72-a3fc-8d4fc6714eb7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.242774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95d4edce-dfbb-4a72-a3fc-8d4fc6714eb7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.245357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a63f-97c8-42af-84f8-d2c0eef1d8cb req-bd69de4b-0b06-4f9a-bbbb-ab847b3fde75 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:30.247000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a218a63f-97c8-42af-84f8-d2c0eef1d8cb req-bd69de4b-0b06-4f9a-bbbb-ab847b3fde75 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 944 time: 0.0728164 Oct 29 08:57:30.324653 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a218a63f-97c8-42af-84f8-d2c0eef1d8cb req-817e4649-c3a1-4c6b-b756-526a12aa2e20 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702934 Oct 29 08:57:30.354561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 734f2e54-2a31-445c-ac86-152a79793416 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:30.374772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 734f2e54-2a31-445c-ac86-152a79793416 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:30.375112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 734f2e54-2a31-445c-ac86-152a79793416 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:30.375714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a3894f3a-17a6-405e-801a-ecdf761b26ad no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:30.380191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d4edce-dfbb-4a72-a3fc-8d4fc6714eb7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Router 68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:57:30.399747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: a3894f3a-17a6-405e-801a-ecdf761b26ad {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:30.400114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a3894f3a-17a6-405e-801a-ecdf761b26ad not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:30.463064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d4edce-dfbb-4a72-a3fc-8d4fc6714eb7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:57:30.471125 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-95d4edce-dfbb-4a72-a3fc-8d4fc6714eb7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.472423 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] Sync routers for ids ['68f0c363-5ebd-4f12-b141-bc8e8ada5fd0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:57:30.481041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-95d4edce-dfbb-4a72-a3fc-8d4fc6714eb7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "PUT /v2.0/routers/68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 HTTP/1.1" status: 200 len: 693 time: 0.4911406 Oct 29 08:57:30.482720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56016) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:30.485032 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] Routers {'68f0c363-5ebd-4f12-b141-bc8e8ada5fd0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:30.485659 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['68f0c363-5ebd-4f12-b141-bc8e8ada5fd0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:30.513794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.562662 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] Set router 68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:30.571512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-331dd5a9-7af3-457c-9278-0694331ca7b7 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/routers/68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 HTTP/1.1" status: 200 len: 699 time: 0.0875869 Oct 29 08:57:30.575278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56018) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:30.605501 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e7f6251c-c03a-4485-bc47-3e195491e339 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 HTTP/1.1" status: 200 len: 205 time: 0.0287368 Oct 29 08:57:30.607836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56020) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:30.616516 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f0c363-5ebd-4f12-b141-bc8e8ada5fd0', 'name': 'tempest-RoutersTest-router-977190985', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:57:29Z', 'updated_at': '2021-10-29T08:57:30Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:30.647029 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] Checking router: 68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:57:30.656183 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] Routers {'68f0c363-5ebd-4f12-b141-bc8e8ada5fd0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:57:30.656806 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['68f0c363-5ebd-4f12-b141-bc8e8ada5fd0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:30.687329 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d47da0-81a5-41ed-8f09-71a20d00cc9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.735574 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] Set router 68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:57:30.791211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c9cb5f5a-0eb9-4571-95f2-8361b422ff9c up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:30.805484 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f0c363-5ebd-4f12-b141-bc8e8ada5fd0', 'name': 'tempest-RoutersTest-router-977190985', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:57:29Z', 'updated_at': '2021-10-29T08:57:30Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:30.834532 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56066907-d879-48b3-aab4-94b3a1cc85b2 None None] The sync data for ids ['68f0c363-5ebd-4f12-b141-bc8e8ada5fd0'] in n-d-815940-1 is: [{'id': '68f0c363-5ebd-4f12-b141-bc8e8ada5fd0', 'name': 'tempest-RoutersTest-router-977190985', 'tenant_id': '58c482d616d84364aa5c141037e8e83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:57:29Z', 'updated_at': '2021-10-29T08:57:30Z', 'revision_number': 2, 'project_id': '58c482d616d84364aa5c141037e8e83a', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:57:30.847478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:57:30.853112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:30.853786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.858749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d47da0-81a5-41ed-8f09-71a20d00cc9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.861180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d47da0-81a5-41ed-8f09-71a20d00cc9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.910970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d47da0-81a5-41ed-8f09-71a20d00cc9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.911701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d47da0-81a5-41ed-8f09-71a20d00cc9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Fanout notify agent at l3_agent the message router_deleted on router 68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:57:30.920691 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-27d47da0-81a5-41ed-8f09-71a20d00cc9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.921820 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-27d47da0-81a5-41ed-8f09-71a20d00cc9d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 HTTP/1.1" status: 204 len: 168 time: 0.3130686 Oct 29 08:57:30.925522 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56024) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:30.953812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-58588fc1-8cdb-4b76-af4f-f51eba4c30c9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 HTTP/1.1" status: 200 len: 205 time: 0.0271053 Oct 29 08:57:30.956420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56026) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:30.973003 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:30.999356 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-d7419f1b-c124-4f31-b67a-b665b65f82e2 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] delete failed (client error): The resource could not be found. Oct 29 08:57:31.002997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d7419f1b-c124-4f31-b67a-b665b65f82e2 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/68f0c363-5ebd-4f12-b141-bc8e8ada5fd0 HTTP/1.1" status: 404 len: 336 time: 0.0431142 Oct 29 08:57:31.003149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66cd866-aff0-4c9e-88e8-37f13e668636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cb5f5a-0eb9-4571-95f2-8361b422ff9c'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:31.003312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56028) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.004070 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d2ff8c-bc30-45e2-9157-e4ebf4a1367d" -d '{"events": [{"server_uuid": "b66cd866-aff0-4c9e-88e8-37f13e668636", "name": "network-vif-plugged", "status": "completed", "tag": "c9cb5f5a-0eb9-4571-95f2-8361b422ff9c"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:31.028846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,segment=NetworkSegment(b79fa9d7-29c9-4aca-a5b4-2017775f72f4),segment_id=b79fa9d7-29c9-4aca-a5b4-2017775f72f4)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:31.035844 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b134823d-ca8b-42bc-9679-c9beff4afa88 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.036312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b134823d-ca8b-42bc-9679-c9beff4afa88 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.036894 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:31.039407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b134823d-ca8b-42bc-9679-c9beff4afa88 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/0e6c8076-7ab1-446a-be19-f53fd78f7fc7 HTTP/1.1" status: 404 len: 337 time: 0.0350053 Oct 29 08:57:31.042325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56032) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.078966 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2350f763-a36c-4af0-8a4d-9ae4c3192e50 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.079428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2350f763-a36c-4af0-8a4d-9ae4c3192e50 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.082898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2350f763-a36c-4af0-8a4d-9ae4c3192e50 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/e72c22a6-a7dc-496e-9c62-90ae3105347b HTTP/1.1" status: 404 len: 337 time: 0.0393572 Oct 29 08:57:31.085523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56034) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.087356 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a92926-16ec-4149-8fd6-838743816f6a x-openstack-request-id: req-84a92926-16ec-4149-8fd6-838743816f6a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:31.087661 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66cd866-aff0-4c9e-88e8-37f13e668636", "name": "network-vif-plugged", "status": "completed", "tag": "c9cb5f5a-0eb9-4571-95f2-8361b422ff9c", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:31.087661 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84a92926-16ec-4149-8fd6-838743816f6a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:31.089360 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66cd866-aff0-4c9e-88e8-37f13e668636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cb5f5a-0eb9-4571-95f2-8361b422ff9c', 'code': 200} Oct 29 08:57:31.120932 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3aa982e-80e7-49a5-a79b-c4c63e699d97 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.121388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3aa982e-80e7-49a5-a79b-c4c63e699d97 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.124455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b3aa982e-80e7-49a5-a79b-c4c63e699d97 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/dc012d7a-72e7-40e1-a342-5a5b9dfbccdb HTTP/1.1" status: 404 len: 337 time: 0.0379961 Oct 29 08:57:31.127972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56036) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.133732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:31.165787 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-34507ba9-d7a2-420b-bfdc-94938762f402 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.166314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34507ba9-d7a2-420b-bfdc-94938762f402 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.171519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-34507ba9-d7a2-420b-bfdc-94938762f402 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/87c6f966-9ef9-4802-84d2-81e593e0c99f HTTP/1.1" status: 404 len: 337 time: 0.0413063 Oct 29 08:57:31.174172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56038) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.193199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3f4e2-c28c-449b-8e48-855e764fd287 req-e4244c6f-26e7-4eef-a3b1-e05a2443fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:31.194852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e3f4e2-c28c-449b-8e48-855e764fd287 req-e4244c6f-26e7-4eef-a3b1-e05a2443fa55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 1096 time: 0.0537839 Oct 29 08:57:31.204061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d4438401-6175-430c-bf32-3cb3fe7343f9 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 200 len: 205 time: 0.0287435 Oct 29 08:57:31.206497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56040) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.235014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4e3f4e2-c28c-449b-8e48-855e764fd287 req-52d8b4ce-fc8a-4697-9ee6-4d004b1f6e1d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327702 Oct 29 08:57:31.247100 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-a428946c-2ff3-4f3e-a5f6-83dc91746dce tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] delete failed (client error): The resource could not be found. Oct 29 08:57:31.248239 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a428946c-2ff3-4f3e-a5f6-83dc91746dce tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/93fa4c6a-a1e3-4a2c-9a7e-12fc47cfc5e0 HTTP/1.1" status: 404 len: 336 time: 0.0408130 Oct 29 08:57:31.250889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56042) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.279232 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51e0edd7-3764-4db6-920a-fa7abbaac89c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e045063-8d57-4f7f-ad89-244626b5f1ed HTTP/1.1" status: 200 len: 205 time: 0.0271878 Oct 29 08:57:31.281693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56044) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.324964 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-2001af9d-e1df-4243-a750-3be9f921e44b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] delete failed (client error): The resource could not be found. Oct 29 08:57:31.326036 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2001af9d-e1df-4243-a750-3be9f921e44b tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/0e045063-8d57-4f7f-ad89-244626b5f1ed HTTP/1.1" status: 404 len: 336 time: 0.0434422 Oct 29 08:57:31.329309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56046) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.359828 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-4941144f-ca77-44ee-9fdb-32a4b1239ae8 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.360533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4941144f-ca77-44ee-9fdb-32a4b1239ae8 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.375452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4941144f-ca77-44ee-9fdb-32a4b1239ae8 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/215b17d5-5807-4e98-9fb1-2ea2992addbe HTTP/1.1" status: 404 len: 337 time: 0.0426612 Oct 29 08:57:31.375989 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56050) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.406064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-595eab47-77bf-4ec0-bd2d-861ce1b50854 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=f96ccf64-a285-4119-8203-c1bf5c244d6f HTTP/1.1" status: 200 len: 205 time: 0.0285037 Oct 29 08:57:31.408281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56052) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.453141 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-08dde327-cafc-4d31-b63d-d675ac9bc6e5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] delete failed (client error): The resource could not be found. Oct 29 08:57:31.456533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-08dde327-cafc-4d31-b63d-d675ac9bc6e5 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/f96ccf64-a285-4119-8203-c1bf5c244d6f HTTP/1.1" status: 404 len: 336 time: 0.0448432 Oct 29 08:57:31.456857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56054) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.461737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f62e07-0cf8-428c-93eb-496eb95b84b8 req-b08cb2af-4bad-4049-a2b1-92f8c2f630b9 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:31.463622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84f62e07-0cf8-428c-93eb-496eb95b84b8 req-b08cb2af-4bad-4049-a2b1-92f8c2f630b9 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 945 time: 0.0570438 Oct 29 08:57:31.501699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ea56a236-2b83-4bfa-b2cd-9443143d7d6c tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9f48867-5ba5-4026-a6e0-34bd01446c7f HTTP/1.1" status: 200 len: 205 time: 0.0413659 Oct 29 08:57:31.502023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56056) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.523841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84f62e07-0cf8-428c-93eb-496eb95b84b8 req-a88401c9-4ca3-4305-8aac-2198316993d8 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506320 Oct 29 08:57:31.543537 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-93341f3e-4e59-4c2c-a6c2-84dc25156f21 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] delete failed (client error): The resource could not be found. Oct 29 08:57:31.544632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-93341f3e-4e59-4c2c-a6c2-84dc25156f21 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/e9f48867-5ba5-4026-a6e0-34bd01446c7f HTTP/1.1" status: 404 len: 336 time: 0.0417769 Oct 29 08:57:31.547444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56058) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.582016 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-80784b53-b378-42b9-ad3b-3c4b7bdb8b9e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.582474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80784b53-b378-42b9-ad3b-3c4b7bdb8b9e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.585561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-80784b53-b378-42b9-ad3b-3c4b7bdb8b9e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/eb594a45-3b30-4b7c-a0dd-0e5b9fb1c4a6 HTTP/1.1" status: 404 len: 337 time: 0.0369282 Oct 29 08:57:31.588427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56060) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.622102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-70e0aff6-3529-4007-834e-2e21a0a3e1a4 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=8318d3d4-089b-4b5a-98c3-8ce460187f1d HTTP/1.1" status: 200 len: 205 time: 0.0322320 Oct 29 08:57:31.624459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56062) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.662799 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-5da652e4-848d-499e-b178-1af6681d3961 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] delete failed (client error): The resource could not be found. Oct 29 08:57:31.663916 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5da652e4-848d-499e-b178-1af6681d3961 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/8318d3d4-089b-4b5a-98c3-8ce460187f1d HTTP/1.1" status: 404 len: 336 time: 0.0385036 Oct 29 08:57:31.666508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56064) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.698132 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4df5129-bb55-4ce5-850c-0e20f7bb3c3e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.698525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4df5129-bb55-4ce5-850c-0e20f7bb3c3e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.701651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f4df5129-bb55-4ce5-850c-0e20f7bb3c3e tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/6c708631-9992-4cf3-9f18-ba09a4e5054a HTTP/1.1" status: 404 len: 337 time: 0.0341794 Oct 29 08:57:31.704767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56066) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.733042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-30a3c9a0-17ee-433c-9005-7a85b5a10658 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "GET /v2.0/ports?device_id=6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 HTTP/1.1" status: 200 len: 205 time: 0.0271380 Oct 29 08:57:31.735474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56068) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.774392 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-234dadfe-234b-4c4c-b09e-635706a8db7a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] delete failed (client error): The resource could not be found. Oct 29 08:57:31.776602 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-234dadfe-234b-4c4c-b09e-635706a8db7a tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/routers/6edd6dcd-7ea2-48ed-bd04-20fc39617fd4 HTTP/1.1" status: 404 len: 336 time: 0.0392075 Oct 29 08:57:31.778314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56072) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.812295 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ea58b9-99fc-4724-98bb-aea1a1b3b79d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.812761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ea58b9-99fc-4724-98bb-aea1a1b3b79d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.818196 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-37ea58b9-99fc-4724-98bb-aea1a1b3b79d tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/e9e0165d-a2ec-4f3b-8398-36ba45fe9139 HTTP/1.1" status: 404 len: 337 time: 0.0362647 Oct 29 08:57:31.818416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56074) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:31.845629 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-25563979-7cd6-4d8c-b2d0-2a662160b202 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] DELETE failed (client error): The resource could not be found. Oct 29 08:57:31.846101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25563979-7cd6-4d8c-b2d0-2a662160b202 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 08:57:31.849220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-25563979-7cd6-4d8c-b2d0-2a662160b202 tempest-RoutersTest-858124992 tempest-RoutersTest-858124992-project] 10.222.0.70 "DELETE /v2.0/subnets/1ee68fd7-6295-4668-a1c4-477f1745c783 HTTP/1.1" status: 404 len: 337 time: 0.0299382 Oct 29 08:57:32.068841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56080) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:32.222343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-34e2ee07-4bd3-496d-9129-c75f9cab0cbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=58c482d616d84364aa5c141037e8e83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522560 Oct 29 08:57:32.222845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56084) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:32.287457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-05b8a1ad-54d3-4bd1-aa66-5427b96b2f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:32.309493 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-05b8a1ad-54d3-4bd1-aa66-5427b96b2f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:32.361605 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-05b8a1ad-54d3-4bd1-aa66-5427b96b2f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:32.366776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-05b8a1ad-54d3-4bd1-aa66-5427b96b2f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:32.368043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-05b8a1ad-54d3-4bd1-aa66-5427b96b2f6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fad6b4ef-54d4-4aa5-a69e-0eda2eea2135 HTTP/1.1" status: 204 len: 168 time: 0.1446595 Oct 29 08:57:32.377040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8a1ad-54d3-4bd1-aa66-5427b96b2f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad6b4ef-54d4-4aa5-a69e-0eda2eea2135,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:32.647513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e23df0-638b-4c59-9e91-74d87e9dc262 req-1f702c57-4802-4856-a5cf-7da76bd3886e tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:32.649611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e23df0-638b-4c59-9e91-74d87e9dc262 req-1f702c57-4802-4856-a5cf-7da76bd3886e tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 945 time: 0.0593486 Oct 29 08:57:32.700289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e23df0-638b-4c59-9e91-74d87e9dc262 req-71454354-75c2-452d-91f5-22dd47579906 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444462 Oct 29 08:57:33.209979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56136) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:33.324698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8b01dd52-459a-428a-909f-4016e8ed49f5 tempest-DvrRoutersNegativeTest-2056711321 tempest-DvrRoutersNegativeTest-2056711321-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2071084510', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:33.328441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.policy [None req-8b01dd52-459a-428a-909f-4016e8ed49f5 tempest-DvrRoutersNegativeTest-2056711321 tempest-DvrRoutersNegativeTest-2056711321-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102113) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 29 08:57:33.328804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.policy [None req-8b01dd52-459a-428a-909f-4016e8ed49f5 tempest-DvrRoutersNegativeTest-2056711321 tempest-DvrRoutersNegativeTest-2056711321-project] Failed policy check for 'create_router' {{(pid=102113) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 29 08:57:33.329393 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-8b01dd52-459a-428a-909f-4016e8ed49f5 tempest-DvrRoutersNegativeTest-2056711321 tempest-DvrRoutersNegativeTest-2056711321-project] create failed (client error): Access was denied to this resource. Oct 29 08:57:33.331842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8b01dd52-459a-428a-909f-4016e8ed49f5 tempest-DvrRoutersNegativeTest-2056711321 tempest-DvrRoutersNegativeTest-2056711321-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1195104 Oct 29 08:57:33.426710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc95cf-c239-4184-b771-1ae8b379a0f6 req-76a3f1e1-e45c-4fd7-ad96-02d8abed44e0 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:33.428966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-19dc95cf-c239-4184-b771-1ae8b379a0f6 req-76a3f1e1-e45c-4fd7-ad96-02d8abed44e0 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 945 time: 0.0550270 Oct 29 08:57:33.477738 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-19dc95cf-c239-4184-b771-1ae8b379a0f6 req-2c9d0d55-2693-4f9e-a8a3-b1fb858758bc tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Oct 29 08:57:33.610532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56146) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:33.723658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c02a48e7-de7b-4ed9-997b-198ca15ef80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:33.801816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c02a48e7-de7b-4ed9-997b-198ca15ef80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:33.806051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c02a48e7-de7b-4ed9-997b-198ca15ef80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:33.843145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a48e7-de7b-4ed9-997b-198ca15ef80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c72f5-0ba4-46e7-8b8d-0c3a3847b1e6,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:33.847464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c02a48e7-de7b-4ed9-997b-198ca15ef80d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72a97fecc11b4eaca7ec7252514a0774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358253 Oct 29 08:57:33.850506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56150) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:33.905759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54d4c762-7e22-4aac-add2-0caeefe340a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:33.931061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54d4c762-7e22-4aac-add2-0caeefe340a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:33.979723 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54d4c762-7e22-4aac-add2-0caeefe340a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:33.982826 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54d4c762-7e22-4aac-add2-0caeefe340a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:33.986409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-54d4c762-7e22-4aac-add2-0caeefe340a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b4c72f5-0ba4-46e7-8b8d-0c3a3847b1e6 HTTP/1.1" status: 204 len: 168 time: 0.1330037 Oct 29 08:57:33.992224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4c762-7e22-4aac-add2-0caeefe340a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c72f5-0ba4-46e7-8b8d-0c3a3847b1e6,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:34.605807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd444e3-06ae-403f-abdb-9278c4712b52 req-d7af34bb-e325-4f45-8934-3dd06fcc7aed tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:34.608286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3cd444e3-06ae-403f-abdb-9278c4712b52 req-d7af34bb-e325-4f45-8934-3dd06fcc7aed tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 945 time: 0.0556607 Oct 29 08:57:34.706082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3cd444e3-06ae-403f-abdb-9278c4712b52 req-1f74a73b-0c9d-4ea7-bd45-1bf4cac93a94 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/security-groups?id=158eeb17-52f3-4326-a5c3-dbbbcb83742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922225 Oct 29 08:57:34.750708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-18889843-7494-4a24-a3ed-743cc7fedf24 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:34.752344 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-18889843-7494-4a24-a3ed-743cc7fedf24 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.15 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 945 time: 0.0905077 Oct 29 08:57:34.772679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56176) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:34.864133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Deleting port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:34.864552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:34.881871 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6b7099f5-dde1-4f4c-90d9-5f73ac294fb4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:34.883309 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-6b7099f5-dde1-4f4c-90d9-5f73ac294fb4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 29 08:57:34.883798 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-6b7099f5-dde1-4f4c-90d9-5f73ac294fb4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): There was a conflict when trying to complete your request. Oct 29 08:57:34.884962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6b7099f5-dde1-4f4c-90d9-5f73ac294fb4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1113133 Oct 29 08:57:34.889004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56188) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:34.894071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--570091882'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:34.917541 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:34.926689 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:34.966589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] For port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,segment=NetworkSegment(b79fa9d7-29c9-4aca-a5b4-2017775f72f4),segment_id=b79fa9d7-29c9-4aca-a5b4-2017775f72f4)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:34.966932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:34.982011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Calling delete_port for c9cb5f5a-0eb9-4571-95f2-8361b422ff9c owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:35.031089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.036439 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.080577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b326a1-e23c-4214-8fcf-b34d24d0e51d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:35.120808 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.125480 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.145808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.157991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.162134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2694373 Oct 29 08:57:35.162616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56192) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:35.166797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f028c60e-3b15-41cd-b9db-6c9a3b660936 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '1a383502-59a1-49d7-b9bb-c914933334fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:35.175349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70594a5c-c96a-46fa-813b-9593cfd0ebf5 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a383502-59a1-49d7-b9bb-c914933334fb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:35.176497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Pushing event deleted for resources: {'Port': ['ID=c9cb5f5a-0eb9-4571-95f2-8361b422ff9c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:35.206609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f028c60e-3b15-41cd-b9db-6c9a3b660936 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.223446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] No DVR routers for this DVR port c9cb5f5a-0eb9-4571-95f2-8361b422ff9c on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:35.226268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.229889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-004f8be3-836f-4f8a-9b9c-f8b0ec384fe7 req-ecf01706-edb2-4dcf-a9ff-19b6621e97c4 tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.15 "DELETE /v2.0/ports/c9cb5f5a-0eb9-4571-95f2-8361b422ff9c HTTP/1.1" status: 204 len: 173 time: 0.4700539 Oct 29 08:57:35.230375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66cd866-aff0-4c9e-88e8-37f13e668636', 'name': 'network-vif-deleted', 'tag': 'c9cb5f5a-0eb9-4571-95f2-8361b422ff9c'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:35.232882 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1995c0b-854d-4fb2-b94e-5c4cff23388a" -d '{"events": [{"server_uuid": "b66cd866-aff0-4c9e-88e8-37f13e668636", "name": "network-vif-deleted", "tag": "c9cb5f5a-0eb9-4571-95f2-8361b422ff9c"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:35.279172 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276faf03-2b9d-4c25-b947-e052ed44dd72 x-openstack-request-id: req-276faf03-2b9d-4c25-b947-e052ed44dd72 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:35.279478 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66cd866-aff0-4c9e-88e8-37f13e668636", "name": "network-vif-deleted", "tag": "c9cb5f5a-0eb9-4571-95f2-8361b422ff9c", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:35.279733 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-276faf03-2b9d-4c25-b947-e052ed44dd72 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:35.280166 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66cd866-aff0-4c9e-88e8-37f13e668636', 'name': 'network-vif-deleted', 'tag': 'c9cb5f5a-0eb9-4571-95f2-8361b422ff9c', 'status': 'completed', 'code': 200} Oct 29 08:57:35.290329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f028c60e-3b15-41cd-b9db-6c9a3b660936 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.297738 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f028c60e-3b15-41cd-b9db-6c9a3b660936 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.319945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028c60e-3b15-41cd-b9db-6c9a3b660936 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ead4140-e419-4279-96ab-3fad7cb17e06,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:35.328987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f028c60e-3b15-41cd-b9db-6c9a3b660936 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.330244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f028c60e-3b15-41cd-b9db-6c9a3b660936 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668980 Oct 29 08:57:35.334502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56196) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:35.338960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bf114f14-4307-411d-95bd-3d64e990fdb4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '1a383502-59a1-49d7-b9bb-c914933334fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:35.366856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf114f14-4307-411d-95bd-3d64e990fdb4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.416604 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-bf114f14-4307-411d-95bd-3d64e990fdb4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): There was a conflict when trying to complete your request. Oct 29 08:57:35.420814 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bf114f14-4307-411d-95bd-3d64e990fdb4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0825820 Oct 29 08:57:35.421146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56198) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:35.483218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-76d8b150-a4f0-4a25-8d0e-bb9ac7df8178 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.507566 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-76d8b150-a4f0-4a25-8d0e-bb9ac7df8178 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.554325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-76d8b150-a4f0-4a25-8d0e-bb9ac7df8178 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.557061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-76d8b150-a4f0-4a25-8d0e-bb9ac7df8178 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.558698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-76d8b150-a4f0-4a25-8d0e-bb9ac7df8178 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/1a383502-59a1-49d7-b9bb-c914933334fb HTTP/1.1" status: 204 len: 168 time: 0.1364939 Oct 29 08:57:35.561529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56208) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:35.568109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8b150-a4f0-4a25-8d0e-bb9ac7df8178 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a383502-59a1-49d7-b9bb-c914933334fb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:35.642183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f5d86b34-6d43-4237-8776-08caf801521e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790377 Oct 29 08:57:35.646810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56210) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:35.652450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6ed3a509-252c-4925-a319-94145716486d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243130378'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:35.674957 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a509-252c-4925-a319-94145716486d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:35.837197 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50c2a08c-b6e9-4326-bee7-ae3fbbd6cbec req-9dde564e-c286-4ca0-9a71-a6a1d0e7a8bf tempest-ServerMetadataNegativeTestJSON-717297990 tempest-ServerMetadataNegativeTestJSON-717297990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b66cd866-aff0-4c9e-88e8-37f13e668636 HTTP/1.1" status: 200 len: 210 time: 0.0409913 Oct 29 08:57:36.108714 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a509-252c-4925-a319-94145716486d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.114227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a509-252c-4925-a319-94145716486d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.146412 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a509-252c-4925-a319-94145716486d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.147666 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6ed3a509-252c-4925-a319-94145716486d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4994547 Oct 29 08:57:36.149608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3a509-252c-4925-a319-94145716486d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150be965-302f-425e-a879-c27a34a31439,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:36.150719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56216) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.156056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f8119213-d6f7-4e65-8d3b-66cd22e7ab64 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '150be965-302f-425e-a879-c27a34a31439', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:36.156888 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-f8119213-d6f7-4e65-8d3b-66cd22e7ab64 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 29 08:57:36.157145 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-f8119213-d6f7-4e65-8d3b-66cd22e7ab64 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:36.158255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f8119213-d6f7-4e65-8d3b-66cd22e7ab64 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065732 Oct 29 08:57:36.160922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56218) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.215600 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c76df7f2-fd44-4f11-9540-408bce3e4fb2 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.237907 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c76df7f2-fd44-4f11-9540-408bce3e4fb2 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.281007 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c76df7f2-fd44-4f11-9540-408bce3e4fb2 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.283547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c76df7f2-fd44-4f11-9540-408bce3e4fb2 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.284767 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c76df7f2-fd44-4f11-9540-408bce3e4fb2 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/150be965-302f-425e-a879-c27a34a31439 HTTP/1.1" status: 204 len: 168 time: 0.1228380 Oct 29 08:57:36.287581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56220) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.294803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df7f2-fd44-4f11-9540-408bce3e4fb2 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150be965-302f-425e-a879-c27a34a31439,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:36.349466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ba9a8625-11e9-4051-b308-dc5e0e04a735 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604966 Oct 29 08:57:36.352525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56222) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.357533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-02650671-103f-49f5-a5d9-6f00c9435e7a tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136406281'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:36.382177 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02650671-103f-49f5-a5d9-6f00c9435e7a tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.461579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02650671-103f-49f5-a5d9-6f00c9435e7a tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.466841 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02650671-103f-49f5-a5d9-6f00c9435e7a tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.496377 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02650671-103f-49f5-a5d9-6f00c9435e7a tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.497622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-02650671-103f-49f5-a5d9-6f00c9435e7a tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1439900 Oct 29 08:57:36.500549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56224) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.505109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7daff768-67b6-4dae-954e-9fb33540b569 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '3f038b0e-23b0-4e46-be2f-9e5820bda4bb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:36.505929 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-7daff768-67b6-4dae-954e-9fb33540b569 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 29 08:57:36.506432 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-7daff768-67b6-4dae-954e-9fb33540b569 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:36.507387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7daff768-67b6-4dae-954e-9fb33540b569 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059328 Oct 29 08:57:36.508324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02650671-103f-49f5-a5d9-6f00c9435e7a tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f038b0e-23b0-4e46-be2f-9e5820bda4bb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:36.510104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56226) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.569350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8ee3357c-3688-44d1-8236-a0fe30ad3e18 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.593607 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8ee3357c-3688-44d1-8236-a0fe30ad3e18 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.637580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8ee3357c-3688-44d1-8236-a0fe30ad3e18 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.640419 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8ee3357c-3688-44d1-8236-a0fe30ad3e18 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.641599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8ee3357c-3688-44d1-8236-a0fe30ad3e18 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/3f038b0e-23b0-4e46-be2f-9e5820bda4bb HTTP/1.1" status: 204 len: 168 time: 0.1298356 Oct 29 08:57:36.644536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56228) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.651168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3357c-3688-44d1-8236-a0fe30ad3e18 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f038b0e-23b0-4e46-be2f-9e5820bda4bb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:36.693068 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b00c3182-f442-46b6-9cd8-d21c07cc9a97 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472784 Oct 29 08:57:36.697120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56230) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.703472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9fc2d9cb-0919-43b5-9b37-4b24304542de tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--428834185'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:36.729024 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d9cb-0919-43b5-9b37-4b24304542de tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.804425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d9cb-0919-43b5-9b37-4b24304542de tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.809914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d9cb-0919-43b5-9b37-4b24304542de tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.821714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c9cb5f5a-0eb9-4571-95f2-8361b422ff9c no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:36.844317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: c9cb5f5a-0eb9-4571-95f2-8361b422ff9c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:36.844660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device c9cb5f5a-0eb9-4571-95f2-8361b422ff9c not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:36.846550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9fc2d9cb-0919-43b5-9b37-4b24304542de tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.848124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9fc2d9cb-0919-43b5-9b37-4b24304542de tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1490989 Oct 29 08:57:36.850623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2d9cb-0919-43b5-9b37-4b24304542de tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d97897-abc4-48a3-9f6f-85c82ac8eb54,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:36.851344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56232) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.864744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ec61f12e-70ac-4a11-b4d0-5ad4a142c05e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '87d97897-abc4-48a3-9f6f-85c82ac8eb54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:36.866965 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-ec61f12e-70ac-4a11-b4d0-5ad4a142c05e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 29 08:57:36.867665 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-ec61f12e-70ac-4a11-b4d0-5ad4a142c05e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:36.868963 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ec61f12e-70ac-4a11-b4d0-5ad4a142c05e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0158732 Oct 29 08:57:36.872000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56236) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.877336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-93baf5fa-2f72-4898-b8f9-d6d9d317f61e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '87d97897-abc4-48a3-9f6f-85c82ac8eb54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:36.878128 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-93baf5fa-2f72-4898-b8f9-d6d9d317f61e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 29 08:57:36.879653 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-93baf5fa-2f72-4898-b8f9-d6d9d317f61e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:36.881122 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-93baf5fa-2f72-4898-b8f9-d6d9d317f61e tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079167 Oct 29 08:57:36.883872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56238) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.890303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d90742b0-515e-4a60-a520-43bbdc0d1b3d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '87d97897-abc4-48a3-9f6f-85c82ac8eb54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:36.891394 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-d90742b0-515e-4a60-a520-43bbdc0d1b3d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 29 08:57:36.892074 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-d90742b0-515e-4a60-a520-43bbdc0d1b3d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:36.895438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d90742b0-515e-4a60-a520-43bbdc0d1b3d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064411 Oct 29 08:57:36.895859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56244) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.898656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56246) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.901136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c966d114-98cc-4e90-94bd-20a2a9ea8f5f tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '87d97897-abc4-48a3-9f6f-85c82ac8eb54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:36.902048 n-d-815940-1 neutron-server[102113]: WARNING neutron.api.v2.base [None req-c966d114-98cc-4e90-94bd-20a2a9ea8f5f tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 29 08:57:36.902547 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-c966d114-98cc-4e90-94bd-20a2a9ea8f5f tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:36.905943 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c966d114-98cc-4e90-94bd-20a2a9ea8f5f tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063257 Oct 29 08:57:36.906217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56248) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:36.948923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Deleting subnet 0645ad2d-c4c6-4565-a44f-30ac3c38200e {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:57:36.952228 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.967114 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c564-7bcd-48e4-8e6c-9401ccb7c746 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.988499 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:36.993472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c564-7bcd-48e4-8e6c-9401ccb7c746 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.035483 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.040832 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c564-7bcd-48e4-8e6c-9401ccb7c746 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.043665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c564-7bcd-48e4-8e6c-9401ccb7c746 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.044921 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2ae0c564-7bcd-48e4-8e6c-9401ccb7c746 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/87d97897-abc4-48a3-9f6f-85c82ac8eb54 HTTP/1.1" status: 204 len: 168 time: 0.1377709 Oct 29 08:57:37.048373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56254) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.068055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0c564-7bcd-48e4-8e6c-9401ccb7c746 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d97897-abc4-48a3-9f6f-85c82ac8eb54,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:37.114586 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.119582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e516e4da-c585-43f3-a27f-31ee4e71af12 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700154 Oct 29 08:57:37.124849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56258) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.131038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5f689aa9-129b-4059-9e66-ed59beb72172 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288512645'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.153339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0645ad2d-c4c6-4565-a44f-30ac3c38200e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:37.155078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f689aa9-129b-4059-9e66-ed59beb72172 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.162031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.165203 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0645ad2d-c4c6-4565-a44f-30ac3c38200e HTTP/1.1" status: 204 len: 168 time: 0.2655900 Oct 29 08:57:37.167305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.167647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.168128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.168462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.168794 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.168909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56260) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.169116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.169433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.169752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.170068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.171327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.171327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.171600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a262d2-9b69-4439-b384-7cc7e27338d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:37.263371 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.316886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f689aa9-129b-4059-9e66-ed59beb72172 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.352615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f689aa9-129b-4059-9e66-ed59beb72172 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.387239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.401095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f689aa9-129b-4059-9e66-ed59beb72172 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.402351 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5f689aa9-129b-4059-9e66-ed59beb72172 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2764938 Oct 29 08:57:37.406910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56262) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.410855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f689aa9-129b-4059-9e66-ed59beb72172 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19560802-8bf7-499b-9e43-6ded6b8c5b47,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:37.411955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ebdec364-2e26-48be-83d5-9aab31247cf3 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.412854 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-ebdec364-2e26-48be-83d5-9aab31247cf3 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 29 08:57:37.413454 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-ebdec364-2e26-48be-83d5-9aab31247cf3 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.417843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56264) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.418247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ebdec364-2e26-48be-83d5-9aab31247cf3 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099924 Oct 29 08:57:37.422689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9a5b2ce3-8ef1-4e81-90fc-3ed4b57a2efb tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.435869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a5ec4d-efc6-486d-aa1a-309bb214761b']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:37.454405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79fa9d7-29c9-4aca-a5b4-2017775f72f4') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:37.454693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79fa9d7-29c9-4aca-a5b4-2017775f72f4') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:37.467878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.484390 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.492349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:57:37.492730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:57:37.494485 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:57:37.504435 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-9a5b2ce3-8ef1-4e81-90fc-3ed4b57a2efb tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.505520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9a5b2ce3-8ef1-4e81-90fc-3ed4b57a2efb tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0865006 Oct 29 08:57:37.508732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56266) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.514000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c61257a8-484e-42af-ab3a-dcc8b2208b46 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.514779 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-c61257a8-484e-42af-ab3a-dcc8b2208b46 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 29 08:57:37.515375 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-c61257a8-484e-42af-ab3a-dcc8b2208b46 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.518387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c61257a8-484e-42af-ab3a-dcc8b2208b46 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064476 Oct 29 08:57:37.519236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56268) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.525521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-25aa3385-9324-4602-852c-4d5cd2ed5bbf tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.556237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.563708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.577983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] 10.222.0.70 "DELETE /v2.0/networks/00a5ec4d-efc6-486d-aa1a-309bb214761b HTTP/1.1" status: 204 len: 168 time: 0.3982542 Oct 29 08:57:37.581125 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-25aa3385-9324-4602-852c-4d5cd2ed5bbf tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.583062 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-25aa3385-9324-4602-852c-4d5cd2ed5bbf tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0626483 Oct 29 08:57:37.585949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56272) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.592468 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-babacb03-af30-4655-8f5c-c6b049addec8 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.592952 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-babacb03-af30-4655-8f5c-c6b049addec8 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 29 08:57:37.593332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba6d5c-f71b-4130-a6fd-849af7043c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=00a5ec4d-efc6-486d-aa1a-309bb214761b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:37.593489 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-babacb03-af30-4655-8f5c-c6b049addec8 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.595015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-babacb03-af30-4655-8f5c-c6b049addec8 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072882 Oct 29 08:57:37.597905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56274) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.607795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-02097e08-1290-442c-adf5-71b6c7382ce7 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.646942 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-02097e08-1290-442c-adf5-71b6c7382ce7 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.648223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-02097e08-1290-442c-adf5-71b6c7382ce7 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0493674 Oct 29 08:57:37.651372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56276) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.657307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-750170b4-7c2b-4bd4-988e-b0640726e98d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.657795 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-750170b4-7c2b-4bd4-988e-b0640726e98d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 29 08:57:37.658290 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-750170b4-7c2b-4bd4-988e-b0640726e98d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.659257 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-750170b4-7c2b-4bd4-988e-b0640726e98d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066345 Oct 29 08:57:37.662094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56278) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.666362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a9d21afb-0137-4924-8d1d-6e6d748f6ec6 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.707967 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-a9d21afb-0137-4924-8d1d-6e6d748f6ec6 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.709526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9d21afb-0137-4924-8d1d-6e6d748f6ec6 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0463858 Oct 29 08:57:37.712347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56280) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.717582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a5346cd0-60a1-4d1f-9a2f-4fe13bfea590 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': '19560802-8bf7-499b-9e43-6ded6b8c5b47', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:37.757911 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-a5346cd0-60a1-4d1f-9a2f-4fe13bfea590 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:37.762694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a5346cd0-60a1-4d1f-9a2f-4fe13bfea590 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0460968 Oct 29 08:57:37.763044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56282) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.773937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56284) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.816278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-181a7f0d-544c-42d3-89f7-b7f08d1a211b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f1ab43559d44f859680f49b7dbdbce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411413 Oct 29 08:57:37.818724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56286) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.821793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80447745-a6d2-4cc7-ac17-11dc7ab254b4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.850415 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80447745-a6d2-4cc7-ac17-11dc7ab254b4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.878281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7fd4a91-f37b-4f4b-b3fe-8c3b0f139d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.898630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80447745-a6d2-4cc7-ac17-11dc7ab254b4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.900817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7fd4a91-f37b-4f4b-b3fe-8c3b0f139d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.901748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-80447745-a6d2-4cc7-ac17-11dc7ab254b4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.905748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-80447745-a6d2-4cc7-ac17-11dc7ab254b4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/19560802-8bf7-499b-9e43-6ded6b8c5b47 HTTP/1.1" status: 204 len: 168 time: 0.1415129 Oct 29 08:57:37.906422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56288) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.926441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80447745-a6d2-4cc7-ac17-11dc7ab254b4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19560802-8bf7-499b-9e43-6ded6b8c5b47,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:37.954083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7fd4a91-f37b-4f4b-b3fe-8c3b0f139d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.958134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b7fd4a91-f37b-4f4b-b3fe-8c3b0f139d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:37.959508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b7fd4a91-f37b-4f4b-b3fe-8c3b0f139d84 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/158eeb17-52f3-4326-a5c3-dbbbcb83742b HTTP/1.1" status: 204 len: 168 time: 0.1395915 Oct 29 08:57:37.964449 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0b08cc35-742b-4f8e-bc0b-2bba2ad6926a tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542433 Oct 29 08:57:37.967675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56292) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:37.971051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd4a91-f37b-4f4b-b3fe-8c3b0f139d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158eeb17-52f3-4326-a5c3-dbbbcb83742b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:37.972600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-10737f77-9d1d-4f9c-9b52-1ea61666a455 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--888113707'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:38.005224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10737f77-9d1d-4f9c-9b52-1ea61666a455 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.078211 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10737f77-9d1d-4f9c-9b52-1ea61666a455 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.083779 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10737f77-9d1d-4f9c-9b52-1ea61666a455 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.116745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10737f77-9d1d-4f9c-9b52-1ea61666a455 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.121350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-10737f77-9d1d-4f9c-9b52-1ea61666a455 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1492085 Oct 29 08:57:38.121350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56294) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.126868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e02f68da-057e-469b-9a70-0eb4f9671654 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': 'b53c915b-c422-4155-81e9-ad098d4a7482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:38.149103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10737f77-9d1d-4f9c-9b52-1ea61666a455 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53c915b-c422-4155-81e9-ad098d4a7482,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:38.177349 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-e02f68da-057e-469b-9a70-0eb4f9671654 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The resource could not be found. Oct 29 08:57:38.182083 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e02f68da-057e-469b-9a70-0eb4f9671654 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0565107 Oct 29 08:57:38.182474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56300) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.187371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-72369773-08c9-4d4c-84a4-136d15366a96 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': 'b53c915b-c422-4155-81e9-ad098d4a7482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cbfc1dba-ea6a-4700-88d0-4246c5907062'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:38.241711 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-72369773-08c9-4d4c-84a4-136d15366a96 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The resource could not be found. Oct 29 08:57:38.245767 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-72369773-08c9-4d4c-84a4-136d15366a96 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0592966 Oct 29 08:57:38.246159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56302) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.305396 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c413c69e-24d5-4412-963c-fa331a793154 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.328786 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c413c69e-24d5-4412-963c-fa331a793154 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.376465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c413c69e-24d5-4412-963c-fa331a793154 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.379629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c413c69e-24d5-4412-963c-fa331a793154 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.383489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c413c69e-24d5-4412-963c-fa331a793154 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/b53c915b-c422-4155-81e9-ad098d4a7482 HTTP/1.1" status: 204 len: 168 time: 0.1337919 Oct 29 08:57:38.384412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56310) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.391529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413c69e-24d5-4412-963c-fa331a793154 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53c915b-c422-4155-81e9-ad098d4a7482,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:38.457688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4cb70cae-63ad-4ba5-9834-fefeb099b65d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684173 Oct 29 08:57:38.458028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56314) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.462955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-63126b2a-75cf-4b61-91c8-67890b4c2552 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': 'd50bab39-53a4-45ea-abb6-04b426a6ff8a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:38.506444 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-63126b2a-75cf-4b61-91c8-67890b4c2552 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The resource could not be found. Oct 29 08:57:38.511336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-63126b2a-75cf-4b61-91c8-67890b4c2552 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0482957 Oct 29 08:57:38.511606 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56316) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.516401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ba94f9ab-73d7-48d5-aafd-857cc027de41 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230739810'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:38.548208 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba94f9ab-73d7-48d5-aafd-857cc027de41 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.624082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba94f9ab-73d7-48d5-aafd-857cc027de41 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.629754 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba94f9ab-73d7-48d5-aafd-857cc027de41 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.669006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba94f9ab-73d7-48d5-aafd-857cc027de41 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.670263 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba94f9ab-73d7-48d5-aafd-857cc027de41 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1575859 Oct 29 08:57:38.673062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56324) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.678969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7fa6cd99-89e8-4563-bc3e-6c1c5ce58419 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774461440'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:38.686386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94f9ab-73d7-48d5-aafd-857cc027de41 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b4d7fb-dcbb-4678-baab-8252ae1372db,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:38.709492 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fa6cd99-89e8-4563-bc3e-6c1c5ce58419 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.784366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fa6cd99-89e8-4563-bc3e-6c1c5ce58419 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.792358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fa6cd99-89e8-4563-bc3e-6c1c5ce58419 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.811450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56328) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.829760 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7fa6cd99-89e8-4563-bc3e-6c1c5ce58419 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.831084 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7fa6cd99-89e8-4563-bc3e-6c1c5ce58419 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1570156 Oct 29 08:57:38.833924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6cd99-89e8-4563-bc3e-6c1c5ce58419 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2def34-e6cb-4a2d-b13e-45ff024c9f81,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:38.834690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56332) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.841852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a4b8c5d0-2a7c-405f-bd46-837a6ad0212b tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group_rule': {'security_group_id': 'a1b4d7fb-dcbb-4678-baab-8252ae1372db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4c2def34-e6cb-4a2d-b13e-45ff024c9f81'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:38.884482 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-a4b8c5d0-2a7c-405f-bd46-837a6ad0212b tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 08:57:38.886506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a4b8c5d0-2a7c-405f-bd46-837a6ad0212b tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0485935 Oct 29 08:57:38.889942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56334) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:38.935116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-232022803-network', 'tenant_id': '8efd5ee1ff1845dea866c6ab8a57faca'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:38.950144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8204433a-02c6-45b2-8e0b-0ba027aa62d1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.959004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Made reservation on behalf of 8efd5ee1ff1845dea866c6ab8a57faca for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:38.962713 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.974370 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8204433a-02c6-45b2-8e0b-0ba027aa62d1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:38.975530 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.020346 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8204433a-02c6-45b2-8e0b-0ba027aa62d1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.024867 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8204433a-02c6-45b2-8e0b-0ba027aa62d1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.026394 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8204433a-02c6-45b2-8e0b-0ba027aa62d1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/4c2def34-e6cb-4a2d-b13e-45ff024c9f81 HTTP/1.1" status: 204 len: 168 time: 0.1351984 Oct 29 08:57:39.030172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56336) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:39.038764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204433a-02c6-45b2-8e0b-0ba027aa62d1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2def34-e6cb-4a2d-b13e-45ff024c9f81,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:39.469734 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.479454 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.490625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-951608e0-4f14-4a0c-9586-7bf94e27774b tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4589856 Oct 29 08:57:39.493634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56340) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:39.515048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:57:39.525904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a49be2-ef6c-4de3-8027-e5246fbf2a95,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:39.533719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.534089 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Added segment 9aac1cf1-7928-4de6-b5e5-976d37160d27 of type vlan for network 2d95032f-f47d-42a8-ab77-f34d144503ec Oct 29 08:57:39.584025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.603024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf5032be-8eb4-47f1-ab3f-234730807df1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.620425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.621241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:39.621847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.631954 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf5032be-8eb4-47f1-ab3f-234730807df1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.691461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8784475 Oct 29 08:57:39.695176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56342) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:39.695692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf5032be-8eb4-47f1-ab3f-234730807df1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.698589 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf5032be-8eb4-47f1-ab3f-234730807df1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.699943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bf5032be-8eb4-47f1-ab3f-234730807df1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1b4d7fb-dcbb-4678-baab-8252ae1372db HTTP/1.1" status: 204 len: 168 time: 0.2050958 Oct 29 08:57:39.701274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Request body: {'subnet': {'network_id': '2d95032f-f47d-42a8-ab77-f34d144503ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-232022803-subnet', 'tenant_id': '8efd5ee1ff1845dea866c6ab8a57faca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:39.703586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56344) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:39.706292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af1ee7-032a-4e88-8488-ee86490088ad admin admin] Pushing event updated for resources: {'Network': ['ID=2d95032f-f47d-42a8-ab77-f34d144503ec,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:39.725701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2d95032f-f47d-42a8-ab77-f34d144503ec details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:57:39.726391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5032be-8eb4-47f1-ab3f-234730807df1 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b4d7fb-dcbb-4678-baab-8252ae1372db,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:39.738169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Made reservation on behalf of 8efd5ee1ff1845dea866c6ab8a57faca for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:39.742178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.765677 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a3d36d7e-2faf-4ff7-b750-a5f3538e0677 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596287 Oct 29 08:57:39.769351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56346) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:39.774660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-db1a6685-ca8b-4aac-9f07-5c3f459c6a9c tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'tempest-secgroup--85206710'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:39.803516 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db1a6685-ca8b-4aac-9f07-5c3f459c6a9c tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.903347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db1a6685-ca8b-4aac-9f07-5c3f459c6a9c tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.912849 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db1a6685-ca8b-4aac-9f07-5c3f459c6a9c tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.946598 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-db1a6685-ca8b-4aac-9f07-5c3f459c6a9c tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:39.948661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-db1a6685-ca8b-4aac-9f07-5c3f459c6a9c tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1782992 Oct 29 08:57:39.951955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56348) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:39.958471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8fd3cb33-f64e-4a25-8058-023c2828fb56 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:39.958908 n-d-815940-1 neutron-server[102114]: WARNING neutron.api.v2.base [None req-8fd3cb33-f64e-4a25-8058-023c2828fb56 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 29 08:57:39.959402 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-8fd3cb33-f64e-4a25-8058-023c2828fb56 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] update failed (client error): There was a conflict when trying to complete your request. Oct 29 08:57:39.960515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8fd3cb33-f64e-4a25-8058-023c2828fb56 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "PUT /v2.0/security-groups/ec42a999-68e0-4ba2-a43f-37805af91b1d HTTP/1.1" status: 409 len: 330 time: 0.0068779 Oct 29 08:57:39.962060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a6685-ca8b-4aac-9f07-5c3f459c6a9c tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec42a999-68e0-4ba2-a43f-37805af91b1d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:39.964563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56350) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:40.004411 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.030552 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ea9f-5fb7-40ed-8c57-922143cebad4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.060014 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ea9f-5fb7-40ed-8c57-922143cebad4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.075015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Checking segment: {'id': '9aac1cf1-7928-4de6-b5e5-976d37160d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2d95032f-f47d-42a8-ab77-f34d144503ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:40.075379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Network hostable DHCP agents. Network: 2d95032f-f47d-42a8-ab77-f34d144503ec, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:57:40.077537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f273b44-61a0-4976-a3b2-b11ba6d9302a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:40.101200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Network 2d95032f-f47d-42a8-ab77-f34d144503ec is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:57:40.104990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ea9f-5fb7-40ed-8c57-922143cebad4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.108084 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7bc7ea9f-5fb7-40ed-8c57-922143cebad4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.109427 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7bc7ea9f-5fb7-40ed-8c57-922143cebad4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec42a999-68e0-4ba2-a43f-37805af91b1d HTTP/1.1" status: 204 len: 168 time: 0.1436493 Oct 29 08:57:40.112360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56352) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:40.120990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7ea9f-5fb7-40ed-8c57-922143cebad4 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec42a999-68e0-4ba2-a43f-37805af91b1d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:40.126696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 2d95032f-f47d-42a8-ab77-f34d144503ec) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:40.133496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:40.134192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.141722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86272ca-ada3-42db-a40e-316a4b7078f7 None None] Network 2d95032f-f47d-42a8-ab77-f34d144503ec requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:40.167546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-367bbc58-06ca-4599-89ed-0f63164d126a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4713128 Oct 29 08:57:40.190957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-95589115-fb8d-4d8b-9183-d00fe8e619ed tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749216 Oct 29 08:57:40.191166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56356) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:40.207145 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-fa60928f-bc91-48b2-9776-59cbdacfcb6d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] delete failed (client error): The resource could not be found. Oct 29 08:57:40.211578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fa60928f-bc91-48b2-9776-59cbdacfcb6d tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "DELETE /v2.0/security-groups/2236237b-e131-4d08-b3d8-748ddfd42f4e HTTP/1.1" status: 404 len: 347 time: 0.0162566 Oct 29 08:57:40.211878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56358) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:40.232445 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-773e93b9-9d15-4205-900e-3ba512cf20f9 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] show failed (client error): The resource could not be found. Oct 29 08:57:40.237084 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-773e93b9-9d15-4205-900e-3ba512cf20f9 tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-groups/701ca902-7877-4bd8-97cb-d3588c2e47d3 HTTP/1.1" status: 404 len: 347 time: 0.0201955 Oct 29 08:57:40.237491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56360) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:40.253986 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-c20b5415-7cb4-4ee5-b3c9-edc492a1096b tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] show failed (client error): The resource could not be found. Oct 29 08:57:40.256069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c20b5415-7cb4-4ee5-b3c9-edc492a1096b tempest-NegativeSecGroupTest-1759184582 tempest-NegativeSecGroupTest-1759184582-project] 10.222.0.70 "GET /v2.0/security-group-rules/a58e5131-c175-4e66-869e-2bac379b9458 HTTP/1.1" status: 404 len: 356 time: 0.0165446 Oct 29 08:57:40.306227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01a3b6-1cd6-48f9-bcc2-76632984b8b8 None None] Network 2d95032f-f47d-42a8-ab77-f34d144503ec requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:40.554226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56374) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:40.709248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1dcf7d01-875c-4c30-9bf5-2d816d8b9d44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3523f610f4fa4f128abe1103484e1da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533821 Oct 29 08:57:40.711641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56382) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:40.829578 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-092df289-3b93-4ae8-a8e2-5bf15d53ff5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.874510 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-092df289-3b93-4ae8-a8e2-5bf15d53ff5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.892890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-e0991974-05bc-4756-bfb7-10e7cd8dbbb5 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:40.894432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-e0991974-05bc-4756-bfb7-10e7cd8dbbb5 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/networks?id=2d95032f-f47d-42a8-ab77-f34d144503ec HTTP/1.1" status: 200 len: 808 time: 0.1555753 Oct 29 08:57:40.925683 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-9f9f2e26-64fe-415c-b2a3-63721c29a0b1 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/quotas/8efd5ee1ff1845dea866c6ab8a57faca HTTP/1.1" status: 200 len: 375 time: 0.0224006 Oct 29 08:57:40.961581 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-7b6acda4-9449-48f1-aced-ca66e8aedb6c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8efd5ee1ff1845dea866c6ab8a57faca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290837 Oct 29 08:57:40.963072 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-092df289-3b93-4ae8-a8e2-5bf15d53ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.965725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-092df289-3b93-4ae8-a8e2-5bf15d53ff5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:40.966813 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-092df289-3b93-4ae8-a8e2-5bf15d53ff5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12b326a1-e23c-4214-8fcf-b34d24d0e51d HTTP/1.1" status: 204 len: 168 time: 0.2540057 Oct 29 08:57:40.987354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df289-3b93-4ae8-a8e2-5bf15d53ff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b326a1-e23c-4214-8fcf-b34d24d0e51d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:41.066903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-f0422847-28c2-4990-a487-bba58e006ac6 service neutron] 10.222.0.70 "GET /v2.0/networks/2d95032f-f47d-42a8-ab77-f34d144503ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964618 Oct 29 08:57:41.173096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-521c8c84-94cc-4608-9c57-60b61c43a3fe service neutron] 10.222.0.70 "GET /v2.0/networks/2d95032f-f47d-42a8-ab77-f34d144503ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997028 Oct 29 08:57:41.346922 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b49d9b31-36d3-4acb-9b40-04d146dbd166 req-8042389d-12c3-41db-bd6e-a6913419fb7e tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 210 time: 0.0276978 Oct 29 08:57:42.461242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-ba3808d4-ec0b-421a-80ec-5603f3c945de tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:42.462955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-ba3808d4-ec0b-421a-80ec-5603f3c945de tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.15 "GET /v2.0/networks?id=2d95032f-f47d-42a8-ab77-f34d144503ec HTTP/1.1" status: 200 len: 808 time: 0.1538703 Oct 29 08:57:42.513631 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2bf7e98-2cb5-44de-8651-a3c7a31378fa req-a9b3fd6b-6bfa-412a-8c82-5556a071d3f7 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 210 time: 0.0480731 Oct 29 08:57:42.525085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Request body: {'port': {'device_id': '828b3bee-4fb2-4358-96aa-85c568eb3f21', 'network_id': '2d95032f-f47d-42a8-ab77-f34d144503ec', 'admin_state_up': True, 'tenant_id': '8efd5ee1ff1845dea866c6ab8a57faca'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:42.653869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Made reservation on behalf of 8efd5ee1ff1845dea866c6ab8a57faca for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:42.658228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:42.809074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Allocated IP 172.20.0.9 (2d95032f-f47d-42a8-ab77-f34d144503ec/6f273b44-61a0-4976-a3b2-b11ba6d9302a/cd75703e-24b2-43a0-be82-84fbea49b370) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:57:42.980764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.057568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56470) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:43.083645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.132942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Network 2d95032f-f47d-42a8-ab77-f34d144503ec is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:43.136763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:43.141727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:57:43.176973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Pushing event updated for resources: {'Port': ['ID=cd75703e-24b2-43a0-be82-84fbea49b370,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:43.212328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:43.213039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.235833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-948c5b74-a511-4bf2-8c11-291a34d70f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.249396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3ce086ab-4b38-4f84-bf18-2c02960d6bf9 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743199 Oct 29 08:57:43.265058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Request body: {'port': {'device_id': '828b3bee-4fb2-4358-96aa-85c568eb3f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:43.345737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.412069 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-948c5b74-a511-4bf2-8c11-291a34d70f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.421650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-948c5b74-a511-4bf2-8c11-291a34d70f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.523790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-948c5b74-a511-4bf2-8c11-291a34d70f5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8f3326972384ff689ad1cb8b184cec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623864 Oct 29 08:57:43.527158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56474) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:43.528486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c5b74-a511-4bf2-8c11-291a34d70f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78696b10-4f4b-44a3-9d37-a8c32f1d9233,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:43.588380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3068d0f-083f-4021-89c1-56eedc3e68a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.634770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3068d0f-083f-4021-89c1-56eedc3e68a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.682188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd75703e-24b2-43a0-be82-84fbea49b370 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:43.685250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646b579-e0e8-45c0-94eb-35228d238cfa req-09a6d4db-36e3-4a2e-be13-69937e7ecf5d tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:43.686824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6646b579-e0e8-45c0-94eb-35228d238cfa req-09a6d4db-36e3-4a2e-be13-69937e7ecf5d tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 931 time: 0.0883451 Oct 29 08:57:43.690069 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.720259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Transition to ACTIVE for port object cd75703e-24b2-43a0-be82-84fbea49b370 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:57:43.723041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3068d0f-083f-4021-89c1-56eedc3e68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.724545 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.725808 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c3068d0f-083f-4021-89c1-56eedc3e68a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.736645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c3068d0f-083f-4021-89c1-56eedc3e68a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78696b10-4f4b-44a3-9d37-a8c32f1d9233 HTTP/1.1" status: 204 len: 168 time: 0.2021773 Oct 29 08:57:43.762808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3068d0f-083f-4021-89c1-56eedc3e68a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78696b10-4f4b-44a3-9d37-a8c32f1d9233,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:43.767888 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6646b579-e0e8-45c0-94eb-35228d238cfa req-14eecd3e-5d3b-4edd-9895-a6754937b607 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740905 Oct 29 08:57:43.803721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75703e-24b2-43a0-be82-84fbea49b370,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:43.878862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Attempting to bind port cd75703e-24b2-43a0-be82-84fbea49b370 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:43.879285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Attempting to bind port cd75703e-24b2-43a0-be82-84fbea49b370 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '9aac1cf1-7928-4de6-b5e5-976d37160d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2d95032f-f47d-42a8-ab77-f34d144503ec'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:43.879682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Attempting to bind port cd75703e-24b2-43a0-be82-84fbea49b370 on network 2d95032f-f47d-42a8-ab77-f34d144503ec {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:43.885297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Port cd75703e-24b2-43a0-be82-84fbea49b370 on network 2d95032f-f47d-42a8-ab77-f34d144503ec not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:57:43.885746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Attempting to bind port cd75703e-24b2-43a0-be82-84fbea49b370 on network 2d95032f-f47d-42a8-ab77-f34d144503ec {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:43.891400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:43.891836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Checking segment: {'id': '9aac1cf1-7928-4de6-b5e5-976d37160d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2d95032f-f47d-42a8-ab77-f34d144503ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:43.892327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Bound using segment: {'id': '9aac1cf1-7928-4de6-b5e5-976d37160d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2d95032f-f47d-42a8-ab77-f34d144503ec'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:43.892826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Bound port: cd75703e-24b2-43a0-be82-84fbea49b370, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aac1cf1-7928-4de6-b5e5-976d37160d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2d95032f-f47d-42a8-ab77-f34d144503ec'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:43.893250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:43.977008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] For port cd75703e-24b2-43a0-be82-84fbea49b370, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:43.981592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] For port cd75703e-24b2-43a0-be82-84fbea49b370, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cd75703e-24b2-43a0-be82-84fbea49b370,segment=NetworkSegment(9aac1cf1-7928-4de6-b5e5-976d37160d27),segment_id=9aac1cf1-7928-4de6-b5e5-976d37160d27)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:43.993597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.047339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56494) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:44.061307 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f510aa2d-fa54-4274-927e-028ed0ffb8ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.075683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:44.076447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.078209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] 10.222.0.15 "PUT /v2.0/ports/cd75703e-24b2-43a0-be82-84fbea49b370 HTTP/1.1" status: 200 len: 1091 time: 0.8176901 Oct 29 08:57:44.085802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828b3bee-4fb2-4358-96aa-85c568eb3f21', 'tag': 'cd75703e-24b2-43a0-be82-84fbea49b370'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:44.088551 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf042bf-4a8e-42c8-a033-1461568be829" -d '{"events": [{"name": "network-changed", "server_uuid": "828b3bee-4fb2-4358-96aa-85c568eb3f21", "tag": "cd75703e-24b2-43a0-be82-84fbea49b370"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:44.143901 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d4e871-7334-4794-a0d9-f06be5895075 x-openstack-request-id: req-26d4e871-7334-4794-a0d9-f06be5895075 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:44.144238 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828b3bee-4fb2-4358-96aa-85c568eb3f21", "tag": "cd75703e-24b2-43a0-be82-84fbea49b370", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:44.144454 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26d4e871-7334-4794-a0d9-f06be5895075 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:44.144855 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828b3bee-4fb2-4358-96aa-85c568eb3f21', 'tag': 'cd75703e-24b2-43a0-be82-84fbea49b370', 'status': 'completed', 'code': 200} Oct 29 08:57:44.153185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272bc06-a149-471c-952e-a1527ccb0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75703e-24b2-43a0-be82-84fbea49b370,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:44.158096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f510aa2d-fa54-4274-927e-028ed0ffb8ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.164062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f510aa2d-fa54-4274-927e-028ed0ffb8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.196357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5896b-a930-42b3-8808-9f1464215535 req-a2115ea2-d941-49d8-bf8e-4623726027f7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:44.197983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-a2115ea2-d941-49d8-bf8e-4623726027f7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.2227170 Oct 29 08:57:44.202515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510aa2d-fa54-4274-927e-028ed0ffb8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2e961-fd19-414d-aeab-eba22c8d4a7d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:44.206968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f510aa2d-fa54-4274-927e-028ed0ffb8ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4cc789ca9f194827a00cf4c51917405a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585708 Oct 29 08:57:44.209450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-e1b177f8-5da8-488c-8d1e-0539cb926c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:44.209696 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56498) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:44.211160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-e1b177f8-5da8-488c-8d1e-0539cb926c9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8efd5ee1ff1845dea866c6ab8a57faca&device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 1094 time: 0.0848222 Oct 29 08:57:44.226018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-8ea32ae6-c347-4a10-8807-333a39f5ffb8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/quotas/3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 375 time: 0.0210340 Oct 29 08:57:44.259337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-d6c2628c-c9e0-4a7c-a7f7-88c3bd7c5c9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd75703e-24b2-43a0-be82-84fbea49b370 HTTP/1.1" status: 200 len: 217 time: 0.0394650 Oct 29 08:57:44.261548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55b739a5-7572-46cd-bfaa-4befb48ed0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.289589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-19679f19-727d-4612-9ff8-536e9f818a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.296453 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55b739a5-7572-46cd-bfaa-4befb48ed0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.349142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55b739a5-7572-46cd-bfaa-4befb48ed0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.352362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-55b739a5-7572-46cd-bfaa-4befb48ed0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:44.353057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-c15a8ef7-c9d1-45af-a635-66d75cda08c5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963097 Oct 29 08:57:44.353529 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-55b739a5-7572-46cd-bfaa-4befb48ed0ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34b2e961-fd19-414d-aeab-eba22c8d4a7d HTTP/1.1" status: 204 len: 168 time: 0.1428642 Oct 29 08:57:44.355128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-59c5e726-56e8-4cf4-8a4a-4834ed22c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:44.356506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-59c5e726-56e8-4cf4-8a4a-4834ed22c8e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f273b44-61a0-4976-a3b2-b11ba6d9302a HTTP/1.1" status: 200 len: 848 time: 0.0682645 Oct 29 08:57:44.364219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b739a5-7572-46cd-bfaa-4befb48ed0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2e961-fd19-414d-aeab-eba22c8d4a7d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:44.436105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-cf2f326e-dfa9-436a-b29a-628dc3590677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d95032f-f47d-42a8-ab77-f34d144503ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721188 Oct 29 08:57:44.532275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-7ee654c6-2f97-4d70-a11a-94c04ba85d25 service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579273 Oct 29 08:57:44.607231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-b95dd936-415a-4ece-aaa0-5f82a8849123 service neutron] 10.222.0.15 "GET /v2.0/networks/2d95032f-f47d-42a8-ab77-f34d144503ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628695 Oct 29 08:57:44.694993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-ba8372f2-fb7d-4113-8652-ae4075ca69fe service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544225 Oct 29 08:57:44.726717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-38a9dd14-178a-4ff2-93e0-6587f6b29e55 req-d5859149-9d06-4b6f-aed3-c53ace764fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/2d95032f-f47d-42a8-ab77-f34d144503ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110597 Oct 29 08:57:44.830218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-7b4d48b4-dc5b-4f9d-8caf-3826fe27a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:44.831763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-7b4d48b4-dc5b-4f9d-8caf-3826fe27a7bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8efd5ee1ff1845dea866c6ab8a57faca&device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 1094 time: 0.0520532 Oct 29 08:57:44.917225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec105371-e8ec-466b-841f-d0fa2b5aedfb req-5a963722-c33e-4a00-8b69-f4fdbfd7db1a tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:44.918795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec105371-e8ec-466b-841f-d0fa2b5aedfb req-5a963722-c33e-4a00-8b69-f4fdbfd7db1a tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 943 time: 0.0600433 Oct 29 08:57:44.956223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-3416d9a7-7700-4afa-8307-42ffbf0585a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:44.958671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-3416d9a7-7700-4afa-8307-42ffbf0585a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d95032f-f47d-42a8-ab77-f34d144503ec HTTP/1.1" status: 200 len: 910 time: 0.1179514 Oct 29 08:57:44.980367 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec105371-e8ec-466b-841f-d0fa2b5aedfb req-e87edd7b-ef20-404a-94b0-483df20ab6e4 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464926 Oct 29 08:57:45.059286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ffe089a-7358-44c5-8cf5-8713cc718846 req-4f5e8953-fddc-4070-bfbf-48ea760e6d24 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 210 time: 0.0952432 Oct 29 08:57:45.062292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-bcedefb4-6ebc-4ba2-8b6d-bbf3ca49dded service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd75703e-24b2-43a0-be82-84fbea49b370 HTTP/1.1" status: 200 len: 217 time: 0.0956571 Oct 29 08:57:45.119009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-a4532ce5-54ab-455d-a95a-1a05a9e174b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:45.120940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-a4532ce5-54ab-455d-a95a-1a05a9e174b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f273b44-61a0-4976-a3b2-b11ba6d9302a HTTP/1.1" status: 200 len: 848 time: 0.0505314 Oct 29 08:57:45.155264 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-bc4d627c-813a-4f1e-b2d8-05945a54f3b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d95032f-f47d-42a8-ab77-f34d144503ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267384 Oct 29 08:57:45.263562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-de8720a4-612b-4ce4-9110-0dc4ab71a68b service neutron] 10.222.0.15 "GET /v2.0/networks/2d95032f-f47d-42a8-ab77-f34d144503ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980248 Oct 29 08:57:45.374124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdf042bf-4a8e-42c8-a033-1461568be829 req-ed77a02b-44e1-4c6d-9f27-665f2edba20c service neutron] 10.222.0.15 "GET /v2.0/networks/2d95032f-f47d-42a8-ab77-f34d144503ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018734 Oct 29 08:57:45.983030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5896b-a930-42b3-8808-9f1464215535 req-4b401d02-f179-4307-9c82-ce73aa7791f3 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:45.984560 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-4b401d02-f179-4307-9c82-ce73aa7791f3 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1289666 Oct 29 08:57:46.000815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'port': {'device_id': '5f684f1d-8d78-412d-95ce-d79e97804e3d', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'admin_state_up': True, 'tenant_id': '3c29013403a64017905dd89022361aac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:46.158007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac593dd6-ddc8-4037-9f75-35e7a905d407 req-2d4f7845-10b4-4645-a121-3b1b2c0dcae5 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:46.164952 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac593dd6-ddc8-4037-9f75-35e7a905d407 req-2d4f7845-10b4-4645-a121-3b1b2c0dcae5 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 943 time: 0.0997784 Oct 29 08:57:46.174245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:46.178903 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:46.229673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac593dd6-ddc8-4037-9f75-35e7a905d407 req-14c2660d-c68f-4210-8d04-1c7bf6db6b05 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627604 Oct 29 08:57:46.256370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b03f298-4263-4a3e-b084-66b5b5e68727 req-92c61791-4606-49ce-828e-68e47934380a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 210 time: 0.0833807 Oct 29 08:57:46.395314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.20.0.11 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/c38b44f3-3e92-4d67-921e-cd882eae8373) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:57:46.571993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:46.608266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:46.664497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:57:46.668110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:46.672005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:57:46.710825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=c38b44f3-3e92-4d67-921e-cd882eae8373,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:46.728796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:46.729575 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:46.750096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-1ca209fc-f64b-4b69-aa47-270eadfd2cc9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7532823 Oct 29 08:57:46.764673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Request body: {'port': {'device_id': '5f684f1d-8d78-412d-95ce-d79e97804e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:46.823354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:46.883782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cd75703e-24b2-43a0-be82-84fbea49b370 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:57:46.988213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7bdc4b17-318a-43c4-9661-b16fd7f6f3c2 None None] Provisioning complete for port c38b44f3-3e92-4d67-921e-cd882eae8373 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:46.988828 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7bdc4b17-318a-43c4-9661-b16fd7f6f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.007066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cd75703e-24b2-43a0-be82-84fbea49b370, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cd75703e-24b2-43a0-be82-84fbea49b370,segment=NetworkSegment(9aac1cf1-7928-4de6-b5e5-976d37160d27),segment_id=9aac1cf1-7928-4de6-b5e5-976d37160d27)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:47.047563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'cd75703e-24b2-43a0-be82-84fbea49b370', 'network_id': '2d95032f-f47d-42a8-ab77-f34d144503ec', 'port_id': 'cd75703e-24b2-43a0-be82-84fbea49b370', 'mac_address': 'fa:16:3e:18:90:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f273b44-61a0-4976-a3b2-b11ba6d9302a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:57:47.079283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d6d59b47-4361-4308-81e2-d612f12047bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.082430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc4b17-318a-43c4-9661-b16fd7f6f3c2 None None] Port c38b44f3-3e92-4d67-921e-cd882eae8373 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:57:47.097194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.111999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd75703e-24b2-43a0-be82-84fbea49b370 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:47.133749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38b44f3-3e92-4d67-921e-cd882eae8373 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:57:47.134511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cd75703e-24b2-43a0-be82-84fbea49b370, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cd75703e-24b2-43a0-be82-84fbea49b370,segment=NetworkSegment(9aac1cf1-7928-4de6-b5e5-976d37160d27),segment_id=9aac1cf1-7928-4de6-b5e5-976d37160d27)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:47.140287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.144644 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.159316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Transition to ACTIVE for port object c38b44f3-3e92-4d67-921e-cd882eae8373 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:57:47.166584 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.196539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cd75703e-24b2-43a0-be82-84fbea49b370,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:47.207198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.207742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.208267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.208787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.209274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.209760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.210288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.210825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.211146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.211486 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.211897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.214342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:57:47.280561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Pushing event updated for resources: {'Port': ['ID=c38b44f3-3e92-4d67-921e-cd882eae8373,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:47.336608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['cd75703e-24b2-43a0-be82-84fbea49b370'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:57:47.374131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Attempting to bind port c38b44f3-3e92-4d67-921e-cd882eae8373 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:57:47.374714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Attempting to bind port c38b44f3-3e92-4d67-921e-cd882eae8373 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:57:47.375294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Attempting to bind port c38b44f3-3e92-4d67-921e-cd882eae8373 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:47.391303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Port c38b44f3-3e92-4d67-921e-cd882eae8373 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:57:47.391303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Attempting to bind port c38b44f3-3e92-4d67-921e-cd882eae8373 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:57:47.422559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:57:47.423086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:47.423496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:57:47.424109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Bound port: c38b44f3-3e92-4d67-921e-cd882eae8373, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:57:47.424488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.539610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71293ca9-cdc5-4784-9299-cef7712a546e req-0cfbd394-e0a2-4a18-986e-610249004c84 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:47.544094 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71293ca9-cdc5-4784-9299-cef7712a546e req-0cfbd394-e0a2-4a18-986e-610249004c84 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 944 time: 0.1497171 Oct 29 08:57:47.554298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11702c-0927-448c-a66c-b2e425d24101 req-45ca94e8-3a10-4254-9128-ab087d2c4580 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:47.562942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce11702c-0927-448c-a66c-b2e425d24101 req-45ca94e8-3a10-4254-9128-ab087d2c4580 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.1560590 Oct 29 08:57:47.607633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] For port c38b44f3-3e92-4d67-921e-cd882eae8373, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:57:47.634190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce11702c-0927-448c-a66c-b2e425d24101 req-6bd389db-7c13-43d7-be0f-c8cad3124cef tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702381 Oct 29 08:57:47.640462 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71293ca9-cdc5-4784-9299-cef7712a546e req-80ae4afb-b99b-47df-bb61-3d61111213ea tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925138 Oct 29 08:57:47.642559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] For port c38b44f3-3e92-4d67-921e-cd882eae8373, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c38b44f3-3e92-4d67-921e-cd882eae8373,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:57:47.658629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.696390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:47.697023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:47.698609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] 10.222.0.93 "PUT /v2.0/ports/c38b44f3-3e92-4d67-921e-cd882eae8373 HTTP/1.1" status: 200 len: 1092 time: 0.9396522 Oct 29 08:57:47.699150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f684f1d-8d78-412d-95ce-d79e97804e3d', 'tag': 'c38b44f3-3e92-4d67-921e-cd882eae8373'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:47.701812 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e959ceed-58e1-4442-9dc4-7d05587b9fba" -d '{"events": [{"name": "network-changed", "server_uuid": "5f684f1d-8d78-412d-95ce-d79e97804e3d", "tag": "c38b44f3-3e92-4d67-921e-cd882eae8373"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:47.741419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a60a61-5495-4c25-be7d-8531d4460a9f service neutron] Pushing event updated for resources: {'Port': ['ID=c38b44f3-3e92-4d67-921e-cd882eae8373,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:47.789753 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ba8b01-a838-45cd-ae3a-3d45d432073a x-openstack-request-id: req-57ba8b01-a838-45cd-ae3a-3d45d432073a {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:47.790082 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f684f1d-8d78-412d-95ce-d79e97804e3d", "tag": "c38b44f3-3e92-4d67-921e-cd882eae8373", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:47.790308 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57ba8b01-a838-45cd-ae3a-3d45d432073a {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:47.790774 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f684f1d-8d78-412d-95ce-d79e97804e3d', 'tag': 'c38b44f3-3e92-4d67-921e-cd882eae8373', 'status': 'completed', 'code': 200} Oct 29 08:57:47.810379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5896b-a930-42b3-8808-9f1464215535 req-f5352814-0f00-45bc-bc45-41ade7195712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:47.812115 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-f5352814-0f00-45bc-bc45-41ade7195712 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 1095 time: 0.0614116 Oct 29 08:57:47.866106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-8160adda-1bd0-4cc5-bb5e-8b2a0d8c539c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38b44f3-3e92-4d67-921e-cd882eae8373 HTTP/1.1" status: 200 len: 217 time: 0.0458462 Oct 29 08:57:47.955029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5896b-a930-42b3-8808-9f1464215535 req-0004b41e-bbd0-405c-ab5f-cba93d9b3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:47.957710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-0004b41e-bbd0-405c-ab5f-cba93d9b3a12 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0829618 Oct 29 08:57:48.016694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5896b-a930-42b3-8808-9f1464215535 req-23792f79-ab38-476f-b27b-9789775e289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:48.018356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-23792f79-ab38-476f-b27b-9789775e289f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496361 Oct 29 08:57:48.121591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-402fb87f-d43e-4f2e-ae79-8952e7f6afb8 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956397 Oct 29 08:57:48.178127 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:48.227149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9ce5896b-a930-42b3-8808-9f1464215535 req-83d05cf7-0abb-453e-806c-27e20b275e59 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975847 Oct 29 08:57:48.321541 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:48.331378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-a9d22213-8cd1-47f5-b03f-ded458261777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:48.333260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-a9d22213-8cd1-47f5-b03f-ded458261777 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 1095 time: 0.0508444 Oct 29 08:57:48.446009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-79336f7e-a7aa-4354-b815-840161045d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:48.447645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-79336f7e-a7aa-4354-b815-840161045d51 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1074722 Oct 29 08:57:48.490680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-e60d0366-41e0-4c21-b382-462471df599e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38b44f3-3e92-4d67-921e-cd882eae8373 HTTP/1.1" status: 200 len: 217 time: 0.0360274 Oct 29 08:57:48.542969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-634752b3-1b0b-432e-9a0a-073548adf943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:48.544625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-634752b3-1b0b-432e-9a0a-073548adf943 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0468204 Oct 29 08:57:48.596998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-d1fda6df-61d6-45b6-9f55-7746bd7a3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:48.598535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-d1fda6df-61d6-45b6-9f55-7746bd7a3333 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470426 Oct 29 08:57:48.869015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49d615-4509-47f4-8d21-1e69ef1cb1e2 req-d43faa1a-5eb2-4030-b960-3c4bcc19a82a tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:48.871488 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff49d615-4509-47f4-8d21-1e69ef1cb1e2 req-d43faa1a-5eb2-4030-b960-3c4bcc19a82a tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 944 time: 0.0666540 Oct 29 08:57:48.905771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cd75703e-24b2-43a0-be82-84fbea49b370 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:57:48.923270 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff49d615-4509-47f4-8d21-1e69ef1cb1e2 req-be3ae599-e5ac-42f1-aa8e-a60cf047a607 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448937 Oct 29 08:57:48.983785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port cd75703e-24b2-43a0-be82-84fbea49b370 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:57:48.990628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port cd75703e-24b2-43a0-be82-84fbea49b370 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:57:48.991497 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.098950 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.141849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828b3bee-4fb2-4358-96aa-85c568eb3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75703e-24b2-43a0-be82-84fbea49b370'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:49.145612 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f680507-ebe8-4a0a-ac4b-deadbf75d7b9" -d '{"events": [{"server_uuid": "828b3bee-4fb2-4358-96aa-85c568eb3f21", "name": "network-vif-plugged", "status": "completed", "tag": "cd75703e-24b2-43a0-be82-84fbea49b370"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:49.171119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port cd75703e-24b2-43a0-be82-84fbea49b370, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cd75703e-24b2-43a0-be82-84fbea49b370,segment=NetworkSegment(9aac1cf1-7928-4de6-b5e5-976d37160d27),segment_id=9aac1cf1-7928-4de6-b5e5-976d37160d27)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:49.177251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a8c14-e634-4ed9-b541-1ca60cd533b1 req-4ee4be9b-ef75-461b-9907-f32a7010bda7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:49.179229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d6a8c14-e634-4ed9-b541-1ca60cd533b1 req-4ee4be9b-ef75-461b-9907-f32a7010bda7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.1174109 Oct 29 08:57:49.182410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.212541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-519d26cb-dc55-4611-9b29-7e95844044f2 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060174 Oct 29 08:57:49.288256 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a88fbef-2f8c-474b-a845-7c1d749cd4f4 x-openstack-request-id: req-6a88fbef-2f8c-474b-a845-7c1d749cd4f4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:49.288476 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828b3bee-4fb2-4358-96aa-85c568eb3f21", "name": "network-vif-plugged", "status": "completed", "tag": "cd75703e-24b2-43a0-be82-84fbea49b370", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:49.288681 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a88fbef-2f8c-474b-a845-7c1d749cd4f4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:49.289097 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828b3bee-4fb2-4358-96aa-85c568eb3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75703e-24b2-43a0-be82-84fbea49b370', 'code': 200} Oct 29 08:57:49.290461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=cd75703e-24b2-43a0-be82-84fbea49b370,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:49.343286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d6a8c14-e634-4ed9-b541-1ca60cd533b1 req-45adbea8-a4b7-432b-80d2-02707e0708f1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479349 Oct 29 08:57:49.415498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aff819-01dc-434e-b968-d5c4512c80b5 req-fbc771ea-4e1c-4f7b-90e0-6613cdbcb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:49.417911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1aff819-01dc-434e-b968-d5c4512c80b5 req-fbc771ea-4e1c-4f7b-90e0-6613cdbcb75f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 1096 time: 0.1060286 Oct 29 08:57:49.493506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1aff819-01dc-434e-b968-d5c4512c80b5 req-f3e43d8e-deaa-4829-a668-b951d2da4108 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655737 Oct 29 08:57:49.496462 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e959ceed-58e1-4442-9dc4-7d05587b9fba req-d414a203-f9e4-4f96-b3ea-eed64f2e6713 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731729 Oct 29 08:57:49.543084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.565661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56622) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:49.679698 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800616a8-84c2-4633-bdf4-592ea3528e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.756096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800616a8-84c2-4633-bdf4-592ea3528e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.761511 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-800616a8-84c2-4633-bdf4-592ea3528e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.803603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-800616a8-84c2-4633-bdf4-592ea3528e56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eada4bf642154b34bbaf456bfcde2afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342486 Oct 29 08:57:49.803603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800616a8-84c2-4633-bdf4-592ea3528e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72793724-5755-44dd-bb7c-10750d690c75,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:49.805051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56626) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:49.858818 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b257-e02c-4ea1-a705-4eaa46c6d3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.881688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b257-e02c-4ea1-a705-4eaa46c6d3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.929226 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b257-e02c-4ea1-a705-4eaa46c6d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.932505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b257-e02c-4ea1-a705-4eaa46c6d3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:49.933938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9ac9b257-e02c-4ea1-a705-4eaa46c6d3b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72793724-5755-44dd-bb7c-10750d690c75 HTTP/1.1" status: 204 len: 168 time: 0.1277158 Oct 29 08:57:49.942341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9b257-e02c-4ea1-a705-4eaa46c6d3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72793724-5755-44dd-bb7c-10750d690c75,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:50.056920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f0c4e-7c02-4325-b396-a2a502c1644e req-2983f719-bc93-4f43-98cc-bbe54035ee8a tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:50.059720 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f05f0c4e-7c02-4325-b396-a2a502c1644e req-2983f719-bc93-4f43-98cc-bbe54035ee8a tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 945 time: 0.0598915 Oct 29 08:57:50.118160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f05f0c4e-7c02-4325-b396-a2a502c1644e req-23a7c907-f305-4d3d-ba50-5e6c3831cf1f tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487590 Oct 29 08:57:50.320633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:50.335504 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e912acf9-6b21-40ea-97d6-b5335ff2bac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:50.464882 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e912acf9-6b21-40ea-97d6-b5335ff2bac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:50.491636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e912acf9-6b21-40ea-97d6-b5335ff2bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:50.543162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912acf9-6b21-40ea-97d6-b5335ff2bac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dd404c-0b9a-4f16-8173-48bc6c636fb7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:50.553228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56638) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:50.553526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e912acf9-6b21-40ea-97d6-b5335ff2bac8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=683b004bc80d4098b6c425bfe5fccdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313547 Oct 29 08:57:50.566356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807c9b2-ea44-47db-a098-8d3c4178c6c8 req-0caaead1-3da8-458f-b9ba-956dc42b32f6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:50.568145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2807c9b2-ea44-47db-a098-8d3c4178c6c8 req-0caaead1-3da8-458f-b9ba-956dc42b32f6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.1190197 Oct 29 08:57:50.629493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2807c9b2-ea44-47db-a098-8d3c4178c6c8 req-8c4e437e-3f3d-4e98-ac98-3af8efa68d3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Oct 29 08:57:50.632105 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4a8334e-51a4-4687-993a-85bb95841aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:50.666401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4a8334e-51a4-4687-993a-85bb95841aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:50.721596 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4a8334e-51a4-4687-993a-85bb95841aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:50.725378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c4a8334e-51a4-4687-993a-85bb95841aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:50.726716 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c4a8334e-51a4-4687-993a-85bb95841aab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22dd404c-0b9a-4f16-8173-48bc6c636fb7 HTTP/1.1" status: 204 len: 168 time: 0.1717901 Oct 29 08:57:50.737942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8334e-51a4-4687-993a-85bb95841aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dd404c-0b9a-4f16-8173-48bc6c636fb7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:51.262376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50352cd0-dd5f-454b-86c2-110e72c36366 req-6a7528a9-07f9-4ece-93df-b84d667eb0e5 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:51.264224 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50352cd0-dd5f-454b-86c2-110e72c36366 req-6a7528a9-07f9-4ece-93df-b84d667eb0e5 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 945 time: 0.0633707 Oct 29 08:57:51.346528 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50352cd0-dd5f-454b-86c2-110e72c36366 req-f8d32590-9dfb-4cf5-b901-dacf6c92899a tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725443 Oct 29 08:57:51.808434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4737464-5ecc-4c58-886c-5cf55e21fa71 req-345ce19e-c330-4ba4-9f90-24debaa0acf5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:51.816013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4737464-5ecc-4c58-886c-5cf55e21fa71 req-345ce19e-c330-4ba4-9f90-24debaa0acf5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0918441 Oct 29 08:57:51.857259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4737464-5ecc-4c58-886c-5cf55e21fa71 req-0aaeb701-fba5-4fe8-8f3d-f751cc70343c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Oct 29 08:57:53.040335 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef077eae-8098-4e02-9194-10ccdeeb81d9 req-239ca8a5-1c65-45ec-89ca-88f6b0665858 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:53.043367 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef077eae-8098-4e02-9194-10ccdeeb81d9 req-239ca8a5-1c65-45ec-89ca-88f6b0665858 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0835159 Oct 29 08:57:53.106729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ef077eae-8098-4e02-9194-10ccdeeb81d9 req-41ade62d-c717-4abe-a086-cb916c182ffa tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552478 Oct 29 08:57:53.685104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81f5d9-abd6-4c43-92cf-5b933bb7ac55 req-b217f9d9-1668-4dfa-8a4c-3f592740924f tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:53.687703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d81f5d9-abd6-4c43-92cf-5b933bb7ac55 req-b217f9d9-1668-4dfa-8a4c-3f592740924f tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 945 time: 0.0669315 Oct 29 08:57:53.748343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d81f5d9-abd6-4c43-92cf-5b933bb7ac55 req-747326ca-cf2b-4a50-84b3-f618d9860e4e tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Oct 29 08:57:54.243521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb3782-99b2-4a83-8159-9f2c8e98d285 req-8d49c901-8b2b-4d1b-ac64-d2ce1c3bdc8c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:54.252516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2eb3782-99b2-4a83-8159-9f2c8e98d285 req-8d49c901-8b2b-4d1b-ac64-d2ce1c3bdc8c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0664458 Oct 29 08:57:54.306126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2eb3782-99b2-4a83-8159-9f2c8e98d285 req-275fa0f8-13ae-4dc0-b9cf-03380c5603e6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Oct 29 08:57:54.891791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c00185-6f39-4cce-9f2f-36a4a82bdae9 req-5dd54b2f-88f2-4f12-9635-78031bcfa102 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:54.894094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1c00185-6f39-4cce-9f2f-36a4a82bdae9 req-5dd54b2f-88f2-4f12-9635-78031bcfa102 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 945 time: 0.0815127 Oct 29 08:57:54.972395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1c00185-6f39-4cce-9f2f-36a4a82bdae9 req-54f4b668-7089-47e0-9b83-8b1154d6c50d tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/security-groups?id=b6a49be2-ef6c-4de3-8027-e5246fbf2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709486 Oct 29 08:57:54.991166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d4132-8e78-460e-949c-f26b544b8d58 req-40ede56a-e244-44e5-8b7e-da46999e6ce7 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:54.992985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-412d4132-8e78-460e-949c-f26b544b8d58 req-40ede56a-e244-44e5-8b7e-da46999e6ce7 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.15 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 945 time: 0.0677738 Oct 29 08:57:55.097662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Deleting port cd75703e-24b2-43a0-be82-84fbea49b370 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:57:55.098745 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:55.195184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] For port cd75703e-24b2-43a0-be82-84fbea49b370, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=cd75703e-24b2-43a0-be82-84fbea49b370,segment=NetworkSegment(9aac1cf1-7928-4de6-b5e5-976d37160d27),segment_id=9aac1cf1-7928-4de6-b5e5-976d37160d27)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:57:55.196377 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:55.210133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Calling delete_port for cd75703e-24b2-43a0-be82-84fbea49b370 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:57:55.399317 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:55.412417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['cd75703e-24b2-43a0-be82-84fbea49b370'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:57:55.446530 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac46bb-3146-4e43-9740-3e65b307d31a req-4e59e7c6-cb30-438a-ba2f-3bab43df2758 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:55.455386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beac46bb-3146-4e43-9740-3e65b307d31a req-4e59e7c6-cb30-438a-ba2f-3bab43df2758 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0729079 Oct 29 08:57:55.458909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Pushing event deleted for resources: {'Port': ['ID=cd75703e-24b2-43a0-be82-84fbea49b370,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:55.505914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] No DVR routers for this DVR port cd75703e-24b2-43a0-be82-84fbea49b370 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:57:55.508824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:55.511727 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beac46bb-3146-4e43-9740-3e65b307d31a req-236aca98-2711-43af-a63c-194c3f9e38c7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549989 Oct 29 08:57:55.513056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-412d4132-8e78-460e-949c-f26b544b8d58 req-1483a2bf-8353-47f3-b727-c4061ce5998c tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.15 "DELETE /v2.0/ports/cd75703e-24b2-43a0-be82-84fbea49b370 HTTP/1.1" status: 204 len: 173 time: 0.5132442 Oct 29 08:57:55.513580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828b3bee-4fb2-4358-96aa-85c568eb3f21', 'name': 'network-vif-deleted', 'tag': 'cd75703e-24b2-43a0-be82-84fbea49b370'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:57:55.516113 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9ad7ad-1589-4aa8-aa92-adb72f6eb3ed" -d '{"events": [{"server_uuid": "828b3bee-4fb2-4358-96aa-85c568eb3f21", "name": "network-vif-deleted", "tag": "cd75703e-24b2-43a0-be82-84fbea49b370"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:57:55.565293 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aa44d6-0056-4e7b-88df-865b58f464ef x-openstack-request-id: req-19aa44d6-0056-4e7b-88df-865b58f464ef {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:57:55.565608 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828b3bee-4fb2-4358-96aa-85c568eb3f21", "name": "network-vif-deleted", "tag": "cd75703e-24b2-43a0-be82-84fbea49b370", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:57:55.565867 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19aa44d6-0056-4e7b-88df-865b58f464ef {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:57:55.566282 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828b3bee-4fb2-4358-96aa-85c568eb3f21', 'name': 'network-vif-deleted', 'tag': 'cd75703e-24b2-43a0-be82-84fbea49b370', 'status': 'completed', 'code': 200} Oct 29 08:57:56.092495 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6e380d0c-bfbb-4164-85c0-54b5d3f0082c req-dd40d3d6-3c1b-497d-ac10-dc5fd3be2682 tempest-ServerTagsTestJSON-809686916 tempest-ServerTagsTestJSON-809686916-project] 10.222.0.70 "GET /v2.0/ports?device_id=828b3bee-4fb2-4358-96aa-85c568eb3f21 HTTP/1.1" status: 200 len: 210 time: 0.0268362 Oct 29 08:57:56.641355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288832b3-650b-4ec2-9c1d-83e14298600f req-0340d345-82a4-47e3-a68d-dedd2e50dd82 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:56.642913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-288832b3-650b-4ec2-9c1d-83e14298600f req-0340d345-82a4-47e3-a68d-dedd2e50dd82 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0569196 Oct 29 08:57:56.683473 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-288832b3-650b-4ec2-9c1d-83e14298600f req-fa854e9c-5ddc-489a-931f-54b7315f0260 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Oct 29 08:57:57.150955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56776) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:57.198809 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5f3f28-efb5-4174-a949-4c4b211c9590 admin admin] Deleting subnet 6f273b44-61a0-4976-a3b2-b11ba6d9302a {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:57:57.202376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d5f3f28-efb5-4174-a949-4c4b211c9590 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.238621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d5f3f28-efb5-4174-a949-4c4b211c9590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.278912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d5f3f28-efb5-4174-a949-4c4b211c9590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.337622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d5f3f28-efb5-4174-a949-4c4b211c9590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.375198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f3f28-efb5-4174-a949-4c4b211c9590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f273b44-61a0-4976-a3b2-b11ba6d9302a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:57.380451 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d5f3f28-efb5-4174-a949-4c4b211c9590 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.383857 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0d5f3f28-efb5-4174-a949-4c4b211c9590 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6f273b44-61a0-4976-a3b2-b11ba6d9302a HTTP/1.1" status: 204 len: 168 time: 0.2317512 Oct 29 08:57:57.387352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56778) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:57.465815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.552976 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.574196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d95032f-f47d-42a8-ab77-f34d144503ec']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:57.584385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aac1cf1-7928-4de6-b5e5-976d37160d27') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:57.584689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aac1cf1-7928-4de6-b5e5-976d37160d27') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:57:57.594908 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.608763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.615099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:57:57.615485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:57:57.617209 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:57:57.679393 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.686632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:57.689883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] 10.222.0.70 "DELETE /v2.0/networks/2d95032f-f47d-42a8-ab77-f34d144503ec HTTP/1.1" status: 204 len: 168 time: 0.3011603 Oct 29 08:57:57.707938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b92dd-3ad5-45cd-888b-6ee44633922f admin admin] Pushing event deleted for resources: {'Network': ['ID=2d95032f-f47d-42a8-ab77-f34d144503ec,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:57.814936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63241fc8-b23d-4257-8349-7523024c3d31 req-94ca1f11-35ce-4585-bf8c-4e17fc2f29ce tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:57.816696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63241fc8-b23d-4257-8349-7523024c3d31 req-94ca1f11-35ce-4585-bf8c-4e17fc2f29ce tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0604613 Oct 29 08:57:57.861693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63241fc8-b23d-4257-8349-7523024c3d31 req-1b56479a-65e3-46a0-af5d-6b87fddad44f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Oct 29 08:57:57.886505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56784) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:57.927746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dc259088-a24a-4d7e-81e1-c6323f23007b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8efd5ee1ff1845dea866c6ab8a57faca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400252 Oct 29 08:57:57.930375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56786) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:57.981531 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dc326d75-0726-4c30-b7ee-402a4decdb77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.005086 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dc326d75-0726-4c30-b7ee-402a4decdb77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.059951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dc326d75-0726-4c30-b7ee-402a4decdb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.062746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dc326d75-0726-4c30-b7ee-402a4decdb77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.070545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dc326d75-0726-4c30-b7ee-402a4decdb77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6a49be2-ef6c-4de3-8027-e5246fbf2a95 HTTP/1.1" status: 204 len: 168 time: 0.1326349 Oct 29 08:57:58.080533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc326d75-0726-4c30-b7ee-402a4decdb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a49be2-ef6c-4de3-8027-e5246fbf2a95,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:58.364874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56800) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:58.483297 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1545f4c8-3c20-4132-84f4-4e9c85799ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.561934 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1545f4c8-3c20-4132-84f4-4e9c85799ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.566966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1545f4c8-3c20-4132-84f4-4e9c85799ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.612568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1545f4c8-3c20-4132-84f4-4e9c85799ff2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=889fa05698d8438282f0984ddae048be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465632 Oct 29 08:57:58.612949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56814) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:58.613575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545f4c8-3c20-4132-84f4-4e9c85799ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4453c996-c229-4e07-b21d-53897594bea5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:58.675143 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f432429c-cfe0-4048-a858-d74a47645dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.698021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f432429c-cfe0-4048-a858-d74a47645dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.754994 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f432429c-cfe0-4048-a858-d74a47645dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.757644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f432429c-cfe0-4048-a858-d74a47645dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:58.758954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f432429c-cfe0-4048-a858-d74a47645dcd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4453c996-c229-4e07-b21d-53897594bea5 HTTP/1.1" status: 204 len: 168 time: 0.1439712 Oct 29 08:57:58.778089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432429c-cfe0-4048-a858-d74a47645dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4453c996-c229-4e07-b21d-53897594bea5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:58.813491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56822) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:58.950633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cd75703e-24b2-43a0-be82-84fbea49b370 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:57:58.992097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: cd75703e-24b2-43a0-be82-84fbea49b370 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:57:58.992438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device cd75703e-24b2-43a0-be82-84fbea49b370 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:57:59.021173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6180-7fa5-4817-9d2d-e2ee1b79bde7 req-1ab2e384-3e86-4c19-a834-648771a7626b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:59.031097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ada6180-7fa5-4817-9d2d-e2ee1b79bde7 req-1ab2e384-3e86-4c19-a834-648771a7626b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0864429 Oct 29 08:57:59.087606 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0ada6180-7fa5-4817-9d2d-e2ee1b79bde7 req-bb3b2570-7612-47c6-84e6-3d83c9437988 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550888 Oct 29 08:57:59.099936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-346440456-network', 'tenant_id': 'cca4f637cf0a40b4b59437916c734f48'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:59.125064 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Made reservation on behalf of cca4f637cf0a40b4b59437916c734f48 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:59.127769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.138224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.159612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56830) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:59.176972 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9c07-e75a-4673-b06d-7ae51ee405dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.223690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.229729 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.234685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.262639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:57:59.272467 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.272815 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Added segment 516d7cd4-ca1a-4425-9148-cae60b30e589 of type vlan for network f50a544a-a02e-4a41-a12d-ee3f514650f7 Oct 29 08:57:59.287608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4698a94-0adc-4e4c-9948-be5b7dcb4ef6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:59.288077 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9c07-e75a-4673-b06d-7ae51ee405dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.302881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9c07-e75a-4673-b06d-7ae51ee405dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.322344 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.336929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a0ff9c07-e75a-4673-b06d-7ae51ee405dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=603d1bfc584c4ecc88e47377803d5abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757596 Oct 29 08:57:59.340134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56834) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:59.350329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff9c07-e75a-4673-b06d-7ae51ee405dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f872d3-bec3-4683-babb-3a2cb7d6bce2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:59.373065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.374042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:59.374747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.461543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6466780 Oct 29 08:57:59.464851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56836) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:57:59.470755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Request body: {'subnet': {'network_id': 'f50a544a-a02e-4a41-a12d-ee3f514650f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-346440456-subnet', 'tenant_id': 'cca4f637cf0a40b4b59437916c734f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:57:59.473041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770a099-3957-4216-91c6-9cf0c2d98486 admin admin] Pushing event updated for resources: {'Network': ['ID=f50a544a-a02e-4a41-a12d-ee3f514650f7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:59.476464 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9e59bb1-7769-44bc-b42b-2e0305a65566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.485791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f50a544a-a02e-4a41-a12d-ee3f514650f7 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:57:59.496622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Made reservation on behalf of cca4f637cf0a40b4b59437916c734f48 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:57:59.499126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.504087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9e59bb1-7769-44bc-b42b-2e0305a65566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.562390 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9e59bb1-7769-44bc-b42b-2e0305a65566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.565410 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9e59bb1-7769-44bc-b42b-2e0305a65566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.570592 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9e59bb1-7769-44bc-b42b-2e0305a65566 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94f872d3-bec3-4683-babb-3a2cb7d6bce2 HTTP/1.1" status: 204 len: 168 time: 0.2289343 Oct 29 08:57:59.590562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e59bb1-7769-44bc-b42b-2e0305a65566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f872d3-bec3-4683-babb-3a2cb7d6bce2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:59.713354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.792493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82596f10-7c87-473d-842d-ff88bb38db27,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:57:59.795928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Checking segment: {'id': '516d7cd4-ca1a-4425-9148-cae60b30e589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'f50a544a-a02e-4a41-a12d-ee3f514650f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:57:59.796305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Network hostable DHCP agents. Network: f50a544a-a02e-4a41-a12d-ee3f514650f7, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:57:59.816315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Network f50a544a-a02e-4a41-a12d-ee3f514650f7 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:57:59.827194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f50a544a-a02e-4a41-a12d-ee3f514650f7) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:57:59.832031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:57:59.832940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:57:59.838277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683aefbb-94ef-4f30-9a01-936dffcb09ae None None] Network f50a544a-a02e-4a41-a12d-ee3f514650f7 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:57:59.863788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c41a5ba4-84ae-43cb-9316-f675ada0720e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3975835 Oct 29 08:58:00.008450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7930305-652d-4ac5-b8b3-ccec134529b4 None None] Network f50a544a-a02e-4a41-a12d-ee3f514650f7 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:58:00.028324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56852) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:00.079966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7ae197-8b47-48b7-aebe-239a7229ecc8 admin admin] Deleting subnet 82596f10-7c87-473d-842d-ff88bb38db27 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:58:00.083835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae197-8b47-48b7-aebe-239a7229ecc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.147317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae197-8b47-48b7-aebe-239a7229ecc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.217635 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae197-8b47-48b7-aebe-239a7229ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.258578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbdfeb-b8c9-4295-842a-a82fb4deb0a8 req-6da96265-0a29-484b-affd-77d1fc338d05 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:00.260433 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89fbdfeb-b8c9-4295-842a-a82fb4deb0a8 req-6da96265-0a29-484b-affd-77d1fc338d05 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0925350 Oct 29 08:58:00.321396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89fbdfeb-b8c9-4295-842a-a82fb4deb0a8 req-527172b5-528b-47ae-a0d0-e22493457778 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511818 Oct 29 08:58:00.327843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae197-8b47-48b7-aebe-239a7229ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.372119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae197-8b47-48b7-aebe-239a7229ecc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.375836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9e7ae197-8b47-48b7-aebe-239a7229ecc8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/82596f10-7c87-473d-842d-ff88bb38db27 HTTP/1.1" status: 204 len: 168 time: 0.3459661 Oct 29 08:58:00.377069 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ae197-8b47-48b7-aebe-239a7229ecc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82596f10-7c87-473d-842d-ff88bb38db27,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:00.378549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56866) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:00.500657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.520401 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.600711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.622934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50a544a-a02e-4a41-a12d-ee3f514650f7']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:00.634619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516d7cd4-ca1a-4425-9148-cae60b30e589') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:00.634903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516d7cd4-ca1a-4425-9148-cae60b30e589') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:00.646453 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.665192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.674074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:58:00.674922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: timer() Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:58:00.678198 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:58:00.761305 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.768586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:00.773698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f50a544a-a02e-4a41-a12d-ee3f514650f7 HTTP/1.1" status: 204 len: 168 time: 0.3922503 Oct 29 08:58:00.802267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171eaa9-7076-4682-9975-0fc719fbe159 admin admin] Pushing event deleted for resources: {'Network': ['ID=f50a544a-a02e-4a41-a12d-ee3f514650f7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:00.969148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56882) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:01.011708 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ca948386-ec53-46c8-83cd-caa3d893d3e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cca4f637cf0a40b4b59437916c734f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409489 Oct 29 08:58:01.013856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56884) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:01.067512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e217c72-8e73-4c41-81f5-f8d137986db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:01.092968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e217c72-8e73-4c41-81f5-f8d137986db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:01.145262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e217c72-8e73-4c41-81f5-f8d137986db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:01.148349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e217c72-8e73-4c41-81f5-f8d137986db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:01.152052 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0e217c72-8e73-4c41-81f5-f8d137986db4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4698a94-0adc-4e4c-9948-be5b7dcb4ef6 HTTP/1.1" status: 204 len: 168 time: 0.1346264 Oct 29 08:58:01.165291 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e217c72-8e73-4c41-81f5-f8d137986db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4698a94-0adc-4e4c-9948-be5b7dcb4ef6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:01.483274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a652d0-2e41-464c-a912-0e733f3a7f6e req-79d98d01-4f00-416d-97b0-c9654c8709b2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:01.492358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24a652d0-2e41-464c-a912-0e733f3a7f6e req-79d98d01-4f00-416d-97b0-c9654c8709b2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0672505 Oct 29 08:58:01.542107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24a652d0-2e41-464c-a912-0e733f3a7f6e req-fa127ddf-04e1-45b5-b785-0ee53218fa34 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Oct 29 08:58:01.991324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56922) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:01.997163 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:58:02.094665 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1173809334-network', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:02.117667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Made reservation on behalf of dc8dc81422664663ac2458f24cae14cc for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:58:02.120822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.130214 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.217279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.223364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.253925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:58:02.262080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764bda30-7809-40ab-8ec3-2d406e9eb02e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:02.269291 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.269659 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Added segment 591eb55e-adcb-4e1d-9baa-58b8f735b381 of type vlan for network fdb669ab-fe85-47af-8965-fde27709ed15 Oct 29 08:58:02.316024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.348489 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.349755 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:02.350992 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.412735 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4202082 Oct 29 08:58:02.415664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56926) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:02.420917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Request body: {'subnet': {'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1173809334-subnet', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:02.443617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df6f4-f889-4ac3-a9da-2aa02eb67a5f admin admin] Pushing event updated for resources: {'Network': ['ID=fdb669ab-fe85-47af-8965-fde27709ed15,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:02.455832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network fdb669ab-fe85-47af-8965-fde27709ed15 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:58:02.474647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Made reservation on behalf of dc8dc81422664663ac2458f24cae14cc for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:58:02.477210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.754232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdbd54-5d1b-4f95-b7df-35e79212a65f req-8e6113e6-881c-431c-817d-7539601bf220 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:02.756789 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.767091 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5cdbd54-5d1b-4f95-b7df-35e79212a65f req-8e6113e6-881c-431c-817d-7539601bf220 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.1301475 Oct 29 08:58:02.818425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79eee14d-23e3-4dcd-9611-62636b9e4daf,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:02.820577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5cdbd54-5d1b-4f95-b7df-35e79212a65f req-7f01e69b-34ce-47a0-b11d-24201cf1b378 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523643 Oct 29 08:58:02.841565 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Checking segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:02.841904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Network hostable DHCP agents. Network: fdb669ab-fe85-47af-8965-fde27709ed15, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:58:02.861525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Network fdb669ab-fe85-47af-8965-fde27709ed15 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:58:02.871973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, fdb669ab-fe85-47af-8965-fde27709ed15) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:02.876756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:02.877478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.883680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bb2ff2-13e6-4d27-9383-fc5e5e531a87 None None] Network fdb669ab-fe85-47af-8965-fde27709ed15 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:58:02.903507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-40cfe8d5-cdbd-4439-9988-cf2e1529d429 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4802318 Oct 29 08:58:02.903507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56932) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:02.905899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:02.948836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:02.949820 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.017537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.074187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-fdb669ab-fe85-47af-8965-fde27709ed15', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:58:03.075092 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.224968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.264465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Allocated IP 172.20.0.2 (fdb669ab-fe85-47af-8965-fde27709ed15/79eee14d-23e3-4dcd-9611-62636b9e4daf/e80260a1-0956-4ac4-968a-3b254a7727b8) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:03.493580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.516726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.526516 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.535950 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.610170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Network fdb669ab-fe85-47af-8965-fde27709ed15 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:03.615343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:03.619563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:03.627691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Pushing event updated for resources: {'Port': ['ID=e80260a1-0956-4ac4-968a-3b254a7727b8,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:03.655594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Allocated IP 172.25.5.5 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/23a3182b-d650-4d31-818b-e775ed8a3eae) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:03.694473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Attempting to bind port e80260a1-0956-4ac4-968a-3b254a7727b8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:03.695105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Attempting to bind port e80260a1-0956-4ac4-968a-3b254a7727b8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:03.695674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Attempting to bind port e80260a1-0956-4ac4-968a-3b254a7727b8 on network fdb669ab-fe85-47af-8965-fde27709ed15 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:03.702624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:03.703251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Checking segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:03.703865 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.704411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Bound using segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:03.705046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Bound port: e80260a1-0956-4ac4-968a-3b254a7727b8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:03.705581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.787590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] For port e80260a1-0956-4ac4-968a-3b254a7727b8, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:03.791465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] For port e80260a1-0956-4ac4-968a-3b254a7727b8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e80260a1-0956-4ac4-968a-3b254a7727b8,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:03.796419 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.801905 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.854915 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:03.875985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361fa5-16a7-4ec4-8c7a-d115e5ea8306 None None] Pushing event updated for resources: {'Port': ['ID=e80260a1-0956-4ac4-968a-3b254a7727b8,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:03.897627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:03.903005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:03.905582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:03.994852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Pushing event updated for resources: {'Port': ['ID=23a3182b-d650-4d31-818b-e775ed8a3eae,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:04.084445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd56e0-fcfb-4fa0-9fc0-a3220f32ff5a req-1a252197-2d8b-416b-8c8c-d91ef7cac6d8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:04.086052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9dd56e0-fcfb-4fa0-9fc0-a3220f32ff5a req-1a252197-2d8b-416b-8c8c-d91ef7cac6d8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.1442406 Oct 29 08:58:04.221252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9dd56e0-fcfb-4fa0-9fc0-a3220f32ff5a req-dcb1c06b-99ee-4d63-9d7a-21b16b850eac tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830266 Oct 29 08:58:04.404474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:04.431503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e80260a1-0956-4ac4-968a-3b254a7727b8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:04.519621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e80260a1-0956-4ac4-968a-3b254a7727b8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:04.520812 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:04.636864 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:04.672029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:04.688487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port e80260a1-0956-4ac4-968a-3b254a7727b8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e80260a1-0956-4ac4-968a-3b254a7727b8,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:04.698492 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:04.833932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=e80260a1-0956-4ac4-968a-3b254a7727b8,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:05.252230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc3a97-33c3-4c53-9179-7d9756f8aee6 None None] Network fdb669ab-fe85-47af-8965-fde27709ed15 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:58:05.317679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:58:05.340636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5543a1d9-7f57-426b-90a4-8de3ceda737d None None] Provisioning complete for port e80260a1-0956-4ac4-968a-3b254a7727b8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:05.341379 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5543a1d9-7f57-426b-90a4-8de3ceda737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:05.365867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f48ed-a14f-40e7-b65f-2a6b33b5f48c req-35f4bc38-dcd3-48bc-86cb-ccdfbb56eece tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:05.376307 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb3f48ed-a14f-40e7-b65f-2a6b33b5f48c req-35f4bc38-dcd3-48bc-86cb-ccdfbb56eece tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0779686 Oct 29 08:58:05.441820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb3f48ed-a14f-40e7-b65f-2a6b33b5f48c req-dc3a3a75-f721-4eda-965e-0ca3344b3a36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638394 Oct 29 08:58:05.459533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:58:05.474732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Sync routers for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:58:05.486572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:05.490619 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e3c490dc-6515-458a-9e5a-f7c8bafda884 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5863891 Oct 29 08:58:05.491043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56950) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:05.512239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:05.512871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:05.675454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:05.982748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:05.993441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-233c341a-1785-4c31-a68a-d5bd9f177177 None None] Provisioning complete for port e80260a1-0956-4ac4-968a-3b254a7727b8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:05.994236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-233c341a-1785-4c31-a68a-d5bd9f177177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.136240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:04Z', 'revision_number': 3, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:06.164223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Allocated IP 172.20.0.1 (fdb669ab-fe85-47af-8965-fde27709ed15/79eee14d-23e3-4dcd-9611-62636b9e4daf/49bb9a58-4862-4191-9125-186ee24f55a0) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:06.166087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Checking router: 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:58:06.166450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Updating router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 port 23a3182b-d650-4d31-818b-e775ed8a3eae binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:58:06.195440 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.275573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.314934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.360926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Network fdb669ab-fe85-47af-8965-fde27709ed15 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:06.364060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:06.374071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:06.414773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Pushing event updated for resources: {'Port': ['ID=49bb9a58-4862-4191-9125-186ee24f55a0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:06.432334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e80260a1-0956-4ac4-968a-3b254a7727b8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:06.449650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.609866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.628340 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.671691 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.710857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8b305-86bd-4a83-b85c-bcab6e874160 req-273ac750-c1ba-481e-8cd6-3eeaf8b29c51 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:06.719462 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aa8b305-86bd-4a83-b85c-bcab6e874160 req-273ac750-c1ba-481e-8cd6-3eeaf8b29c51 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.1313293 Oct 29 08:58:06.726383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56960) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:06.730138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31f553-adc7-44b9-87a5-cfa1967fa558 None None] Pushing event updated for resources: {'Port': ['ID=23a3182b-d650-4d31-818b-e775ed8a3eae,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:06.746420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e80260a1-0956-4ac4-968a-3b254a7727b8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:06.746810 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.778106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aa8b305-86bd-4a83-b85c-bcab6e874160 req-14462045-178e-41f5-bd4c-2ca0c2e47415 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573542 Oct 29 08:58:06.809078 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Attempting to bind port 23a3182b-d650-4d31-818b-e775ed8a3eae on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:06.809365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Attempting to bind port 23a3182b-d650-4d31-818b-e775ed8a3eae by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:06.809774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Attempting to bind port 23a3182b-d650-4d31-818b-e775ed8a3eae on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:06.829731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:06.830164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:06.830623 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.830935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:06.831425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Bound port: 23a3182b-d650-4d31-818b-e775ed8a3eae, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:06.831919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.861104 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6b33325a-5818-4110-a47a-8268a1360ea1 None None] Provisioning complete for port 49bb9a58-4862-4191-9125-186ee24f55a0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:06.861354 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b33325a-5818-4110-a47a-8268a1360ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.898472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9843467b-52ab-486c-be1e-07f15ca95bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.923926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6b33325a-5818-4110-a47a-8268a1360ea1 None None] Port 49bb9a58-4862-4191-9125-186ee24f55a0 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:58:06.934857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.944827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:06.956370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] For port 23a3182b-d650-4d31-818b-e775ed8a3eae, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:06.979278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] For port 23a3182b-d650-4d31-818b-e775ed8a3eae, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=23a3182b-d650-4d31-818b-e775ed8a3eae,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:06.988384 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.001858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9843467b-52ab-486c-be1e-07f15ca95bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.007067 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9843467b-52ab-486c-be1e-07f15ca95bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.051976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:07.052579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:07.057258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Pushing event updated for resources: {'Port': ['ID=49bb9a58-4862-4191-9125-186ee24f55a0,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:07.059694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9843467b-52ab-486c-be1e-07f15ca95bf5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15e02a888bde40ac90d5287fe6d03659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309014 Oct 29 08:58:07.062687 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.068967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:07.069771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843467b-52ab-486c-be1e-07f15ca95bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a3e8f-74eb-4f1e-971f-11213be83399,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:07.144835 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31f553-adc7-44b9-87a5-cfa1967fa558 None None] Pushing event updated for resources: {'Port': ['ID=23a3182b-d650-4d31-818b-e775ed8a3eae,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:07.159820 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9893-3c80-419a-8af1-b0e44178f129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.183670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Network fdb669ab-fe85-47af-8965-fde27709ed15 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:07.185587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:07.186520 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9893-3c80-419a-8af1-b0e44178f129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.189016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:07.251233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9893-3c80-419a-8af1-b0e44178f129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.255358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9893-3c80-419a-8af1-b0e44178f129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.256776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c2fc9893-3c80-419a-8af1-b0e44178f129 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/893a3e8f-74eb-4f1e-971f-11213be83399 HTTP/1.1" status: 204 len: 168 time: 0.1723177 Oct 29 08:58:07.265283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc9893-3c80-419a-8af1-b0e44178f129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a3e8f-74eb-4f1e-971f-11213be83399,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:07.327186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:58:07.476352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:58:07.483852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3331d112-a9f6-4e86-9e5b-e8d2ece56000 admin admin] 10.222.0.70 "PUT /v2.0/routers/2d86862f-24f3-4d20-a75b-23cf2bf7fc54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9897327 Oct 29 08:58:07.519858 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 2, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:07.552200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a42db7-2209-480d-a6f5-78d685ec947e None None] The sync data for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 is: [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 2, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:58:07.649837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1476221a-af60-420f-be20-e7c18fd4eb30 None None] Provisioning complete for port 49bb9a58-4862-4191-9125-186ee24f55a0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:07.650290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1476221a-af60-420f-be20-e7c18fd4eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.662844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56976) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:07.678871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cecda6d2-5ad9-445f-ac51-b638078ee06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.696792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1476221a-af60-420f-be20-e7c18fd4eb30 None None] Port 49bb9a58-4862-4191-9125-186ee24f55a0 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:58:07.785752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cecda6d2-5ad9-445f-ac51-b638078ee06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.792511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cecda6d2-5ad9-445f-ac51-b638078ee06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.852587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56980) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:07.860165 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cecda6d2-5ad9-445f-ac51-b638078ee06c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=377081e764c54303842708f3e32c21e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1960475 Oct 29 08:58:07.875740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecda6d2-5ad9-445f-ac51-b638078ee06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d56d7a-1371-4b96-990c-bf90670100b7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:07.919683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8861-60bd-488c-aa14-3b92801b9fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.932001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa2eb-e9c5-4525-9e6c-7a9fa621137b req-446f1af5-bbc9-4ef5-ab2a-7e4157fa0ec0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:07.939463 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6baa2eb-e9c5-4525-9e6c-7a9fa621137b req-446f1af5-bbc9-4ef5-ab2a-7e4157fa0ec0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0744488 Oct 29 08:58:07.951781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8861-60bd-488c-aa14-3b92801b9fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:07.992681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6baa2eb-e9c5-4525-9e6c-7a9fa621137b req-446c3391-170c-4d7f-acb5-499ba27325aa tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Oct 29 08:58:08.028619 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8861-60bd-488c-aa14-3b92801b9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.031621 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8861-60bd-488c-aa14-3b92801b9fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.035183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a7ec8861-60bd-488c-aa14-3b92801b9fd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4d56d7a-1371-4b96-990c-bf90670100b7 HTTP/1.1" status: 204 len: 168 time: 0.1789780 Oct 29 08:58:08.042271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec8861-60bd-488c-aa14-3b92801b9fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d56d7a-1371-4b96-990c-bf90670100b7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:08.191894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 56984) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:08.197884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-742faee3-e50f-4472-b835-3577f71f6a1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123777350', 'description': 'tempest-description--1914160134'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:08.225164 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-742faee3-e50f-4472-b835-3577f71f6a1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.329400 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-742faee3-e50f-4472-b835-3577f71f6a1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.340821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-742faee3-e50f-4472-b835-3577f71f6a1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.395294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742faee3-e50f-4472-b835-3577f71f6a1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:08.403308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-742faee3-e50f-4472-b835-3577f71f6a1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.416571 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-742faee3-e50f-4472-b835-3577f71f6a1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2211225 Oct 29 08:58:08.418123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56990) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:08.427027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-bd5a2ccc-eb98-44da-b498-f847882fc1f5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'security_group_rule': {'security_group_id': '401f7ae2-6537-4e56-bad6-c6e1b92ee4a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:08.473936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ccc-eb98-44da-b498-f847882fc1f5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.551000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ccc-eb98-44da-b498-f847882fc1f5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.556259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ccc-eb98-44da-b498-f847882fc1f5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.594191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ccc-eb98-44da-b498-f847882fc1f5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.595901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bd5a2ccc-eb98-44da-b498-f847882fc1f5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1766169 Oct 29 08:58:08.598563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 56998) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:08.605399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a0a62bcb-ea73-4b33-82bc-7e8214046d52 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'security_group_rule': {'security_group_id': '401f7ae2-6537-4e56-bad6-c6e1b92ee4a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:08.613058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2ccc-eb98-44da-b498-f847882fc1f5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee74b0c9-3453-4ad9-8639-82d278cf7068,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:08.653048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0a62bcb-ea73-4b33-82bc-7e8214046d52 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.725212 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0a62bcb-ea73-4b33-82bc-7e8214046d52 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.733577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0a62bcb-ea73-4b33-82bc-7e8214046d52 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.759212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a62bcb-ea73-4b33-82bc-7e8214046d52 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bac40a1-b220-4c0a-8a2f-dafc43520d83,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:08.767575 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a0a62bcb-ea73-4b33-82bc-7e8214046d52 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.774595 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a0a62bcb-ea73-4b33-82bc-7e8214046d52 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1728640 Oct 29 08:58:08.776075 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57004) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:08.781067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:08.819639 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:08.938532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.120735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Allocated IP 172.25.5.41 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/55b8c30f-7c57-41b0-9ae5-e65e990878f9) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:09.149450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2751b8-4de2-43e0-ac19-e908d8e3e72a req-1ebb9543-d8bc-484f-8464-dec508ef0e63 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:09.151591 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da2751b8-4de2-43e0-ac19-e908d8e3e72a req-1ebb9543-d8bc-484f-8464-dec508ef0e63 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0729334 Oct 29 08:58:09.209991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da2751b8-4de2-43e0-ac19-e908d8e3e72a req-597f346d-7a96-4ee0-bb4d-166778264313 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509200 Oct 29 08:58:09.330052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.392529 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.449115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:09.454898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:09.459452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:09.492373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'Port': ['ID=55b8c30f-7c57-41b0-9ae5-e65e990878f9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:09.565466 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.605642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.811709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.820559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.894685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'Port': ['ID=55b8c30f-7c57-41b0-9ae5-e65e990878f9,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:09.912081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.929294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:09.930583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5b0a6101-9538-488b-8cd5-ee62fe685af0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1532929 Oct 29 08:58:10.128981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c44a8b46-f228-48fd-8b75-dfb43c9de75b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--123777350&fields=id&tenant_id=dc8dc81422664663ac2458f24cae14cc HTTP/1.1" status: 200 len: 267 time: 0.0371258 Oct 29 08:58:10.150825 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Sync routers for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:58:10.161419 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:10.162096 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:10.254918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-edfad34b-1fc1-4935-8ea0-96fe05ac38c2 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:10.263041 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-edfad34b-1fc1-4935-8ea0-96fe05ac38c2 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 811 time: 0.1257794 Oct 29 08:58:10.267681 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:10.290355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-caaa0b5a-013b-41ac-9d98-c2673c8eac6c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/quotas/dc8dc81422664663ac2458f24cae14cc HTTP/1.1" status: 200 len: 375 time: 0.0264423 Oct 29 08:58:10.378872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-a0f46ef9-0e41-4839-9fad-8b60c8aec830 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704994 Oct 29 08:58:10.391877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417c825-fa11-4d7d-86d5-029ddf5484cd req-0a0d0a83-27d9-4fdf-81b4-2bab43e7d3ee tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:10.393484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8417c825-fa11-4d7d-86d5-029ddf5484cd req-0a0d0a83-27d9-4fdf-81b4-2bab43e7d3ee tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0850215 Oct 29 08:58:10.414066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 23a3182b-d650-4d31-818b-e775ed8a3eae up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:10.480637 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8417c825-fa11-4d7d-86d5-029ddf5484cd req-22004bb0-fc43-499f-8bb7-f9139bdd6b96 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765452 Oct 29 08:58:10.514786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 23a3182b-d650-4d31-818b-e775ed8a3eae triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:10.515226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:10.560745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-f3aee005-36cf-465b-a1c8-2cc425d94653 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 08:58:10.569363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-f3aee005-36cf-465b-a1c8-2cc425d94653 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1892290 Oct 29 08:58:10.574953 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 2, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:10.607621 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Checking router: 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:58:10.608069 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Updating router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 port 49bb9a58-4862-4191-9125-186ee24f55a0 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:58:10.614596 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:10.634169 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:10.645592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 23a3182b-d650-4d31-818b-e775ed8a3eae, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=23a3182b-d650-4d31-818b-e775ed8a3eae,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:10.651342 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:10.676355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-50a7dfd8-1a8e-4930-91af-6d9d2e7bf3a4 service neutron] 10.222.0.70 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059761 Oct 29 08:58:10.707448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=23a3182b-d650-4d31-818b-e775ed8a3eae,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:10.779866 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-e25c3869-7909-4195-97b6-a1b777a2b9f7 service neutron] 10.222.0.70 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991442 Oct 29 08:58:10.897821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-02d68d53-9b22-4856-bc53-5752d5282481 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=74433dea129d40398103d2eec6d183b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358684 Oct 29 08:58:10.947170 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:10.954325 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:10.959013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd302de0-e901-41bb-aa17-a26bffa68598 req-22beaac3-9080-4a0f-8387-64b43bc155af tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 210 time: 0.0320249 Oct 29 08:58:11.075179 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Pushing event updated for resources: {'Port': ['ID=49bb9a58-4862-4191-9125-186ee24f55a0,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:11.084953 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Attempting to bind port 49bb9a58-4862-4191-9125-186ee24f55a0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:11.085343 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Attempting to bind port 49bb9a58-4862-4191-9125-186ee24f55a0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:11.085719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Attempting to bind port 49bb9a58-4862-4191-9125-186ee24f55a0 on network fdb669ab-fe85-47af-8965-fde27709ed15 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:11.092783 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.093568 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.094115 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.094663 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.096218 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.096651 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.097069 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.097487 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.097901 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.098349 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.098762 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.099440 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:11.108402 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:11.108910 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Checking segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:11.109654 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:11.110192 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Bound using segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:11.112078 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Bound port: 49bb9a58-4862-4191-9125-186ee24f55a0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:11.112465 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:11.145208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74068256-75d8-4eda-a4b2-3612be91abcc tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:11.147271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74068256-75d8-4eda-a4b2-3612be91abcc tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360759 Oct 29 08:58:11.165683 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-7fe98deb-f5b8-4df8-a799-30f7369a840e tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/quotas/74433dea129d40398103d2eec6d183b9 HTTP/1.1" status: 200 len: 375 time: 0.0102577 Oct 29 08:58:11.203342 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] For port 49bb9a58-4862-4191-9125-186ee24f55a0, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:11.206910 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] For port 49bb9a58-4862-4191-9125-186ee24f55a0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49bb9a58-4862-4191-9125-186ee24f55a0,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:11.215038 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:11.231832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-82f20c78-8fc0-4995-8462-4c7a98004a37 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=74433dea129d40398103d2eec6d183b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591621 Oct 29 08:58:11.298222 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:11.298845 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:57:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:11.340717 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e73caa-a08d-4c71-bf59-e6216952f827 None None] Pushing event updated for resources: {'Port': ['ID=49bb9a58-4862-4191-9125-186ee24f55a0,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:11.364369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-23926d3e-3b57-47cb-a8da-a10178577344 None None] Provisioning complete for port 49bb9a58-4862-4191-9125-186ee24f55a0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:11.365628 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23926d3e-3b57-47cb-a8da-a10178577344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:11.429140 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-77855e2d-6ed3-471d-81c8-cc6873dd9110 req-45cbea6b-295f-451d-8a79-d32c86547a45 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 210 time: 0.0439703 Oct 29 08:58:11.526717 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:11.533644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23926d3e-3b57-47cb-a8da-a10178577344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:11.582293 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-23926d3e-3b57-47cb-a8da-a10178577344 None None] For port 49bb9a58-4862-4191-9125-186ee24f55a0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49bb9a58-4862-4191-9125-186ee24f55a0,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:11.592801 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23926d3e-3b57-47cb-a8da-a10178577344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:11.667012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23926d3e-3b57-47cb-a8da-a10178577344 None None] Pushing event updated for resources: {'Port': ['ID=49bb9a58-4862-4191-9125-186ee24f55a0,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:11.685351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8ce49-c052-4bdf-ac94-5f83b35bb034 req-92f3093f-77eb-4bb4-88b5-33f467ff5787 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:11.687179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31a8ce49-c052-4bdf-ac94-5f83b35bb034 req-92f3093f-77eb-4bb4-88b5-33f467ff5787 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0643778 Oct 29 08:58:11.720307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-31a0c6a6-7d0b-437e-8540-e37c4a917d23 None None] Provisioning complete for port 49bb9a58-4862-4191-9125-186ee24f55a0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:11.722252 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-31a0c6a6-7d0b-437e-8540-e37c4a917d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:11.744428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31a8ce49-c052-4bdf-ac94-5f83b35bb034 req-4d5a0887-5dc9-407c-b68f-4a4ba1f5b9ac tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446923 Oct 29 08:58:11.793252 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:11.826028 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2a2f1-8296-42fd-ab27-36c57121aed0 None None] The sync data for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 is: [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:58:12.065874 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb9b7890-2e8a-4bc2-9654-9cc5bd1faa66 req-1795a45e-9b90-4e18-94ee-9cb130cee5c6 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 210 time: 0.0331843 Oct 29 08:58:12.374010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-46063b7a-ac08-4efd-816a-f16985e42248 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:12.375884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-46063b7a-ac08-4efd-816a-f16985e42248 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 811 time: 0.1380386 Oct 29 08:58:12.391238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 23a3182b-d650-4d31-818b-e775ed8a3eae up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:12.457114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-e88fab1a-243d-4066-b2cf-e411b3c2e57f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc8dc81422664663ac2458f24cae14cc HTTP/1.1" status: 200 len: 379 time: 0.0685771 Oct 29 08:58:12.469926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'port': {'device_id': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'admin_state_up': True, 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'security_groups': ['401f7ae2-6537-4e56-bad6-c6e1b92ee4a6']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:12.498113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 23a3182b-d650-4d31-818b-e775ed8a3eae triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:12.498656 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:12.618989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49bb9a58-4862-4191-9125-186ee24f55a0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:12.628054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8d6f87d3-e5cf-4910-8f3a-5ad5711fb440 req-26bcdfce-e7d3-4e78-81b3-91d4ab7953b2 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 210 time: 0.0572109 Oct 29 08:58:12.684461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-92cab535-b658-46e3-b38a-87aac96a96a5 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=74433dea129d40398103d2eec6d183b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403450 Oct 29 08:58:12.698315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 49bb9a58-4862-4191-9125-186ee24f55a0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:12.698930 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:12.758664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Made reservation on behalf of dc8dc81422664663ac2458f24cae14cc for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:58:12.763732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:12.869105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af121ca3-3f67-47d9-8176-0c21cdb6bbb0 req-ca184b88-ece9-48ab-87d9-ceeb41034cf0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:12.870809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af121ca3-3f67-47d9-8176-0c21cdb6bbb0 req-ca184b88-ece9-48ab-87d9-ceeb41034cf0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.0555182 Oct 29 08:58:12.889744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-159953c5-95aa-4365-adaa-166896934819 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:12.891611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-159953c5-95aa-4365-adaa-166896934819 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003121 Oct 29 08:58:12.905025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Request body: {'port': {'device_id': '8f36d439-8c68-435d-a3b4-cb97223cfb28', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '74433dea129d40398103d2eec6d183b9'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:12.912563 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af121ca3-3f67-47d9-8176-0c21cdb6bbb0 req-738a10bd-d86e-4b1f-a99b-b60f692364c1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Oct 29 08:58:13.006208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Allocated IP 172.20.0.5 (fdb669ab-fe85-47af-8965-fde27709ed15/79eee14d-23e3-4dcd-9611-62636b9e4daf/603831d5-cea1-4609-8e7a-7a6c9d84c228) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:13.130180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Made reservation on behalf of 74433dea129d40398103d2eec6d183b9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:58:13.133997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.159027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.180321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f87327c6-45fc-4481-a3be-48f4040dd0f3 req-9c3bbd06-dc34-47f6-86fe-3273b0126150 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 210 time: 0.0417812 Oct 29 08:58:13.244956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.312792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.320047 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.330324 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.411428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Network fdb669ab-fe85-47af-8965-fde27709ed15 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:13.456217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:13.462284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'Port': ['ID=603831d5-cea1-4609-8e7a-7a6c9d84c228,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:13.470414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:13.472951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601ad520-4330-49ad-b6d6-3a62e71f2524,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:13.568172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-a3816155-0d61-41a7-a434-9cf92378dfac service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117138 Oct 29 08:58:13.574084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:13.574701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.606519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c38df651-1360-4d65-baa7-fb74a2f2fd37 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1407399 Oct 29 08:58:13.611966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Allocated IP 192.168.233.110 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/7aa33202-ccdf-4d07-be2d-99607169e00f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:13.622003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Request body: {'port': {'device_id': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:13.730795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3703c88c-ab1a-4bb1-a708-d830223e9eee req-163ec735-af42-4e98-897b-547fbbc84041 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Oct 29 08:58:13.744549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.756603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b63894a3-340e-4d6d-a603-a35dd4067fed None None] Provisioning complete for port 603831d5-cea1-4609-8e7a-7a6c9d84c228 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:13.757198 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b63894a3-340e-4d6d-a603-a35dd4067fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:13.766320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-0bb3b5c1-10a1-4cc2-af39-b4e5b96d33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:13.767846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-0bb3b5c1-10a1-4cc2-af39-b4e5b96d33d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1096 time: 0.1501431 Oct 29 08:58:13.793287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b63894a3-340e-4d6d-a603-a35dd4067fed None None] Port 603831d5-cea1-4609-8e7a-7a6c9d84c228 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:58:14.057391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.064754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-4d6f058a-aa1d-4f1c-8ae2-996a53373eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:14.066260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-4d6f058a-aa1d-4f1c-8ae2-996a53373eb7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7cc8ec9e-3964-4c56-afe7-ca41ce102915 HTTP/1.1" status: 200 len: 899 time: 0.2574348 Oct 29 08:58:14.192489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85621db-960f-4eee-af22-46716909a02e req-cf9f4575-798b-4738-915c-fa3dec342302 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:14.193877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f85621db-960f-4eee-af22-46716909a02e req-cf9f4575-798b-4738-915c-fa3dec342302 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 944 time: 0.2012603 Oct 29 08:58:14.221585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-c7ff4c5a-baec-4c24-bfa8-bfe38de1d913 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 HTTP/1.1" status: 200 len: 1001 time: 0.1381512 Oct 29 08:58:14.258445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.291043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-82499d0d-8326-45fc-b32a-e196cfd95ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.316486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d7907-2c9f-4837-8eff-c7e442cc32ba req-c75f5cff-5f75-4d5e-beb8-67f3766416e4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:14.318059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc7d7907-2c9f-4837-8eff-c7e442cc32ba req-c75f5cff-5f75-4d5e-beb8-67f3766416e4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 931 time: 0.0643213 Oct 29 08:58:14.330506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c38b44f3-3e92-4d67-921e-cd882eae8373 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:58:14.355993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f85621db-960f-4eee-af22-46716909a02e req-5930f01e-a15c-4557-bbf2-8e84db1923e2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509101 Oct 29 08:58:14.367852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc7d7907-2c9f-4837-8eff-c7e442cc32ba req-e4a9bb20-9938-4923-af7c-f66399683651 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Oct 29 08:58:14.372128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:14.382250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-7a346fea-6d3d-454e-bb04-05dda7fcfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:14.384047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-7a346fea-6d3d-454e-bb04-05dda7fcfb2d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c80d4e84-09e9-4753-aed2-ad86a2a95a04 HTTP/1.1" status: 200 len: 834 time: 0.1476893 Oct 29 08:58:14.394981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:14.397955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:14.422204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Pushing event updated for resources: {'Port': ['ID=7aa33202-ccdf-4d07-be2d-99607169e00f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:14.452794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c38b44f3-3e92-4d67-921e-cd882eae8373, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c38b44f3-3e92-4d67-921e-cd882eae8373,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:14.468862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'c38b44f3-3e92-4d67-921e-cd882eae8373', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'port_id': 'c38b44f3-3e92-4d67-921e-cd882eae8373', 'mac_address': 'fa:16:3e:98:23:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:58:14.513395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603831d5-cea1-4609-8e7a-7a6c9d84c228 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:58:14.516670 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.524157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:14.524803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.533695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38b44f3-3e92-4d67-921e-cd882eae8373 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:58:14.539246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.542910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-9a597b4e-b0db-4453-b8aa-814455b74241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:14.544509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-9a597b4e-b0db-4453-b8aa-814455b74241 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7cc8ec9e-3964-4c56-afe7-ca41ce102915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509280 Oct 29 08:58:14.558318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c38b44f3-3e92-4d67-921e-cd882eae8373, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c38b44f3-3e92-4d67-921e-cd882eae8373,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:14.563771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.567621 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-74805a6f-91d2-43ec-b45c-c254a5cd0e13 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6666965 Oct 29 08:58:14.568649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Transition to ACTIVE for port object 603831d5-cea1-4609-8e7a-7a6c9d84c228 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:58:14.613000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Request body: {'port': {'device_id': '8f36d439-8c68-435d-a3b4-cb97223cfb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:14.615464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.615898 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c38b44f3-3e92-4d67-921e-cd882eae8373,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:14.721828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ad9e2ed0-0bfa-4883-a9de-28803533a653 None None] Provisioning complete for port 7aa33202-ccdf-4d07-be2d-99607169e00f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:14.722290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2ed0-0bfa-4883-a9de-28803533a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.738188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Pushing event updated for resources: {'Port': ['ID=603831d5-cea1-4609-8e7a-7a6c9d84c228,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:14.762621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e2ed0-0bfa-4883-a9de-28803533a653 None None] Port 7aa33202-ccdf-4d07-be2d-99607169e00f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:58:14.771599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:14.802896 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-b632089d-c87d-441e-a79c-1d0c49d4e95e service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503226 Oct 29 08:58:14.907100 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c38b44f3-3e92-4d67-921e-cd882eae8373'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:58:15.331595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Attempting to bind port 603831d5-cea1-4609-8e7a-7a6c9d84c228 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:15.331966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Attempting to bind port 603831d5-cea1-4609-8e7a-7a6c9d84c228 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:15.332243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Attempting to bind port 603831d5-cea1-4609-8e7a-7a6c9d84c228 on network fdb669ab-fe85-47af-8965-fde27709ed15 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:15.367239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Port 603831d5-cea1-4609-8e7a-7a6c9d84c228 on network fdb669ab-fe85-47af-8965-fde27709ed15 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:58:15.367558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Attempting to bind port 603831d5-cea1-4609-8e7a-7a6c9d84c228 on network fdb669ab-fe85-47af-8965-fde27709ed15 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:15.379460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b7e7-0b90-4bc1-ad35-2b13f01ea317 req-6dc9f6c2-fea8-47da-b5b7-bbd4f4427b95 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:15.380968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8482b7e7-0b90-4bc1-ad35-2b13f01ea317 req-6dc9f6c2-fea8-47da-b5b7-bbd4f4427b95 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 936 time: 0.5390751 Oct 29 08:58:15.389631 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7cbcac7-4efd-4c49-8997-143ca9cf0c0d req-1602c060-5069-42d5-9dc2-dd86ed3f8feb service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763116 Oct 29 08:58:15.406768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:15.407391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Checking segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:15.407512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Bound using segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:15.407891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Bound port: 603831d5-cea1-4609-8e7a-7a6c9d84c228, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:15.408278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:15.485269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60a0db-7cbb-4d56-8f26-6b12b115845d req-7550597d-d699-4d80-b808-f8ba92c7c023 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:15.486415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca60a0db-7cbb-4d56-8f26-6b12b115845d req-7550597d-d699-4d80-b808-f8ba92c7c023 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 945 time: 0.0526655 Oct 29 08:58:15.514718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8482b7e7-0b90-4bc1-ad35-2b13f01ea317 req-3b0ecfb8-de64-4654-82f0-cb087155c360 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240747 Oct 29 08:58:15.538155 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca60a0db-7cbb-4d56-8f26-6b12b115845d req-186131cc-6af9-4e5a-8cb1-2fe7708bf5aa tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Oct 29 08:58:15.582778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] For port 603831d5-cea1-4609-8e7a-7a6c9d84c228, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:15.608302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] For port 603831d5-cea1-4609-8e7a-7a6c9d84c228, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:15.622151 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:15.701717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa33202-ccdf-4d07-be2d-99607169e00f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:58:15.708624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:15.709276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:15.710806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] 10.222.0.15 "PUT /v2.0/ports/603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 200 len: 1091 time: 2.0941877 Oct 29 08:58:15.713088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'tag': '603831d5-cea1-4609-8e7a-7a6c9d84c228'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:15.714712 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42566e8-078c-4776-958f-f173234afa15" -d '{"events": [{"name": "network-changed", "server_uuid": "02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb", "tag": "603831d5-cea1-4609-8e7a-7a6c9d84c228"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:15.725965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:15.758601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61d0c1-426d-4f93-adef-7f76c28e846d req-3ac89a39-aa99-4525-b94f-45b5e14d0b51 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:15.760385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb61d0c1-426d-4f93-adef-7f76c28e846d req-3ac89a39-aa99-4525-b94f-45b5e14d0b51 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 943 time: 0.1590829 Oct 29 08:58:15.772235 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c29b0c-85f9-4c60-a901-eff211273be3 x-openstack-request-id: req-24c29b0c-85f9-4c60-a901-eff211273be3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:15.772969 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb", "tag": "603831d5-cea1-4609-8e7a-7a6c9d84c228", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:15.772969 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24c29b0c-85f9-4c60-a901-eff211273be3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:15.773170 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'tag': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'status': 'completed', 'code': 200} Oct 29 08:58:15.773685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc6c8a-793d-4335-9944-37c498efaa66 service neutron] Pushing event updated for resources: {'Port': ['ID=603831d5-cea1-4609-8e7a-7a6c9d84c228,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:15.779730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Transition to ACTIVE for port object 7aa33202-ccdf-4d07-be2d-99607169e00f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:58:15.803739 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:15.890960 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb61d0c1-426d-4f93-adef-7f76c28e846d req-61db0848-b032-459b-aa84-42ba4132f84e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114857 Oct 29 08:58:15.893523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-4de4ada8-bce4-497e-9803-fb64b91d21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:15.895140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-4de4ada8-bce4-497e-9803-fb64b91d21dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 1094 time: 0.1338334 Oct 29 08:58:15.900397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa33202-ccdf-4d07-be2d-99607169e00f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:15.974278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-eaa77c95-c3a0-451d-8598-51c5562b6b06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 200 len: 217 time: 0.0576937 Oct 29 08:58:16.033941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Attempting to bind port 7aa33202-ccdf-4d07-be2d-99607169e00f on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:16.034291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Attempting to bind port 7aa33202-ccdf-4d07-be2d-99607169e00f by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:16.034615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Attempting to bind port 7aa33202-ccdf-4d07-be2d-99607169e00f on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:16.045531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Port 7aa33202-ccdf-4d07-be2d-99607169e00f on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:58:16.045858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Attempting to bind port 7aa33202-ccdf-4d07-be2d-99607169e00f on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:16.055560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:16.055924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:16.056393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:16.056847 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Bound port: 7aa33202-ccdf-4d07-be2d-99607169e00f, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:16.057208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:16.060052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-8eafeb8f-0b71-42d4-8154-ab35e0d4dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.061566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-8eafeb8f-0b71-42d4-8154-ab35e0d4dbbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0719070 Oct 29 08:58:16.144119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-b0fda76b-36f8-42c9-9bfe-780b068306f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.146025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-b0fda76b-36f8-42c9-9bfe-780b068306f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769887 Oct 29 08:58:16.201170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] For port 7aa33202-ccdf-4d07-be2d-99607169e00f, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:16.218771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] For port 7aa33202-ccdf-4d07-be2d-99607169e00f, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7aa33202-ccdf-4d07-be2d-99607169e00f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:16.223996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:16.282193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.282819 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:16.284267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/7aa33202-ccdf-4d07-be2d-99607169e00f HTTP/1.1" status: 200 len: 1096 time: 1.7047129 Oct 29 08:58:16.310909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-71ee71aa-c5a2-4e5b-8305-f6e87e907074 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573889 Oct 29 08:58:16.314174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962893f-408f-4c07-b7d1-cd93134492f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa33202-ccdf-4d07-be2d-99607169e00f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:16.342644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c38b44f3-3e92-4d67-921e-cd882eae8373 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:16.401138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port c38b44f3-3e92-4d67-921e-cd882eae8373 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:58:16.405482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port c38b44f3-3e92-4d67-921e-cd882eae8373 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:16.406067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:16.440972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-5506001e-a3b7-4c6c-85a5-0d5a7ca964e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.442516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-5506001e-a3b7-4c6c-85a5-0d5a7ca964e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74433dea129d40398103d2eec6d183b9&device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 1099 time: 0.0798712 Oct 29 08:58:16.455629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-16dbd236-ec0b-4c03-800e-91cc1a1ab147 req-c4cb38c0-1a78-4d9b-a988-9c580b3f6f04 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375163 Oct 29 08:58:16.497341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-19a1d6dc-414b-44a3-b331-3e70bb66ec4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7aa33202-ccdf-4d07-be2d-99607169e00f HTTP/1.1" status: 200 len: 217 time: 0.0441768 Oct 29 08:58:16.509161 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:16.535261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f684f1d-8d78-412d-95ce-d79e97804e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b44f3-3e92-4d67-921e-cd882eae8373'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:16.537642 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce36a97f-963b-472a-b9ad-467413b57ecd" -d '{"events": [{"server_uuid": "5f684f1d-8d78-412d-95ce-d79e97804e3d", "name": "network-vif-plugged", "status": "completed", "tag": "c38b44f3-3e92-4d67-921e-cd882eae8373"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:16.554537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c38b44f3-3e92-4d67-921e-cd882eae8373, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c38b44f3-3e92-4d67-921e-cd882eae8373,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:16.563508 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:16.591260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-233572b8-bce1-4d06-bebe-413cfd1d8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.592989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-233572b8-bce1-4d06-bebe-413cfd1d8130 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0879161 Oct 29 08:58:16.597848 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10df7c9-a050-4580-87d0-814c2b5450ac x-openstack-request-id: req-a10df7c9-a050-4580-87d0-814c2b5450ac {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:16.598138 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f684f1d-8d78-412d-95ce-d79e97804e3d", "name": "network-vif-plugged", "status": "completed", "tag": "c38b44f3-3e92-4d67-921e-cd882eae8373", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:16.598464 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a10df7c9-a050-4580-87d0-814c2b5450ac {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:16.598775 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f684f1d-8d78-412d-95ce-d79e97804e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b44f3-3e92-4d67-921e-cd882eae8373', 'code': 200} Oct 29 08:58:16.628191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c38b44f3-3e92-4d67-921e-cd882eae8373,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:16.663827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42566e8-078c-4776-958f-f173234afa15 req-15dd8657-95c8-451e-8d0a-aff01ef570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.665341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a42566e8-078c-4776-958f-f173234afa15 req-15dd8657-95c8-451e-8d0a-aff01ef570c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 1094 time: 0.1330144 Oct 29 08:58:16.704668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee29b0-0410-4911-b585-d1db329f6fb0 req-f8408467-206c-40e9-84aa-bb3207f27310 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.706226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27ee29b0-0410-4911-b585-d1db329f6fb0 req-f8408467-206c-40e9-84aa-bb3207f27310 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 946 time: 0.0502164 Oct 29 08:58:16.748005 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27ee29b0-0410-4911-b585-d1db329f6fb0 req-41ccb821-ffde-4a5d-b7d1-3fe5d3a1be9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Oct 29 08:58:16.781257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-996d12b9-dc66-4b40-bffc-ec1ca59790aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.782839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-996d12b9-dc66-4b40-bffc-ec1ca59790aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1807823 Oct 29 08:58:16.802909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed489a-c730-4913-b193-bc62e4a1cd0c req-8295a589-274e-4374-8b38-b74df8d1ad72 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.804336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ed489a-c730-4913-b193-bc62e4a1cd0c req-8295a589-274e-4374-8b38-b74df8d1ad72 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 948 time: 0.1918778 Oct 29 08:58:16.863274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed18581-69db-488f-8af1-fb5d75a72a6c req-81cdfbe6-373b-47c9-aaf2-931a8b7228cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.864786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ed18581-69db-488f-8af1-fb5d75a72a6c req-81cdfbe6-373b-47c9-aaf2-931a8b7228cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 1097 time: 0.1818373 Oct 29 08:58:16.921152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42566e8-078c-4776-958f-f173234afa15 req-9e35fc0c-f126-4847-afc8-6e730c35f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:16.922648 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a42566e8-078c-4776-958f-f173234afa15 req-9e35fc0c-f126-4847-afc8-6e730c35f82d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.2414367 Oct 29 08:58:16.998575 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ed489a-c730-4913-b193-bc62e4a1cd0c req-6c048456-8522-4694-bee8-200df40cd42a tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836855 Oct 29 08:58:17.009323 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-86c07bed-b1fe-4f5c-82d2-24ee6724cf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:17.009851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a42566e8-078c-4776-958f-f173234afa15 req-641ee52c-6884-4057-81af-f3afe14b810d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 200 len: 217 time: 0.0728920 Oct 29 08:58:17.014946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ed18581-69db-488f-8af1-fb5d75a72a6c req-06bb457e-9b40-4945-bed0-30cacf9bf1a9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329794 Oct 29 08:58:17.017277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28dae-4934-4c95-8f65-bad2862f633a req-4ec3b33a-9961-4114-800d-50daf0001996 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:17.018863 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f2e28dae-4934-4c95-8f65-bad2862f633a req-4ec3b33a-9961-4114-800d-50daf0001996 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 943 time: 0.0537024 Oct 29 08:58:17.037696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-22ff4f0f-c43d-44e5-a4de-d80ba956963d service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426083 Oct 29 08:58:17.058564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f2e28dae-4934-4c95-8f65-bad2862f633a req-6934b462-83a8-40b4-8e98-9a9ae6edb59e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Oct 29 08:58:17.125223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42566e8-078c-4776-958f-f173234afa15 req-97f00b90-adc0-4b04-b92c-eece980da75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:17.126720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a42566e8-078c-4776-958f-f173234afa15 req-97f00b90-adc0-4b04-b92c-eece980da75c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.1093612 Oct 29 08:58:17.189197 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-106910f1-6f17-4d5e-bb33-78e00cc17ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323049 Oct 29 08:58:17.200056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42566e8-078c-4776-958f-f173234afa15 req-bba82c83-52e3-4f37-a6c2-6015f50dcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:17.201548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a42566e8-078c-4776-958f-f173234afa15 req-bba82c83-52e3-4f37-a6c2-6015f50dcf9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645428 Oct 29 08:58:17.304208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a42566e8-078c-4776-958f-f173234afa15 req-8077dd12-579c-4b22-bf20-cdaa96d36f44 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946860 Oct 29 08:58:17.400491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a42566e8-078c-4776-958f-f173234afa15 req-7c3ac332-857e-479f-a82c-ebf315f03d11 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Oct 29 08:58:17.776710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f36d439-8c68-435d-a3b4-cb97223cfb28', 'tag': '7aa33202-ccdf-4d07-be2d-99607169e00f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:17.778438 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae13ab-af5b-44d3-8f11-e697c023d9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f36d439-8c68-435d-a3b4-cb97223cfb28", "tag": "7aa33202-ccdf-4d07-be2d-99607169e00f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:17.819894 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ab2a6-18cb-46d6-842c-60268e1731a2 x-openstack-request-id: req-864ab2a6-18cb-46d6-842c-60268e1731a2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:17.820519 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f36d439-8c68-435d-a3b4-cb97223cfb28", "tag": "7aa33202-ccdf-4d07-be2d-99607169e00f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:17.820519 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-864ab2a6-18cb-46d6-842c-60268e1731a2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:17.820860 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f36d439-8c68-435d-a3b4-cb97223cfb28', 'tag': '7aa33202-ccdf-4d07-be2d-99607169e00f', 'status': 'completed', 'code': 200} Oct 29 08:58:17.910240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b77e19-29e1-42ad-bc0a-5b26f3e1adf6 req-dff6c8f1-9356-4e4b-a767-794c74fc4e5c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:17.911743 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3b77e19-29e1-42ad-bc0a-5b26f3e1adf6 req-dff6c8f1-9356-4e4b-a767-794c74fc4e5c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 946 time: 0.0856001 Oct 29 08:58:17.917022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-80c78ee5-3ce9-4c92-8642-90ea19d8abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:17.918472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-80c78ee5-3ce9-4c92-8642-90ea19d8abb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74433dea129d40398103d2eec6d183b9&device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 1099 time: 0.0618291 Oct 29 08:58:17.997136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3b77e19-29e1-42ad-bc0a-5b26f3e1adf6 req-1c3320cc-7738-4f16-add1-778380360757 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777159 Oct 29 08:58:18.037200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-85c2ef5b-db3b-4ca9-888d-185141f14f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:18.038772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-85c2ef5b-db3b-4ca9-888d-185141f14f91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1123135 Oct 29 08:58:18.081189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-c9f4cac8-ca53-47ba-bcc0-2ef951a61d3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7aa33202-ccdf-4d07-be2d-99607169e00f HTTP/1.1" status: 200 len: 217 time: 0.0350266 Oct 29 08:58:18.129931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd276ddb-eaab-4f28-bbbb-5d82483f0e09 req-30756cf9-8c0e-4154-b726-7656778bfe5a tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:18.132121 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd276ddb-eaab-4f28-bbbb-5d82483f0e09 req-30756cf9-8c0e-4154-b726-7656778bfe5a tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 948 time: 0.0567613 Oct 29 08:58:18.142341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-ff2330a7-c15d-4d3e-b4df-205538369cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:18.143844 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-ff2330a7-c15d-4d3e-b4df-205538369cf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0552299 Oct 29 08:58:18.178725 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:18.180466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fd276ddb-eaab-4f28-bbbb-5d82483f0e09 req-ded5fd13-ccb8-458f-9d1d-d138199bd8df tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Oct 29 08:58:18.217136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6726611-d79b-4d3e-93e2-d0370dfd12a4 req-0e362429-91b2-4338-9459-7df6b4d683a9 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:18.218639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b6726611-d79b-4d3e-93e2-d0370dfd12a4 req-0e362429-91b2-4338-9459-7df6b4d683a9 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 943 time: 0.0878754 Oct 29 08:58:18.224253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-e9bd3894-d9d4-4f25-882f-3e5b1c149854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:18.225692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-e9bd3894-d9d4-4f25-882f-3e5b1c149854 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637975 Oct 29 08:58:18.305359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b6726611-d79b-4d3e-93e2-d0370dfd12a4 req-339d48e2-9f40-4dcd-800b-e51e1d4697c2 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785990 Oct 29 08:58:18.317043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:18.352514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-dc1b67de-5cec-48b5-b767-ba00d22f3837 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189232 Oct 29 08:58:18.465726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41ae13ab-af5b-44d3-8f11-e697c023d9cb req-adf041a6-4f69-4725-b243-a3a727505a51 service neutron] 10.222.0.15 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060832 Oct 29 08:58:19.041582 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57118) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:19.057893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7aa33202-ccdf-4d07-be2d-99607169e00f details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:58:19.124168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf9b8e-a467-450a-b29d-6743a1ab2a69 req-fe37a9ff-eaae-4a72-b104-be8a8eed1db0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:19.125800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4adf9b8e-a467-450a-b29d-6743a1ab2a69 req-fe37a9ff-eaae-4a72-b104-be8a8eed1db0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 946 time: 0.0559402 Oct 29 08:58:19.161566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7aa33202-ccdf-4d07-be2d-99607169e00f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7aa33202-ccdf-4d07-be2d-99607169e00f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:19.168493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4adf9b8e-a467-450a-b29d-6743a1ab2a69 req-88ba97a4-8af8-4222-99ad-a1e83e499feb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365665 Oct 29 08:58:19.189018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '7aa33202-ccdf-4d07-be2d-99607169e00f', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '7aa33202-ccdf-4d07-be2d-99607169e00f', 'mac_address': 'fa:16:3e:32:8b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:58:19.218159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port f47ec5b0-4824-4af5-a750-c15a86f5a2f0 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:58:19.218722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.231886 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.246419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa33202-ccdf-4d07-be2d-99607169e00f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:58:19.268132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7aa33202-ccdf-4d07-be2d-99607169e00f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7aa33202-ccdf-4d07-be2d-99607169e00f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:19.275691 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.276959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 603831d5-cea1-4609-8e7a-7a6c9d84c228 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:58:19.330311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a12f17-070e-4b0e-b033-78bf0433ac4e req-9a42db70-8a13-4e4d-aed4-2c42c2e4a439 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:19.331757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39a12f17-070e-4b0e-b033-78bf0433ac4e req-9a42db70-8a13-4e4d-aed4-2c42c2e4a439 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 949 time: 0.0605636 Oct 29 08:58:19.346201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007f2b-038f-4302-b501-c7b752fbaf79 req-6894296d-dd42-42fb-ba07-418aa8659c25 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:19.348037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a007f2b-038f-4302-b501-c7b752fbaf79 req-6894296d-dd42-42fb-ba07-418aa8659c25 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 946 time: 0.0797167 Oct 29 08:58:19.365021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.365508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.373110 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-39a12f17-070e-4b0e-b033-78bf0433ac4e req-e5b5141f-8519-42e2-9530-a77c1c150813 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Oct 29 08:58:19.388043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=7aa33202-ccdf-4d07-be2d-99607169e00f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:19.389972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for f47ec5b0-4824-4af5-a750-c15a86f5a2f0 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:58:19.413186 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a007f2b-038f-4302-b501-c7b752fbaf79 req-8fbce639-6a86-4f5c-94ba-b27874679e90 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572510 Oct 29 08:58:19.452596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 603831d5-cea1-4609-8e7a-7a6c9d84c228, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:19.464397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'port_id': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'mac_address': 'fa:16:3e:90:58:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:58:19.503381 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.517539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603831d5-cea1-4609-8e7a-7a6c9d84c228 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:58:19.521597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392aef-7ceb-437d-9f34-a5c431c59bc1 req-e4fcd867-cec5-4347-9572-a6767092f206 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:19.523157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae392aef-7ceb-437d-9f34-a5c431c59bc1 req-e4fcd867-cec5-4347-9572-a6767092f206 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 943 time: 0.0679724 Oct 29 08:58:19.552980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 603831d5-cea1-4609-8e7a-7a6c9d84c228, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:19.565526 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.573201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae392aef-7ceb-437d-9f34-a5c431c59bc1 req-2b122a44-55ad-46d3-a6c3-2a4d1bf25ca2 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412204 Oct 29 08:58:19.586524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc2a46-4f8b-457b-bec6-099dca483e17 req-e3909c9b-a134-48d8-9d5d-fbd4c11693f9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:19.588242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8cdc2a46-4f8b-457b-bec6-099dca483e17 req-e3909c9b-a134-48d8-9d5d-fbd4c11693f9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 946 time: 0.0909131 Oct 29 08:58:19.602250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.628125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=603831d5-cea1-4609-8e7a-7a6c9d84c228,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:19.662126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8cdc2a46-4f8b-457b-bec6-099dca483e17 req-c42d4cd4-8878-408a-a617-d4169bfd1a76 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671675 Oct 29 08:58:19.667651 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.699320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=f47ec5b0-4824-4af5-a750-c15a86f5a2f0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.735059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:19.774892 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:19.775300 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Floating IP b272730b-f5e9-495d-97e4-4e5e55b23522 disassociated (deleted). External IP: 172.25.5.173, port: c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2. Oct 29 08:58:19.796046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['603831d5-cea1-4609-8e7a-7a6c9d84c228'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:58:19.799398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['7aa33202-ccdf-4d07-be2d-99607169e00f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:58:20.029789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893e558-9b86-4082-97d7-5148c2ee2646 req-f34c6d7a-8a16-40d5-afb6-3c6a735e6477 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:20.031277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f893e558-9b86-4082-97d7-5148c2ee2646 req-f34c6d7a-8a16-40d5-afb6-3c6a735e6477 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 946 time: 0.0984321 Oct 29 08:58:20.060036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 4caa4884-85cb-43b7-b498-8ec2350b0f5e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:58:20.086720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f893e558-9b86-4082-97d7-5148c2ee2646 req-724465cf-63b4-447d-afa4-aef9c54bca9d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489423 Oct 29 08:58:20.188299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:58:20.193002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:20.202439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] Sync routers for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:58:20.223646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-38fe5c63-aa5e-4171-b09f-b5c4bd9d6451 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/floatingips/b272730b-f5e9-495d-97e4-4e5e55b23522 HTTP/1.1" status: 204 len: 168 time: 1.1784601 Oct 29 08:58:20.223646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:20.224651 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b54869-a33a-4e6f-af8c-8be819795648" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:20.229972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:20.230628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:20.265639 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7592afee-7aad-40bd-8572-4011f187e4c6 x-openstack-request-id: req-7592afee-7aad-40bd-8572-4011f187e4c6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:20.266191 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:20.266617 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7592afee-7aad-40bd-8572-4011f187e4c6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:20.267179 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'status': 'completed', 'code': 200} Oct 29 08:58:20.345752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:20.349510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-6d56c552-db11-4ff3-bd5d-68fa68a8b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:20.351239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-6d56c552-db11-4ff3-bd5d-68fa68a8b35e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 1096 time: 0.0526533 Oct 29 08:58:20.508293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d3eae-66ae-480c-af99-a356ce5595cb req-7dddd1e6-356a-4780-a9cb-db5835d1c6b2 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:20.510187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a7d3eae-66ae-480c-af99-a356ce5595cb req-7dddd1e6-356a-4780-a9cb-db5835d1c6b2 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 949 time: 0.0517459 Oct 29 08:58:20.518334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec2bf6-3bc3-4ab1-a5a5-3009d8c084df req-5a412d7b-e273-487a-add7-a99fb7d862eb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:20.519968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54ec2bf6-3bc3-4ab1-a5a5-3009d8c084df req-5a412d7b-e273-487a-add7-a99fb7d862eb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.0833967 Oct 29 08:58:20.539480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-dcecac11-4ebf-4e6e-8a38-d63004c65f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:20.541326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-dcecac11-4ebf-4e6e-8a38-d63004c65f8b service neutron] 10.222.0.93 "GET /v2.0/networks?id=7cc8ec9e-3964-4c56-afe7-ca41ce102915 HTTP/1.1" status: 200 len: 899 time: 0.1788564 Oct 29 08:58:20.555370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a7d3eae-66ae-480c-af99-a356ce5595cb req-c9c44fc8-e6da-4576-bf91-56e0ce71c420 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Oct 29 08:58:20.586435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:39Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:20.606794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-af26d417-df56-4cf4-bcde-42fb95a89276 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 HTTP/1.1" status: 200 len: 217 time: 0.0547931 Oct 29 08:58:20.612276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54ec2bf6-3bc3-4ab1-a5a5-3009d8c084df req-8349a956-fa40-43e0-a91f-fac294af6e48 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819857 Oct 29 08:58:20.618377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] Checking router: 4caa4884-85cb-43b7-b498-8ec2350b0f5e for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:58:20.627770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:20.628346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:20.663769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-9fbb6a8c-a778-4586-a28c-7391c27d2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:20.665330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-9fbb6a8c-a778-4586-a28c-7391c27d2be9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c80d4e84-09e9-4753-aed2-ad86a2a95a04 HTTP/1.1" status: 200 len: 834 time: 0.0509257 Oct 29 08:58:20.701198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa31c0-ccb9-4881-8f44-85332ee3a49e req-54571f30-6524-4cb1-8dc3-680aa9acca08 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:20.703428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07fa31c0-ccb9-4881-8f44-85332ee3a49e req-54571f30-6524-4cb1-8dc3-680aa9acca08 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 944 time: 0.0535014 Oct 29 08:58:20.719030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-9529f83d-fab1-429d-91c7-b3b397319b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:20.720750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-9529f83d-fab1-429d-91c7-b3b397319b00 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7cc8ec9e-3964-4c56-afe7-ca41ce102915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457363 Oct 29 08:58:20.741070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:20.744749 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-07fa31c0-ccb9-4881-8f44-85332ee3a49e req-107cda94-6f7a-4741-ad36-2319a5ce72f5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341518 Oct 29 08:58:20.958691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:39Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:20.986192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e180c-ab80-4315-a659-9d931dd5b883 None None] The sync data for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 is: [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:55:36Z', 'revision_number': 4, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'a43a6bb7-f110-4e77-894c-4d13e4b904a5', 'name': '', 'network_id': '7cc8ec9e-3964-4c56-afe7-ca41ce102915', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'mac_address': 'fa:16:3e:ad:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:34Z', 'updated_at': '2021-10-29T08:55:39Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'subnets': [{'id': 'c80d4e84-09e9-4753-aed2-ad86a2a95a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:58:21.073631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7aa33202-ccdf-4d07-be2d-99607169e00f up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:21.139364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 7aa33202-ccdf-4d07-be2d-99607169e00f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:58:21.147845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 7aa33202-ccdf-4d07-be2d-99607169e00f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:21.148443 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:21.197226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-5add6bf1-d8c5-47e2-9aae-d14e9d9ea332 service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675555 Oct 29 08:58:21.255273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:21.266014 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ad79d-224e-4b0d-b733-9beac159967c None None] New status for floating IP b272730b-f5e9-495d-97e4-4e5e55b23522: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:58:21.284462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f36d439-8c68-435d-a3b4-cb97223cfb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa33202-ccdf-4d07-be2d-99607169e00f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:21.286756 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7460fe4d-520f-4540-92a5-0d54de357387" -d '{"events": [{"server_uuid": "8f36d439-8c68-435d-a3b4-cb97223cfb28", "name": "network-vif-plugged", "status": "completed", "tag": "7aa33202-ccdf-4d07-be2d-99607169e00f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:21.302079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 7aa33202-ccdf-4d07-be2d-99607169e00f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7aa33202-ccdf-4d07-be2d-99607169e00f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:21.308892 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:21.309869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 603831d5-cea1-4609-8e7a-7a6c9d84c228 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:21.343179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a7b54869-a33a-4e6f-af8c-8be819795648 req-39ee03cf-62a4-4fd3-a441-60aef690353f service neutron] 10.222.0.93 "GET /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277089 Oct 29 08:58:21.357690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508143-7c18-4f80-a505-dc40a95b8034 req-9e2ae6da-959a-48ba-a8f8-e84f50d1a8cc tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:21.366568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02508143-7c18-4f80-a505-dc40a95b8034 req-9e2ae6da-959a-48ba-a8f8-e84f50d1a8cc tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 946 time: 0.1896436 Oct 29 08:58:21.372113 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee8c8e8-fd5b-4e3d-9a56-60063f588b27 x-openstack-request-id: req-bee8c8e8-fd5b-4e3d-9a56-60063f588b27 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:21.372409 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f36d439-8c68-435d-a3b4-cb97223cfb28", "name": "network-vif-plugged", "status": "completed", "tag": "7aa33202-ccdf-4d07-be2d-99607169e00f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:21.372659 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bee8c8e8-fd5b-4e3d-9a56-60063f588b27 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:21.376674 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f36d439-8c68-435d-a3b4-cb97223cfb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa33202-ccdf-4d07-be2d-99607169e00f', 'code': 200} Oct 29 08:58:21.413873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-02508143-7c18-4f80-a505-dc40a95b8034 req-f4fe96c8-d7fc-45a7-a73f-be6c83a6be1f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Oct 29 08:58:21.425028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=7aa33202-ccdf-4d07-be2d-99607169e00f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:21.449549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 603831d5-cea1-4609-8e7a-7a6c9d84c228 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:58:21.460534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 603831d5-cea1-4609-8e7a-7a6c9d84c228 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:21.460986 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:21.485462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a88db0-1a91-4a39-8d78-ffa700476864 req-ee80576b-d19f-4ab0-90af-a541b42c69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:21.487207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3a88db0-1a91-4a39-8d78-ffa700476864 req-ee80576b-d19f-4ab0-90af-a541b42c69e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 1101 time: 0.0578630 Oct 29 08:58:21.533619 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a3a88db0-1a91-4a39-8d78-ffa700476864 req-3aff1ab1-764a-4173-81f9-ae7b321e1278 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378528 Oct 29 08:58:21.551118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:21.591425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 603831d5-cea1-4609-8e7a-7a6c9d84c228, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:21.597338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:21.610585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-39735bf3-bc4e-4a28-8de1-6a0fdb945fd5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:21.613882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-39735bf3-bc4e-4a28-8de1-6a0fdb945fd5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 946 time: 0.0577974 Oct 29 08:58:21.670220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=603831d5-cea1-4609-8e7a-7a6c9d84c228,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:21.707200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b6da-a105-498b-97fb-7517d47c1aaf req-eefbbe2d-772d-4e4c-8b93-dd0e542afdbd tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:21.716351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a00b6da-a105-498b-97fb-7517d47c1aaf req-eefbbe2d-772d-4e4c-8b93-dd0e542afdbd tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 950 time: 0.0630031 Oct 29 08:58:21.736539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port c38b44f3-3e92-4d67-921e-cd882eae8373 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:58:21.736779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:21.757031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a00b6da-a105-498b-97fb-7517d47c1aaf req-18d9f5f9-16fa-49b1-8e43-b1be293066f6 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Oct 29 08:58:21.862578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13e6d1-bd33-4b1c-8904-e6352aa0cbda req-2b314ecd-1dd6-496e-a781-580ad23ad9ee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:21.864229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df13e6d1-bd33-4b1c-8904-e6352aa0cbda req-2b314ecd-1dd6-496e-a781-580ad23ad9ee tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.1227212 Oct 29 08:58:21.879939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d5fb-4798-4cbb-a206-cf2bfefd980b req-137799ab-1fce-42ee-9664-f2a33404da8a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:21.881763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4da8d5fb-4798-4cbb-a206-cf2bfefd980b req-137799ab-1fce-42ee-9664-f2a33404da8a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0617473 Oct 29 08:58:21.890296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] For port c38b44f3-3e92-4d67-921e-cd882eae8373, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c38b44f3-3e92-4d67-921e-cd882eae8373,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:21.890667 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:21.913015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for c38b44f3-3e92-4d67-921e-cd882eae8373 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:58:21.922707 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4da8d5fb-4798-4cbb-a206-cf2bfefd980b req-8927c5bc-bdbe-4d36-8b84-4aee4db9cb1d tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335562 Oct 29 08:58:21.937506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df13e6d1-bd33-4b1c-8904-e6352aa0cbda req-d40da9a4-8d0c-4e7c-a8f7-b175e5bea657 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/security-groups?id=39e658be-c866-4cd4-8865-44e8924f7080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609114 Oct 29 08:58:22.065397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:22.077127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c38b44f3-3e92-4d67-921e-cd882eae8373'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:58:22.095482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=c38b44f3-3e92-4d67-921e-cd882eae8373,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:22.139489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] No DVR routers for this DVR port c38b44f3-3e92-4d67-921e-cd882eae8373 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:58:22.142386 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:22.146274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-969eed62-12bf-49a8-bac2-7c801d72c604 req-0eb197f6-38d5-4fca-9033-e1e2a8c21c54 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "DELETE /v2.0/ports/c38b44f3-3e92-4d67-921e-cd882eae8373 HTTP/1.1" status: 204 len: 173 time: 0.5277419 Oct 29 08:58:22.260817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-0e0f841b-718e-4f3a-94a5-2e79ca5d8acb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:22.262713 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-0e0f841b-718e-4f3a-94a5-2e79ca5d8acb tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 945 time: 0.0567176 Oct 29 08:58:22.268483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f684f1d-8d78-412d-95ce-d79e97804e3d', 'name': 'network-vif-deleted', 'tag': 'c38b44f3-3e92-4d67-921e-cd882eae8373'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:22.271329 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3a3bb-787d-4f61-86a9-a836a81d4830" -d '{"events": [{"server_uuid": "5f684f1d-8d78-412d-95ce-d79e97804e3d", "name": "network-vif-deleted", "tag": "c38b44f3-3e92-4d67-921e-cd882eae8373"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:22.343061 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b990ad73-f8fb-4d44-90f3-853c79bbcc8e x-openstack-request-id: req-b990ad73-f8fb-4d44-90f3-853c79bbcc8e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:22.343351 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f684f1d-8d78-412d-95ce-d79e97804e3d", "name": "network-vif-deleted", "tag": "c38b44f3-3e92-4d67-921e-cd882eae8373", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:22.343598 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b990ad73-f8fb-4d44-90f3-853c79bbcc8e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:22.344020 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f684f1d-8d78-412d-95ce-d79e97804e3d', 'name': 'network-vif-deleted', 'tag': 'c38b44f3-3e92-4d67-921e-cd882eae8373', 'status': 'completed', 'code': 200} Oct 29 08:58:22.375647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:58:22.375879 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:22.477236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:22.482940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:22.507374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:58:22.580307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a18988-9bef-49f3-9cb5-02695f964a37 req-931801f4-a95a-46ea-814f-cf4fd485083b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 210 time: 0.0317492 Oct 29 08:58:22.667570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:22.703556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:22.748793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] No DVR routers for this DVR port c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:58:22.751362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:22.754794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-81a7e34c-47b4-4bed-b6b6-86ee4254f2d0 req-1e6766e5-2134-4b3c-a44c-c55815b02c82 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.93 "DELETE /v2.0/ports/c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 HTTP/1.1" status: 204 len: 173 time: 0.4788156 Oct 29 08:58:22.887758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f25ca-0a7e-4254-a3dd-f00c7b956192 req-eef143a1-1072-4cbf-9bd9-a2431c1f1abc tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:22.889240 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec8f25ca-0a7e-4254-a3dd-f00c7b956192 req-eef143a1-1072-4cbf-9bd9-a2431c1f1abc tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 950 time: 0.0557146 Oct 29 08:58:22.932413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec8f25ca-0a7e-4254-a3dd-f00c7b956192 req-bdede537-8aa8-41d9-a624-319ed69727bd tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Oct 29 08:58:23.049570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e550b7-cd56-467b-929a-eaf928a8d884 req-9ee32186-744f-47be-8a49-e9a381b1f0a6 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:23.052476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07e550b7-cd56-467b-929a-eaf928a8d884 req-9ee32186-744f-47be-8a49-e9a381b1f0a6 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0551214 Oct 29 08:58:23.142466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07e550b7-cd56-467b-929a-eaf928a8d884 req-98676d2c-46af-43a3-853d-47cdcd619803 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767026 Oct 29 08:58:23.299281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8077ee08-c6db-4e67-bda5-014e274b714f req-a0203b78-fc41-41fe-92b3-e86c8af73c75 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4ed3108-35de-44aa-b1de-aa31c68a659d HTTP/1.1" status: 200 len: 210 time: 0.0523407 Oct 29 08:58:23.378048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603831d5-cea1-4609-8e7a-7a6c9d84c228'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:23.380522 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abc05d2-e236-4e5a-9386-8e85a24479d8" -d '{"events": [{"server_uuid": "02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb", "name": "network-vif-plugged", "status": "completed", "tag": "603831d5-cea1-4609-8e7a-7a6c9d84c228"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:23.418390 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b833a7-f00b-40a9-a86d-8c4be3f11002 x-openstack-request-id: req-52b833a7-f00b-40a9-a86d-8c4be3f11002 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:23.418951 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb", "name": "network-vif-plugged", "status": "completed", "tag": "603831d5-cea1-4609-8e7a-7a6c9d84c228", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:23.419264 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52b833a7-f00b-40a9-a86d-8c4be3f11002 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:23.419717 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'code': 200} Oct 29 08:58:23.538415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a1dff-7972-4283-ac8c-eb40b6ef2bb4 req-1e0a0672-0175-441b-9079-205a4e695c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:23.540029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b92a1dff-7972-4283-ac8c-eb40b6ef2bb4 req-1e0a0672-0175-441b-9079-205a4e695c0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 1096 time: 0.0470710 Oct 29 08:58:23.578821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b92a1dff-7972-4283-ac8c-eb40b6ef2bb4 req-c1755ad8-2f93-4b44-a6ec-4c013e55a569 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Oct 29 08:58:23.684886 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1df5380c-3839-4a65-85da-5868b117c084 req-819920ce-1348-48e0-bfe9-b37ed9a147a3 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 210 time: 0.0314331 Oct 29 08:58:24.267988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0e46a-e64a-4a85-b6d7-0f6e2945b397 req-c53aba24-4977-49d3-b759-dde2ce2909ea tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:24.269894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25b0e46a-e64a-4a85-b6d7-0f6e2945b397 req-c53aba24-4977-49d3-b759-dde2ce2909ea tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0531166 Oct 29 08:58:24.322705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-25b0e46a-e64a-4a85-b6d7-0f6e2945b397 req-5843359a-63c7-4c09-9759-606517eaa217 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379257 Oct 29 08:58:24.345491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'name': 'network-vif-deleted', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:24.347987 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e5815-90f0-46a7-9110-bdc9c5bb8d1b" -d '{"events": [{"server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "name": "network-vif-deleted", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:24.372492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57184) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:24.399444 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b93862-c25f-4acb-aa59-7bf9fce46bd5 x-openstack-request-id: req-26b93862-c25f-4acb-aa59-7bf9fce46bd5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:24.399871 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ed3108-35de-44aa-b1de-aa31c68a659d", "name": "network-vif-deleted", "tag": "c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:24.400303 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26b93862-c25f-4acb-aa59-7bf9fce46bd5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:24.400928 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ed3108-35de-44aa-b1de-aa31c68a659d', 'name': 'network-vif-deleted', 'tag': 'c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2', 'status': 'completed', 'code': 200} Oct 29 08:58:24.419481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:58:24.442900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:58:24.443270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c2801410-3cc8-4e6a-813b-bf7ec7f3e0c2 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:58:24.443696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c38b44f3-3e92-4d67-921e-cd882eae8373 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:58:24.464599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: c38b44f3-3e92-4d67-921e-cd882eae8373 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:58:24.464952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c38b44f3-3e92-4d67-921e-cd882eae8373 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:58:25.044603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-57489be6-7edc-4843-abd3-3e169ba2c38a req-e76b429a-bf6d-4d96-aa32-fd489fa4b665 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 210 time: 0.0292120 Oct 29 08:58:25.135831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:25.402838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port a43a6bb7-f110-4e77-894c-4d13e4b904a5 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:58:25.403925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:25.444867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64102-ab4b-48ea-a20d-ac77beb685ad req-c32c19ba-364c-4b0b-a85b-9548efacb027 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:25.447076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9f64102-ab4b-48ea-a20d-ac77beb685ad req-c32c19ba-364c-4b0b-a85b-9548efacb027 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0524945 Oct 29 08:58:25.490632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9f64102-ab4b-48ea-a20d-ac77beb685ad req-236a56a1-39c6-45f1-ac75-b643adff5775 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369320 Oct 29 08:58:25.518549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port a43a6bb7-f110-4e77-894c-4d13e4b904a5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=a43a6bb7-f110-4e77-894c-4d13e4b904a5,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:25.519054 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:25.534838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for a43a6bb7-f110-4e77-894c-4d13e4b904a5 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:58:25.660055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d183246-2fd1-413c-a033-2c806300d140 req-21402525-8233-4b91-841e-548ad1f26288 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:25.661511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d183246-2fd1-413c-a033-2c806300d140 req-21402525-8233-4b91-841e-548ad1f26288 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0848298 Oct 29 08:58:25.672214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:25.677104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'floatingip': {'port_id': '603831d5-cea1-4609-8e7a-7a6c9d84c228'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:25.721595 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:25.791883 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:25.825164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=a43a6bb7-f110-4e77-894c-4d13e4b904a5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:26.028711 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.174270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c03ca5de-0104-498f-84a4-d1087445563b req-e8123a42-5947-47ef-9682-9959097e01cc tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 210 time: 0.0515914 Oct 29 08:58:26.251828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.257401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.300473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Router 4caa4884-85cb-43b7-b498-8ec2350b0f5e has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:58:26.375303 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Floating IP 8001939f-327b-4f10-9452-b0a9daf8d5f1 associated. External IP: 172.25.5.41, port: 603831d5-cea1-4609-8e7a-7a6c9d84c228. Oct 29 08:58:26.439969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:58:26.448144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b05dba00-3ff4-4060-a09e-07b776b7a013 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "PUT /v2.0/routers/4caa4884-85cb-43b7-b498-8ec2350b0f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717254 Oct 29 08:58:26.450142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57198) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:26.452246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] Sync routers for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:58:26.464056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:26.464979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:26.510138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6384efdc-213d-4878-84e6-1833f4fc2808 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting subnet c80d4e84-09e9-4753-aed2-ad86a2a95a04 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 08:58:26.515248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6384efdc-213d-4878-84e6-1833f4fc2808 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.562265 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6384efdc-213d-4878-84e6-1833f4fc2808 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.579691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:26.620508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:58:26.678935 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6384efdc-213d-4878-84e6-1833f4fc2808 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.758025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:58:26.765673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.772003 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] Sync routers for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:58:26.788283 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6384efdc-213d-4878-84e6-1833f4fc2808 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.788905 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:26.789753 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:26.827171 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d91cb68c-5eb6-45f3-a308-e9cebc338513 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "PUT /v2.0/floatingips/8001939f-327b-4f10-9452-b0a9daf8d5f1 HTTP/1.1" status: 200 len: 990 time: 1.1537142 Oct 29 08:58:26.827899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'tag': '603831d5-cea1-4609-8e7a-7a6c9d84c228'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:26.833044 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f" -d '{"events": [{"name": "network-changed", "server_uuid": "02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb", "tag": "603831d5-cea1-4609-8e7a-7a6c9d84c228"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:26.841222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384efdc-213d-4878-84e6-1833f4fc2808 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Subnet': ['ID=c80d4e84-09e9-4753-aed2-ad86a2a95a04,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:26.851343 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6384efdc-213d-4878-84e6-1833f4fc2808 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:26.862860 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6384efdc-213d-4878-84e6-1833f4fc2808 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/subnets/c80d4e84-09e9-4753-aed2-ad86a2a95a04 HTTP/1.1" status: 204 len: 168 time: 0.4114397 Oct 29 08:58:26.863637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cd1d6-5cec-4f38-b49a-c7bb20dedffe None None] Network 7cc8ec9e-3964-4c56-afe7-ca41ce102915 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:58:26.865332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57204) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:26.911458 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707d4a87-ac51-4ba4-8d94-cd34445af2f9 x-openstack-request-id: req-707d4a87-ac51-4ba4-8d94-cd34445af2f9 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:26.911994 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb", "tag": "603831d5-cea1-4609-8e7a-7a6c9d84c228", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:26.912402 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-707d4a87-ac51-4ba4-8d94-cd34445af2f9 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:26.913572 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'tag': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'status': 'completed', 'code': 200} Oct 29 08:58:26.978501 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:27.041609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-e9337083-eea3-493a-af3c-e280e33edfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:27.045183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-e9337083-eea3-493a-af3c-e280e33edfab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 1096 time: 0.1028452 Oct 29 08:58:27.071103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:58:25Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:27.108964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:27.110538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] Checking router: 4caa4884-85cb-43b7-b498-8ec2350b0f5e for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:58:27.124534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] Routers {'4caa4884-85cb-43b7-b498-8ec2350b0f5e'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:27.125171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:27.276532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-cae245e5-aae6-41ad-8a6f-da4db0182fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:27.280930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-cae245e5-aae6-41ad-8a6f-da4db0182fd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.2293313 Oct 29 08:58:27.339697 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:27.413451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Deleting port 556e7f01-8379-495a-9716-65f1c74dca80 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:58:27.414256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:27.517775 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a39b00f-6466-49bc-b450-f9decfe9e4a2 req-db8ba457-9a81-46c7-836f-b42bc0be095c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f684f1d-8d78-412d-95ce-d79e97804e3d HTTP/1.1" status: 200 len: 210 time: 0.1109226 Oct 29 08:58:27.526673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-400eeaa3-e058-4936-ae0c-1ce86f40bc8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 200 len: 998 time: 0.2330387 Oct 29 08:58:27.529296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] For port 556e7f01-8379-495a-9716-65f1c74dca80, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=556e7f01-8379-495a-9716-65f1c74dca80,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:27.529812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] DHCP port deletion for 7cc8ec9e-3964-4c56-afe7-ca41ce102915 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 08:58:27.530214 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:27.554210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Calling delete_port for 556e7f01-8379-495a-9716-65f1c74dca80 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:58:27.570459 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '8001939f-327b-4f10-9452-b0a9daf8d5f1', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'port_id': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'mac_address': 'fa:16:3e:90:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:09Z', 'updated_at': '2021-10-29T08:58:26Z', 'revision_number': 1, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:27.626871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-a3c72a83-1693-4154-99bf-448c77045abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:27.629497 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-a3c72a83-1693-4154-99bf-448c77045abe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0934882 Oct 29 08:58:27.642982 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] Checking router: 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:58:27.653766 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:27.654588 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:27.673711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] Set router 4caa4884-85cb-43b7-b498-8ec2350b0f5e gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:27.701693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-2bced2dd-9a98-48eb-b3c8-59369945ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:27.703881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-2bced2dd-9a98-48eb-b3c8-59369945ed30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653245 Oct 29 08:58:27.803069 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:27.829564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-23b4b15a-5e93-4023-842d-c273857723a8 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166539 Oct 29 08:58:27.833199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] Deleting port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:58:27.833829 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:27.887772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:27.969516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Port': ['ID=556e7f01-8379-495a-9716-65f1c74dca80,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:28.018064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c917ac8-d9bf-4af2-8b5f-7b215ab3792f req-e5e140bb-12f4-4df7-b487-06870112ce81 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715651 Oct 29 08:58:28.018653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] For port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ef1cbb2f-0370-4abb-ba7e-f054ef605bcd,segment=NetworkSegment(11e536a0-c00d-4a23-aed4-ffdb6c0e1d42),segment_id=11e536a0-c00d-4a23-aed4-ffdb6c0e1d42)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:28.019183 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.040826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] Calling delete_port for ef1cbb2f-0370-4abb-ba7e-f054ef605bcd owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:58:28.095363 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.161562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '8001939f-327b-4f10-9452-b0a9daf8d5f1', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'port_id': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'mac_address': 'fa:16:3e:90:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:09Z', 'updated_at': '2021-10-29T08:58:26Z', 'revision_number': 1, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:28.183328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:58:25Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:28.187281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.193322 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87434f1-1355-47f7-a805-bc085e3bfb73 None None] The sync data for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 is: [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '8001939f-327b-4f10-9452-b0a9daf8d5f1', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'port_id': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'mac_address': 'fa:16:3e:90:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:09Z', 'updated_at': '2021-10-29T08:58:26Z', 'revision_number': 1, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:58:28.211657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.214371 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.224074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3a64c-775a-4b90-91af-bee49b4a3868 None None] The sync data for ids ['4caa4884-85cb-43b7-b498-8ec2350b0f5e'] in n-d-815940-1 is: [{'id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276887288', 'tenant_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '556e7f01-8379-495a-9716-65f1c74dca80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:55:27Z', 'updated_at': '2021-10-29T08:58:25Z', 'revision_number': 5, 'project_id': '4dd03b6aee5f49e1b3389d6d64c2931a', 'gw_port': {'id': '556e7f01-8379-495a-9716-65f1c74dca80', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa4884-85cb-43b7-b498-8ec2350b0f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:55:28Z', 'updated_at': '2021-10-29T08:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:58:28.251222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] Pushing event deleted for resources: {'Port': ['ID=ef1cbb2f-0370-4abb-ba7e-f054ef605bcd,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:28.256356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35145df-92d3-471d-80ce-7589603e7f0a None None] No DVR routers for this DVR port ef1cbb2f-0370-4abb-ba7e-f054ef605bcd on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:58:28.303031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.303742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Fanout notify agent at l3_agent the message router_deleted on router 4caa4884-85cb-43b7-b498-8ec2350b0f5e {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 08:58:28.313818 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.315146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3973fbe0-9e15-456b-9082-bf4562cac7fc tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/routers/4caa4884-85cb-43b7-b498-8ec2350b0f5e HTTP/1.1" status: 204 len: 168 time: 1.4486759 Oct 29 08:58:28.317761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57212) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:28.402837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.479908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71133a71-8b67-497c-a2a9-55c41355ef7d None None] New status for floating IP 8001939f-327b-4f10-9452-b0a9daf8d5f1: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:58:28.501611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.522151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc8ec9e-3964-4c56-afe7-ca41ce102915']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:28.532236 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:28.532914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e536a0-c00d-4a23-aed4-ffdb6c0e1d42') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:28.544599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.562900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.581469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 08:58:28.581884 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: timer() Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 08:58:28.586711 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 08:58:28.690724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.720622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.726470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/networks/7cc8ec9e-3964-4c56-afe7-ca41ce102915 HTTP/1.1" status: 204 len: 168 time: 0.4052389 Oct 29 08:58:28.727391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57218) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:28.746558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6cb9-dcea-4e79-a9b7-07288cafa91e tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'Network': ['ID=7cc8ec9e-3964-4c56-afe7-ca41ce102915,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:28.797559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ef1cbb2f-0370-4abb-ba7e-f054ef605bcd no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:58:28.822820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: ef1cbb2f-0370-4abb-ba7e-f054ef605bcd {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:58:28.822969 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ef1cbb2f-0370-4abb-ba7e-f054ef605bcd not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:58:28.823412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a43a6bb7-f110-4e77-894c-4d13e4b904a5 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:58:28.845048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: a43a6bb7-f110-4e77-894c-4d13e4b904a5 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:58:28.845399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device a43a6bb7-f110-4e77-894c-4d13e4b904a5 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:58:28.847638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8616077b-9943-45ea-8d8b-db7ad5360d33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.882248 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8616077b-9943-45ea-8d8b-db7ad5360d33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.946085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8616077b-9943-45ea-8d8b-db7ad5360d33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.952205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8616077b-9943-45ea-8d8b-db7ad5360d33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:28.954080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8616077b-9943-45ea-8d8b-db7ad5360d33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] 10.222.0.70 "DELETE /v2.0/security-groups/39e658be-c866-4cd4-8865-44e8924f7080 HTTP/1.1" status: 204 len: 168 time: 0.2245238 Oct 29 08:58:28.969137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616077b-9943-45ea-8d8b-db7ad5360d33 tempest-TestNetworkAdvancedServerOps-1650852783 tempest-TestNetworkAdvancedServerOps-1650852783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e658be-c866-4cd4-8865-44e8924f7080,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:29.215628 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:29.324684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57230) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:29.470147 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-074934ed-5ac1-46cb-b614-ebdc899e6d77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4dd03b6aee5f49e1b3389d6d64c2931a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418943 Oct 29 08:58:29.470559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57234) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:29.533844 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dad8bb27-2014-42a4-895e-9cd73b586f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:29.555663 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dad8bb27-2014-42a4-895e-9cd73b586f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:29.602665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dad8bb27-2014-42a4-895e-9cd73b586f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:29.605671 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dad8bb27-2014-42a4-895e-9cd73b586f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:29.606845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dad8bb27-2014-42a4-895e-9cd73b586f3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94ad5a3b-a523-4bde-87ec-85768d84b751 HTTP/1.1" status: 204 len: 168 time: 0.1352749 Oct 29 08:58:29.615394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8bb27-2014-42a4-895e-9cd73b586f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ad5a3b-a523-4bde-87ec-85768d84b751,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:29.922533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57242) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:29.967450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c7c6c936-58c8-4fde-b8e0-f55f0f7c4195 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ad1eeb050234071847b88e243f43627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436523 Oct 29 08:58:29.970153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57244) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:30.026430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-61dd69d7-7c1d-4d56-9a9d-3532a5ea521e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:30.049339 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-61dd69d7-7c1d-4d56-9a9d-3532a5ea521e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:30.103520 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-61dd69d7-7c1d-4d56-9a9d-3532a5ea521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:30.105912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-61dd69d7-7c1d-4d56-9a9d-3532a5ea521e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:30.107111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-61dd69d7-7c1d-4d56-9a9d-3532a5ea521e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ff7313f-e31b-4ba5-9721-c8cf9f10835e HTTP/1.1" status: 204 len: 168 time: 0.1359925 Oct 29 08:58:30.116013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd69d7-7c1d-4d56-9a9d-3532a5ea521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7313f-e31b-4ba5-9721-c8cf9f10835e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:30.300667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 556e7f01-8379-495a-9716-65f1c74dca80 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:58:30.326058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 556e7f01-8379-495a-9716-65f1c74dca80 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:58:30.326646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 556e7f01-8379-495a-9716-65f1c74dca80 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:58:30.541675 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:31.496614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57292) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:31.666345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'network': {'name': 'tempest-network-smoke--146328379', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:31.696769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:58:31.700360 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:31.712474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:31.797278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:31.802508 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:31.838038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 08:58:31.845860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c4f79c-f7a8-4102-b6e4-60f5bc3d9ffb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:31.854296 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:31.854650 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Added segment c59d131a-03ef-47f1-9b7a-79b681ca57ab of type vlan for network 12497113-6881-4088-8ebd-d82c771aa10f Oct 29 08:58:31.911227 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:31.938421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:31.947988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:31.948604 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.005420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5074224 Oct 29 08:58:32.008367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57298) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:32.012812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'admin_state_up': True, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:32.036419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f5b7c-691b-43b6-8268-c85d4135409b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Network': ['ID=12497113-6881-4088-8ebd-d82c771aa10f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:32.049647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 12497113-6881-4088-8ebd-d82c771aa10f details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 08:58:32.052501 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.053551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.117976 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.280985 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.514044 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.537060 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.651046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.25.5.236 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/f9fe5e6c-3b60-4cbb-acde-0eb6cecec527) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:32.766019 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.802118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:32.846264 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:32.849307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:32.854033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:32.857201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=f9fe5e6c-3b60-4cbb-acde-0eb6cecec527,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:33.125580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:33.713895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:33.852412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router eaf2f685-fa3f-4351-9b51-7290aa5a02bc is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 08:58:33.969681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:58:33.981809 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Sync routers for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:58:33.995471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:33.997913 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:33.999223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fe4971bd-2445-48bc-a021-bc9e3c8bb343 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9900172 Oct 29 08:58:34.000027 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:34.002362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57318) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:34.098961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-922e3567-b4f3-40b5-b02b-871f6efa2eed tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4173849c886f42ed9a716a7c5bb351f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953174 Oct 29 08:58:34.101724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57324) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:34.115651 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:34.289510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82d144-303f-4e97-8b3b-90daef7ebad0 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:34.291307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ed82d144-303f-4e97-8b3b-90daef7ebad0 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1878674 Oct 29 08:58:34.294968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57326) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:34.310400 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:33Z', 'revision_number': 3, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:34.331272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6edf243a-7ada-413d-9a84-32f3fda10e55 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349867 Oct 29 08:58:34.333915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57328) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:34.338481 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Checking router: eaf2f685-fa3f-4351-9b51-7290aa5a02bc for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:58:34.338903 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Updating router eaf2f685-fa3f-4351-9b51-7290aa5a02bc port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:58:34.339443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2146342234', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:34.386164 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.473970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:58:34.477968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.662620 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.669060 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.684601 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.716654 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Attempting to bind port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:34.717369 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Attempting to bind port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:34.717883 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Attempting to bind port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:34.727430 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:34.728376 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:34.729001 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.729435 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:34.729974 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Bound port: f9fe5e6c-3b60-4cbb-acde-0eb6cecec527, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:34.730379 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.753832 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066d1d4-d3ee-4065-b239-d9f8b70749ce None None] Pushing event updated for resources: {'Port': ['ID=f9fe5e6c-3b60-4cbb-acde-0eb6cecec527,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:34.772019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Subnet': ['ID=4c238aee-979c-41b5-ac6f-92933ddc4d1a,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:34.776829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Checking segment: {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:34.777207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network hostable DHCP agents. Network: 12497113-6881-4088-8ebd-d82c771aa10f, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 08:58:34.785766 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] For port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:34.789065 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] For port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f9fe5e6c-3b60-4cbb-acde-0eb6cecec527,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:34.792962 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.793862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 12497113-6881-4088-8ebd-d82c771aa10f is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 08:58:34.803902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 12497113-6881-4088-8ebd-d82c771aa10f) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:34.809056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:34.809769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:34.815386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a116203-58a2-45d0-88bd-0757303dd0d8 None None] Network 12497113-6881-4088-8ebd-d82c771aa10f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:58:34.836747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cbbb56a4-6ccf-424c-a928-73e409d184d2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5017178 Oct 29 08:58:34.841277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57334) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:34.959930 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:34.960547 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:34.984667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-12497113-6881-4088-8ebd-d82c771aa10f', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 08:58:34.985785 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:35.046668 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066d1d4-d3ee-4065-b239-d9f8b70749ce None None] Pushing event updated for resources: {'Port': ['ID=f9fe5e6c-3b60-4cbb-acde-0eb6cecec527,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:35.075785 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:35.127553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Allocated IP 172.20.0.2 (12497113-6881-4088-8ebd-d82c771aa10f/4c238aee-979c-41b5-ac6f-92933ddc4d1a/d3bcd366-09dc-449c-99a1-22b47f4edb28) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:35.294188 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:33Z', 'revision_number': 3, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:35.324634 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2975cd6-25a6-496a-9496-1502c1ad92b8 None None] The sync data for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 is: [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:33Z', 'revision_number': 3, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:58:35.331690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:35.334351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:35.340744 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:35.393063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Network 12497113-6881-4088-8ebd-d82c771aa10f is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:35.396590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:35.399113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:35.448455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Pushing event updated for resources: {'Port': ['ID=d3bcd366-09dc-449c-99a1-22b47f4edb28,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:35.487656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Attempting to bind port d3bcd366-09dc-449c-99a1-22b47f4edb28 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:35.488304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Attempting to bind port d3bcd366-09dc-449c-99a1-22b47f4edb28 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:35.490208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Attempting to bind port d3bcd366-09dc-449c-99a1-22b47f4edb28 on network 12497113-6881-4088-8ebd-d82c771aa10f {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:35.496212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:35.496855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Checking segment: {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:35.497469 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:35.498024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Bound using segment: {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:35.498670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Bound port: d3bcd366-09dc-449c-99a1-22b47f4edb28, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:35.499242 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:35.567436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] For port d3bcd366-09dc-449c-99a1-22b47f4edb28, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:35.570834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] For port d3bcd366-09dc-449c-99a1-22b47f4edb28, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d3bcd366-09dc-449c-99a1-22b47f4edb28,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:35.579010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:35.662200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8194c98-e0b5-418f-bc6a-eb0b27d67b9e None None] Pushing event updated for resources: {'Port': ['ID=d3bcd366-09dc-449c-99a1-22b47f4edb28,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:35.809908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.20.0.1 (12497113-6881-4088-8ebd-d82c771aa10f/4c238aee-979c-41b5-ac6f-92933ddc4d1a/0fcf5e4b-5a79-44bb-9ffc-de94ed29089a) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:36.431728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.464234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d3bcd366-09dc-449c-99a1-22b47f4edb28 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:36.486343 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.514489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 12497113-6881-4088-8ebd-d82c771aa10f is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:36.517601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:36.550893 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:36.590930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d3bcd366-09dc-449c-99a1-22b47f4edb28 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:36.591306 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.620958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.624484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:36.723691 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.765590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port d3bcd366-09dc-449c-99a1-22b47f4edb28, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d3bcd366-09dc-449c-99a1-22b47f4edb28,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:36.770687 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.774774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:36.800285 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.891314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:36.891690 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.894422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=d3bcd366-09dc-449c-99a1-22b47f4edb28,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:36.979212 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:36.996804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994f3a6-3ca1-4ac6-80be-272b8f64e28c None None] Network 12497113-6881-4088-8ebd-d82c771aa10f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 08:58:37.011573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f9fe5e6c-3b60-4cbb-acde-0eb6cecec527,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:37.046023 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:37.139188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=f9fe5e6c-3b60-4cbb-acde-0eb6cecec527,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:37.151035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-baf6c9d4-acbb-4db7-9f1a-008d83d30630 None None] Provisioning complete for port d3bcd366-09dc-449c-99a1-22b47f4edb28 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:37.151424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-baf6c9d4-acbb-4db7-9f1a-008d83d30630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:37.178030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:37.188949 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:37.270748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:37.283129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:37.325976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.326327 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.326841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.327176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.327506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.327899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.328190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.328513 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.328829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.329150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.329472 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.329787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:37.398596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 12497113-6881-4088-8ebd-d82c771aa10f is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:37.400751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:37.553474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router eaf2f685-fa3f-4351-9b51-7290aa5a02bc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:58:37.632103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7a231491-f3ce-4336-9fa9-986cfb2dea5b None None] Provisioning complete for port d3bcd366-09dc-449c-99a1-22b47f4edb28 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:37.632585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a231491-f3ce-4336-9fa9-986cfb2dea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:37.705849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:58:37.716939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5b54f5b0-953b-46ec-8a17-53e7a3986f97 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "PUT /v2.0/routers/eaf2f685-fa3f-4351-9b51-7290aa5a02bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8709738 Oct 29 08:58:37.722019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57356) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:37.736805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Sync routers for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:58:37.774809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:37.775906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:37.854567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7a231491-f3ce-4336-9fa9-986cfb2dea5b None None] Provisioning complete for port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:37.854949 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a231491-f3ce-4336-9fa9-986cfb2dea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:37.913017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7a231491-f3ce-4336-9fa9-986cfb2dea5b None None] Port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:58:37.937391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:37.952563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce0792-64c9-4e2f-9220-84521de61634 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:37.953255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce0792-64c9-4e2f-9220-84521de61634 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:37.953787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce0792-64c9-4e2f-9220-84521de61634 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:37.954530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce0792-64c9-4e2f-9220-84521de61634 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:37.955048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce0792-64c9-4e2f-9220-84521de61634 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:37.955611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce0792-64c9-4e2f-9220-84521de61634 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:37.956340 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce0792-64c9-4e2f-9220-84521de61634 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:37.961354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-57ce0792-64c9-4e2f-9220-84521de61634 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4990 time: 0.2347083 Oct 29 08:58:37.961738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57360) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:38.063418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb78634-ebee-417a-b1ad-b3786c96e581 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:38.064454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb78634-ebee-417a-b1ad-b3786c96e581 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:38.064454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb78634-ebee-417a-b1ad-b3786c96e581 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:38.064951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb78634-ebee-417a-b1ad-b3786c96e581 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:38.065585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb78634-ebee-417a-b1ad-b3786c96e581 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:38.066363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb78634-ebee-417a-b1ad-b3786c96e581 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:38.066575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb78634-ebee-417a-b1ad-b3786c96e581 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:38.068541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2bb78634-ebee-417a-b1ad-b3786c96e581 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.1055870 Oct 29 08:58:38.072052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57362) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:38.079641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bb1d94c5-25b1-4e89-b7a0-a7ef4a3950fd None None] Provisioning complete for port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:38.080063 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bb1d94c5-25b1-4e89-b7a0-a7ef4a3950fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:38.142259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d94c5-25b1-4e89-b7a0-a7ef4a3950fd None None] Port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:58:38.198535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:37Z', 'revision_number': 2, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:38.226847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Checking router: eaf2f685-fa3f-4351-9b51-7290aa5a02bc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:58:38.227298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Updating router eaf2f685-fa3f-4351-9b51-7290aa5a02bc port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 08:58:38.407280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c28db58a-a5bf-4cc5-a27d-045790ca3104 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.3337522 Oct 29 08:58:38.473740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d3bcd366-09dc-449c-99a1-22b47f4edb28 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:38.517530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:38.532679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0bc58e63-3ed1-4d35-a55a-a24546dac134 None None] Provisioning complete for port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:38.533151 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0bc58e63-3ed1-4d35-a55a-a24546dac134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:38.843295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57412) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:38.850641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4ad17d09-8187-4590-bcc7-5c80d89875c5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333856517', 'description': 'tempest-secgroup-smoke-333856517 description', 'project_id': '4173849c886f42ed9a716a7c5bb351f2'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:38.878692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-0bc58e63-3ed1-4d35-a55a-a24546dac134 None None] Port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:58:38.887579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d3bcd366-09dc-449c-99a1-22b47f4edb28 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:38.887982 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:38.933778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ad17d09-8187-4590-bcc7-5c80d89875c5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:38.939076 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:38.953083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.003375 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:58:39.046170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ad17d09-8187-4590-bcc7-5c80d89875c5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.057973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ad17d09-8187-4590-bcc7-5c80d89875c5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.088331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:39.132357 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4ad17d09-8187-4590-bcc7-5c80d89875c5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.135144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4ad17d09-8187-4590-bcc7-5c80d89875c5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2896190 Oct 29 08:58:39.138896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57418) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:39.144701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-97218e69-66c6-4e64-be55-1cc34f9d6fa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2e99-3f9f-4695-b31d-9105b9f39b7d', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:39.155227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad17d09-8187-4590-bcc7-5c80d89875c5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:39.159518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3997e83-fefb-40fd-bc2c-0e7719c37a59 None None] Pushing event updated for resources: {'Port': ['ID=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:39.231519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97218e69-66c6-4e64-be55-1cc34f9d6fa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.248803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Attempting to bind port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:39.249198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Attempting to bind port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:39.249674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Attempting to bind port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a on network 12497113-6881-4088-8ebd-d82c771aa10f {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:39.253441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:39.253765 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.287325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:39.287720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Checking segment: {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:39.288220 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.288672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Bound using segment: {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:39.289174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Bound port: 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:39.289569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.383465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97218e69-66c6-4e64-be55-1cc34f9d6fa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.394047 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97218e69-66c6-4e64-be55-1cc34f9d6fa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.411824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] For port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:39.413590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97218e69-66c6-4e64-be55-1cc34f9d6fa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f242e5f1-8a45-4918-8240-6add9e567829,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:39.433009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] For port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:39.448044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.448289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97218e69-66c6-4e64-be55-1cc34f9d6fa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.450118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97218e69-66c6-4e64-be55-1cc34f9d6fa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095717 Oct 29 08:58:39.452514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57430) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:39.453008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0bd000c7-94d9-4179-81ff-939cfb686367 None None] Provisioning complete for port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:39.453378 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0bd000c7-94d9-4179-81ff-939cfb686367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.457432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-94399c1a-307d-44c0-92e8-9fe591204d7a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2e99-3f9f-4695-b31d-9105b9f39b7d', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:39.498166 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94399c1a-307d-44c0-92e8-9fe591204d7a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.546323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:39.546963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:39.577895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94399c1a-307d-44c0-92e8-9fe591204d7a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.585649 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94399c1a-307d-44c0-92e8-9fe591204d7a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.613204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3997e83-fefb-40fd-bc2c-0e7719c37a59 None None] Pushing event updated for resources: {'Port': ['ID=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:39.614127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94399c1a-307d-44c0-92e8-9fe591204d7a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866330de-6622-40ad-a0dc-aa7e31c2ddd6,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:39.639256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-94399c1a-307d-44c0-92e8-9fe591204d7a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.641252 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-94399c1a-307d-44c0-92e8-9fe591204d7a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1876447 Oct 29 08:58:39.644016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57454) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:39.651925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-999b4fc0-804e-45a1-9539-4068413e9a98 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2e99-3f9f-4695-b31d-9105b9f39b7d', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:39.730487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-999b4fc0-804e-45a1-9539-4068413e9a98 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.803488 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0bd000c7-94d9-4179-81ff-939cfb686367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.820206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-999b4fc0-804e-45a1-9539-4068413e9a98 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.822013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:39.831049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-999b4fc0-804e-45a1-9539-4068413e9a98 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.856790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b4fc0-804e-45a1-9539-4068413e9a98 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c6e1cc-ded0-47c1-b39c-3755614e2eab,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:39.863857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-999b4fc0-804e-45a1-9539-4068413e9a98 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.865241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-999b4fc0-804e-45a1-9539-4068413e9a98 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2195642 Oct 29 08:58:39.868299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57460) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:39.873304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6c87c654-e47f-4e94-8e86-0bf65b773331 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2e99-3f9f-4695-b31d-9105b9f39b7d', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:39.905695 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c87c654-e47f-4e94-8e86-0bf65b773331 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:39.972438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0bd000c7-94d9-4179-81ff-939cfb686367 None None] For port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:39.996816 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0bd000c7-94d9-4179-81ff-939cfb686367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.018587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c87c654-e47f-4e94-8e86-0bf65b773331 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.025457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c87c654-e47f-4e94-8e86-0bf65b773331 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.049294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87c654-e47f-4e94-8e86-0bf65b773331 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0890790b-5dfd-44bd-bea4-4c8573bf0dd4,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:40.065675 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c87c654-e47f-4e94-8e86-0bf65b773331 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.073182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6c87c654-e47f-4e94-8e86-0bf65b773331 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2029588 Oct 29 08:58:40.075544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57466) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:40.080905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f3b25634-c813-4125-8c22-e6f19c1d2744 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2e99-3f9f-4695-b31d-9105b9f39b7d', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:40.106495 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-f3b25634-c813-4125-8c22-e6f19c1d2744 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Project 4173849c886f42ed9a716a7c5bb351f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:58:40.114307 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3b25634-c813-4125-8c22-e6f19c1d2744 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.183791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd000c7-94d9-4179-81ff-939cfb686367 None None] Pushing event updated for resources: {'Port': ['ID=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:40.191387 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0a1c81dd-e7ad-4025-b049-a86169955bc1 None None] Provisioning complete for port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:40.191752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0a1c81dd-e7ad-4025-b049-a86169955bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.201774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3b25634-c813-4125-8c22-e6f19c1d2744 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.208099 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3b25634-c813-4125-8c22-e6f19c1d2744 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.235532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b25634-c813-4125-8c22-e6f19c1d2744 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1e86cf-6f70-4cb1-aef9-d452a6079d7e,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:40.248704 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3b25634-c813-4125-8c22-e6f19c1d2744 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.250750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f3b25634-c813-4125-8c22-e6f19c1d2744 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1738279 Oct 29 08:58:40.254355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57470) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:40.258626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-10c9f206-7af4-4f38-b90d-f7336bf1e7c8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '7d2b2e99-3f9f-4695-b31d-9105b9f39b7d', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:40.316396 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-10c9f206-7af4-4f38-b90d-f7336bf1e7c8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Project 4173849c886f42ed9a716a7c5bb351f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 08:58:40.322421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10c9f206-7af4-4f38-b90d-f7336bf1e7c8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.357031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:40.390028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c867e6-472e-4037-9c7c-4152292d7639 None None] The sync data for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 is: [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:58:40.413546 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10c9f206-7af4-4f38-b90d-f7336bf1e7c8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.427927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10c9f206-7af4-4f38-b90d-f7336bf1e7c8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.465697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f206-7af4-4f38-b90d-f7336bf1e7c8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb3fb15-5ab6-4f75-b567-e0ff4c7384f8,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:40.487225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10c9f206-7af4-4f38-b90d-f7336bf1e7c8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:40.488607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-10c9f206-7af4-4f38-b90d-f7336bf1e7c8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2341106 Oct 29 08:58:40.677511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-ed0c952f-3114-42e6-af41-6acbfb5df49a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333856517&fields=id&tenant_id=4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 267 time: 0.0447001 Oct 29 08:58:40.825066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-b52701f7-2d37-408d-b4b4-c7fd2db31f4e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:40.827513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-b52701f7-2d37-408d-b4b4-c7fd2db31f4e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/networks?id=12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 200 len: 796 time: 0.1418395 Oct 29 08:58:40.845367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-4836cc4e-4589-4690-b1bb-a2fffe09f52b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/quotas/4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 375 time: 0.0117795 Oct 29 08:58:40.925968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-2cd8e7ee-74f8-43eb-a509-1f9c4420152e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732312 Oct 29 08:58:41.069396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-f26989ff-363d-40a0-847a-c5c2525895a9 service neutron] 10.222.0.70 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289649 Oct 29 08:58:41.275699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-2363e104-6c46-4db0-8d35-337107b7cad7 service neutron] 10.222.0.70 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980109 Oct 29 08:58:41.572384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4a1b777a-59d2-4b63-98ed-37328335127a req-59062bbf-31fb-442c-a2af-4021d80dd8d7 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 210 time: 0.0541015 Oct 29 08:58:42.397160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:42.467354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:42.468234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:42.681372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6406d447-e2cf-4de4-a122-3a8562ac9efc req-f7d67b55-2afa-4cba-b3b6-1b1a117e3d73 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 210 time: 0.0363357 Oct 29 08:58:42.794024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-13ca660c-7ebe-466c-83ea-ce204d9efe15 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:42.796401 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-13ca660c-7ebe-466c-83ea-ce204d9efe15 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "GET /v2.0/networks?id=12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 200 len: 796 time: 0.1830561 Oct 29 08:58:42.850221 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-882cb041-865c-4cec-8e0f-6dbba3a47535 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 379 time: 0.0430992 Oct 29 08:58:42.861778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'port': {'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'admin_state_up': True, 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'security_groups': ['7d2b2e99-3f9f-4695-b31d-9105b9f39b7d']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:42.984212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:58:42.988761 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:43.141236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.20.0.14 (12497113-6881-4088-8ebd-d82c771aa10f/4c238aee-979c-41b5-ac6f-92933ddc4d1a/cd280947-7cce-4ed8-940c-8912fba163cd) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:43.293458 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:43.329166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:43.374741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 12497113-6881-4088-8ebd-d82c771aa10f is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:43.377995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:43.380514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:43.415097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=cd280947-7cce-4ed8-940c-8912fba163cd,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:43.466680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:43.467348 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:43.505426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-1b05b28f-3522-41c4-b899-afb50ff679a2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6471648 Oct 29 08:58:43.524011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Request body: {'port': {'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:43.599353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:43.740737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4393e728-51ea-4abd-8bde-190a754cd4c8 None None] Provisioning complete for port cd280947-7cce-4ed8-940c-8912fba163cd triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:43.744589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4393e728-51ea-4abd-8bde-190a754cd4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:43.796880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4393e728-51ea-4abd-8bde-190a754cd4c8 None None] Port cd280947-7cce-4ed8-940c-8912fba163cd cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:58:43.859213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e38a2b-98b4-4a47-8d9c-882875d72885 req-dfa51722-d2d9-4a62-98d0-dc5a1772ea5b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:43.861790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84e38a2b-98b4-4a47-8d9c-882875d72885 req-dfa51722-d2d9-4a62-98d0-dc5a1772ea5b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 932 time: 0.0864296 Oct 29 08:58:43.928946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd280947-7cce-4ed8-940c-8912fba163cd {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:58:43.931313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84e38a2b-98b4-4a47-8d9c-882875d72885 req-8d14eeaf-3d6f-463b-81ea-a0f632de6ed2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611458 Oct 29 08:58:43.944837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:43.959781 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Transition to ACTIVE for port object cd280947-7cce-4ed8-940c-8912fba163cd will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:58:43.966873 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:44.039207 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Pushing event updated for resources: {'Port': ['ID=cd280947-7cce-4ed8-940c-8912fba163cd,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:44.109720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Attempting to bind port cd280947-7cce-4ed8-940c-8912fba163cd on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:58:44.110072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Attempting to bind port cd280947-7cce-4ed8-940c-8912fba163cd by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:58:44.110389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Attempting to bind port cd280947-7cce-4ed8-940c-8912fba163cd on network 12497113-6881-4088-8ebd-d82c771aa10f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:44.116120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Port cd280947-7cce-4ed8-940c-8912fba163cd on network 12497113-6881-4088-8ebd-d82c771aa10f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:58:44.116553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Attempting to bind port cd280947-7cce-4ed8-940c-8912fba163cd on network 12497113-6881-4088-8ebd-d82c771aa10f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:58:44.122283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:58:44.122611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Checking segment: {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:58:44.123023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Bound using segment: {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:58:44.123463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Bound port: cd280947-7cce-4ed8-940c-8912fba163cd, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59d131a-03ef-47f1-9b7a-79b681ca57ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:58:44.124153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:44.229866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] For port cd280947-7cce-4ed8-940c-8912fba163cd, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:58:44.233486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] For port cd280947-7cce-4ed8-940c-8912fba163cd, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=cd280947-7cce-4ed8-940c-8912fba163cd,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:58:44.240148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:44.295309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:44.296066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:44.296715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d4418d3b-81dc-4f50-a1b7-dc4ded397ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:44.297392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] 10.222.0.93 "PUT /v2.0/ports/cd280947-7cce-4ed8-940c-8912fba163cd HTTP/1.1" status: 200 len: 1092 time: 0.7787635 Oct 29 08:58:44.297863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:44.300606 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00cf78e-e2ee-430b-af59-00f524f5d5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:44.379215 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac167a0-2c44-4bc4-ba15-4b3b57907736 x-openstack-request-id: req-9ac167a0-2c44-4bc4-ba15-4b3b57907736 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:44.380676 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:44.381049 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ac167a0-2c44-4bc4-ba15-4b3b57907736 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:44.381561 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'status': 'completed', 'code': 200} Oct 29 08:58:44.419627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af207d85-8071-4c5d-844f-2356fec0d653 service neutron] Pushing event updated for resources: {'Port': ['ID=cd280947-7cce-4ed8-940c-8912fba163cd,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:44.439772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-b1e803db-5ec4-4182-8056-a99cb4cfcf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:44.441470 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-b1e803db-5ec4-4182-8056-a99cb4cfcf0f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0956881 Oct 29 08:58:44.504545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-289627ee-78d1-47d9-a0e4-519b070a7cfb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd280947-7cce-4ed8-940c-8912fba163cd HTTP/1.1" status: 200 len: 217 time: 0.0541165 Oct 29 08:58:44.569832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-9d7af797-cdda-4401-a6d7-448835f71ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:44.572124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-9d7af797-cdda-4401-a6d7-448835f71ef5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c238aee-979c-41b5-ac6f-92933ddc4d1a HTTP/1.1" status: 200 len: 835 time: 0.0602872 Oct 29 08:58:44.625909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-ecc4eb05-9ab6-425e-a010-4029a5676c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:44.627488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-ecc4eb05-9ab6-425e-a010-4029a5676c86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=12497113-6881-4088-8ebd-d82c771aa10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482242 Oct 29 08:58:44.742207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-a7b55e07-e347-45f6-a08d-9b07ac203c10 service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072733 Oct 29 08:58:44.854630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89bb0594-b01f-4965-8f33-9fba523dde30 req-98e8c57c-5f94-4d4d-8fd6-a3a8638fb6c7 service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047003 Oct 29 08:58:44.966939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-826d0ad1-50f2-40dc-abf0-6799f59732bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:44.968562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-826d0ad1-50f2-40dc-abf0-6799f59732bd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0559101 Oct 29 08:58:45.094417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c1a22-6451-498d-815c-23f688c63a64 req-8d2968d1-7926-40f2-8574-e7a8e2f63b94 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:45.096132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf5c1a22-6451-498d-815c-23f688c63a64 req-8d2968d1-7926-40f2-8574-e7a8e2f63b94 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 944 time: 0.0694015 Oct 29 08:58:45.152219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-604b6f58-b20e-46dc-8f47-1dc33cd387bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:45.153922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-604b6f58-b20e-46dc-8f47-1dc33cd387bc service neutron] 10.222.0.93 "GET /v2.0/networks?id=12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 200 len: 898 time: 0.1764379 Oct 29 08:58:45.180378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf5c1a22-6451-498d-815c-23f688c63a64 req-7df0370e-d8c3-41f5-8a94-be147902cea0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759671 Oct 29 08:58:45.216597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-5c7984cf-2dc7-4869-a8f4-7dc787aafa56 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd280947-7cce-4ed8-940c-8912fba163cd HTTP/1.1" status: 200 len: 217 time: 0.0549092 Oct 29 08:58:45.273570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-5514e903-9039-4f1d-9e8d-d5cf09c0f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:45.275545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-5514e903-9039-4f1d-9e8d-d5cf09c0f82c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c238aee-979c-41b5-ac6f-92933ddc4d1a HTTP/1.1" status: 200 len: 835 time: 0.0525110 Oct 29 08:58:45.341028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-b1a37804-cb93-4803-b50c-bdd64f493e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:45.342661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-b1a37804-cb93-4803-b50c-bdd64f493e56 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=12497113-6881-4088-8ebd-d82c771aa10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599339 Oct 29 08:58:45.448314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-9a628ed0-b964-4f8b-a8cd-2f824a143b64 service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985537 Oct 29 08:58:45.564504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d00cf78e-e2ee-430b-af59-00f524f5d5c6 req-619d3747-0e8e-48a2-8be3-2057e4980953 service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089475 Oct 29 08:58:46.319392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456c5f5-82bd-40da-92f4-b109358a2d27 req-a431f852-54bf-4f0c-b746-becd63de3a05 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:46.320976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4456c5f5-82bd-40da-92f4-b109358a2d27 req-a431f852-54bf-4f0c-b746-becd63de3a05 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 944 time: 0.0580873 Oct 29 08:58:46.373663 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4456c5f5-82bd-40da-92f4-b109358a2d27 req-68d2bd1a-f2b0-47ff-a442-0352ec3c1eb0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447228 Oct 29 08:58:47.011957 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6c14-839d-4425-a9d1-12958798c445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:47.539108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac2ef-ef50-444f-9f14-17b038a72521 req-0974f418-0e3f-4fc7-9abf-db87a2029c0e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:47.542183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be1ac2ef-ef50-444f-9f14-17b038a72521 req-0974f418-0e3f-4fc7-9abf-db87a2029c0e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 944 time: 0.0794768 Oct 29 08:58:47.596978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be1ac2ef-ef50-444f-9f14-17b038a72521 req-ad3866d7-109b-4444-9f00-fd40c683babd tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459371 Oct 29 08:58:48.184956 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:48.324243 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:48.512510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device cd280947-7cce-4ed8-940c-8912fba163cd details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:58:48.625487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port cd280947-7cce-4ed8-940c-8912fba163cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=cd280947-7cce-4ed8-940c-8912fba163cd,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:48.642600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:58:48.700124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:48.718591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd280947-7cce-4ed8-940c-8912fba163cd {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:58:48.731986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5e133-566b-420c-9cfc-dc2cc6f11353 req-15fd92df-47e1-46c4-a496-ba1b737463a4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:48.736352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fd5e133-566b-420c-9cfc-dc2cc6f11353 req-15fd92df-47e1-46c4-a496-ba1b737463a4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 944 time: 0.0719314 Oct 29 08:58:48.741979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port cd280947-7cce-4ed8-940c-8912fba163cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=cd280947-7cce-4ed8-940c-8912fba163cd,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:48.750732 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:48.800202 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fd5e133-566b-420c-9cfc-dc2cc6f11353 req-41ff4740-f491-4766-b1da-330ff16bcb6e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582612 Oct 29 08:58:48.836519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=cd280947-7cce-4ed8-940c-8912fba163cd,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:48.847301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.847903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.848343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.848600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.848944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.849284 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.849619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.849953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.850289 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.850622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.850954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:48.851279 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:58:49.040489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['cd280947-7cce-4ed8-940c-8912fba163cd'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:58:49.554694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:49.934677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e02be2-a343-4732-ac70-e4453b0e1537 req-3225e4ca-5739-4b6e-abfb-4a20700d2481 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:49.936569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8e02be2-a343-4732-ac70-e4453b0e1537 req-3225e4ca-5739-4b6e-abfb-4a20700d2481 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 945 time: 0.0661304 Oct 29 08:58:49.996906 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8e02be2-a343-4732-ac70-e4453b0e1537 req-f365a45a-60e0-4124-bb4b-07f13a8f9e0e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538869 Oct 29 08:58:50.542133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device cd280947-7cce-4ed8-940c-8912fba163cd up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:58:50.598995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port cd280947-7cce-4ed8-940c-8912fba163cd completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:58:50.604451 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port cd280947-7cce-4ed8-940c-8912fba163cd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:58:50.604816 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:50.691200 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:50.718880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:50.721405 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111525e-908d-41db-8b3d-f37913b53ff6" -d '{"events": [{"server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "name": "network-vif-plugged", "status": "completed", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:50.736367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port cd280947-7cce-4ed8-940c-8912fba163cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=cd280947-7cce-4ed8-940c-8912fba163cd,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:58:50.742251 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:50.780287 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df57e594-1d73-4e58-b72f-18dc1b48de92 x-openstack-request-id: req-df57e594-1d73-4e58-b72f-18dc1b48de92 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:50.780633 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "name": "network-vif-plugged", "status": "completed", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:50.780893 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df57e594-1d73-4e58-b72f-18dc1b48de92 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:50.784281 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'code': 200} Oct 29 08:58:50.806725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=cd280947-7cce-4ed8-940c-8912fba163cd,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:50.892283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ecf3d-7bde-48c1-b096-ff0d00f2729a req-5dd28278-f124-4c14-bd3b-8ef6717f0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:50.893884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-567ecf3d-7bde-48c1-b096-ff0d00f2729a req-5dd28278-f124-4c14-bd3b-8ef6717f0e3b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0528493 Oct 29 08:58:50.949362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-567ecf3d-7bde-48c1-b096-ff0d00f2729a req-47410af7-0c65-4bc2-a805-54b63cd275f6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438483 Oct 29 08:58:51.136362 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec1c33-1268-4847-a3c0-71d4daeb4d02 req-70f37ebe-b203-4c07-beba-8a78085ada7b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:51.138243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c7ec1c33-1268-4847-a3c0-71d4daeb4d02 req-70f37ebe-b203-4c07-beba-8a78085ada7b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 946 time: 0.0590029 Oct 29 08:58:51.184468 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c7ec1c33-1268-4847-a3c0-71d4daeb4d02 req-135ba521-063e-49de-9565-56830805bb83 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397892 Oct 29 08:58:52.334782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b4fc4-d785-4d84-8d18-f44ba9c7ec06 req-837477aa-5add-44d4-a32d-21e67113a784 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:52.336691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a8b4fc4-d785-4d84-8d18-f44ba9c7ec06 req-837477aa-5add-44d4-a32d-21e67113a784 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 946 time: 0.0798316 Oct 29 08:58:52.384379 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a8b4fc4-d785-4d84-8d18-f44ba9c7ec06 req-89d5ea09-1efa-451d-956d-966241d4b146 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408282 Oct 29 08:58:52.427586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-bd4d6a05-c784-4840-b230-25a30de4a39d req-837079f1-26fc-4ac8-806c-9ba6e0dbb7cf service neutron] (102114) timed out ('10.222.0.15', 63066) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 08:58:53.526273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f0031-a535-4959-9c20-911c50523ddd req-9aedd221-292b-48db-bd6a-b3187b6813ad tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:53.528030 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d25f0031-a535-4959-9c20-911c50523ddd req-9aedd221-292b-48db-bd6a-b3187b6813ad tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 946 time: 0.0584309 Oct 29 08:58:53.570493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d25f0031-a535-4959-9c20-911c50523ddd req-9d0d5ba7-131e-49cf-94da-e6a8af06990a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355899 Oct 29 08:58:53.696251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc7b2c-8897-4ef8-b336-756df305d261 req-bb95c8c4-38ff-4b8d-8910-1e36c9f29717 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:53.697905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fbc7b2c-8897-4ef8-b336-756df305d261 req-bb95c8c4-38ff-4b8d-8910-1e36c9f29717 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 946 time: 0.0543075 Oct 29 08:58:53.739398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3fbc7b2c-8897-4ef8-b336-756df305d261 req-1a2fee8c-a31e-4e2b-87c1-3011507b66c7 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347781 Oct 29 08:58:53.763569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57610) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:53.807029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9afca4e-30df-4413-b20e-e798d71032e2 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:53.811540 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9afca4e-30df-4413-b20e-e798d71032e2 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 1092 time: 0.0428526 Oct 29 08:58:53.811874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57612) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:53.816314 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:58:53.840103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:53.944388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:54.060144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.25.5.17 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/d781b27b-d5ae-4cbc-b22a-525956f6cdbb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:58:54.199425 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:54.237868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:54.283658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:58:54.286908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:58:54.292118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:58:54.294158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=d781b27b-d5ae-4cbc-b22a-525956f6cdbb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:54.751769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:54.851066 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:55.013985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:55.021588 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:55.093286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=d781b27b-d5ae-4cbc-b22a-525956f6cdbb,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:58:55.108684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:55.216322 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Floating IP db2d80f5-bc2e-4ca8-855f-cb91c9f66142 associated. External IP: 172.25.5.17, port: cd280947-7cce-4ed8-940c-8912fba163cd. Oct 29 08:58:55.452790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router eaf2f685-fa3f-4351-9b51-7290aa5a02bc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 08:58:55.573698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 08:58:55.586327 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] Sync routers for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 08:58:55.596621 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:55.610369 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:55.611304 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:55.630070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 57634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:55.637172 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c2f7ac9d-fe3f-472d-a43e-4b61498fd3c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8241260 Oct 29 08:58:55.638872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:58:55.647271 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6921cd72-12d3-45d9-baa4-99ba8589d961" -d '{"events": [{"name": "network-changed", "server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:58:55.747995 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:55.770133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-756bbc12-25ec-4ab0-9aca-5e295e6678f0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/floatingips/db2d80f5-bc2e-4ca8-855f-cb91c9f66142 HTTP/1.1" status: 200 len: 991 time: 0.1384983 Oct 29 08:58:55.861702 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ae75d1-df1c-437d-a7c4-825ecc3fc820 x-openstack-request-id: req-10ae75d1-df1c-437d-a7c4-825ecc3fc820 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:58:55.862205 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:58:55.862449 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10ae75d1-df1c-437d-a7c4-825ecc3fc820 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:58:55.862933 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'status': 'completed', 'code': 200} Oct 29 08:58:55.951271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-75201c6c-d86a-40b1-bbbb-8a1ceac28360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:55.953722 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-75201c6c-d86a-40b1-bbbb-8a1ceac28360 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0632749 Oct 29 08:58:56.024306 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:54Z', 'revision_number': 0, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:56.065814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-18a689dd-df5b-4124-b0b9-186dc4b052bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:56.067373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-18a689dd-df5b-4124-b0b9-186dc4b052bd service neutron] 10.222.0.93 "GET /v2.0/networks?id=12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 200 len: 898 time: 0.1052992 Oct 29 08:58:56.073120 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] Checking router: eaf2f685-fa3f-4351-9b51-7290aa5a02bc for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 08:58:56.095587 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 08:58:56.096323 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T08:58:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:56.170841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-090b3661-9366-4c39-b88b-59739a4e2db1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd280947-7cce-4ed8-940c-8912fba163cd HTTP/1.1" status: 200 len: 999 time: 0.0951309 Oct 29 08:58:56.237663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-bc08c2e2-e28d-4c46-804f-bdd03ec13190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:56.242187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-bc08c2e2-e28d-4c46-804f-bdd03ec13190 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c238aee-979c-41b5-ac6f-92933ddc4d1a HTTP/1.1" status: 200 len: 835 time: 0.0638945 Oct 29 08:58:56.257408 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 08:58:56.323668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-f26e9727-e7d2-4929-9d9e-d5735bd68f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:56.326358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-f26e9727-e7d2-4929-9d9e-d5735bd68f43 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=12497113-6881-4088-8ebd-d82c771aa10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763614 Oct 29 08:58:56.609323 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:54Z', 'revision_number': 0, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 08:58:56.656185 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf316da-7aad-4ecb-b0e0-b11ef2e5ac4f None None] The sync data for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 is: [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:54Z', 'revision_number': 0, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 08:58:56.773736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57648) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:56.882660 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-9b8b336a-836d-436c-88cc-79b9ece7724d service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477259 Oct 29 08:58:56.933832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-54af474f-1a94-4790-a463-8395749b00d4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/floatingips/db2d80f5-bc2e-4ca8-855f-cb91c9f66142 HTTP/1.1" status: 200 len: 991 time: 0.1585076 Oct 29 08:58:56.962478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73508a3-fdf4-4114-a3c5-ba7692b85574 None None] New status for floating IP db2d80f5-bc2e-4ca8-855f-cb91c9f66142: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 08:58:57.012892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6921cd72-12d3-45d9-baa4-99ba8589d961 req-ec9ccbd0-529a-48f4-8b58-9aef379a90c0 service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228421 Oct 29 08:58:57.937732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 57656) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:58:58.006154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ac018621-5ff5-41f7-bbad-529c01329447 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/floatingips/db2d80f5-bc2e-4ca8-855f-cb91c9f66142 HTTP/1.1" status: 200 len: 993 time: 0.0670941 Oct 29 08:58:58.748861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-102eb983-3394-4110-8a51-d1af63c51945 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:58:58.750389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-102eb983-3394-4110-8a51-d1af63c51945 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1318665 Oct 29 08:58:58.767238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-69a096a0-0e4f-4675-869e-3fed86d19c09 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/quotas/3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 375 time: 0.0105121 Oct 29 08:58:58.824142 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-72f99060-f0ab-4d61-92a3-ad4d42fe2293 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502741 Oct 29 08:58:58.929241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-46c1e229-933a-4882-aff0-c9b251042a9a service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940351 Oct 29 08:58:59.025042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-64c87548-7d99-4107-a916-d9b8cee99e4d service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887980 Oct 29 08:58:59.227334 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:58:59.340978 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7faf1844-77f3-44cd-9350-a6d7aca4a1d0 req-a76fce55-e1d4-4705-9a14-400e4a4e8ddd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 210 time: 0.0322478 Oct 29 08:59:00.440775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-2daee5ff-9e13-42b0-a5cc-c4b5a9bfaa0d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:00.443841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-2daee5ff-9e13-42b0-a5cc-c4b5a9bfaa0d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1346996 Oct 29 08:59:00.456564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'port': {'device_id': '840a6832-f596-42da-af62-ea0e0fc155e9', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'admin_state_up': True, 'tenant_id': '3c29013403a64017905dd89022361aac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:59:00.472093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9242c045-271c-4577-aa22-bcecb562b304 req-1babe9bb-e5b2-4111-8738-d1f157f1b15d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 210 time: 0.0566134 Oct 29 08:59:00.556710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:00.592718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:59:00.596334 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:00.747132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.20.0.5 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/b2e47af4-0460-4df6-8672-6dd792aad4ed) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:59:00.923114 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:00.958279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.015385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:59:01.020953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:59:01.026228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:59:01.030414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=b2e47af4-0460-4df6-8672-6dd792aad4ed,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:01.092980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:01.094012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.118407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-1f20b6f8-0ff6-4d3a-a10f-6adf7005594c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651902 Oct 29 08:59:01.131058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Request body: {'port': {'device_id': '840a6832-f596-42da-af62-ea0e0fc155e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:59:01.192110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.316761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-50258acf-528b-4853-8424-905a149aa4ae None None] Provisioning complete for port b2e47af4-0460-4df6-8672-6dd792aad4ed triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:59:01.317793 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50258acf-528b-4853-8424-905a149aa4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.360748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-50258acf-528b-4853-8424-905a149aa4ae None None] Port b2e47af4-0460-4df6-8672-6dd792aad4ed cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:59:01.504873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e47af4-0460-4df6-8672-6dd792aad4ed {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:59:01.514233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.530944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Transition to ACTIVE for port object b2e47af4-0460-4df6-8672-6dd792aad4ed will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:59:01.536496 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.628307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e47af4-0460-4df6-8672-6dd792aad4ed,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:01.644049 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156313ee-6bf4-463e-9494-2c43d3abdb49 req-7275e11a-c852-42af-8cd2-dd714ffe6c7b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:01.652729 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-156313ee-6bf4-463e-9494-2c43d3abdb49 req-7275e11a-c852-42af-8cd2-dd714ffe6c7b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.1004264 Oct 29 08:59:01.696959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Attempting to bind port b2e47af4-0460-4df6-8672-6dd792aad4ed on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:59:01.697558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Attempting to bind port b2e47af4-0460-4df6-8672-6dd792aad4ed by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:59:01.698065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Attempting to bind port b2e47af4-0460-4df6-8672-6dd792aad4ed on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:59:01.704198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Port b2e47af4-0460-4df6-8672-6dd792aad4ed on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:59:01.705521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Attempting to bind port b2e47af4-0460-4df6-8672-6dd792aad4ed on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:59:01.705691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-156313ee-6bf4-463e-9494-2c43d3abdb49 req-aba1726a-381c-4f78-93a8-25916e3c7c60 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518146 Oct 29 08:59:01.715598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:59:01.716292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:59:01.717094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:59:01.717853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Bound port: b2e47af4-0460-4df6-8672-6dd792aad4ed, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:59:01.718303 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.788788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] For port b2e47af4-0460-4df6-8672-6dd792aad4ed, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:59:01.792950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] For port b2e47af4-0460-4df6-8672-6dd792aad4ed, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b2e47af4-0460-4df6-8672-6dd792aad4ed,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:59:01.800675 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.878831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:01.879529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:01.881287 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] 10.222.0.93 "PUT /v2.0/ports/b2e47af4-0460-4df6-8672-6dd792aad4ed HTTP/1.1" status: 200 len: 1091 time: 0.7550042 Oct 29 08:59:01.881845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840a6832-f596-42da-af62-ea0e0fc155e9', 'tag': 'b2e47af4-0460-4df6-8672-6dd792aad4ed'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:59:01.885799 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a00e8d6-4543-4ddb-a894-c65e54d76d69" -d '{"events": [{"name": "network-changed", "server_uuid": "840a6832-f596-42da-af62-ea0e0fc155e9", "tag": "b2e47af4-0460-4df6-8672-6dd792aad4ed"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:59:01.908923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10fc1b-9556-4e91-8993-2be8c7b56b92 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e47af4-0460-4df6-8672-6dd792aad4ed,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:02.011583 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e39f0f-5230-4464-aec8-c58904306878 x-openstack-request-id: req-13e39f0f-5230-4464-aec8-c58904306878 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:59:02.012034 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840a6832-f596-42da-af62-ea0e0fc155e9", "tag": "b2e47af4-0460-4df6-8672-6dd792aad4ed", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:59:02.012388 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13e39f0f-5230-4464-aec8-c58904306878 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:59:02.012932 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840a6832-f596-42da-af62-ea0e0fc155e9', 'tag': 'b2e47af4-0460-4df6-8672-6dd792aad4ed', 'status': 'completed', 'code': 200} Oct 29 08:59:02.039040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-d1ff8d46-1577-4004-a28a-bb55ddb9bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:02.040731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-d1ff8d46-1577-4004-a28a-bb55ddb9bcc2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 1094 time: 0.1039388 Oct 29 08:59:02.092891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-21c9b830-54b3-403d-a01e-108f37c87da4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2e47af4-0460-4df6-8672-6dd792aad4ed HTTP/1.1" status: 200 len: 217 time: 0.0439224 Oct 29 08:59:02.153881 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-ae4c973a-ef7a-471d-986f-14f0c1d8abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:02.155676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-ae4c973a-ef7a-471d-986f-14f0c1d8abd3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0558088 Oct 29 08:59:02.219076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-662080d3-4de0-418e-b189-aa3a14e13ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:02.220752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-662080d3-4de0-418e-b189-aa3a14e13ecf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573831 Oct 29 08:59:02.373092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-305212bd-d589-453e-abfe-7ad8122c6cc4 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441712 Oct 29 08:59:02.487703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-209485a0-b898-43a2-9d89-6aa541ad5519 req-f1969193-1176-430c-a175-d5d49d794db6 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064253 Oct 29 08:59:02.593897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-bceb2de6-f1f4-445a-8465-c1f6597fe82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:02.595717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-bceb2de6-f1f4-445a-8465-c1f6597fe82b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 1094 time: 0.0480821 Oct 29 08:59:02.711272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-5860b031-60a2-4a71-a3ee-662f9fad248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:02.712995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-5860b031-60a2-4a71-a3ee-662f9fad248a service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1082196 Oct 29 08:59:02.762437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-80c9284b-eec1-480c-9495-d6b7ed922f89 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2e47af4-0460-4df6-8672-6dd792aad4ed HTTP/1.1" status: 200 len: 217 time: 0.0425224 Oct 29 08:59:02.828593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785797-3595-4a3a-b599-4aeff3447687 req-1eb04764-1e0c-4353-b1c5-f90617c8e81f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:02.829089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-3cff20df-8a2b-4907-ab2c-688dea9e5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:02.830768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-3cff20df-8a2b-4907-ab2c-688dea9e5a47 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0614696 Oct 29 08:59:02.832248 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f785797-3595-4a3a-b599-4aeff3447687 req-1eb04764-1e0c-4353-b1c5-f90617c8e81f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0588315 Oct 29 08:59:02.884400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f785797-3595-4a3a-b599-4aeff3447687 req-c6e99bb4-3980-49c0-b77b-ea1ae489c2d7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Oct 29 08:59:02.897944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-56c48d61-fbb0-4b67-b7e2-27caec1e85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:02.900958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-56c48d61-fbb0-4b67-b7e2-27caec1e85c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620184 Oct 29 08:59:03.005958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-a974cd99-d5cb-4f98-9825-1e14d7ae0392 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943732 Oct 29 08:59:03.117243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a00e8d6-4543-4ddb-a894-c65e54d76d69 req-77d73c7c-996d-4bf6-9812-134d430d0104 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038861 Oct 29 08:59:04.066544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39446a-c8d2-4cec-b58d-3ba0c1a9b0dd req-56d20cc1-7cc9-482b-8eb1-a248949053e9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:04.076011 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f39446a-c8d2-4cec-b58d-3ba0c1a9b0dd req-56d20cc1-7cc9-482b-8eb1-a248949053e9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0976179 Oct 29 08:59:04.162875 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f39446a-c8d2-4cec-b58d-3ba0c1a9b0dd req-00113dfb-1453-4805-ae0d-53fa90c69d0a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804591 Oct 29 08:59:05.296326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd295c-9f74-4fb8-ad11-3039afc29c4e req-7e4a3c25-1544-4f0a-8527-2c934805756a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:05.297947 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-67bd295c-9f74-4fb8-ad11-3039afc29c4e req-7e4a3c25-1544-4f0a-8527-2c934805756a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0730174 Oct 29 08:59:05.341355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-67bd295c-9f74-4fb8-ad11-3039afc29c4e req-9eea9c1b-137f-4489-944a-79d122ba8afe tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Oct 29 08:59:06.821390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4439-d1bc-4324-9f20-80ace984f419 req-0c5f3208-7676-44b0-bf16-6b983d6856c8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:06.823012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92bd4439-d1bc-4324-9f20-80ace984f419 req-0c5f3208-7676-44b0-bf16-6b983d6856c8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.4108269 Oct 29 08:59:06.864650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-92bd4439-d1bc-4324-9f20-80ace984f419 req-7c1a9d51-4ff4-4ab4-836f-44cfbb3fc33a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351880 Oct 29 08:59:07.989032 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b5c73-e9cf-4aef-bb0b-71172bdb528a req-33361873-b741-4c8f-84b4-210003c2fdaf tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:07.990532 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f38b5c73-e9cf-4aef-bb0b-71172bdb528a req-33361873-b741-4c8f-84b4-210003c2fdaf tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0542223 Oct 29 08:59:08.031507 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f38b5c73-e9cf-4aef-bb0b-71172bdb528a req-625adc3c-dad1-4a62-85f5-03e0cb549229 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346324 Oct 29 08:59:09.051312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-0c7e810a-0115-4bc7-8173-5310c3cdf8d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576301 Oct 29 08:59:09.180145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-dd5bfde4-f8db-4888-b054-8abb2201e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:09.182390 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-dd5bfde4-f8db-4888-b054-8abb2201e305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 1096 time: 0.0600352 Oct 29 08:59:09.186402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf56ec-3adf-4eef-add1-5b9b131ba7c8 req-ff7bb829-2bac-429b-98ea-dae40c346877 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:09.197571 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-acaf56ec-3adf-4eef-add1-5b9b131ba7c8 req-ff7bb829-2bac-429b-98ea-dae40c346877 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0738246 Oct 29 08:59:09.244013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-acaf56ec-3adf-4eef-add1-5b9b131ba7c8 req-461a1293-eb44-4f13-81a9-a5034002f8cd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449686 Oct 29 08:59:09.326024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-2479187e-ed23-46da-b74c-ea1c93c55f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:09.327831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-2479187e-ed23-46da-b74c-ea1c93c55f91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.1232207 Oct 29 08:59:09.404135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-20ba15e6-1a0f-4b59-bff4-348c86c54dc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 200 len: 1000 time: 0.0689783 Oct 29 08:59:09.457664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-3be08aa0-4932-4195-948b-7fb582faf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:09.459193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-3be08aa0-4932-4195-948b-7fb582faf752 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0484757 Oct 29 08:59:09.509738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-a2e41ae8-2d56-426d-b82a-b04e291ae2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:09.511702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-a2e41ae8-2d56-426d-b82a-b04e291ae2e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446675 Oct 29 08:59:09.627368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-f8b456fc-001b-4f4c-9a0d-9bca42def201 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083479 Oct 29 08:59:09.722464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-321169f6-d8d2-4528-8d70-11f638e5f7d3 req-28f0916e-fe68-4e29-b7ad-b43e633916d7 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874338 Oct 29 08:59:10.374514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4f4fb-b38b-49d3-8da4-c718b1f6d2f6 req-a0ef108b-255f-4329-ba36-d9b6667d3cbb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:10.376183 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80a4f4fb-b38b-49d3-8da4-c718b1f6d2f6 req-a0ef108b-255f-4329-ba36-d9b6667d3cbb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0543721 Oct 29 08:59:10.415733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80a4f4fb-b38b-49d3-8da4-c718b1f6d2f6 req-1650d126-9a0a-4f98-bf88-130d6d09e8e2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Oct 29 08:59:11.536591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f124a-2bf5-4870-b37b-6c3332c84ac7 req-fec7ffa2-87ad-457e-ad0f-926e3371eeb5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:11.538129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e0f124a-2bf5-4870-b37b-6c3332c84ac7 req-fec7ffa2-87ad-457e-ad0f-926e3371eeb5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0502543 Oct 29 08:59:11.582509 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e0f124a-2bf5-4870-b37b-6c3332c84ac7 req-00dd98e0-865d-4a4e-b392-e0c4cf545f50 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Oct 29 08:59:12.713563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05c087-2c6e-4a21-86cb-1d70534fc5c1 req-f32cafe0-566f-4aa8-b21b-06790a235a1d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:12.716288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d05c087-2c6e-4a21-86cb-1d70534fc5c1 req-f32cafe0-566f-4aa8-b21b-06790a235a1d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0605001 Oct 29 08:59:12.759677 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d05c087-2c6e-4a21-86cb-1d70534fc5c1 req-5996040b-b889-4f2a-bb8e-7bdb17f11ffb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363247 Oct 29 08:59:13.411230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-34825383-bea2-47d7-b237-347695034b65 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466795 Oct 29 08:59:13.504438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-8a52ee4d-e81c-492e-a91f-545f7bbca310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:13.506118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-8a52ee4d-e81c-492e-a91f-545f7bbca310 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0439396 Oct 29 08:59:13.617163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-93101900-284b-4063-888d-cc8618df9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:13.618673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-93101900-284b-4063-888d-cc8618df9a20 service neutron] 10.222.0.93 "GET /v2.0/networks?id=12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 200 len: 898 time: 0.0906501 Oct 29 08:59:13.689802 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-e28b0736-997f-4009-90ca-e8ffab226d32 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd280947-7cce-4ed8-940c-8912fba163cd HTTP/1.1" status: 200 len: 1001 time: 0.0635753 Oct 29 08:59:13.740803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-5072fb82-c861-4209-a43c-16dcb84a3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:13.742590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-5072fb82-c861-4209-a43c-16dcb84a3071 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c238aee-979c-41b5-ac6f-92933ddc4d1a HTTP/1.1" status: 200 len: 835 time: 0.0454168 Oct 29 08:59:13.792412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-a7c47649-dc88-49ab-a856-5db377562337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:13.794498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-a7c47649-dc88-49ab-a856-5db377562337 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=12497113-6881-4088-8ebd-d82c771aa10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437815 Oct 29 08:59:13.906525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-f1a126c8-87c9-43e7-b830-77a543055272 service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041255 Oct 29 08:59:13.908287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92f252-d6ce-4688-84ee-f0eec922e05d req-3b680f33-c512-4471-bd8f-f7cd9366c86f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:13.909790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c92f252-d6ce-4688-84ee-f0eec922e05d req-3b680f33-c512-4471-bd8f-f7cd9366c86f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 943 time: 0.0586107 Oct 29 08:59:13.949122 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9c92f252-d6ce-4688-84ee-f0eec922e05d req-06600c3f-bac1-4c57-878f-151cce8d3627 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Oct 29 08:59:14.014545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9865ed0e-1324-4ea0-92c3-fc37a341bf0e req-fc64f183-0320-4b94-9ea9-ab1545eb64e0 service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005533 Oct 29 08:59:14.292810 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61d2c40a-1aeb-43d2-b853-c98b8d4b5588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:14.659899 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b2e47af4-0460-4df6-8672-6dd792aad4ed details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:59:14.761320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b2e47af4-0460-4df6-8672-6dd792aad4ed, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b2e47af4-0460-4df6-8672-6dd792aad4ed,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:59:14.773024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b2e47af4-0460-4df6-8672-6dd792aad4ed', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'port_id': 'b2e47af4-0460-4df6-8672-6dd792aad4ed', 'mac_address': 'fa:16:3e:b5:d5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:59:14.810858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:14.828986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e47af4-0460-4df6-8672-6dd792aad4ed {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:59:14.849213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b2e47af4-0460-4df6-8672-6dd792aad4ed, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b2e47af4-0460-4df6-8672-6dd792aad4ed,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:59:14.853572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:14.913000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b2e47af4-0460-4df6-8672-6dd792aad4ed,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:15.068666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ec7d5-d2fd-4cf5-85f4-3d2b2c777456 req-3706bd74-eb3c-475c-a264-dd75c98710dd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:15.070202 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-062ec7d5-d2fd-4cf5-85f4-3d2b2c777456 req-3706bd74-eb3c-475c-a264-dd75c98710dd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 944 time: 0.0503736 Oct 29 08:59:15.109360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-062ec7d5-d2fd-4cf5-85f4-3d2b2c777456 req-9593f47f-3aba-4909-a0cb-c9ad8f0fd281 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Oct 29 08:59:15.167251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b2e47af4-0460-4df6-8672-6dd792aad4ed'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:59:15.993977 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:59:16.239473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9060c-b578-4b01-87ef-413107b460b7 req-c0b90be7-ed29-4ed8-b0b6-ec2f7cdb6746 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:16.241001 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ae9060c-b578-4b01-87ef-413107b460b7 req-c0b90be7-ed29-4ed8-b0b6-ec2f7cdb6746 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 944 time: 0.0559514 Oct 29 08:59:16.282127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ae9060c-b578-4b01-87ef-413107b460b7 req-2d9ee9c7-6144-4346-93e3-f778057ae040 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343521 Oct 29 08:59:16.676344 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b2e47af4-0460-4df6-8672-6dd792aad4ed up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:59:16.729367 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port b2e47af4-0460-4df6-8672-6dd792aad4ed completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:59:16.734299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b2e47af4-0460-4df6-8672-6dd792aad4ed triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:59:16.734773 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:16.816364 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:16.842079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840a6832-f596-42da-af62-ea0e0fc155e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e47af4-0460-4df6-8672-6dd792aad4ed'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:59:16.845700 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa29b2b-8b81-437b-9741-ed8cfd1bba04" -d '{"events": [{"server_uuid": "840a6832-f596-42da-af62-ea0e0fc155e9", "name": "network-vif-plugged", "status": "completed", "tag": "b2e47af4-0460-4df6-8672-6dd792aad4ed"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:59:16.865318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b2e47af4-0460-4df6-8672-6dd792aad4ed, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b2e47af4-0460-4df6-8672-6dd792aad4ed,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:59:16.869960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:16.914241 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d41d6-fd23-4416-89e7-06366b7d9e2a x-openstack-request-id: req-8e4d41d6-fd23-4416-89e7-06366b7d9e2a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:59:16.914564 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840a6832-f596-42da-af62-ea0e0fc155e9", "name": "network-vif-plugged", "status": "completed", "tag": "b2e47af4-0460-4df6-8672-6dd792aad4ed", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:59:16.914776 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e4d41d6-fd23-4416-89e7-06366b7d9e2a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:59:16.915258 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840a6832-f596-42da-af62-ea0e0fc155e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e47af4-0460-4df6-8672-6dd792aad4ed', 'code': 200} Oct 29 08:59:16.925132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b2e47af4-0460-4df6-8672-6dd792aad4ed,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:17.009037 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de988629-f6ce-4f56-9895-1e16a11fdc1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:17.015059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56b675-1f37-43a3-a82d-a48992f0ee86 req-661b65fd-d07b-4528-9d4c-664139ed298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:17.016676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a56b675-1f37-43a3-a82d-a48992f0ee86 req-661b65fd-d07b-4528-9d4c-664139ed298f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 1096 time: 0.0435352 Oct 29 08:59:17.054546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a56b675-1f37-43a3-a82d-a48992f0ee86 req-4294b28f-d38d-4fa3-b859-5e7424de6577 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303476 Oct 29 08:59:17.405980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74216b-20c2-493d-a00d-3989a6ada578 req-a21156cf-a121-4ffd-a692-4e8f4c39a4a8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:17.407327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da74216b-20c2-493d-a00d-3989a6ada578 req-a21156cf-a121-4ffd-a692-4e8f4c39a4a8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 945 time: 0.0536025 Oct 29 08:59:17.454487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-da74216b-20c2-493d-a00d-3989a6ada578 req-1372a32b-6cef-4b05-895e-330174a28386 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Oct 29 08:59:18.187068 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:18.321974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:18.595271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100e872-d353-4432-9516-173c50597762 req-fd35cba9-6d21-4d6f-82c8-ad703f132c69 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:18.596898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7100e872-d353-4432-9516-173c50597762 req-fd35cba9-6d21-4d6f-82c8-ad703f132c69 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 945 time: 0.0532920 Oct 29 08:59:18.637078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7100e872-d353-4432-9516-173c50597762 req-ca4e310a-b4e7-42df-aaf2-844a4910fe30 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338759 Oct 29 08:59:18.769880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f73cda-d99c-4a45-9fe1-650530056031 req-22127cc5-6e81-4fac-8142-fcdbe4c665c3 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:18.771577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2f73cda-d99c-4a45-9fe1-650530056031 req-22127cc5-6e81-4fac-8142-fcdbe4c665c3 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 945 time: 0.0614860 Oct 29 08:59:18.813000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2f73cda-d99c-4a45-9fe1-650530056031 req-165dd898-fcd2-4637-9dc7-f9480713e429 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Oct 29 08:59:19.551953 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:21.421214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-582e78f2-44dc-4472-ad88-190d16019aa9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:21.423003 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-582e78f2-44dc-4472-ad88-190d16019aa9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1194818 Oct 29 08:59:21.440376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-724ea491-0e6d-4d93-ae2f-fa33a896c418 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/quotas/3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 375 time: 0.0112660 Oct 29 08:59:21.505760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-f5949729-c10f-4d6a-aff6-7b0be6677fcf tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577998 Oct 29 08:59:21.601787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-9c17db16-a241-4c8c-b334-a3bbbdbd63b8 service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880256 Oct 29 08:59:21.702847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-48f6b4ae-134b-4e7e-bd64-801a103fdaf3 service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943348 Oct 29 08:59:21.912671 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-85c62c1e-883e-4d79-98d4-418cbec85b12 req-07e0a261-40fc-45a7-bdf5-5c9c989f1052 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 210 time: 0.0324833 Oct 29 08:59:22.933502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-5108f9e9-0cb8-4a1e-a0c4-37512ce920e8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:22.934191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-5108f9e9-0cb8-4a1e-a0c4-37512ce920e8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1104605 Oct 29 08:59:22.947389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'port': {'device_id': '680dfc92-965a-4fb7-afaf-e1e0adf19f7b', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'admin_state_up': True, 'tenant_id': '3c29013403a64017905dd89022361aac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:59:23.037933 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac1bc222-3e6c-4479-9cf5-7195d087bb21 req-016215ed-5240-4335-88d2-e9ac017654ed tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 210 time: 0.0456002 Oct 29 08:59:23.091957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 08:59:23.098613 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:23.249864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.20.0.8 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/adb8d33a-3f91-40dd-9e9c-a741a94578db) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 08:59:23.451023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:23.488757 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:23.501439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b2e47af4-0460-4df6-8672-6dd792aad4ed'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:59:23.543565 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 08:59:23.547109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 08:59:23.565134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 08:59:23.595265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=adb8d33a-3f91-40dd-9e9c-a741a94578db,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:23.613502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.613857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.614203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.614541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.630359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.630910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.631400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.631751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.632102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.632514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.632849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.633179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:23.666592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:23.667320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:23.697540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-3f49e5aa-f886-492b-8a84-54affab8d0c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7544074 Oct 29 08:59:23.712443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Request body: {'port': {'device_id': '680dfc92-965a-4fb7-afaf-e1e0adf19f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 08:59:23.791411 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:23.867339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-379955b9-4d88-440c-b943-102eb75382ec None None] Provisioning complete for port adb8d33a-3f91-40dd-9e9c-a741a94578db triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:59:23.868692 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-379955b9-4d88-440c-b943-102eb75382ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:23.919037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-379955b9-4d88-440c-b943-102eb75382ec None None] Port adb8d33a-3f91-40dd-9e9c-a741a94578db cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 08:59:24.098992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb8d33a-3f91-40dd-9e9c-a741a94578db {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:59:24.109885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:24.128356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Transition to ACTIVE for port object adb8d33a-3f91-40dd-9e9c-a741a94578db will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 08:59:24.133598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:24.213464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Pushing event updated for resources: {'Port': ['ID=adb8d33a-3f91-40dd-9e9c-a741a94578db,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:24.266987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb295089-a958-4f73-8f18-3bcc4a53a648 req-00ac8de0-ca6c-48de-a0ba-59b456e0f8f0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:24.270863 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb295089-a958-4f73-8f18-3bcc4a53a648 req-00ac8de0-ca6c-48de-a0ba-59b456e0f8f0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 931 time: 0.1643207 Oct 29 08:59:24.317335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Attempting to bind port adb8d33a-3f91-40dd-9e9c-a741a94578db on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 08:59:24.317853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Attempting to bind port adb8d33a-3f91-40dd-9e9c-a741a94578db by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 08:59:24.318339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Attempting to bind port adb8d33a-3f91-40dd-9e9c-a741a94578db on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:59:24.338097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eb295089-a958-4f73-8f18-3bcc4a53a648 req-e54c68e5-b892-445b-b803-5661bdd28ed2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601122 Oct 29 08:59:24.339845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Port adb8d33a-3f91-40dd-9e9c-a741a94578db on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 08:59:24.340272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Attempting to bind port adb8d33a-3f91-40dd-9e9c-a741a94578db on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 08:59:24.348480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 08:59:24.348933 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 08:59:24.349420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 08:59:24.350180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Bound port: adb8d33a-3f91-40dd-9e9c-a741a94578db, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 08:59:24.350468 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:24.448569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] For port adb8d33a-3f91-40dd-9e9c-a741a94578db, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 08:59:24.452442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] For port adb8d33a-3f91-40dd-9e9c-a741a94578db, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adb8d33a-3f91-40dd-9e9c-a741a94578db,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 08:59:24.461747 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:24.504249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:24.504931 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:24.506397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] 10.222.0.15 "PUT /v2.0/ports/adb8d33a-3f91-40dd-9e9c-a741a94578db HTTP/1.1" status: 200 len: 1091 time: 0.7991211 Oct 29 08:59:24.506865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680dfc92-965a-4fb7-afaf-e1e0adf19f7b', 'tag': 'adb8d33a-3f91-40dd-9e9c-a741a94578db'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:59:24.509878 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4222134-28af-4292-9173-c9b2b4c99bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "680dfc92-965a-4fb7-afaf-e1e0adf19f7b", "tag": "adb8d33a-3f91-40dd-9e9c-a741a94578db"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:59:24.557483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db01046-23bb-422a-9abc-3bc0b6d8d26a service neutron] Pushing event updated for resources: {'Port': ['ID=adb8d33a-3f91-40dd-9e9c-a741a94578db,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:24.624538 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 08:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ac5b9-ffc2-42bb-aec9-eedac4595665 x-openstack-request-id: req-bb5ac5b9-ffc2-42bb-aec9-eedac4595665 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:59:24.624831 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680dfc92-965a-4fb7-afaf-e1e0adf19f7b", "tag": "adb8d33a-3f91-40dd-9e9c-a741a94578db", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:59:24.625100 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb5ac5b9-ffc2-42bb-aec9-eedac4595665 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:59:24.625557 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680dfc92-965a-4fb7-afaf-e1e0adf19f7b', 'tag': 'adb8d33a-3f91-40dd-9e9c-a741a94578db', 'status': 'completed', 'code': 200} Oct 29 08:59:24.643680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-b45a58f8-bbe7-4e80-8466-022fc408fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:24.648526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-b45a58f8-bbe7-4e80-8466-022fc408fc21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 1094 time: 0.0609708 Oct 29 08:59:24.707231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-dffd1a47-cdd6-4c59-9000-9523f981628b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adb8d33a-3f91-40dd-9e9c-a741a94578db HTTP/1.1" status: 200 len: 217 time: 0.0519238 Oct 29 08:59:24.783725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-41fb5efb-cde6-479c-b2d9-4f09cf01ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:24.785468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-41fb5efb-cde6-479c-b2d9-4f09cf01ad26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0713716 Oct 29 08:59:24.836640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-c738a803-4490-4a63-8f0b-4e3327157d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:24.838417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-c738a803-4490-4a63-8f0b-4e3327157d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449038 Oct 29 08:59:24.942365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-5fa0f2a6-cb26-4e93-9042-21251d4077d5 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949464 Oct 29 08:59:25.049497 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b6bc060-b8c4-40be-8cc9-2dbabded8ac3 req-744c1fbb-bec4-4b1d-95b8-18f61c22d5b1 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992658 Oct 29 08:59:25.150025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-988b61bd-b6ed-44f2-a570-bff48214bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:25.151633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-988b61bd-b6ed-44f2-a570-bff48214bc8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 1094 time: 0.0517290 Oct 29 08:59:25.252483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-36f5c595-acb0-497e-af33-6f37b64ae68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:25.254020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-36f5c595-acb0-497e-af33-6f37b64ae68c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.0940661 Oct 29 08:59:25.305838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-da0ed3b5-74ed-4553-86b0-90a853520098 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adb8d33a-3f91-40dd-9e9c-a741a94578db HTTP/1.1" status: 200 len: 217 time: 0.0445137 Oct 29 08:59:25.360734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-20ae97dc-95dc-4a2f-8877-eb5c68cfccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:25.362618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-20ae97dc-95dc-4a2f-8877-eb5c68cfccb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0501368 Oct 29 08:59:25.413476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-27aa6b50-2f07-4edd-8bb1-c3f44297c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:25.415386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-27aa6b50-2f07-4edd-8bb1-c3f44297c915 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458658 Oct 29 08:59:25.531425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b48c1-87af-4a0c-904f-007a8a509e1d req-eb59550a-4003-4e54-bc25-98b38e650e02 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:25.532978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc6b48c1-87af-4a0c-904f-007a8a509e1d req-eb59550a-4003-4e54-bc25-98b38e650e02 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0991368 Oct 29 08:59:25.583153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-77e3b15b-a0e5-4f7b-b206-a81bd4b3ee7f service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597939 Oct 29 08:59:25.617692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc6b48c1-87af-4a0c-904f-007a8a509e1d req-561f88cf-a3d0-4fd5-aebe-e508e51323fa tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729487 Oct 29 08:59:25.711517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4222134-28af-4292-9173-c9b2b4c99bb8 req-75034f89-73e7-4a43-a396-9799682fbb9d service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176708 Oct 29 08:59:26.753240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb0116-51e8-45cf-8747-2d90e8c742a6 req-2fb686a4-f3b1-4601-a715-338cccd453ff tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:26.755036 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00cb0116-51e8-45cf-8747-2d90e8c742a6 req-2fb686a4-f3b1-4601-a715-338cccd453ff tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0554907 Oct 29 08:59:26.819316 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00cb0116-51e8-45cf-8747-2d90e8c742a6 req-47d1ca9e-a981-4dd7-80c2-f1cfb3f7351d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577283 Oct 29 08:59:27.994594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830107b7-02c4-4e9e-8807-406e4d42cfdd req-dfc9dbcf-c91e-422d-947f-5ab93f1cd817 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:27.996480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-830107b7-02c4-4e9e-8807-406e4d42cfdd req-dfc9dbcf-c91e-422d-947f-5ab93f1cd817 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0734258 Oct 29 08:59:28.046657 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-830107b7-02c4-4e9e-8807-406e4d42cfdd req-e9e6e856-8984-4fc6-a3da-5a40ec3199b1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Oct 29 08:59:29.256344 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:29.274062 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b93b-7023-4822-8143-95ef8716607a req-f23227e3-dc81-4107-9217-346311b036f8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:29.277077 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4221b93b-7023-4822-8143-95ef8716607a req-f23227e3-dc81-4107-9217-346311b036f8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.1332307 Oct 29 08:59:29.356667 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4221b93b-7023-4822-8143-95ef8716607a req-bd2f348c-fee8-4318-8e9f-cdf1e59d0d09 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690608 Oct 29 08:59:30.487894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3542ba-53ae-484c-9a48-6454ef3cfbf6 req-f1f758cf-2a93-423e-9667-d2b915823cf0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:30.489822 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea3542ba-53ae-484c-9a48-6454ef3cfbf6 req-f1f758cf-2a93-423e-9667-d2b915823cf0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0630350 Oct 29 08:59:30.533042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ea3542ba-53ae-484c-9a48-6454ef3cfbf6 req-305104cf-606f-4108-b32b-b0c871100483 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Oct 29 08:59:30.576831 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:31.676931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba50df2-0779-4ca7-a060-3209de5ae44d req-2f515e33-e546-438f-856f-eea8a5f33983 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:31.680491 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aba50df2-0779-4ca7-a060-3209de5ae44d req-2f515e33-e546-438f-856f-eea8a5f33983 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0541167 Oct 29 08:59:31.726905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aba50df2-0779-4ca7-a060-3209de5ae44d req-0294eafd-d3ff-4941-b98b-176d38cc568d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Oct 29 08:59:32.854618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0416fbd-0796-4abf-86ce-68ff3cdc03eb req-ac3e4228-c784-40aa-a8f2-609924fd6006 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:32.856064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0416fbd-0796-4abf-86ce-68ff3cdc03eb req-ac3e4228-c784-40aa-a8f2-609924fd6006 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0537095 Oct 29 08:59:32.898975 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0416fbd-0796-4abf-86ce-68ff3cdc03eb req-fd1748c5-a38e-4e8c-8088-2efe68f92687 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Oct 29 08:59:34.022051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176be33-91ee-4249-a480-04c6c128f408 req-86d63ce2-9fd2-4c74-af98-eee0030b8038 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:34.023559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2176be33-91ee-4249-a480-04c6c128f408 req-86d63ce2-9fd2-4c74-af98-eee0030b8038 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0511949 Oct 29 08:59:34.064881 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2176be33-91ee-4249-a480-04c6c128f408 req-cd2028dc-9077-48f4-9f8e-918ab0cb5304 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346856 Oct 29 08:59:35.191312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf73837-e759-46b6-8428-9bf9f82debbd req-ae23adb3-0eb4-475c-beb4-728693e81116 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:35.196979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bf73837-e759-46b6-8428-9bf9f82debbd req-ae23adb3-0eb4-475c-beb4-728693e81116 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0588937 Oct 29 08:59:35.234209 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bf73837-e759-46b6-8428-9bf9f82debbd req-c6b4f1e4-eceb-4531-9e31-18852e411831 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351441 Oct 29 08:59:36.397566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aaf47-d486-4a4e-82f7-dc5f01d30fea req-b71cc5f5-0c14-4ea9-b548-6d7c3df1d76f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:36.399952 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b50aaf47-d486-4a4e-82f7-dc5f01d30fea req-b71cc5f5-0c14-4ea9-b548-6d7c3df1d76f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0802715 Oct 29 08:59:36.457132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b50aaf47-d486-4a4e-82f7-dc5f01d30fea req-6fc409df-7927-48de-a715-79c2cee67565 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490003 Oct 29 08:59:37.617993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977af76-4437-4b3f-8086-8fe5b3e082d1 req-0e6f5230-3b35-4573-b43f-d2a32f910eef tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:37.628447 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b977af76-4437-4b3f-8086-8fe5b3e082d1 req-0e6f5230-3b35-4573-b43f-d2a32f910eef tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0757887 Oct 29 08:59:37.698894 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b977af76-4437-4b3f-8086-8fe5b3e082d1 req-ee4cb74c-c395-4dc5-8fd7-934a65b7ccb2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691996 Oct 29 08:59:38.855280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1af1f-35ab-4cda-b538-ef0352cb3801 req-2b9855cd-2950-479c-9da1-958d0a458c9b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:38.857776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cb1af1f-35ab-4cda-b538-ef0352cb3801 req-2b9855cd-2950-479c-9da1-958d0a458c9b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0754778 Oct 29 08:59:38.904510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2cb1af1f-35ab-4cda-b538-ef0352cb3801 req-b2a0a876-30d3-43d0-bc9c-04feecaab8f1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Oct 29 08:59:40.042338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096505b9-0049-4e67-b302-f6fd2348bfd2 req-769db59a-2fe9-4c45-8744-6a0fa8201a8d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:40.044303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-096505b9-0049-4e67-b302-f6fd2348bfd2 req-769db59a-2fe9-4c45-8744-6a0fa8201a8d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0595717 Oct 29 08:59:40.088136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-096505b9-0049-4e67-b302-f6fd2348bfd2 req-a39e4267-d2ba-4003-9810-51900fc60f71 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369914 Oct 29 08:59:41.216685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eddfc-06fc-4267-9c9f-82abdfb08f99 req-43b877e5-2501-4010-b159-a82bf3d4abe7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:41.220275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d63eddfc-06fc-4267-9c9f-82abdfb08f99 req-43b877e5-2501-4010-b159-a82bf3d4abe7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0577071 Oct 29 08:59:41.259376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d63eddfc-06fc-4267-9c9f-82abdfb08f99 req-ff6b9355-8755-4f82-ba01-b9ea18461d57 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348067 Oct 29 08:59:42.407651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d69f2f-34ca-450d-87bf-2b2a9db175f2 req-98112c2e-c3b9-4b2e-8fdf-d4ec3a246ab8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:42.409464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82d69f2f-34ca-450d-87bf-2b2a9db175f2 req-98112c2e-c3b9-4b2e-8fdf-d4ec3a246ab8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0578218 Oct 29 08:59:42.462485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82d69f2f-34ca-450d-87bf-2b2a9db175f2 req-4c181855-4bbf-477a-ba50-dcd0b57268db tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463214 Oct 29 08:59:43.615316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e88f-3052-4882-8ca5-293a34ae6e78 req-8c3b66a5-6fc0-4659-ac30-9e959f62a80e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:43.617153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68a2e88f-3052-4882-8ca5-293a34ae6e78 req-8c3b66a5-6fc0-4659-ac30-9e959f62a80e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0671980 Oct 29 08:59:43.662951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68a2e88f-3052-4882-8ca5-293a34ae6e78 req-db3731b6-934f-4083-acd9-d6f578991697 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Oct 29 08:59:44.289872 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c705d020-b083-4998-a66a-daf68aa1d43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:44.656381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7642bd3-f9ac-4780-8ff9-d29887c8550b req-3ba5766c-6eb7-48bc-b39c-f168a6550aaa tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:44.658061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7642bd3-f9ac-4780-8ff9-d29887c8550b req-3ba5766c-6eb7-48bc-b39c-f168a6550aaa tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 950 time: 0.0600312 Oct 29 08:59:44.701335 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7642bd3-f9ac-4780-8ff9-d29887c8550b req-eb2d73ea-53ee-436d-9e1f-037a4b3219f1 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359235 Oct 29 08:59:44.817498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110eb6-5f16-46e0-93ff-661c5f028236 req-b8612cdf-ba85-41b9-b44d-a4ae03dcb552 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:44.819504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a110eb6-5f16-46e0-93ff-661c5f028236 req-b8612cdf-ba85-41b9-b44d-a4ae03dcb552 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0673931 Oct 29 08:59:44.868595 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a110eb6-5f16-46e0-93ff-661c5f028236 req-9d03889d-5577-4407-92e5-85a12f1ef199 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Oct 29 08:59:45.830022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a248-fbcb-4c2c-bd3f-82f446fd06c6 req-1e105c40-9ef8-495c-a771-9b7fc3a0d4ba tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:45.831581 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa4a248-fbcb-4c2c-bd3f-82f446fd06c6 req-1e105c40-9ef8-495c-a771-9b7fc3a0d4ba tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 950 time: 0.0523531 Oct 29 08:59:45.869767 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fa4a248-fbcb-4c2c-bd3f-82f446fd06c6 req-700a744f-ebb7-4af9-8eee-6979b9d91c2e tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/security-groups?id=601ad520-4330-49ad-b6d6-3a62e71f2524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Oct 29 08:59:45.995934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b817f3-1fa8-4076-ad7c-7536e0a9f9bf req-324268c0-c753-4f5d-a5cd-b5233c82fdcb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:45.997350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44b817f3-1fa8-4076-ad7c-7536e0a9f9bf req-324268c0-c753-4f5d-a5cd-b5233c82fdcb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0533993 Oct 29 08:59:46.036551 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44b817f3-1fa8-4076-ad7c-7536e0a9f9bf req-cd78a88c-388b-4bff-9ad1-662e81141c0e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328538 Oct 29 08:59:46.171765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-a07a5671-fff5-4f06-b8f9-60e0dc6f536c tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:46.173320 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-a07a5671-fff5-4f06-b8f9-60e0dc6f536c tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 950 time: 0.0617435 Oct 29 08:59:46.269002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Deleting port 7aa33202-ccdf-4d07-be2d-99607169e00f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:59:46.269348 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:46.734132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] For port 7aa33202-ccdf-4d07-be2d-99607169e00f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=7aa33202-ccdf-4d07-be2d-99607169e00f,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:59:46.734491 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:46.747054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Calling delete_port for 7aa33202-ccdf-4d07-be2d-99607169e00f owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:59:46.881097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:46.894648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['7aa33202-ccdf-4d07-be2d-99607169e00f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:59:46.915111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Pushing event deleted for resources: {'Port': ['ID=7aa33202-ccdf-4d07-be2d-99607169e00f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:46.962255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] No DVR routers for this DVR port 7aa33202-ccdf-4d07-be2d-99607169e00f on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:59:46.965486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:46.969000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c1d442c-ef60-4a28-95cb-de6457877425 req-78b1e416-f818-47ed-b8a9-49b8d4830e79 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.15 "DELETE /v2.0/ports/7aa33202-ccdf-4d07-be2d-99607169e00f HTTP/1.1" status: 204 len: 173 time: 0.7894063 Oct 29 08:59:46.969446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f36d439-8c68-435d-a3b4-cb97223cfb28', 'name': 'network-vif-deleted', 'tag': '7aa33202-ccdf-4d07-be2d-99607169e00f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:59:46.971713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7fb09b34-54c6-41d3-8285-6a1aff07d695 req-a9c2f724-3591-45c3-b8e1-adb31a1381b7 tempest-VolumesBackupsTest-1046361418 tempest-VolumesBackupsTest-1046361418-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f36d439-8c68-435d-a3b4-cb97223cfb28 HTTP/1.1" status: 200 len: 210 time: 0.0270433 Oct 29 08:59:46.971896 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe4dedd-b82d-4d57-b065-719c9c806b05" -d '{"events": [{"server_uuid": "8f36d439-8c68-435d-a3b4-cb97223cfb28", "name": "network-vif-deleted", "tag": "7aa33202-ccdf-4d07-be2d-99607169e00f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:59:47.011895 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8313fbb-2e6a-4ac5-af0e-798f12349dad x-openstack-request-id: req-c8313fbb-2e6a-4ac5-af0e-798f12349dad {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:59:47.012682 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f36d439-8c68-435d-a3b4-cb97223cfb28", "name": "network-vif-deleted", "tag": "7aa33202-ccdf-4d07-be2d-99607169e00f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:59:47.012957 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8313fbb-2e6a-4ac5-af0e-798f12349dad {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:59:47.013386 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f36d439-8c68-435d-a3b4-cb97223cfb28', 'name': 'network-vif-deleted', 'tag': '7aa33202-ccdf-4d07-be2d-99607169e00f', 'status': 'completed', 'code': 200} Oct 29 08:59:47.019336 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6f6fcd47-f945-43c5-b23f-a27eaebe11a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:47.164952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e47e9-a011-483b-9762-be33c665652e req-c334a353-b5ce-4745-a635-9a8050c89b7e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:47.166407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca0e47e9-a011-483b-9762-be33c665652e req-c334a353-b5ce-4745-a635-9a8050c89b7e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 943 time: 0.0594535 Oct 29 08:59:47.207681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca0e47e9-a011-483b-9762-be33c665652e req-2157c2a4-c8a5-4b6f-93cb-55d3399fb436 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346847 Oct 29 08:59:47.474876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device adb8d33a-3f91-40dd-9e9c-a741a94578db details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 08:59:47.581611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port adb8d33a-3f91-40dd-9e9c-a741a94578db, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adb8d33a-3f91-40dd-9e9c-a741a94578db,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:59:47.593294 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'adb8d33a-3f91-40dd-9e9c-a741a94578db', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'port_id': 'adb8d33a-3f91-40dd-9e9c-a741a94578db', 'mac_address': 'fa:16:3e:94:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 08:59:47.635189 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:47.651368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb8d33a-3f91-40dd-9e9c-a741a94578db {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 08:59:47.678106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port adb8d33a-3f91-40dd-9e9c-a741a94578db, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adb8d33a-3f91-40dd-9e9c-a741a94578db,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:59:47.683627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:47.749366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=adb8d33a-3f91-40dd-9e9c-a741a94578db,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:47.903926 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['adb8d33a-3f91-40dd-9e9c-a741a94578db'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:59:48.190652 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:48.331633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:48.361238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bc023-0f55-4133-81b4-e5d88b525b37 req-91f3f310-231f-44b4-9026-86dff2e2c3a0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:48.362812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-517bc023-0f55-4133-81b4-e5d88b525b37 req-91f3f310-231f-44b4-9026-86dff2e2c3a0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 944 time: 0.0709052 Oct 29 08:59:48.418413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-517bc023-0f55-4133-81b4-e5d88b525b37 req-3023c0fd-1d10-494b-88f7-7339d19aec10 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485573 Oct 29 08:59:49.474414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device adb8d33a-3f91-40dd-9e9c-a741a94578db up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 08:59:49.562543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566391-e402-45f0-b999-ac19de9db916 req-ec953d75-a7b1-434a-a249-107f6672ca85 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:49.564910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6566391-e402-45f0-b999-ac19de9db916 req-ec953d75-a7b1-434a-a249-107f6672ca85 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 944 time: 0.0585847 Oct 29 08:59:49.569632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:49.583962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port adb8d33a-3f91-40dd-9e9c-a741a94578db completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 08:59:49.588757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port adb8d33a-3f91-40dd-9e9c-a741a94578db triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 08:59:49.589141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:49.622526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6566391-e402-45f0-b999-ac19de9db916 req-3603ac02-c460-4991-8bea-6a6792e25470 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478683 Oct 29 08:59:49.681260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:49.706914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680dfc92-965a-4fb7-afaf-e1e0adf19f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8d33a-3f91-40dd-9e9c-a741a94578db'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:59:49.709358 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c163f1-3485-4983-9e9e-a0a44c5d1817" -d '{"events": [{"server_uuid": "680dfc92-965a-4fb7-afaf-e1e0adf19f7b", "name": "network-vif-plugged", "status": "completed", "tag": "adb8d33a-3f91-40dd-9e9c-a741a94578db"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:59:49.724450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port adb8d33a-3f91-40dd-9e9c-a741a94578db, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adb8d33a-3f91-40dd-9e9c-a741a94578db,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:59:49.728501 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:49.729443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7aa33202-ccdf-4d07-be2d-99607169e00f no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:59:49.757875 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26cee87-c79d-4b77-b6de-6077bfa40e0d x-openstack-request-id: req-b26cee87-c79d-4b77-b6de-6077bfa40e0d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:59:49.758218 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680dfc92-965a-4fb7-afaf-e1e0adf19f7b", "name": "network-vif-plugged", "status": "completed", "tag": "adb8d33a-3f91-40dd-9e9c-a741a94578db", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:59:49.758503 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b26cee87-c79d-4b77-b6de-6077bfa40e0d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:59:49.758889 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680dfc92-965a-4fb7-afaf-e1e0adf19f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8d33a-3f91-40dd-9e9c-a741a94578db', 'code': 200} Oct 29 08:59:49.782650 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 7aa33202-ccdf-4d07-be2d-99607169e00f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:59:49.783060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 7aa33202-ccdf-4d07-be2d-99607169e00f not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:59:49.812058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=adb8d33a-3f91-40dd-9e9c-a741a94578db,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:49.819908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.820253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.820590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.820919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.821248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.821580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.821903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.822220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.822554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.822855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.823175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.823492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 08:59:49.864558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3394c-1df2-4525-9407-9c02072a9e3c req-e3372441-342b-458b-9b01-eec50bfe7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:49.866165 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87a3394c-1df2-4525-9407-9c02072a9e3c req-e3372441-342b-458b-9b01-eec50bfe7f37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 1096 time: 0.0436993 Oct 29 08:59:49.905771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87a3394c-1df2-4525-9407-9c02072a9e3c req-2357127a-74f5-4ace-b4ff-e38161d5dc88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Oct 29 08:59:50.757446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970d416-83ec-43cc-bac3-48ed42374aed req-bb42d63a-5ab4-4b72-86df-4ffbb025390f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:50.759288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d970d416-83ec-43cc-bac3-48ed42374aed req-bb42d63a-5ab4-4b72-86df-4ffbb025390f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 945 time: 0.0598176 Oct 29 08:59:50.804734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d970d416-83ec-43cc-bac3-48ed42374aed req-3227fb84-4d57-4118-a581-9444c4c4e2d5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Oct 29 08:59:52.026888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c755d9-680d-48bb-9884-631609d719ef req-c924bbd0-b855-40eb-945c-ba731ae695b6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:52.028743 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49c755d9-680d-48bb-9884-631609d719ef req-c924bbd0-b855-40eb-945c-ba731ae695b6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 945 time: 0.1468949 Oct 29 08:59:52.077949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49c755d9-680d-48bb-9884-631609d719ef req-25982cfd-3860-4d10-bf03-a550d6fb1aa1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421417 Oct 29 08:59:52.275086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e09d44-9086-407e-8d88-6f4d1b0bec8e req-21918c04-bd3e-4427-9078-d0383c5708af tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:52.280340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48e09d44-9086-407e-8d88-6f4d1b0bec8e req-21918c04-bd3e-4427-9078-d0383c5708af tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 945 time: 0.1195781 Oct 29 08:59:52.324366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48e09d44-9086-407e-8d88-6f4d1b0bec8e req-4dfe3779-39a2-4a0e-98a2-b2ffdc77f63a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Oct 29 08:59:52.682361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c07a5d-1ec3-4853-b0d9-8f36b120ed81 req-20bae355-18e3-4335-997e-8b3ac7b29395 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:52.683944 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44c07a5d-1ec3-4853-b0d9-8f36b120ed81 req-20bae355-18e3-4335-997e-8b3ac7b29395 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 945 time: 0.0535214 Oct 29 08:59:52.724384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-44c07a5d-1ec3-4853-b0d9-8f36b120ed81 req-68df4e1c-41bf-4372-9cb8-42e6a1c3e55d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336506 Oct 29 08:59:52.999332 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 08:59:53.864853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46d420-af6d-4cb4-b2e2-8d5975360d60 req-e92307ac-72f4-4b9a-bbdd-821a1a08a3ac tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:53.866565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a46d420-af6d-4cb4-b2e2-8d5975360d60 req-e92307ac-72f4-4b9a-bbdd-821a1a08a3ac tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 945 time: 0.0606256 Oct 29 08:59:53.908317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a46d420-af6d-4cb4-b2e2-8d5975360d60 req-713fdcc7-5572-4947-95f7-510f3f344f6d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350406 Oct 29 08:59:54.115860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-fbb1cc59-2222-4bac-906d-26a933c01bb0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:54.117354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-fbb1cc59-2222-4bac-906d-26a933c01bb0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 945 time: 0.0554614 Oct 29 08:59:54.217064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port adb8d33a-3f91-40dd-9e9c-a741a94578db {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 08:59:54.217487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:54.311504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] For port adb8d33a-3f91-40dd-9e9c-a741a94578db, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=adb8d33a-3f91-40dd-9e9c-a741a94578db,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 08:59:54.311921 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:54.329819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for adb8d33a-3f91-40dd-9e9c-a741a94578db owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 08:59:54.473897 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:54.489460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b2e47af4-0460-4df6-8672-6dd792aad4ed'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:59:54.491983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['adb8d33a-3f91-40dd-9e9c-a741a94578db'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 08:59:54.504283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=adb8d33a-3f91-40dd-9e9c-a741a94578db,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 08:59:54.553129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] No DVR routers for this DVR port adb8d33a-3f91-40dd-9e9c-a741a94578db on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 08:59:54.556059 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:54.559605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ec9f1db-97f5-4bf5-80b3-548ac90c4a29 req-8269c1bb-500c-4a1b-b072-8500c4ff995f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "DELETE /v2.0/ports/adb8d33a-3f91-40dd-9e9c-a741a94578db HTTP/1.1" status: 204 len: 173 time: 0.4357684 Oct 29 08:59:54.559985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680dfc92-965a-4fb7-afaf-e1e0adf19f7b', 'name': 'network-vif-deleted', 'tag': 'adb8d33a-3f91-40dd-9e9c-a741a94578db'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 08:59:54.562429 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3df20e-dfe7-417c-ac6b-26d9c3fd2cf5" -d '{"events": [{"server_uuid": "680dfc92-965a-4fb7-afaf-e1e0adf19f7b", "name": "network-vif-deleted", "tag": "adb8d33a-3f91-40dd-9e9c-a741a94578db"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 08:59:54.607396 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3128487c-19fb-4966-9f3f-0a072c0e5c66 x-openstack-request-id: req-3128487c-19fb-4966-9f3f-0a072c0e5c66 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 08:59:54.608034 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680dfc92-965a-4fb7-afaf-e1e0adf19f7b", "name": "network-vif-deleted", "tag": "adb8d33a-3f91-40dd-9e9c-a741a94578db", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 08:59:54.608655 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3128487c-19fb-4966-9f3f-0a072c0e5c66 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 08:59:54.609073 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680dfc92-965a-4fb7-afaf-e1e0adf19f7b', 'name': 'network-vif-deleted', 'tag': 'adb8d33a-3f91-40dd-9e9c-a741a94578db', 'status': 'completed', 'code': 200} Oct 29 08:59:55.026104 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6e72e1df-1d32-4b26-b917-39efbd038e06 req-c752bbf3-e5e5-4cec-8d44-b9d62d5945d0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 210 time: 0.0353863 Oct 29 08:59:56.132642 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bca86030-5b65-4c1f-8e9f-b37419b1500c req-5d7004e2-30ae-4a35-b4fb-62d7bbd84120 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 210 time: 0.0326426 Oct 29 08:59:57.256396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3626e76b-ca66-426e-90ac-9731b8885da1 req-ae38c66f-96e6-4748-9391-d3b50b16bbec tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 210 time: 0.0422421 Oct 29 08:59:57.507249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device adb8d33a-3f91-40dd-9e9c-a741a94578db no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 08:59:57.532963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: adb8d33a-3f91-40dd-9e9c-a741a94578db {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 08:59:57.533370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device adb8d33a-3f91-40dd-9e9c-a741a94578db not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 08:59:58.378823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b11e750-b057-4b7b-b229-2a40a1e9cbbc req-ebd08b51-8c74-4861-a57f-9d2eff60ce0f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 210 time: 0.0390480 Oct 29 08:59:58.531841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59102) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 08:59:58.613257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bfe28b-443a-4a7a-b660-7b7cbdad934d tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:58.613986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bfe28b-443a-4a7a-b660-7b7cbdad934d tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:58.618497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bfe28b-443a-4a7a-b660-7b7cbdad934d tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 08:59:58.633082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-27bfe28b-443a-4a7a-b660-7b7cbdad934d tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=4173849c886f42ed9a716a7c5bb351f2&network_id=12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 200 len: 2970 time: 0.0993183 Oct 29 08:59:59.239998 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 08:59:59.500095 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2adedd09-df6a-434c-9591-84643329d396 req-b58cf222-6a7f-48c8-baa0-d432d86f60c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=680dfc92-965a-4fb7-afaf-e1e0adf19f7b HTTP/1.1" status: 200 len: 210 time: 0.0314457 Oct 29 09:00:00.575067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:01.766083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59132) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:01.831900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeed908-c680-4ccb-a914-113a68d76b48 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:01.833931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3eeed908-c680-4ccb-a914-113a68d76b48 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 814 time: 0.0669403 Oct 29 09:00:02.778820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59154) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:02.785168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'network': {'name': 'tempest-network-smoke--1169550385', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'port_security_enabled': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:02.817308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:00:02.821615 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:02.863960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:00:02.879657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:02.880124 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Added segment 959edcae-e7e5-4f80-a21d-fc5243b34740 of type vlan for network 0c913366-a672-4468-b2ee-88ba0699f683 Oct 29 09:00:02.938826 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:02.985097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:02.992332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:02.993121 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:03.065695 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2851827 Oct 29 09:00:03.069282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59158) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:03.101782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Network': ['ID=0c913366-a672-4468-b2ee-88ba0699f683,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:03.118008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.118447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.118859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.119261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.119682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.120159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.120597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.121097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.121496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.121888 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.122283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.122729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab98ac9-5124-4275-af3d-73d1934350b9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:03.136377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 0c913366-a672-4468-b2ee-88ba0699f683 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:00:03.218751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4857651f-c04f-44a7-94b4-e1c83fed8911 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:03.221035 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4857651f-c04f-44a7-94b4-e1c83fed8911 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4173849c886f42ed9a716a7c5bb351f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1505995 Oct 29 09:00:03.224961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59160) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:03.527092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22217a1-ea5a-4eb4-bfeb-65d256eba5b9 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:03.532085 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a22217a1-ea5a-4eb4-bfeb-65d256eba5b9 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3048894 Oct 29 09:00:03.535046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59174) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:03.575067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0730e2f0-bd00-4397-9926-b36bb01ba3a5 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386755 Oct 29 09:00:03.578236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59176) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:03.612037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-693da5a5-6926-4624-a1eb-fe5b0449af62 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4173849c886f42ed9a716a7c5bb351f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324402 Oct 29 09:00:03.614505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59178) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:03.742369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be50014-29ba-4665-8286-18965dd81be3 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:03.744600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6be50014-29ba-4665-8286-18965dd81be3 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288848 Oct 29 09:00:03.748439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59180) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:03.810858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59182) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:03.811143 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bf696a87-b95a-4459-ac1b-8a947785ad43 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608671 Oct 29 09:00:03.817728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095293243', 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:03.937252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:00:03.941865 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:04.152466 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:04.230448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Subnet': ['ID=0d078878-4678-4aad-a088-c9826a5ac6aa,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:04.238081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Checking segment: {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:00:04.239039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network hostable DHCP agents. Network: 0c913366-a672-4468-b2ee-88ba0699f683, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:00:04.263890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 0c913366-a672-4468-b2ee-88ba0699f683 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:00:04.277155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 0c913366-a672-4468-b2ee-88ba0699f683) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:00:04.289547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:04.290881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:04.298089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904eba9-bce9-4395-ba7f-76bbfe86e451 None None] Network 0c913366-a672-4468-b2ee-88ba0699f683 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:00:04.324711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3f1c1acb-d7a6-492d-a379-75cc3c466a38 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5121348 Oct 29 09:00:04.669182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-0c913366-a672-4468-b2ee-88ba0699f683', 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ips': [{'subnet_id': '0d078878-4678-4aad-a088-c9826a5ac6aa'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:00:04.670584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:04.709233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59192) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:04.716066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fceff030-b58f-46ac-afb3-ad4916b4c520 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287711575', 'description': 'tempest-secgroup-smoke-1287711575 description', 'project_id': '4173849c886f42ed9a716a7c5bb351f2'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:04.750962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fceff030-b58f-46ac-afb3-ad4916b4c520 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:04.859572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Allocated IP 172.20.0.18 (0c913366-a672-4468-b2ee-88ba0699f683/0d078878-4678-4aad-a088-c9826a5ac6aa/b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:00:04.870850 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fceff030-b58f-46ac-afb3-ad4916b4c520 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:04.879178 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fceff030-b58f-46ac-afb3-ad4916b4c520 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:04.921805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fceff030-b58f-46ac-afb3-ad4916b4c520 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:04.925820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fceff030-b58f-46ac-afb3-ad4916b4c520 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2128811 Oct 29 09:00:04.926198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59198) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:04.932657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-98eb4060-0290-4406-a9e4-7032b91a8fbf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '33bf7af9-3df7-43ec-a9fe-2b80d6ddd445', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:04.932991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceff030-b58f-46ac-afb3-ad4916b4c520 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:04.966898 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98eb4060-0290-4406-a9e4-7032b91a8fbf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.036801 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.038130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98eb4060-0290-4406-a9e4-7032b91a8fbf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.043424 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98eb4060-0290-4406-a9e4-7032b91a8fbf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.045961 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.063384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb4060-0290-4406-a9e4-7032b91a8fbf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2603c464-c7ca-4480-903a-fbeb8f445253,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:05.075940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-98eb4060-0290-4406-a9e4-7032b91a8fbf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.080535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-98eb4060-0290-4406-a9e4-7032b91a8fbf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501620 Oct 29 09:00:05.081277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59200) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:05.086823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-13c98990-e29a-4a0c-859a-2f8a959fcc2b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '33bf7af9-3df7-43ec-a9fe-2b80d6ddd445', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:05.117870 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-13c98990-e29a-4a0c-859a-2f8a959fcc2b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.121905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Pushing event updated for resources: {'Port': ['ID=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:05.133948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Network 0c913366-a672-4468-b2ee-88ba0699f683 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:00:05.135610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:00:05.142370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:00:05.217313 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-13c98990-e29a-4a0c-859a-2f8a959fcc2b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.223113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-13c98990-e29a-4a0c-859a-2f8a959fcc2b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.227313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Attempting to bind port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:00:05.228001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Attempting to bind port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:00:05.228635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Attempting to bind port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 on network 0c913366-a672-4468-b2ee-88ba0699f683 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:00:05.237165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:00:05.238026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Checking segment: {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:00:05.238637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.239250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Bound using segment: {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:00:05.239961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Bound port: b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:00:05.240552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.261754 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-13c98990-e29a-4a0c-859a-2f8a959fcc2b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.269305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-13c98990-e29a-4a0c-859a-2f8a959fcc2b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1838582 Oct 29 09:00:05.269305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c98990-e29a-4a0c-859a-2f8a959fcc2b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fa9be4-3c96-4010-9e4b-b46fecb0bbaa,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:05.270008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59204) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:05.281342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8f4bc19e-e086-4503-b053-e745c540414a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '33bf7af9-3df7-43ec-a9fe-2b80d6ddd445', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:05.309738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee99144-4ce0-4737-8fd9-be7ef3658799 req-3b1a2990-57c6-49c3-a520-bbf63b87f205 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:05.311409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ee99144-4ce0-4737-8fd9-be7ef3658799 req-3b1a2990-57c6-49c3-a520-bbf63b87f205 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 945 time: 0.0947661 Oct 29 09:00:05.328181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] For port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:00:05.331942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] For port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:00:05.338718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.342876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f4bc19e-e086-4503-b053-e745c540414a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.394416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ee99144-4ce0-4737-8fd9-be7ef3658799 req-af4071d6-f1d6-4d9c-b383-1b65ab738fa6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Oct 29 09:00:05.424301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f4bc19e-e086-4503-b053-e745c540414a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.440554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853dae3-ed16-4a36-b770-7ea48224b1a1 None None] Pushing event updated for resources: {'Port': ['ID=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:05.441327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f4bc19e-e086-4503-b053-e745c540414a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.472345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bc19e-e086-4503-b053-e745c540414a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5850efb1-9378-4429-9ffc-830d010bc98f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:05.483968 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f4bc19e-e086-4503-b053-e745c540414a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.489947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8f4bc19e-e086-4503-b053-e745c540414a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2149386 Oct 29 09:00:05.490281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59214) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:05.494939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1d6b0fbd-0cf7-414c-9a29-523c7964cef3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '33bf7af9-3df7-43ec-a9fe-2b80d6ddd445', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:05.529144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0fbd-0cf7-414c-9a29-523c7964cef3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.637003 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0fbd-0cf7-414c-9a29-523c7964cef3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.648394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0fbd-0cf7-414c-9a29-523c7964cef3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.690352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b0fbd-0cf7-414c-9a29-523c7964cef3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c48f34-0ce9-4c30-b987-ec1f30cd2817,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:05.702973 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0fbd-0cf7-414c-9a29-523c7964cef3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.707832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1d6b0fbd-0cf7-414c-9a29-523c7964cef3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2130010 Oct 29 09:00:05.710409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59218) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:05.716649 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-02340e39-f093-4bcf-9ee5-fa3bd4f2fdd9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '33bf7af9-3df7-43ec-a9fe-2b80d6ddd445', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:05.757199 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-02340e39-f093-4bcf-9ee5-fa3bd4f2fdd9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Project 4173849c886f42ed9a716a7c5bb351f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:00:05.781538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02340e39-f093-4bcf-9ee5-fa3bd4f2fdd9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.875200 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02340e39-f093-4bcf-9ee5-fa3bd4f2fdd9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.881998 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02340e39-f093-4bcf-9ee5-fa3bd4f2fdd9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.901842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02340e39-f093-4bcf-9ee5-fa3bd4f2fdd9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d83853f-28dc-4386-a6a9-02a43c80730a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:05.916379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-02340e39-f093-4bcf-9ee5-fa3bd4f2fdd9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:05.917821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-02340e39-f093-4bcf-9ee5-fa3bd4f2fdd9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2058315 Oct 29 09:00:05.926857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59222) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:05.931929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-43b3cca6-b24e-48f3-9da4-8d96084a8ae0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '33bf7af9-3df7-43ec-a9fe-2b80d6ddd445', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:05.959366 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-43b3cca6-b24e-48f3-9da4-8d96084a8ae0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Project 4173849c886f42ed9a716a7c5bb351f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:00:05.965486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43b3cca6-b24e-48f3-9da4-8d96084a8ae0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:06.044103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43b3cca6-b24e-48f3-9da4-8d96084a8ae0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:06.051784 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43b3cca6-b24e-48f3-9da4-8d96084a8ae0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:06.077645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3cca6-b24e-48f3-9da4-8d96084a8ae0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd082f51-5e5c-4605-92aa-4d224a8cd437,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:06.094087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43b3cca6-b24e-48f3-9da4-8d96084a8ae0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:06.104693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-43b3cca6-b24e-48f3-9da4-8d96084a8ae0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1678569 Oct 29 09:00:06.285962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-77c97c8b-c22e-46b4-bc75-b9faf8428230 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1287711575&fields=id&tenant_id=4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 267 time: 0.0667417 Oct 29 09:00:06.463437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-e03287c7-5be4-4dc6-ab4e-c77cdbb1bb85 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:06.472207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-e03287c7-5be4-4dc6-ab4e-c77cdbb1bb85 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/networks?id=0c913366-a672-4468-b2ee-88ba0699f683 HTTP/1.1" status: 200 len: 797 time: 0.1848514 Oct 29 09:00:06.506577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-cac9e0d0-6602-4293-ad61-1f4bfc9aa914 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/quotas/4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 375 time: 0.0329356 Oct 29 09:00:06.567413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:00:06.576819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ee6b8-b621-40cf-9566-4ae50a7f6b99 req-2edc1021-5792-445f-8072-5b619379adad tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:06.584485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-079ee6b8-b621-40cf-9566-4ae50a7f6b99 req-2edc1021-5792-445f-8072-5b619379adad tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 945 time: 0.0769441 Oct 29 09:00:06.589532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-3468b756-a5e4-4551-a78f-326b6846b4d3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0735652 Oct 29 09:00:06.617173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebff6a90-6e43-40db-9627-52db3f185952 None None] Network 0c913366-a672-4468-b2ee-88ba0699f683 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:00:06.633131 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-079ee6b8-b621-40cf-9566-4ae50a7f6b99 req-d20802c6-f48d-41d7-b806-113b8d461adf tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=223561ca-0031-4bc0-b70b-dfd9f4b3542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Oct 29 09:00:06.713154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-299fcf8f-fdd6-4630-8d29-a18532488eed None None] Provisioning complete for port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:06.714199 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-299fcf8f-fdd6-4630-8d29-a18532488eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:06.716590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-b7eb1fd2-8f1c-41f8-84c2-e9b0e85d796f service neutron] 10.222.0.70 "GET /v2.0/networks/0c913366-a672-4468-b2ee-88ba0699f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260059 Oct 29 09:00:06.774803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:06.775166 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:06.834005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-19a09e18-583f-4c7c-acbc-12418c74de9a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:06.835589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-19a09e18-583f-4c7c-acbc-12418c74de9a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 945 time: 0.1095357 Oct 29 09:00:06.898629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-66d169a5-4ab5-4ec3-a9c6-10cd08f9d958 service neutron] 10.222.0.70 "GET /v2.0/networks/0c913366-a672-4468-b2ee-88ba0699f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712468 Oct 29 09:00:06.917972 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-299fcf8f-fdd6-4630-8d29-a18532488eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:06.968590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port b2e47af4-0460-4df6-8672-6dd792aad4ed {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:06.969459 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:07.021241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-299fcf8f-fdd6-4630-8d29-a18532488eed None None] For port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:07.031193 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:07.033715 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-299fcf8f-fdd6-4630-8d29-a18532488eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:07.101160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] For port b2e47af4-0460-4df6-8672-6dd792aad4ed, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b2e47af4-0460-4df6-8672-6dd792aad4ed,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:07.101781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:07.136381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for b2e47af4-0460-4df6-8672-6dd792aad4ed owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:07.166998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fcf8f-fdd6-4630-8d29-a18532488eed None None] Pushing event updated for resources: {'Port': ['ID=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:07.174363 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 09:00:07.174983 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 09:00:07.222327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2beaa989-8348-4e65-9c14-67f844df33df req-c8615f36-5129-41c0-959a-e628a896a748 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 210 time: 0.0361209 Oct 29 09:00:07.336543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:07.349696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b2e47af4-0460-4df6-8672-6dd792aad4ed'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:00:07.379883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=b2e47af4-0460-4df6-8672-6dd792aad4ed,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:07.441864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] No DVR routers for this DVR port b2e47af4-0460-4df6-8672-6dd792aad4ed on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:00:07.446755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:07.451708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-039ef011-24c0-4b92-8acb-ec9f40632205 req-d35b0bd9-28aa-4e42-9098-d615cb1e8b1a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "DELETE /v2.0/ports/b2e47af4-0460-4df6-8672-6dd792aad4ed HTTP/1.1" status: 204 len: 173 time: 0.6066921 Oct 29 09:00:07.452252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840a6832-f596-42da-af62-ea0e0fc155e9', 'name': 'network-vif-deleted', 'tag': 'b2e47af4-0460-4df6-8672-6dd792aad4ed'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:00:07.468238 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03f71a2-7247-498f-8799-194b70e02ad9" -d '{"events": [{"server_uuid": "840a6832-f596-42da-af62-ea0e0fc155e9", "name": "network-vif-deleted", "tag": "b2e47af4-0460-4df6-8672-6dd792aad4ed"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:00:07.518783 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dbea6a-f94b-405e-923e-2882ff6dc347 x-openstack-request-id: req-07dbea6a-f94b-405e-923e-2882ff6dc347 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:00:07.519126 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840a6832-f596-42da-af62-ea0e0fc155e9", "name": "network-vif-deleted", "tag": "b2e47af4-0460-4df6-8672-6dd792aad4ed", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:00:07.519325 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07dbea6a-f94b-405e-923e-2882ff6dc347 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:00:07.519733 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840a6832-f596-42da-af62-ea0e0fc155e9', 'name': 'network-vif-deleted', 'tag': 'b2e47af4-0460-4df6-8672-6dd792aad4ed', 'status': 'completed', 'code': 200} Oct 29 09:00:07.769503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-81411465-67c3-4ed1-89d3-5ed9ca776f4e None None] Provisioning complete for port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:07.770055 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-81411465-67c3-4ed1-89d3-5ed9ca776f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:07.838356 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0095803-8382-4711-86ee-c0bdc1335176 req-653ee784-a8dc-4239-b53e-fe95572609f0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 210 time: 0.0581105 Oct 29 09:00:08.408064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ab6772f-b196-4afa-8125-9cff21a08d7f req-bc90758b-23d4-452f-9fd4-a0b76022a7f0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 210 time: 0.0715146 Oct 29 09:00:08.531459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:00:08.666834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:08.668338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:08.975008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-77c483c8-2ad7-4184-bb78-4cf91f9d1f3a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:08.976749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-77c483c8-2ad7-4184-bb78-4cf91f9d1f3a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.15 "GET /v2.0/networks?id=0c913366-a672-4468-b2ee-88ba0699f683 HTTP/1.1" status: 200 len: 797 time: 0.3732488 Oct 29 09:00:09.066661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-fad83f30-b69a-4b0e-849a-60d1277c4c42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 472 time: 0.0747859 Oct 29 09:00:09.079870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'port': {'device_id': 'b81cfbe6-8355-4338-a80b-fc870750fac9', 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683', 'admin_state_up': True, 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'security_groups': ['33bf7af9-3df7-43ec-a9fe-2b80d6ddd445']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:09.143755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1fe8acea-dbf6-487a-a18a-15d30fdf0d0a req-6f1f553b-4b22-431a-9fcc-0cb4abafbaaf tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 210 time: 0.1088803 Oct 29 09:00:09.264145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:00:09.267978 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:09.588655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.20.0.29 (0c913366-a672-4468-b2ee-88ba0699f683/0d078878-4678-4aad-a088-c9826a5ac6aa/f10bd04f-c5eb-4144-9ed2-63a384cb952f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:00:09.800807 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:09.867141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.013573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 0c913366-a672-4468-b2ee-88ba0699f683 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:00:10.016765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=f10bd04f-c5eb-4144-9ed2-63a384cb952f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:10.022567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:00:10.037948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:00:10.110165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5fb19-6e45-4461-a149-ea0888ba4322 req-e6831369-35ab-4421-bcaf-21784049a252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:10.112765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39b5fb19-6e45-4461-a149-ea0888ba4322 req-e6831369-35ab-4421-bcaf-21784049a252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 932 time: 0.5890749 Oct 29 09:00:10.135555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:10.136274 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.178098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39b5fb19-6e45-4461-a149-ea0888ba4322 req-5bd6ab51-20ef-4645-ac4f-8ed02f9ccc28 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560424 Oct 29 09:00:10.194300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-deef2728-7490-4ef1-976f-99b1c15881cb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1148939 Oct 29 09:00:10.203230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Request body: {'port': {'device_id': 'b81cfbe6-8355-4338-a80b-fc870750fac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:10.277420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.280339 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b6f7425-f59d-4925-83e4-ae7ebd862a01 req-a9d4ab21-6369-4183-962b-b722a4f8b3e5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 210 time: 0.0403638 Oct 29 09:00:10.411421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-51e0e695-63e0-4b6e-8522-a99951851d67 None None] Provisioning complete for port f10bd04f-c5eb-4144-9ed2-63a384cb952f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:10.412540 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-51e0e695-63e0-4b6e-8522-a99951851d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.464548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-51e0e695-63e0-4b6e-8522-a99951851d67 None None] Port f10bd04f-c5eb-4144-9ed2-63a384cb952f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:00:10.626911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10bd04f-c5eb-4144-9ed2-63a384cb952f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:00:10.635030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.648360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Transition to ACTIVE for port object f10bd04f-c5eb-4144-9ed2-63a384cb952f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:00:10.654632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.746320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Pushing event updated for resources: {'Port': ['ID=f10bd04f-c5eb-4144-9ed2-63a384cb952f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:10.815639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Attempting to bind port f10bd04f-c5eb-4144-9ed2-63a384cb952f on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:00:10.816229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Attempting to bind port f10bd04f-c5eb-4144-9ed2-63a384cb952f by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:00:10.816564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Attempting to bind port f10bd04f-c5eb-4144-9ed2-63a384cb952f on network 0c913366-a672-4468-b2ee-88ba0699f683 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:00:10.841854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Port f10bd04f-c5eb-4144-9ed2-63a384cb952f on network 0c913366-a672-4468-b2ee-88ba0699f683 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:00:10.842407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Attempting to bind port f10bd04f-c5eb-4144-9ed2-63a384cb952f on network 0c913366-a672-4468-b2ee-88ba0699f683 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:00:10.848393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 8, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:00:10.849132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Checking segment: {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:00:10.849868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Bound using segment: {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:00:10.850633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Bound port: f10bd04f-c5eb-4144-9ed2-63a384cb952f, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:00:10.851173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.932491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] For port f10bd04f-c5eb-4144-9ed2-63a384cb952f, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:00:10.936065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] For port f10bd04f-c5eb-4144-9ed2-63a384cb952f, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f10bd04f-c5eb-4144-9ed2-63a384cb952f,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:00:10.943783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.989576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:10.990276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:10.991790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] 10.222.0.15 "PUT /v2.0/ports/f10bd04f-c5eb-4144-9ed2-63a384cb952f HTTP/1.1" status: 200 len: 1092 time: 0.7938011 Oct 29 09:00:10.992349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81cfbe6-8355-4338-a80b-fc870750fac9', 'tag': 'f10bd04f-c5eb-4144-9ed2-63a384cb952f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:00:10.994747 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40663be-e87a-4ec4-81e7-f776b6668d78" -d '{"events": [{"name": "network-changed", "server_uuid": "b81cfbe6-8355-4338-a80b-fc870750fac9", "tag": "f10bd04f-c5eb-4144-9ed2-63a384cb952f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:00:10.999967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b2e47af4-0460-4df6-8672-6dd792aad4ed no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:00:11.042937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: b2e47af4-0460-4df6-8672-6dd792aad4ed {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:00:11.043522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b2e47af4-0460-4df6-8672-6dd792aad4ed not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:00:11.083963 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca4ade8-2c60-4be5-aa52-bfb882fa0b7c x-openstack-request-id: req-3ca4ade8-2c60-4be5-aa52-bfb882fa0b7c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:00:11.084380 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81cfbe6-8355-4338-a80b-fc870750fac9", "tag": "f10bd04f-c5eb-4144-9ed2-63a384cb952f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:00:11.086429 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ca4ade8-2c60-4be5-aa52-bfb882fa0b7c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:00:11.087012 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81cfbe6-8355-4338-a80b-fc870750fac9', 'tag': 'f10bd04f-c5eb-4144-9ed2-63a384cb952f', 'status': 'completed', 'code': 200} Oct 29 09:00:11.090923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e04c0-f6b6-4a7d-bb70-b2ea54bfce56 service neutron] Pushing event updated for resources: {'Port': ['ID=f10bd04f-c5eb-4144-9ed2-63a384cb952f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:11.114745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-baa4855a-9a1f-4271-8354-15abe9dac0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:11.116938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-baa4855a-9a1f-4271-8354-15abe9dac0f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 1095 time: 0.0669210 Oct 29 09:00:11.170850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-518d2a6f-d3ca-4cac-9325-046f8d593618 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f10bd04f-c5eb-4144-9ed2-63a384cb952f HTTP/1.1" status: 200 len: 217 time: 0.0456085 Oct 29 09:00:11.237802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-49559f10-a69d-4c4c-8a67-bb4439153631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:11.239586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-49559f10-a69d-4c4c-8a67-bb4439153631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d078878-4678-4aad-a088-c9826a5ac6aa HTTP/1.1" status: 200 len: 838 time: 0.0615015 Oct 29 09:00:11.336758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-650f39e1-feb0-470a-b6da-beb8803191d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:11.338635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-650f39e1-feb0-470a-b6da-beb8803191d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c913366-a672-4468-b2ee-88ba0699f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899334 Oct 29 09:00:11.355173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713fba7-8453-47e5-a054-6f0a08ddb7dc req-c1bb5bb8-ab27-4c79-b4de-0753ebfc25a8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:11.356863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1713fba7-8453-47e5-a054-6f0a08ddb7dc req-c1bb5bb8-ab27-4c79-b4de-0753ebfc25a8 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 944 time: 0.0739129 Oct 29 09:00:11.398274 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6783c28f-0cb8-4f93-b1e5-a67e261a4de5 req-6ee306a0-c702-4c12-9cc3-f55a69e34d31 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 210 time: 0.0352418 Oct 29 09:00:11.458382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1713fba7-8453-47e5-a054-6f0a08ddb7dc req-d7314ffb-090f-48c8-8589-586fc3ef0c36 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472102 Oct 29 09:00:11.490807 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-83ebc590-8356-40bf-8ff5-523a93424d60 service neutron] 10.222.0.15 "GET /v2.0/networks/0c913366-a672-4468-b2ee-88ba0699f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326220 Oct 29 09:00:11.593609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f874f3a3-e405-4b0d-8a63-6e38b26e10f4 req-2100fd94-2ac9-43d6-8e21-9aae79df4204 service neutron] 10.222.0.15 "GET /v2.0/networks/0c913366-a672-4468-b2ee-88ba0699f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946014 Oct 29 09:00:11.682526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-31055d5a-cbf4-4f76-8617-7cf198ee65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:11.684051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-31055d5a-cbf4-4f76-8617-7cf198ee65e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 1095 time: 0.0431995 Oct 29 09:00:11.783181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-b4174955-d1af-45b9-bd8f-271358420b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:11.784809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-b4174955-d1af-45b9-bd8f-271358420b50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c913366-a672-4468-b2ee-88ba0699f683 HTTP/1.1" status: 200 len: 899 time: 0.0927315 Oct 29 09:00:11.832543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-afc5e9a0-5503-4405-beb4-69a7e8516c28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f10bd04f-c5eb-4144-9ed2-63a384cb952f HTTP/1.1" status: 200 len: 217 time: 0.0398479 Oct 29 09:00:11.884053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-a383999c-9c44-4191-98c6-2f722d6c3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:11.885547 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-a383999c-9c44-4191-98c6-2f722d6c3be2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d078878-4678-4aad-a088-c9826a5ac6aa HTTP/1.1" status: 200 len: 838 time: 0.0455534 Oct 29 09:00:11.933463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-d2da6555-16e0-4003-bada-2a1924dbd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:11.934914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-d2da6555-16e0-4003-bada-2a1924dbd157 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c913366-a672-4468-b2ee-88ba0699f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420353 Oct 29 09:00:12.041548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-cf4f8490-ae2e-45fd-9e38-9861ec14de22 service neutron] 10.222.0.15 "GET /v2.0/networks/0c913366-a672-4468-b2ee-88ba0699f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975833 Oct 29 09:00:12.140825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a40663be-e87a-4ec4-81e7-f776b6668d78 req-60ace2c2-eb43-4bb8-9290-f2f7d44b69f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0c913366-a672-4468-b2ee-88ba0699f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920019 Oct 29 09:00:12.492088 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dcf99958-0380-4db0-b14d-b38e6c1c8a22 req-df999707-b374-46fb-8d2d-8b14a4ed602f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 210 time: 0.0302122 Oct 29 09:00:12.621018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f1a68-8e97-41f4-9454-3a4dfe213172 req-7363180a-2a59-4d75-b643-418fefa545dd tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:12.622922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a7f1a68-8e97-41f4-9454-3a4dfe213172 req-7363180a-2a59-4d75-b643-418fefa545dd tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 944 time: 0.0592456 Oct 29 09:00:12.665889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1a7f1a68-8e97-41f4-9454-3a4dfe213172 req-c7f87e93-a9b1-4adc-a097-45fc6fa92787 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363541 Oct 29 09:00:13.400394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-65f88313-cb72-4bc9-a46c-92044bf89d48 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471935 Oct 29 09:00:13.508637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-7836b924-8f32-405c-9a1e-7cc738d203c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:13.510451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-7836b924-8f32-405c-9a1e-7cc738d203c6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0495300 Oct 29 09:00:13.554748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f10bd04f-c5eb-4144-9ed2-63a384cb952f details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:00:13.670092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd861d4c-4869-4506-aea4-7158c68988e8 req-bdb2f889-9e7a-43ab-aea7-1eb409087cf7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=840a6832-f596-42da-af62-ea0e0fc155e9 HTTP/1.1" status: 200 len: 210 time: 0.0392594 Oct 29 09:00:13.680058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-a0d7a7ed-627e-4090-a963-fc634ffd93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:13.681654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-a0d7a7ed-627e-4090-a963-fc634ffd93d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 200 len: 898 time: 0.1437414 Oct 29 09:00:13.824296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f10bd04f-c5eb-4144-9ed2-63a384cb952f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f10bd04f-c5eb-4144-9ed2-63a384cb952f,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:13.861721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'f10bd04f-c5eb-4144-9ed2-63a384cb952f', 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683', 'port_id': 'f10bd04f-c5eb-4144-9ed2-63a384cb952f', 'mac_address': 'fa:16:3e:92:96:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d078878-4678-4aad-a088-c9826a5ac6aa', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:00:13.886706 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-271f083a-0564-4fdb-a708-87ece66a803e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd280947-7cce-4ed8-940c-8912fba163cd HTTP/1.1" status: 200 len: 1001 time: 0.1898124 Oct 29 09:00:13.910577 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:13.926044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10bd04f-c5eb-4144-9ed2-63a384cb952f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:00:13.943313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2e1f-b018-4640-b7b9-eba72c269f31 req-cdcefdae-8a9f-4514-90b9-04a63a917e60 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:13.945368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed7a2e1f-b018-4640-b7b9-eba72c269f31 req-cdcefdae-8a9f-4514-90b9-04a63a917e60 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 944 time: 0.1543818 Oct 29 09:00:13.954213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f10bd04f-c5eb-4144-9ed2-63a384cb952f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f10bd04f-c5eb-4144-9ed2-63a384cb952f,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:13.959371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:13.997303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed7a2e1f-b018-4640-b7b9-eba72c269f31 req-faf08631-092c-4b03-85da-d40d825cf0ed tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 Oct 29 09:00:14.001656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-5d2d6829-efd9-423d-9064-f259e7d8fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:14.003554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-5d2d6829-efd9-423d-9064-f259e7d8fda8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c238aee-979c-41b5-ac6f-92933ddc4d1a HTTP/1.1" status: 200 len: 835 time: 0.1089373 Oct 29 09:00:14.035027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f10bd04f-c5eb-4144-9ed2-63a384cb952f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:14.063223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-e9ba9c73-7a09-46ca-9196-d96c83661785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:14.064914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-e9ba9c73-7a09-46ca-9196-d96c83661785 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=12497113-6881-4088-8ebd-d82c771aa10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538163 Oct 29 09:00:14.172224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-972f195d-96ec-42fd-b47d-c8d0b4df64bd service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999386 Oct 29 09:00:14.172831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['f10bd04f-c5eb-4144-9ed2-63a384cb952f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:00:14.298537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24f5e74a-5e30-4479-927d-8d4c8f54aeea req-f11ea599-f9c3-46c3-b736-51a8863f218a service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195905 Oct 29 09:00:14.335746 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b240d56-d992-4717-989c-28f6850e3f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:15.127593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bba06-d2c3-4eb2-9ea0-348fc6d4a6a9 req-c964973d-92c4-4b56-80e5-3839616aa1fe tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:15.129049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-482bba06-d2c3-4eb2-9ea0-348fc6d4a6a9 req-c964973d-92c4-4b56-80e5-3839616aa1fe tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 945 time: 0.0579371 Oct 29 09:00:15.170124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-482bba06-d2c3-4eb2-9ea0-348fc6d4a6a9 req-3bd89acc-8e1a-42f5-8013-f2ea86b1da2d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347848 Oct 29 09:00:15.569911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f10bd04f-c5eb-4144-9ed2-63a384cb952f up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:00:15.627383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port f10bd04f-c5eb-4144-9ed2-63a384cb952f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:00:15.632183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port f10bd04f-c5eb-4144-9ed2-63a384cb952f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:15.632572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:15.713784 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:15.738534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81cfbe6-8355-4338-a80b-fc870750fac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10bd04f-c5eb-4144-9ed2-63a384cb952f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:00:15.741200 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfe880d-19ec-4312-b803-5df3d2790fb0" -d '{"events": [{"server_uuid": "b81cfbe6-8355-4338-a80b-fc870750fac9", "name": "network-vif-plugged", "status": "completed", "tag": "f10bd04f-c5eb-4144-9ed2-63a384cb952f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:00:15.758312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f10bd04f-c5eb-4144-9ed2-63a384cb952f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f10bd04f-c5eb-4144-9ed2-63a384cb952f,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:15.763673 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:15.808930 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0301ad7-bbfa-4f8b-b55f-50b7d953f9cd x-openstack-request-id: req-f0301ad7-bbfa-4f8b-b55f-50b7d953f9cd {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:00:15.809321 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81cfbe6-8355-4338-a80b-fc870750fac9", "name": "network-vif-plugged", "status": "completed", "tag": "f10bd04f-c5eb-4144-9ed2-63a384cb952f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:00:15.809669 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0301ad7-bbfa-4f8b-b55f-50b7d953f9cd {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:00:15.810219 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81cfbe6-8355-4338-a80b-fc870750fac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10bd04f-c5eb-4144-9ed2-63a384cb952f', 'code': 200} Oct 29 09:00:15.840401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f10bd04f-c5eb-4144-9ed2-63a384cb952f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:15.885157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f0c94-0dda-4254-a394-fb099976ac5b req-8864aae7-fadc-4678-a3cc-e8dc3d7659fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:15.886705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-644f0c94-0dda-4254-a394-fb099976ac5b req-8864aae7-fadc-4678-a3cc-e8dc3d7659fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 1097 time: 0.0414338 Oct 29 09:00:15.923600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-644f0c94-0dda-4254-a394-fb099976ac5b req-e2c55ac0-09f2-4efb-bfa5-f4ecc7d88fe5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287666 Oct 29 09:00:16.293378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd185c-8057-44c7-b497-75a289949ef7 req-1b3c39ba-65d7-44cf-9872-a1827871b623 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:16.295567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-edfd185c-8057-44c7-b497-75a289949ef7 req-1b3c39ba-65d7-44cf-9872-a1827871b623 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 946 time: 0.0539110 Oct 29 09:00:16.337542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-edfd185c-8057-44c7-b497-75a289949ef7 req-fbac8a41-c2ca-4a4b-b988-7334a6d371b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359683 Oct 29 09:00:17.020339 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e5a17f7-d786-4792-a85e-f65bbe0ba78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:17.479218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34aac0-9b68-45dc-acb9-bfb9ade6bb80 req-4f5362af-ffe9-4c8b-b23f-a5fefa88e65b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:17.480785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a34aac0-9b68-45dc-acb9-bfb9ade6bb80 req-4f5362af-ffe9-4c8b-b23f-a5fefa88e65b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 946 time: 0.0650539 Oct 29 09:00:17.521337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1a34aac0-9b68-45dc-acb9-bfb9ade6bb80 req-b589306d-766d-4257-a188-750efa87e46f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339959 Oct 29 09:00:17.653122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1908a80-a18c-435b-95fd-f35f3344f961 req-5e1f221a-d467-42c5-9faf-2fd28109e080 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:17.654588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1908a80-a18c-435b-95fd-f35f3344f961 req-5e1f221a-d467-42c5-9faf-2fd28109e080 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 946 time: 0.0546284 Oct 29 09:00:17.694357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1908a80-a18c-435b-95fd-f35f3344f961 req-5bc6f292-634a-4eeb-85d5-e83a062712ff tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331287 Oct 29 09:00:18.194489 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:18.320963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:19.164064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59372) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:19.558177 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:20.040193 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:20.394419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.20.0.17 (0c913366-a672-4468-b2ee-88ba0699f683/0d078878-4678-4aad-a088-c9826a5ac6aa/2da4cbcd-3092-4789-b1c3-41ecd4ed1752) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:00:20.524997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:20.565239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:20.612142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 0c913366-a672-4468-b2ee-88ba0699f683 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:00:20.615509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:00:20.619696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:00:20.654660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:20.684520 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:20.938098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f1910cae-eb70-49fe-8f25-5752a13671f8 None None] Provisioning complete for port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:20.939441 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f1910cae-eb70-49fe-8f25-5752a13671f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:20.966370 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:20.984072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f1910cae-eb70-49fe-8f25-5752a13671f8 None None] Port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:00:21.319413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:21.327859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:21.415351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:21.417124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:21.537501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 0c913366-a672-4468-b2ee-88ba0699f683 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:00:21.539106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:00:21.769470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router eaf2f685-fa3f-4351-9b51-7290aa5a02bc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:00:21.911902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:00:21.931671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-84f86ed4-0e97-4161-926f-7cb8a7ef75cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "PUT /v2.0/routers/eaf2f685-fa3f-4351-9b51-7290aa5a02bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7524037 Oct 29 09:00:21.931776 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Sync routers for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:00:21.934341 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:00:21.937903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ad477d75-a663-4b05-be32-641523bccf0a None None] Provisioning complete for port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:21.938372 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad477d75-a663-4b05-be32-641523bccf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:21.939874 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:21.985081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ad477d75-a663-4b05-be32-641523bccf0a None None] Port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:00:22.105172 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:00:22.365004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59444) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:22.369962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b340732b-ba02-4d88-8e88-7b1aa555a84a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423401826', 'description': 'tempest-secgroup-smoke-1423401826 description', 'project_id': '3c29013403a64017905dd89022361aac'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:22.408182 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b340732b-ba02-4d88-8e88-7b1aa555a84a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.409498 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:20Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:57Z', 'revision_number': 1, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da4cbcd-3092-4789-b1c3-41ecd4ed1752', 'name': '', 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:f8:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '0d078878-4678-4aad-a088-c9826a5ac6aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:00:20Z', 'updated_at': '2021-10-29T09:00:21Z', 'revision_number': 2, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '0d078878-4678-4aad-a088-c9826a5ac6aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:22.441894 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Checking router: eaf2f685-fa3f-4351-9b51-7290aa5a02bc for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:00:22.442469 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Updating router eaf2f685-fa3f-4351-9b51-7290aa5a02bc port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:00:22.472285 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.507485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b340732b-ba02-4d88-8e88-7b1aa555a84a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.513475 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b340732b-ba02-4d88-8e88-7b1aa555a84a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.554358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b340732b-ba02-4d88-8e88-7b1aa555a84a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.558991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59446) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:22.559545 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b340732b-ba02-4d88-8e88-7b1aa555a84a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1932065 Oct 29 09:00:22.561811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340732b-ba02-4d88-8e88-7b1aa555a84a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:22.580268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7d77c917-5581-4f2f-ad7d-61e8b2c295c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'security_group_rule': {'security_group_id': 'a6afab87-6ab2-4ad5-b3e9-c580f3c562c5', 'project_id': '3c29013403a64017905dd89022361aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:22.626978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7d77c917-5581-4f2f-ad7d-61e8b2c295c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.728756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7d77c917-5581-4f2f-ad7d-61e8b2c295c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.734351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7d77c917-5581-4f2f-ad7d-61e8b2c295c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.752804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77c917-5581-4f2f-ad7d-61e8b2c295c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815df74e-801c-489c-ab6b-fe4e664643bc,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:22.771587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7d77c917-5581-4f2f-ad7d-61e8b2c295c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.776376 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7d77c917-5581-4f2f-ad7d-61e8b2c295c2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146261 Oct 29 09:00:22.776780 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59452) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:22.782432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1c21e67e-4af3-473c-aa1e-1199379dc595 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'security_group_rule': {'security_group_id': 'a6afab87-6ab2-4ad5-b3e9-c580f3c562c5', 'project_id': '3c29013403a64017905dd89022361aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:22.814855 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c21e67e-4af3-473c-aa1e-1199379dc595 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.824697 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.834092 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.884992 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c21e67e-4af3-473c-aa1e-1199379dc595 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.892156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c21e67e-4af3-473c-aa1e-1199379dc595 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.912131 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Pushing event updated for resources: {'Port': ['ID=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:22.919711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21e67e-4af3-473c-aa1e-1199379dc595 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d1cc57-ce9c-4c1e-8003-74270d5a7274,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:22.925769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c21e67e-4af3-473c-aa1e-1199379dc595 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.929959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59454) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:22.930104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1c21e67e-4af3-473c-aa1e-1199379dc595 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519258 Oct 29 09:00:22.936503 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e8e949f8-ab50-4be3-8412-f2e8dd327a14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'security_group_rule': {'security_group_id': 'a6afab87-6ab2-4ad5-b3e9-c580f3c562c5', 'project_id': '3c29013403a64017905dd89022361aac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:22.939601 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.940172 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.940293 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.940606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.940933 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.941255 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.941573 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.941894 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.942200 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.942515 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.942829 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.943140 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:22.962110 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Attempting to bind port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:00:22.962479 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Attempting to bind port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:00:22.962841 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Attempting to bind port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 on network 0c913366-a672-4468-b2ee-88ba0699f683 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:00:22.974696 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:00:22.975432 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Checking segment: {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:00:22.976415 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.977350 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Bound using segment: {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:00:22.978645 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Bound port: 2da4cbcd-3092-4789-b1c3-41ecd4ed1752, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959edcae-e7e5-4f80-a21d-fc5243b34740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:00:22.979441 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:22.980808 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8e949f8-ab50-4be3-8412-f2e8dd327a14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.056528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8e949f8-ab50-4be3-8412-f2e8dd327a14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.061904 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8e949f8-ab50-4be3-8412-f2e8dd327a14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.069187 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] For port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:00:23.075275 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] For port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:00:23.082634 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.085896 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e949f8-ab50-4be3-8412-f2e8dd327a14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41ded0c-ab8a-456a-a0cd-f185b735f833,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:23.099681 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8e949f8-ab50-4be3-8412-f2e8dd327a14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.100976 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e8e949f8-ab50-4be3-8412-f2e8dd327a14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695004 Oct 29 09:00:23.103971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59458) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:23.108729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-58918290-61ef-43af-a937-745cf863c04f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'security_group_rule': {'security_group_id': 'a6afab87-6ab2-4ad5-b3e9-c580f3c562c5', 'project_id': '3c29013403a64017905dd89022361aac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:23.165422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-58918290-61ef-43af-a937-745cf863c04f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.176484 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:00:23.177138 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:23.229583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04c7a687-bd94-4073-bf00-70ddbe618f49 None None] Provisioning complete for port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:23.230204 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04c7a687-bd94-4073-bf00-70ddbe618f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.269234 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-58918290-61ef-43af-a937-745cf863c04f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.276874 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d041f0-66f7-4878-a4d8-03d6680a01b8 None None] Pushing event updated for resources: {'Port': ['ID=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:23.278245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-58918290-61ef-43af-a937-745cf863c04f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.327382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58918290-61ef-43af-a937-745cf863c04f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a9a74d-a8a4-4875-ae1d-4ecb42403595,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:23.347169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-58918290-61ef-43af-a937-745cf863c04f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.354602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-58918290-61ef-43af-a937-745cf863c04f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2494831 Oct 29 09:00:23.356143 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:00:23.357768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59460) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:23.371271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e83dcc5c-d5d5-4077-8357-ab5d14bead14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'security_group_rule': {'security_group_id': 'a6afab87-6ab2-4ad5-b3e9-c580f3c562c5', 'project_id': '3c29013403a64017905dd89022361aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:23.397485 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-e83dcc5c-d5d5-4077-8357-ab5d14bead14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Project 3c29013403a64017905dd89022361aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:00:23.407722 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04c7a687-bd94-4073-bf00-70ddbe618f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.409543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc5c-d5d5-4077-8357-ab5d14bead14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.456765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04c7a687-bd94-4073-bf00-70ddbe618f49 None None] For port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:23.462233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04c7a687-bd94-4073-bf00-70ddbe618f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.489789 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc5c-d5d5-4077-8357-ab5d14bead14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.496278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc5c-d5d5-4077-8357-ab5d14bead14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.512594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dcc5c-d5d5-4077-8357-ab5d14bead14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3d5819-bbfd-4e52-b9e5-946f1d599a5e,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:23.518688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7a687-bd94-4073-bf00-70ddbe618f49 None None] Pushing event updated for resources: {'Port': ['ID=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:23.532710 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc5c-d5d5-4077-8357-ab5d14bead14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.534049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e83dcc5c-d5d5-4077-8357-ab5d14bead14 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1752431 Oct 29 09:00:23.536954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59462) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:23.541660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'security_group_rule': {'security_group_id': 'a6afab87-6ab2-4ad5-b3e9-c580f3c562c5', 'project_id': '3c29013403a64017905dd89022361aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:23.565502 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Project 3c29013403a64017905dd89022361aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:00:23.570479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.585798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1e74c3b0-eade-49f9-af3b-6fd2cf57c475 None None] Provisioning complete for port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:23.586407 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e74c3b0-eade-49f9-af3b-6fd2cf57c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.617913 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:20Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:57Z', 'revision_number': 1, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da4cbcd-3092-4789-b1c3-41ecd4ed1752', 'name': '', 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:f8:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '0d078878-4678-4aad-a088-c9826a5ac6aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:00:20Z', 'updated_at': '2021-10-29T09:00:23Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '0d078878-4678-4aad-a088-c9826a5ac6aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:23.635281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.640517 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.652066 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f945bdf4-b69c-4f15-baf6-ed9197cfb7a2 None None] The sync data for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 is: [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:20Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:57Z', 'revision_number': 1, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2da4cbcd-3092-4789-b1c3-41ecd4ed1752', 'name': '', 'network_id': '0c913366-a672-4468-b2ee-88ba0699f683', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:f8:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '0d078878-4678-4aad-a088-c9826a5ac6aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:00:20Z', 'updated_at': '2021-10-29T09:00:23Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '0d078878-4678-4aad-a088-c9826a5ac6aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:00:23.654638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d522714a-7fa3-4eb5-b252-1617315aaddc,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:23.665938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.666283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.666614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.666958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.667292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.667619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.667971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.668298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.668619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.668942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.669455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.670396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:23.684634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:23.686468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7df860d2-4221-47bd-9482-5ba47c27d839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482291 Oct 29 09:00:24.471888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:00:24.540553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:24.541016 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:27.319609 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd43ae5-c81b-4341-addd-a1ab18e5b9e2 req-deafc682-1753-4956-9e41-467759c69219 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:27.321396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8dd43ae5-c81b-4341-addd-a1ab18e5b9e2 req-deafc682-1753-4956-9e41-467759c69219 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0754812 Oct 29 09:00:27.367757 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8dd43ae5-c81b-4341-addd-a1ab18e5b9e2 req-6cf7bfce-ac02-4654-82d8-51c802611287 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Oct 29 09:00:28.514512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e97463-7274-4d7d-829b-5ba1f99cbe73 req-78f4003e-8ee4-4a68-9103-575b0d67115b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:28.520608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d4e97463-7274-4d7d-829b-5ba1f99cbe73 req-78f4003e-8ee4-4a68-9103-575b0d67115b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0618336 Oct 29 09:00:28.558408 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d4e97463-7274-4d7d-829b-5ba1f99cbe73 req-daf01ed0-9e35-45bd-8c3d-64252e6c4538 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345347 Oct 29 09:00:29.251180 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:29.699942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80419846-ce29-4fc6-b1d5-fd700e09a2c5 req-2287b09e-3fb7-40f6-b7b5-3ae2e5582dc1 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:29.708390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80419846-ce29-4fc6-b1d5-fd700e09a2c5 req-2287b09e-3fb7-40f6-b7b5-3ae2e5582dc1 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0689545 Oct 29 09:00:29.752460 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80419846-ce29-4fc6-b1d5-fd700e09a2c5 req-7fca371f-86ab-4bb6-9e80-8a83c6112ca4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Oct 29 09:00:30.003324 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:00:30.570916 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:30.881334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2418b-0154-4a45-89f1-51360a365be9 req-6113c793-17d1-4f4f-a6bc-db3c3f41e7dd tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:30.882880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac2418b-0154-4a45-89f1-51360a365be9 req-6113c793-17d1-4f4f-a6bc-db3c3f41e7dd tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0515547 Oct 29 09:00:30.925478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ac2418b-0154-4a45-89f1-51360a365be9 req-82809ca0-e05e-4a28-9278-7becb984e18c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354655 Oct 29 09:00:32.075436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8331-2388-431b-8fb3-3459c409803e req-a0d7ba5e-75c1-45a7-8f8f-2013f608b599 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:32.077153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-071d8331-2388-431b-8fb3-3459c409803e req-a0d7ba5e-75c1-45a7-8f8f-2013f608b599 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0585959 Oct 29 09:00:32.129445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-071d8331-2388-431b-8fb3-3459c409803e req-e977ae04-ee56-47b9-b26e-fbaeb8a6258f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378647 Oct 29 09:00:33.276708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2aedf-c385-40ba-8456-c638ce5c0ebe req-f1d39946-5d8e-4b8d-8910-071909be61ac tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:33.280303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ee2aedf-c385-40ba-8456-c638ce5c0ebe req-f1d39946-5d8e-4b8d-8910-071909be61ac tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0722799 Oct 29 09:00:33.319752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ee2aedf-c385-40ba-8456-c638ce5c0ebe req-042d9ec0-cfe4-4b24-9ce6-9d07cefb9851 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345113 Oct 29 09:00:34.464431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a726f2-f5a9-4c46-b1cf-be74807436dd req-faa27d1d-8d42-47ac-9cbc-d961567d5c08 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:34.466087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82a726f2-f5a9-4c46-b1cf-be74807436dd req-faa27d1d-8d42-47ac-9cbc-d961567d5c08 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0600624 Oct 29 09:00:34.510313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82a726f2-f5a9-4c46-b1cf-be74807436dd req-846fdd07-2dfe-40e4-8f4c-b587d869c86d tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355542 Oct 29 09:00:35.639735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f38c81-4ba6-4218-bb1b-456e95872d3f req-0b0ec640-9a65-45d3-8da8-1322010d0237 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:35.642020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57f38c81-4ba6-4218-bb1b-456e95872d3f req-0b0ec640-9a65-45d3-8da8-1322010d0237 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0583510 Oct 29 09:00:35.689811 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57f38c81-4ba6-4218-bb1b-456e95872d3f req-0ec2a8a5-c418-493a-b81a-35ed2dd01d25 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407619 Oct 29 09:00:36.822448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833e9bc-468c-4bf6-9d8c-c39352d2c880 req-e63944d6-36f5-4587-a45e-b5aa05499168 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:36.824107 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0833e9bc-468c-4bf6-9d8c-c39352d2c880 req-e63944d6-36f5-4587-a45e-b5aa05499168 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0604613 Oct 29 09:00:36.867779 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0833e9bc-468c-4bf6-9d8c-c39352d2c880 req-7cf78712-c7f0-4320-92af-5b1106a97832 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373061 Oct 29 09:00:38.003957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a3a59-fd66-47a8-a7e0-b3b7a3b0a18f req-c8c93b1c-ae22-4d49-9c04-b50f2de95273 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:38.006209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f91a3a59-fd66-47a8-a7e0-b3b7a3b0a18f req-c8c93b1c-ae22-4d49-9c04-b50f2de95273 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0544627 Oct 29 09:00:38.047304 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f91a3a59-fd66-47a8-a7e0-b3b7a3b0a18f req-fc6d5cc6-bed9-4a36-8db2-5b2f33b96ec9 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346544 Oct 29 09:00:39.188323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745a7c5-1469-494a-89ed-2554d85f6196 req-64b6705e-b3cb-466e-b737-58e8867456e5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:39.189962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9745a7c5-1469-494a-89ed-2554d85f6196 req-64b6705e-b3cb-466e-b737-58e8867456e5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0671411 Oct 29 09:00:39.229594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9745a7c5-1469-494a-89ed-2554d85f6196 req-8ec9f21d-643f-4f95-9bf8-6877dfbafdeb tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329387 Oct 29 09:00:40.154913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-7dff9934-af88-47e7-94b4-52ac50017311 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423401826&fields=id&tenant_id=3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 267 time: 0.0357134 Oct 29 09:00:40.284463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-e6a7170c-7193-4df0-9453-0b391f654c9d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:40.285978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-e6a7170c-7193-4df0-9453-0b391f654c9d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1242354 Oct 29 09:00:40.302026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-f8a0b3e7-d40e-4a6f-a7ce-c8984d4a0935 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/quotas/3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 375 time: 0.0098875 Oct 29 09:00:40.360575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880375e3-47d7-4375-a37a-144d3a56d77d req-1d6164f1-ed21-492d-9c19-967040d5ab7f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:40.362024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-880375e3-47d7-4375-a37a-144d3a56d77d req-1d6164f1-ed21-492d-9c19-967040d5ab7f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0600176 Oct 29 09:00:40.367075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-ab8ebe93-264a-4c93-b89e-89cc7751ad41 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522139 Oct 29 09:00:40.404306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-880375e3-47d7-4375-a37a-144d3a56d77d req-1f8596d2-2582-4a28-8b8d-23075861c7e4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Oct 29 09:00:40.472495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-15ac51ad-566e-4d16-9892-3f9a84f9104c service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929093 Oct 29 09:00:40.570272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-47e0b424-82fa-4f86-aad3-25fdb9e33d66 service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912752 Oct 29 09:00:40.861473 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6a039d53-8128-494d-9115-f73063f6bc92 req-d6a485f9-bec4-4802-a263-3df08a186b3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Oct 29 09:00:41.535697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca2d55-5475-4ac6-8aaf-c085ea4754a7 req-e65e2355-ae54-4027-b9f5-e20d9b000a7a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:41.537516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5ca2d55-5475-4ac6-8aaf-c085ea4754a7 req-e65e2355-ae54-4027-b9f5-e20d9b000a7a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0532312 Oct 29 09:00:41.577838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5ca2d55-5475-4ac6-8aaf-c085ea4754a7 req-83ef0a92-2e85-4d69-9e19-aad73691e4c1 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333810 Oct 29 09:00:41.837686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-af2b415e-03f8-4919-8b73-00eb4c693e07 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:41.839358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-af2b415e-03f8-4919-8b73-00eb4c693e07 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1148462 Oct 29 09:00:41.883914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-19e3bb7d-43c0-4e35-942a-116daffaa968 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 380 time: 0.0346668 Oct 29 09:00:41.895995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'port': {'device_id': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'admin_state_up': True, 'tenant_id': '3c29013403a64017905dd89022361aac', 'security_groups': ['a6afab87-6ab2-4ad5-b3e9-c580f3c562c5']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:41.972064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f720161b-47b0-4066-a809-652507c127f2 req-f632aa49-4091-4879-827a-9bd6b3b2d52b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 210 time: 0.0265062 Oct 29 09:00:42.036616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:00:42.042456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:42.175683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.20.0.14 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/77766777-844b-421b-afb9-c85b034c7c0f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:00:42.341463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:42.380662 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:42.425770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:00:42.439201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:00:42.453081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:00:42.486953 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=77766777-844b-421b-afb9-c85b034c7c0f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:42.516491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:42.517395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:42.542290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-98ab83e6-62fb-4d60-a0ca-f15ba475a433 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6513529 Oct 29 09:00:42.619595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Request body: {'port': {'device_id': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:00:42.736440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:42.810512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dc261-6dc3-4a03-a628-98ee68e1cefa req-f2dae412-3457-41d2-a379-613783f3472a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:42.812048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e6dc261-6dc3-4a03-a628-98ee68e1cefa req-f2dae412-3457-41d2-a379-613783f3472a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.1331732 Oct 29 09:00:42.846843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2f574833-8abf-4dfe-bbc8-e5a7ec92da38 None None] Provisioning complete for port 77766777-844b-421b-afb9-c85b034c7c0f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:42.849450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2f574833-8abf-4dfe-bbc8-e5a7ec92da38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:42.887896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2f574833-8abf-4dfe-bbc8-e5a7ec92da38 None None] Port 77766777-844b-421b-afb9-c85b034c7c0f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:00:42.913389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e6dc261-6dc3-4a03-a628-98ee68e1cefa req-f2e31f6c-a9ec-40b6-bf03-9fc4af3669f2 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925772 Oct 29 09:00:43.211627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77766777-844b-421b-afb9-c85b034c7c0f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:00:43.224285 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:43.243488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b84cb-f311-4dc5-aa52-bfa6428db237 req-d9a33601-a0a8-430d-99bb-aa62e1fd79ac tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:43.252456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-870b84cb-f311-4dc5-aa52-bfa6428db237 req-d9a33601-a0a8-430d-99bb-aa62e1fd79ac tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 932 time: 0.1411257 Oct 29 09:00:43.262463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Transition to ACTIVE for port object 77766777-844b-421b-afb9-c85b034c7c0f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:00:43.290822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78f7ab-89e4-4bb4-b0a0-69d26938ef1c req-2980df88-357a-44e6-bcdf-d558121b1635 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:43.300123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f78f7ab-89e4-4bb4-b0a0-69d26938ef1c req-2980df88-357a-44e6-bcdf-d558121b1635 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.1311457 Oct 29 09:00:43.304641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:43.321507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-870b84cb-f311-4dc5-aa52-bfa6428db237 req-cd64102c-4e52-478c-9f93-174ac7d9b739 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661154 Oct 29 09:00:43.353280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9f78f7ab-89e4-4bb4-b0a0-69d26938ef1c req-cdc1add8-71a6-4009-8c07-f9293dcb1d3e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518861 Oct 29 09:00:43.443822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Pushing event updated for resources: {'Port': ['ID=77766777-844b-421b-afb9-c85b034c7c0f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:43.506295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-9d887eaa-9bd3-44db-885a-063d8fab9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:43.507975 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-9d887eaa-9bd3-44db-885a-063d8fab9e0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 1096 time: 0.3372097 Oct 29 09:00:43.509213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Attempting to bind port 77766777-844b-421b-afb9-c85b034c7c0f on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:00:43.509615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Attempting to bind port 77766777-844b-421b-afb9-c85b034c7c0f by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:00:43.510002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Attempting to bind port 77766777-844b-421b-afb9-c85b034c7c0f on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:00:43.853178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Port 77766777-844b-421b-afb9-c85b034c7c0f on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:00:43.853879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Attempting to bind port 77766777-844b-421b-afb9-c85b034c7c0f on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:00:43.862136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:00:43.862558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:00:43.863013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:00:43.863521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Bound port: 77766777-844b-421b-afb9-c85b034c7c0f, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:00:43.863987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:43.949545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-583d96f4-d3bf-43ed-a7f9-85d6a9b5a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:43.951226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-583d96f4-d3bf-43ed-a7f9-85d6a9b5a57d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.4324758 Oct 29 09:00:43.957003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] For port 77766777-844b-421b-afb9-c85b034c7c0f, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:00:43.965915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] For port 77766777-844b-421b-afb9-c85b034c7c0f, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=77766777-844b-421b-afb9-c85b034c7c0f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:00:44.007582 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:44.061426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:44.062065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:44.063513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] 10.222.0.93 "PUT /v2.0/ports/77766777-844b-421b-afb9-c85b034c7c0f HTTP/1.1" status: 200 len: 1092 time: 1.5114832 Oct 29 09:00:44.065686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'tag': '77766777-844b-421b-afb9-c85b034c7c0f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:00:44.068014 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77698bf-5d4d-425a-988b-c3e9199ea4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "850cf80e-942d-440e-85ba-2d8fda6130f6", "tag": "77766777-844b-421b-afb9-c85b034c7c0f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:00:44.080550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-6d8166e3-486d-4773-93dd-521548908962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 200 len: 1000 time: 0.1209407 Oct 29 09:00:44.132932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2fe88-b598-4190-a120-8c762f2fbf5a service neutron] Pushing event updated for resources: {'Port': ['ID=77766777-844b-421b-afb9-c85b034c7c0f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:44.160956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-76ccdb7b-7922-4013-8c1d-7bd483c0c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:44.162828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-76ccdb7b-7922-4013-8c1d-7bd483c0c8f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0748150 Oct 29 09:00:44.243012 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7a722-9b2a-412c-9794-e0bdbba68cfc x-openstack-request-id: req-3ec7a722-9b2a-412c-9794-e0bdbba68cfc {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:00:44.243419 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850cf80e-942d-440e-85ba-2d8fda6130f6", "tag": "77766777-844b-421b-afb9-c85b034c7c0f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:00:44.243765 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ec7a722-9b2a-412c-9794-e0bdbba68cfc {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:00:44.245265 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'tag': '77766777-844b-421b-afb9-c85b034c7c0f', 'status': 'completed', 'code': 200} Oct 29 09:00:44.281493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-c268c629-0bc7-4799-917f-c3d541925bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:44.283450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-c268c629-0bc7-4799-917f-c3d541925bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964625 Oct 29 09:00:44.285480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b4446615-340f-42c8-bcb7-d86c126c55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:44.287119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-b4446615-340f-42c8-bcb7-d86c126c55bd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 1095 time: 0.1288702 Oct 29 09:00:44.303789 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c9acf42f-b0ba-4ba8-a18b-deb105440797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:44.400412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-4b3d7fd7-5242-4744-b027-21808f39b098 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087418 Oct 29 09:00:44.437884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-73305ecf-fb33-4e1e-ac61-4f1b95bdbb75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77766777-844b-421b-afb9-c85b034c7c0f HTTP/1.1" status: 200 len: 217 time: 0.0363157 Oct 29 09:00:44.507090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78202d40-cd5a-4f42-88c7-647944d1c54e req-9ca041f0-2cb5-4108-b25a-57d50824b25f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:44.514510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78202d40-cd5a-4f42-88c7-647944d1c54e req-9ca041f0-2cb5-4108-b25a-57d50824b25f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0701683 Oct 29 09:00:44.530374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6c5eb92-f51b-40ee-8d85-592f52d29629 req-2ff10618-09e7-4201-bb33-43eb02cf0773 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912819 Oct 29 09:00:44.563077 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-78202d40-cd5a-4f42-88c7-647944d1c54e req-7c0e049c-27a3-470b-b83c-9e9859cd2cd5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475681 Oct 29 09:00:44.583778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59850) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:44.649249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9e9d-fa7c-43ba-9725-48b61eb2d897 req-1f5f3f67-b08a-4680-8494-0939226eaf72 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:44.651024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-689f9e9d-fa7c-43ba-9725-48b61eb2d897 req-1f5f3f67-b08a-4680-8494-0939226eaf72 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.1195555 Oct 29 09:00:44.652649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-c6137d1e-c5de-4a43-9842-324791778395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:44.654245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-c6137d1e-c5de-4a43-9842-324791778395 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.1216297 Oct 29 09:00:44.761281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-689f9e9d-fa7c-43ba-9725-48b61eb2d897 req-186e4839-dfac-471f-b993-4b3dd5a4cb54 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950496 Oct 29 09:00:44.767770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-9a088c8f-b91e-4bc2-a4f0-ff04b4bd156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:44.769469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-9a088c8f-b91e-4bc2-a4f0-ff04b4bd156e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937128 Oct 29 09:00:44.880791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-af35d63a-4eef-4801-9b22-8cae652cc2b3 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036093 Oct 29 09:00:44.991207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34512eca-eab3-410d-b32c-2b85b7142ab0 req-32f3e228-3e3f-4b8d-b489-0ea99d7e2675 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028514 Oct 29 09:00:45.037354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:45.123155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-d08a79ec-fac3-44e9-8949-cd3b4d95c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:45.126712 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-d08a79ec-fac3-44e9-8949-cd3b4d95c7dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 1095 time: 0.0825133 Oct 29 09:00:45.308707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-e77b432c-725e-4bec-a1f7-25d332e3e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:45.310597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-e77b432c-725e-4bec-a1f7-25d332e3e83f service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1769886 Oct 29 09:00:45.380892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-ac7fa363-08c4-456e-95df-e47f39ae35c8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77766777-844b-421b-afb9-c85b034c7c0f HTTP/1.1" status: 200 len: 217 time: 0.0626838 Oct 29 09:00:45.445822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-e0f74300-223a-4fb2-b225-284ba32b16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:45.447938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-e0f74300-223a-4fb2-b225-284ba32b16bf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0604455 Oct 29 09:00:45.469961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:45.470564 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:45.507898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-9c275103-3977-40fd-ada7-9a4d2b2c319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:45.509534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-9c275103-3977-40fd-ada7-9a4d2b2c319d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545001 Oct 29 09:00:45.577856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port 2da4cbcd-3092-4789-b1c3-41ecd4ed1752, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:45.578432 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:45.593286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:45.626223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-3ce8b579-ac6a-4ef9-9dca-aade9e1a81cb service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090407 Oct 29 09:00:45.762218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a77698bf-5d4d-425a-988b-c3e9199ea4b1 req-69e82f16-bc91-44da-b687-3f742b08d267 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198120 Oct 29 09:00:45.781972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a22b31-0c93-42ff-833a-e221c67ba08a req-76783d6d-e9d3-46ca-b3a5-59f21593f5e9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:45.784988 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73a22b31-0c93-42ff-833a-e221c67ba08a req-76783d6d-e9d3-46ca-b3a5-59f21593f5e9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0773036 Oct 29 09:00:45.864432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73a22b31-0c93-42ff-833a-e221c67ba08a req-042487c5-88a7-44db-a91f-e80f87b86500 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713453 Oct 29 09:00:45.887527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:45.909437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b0552-8cc1-4599-a5a1-e5674b8b4c08 req-7e4c6281-fb7a-4972-8989-1fac59f21fba tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:45.911159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a95b0552-8cc1-4599-a5a1-e5674b8b4c08 req-7e4c6281-fb7a-4972-8989-1fac59f21fba tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0730824 Oct 29 09:00:45.929152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=2da4cbcd-3092-4789-b1c3-41ecd4ed1752,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:45.972307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a95b0552-8cc1-4599-a5a1-e5674b8b4c08 req-da1222b9-f57c-49d5-9065-09ef1abf479d tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514305 Oct 29 09:00:46.440396 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:46.681442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router eaf2f685-fa3f-4351-9b51-7290aa5a02bc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:00:46.793743 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:00:46.802706 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4c131856-7513-4239-903e-acfc85e77338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "PUT /v2.0/routers/eaf2f685-fa3f-4351-9b51-7290aa5a02bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2150407 Oct 29 09:00:46.815129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] Sync routers for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:00:46.830990 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:00:46.831877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:46.993793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:00:47.052792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a3429-71f5-405c-a161-1e194202a115 req-7dc57d5c-0b7c-4f11-b1d9-8c9430a5d556 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:47.054821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b62a3429-71f5-405c-a161-1e194202a115 req-7dc57d5c-0b7c-4f11-b1d9-8c9430a5d556 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0662022 Oct 29 09:00:47.097907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274b40-52e3-4636-904a-61873fb3e3a0 req-84982c99-1166-44ef-82a5-35e4926e710f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:47.110028 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51274b40-52e3-4636-904a-61873fb3e3a0 req-84982c99-1166-44ef-82a5-35e4926e710f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 946 time: 0.1079075 Oct 29 09:00:47.112031 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-98dd1884-4e0e-4ac4-937b-7d2d3f22d86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:47.133639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b62a3429-71f5-405c-a161-1e194202a115 req-afcbbf34-d055-4168-a9d2-f0625aae5f2f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715642 Oct 29 09:00:47.179649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-51274b40-52e3-4636-904a-61873fb3e3a0 req-b8a46f84-44b6-4d3e-a613-97ab3f39c359 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682032 Oct 29 09:00:47.289792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:45Z', 'revision_number': 6, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:57Z', 'revision_number': 1, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:47.316221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] Checking router: eaf2f685-fa3f-4351-9b51-7290aa5a02bc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:00:47.324725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:00:47.325382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:47.453271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:00:47.709537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:45Z', 'revision_number': 6, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:57Z', 'revision_number': 1, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:47.742867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fcc352-4264-423b-9244-d99d1eed193d None None] The sync data for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 is: [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:45Z', 'revision_number': 6, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'db2d80f5-bc2e-4ca8-855f-cb91c9f66142', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'port_id': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'mac_address': 'fa:16:3e:64:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T08:58:54Z', 'updated_at': '2021-10-29T08:58:57Z', 'revision_number': 1, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:00:48.198629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:48.296053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91daa-bb6e-44a0-9bf8-8418e0e4ea07 req-57dde211-85f4-4b5a-a61f-63f470c81cd5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:48.300364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2f91daa-bb6e-44a0-9bf8-8418e0e4ea07 req-57dde211-85f4-4b5a-a61f-63f470c81cd5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0716200 Oct 29 09:00:48.317031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa8e2d-891f-431c-a740-6eb6debd9d29 req-c859487c-72ea-4a92-bc05-785d4df1e593 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:48.323203 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:48.325107 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dafa8e2d-891f-431c-a740-6eb6debd9d29 req-c859487c-72ea-4a92-bc05-785d4df1e593 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 946 time: 0.0667171 Oct 29 09:00:48.371506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2f91daa-bb6e-44a0-9bf8-8418e0e4ea07 req-b9ca812d-8743-4d47-8cac-8687e22e816d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564427 Oct 29 09:00:48.372444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dafa8e2d-891f-431c-a740-6eb6debd9d29 req-f0eec48c-4b41-4dfe-8fa2-44a7554c08a9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Oct 29 09:00:48.402871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:00:48.425447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:00:48.425799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2da4cbcd-3092-4789-b1c3-41ecd4ed1752 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:00:48.470948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436aec2-57e8-424a-a683-852a47e35d86 req-fe8e0db4-8fa4-4766-a76d-f91b1d288a7b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:48.472485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d436aec2-57e8-424a-a683-852a47e35d86 req-fe8e0db4-8fa4-4766-a76d-f91b1d288a7b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.15 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 946 time: 0.0697424 Oct 29 09:00:48.570001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port f10bd04f-c5eb-4144-9ed2-63a384cb952f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:48.570350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:48.670027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port f10bd04f-c5eb-4144-9ed2-63a384cb952f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f10bd04f-c5eb-4144-9ed2-63a384cb952f,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:48.670301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:48.683279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for f10bd04f-c5eb-4144-9ed2-63a384cb952f owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:48.824001 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:48.854614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=f10bd04f-c5eb-4144-9ed2-63a384cb952f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:48.908178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] No DVR routers for this DVR port f10bd04f-c5eb-4144-9ed2-63a384cb952f on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:00:48.910837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:48.914240 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d436aec2-57e8-424a-a683-852a47e35d86 req-ec049311-983b-413b-9bfd-6da0d78a5e1d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.15 "DELETE /v2.0/ports/f10bd04f-c5eb-4144-9ed2-63a384cb952f HTTP/1.1" status: 204 len: 173 time: 0.4352138 Oct 29 09:00:48.914702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81cfbe6-8355-4338-a80b-fc870750fac9', 'name': 'network-vif-deleted', 'tag': 'f10bd04f-c5eb-4144-9ed2-63a384cb952f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:00:48.917034 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3031cf1-fcc2-46c5-bfd9-e128c6348a28" -d '{"events": [{"server_uuid": "b81cfbe6-8355-4338-a80b-fc870750fac9", "name": "network-vif-deleted", "tag": "f10bd04f-c5eb-4144-9ed2-63a384cb952f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:00:48.955472 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7037c357-cd7d-4f4a-a42a-93064b0189ee x-openstack-request-id: req-7037c357-cd7d-4f4a-a42a-93064b0189ee {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:00:48.955781 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81cfbe6-8355-4338-a80b-fc870750fac9", "name": "network-vif-deleted", "tag": "f10bd04f-c5eb-4144-9ed2-63a384cb952f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:00:48.956102 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7037c357-cd7d-4f4a-a42a-93064b0189ee {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:00:48.956517 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81cfbe6-8355-4338-a80b-fc870750fac9', 'name': 'network-vif-deleted', 'tag': 'f10bd04f-c5eb-4144-9ed2-63a384cb952f', 'status': 'completed', 'code': 200} Oct 29 09:00:49.520901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4309681-0198-4daa-a97e-137ea7b7acaf req-494ae331-0af3-4d96-b243-7515bf4bdc93 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:49.523278 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4309681-0198-4daa-a97e-137ea7b7acaf req-494ae331-0af3-4d96-b243-7515bf4bdc93 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0612922 Oct 29 09:00:49.549064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-76d26afd-b634-49dc-a52f-655700883031 req-0dcaa10c-ec6c-4c27-848b-2c3ef3615f2f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=b81cfbe6-8355-4338-a80b-fc870750fac9 HTTP/1.1" status: 200 len: 210 time: 0.0418332 Oct 29 09:00:49.567399 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:49.577993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4309681-0198-4daa-a97e-137ea7b7acaf req-8c9784a9-4f20-47c1-bc2b-e620525c3b62 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480866 Oct 29 09:00:50.600344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59908) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:50.669679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6764aebf-5fa4-47dd-bf14-a17de34bddb3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:50.696633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6764aebf-5fa4-47dd-bf14-a17de34bddb3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:50.714294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccde149-4c75-4e84-acd6-dafc651492ca req-34f09baf-752b-4b63-8b8d-390785efaa0c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:50.715968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bccde149-4c75-4e84-acd6-dafc651492ca req-34f09baf-752b-4b63-8b8d-390785efaa0c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0633085 Oct 29 09:00:50.758402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bccde149-4c75-4e84-acd6-dafc651492ca req-45325288-879b-42f9-b124-1ebf7b6b3c06 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357680 Oct 29 09:00:50.762533 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6764aebf-5fa4-47dd-bf14-a17de34bddb3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:50.765242 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6764aebf-5fa4-47dd-bf14-a17de34bddb3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:50.766447 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6764aebf-5fa4-47dd-bf14-a17de34bddb3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/security-groups/33bf7af9-3df7-43ec-a9fe-2b80d6ddd445 HTTP/1.1" status: 204 len: 168 time: 0.1651063 Oct 29 09:00:50.776938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764aebf-5fa4-47dd-bf14-a17de34bddb3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bf7af9-3df7-43ec-a9fe-2b80d6ddd445,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:50.805386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59918) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:50.860710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d2ee80-a13a-4477-9cf5-e62e115ca2b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting subnet 0d078878-4678-4aad-a088-c9826a5ac6aa {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:00:50.863978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ee80-a13a-4477-9cf5-e62e115ca2b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:50.904709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ee80-a13a-4477-9cf5-e62e115ca2b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:50.992498 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ee80-a13a-4477-9cf5-e62e115ca2b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.053353 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ee80-a13a-4477-9cf5-e62e115ca2b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.083087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ee80-a13a-4477-9cf5-e62e115ca2b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.086386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a4d2ee80-a13a-4477-9cf5-e62e115ca2b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/subnets/0d078878-4678-4aad-a088-c9826a5ac6aa HTTP/1.1" status: 204 len: 168 time: 0.2795892 Oct 29 09:00:51.087370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2ee80-a13a-4477-9cf5-e62e115ca2b0 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Subnet': ['ID=0d078878-4678-4aad-a088-c9826a5ac6aa,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:51.089195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59920) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:51.093110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beced608-94d6-4bce-8e6a-5bdfada924e2 None None] Network 0c913366-a672-4468-b2ee-88ba0699f683 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:00:51.186175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.243515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:51.243909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.301702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] DHCP port deletion for 0c913366-a672-4468-b2ee-88ba0699f683 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:00:51.310697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:51.311062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.323569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:51.349536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Deleting port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:51.350011 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.413966 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.426767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] For port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,segment=NetworkSegment(959edcae-e7e5-4f80-a21d-fc5243b34740),segment_id=959edcae-e7e5-4f80-a21d-fc5243b34740)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:51.427174 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.446143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Calling delete_port for b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:51.446490 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] No DVR routers for this DVR port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:00:51.454784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:51.537439 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.545769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.565107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Pushing event deleted for resources: {'Port': ['ID=b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:51.567101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c913366-a672-4468-b2ee-88ba0699f683']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:51.570349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] No DVR routers for this DVR port b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:00:51.585297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959edcae-e7e5-4f80-a21d-fc5243b34740') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:51.585548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959edcae-e7e5-4f80-a21d-fc5243b34740') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:51.586907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.587744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.588396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.588823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.589321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.589753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.590246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.590824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.591216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.591629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.592078 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.592504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26941a-f960-49d1-919e-63fc48736ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:00:51.596474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.611513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.617455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:00:51.617982 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:00:51.621165 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:00:51.683543 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.691392 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.694565 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/networks/0c913366-a672-4468-b2ee-88ba0699f683 HTTP/1.1" status: 204 len: 168 time: 0.6011589 Oct 29 09:00:51.697567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 59928) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:51.716662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe576e54-2867-4d1e-a639-157ab3d8a56d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Network': ['ID=0c913366-a672-4468-b2ee-88ba0699f683,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:51.875133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port d781b27b-d5ae-4cbc-b22a-525956f6cdbb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:51.875437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.904761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e09f2e-b2f3-4371-91cb-2834f6a8baa0 req-a323b553-99cc-4f38-8d52-d2e1b6403129 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:51.906410 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-48e09f2e-b2f3-4371-91cb-2834f6a8baa0 req-a323b553-99cc-4f38-8d52-d2e1b6403129 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0564785 Oct 29 09:00:51.945870 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-48e09f2e-b2f3-4371-91cb-2834f6a8baa0 req-ceadd804-3400-4e6e-a64b-b66ec015d69b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329969 Oct 29 09:00:51.957880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.958209 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:51.970792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for d781b27b-d5ae-4cbc-b22a-525956f6cdbb owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:52.126214 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:52.154050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=d781b27b-d5ae-4cbc-b22a-525956f6cdbb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:52.217957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:52.218470 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Floating IP db2d80f5-bc2e-4ca8-855f-cb91c9f66142 disassociated (deleted). External IP: 172.25.5.17, port: cd280947-7cce-4ed8-940c-8912fba163cd. Oct 29 09:00:52.469834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router eaf2f685-fa3f-4351-9b51-7290aa5a02bc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:00:52.490101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:00:52.607163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:00:52.612084 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:52.620731 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] Sync routers for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:00:52.635996 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:00:52.637549 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:52.652111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4dba8b99-3b8b-4e44-ad95-37234f11cab1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/floatingips/db2d80f5-bc2e-4ca8-855f-cb91c9f66142 HTTP/1.1" status: 204 len: 168 time: 0.9504712 Oct 29 09:00:52.652111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:00:52.652687 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b68aecd-dc23-42ca-8585-57a3807ce673" -d '{"events": [{"name": "network-changed", "server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:00:52.726020 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49d6736-6e83-4d2f-96a9-708f1841e4ab x-openstack-request-id: req-b49d6736-6e83-4d2f-96a9-708f1841e4ab {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:00:52.726639 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:00:52.726639 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b49d6736-6e83-4d2f-96a9-708f1841e4ab {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:00:52.727011 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'status': 'completed', 'code': 200} Oct 29 09:00:52.762756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:00:52.763233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b559f9ad-c4f9-4c13-afd4-fe2c6556f9c8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:00:52.817504 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:00:52.830997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-e36880b3-3593-48dd-9c17-d47973646c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:52.834759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-e36880b3-3593-48dd-9c17-d47973646c42 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0849144 Oct 29 09:00:52.962445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-862277ba-415b-4aaf-bbd7-a0ff12ac3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:52.965360 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-862277ba-415b-4aaf-bbd7-a0ff12ac3ace service neutron] 10.222.0.93 "GET /v2.0/networks?id=12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 200 len: 898 time: 0.1232049 Oct 29 09:00:52.981449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee37e5-7034-498f-862a-9f54e670b89e req-28b220cc-c843-4adf-91bb-a96c343edc60 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:52.989713 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b2ee37e5-7034-498f-862a-9f54e670b89e req-28b220cc-c843-4adf-91bb-a96c343edc60 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 946 time: 0.0633020 Oct 29 09:00:53.019990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-0e409bdf-61d7-4478-a3b7-86732f3d3662 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd280947-7cce-4ed8-940c-8912fba163cd HTTP/1.1" status: 200 len: 217 time: 0.0455906 Oct 29 09:00:53.040697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b2ee37e5-7034-498f-862a-9f54e670b89e req-ae28364a-81a4-45cf-8ac1-6e577374aa70 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499063 Oct 29 09:00:53.088808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-4f3b5c1a-f4a9-4d7f-842f-7f42326c89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:53.090273 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-4f3b5c1a-f4a9-4d7f-842f-7f42326c89ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c238aee-979c-41b5-ac6f-92933ddc4d1a HTTP/1.1" status: 200 len: 835 time: 0.0617201 Oct 29 09:00:53.170071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab7de2-18bb-4d6c-87a6-c399ee7b058b req-92283d1e-d42d-4c8d-9435-e585e9125e41 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:53.171605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1dab7de2-18bb-4d6c-87a6-c399ee7b058b req-92283d1e-d42d-4c8d-9435-e585e9125e41 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0857484 Oct 29 09:00:53.175204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-b2ec45d3-3825-46ef-8c1a-221b36e256c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:53.176653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-b2ec45d3-3825-46ef-8c1a-221b36e256c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=12497113-6881-4088-8ebd-d82c771aa10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771108 Oct 29 09:00:53.204852 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:45Z', 'revision_number': 6, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:53.231794 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] Checking router: eaf2f685-fa3f-4351-9b51-7290aa5a02bc for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:00:53.241311 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:00:53.241924 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:53.263501 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1dab7de2-18bb-4d6c-87a6-c399ee7b058b req-3ea4d867-505a-48c8-a7fe-e85306b20d6f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837033 Oct 29 09:00:53.309008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-998a7cd8-a8d1-4f9c-b0fa-9a7605f625ec service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219065 Oct 29 09:00:53.358963 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:00:53.414780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5b68aecd-dc23-42ca-8585-57a3807ce673 req-8339d9b6-3359-483b-b696-c32ce5376881 service neutron] 10.222.0.93 "GET /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966175 Oct 29 09:00:53.585718 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:45Z', 'revision_number': 6, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:53.612528 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4004e-9f21-4ede-92f2-33fa7ef0a407 None None] The sync data for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 is: [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:45Z', 'revision_number': 6, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0fcf5e4b-5a79-44bb-9ffc-de94ed29089a', 'name': '', 'network_id': '12497113-6881-4088-8ebd-d82c771aa10f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:1c:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:35Z', 'updated_at': '2021-10-29T08:58:39Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '4c238aee-979c-41b5-ac6f-92933ddc4d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:00:53.727591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f10bd04f-c5eb-4144-9ed2-63a384cb952f no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:00:53.748694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: f10bd04f-c5eb-4144-9ed2-63a384cb952f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:00:53.749124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f10bd04f-c5eb-4144-9ed2-63a384cb952f not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:00:53.851572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78a1d2-a956-4087-b343-fc4312f4711b None None] New status for floating IP db2d80f5-bc2e-4ca8-855f-cb91c9f66142: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:00:54.160231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba6746-fb4e-45f1-982d-00aaa957c0e4 req-91c8b0ce-325b-45e8-ad52-8b098d8d09cc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:54.161718 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95ba6746-fb4e-45f1-982d-00aaa957c0e4 req-91c8b0ce-325b-45e8-ad52-8b098d8d09cc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 946 time: 0.0533237 Oct 29 09:00:54.204834 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-95ba6746-fb4e-45f1-982d-00aaa957c0e4 req-fddc1935-ad39-40c6-9444-0d618d91110e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368590 Oct 29 09:00:54.699873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8f484-ff18-4c92-980f-776f350086f0 req-dca3839f-1405-4692-aa88-ab2d312b67b4 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:54.701555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83b8f484-ff18-4c92-980f-776f350086f0 req-dca3839f-1405-4692-aa88-ab2d312b67b4 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.3553162 Oct 29 09:00:54.714079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-9b8a6a1b-d4eb-421d-9ce0-530cd182e2e2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:54.715439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-9b8a6a1b-d4eb-421d-9ce0-530cd182e2e2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 946 time: 0.3408310 Oct 29 09:00:54.798876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83b8f484-ff18-4c92-980f-776f350086f0 req-d240c15c-84b1-40e5-9b78-013d2c8f7d68 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823126 Oct 29 09:00:54.831139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port cd280947-7cce-4ed8-940c-8912fba163cd {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:54.831484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:54.922873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port cd280947-7cce-4ed8-940c-8912fba163cd, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=cd280947-7cce-4ed8-940c-8912fba163cd,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:54.923109 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:54.935550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for cd280947-7cce-4ed8-940c-8912fba163cd owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:55.069280 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:55.102353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=cd280947-7cce-4ed8-940c-8912fba163cd,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:55.144001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] No DVR routers for this DVR port cd280947-7cce-4ed8-940c-8912fba163cd on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:00:55.146979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:55.150522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb3d38d5-2ab0-45af-82bb-74d999f4ad81 req-96734e4a-7108-453c-8239-e48a2f395572 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "DELETE /v2.0/ports/cd280947-7cce-4ed8-940c-8912fba163cd HTTP/1.1" status: 204 len: 173 time: 0.4278293 Oct 29 09:00:55.151039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'name': 'network-vif-deleted', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:00:55.153530 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60f59dc-97e8-49d7-9bcc-0c2c43422906" -d '{"events": [{"server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "name": "network-vif-deleted", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:00:55.192907 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c20d5-591e-4de6-b9c3-f514e986d015 x-openstack-request-id: req-468c20d5-591e-4de6-b9c3-f514e986d015 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:00:55.193218 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fbbdd2-cce9-406c-980e-2b1b26712bd1", "name": "network-vif-deleted", "tag": "cd280947-7cce-4ed8-940c-8912fba163cd", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:00:55.193473 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-468c20d5-591e-4de6-b9c3-f514e986d015 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:00:55.193975 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fbbdd2-cce9-406c-980e-2b1b26712bd1', 'name': 'network-vif-deleted', 'tag': 'cd280947-7cce-4ed8-940c-8912fba163cd', 'status': 'completed', 'code': 200} Oct 29 09:00:55.312183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-45643b1c-1feb-441e-b700-e4ccbee6acf2 req-ec276aae-c54d-4588-a000-5d34284ed7cf tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=64fbbdd2-cce9-406c-980e-2b1b26712bd1 HTTP/1.1" status: 200 len: 210 time: 0.0312014 Oct 29 09:00:55.931233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46fc9-7270-40d1-bd5e-316b2f9c4180 req-9bef544d-6643-430e-a73d-0776ff7b0073 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:55.932753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bff46fc9-7270-40d1-bd5e-316b2f9c4180 req-9bef544d-6643-430e-a73d-0776ff7b0073 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0570800 Oct 29 09:00:55.971968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bff46fc9-7270-40d1-bd5e-316b2f9c4180 req-e053c7d9-3ad1-4dfd-9cd3-d7b5bf37c723 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Oct 29 09:00:56.370595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59980) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:56.431934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-230254a3-55d8-4ec2-a59f-1df4b19d8589 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:56.458903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-230254a3-55d8-4ec2-a59f-1df4b19d8589 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:56.520246 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-230254a3-55d8-4ec2-a59f-1df4b19d8589 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:56.523040 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-230254a3-55d8-4ec2-a59f-1df4b19d8589 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:56.527011 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-230254a3-55d8-4ec2-a59f-1df4b19d8589 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/security-groups/7d2b2e99-3f9f-4695-b31d-9105b9f39b7d HTTP/1.1" status: 204 len: 168 time: 0.1553762 Oct 29 09:00:56.538431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230254a3-55d8-4ec2-a59f-1df4b19d8589 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2b2e99-3f9f-4695-b31d-9105b9f39b7d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:56.563322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 59984) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:56.955685 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:57.097605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d0fe-74b2-4f2e-b834-da17ed4f7074 req-bb4875ce-5632-48c5-8eea-3701c82f6e7c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:57.099206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6bd1d0fe-74b2-4f2e-b834-da17ed4f7074 req-bb4875ce-5632-48c5-8eea-3701c82f6e7c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 944 time: 0.0546858 Oct 29 09:00:57.140589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6bd1d0fe-74b2-4f2e-b834-da17ed4f7074 req-518c3b79-c41e-4326-b78e-816e8ec7e12e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Oct 29 09:00:57.163562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 77766777-844b-421b-afb9-c85b034c7c0f details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:00:57.170337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device cd280947-7cce-4ed8-940c-8912fba163cd no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:00:57.199975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: cd280947-7cce-4ed8-940c-8912fba163cd {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:00:57.200459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device cd280947-7cce-4ed8-940c-8912fba163cd not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:00:57.251172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:57.251442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:57.296258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 77766777-844b-421b-afb9-c85b034c7c0f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=77766777-844b-421b-afb9-c85b034c7c0f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:57.308464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '77766777-844b-421b-afb9-c85b034c7c0f', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'port_id': '77766777-844b-421b-afb9-c85b034c7c0f', 'mac_address': 'fa:16:3e:35:d8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:00:57.345174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:57.345612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:57.350831 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:57.359744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:57.364253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77766777-844b-421b-afb9-c85b034c7c0f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:00:57.385548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 77766777-844b-421b-afb9-c85b034c7c0f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=77766777-844b-421b-afb9-c85b034c7c0f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:57.391005 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:57.452476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=77766777-844b-421b-afb9-c85b034c7c0f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:57.567868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:57.602892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=0fcf5e4b-5a79-44bb-9ffc-de94ed29089a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:57.705044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['77766777-844b-421b-afb9-c85b034c7c0f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:00:57.792582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:58.341146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9c53c-a32b-4606-8e09-94e748ab528a req-ee366b8c-de1d-4ff4-b652-4389991c30f5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:58.342694 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cb9c53c-a32b-4606-8e09-94e748ab528a req-ee366b8c-de1d-4ff4-b652-4389991c30f5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 945 time: 0.0707748 Oct 29 09:00:58.354321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router eaf2f685-fa3f-4351-9b51-7290aa5a02bc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:00:58.453673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1cb9c53c-a32b-4606-8e09-94e748ab528a req-ecdb8435-3246-41be-8ad1-1823381ceb3b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013463 Oct 29 09:00:58.496139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:00:58.501974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d6872b43-2fbc-4844-91a7-eff7a6b61a0f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "PUT /v2.0/routers/eaf2f685-fa3f-4351-9b51-7290aa5a02bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9372058 Oct 29 09:00:58.505059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60006) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:58.505871 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] Sync routers for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:00:58.516713 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:00:58.517665 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:58.558903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9c46e0-f5f9-4157-b46a-ba19c2c6640b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting subnet 4c238aee-979c-41b5-ac6f-92933ddc4d1a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:00:58.562949 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e9c46e0-f5f9-4157-b46a-ba19c2c6640b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:58.606659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e9c46e0-f5f9-4157-b46a-ba19c2c6640b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:58.636959 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:00:58.704989 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e9c46e0-f5f9-4157-b46a-ba19c2c6640b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:58.774119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e9c46e0-f5f9-4157-b46a-ba19c2c6640b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:58.803151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c46e0-f5f9-4157-b46a-ba19c2c6640b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Subnet': ['ID=4c238aee-979c-41b5-ac6f-92933ddc4d1a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:58.805310 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e9c46e0-f5f9-4157-b46a-ba19c2c6640b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:58.808649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e9c46e0-f5f9-4157-b46a-ba19c2c6640b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/subnets/4c238aee-979c-41b5-ac6f-92933ddc4d1a HTTP/1.1" status: 204 len: 168 time: 0.3025982 Oct 29 09:00:58.811574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60010) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:58.816200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e4a56-ae67-43e2-8752-eca8708872fe None None] Network 12497113-6881-4088-8ebd-d82c771aa10f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:00:58.840520 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:57Z', 'revision_number': 7, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:58.873431 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] Checking router: eaf2f685-fa3f-4351-9b51-7290aa5a02bc for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:00:58.882260 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] Routers {'eaf2f685-fa3f-4351-9b51-7290aa5a02bc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:00:58.882864 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:58.958225 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.004564 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] Set router eaf2f685-fa3f-4351-9b51-7290aa5a02bc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:00:59.026892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] DHCP port deletion for 12497113-6881-4088-8ebd-d82c771aa10f request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:00:59.084785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] Deleting port d3bcd366-09dc-449c-99a1-22b47f4edb28 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:59.085172 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.087912 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.158257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:00:59.159138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.159288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] For port d3bcd366-09dc-449c-99a1-22b47f4edb28, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d3bcd366-09dc-449c-99a1-22b47f4edb28,segment=NetworkSegment(c59d131a-03ef-47f1-9b7a-79b681ca57ab),segment_id=c59d131a-03ef-47f1-9b7a-79b681ca57ab)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:59.159589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.163610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 77766777-844b-421b-afb9-c85b034c7c0f up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:00:59.198624 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:57Z', 'revision_number': 7, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:00:59.201274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] Calling delete_port for d3bcd366-09dc-449c-99a1-22b47f4edb28 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:59.231402 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fecff8-31b7-4164-b8ac-9bd788724124 None None] The sync data for ids ['eaf2f685-fa3f-4351-9b51-7290aa5a02bc'] in n-d-815940-1 is: [{'id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'name': 'tempest-TestNetworkBasicOps-router-1228278054', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T09:00:57Z', 'revision_number': 7, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': 'f9fe5e6c-3b60-4cbb-acde-0eb6cecec527', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf2f685-fa3f-4351-9b51-7290aa5a02bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:32Z', 'updated_at': '2021-10-29T08:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:00:59.268648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port f9fe5e6c-3b60-4cbb-acde-0eb6cecec527, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f9fe5e6c-3b60-4cbb-acde-0eb6cecec527,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:59.269051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.282028 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:00:59.299131 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.331957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 77766777-844b-421b-afb9-c85b034c7c0f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:00:59.339585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 77766777-844b-421b-afb9-c85b034c7c0f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:00:59.340325 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.362064 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.428615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] Pushing event deleted for resources: {'Port': ['ID=d3bcd366-09dc-449c-99a1-22b47f4edb28,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:59.431066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444408a7-666d-46cb-bc00-9828ca5a70df None None] No DVR routers for this DVR port d3bcd366-09dc-449c-99a1-22b47f4edb28 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:00:59.481243 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.487952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.506965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77766777-844b-421b-afb9-c85b034c7c0f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:00:59.509547 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c7bff-9869-4062-8250-03104208bc2b" -d '{"events": [{"server_uuid": "850cf80e-942d-440e-85ba-2d8fda6130f6", "name": "network-vif-plugged", "status": "completed", "tag": "77766777-844b-421b-afb9-c85b034c7c0f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:00:59.528136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 77766777-844b-421b-afb9-c85b034c7c0f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=77766777-844b-421b-afb9-c85b034c7c0f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:00:59.533409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.533631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=f9fe5e6c-3b60-4cbb-acde-0eb6cecec527,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:59.649999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=77766777-844b-421b-afb9-c85b034c7c0f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:00:59.651443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.653592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4d755-94b4-4a3d-8eac-cc6fdf06ec0c req-06ade25a-8259-4067-9a1c-ebccbdf43c55 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:59.656026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fe4d755-94b4-4a3d-8eac-cc6fdf06ec0c req-06ade25a-8259-4067-9a1c-ebccbdf43c55 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 946 time: 0.0930259 Oct 29 09:00:59.675482 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cdd26f-5371-4e01-b0dc-3990b8be5bd5 x-openstack-request-id: req-e8cdd26f-5371-4e01-b0dc-3990b8be5bd5 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:00:59.675780 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850cf80e-942d-440e-85ba-2d8fda6130f6", "name": "network-vif-plugged", "status": "completed", "tag": "77766777-844b-421b-afb9-c85b034c7c0f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:00:59.676078 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8cdd26f-5371-4e01-b0dc-3990b8be5bd5 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:00:59.676483 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77766777-844b-421b-afb9-c85b034c7c0f', 'code': 200} Oct 29 09:00:59.718799 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4fe4d755-94b4-4a3d-8eac-cc6fdf06ec0c req-d91a997e-9fa7-40b9-afd1-c6b26703debe tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537865 Oct 29 09:00:59.800031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab3b98-bbec-48e7-b6e0-a014fafd8965 req-06a5338c-86ef-4777-966a-3386a58521c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:00:59.801801 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eab3b98-bbec-48e7-b6e0-a014fafd8965 req-06a5338c-86ef-4777-966a-3386a58521c9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 1097 time: 0.0529697 Oct 29 09:00:59.810309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.812855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.840236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0eab3b98-bbec-48e7-b6e0-a014fafd8965 req-b7941603-4c20-49e7-a09a-9a6a7290f75b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Oct 29 09:00:59.861316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.862137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Fanout notify agent at l3_agent the message router_deleted on router eaf2f685-fa3f-4351-9b51-7290aa5a02bc {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:00:59.870120 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:00:59.871263 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9c273424-7228-4084-95df-f3b4902571bb tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/routers/eaf2f685-fa3f-4351-9b51-7290aa5a02bc HTTP/1.1" status: 204 len: 168 time: 1.0558591 Oct 29 09:00:59.874087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60024) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:00:59.961929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.060611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.080433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12497113-6881-4088-8ebd-d82c771aa10f']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:00.089604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59d131a-03ef-47f1-9b7a-79b681ca57ab') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:00.089906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59d131a-03ef-47f1-9b7a-79b681ca57ab') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:00.099441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.112651 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.119029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:01:00.119422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:01:00.122767 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:01:00.183999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.191379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.194518 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/networks/12497113-6881-4088-8ebd-d82c771aa10f HTTP/1.1" status: 204 len: 168 time: 0.3193409 Oct 29 09:01:00.212408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60026) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:00.217575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'network': {'name': 'tempest-network-smoke--1097990361', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:00.219306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a2933-c821-4529-af3c-0824fffd7761 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Network': ['ID=12497113-6881-4088-8ebd-d82c771aa10f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:00.242084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:01:00.245694 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.273885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:01:00.282947 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.283331 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Added segment 5c5a085b-2f76-435b-bd43-16ec271c9638 of type vlan for network 2a4771a6-13a9-400b-a6da-83e447ecc99f Oct 29 09:01:00.340439 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.387711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.394613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:00.394875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.464869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:01:00.484337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2706549 Oct 29 09:01:00.485498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab52a5c-bf5f-48c0-a1e7-ae3df85e1d6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Network': ['ID=2a4771a6-13a9-400b-a6da-83e447ecc99f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:00.487019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60032) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:00.489704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:01:00.490075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0fcf5e4b-5a79-44bb-9ffc-de94ed29089a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:01:00.490450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d3bcd366-09dc-449c-99a1-22b47f4edb28 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:01:00.493192 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'admin_state_up': True, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:00.512848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:01:00.515077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: d3bcd366-09dc-449c-99a1-22b47f4edb28 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:01:00.515428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d3bcd366-09dc-449c-99a1-22b47f4edb28 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:01:00.515859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:01:00.527473 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.529334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.583097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:01:00.583323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.583462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f9fe5e6c-3b60-4cbb-acde-0eb6cecec527 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:01:00.612073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.733171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:00.858470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be289c-ae79-479d-9b7b-498c84e3df2f req-27381598-ffd7-4dee-b115-3667bfd76c51 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:00.860038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-48be289c-ae79-479d-9b7b-498c84e3df2f req-27381598-ffd7-4dee-b115-3667bfd76c51 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 946 time: 0.0673058 Oct 29 09:01:00.915719 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-48be289c-ae79-479d-9b7b-498c84e3df2f req-a088f624-f2bd-4df7-910b-342e08213365 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486972 Oct 29 09:01:01.015856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:01.037154 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:01.164402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.25.5.109 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/8f67b776-8c57-40f0-a335-69c6c1229d4a) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:01:01.276844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:01.317932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:01.355901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:01:01.358963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:01:01.362601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:01:01.390557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=8f67b776-8c57-40f0-a335-69c6c1229d4a,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:01.626586 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:01.830656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:01.963159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:01:02.049100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a24714-38b1-4c6c-af10-90a42016aa3e req-d9fa93c7-e298-4640-aa26-0b42e3c285a7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:02.050627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10a24714-38b1-4c6c-af10-90a42016aa3e req-d9fa93c7-e298-4640-aa26-0b42e3c285a7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 946 time: 0.0616841 Oct 29 09:01:02.077619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:01:02.094006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Sync routers for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:01:02.099584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10a24714-38b1-4c6c-af10-90a42016aa3e req-67f905dd-2f2b-4d0d-b0aa-2b28086cb3c5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Oct 29 09:01:02.112482 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:02.113037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:01:02.113792 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-763dfe97-92b9-4668-8f6d-360910e73169 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6255898 Oct 29 09:01:02.114327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:02.116900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60048) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:02.161096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-73975a0b-320c-48f7-b3ae-34f836c9bf92 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4173849c886f42ed9a716a7c5bb351f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429757 Oct 29 09:01:02.163543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60054) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:02.256689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:01:02.303890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017503a-a803-4181-b1ec-fa09c1e0115a req-345e65cb-aeec-464d-b874-e8c70b6b6977 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:02.305564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1017503a-a803-4181-b1ec-fa09c1e0115a req-345e65cb-aeec-464d-b874-e8c70b6b6977 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 946 time: 0.0866506 Oct 29 09:01:02.308711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c657cc4-4707-46c5-aecd-8f0e4be1896f tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:02.310334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1c657cc4-4707-46c5-aecd-8f0e4be1896f tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458597 Oct 29 09:01:02.313351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60056) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:02.346386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5a82cf0b-8e25-4cd1-b668-b875f1f70616 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317459 Oct 29 09:01:02.348835 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60058) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:02.353746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-409816578', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:02.356201 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1017503a-a803-4181-b1ec-fa09c1e0115a req-130bcb7d-0a5f-4650-bc73-1464306e67be tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 Oct 29 09:01:02.382463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60060) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:02.427553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2ab26-3fab-4b18-a236-b393d1570e2f tempest-TestVolumeBootPattern-239896102 tempest-TestVolumeBootPattern-239896102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:02.429337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5fb2ab26-3fab-4b18-a236-b393d1570e2f tempest-TestVolumeBootPattern-239896102 tempest-TestVolumeBootPattern-239896102-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 1092 time: 0.0457082 Oct 29 09:01:02.432204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60062) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:02.437700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '77766777-844b-421b-afb9-c85b034c7c0f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:02.460834 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.db.api [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 09:01:02.460834 n-d-815940-1 neutron-server[102113]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 29 09:01:02.460834 n-d-815940-1 neutron-server[102113]: [parameters: {'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'id': '8b2d5b6c-52ef-4e14-9619-84e9f3311dba', 'expiration': datetime.datetime(2021, 10, 29, 9, 3, 2, 457251)}] Oct 29 09:01:02.460834 n-d-815940-1 neutron-server[102113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 09:01:02.461701 n-d-815940-1 neutron-server[102113]: DEBUG oslo_db.api [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 09:01:02.471560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:02.476083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:01Z', 'revision_number': 3, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:02.507570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Checking router: 1a61dad4-1bf1-4744-8d8d-44c2692daf37 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:01:02.508037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Updating router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 port 8f67b776-8c57-40f0-a335-69c6c1229d4a binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:01:02.537912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:02.576357 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:02.684960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.25.5.33 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/d5022cd6-540e-44da-80c9-463acb6b8e68) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:01:02.795438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:02.832607 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:02.883231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:01:02.885085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:01:02.887076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=d5022cd6-540e-44da-80c9-463acb6b8e68,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:02.890011 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:01:02.988240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:01:02.992803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.028354 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.037056 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.104914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Attempting to bind port 8f67b776-8c57-40f0-a335-69c6c1229d4a on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:01:03.106443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Attempting to bind port 8f67b776-8c57-40f0-a335-69c6c1229d4a by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:01:03.107133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Attempting to bind port 8f67b776-8c57-40f0-a335-69c6c1229d4a on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:01:03.109456 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dce1e6-d2e7-4229-a0c7-83bbb2ce4d4d None None] Pushing event updated for resources: {'Port': ['ID=8f67b776-8c57-40f0-a335-69c6c1229d4a,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:03.125132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:01:03.125542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:01:03.125965 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.126362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:01:03.126879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Bound port: 8f67b776-8c57-40f0-a335-69c6c1229d4a, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:01:03.128863 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.201362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] For port 8f67b776-8c57-40f0-a335-69c6c1229d4a, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:01:03.206570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] For port 8f67b776-8c57-40f0-a335-69c6c1229d4a, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8f67b776-8c57-40f0-a335-69c6c1229d4a,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:01:03.212194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.263002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.279667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dce1e6-d2e7-4229-a0c7-83bbb2ce4d4d None None] Pushing event updated for resources: {'Port': ['ID=8f67b776-8c57-40f0-a335-69c6c1229d4a,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:03.284347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:01:03.284980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:03.359510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Subnet': ['ID=988bb765-6a82-481e-9b3b-5f53d70d8bc7,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:03.372331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Checking segment: {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:01:03.372753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network hostable DHCP agents. Network: 2a4771a6-13a9-400b-a6da-83e447ecc99f, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:01:03.391568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:01:03.404772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 2a4771a6-13a9-400b-a6da-83e447ecc99f) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:01:03.418959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:03.420584 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.428739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:01:03.447480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-23f0ad8c-9191-42de-b927-0805bd200cc2 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0973306 Oct 29 09:01:03.452329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60070) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:03.510595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798099b6-93ba-4374-bc0e-9b2daa554146 None None] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:01:03.697839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.796045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:03.975910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-2a4771a6-13a9-400b-a6da-83e447ecc99f', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:01:03.977174 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.015337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:01Z', 'revision_number': 3, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:04.020380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.027596 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.048061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.104953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29d5c0-6f80-404b-918a-4a6a3d032bcb None None] The sync data for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 is: [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:01Z', 'revision_number': 3, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:01:04.159957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=d5022cd6-540e-44da-80c9-463acb6b8e68,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:04.187491 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.188338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.188857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.189908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.190453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.190976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.191309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.191639 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.192003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.192330 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.192657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.193119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:01:04.197581 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.215873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Allocated IP 172.20.0.2 (2a4771a6-13a9-400b-a6da-83e447ecc99f/988bb765-6a82-481e-9b3b-5f53d70d8bc7/dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:01:04.380373 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Floating IP 323bac12-f226-4802-91e7-8a1a91cb36af associated. External IP: 172.25.5.33, port: 77766777-844b-421b-afb9-c85b034c7c0f. Oct 29 09:01:04.510713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.518647 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.629673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.20.0.1 (2a4771a6-13a9-400b-a6da-83e447ecc99f/988bb765-6a82-481e-9b3b-5f53d70d8bc7/0259197c-66b5-4c1b-954a-d3e82bdb457f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:01:04.641933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:01:04.653172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:01:04.675488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:01:04.701796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Pushing event updated for resources: {'Port': ['ID=dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:04.723261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:01:04.865599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Attempting to bind port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:01:04.866018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:01:04.866163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Attempting to bind port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:01:04.866583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Attempting to bind port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b on network 2a4771a6-13a9-400b-a6da-83e447ecc99f {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:01:04.877123 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:01:04.879554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:01:04.879554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Checking segment: {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:01:04.879929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.880458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Bound using segment: {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:01:04.881481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Bound port: dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:01:04.882233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.899413 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:01:04.911145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:04.920143 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:04.966824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eee89316-be30-406f-b277-60dcd8f65615 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5333624 Oct 29 09:01:04.967651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'tag': '77766777-844b-421b-afb9-c85b034c7c0f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:01:04.971599 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40767c23-8844-4e97-8903-f6c784bc8e05" -d '{"events": [{"name": "network-changed", "server_uuid": "850cf80e-942d-440e-85ba-2d8fda6130f6", "tag": "77766777-844b-421b-afb9-c85b034c7c0f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:01:04.990299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:05.045400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] For port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:01:05.049843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] For port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:01:05.054292 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dadecf-8095-4978-8cb5-c37651ab904e x-openstack-request-id: req-e1dadecf-8095-4978-8cb5-c37651ab904e {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:01:05.056510 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850cf80e-942d-440e-85ba-2d8fda6130f6", "tag": "77766777-844b-421b-afb9-c85b034c7c0f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:01:05.057053 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:05.057405 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1dadecf-8095-4978-8cb5-c37651ab904e {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:01:05.064662 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'tag': '77766777-844b-421b-afb9-c85b034c7c0f', 'status': 'completed', 'code': 200} Oct 29 09:01:05.168105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d7bf5-07c9-49bb-9564-114825d1578f None None] Pushing event updated for resources: {'Port': ['ID=dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:05.200550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:05.244322 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:01:05.261030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-0fa8c888-fc84-4ca9-a5b1-318d2b8dad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:05.262714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-0fa8c888-fc84-4ca9-a5b1-318d2b8dad12 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 1097 time: 0.2007289 Oct 29 09:01:05.369284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:01:05.377734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:01:05.386444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:01:05.471277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=0259197c-66b5-4c1b-954a-d3e82bdb457f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:05.474098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-09bce33e-f64a-4b21-bebe-f9156a91160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:05.476157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-09bce33e-f64a-4b21-bebe-f9156a91160c service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.2038429 Oct 29 09:01:05.581554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-2dc74891-d178-4fac-adfe-ec28fbbab2c6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77766777-844b-421b-afb9-c85b034c7c0f HTTP/1.1" status: 200 len: 999 time: 0.0944941 Oct 29 09:01:05.582342 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:05.679135 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '323bac12-f226-4802-91e7-8a1a91cb36af', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '77766777-844b-421b-afb9-c85b034c7c0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:35:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:01:03Z', 'updated_at': '2021-10-29T09:01:03Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:05.692556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-37668a64-54bc-420a-938d-3e5a34a03ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:05.693871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-37668a64-54bc-420a-938d-3e5a34a03ca8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.1008768 Oct 29 09:01:05.719649 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:01:05.732313 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:01:05.733290 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:05.780234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-84eff4e3-3f13-4e9b-9879-feea67ca0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:05.781969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-84eff4e3-3f13-4e9b-9879-feea67ca0893 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638459 Oct 29 09:01:05.842927 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:01:05.858063 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:06.023964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-c40bf25d-ccec-4599-ab68-29f8aeabc357 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245617 Oct 29 09:01:06.125685 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '323bac12-f226-4802-91e7-8a1a91cb36af', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '77766777-844b-421b-afb9-c85b034c7c0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:35:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:01:03Z', 'updated_at': '2021-10-29T09:01:03Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:06.155497 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c79a7f-b01d-4945-bf80-d831e00c9c6c None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '323bac12-f226-4802-91e7-8a1a91cb36af', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '77766777-844b-421b-afb9-c85b034c7c0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:35:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:01:03Z', 'updated_at': '2021-10-29T09:01:03Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:01:06.209579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40767c23-8844-4e97-8903-f6c784bc8e05 req-429af19b-d611-40d2-954d-a89336e6e38a service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783888 Oct 29 09:01:06.355490 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:06.362779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:06.456643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=0259197c-66b5-4c1b-954a-d3e82bdb457f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:06.459391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:06.496956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f91962-7414-4493-81bc-eb3e3860740b None None] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:01:06.578216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:01:06.579987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:01:06.624288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a856b07b-afd1-437b-a761-97d99fbc62e1 None None] Provisioning complete for port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:06.624911 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a856b07b-afd1-437b-a761-97d99fbc62e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:06.659798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8f67b776-8c57-40f0-a335-69c6c1229d4a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:01:06.753163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f0964-2307-4a9f-906e-c76165bba57e None None] New status for floating IP 323bac12-f226-4802-91e7-8a1a91cb36af: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:01:06.838174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8f67b776-8c57-40f0-a335-69c6c1229d4a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:06.838549 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.003777 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:01:07.046496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:01:07.055536 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a856b07b-afd1-437b-a761-97d99fbc62e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.135895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a856b07b-afd1-437b-a761-97d99fbc62e1 None None] For port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:01:07.143200 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.151009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a856b07b-afd1-437b-a761-97d99fbc62e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.191412 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 8f67b776-8c57-40f0-a335-69c6c1229d4a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8f67b776-8c57-40f0-a335-69c6c1229d4a,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:01:07.200912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.201749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:01:07.203435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:01:07.216261 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Sync routers for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:01:07.223913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60114) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:07.231065 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:01:07.232349 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:07.240076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9909458b-87d3-43a2-b3d0-7cf1a4395eb9 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "PUT /v2.0/routers/1a61dad4-1bf1-4744-8d8d-44c2692daf37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7731693 Oct 29 09:01:07.258299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856b07b-afd1-437b-a761-97d99fbc62e1 None None] Pushing event updated for resources: {'Port': ['ID=dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:07.361284 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=8f67b776-8c57-40f0-a335-69c6c1229d4a,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:07.366470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:07.367099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.394522 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:01:07.485272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9172f-44d6-44f4-82f6-955ba2083f88 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.485749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9172f-44d6-44f4-82f6-955ba2083f88 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.486356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9172f-44d6-44f4-82f6-955ba2083f88 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.486823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9172f-44d6-44f4-82f6-955ba2083f88 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.487284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9172f-44d6-44f4-82f6-955ba2083f88 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.487736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9172f-44d6-44f4-82f6-955ba2083f88 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.488232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9172f-44d6-44f4-82f6-955ba2083f88 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.493209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60116) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:07.498189 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-65d9172f-44d6-44f4-82f6-955ba2083f88 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4991 time: 0.2675335 Oct 29 09:01:07.580256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d084aab-8802-46b6-b66e-2a656fe43a11 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.580866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d084aab-8802-46b6-b66e-2a656fe43a11 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.581383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d084aab-8802-46b6-b66e-2a656fe43a11 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.582040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d084aab-8802-46b6-b66e-2a656fe43a11 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.582760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d084aab-8802-46b6-b66e-2a656fe43a11 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.583043 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d084aab-8802-46b6-b66e-2a656fe43a11 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.583559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d084aab-8802-46b6-b66e-2a656fe43a11 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:07.584881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f87645af-600e-4487-b54a-691af20a6630 None None] Provisioning complete for port 0259197c-66b5-4c1b-954a-d3e82bdb457f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:07.586145 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f87645af-600e-4487-b54a-691af20a6630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.586387 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2d084aab-8802-46b6-b66e-2a656fe43a11 tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.0918214 Oct 29 09:01:07.591678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60122) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:07.651568 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f87645af-600e-4487-b54a-691af20a6630 None None] Port 0259197c-66b5-4c1b-954a-d3e82bdb457f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:01:07.667402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f87645af-600e-4487-b54a-691af20a6630 None None] Provisioning complete for port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:07.667770 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f87645af-600e-4487-b54a-691af20a6630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.737804 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:06Z', 'revision_number': 2, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:07.770728 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Checking router: 1a61dad4-1bf1-4744-8d8d-44c2692daf37 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:01:07.771227 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Updating router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 port 0259197c-66b5-4c1b-954a-d3e82bdb457f binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:01:07.804765 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:07.809020 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-03d7dcba-161c-455d-a4d6-aa93ddd5c6fd tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.2159607 Oct 29 09:01:07.943189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ecf2bbb4-388a-434b-8dbd-ddeaf6589fda None None] Provisioning complete for port 0259197c-66b5-4c1b-954a-d3e82bdb457f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:07.943569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ecf2bbb4-388a-434b-8dbd-ddeaf6589fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.002367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60128) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:08.008227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f781bd3b-b356-490e-ba5b-fd7427aea252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005168006', 'description': 'tempest-secgroup-smoke-1005168006 description', 'project_id': '4173849c886f42ed9a716a7c5bb351f2'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:08.030357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2bbb4-388a-434b-8dbd-ddeaf6589fda None None] Port 0259197c-66b5-4c1b-954a-d3e82bdb457f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:01:08.041360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f781bd3b-b356-490e-ba5b-fd7427aea252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.160248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f781bd3b-b356-490e-ba5b-fd7427aea252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.167352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f781bd3b-b356-490e-ba5b-fd7427aea252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.190594 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.196740 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.210326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f781bd3b-b356-490e-ba5b-fd7427aea252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.214677 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f781bd3b-b356-490e-ba5b-fd7427aea252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2081020 Oct 29 09:01:08.216634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60134) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:08.221801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781bd3b-b356-490e-ba5b-fd7427aea252 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9281893c-a567-4081-a85f-dd82b47b0fe1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:08.224203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-282cbb4b-2bbc-4ad8-afa3-7b4400aef00e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '9281893c-a567-4081-a85f-dd82b47b0fe1', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:08.271717 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3f766-2eeb-4542-9083-428207e9863e None None] Pushing event updated for resources: {'Port': ['ID=0259197c-66b5-4c1b-954a-d3e82bdb457f,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:08.274007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5b298b5f-98c5-425b-b5e2-b9c9b14b59b4 None None] Provisioning complete for port 0259197c-66b5-4c1b-954a-d3e82bdb457f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:08.274388 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5b298b5f-98c5-425b-b5e2-b9c9b14b59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.308103 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-282cbb4b-2bbc-4ad8-afa3-7b4400aef00e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.316964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Attempting to bind port 0259197c-66b5-4c1b-954a-d3e82bdb457f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:01:08.317339 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Attempting to bind port 0259197c-66b5-4c1b-954a-d3e82bdb457f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:01:08.317822 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Attempting to bind port 0259197c-66b5-4c1b-954a-d3e82bdb457f on network 2a4771a6-13a9-400b-a6da-83e447ecc99f {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:01:08.331945 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:01:08.332410 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Checking segment: {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:01:08.337482 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.337709 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Bound using segment: {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:01:08.338083 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Bound port: 0259197c-66b5-4c1b-954a-d3e82bdb457f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:01:08.338477 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.365370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5b298b5f-98c5-425b-b5e2-b9c9b14b59b4 None None] Port 0259197c-66b5-4c1b-954a-d3e82bdb457f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:01:08.453616 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] For port 0259197c-66b5-4c1b-954a-d3e82bdb457f, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:01:08.454645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-282cbb4b-2bbc-4ad8-afa3-7b4400aef00e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.458786 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] For port 0259197c-66b5-4c1b-954a-d3e82bdb457f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0259197c-66b5-4c1b-954a-d3e82bdb457f,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:01:08.462732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-282cbb4b-2bbc-4ad8-afa3-7b4400aef00e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.468170 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.493193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cbb4b-2bbc-4ad8-afa3-7b4400aef00e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1626e47d-307b-4f74-8f1d-27d4fa79b4ff,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:08.520070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-282cbb4b-2bbc-4ad8-afa3-7b4400aef00e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.521753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-282cbb4b-2bbc-4ad8-afa3-7b4400aef00e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3026364 Oct 29 09:01:08.524460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60136) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:08.530413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-018f3f6c-5287-41f0-ba0d-dd050e3dbf18 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '9281893c-a567-4081-a85f-dd82b47b0fe1', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:08.537547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8f67b776-8c57-40f0-a335-69c6c1229d4a up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:01:08.560297 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3f766-2eeb-4542-9083-428207e9863e None None] Pushing event updated for resources: {'Port': ['ID=0259197c-66b5-4c1b-954a-d3e82bdb457f,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:08.593183 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:01:08.596428 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:00:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:08.609186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8f67b776-8c57-40f0-a335-69c6c1229d4a triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:08.609744 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.615727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-018f3f6c-5287-41f0-ba0d-dd050e3dbf18 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.720940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-db40d3b5-ab0c-452f-bf5d-b4a55b02658a None None] Provisioning complete for port 0259197c-66b5-4c1b-954a-d3e82bdb457f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:08.721861 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db40d3b5-ab0c-452f-bf5d-b4a55b02658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.730201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-018f3f6c-5287-41f0-ba0d-dd050e3dbf18 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.736204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-018f3f6c-5287-41f0-ba0d-dd050e3dbf18 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.766901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f3f6c-5287-41f0-ba0d-dd050e3dbf18 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e255163-f6c7-480b-ac04-0895732ebd6a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:08.792528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-018f3f6c-5287-41f0-ba0d-dd050e3dbf18 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:08.797822 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-018f3f6c-5287-41f0-ba0d-dd050e3dbf18 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2720139 Oct 29 09:01:08.801748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60142) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:08.817246 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fd48cc76-92d5-4dd4-a4a9-22947aa17f64 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '9281893c-a567-4081-a85f-dd82b47b0fe1', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:08.847254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:01:08.883958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd48cc76-92d5-4dd4-a4a9-22947aa17f64 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.015323 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:01:09.072618 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd48cc76-92d5-4dd4-a4a9-22947aa17f64 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.083032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd48cc76-92d5-4dd4-a4a9-22947aa17f64 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.088576 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db40d3b5-ab0c-452f-bf5d-b4a55b02658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.138087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48cc76-92d5-4dd4-a4a9-22947aa17f64 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2571b5-2246-4488-b3ae-27bdc3d3e144,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:09.152518 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:09.153264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fd48cc76-92d5-4dd4-a4a9-22947aa17f64 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.153588 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.157733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fd48cc76-92d5-4dd4-a4a9-22947aa17f64 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548844 Oct 29 09:01:09.158412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60146) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:09.163920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d465e1a8-a48f-4d08-bc6c-c2836ae5a4d1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '9281893c-a567-4081-a85f-dd82b47b0fe1', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:09.225927 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d465e1a8-a48f-4d08-bc6c-c2836ae5a4d1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.244681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-db40d3b5-ab0c-452f-bf5d-b4a55b02658a None None] For port 0259197c-66b5-4c1b-954a-d3e82bdb457f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0259197c-66b5-4c1b-954a-d3e82bdb457f,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:01:09.262356 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-db40d3b5-ab0c-452f-bf5d-b4a55b02658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.343983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d465e1a8-a48f-4d08-bc6c-c2836ae5a4d1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.349650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d465e1a8-a48f-4d08-bc6c-c2836ae5a4d1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.400480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465e1a8-a48f-4d08-bc6c-c2836ae5a4d1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665b3b44-f9e3-43b3-9cea-54fe4a03c6a5,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:09.408124 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:08Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:09.419248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d465e1a8-a48f-4d08-bc6c-c2836ae5a4d1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.422568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60150) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:09.423373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d465e1a8-a48f-4d08-bc6c-c2836ae5a4d1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2637317 Oct 29 09:01:09.430023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5d16b3dd-4be6-43b1-9243-91a433b5bc42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '9281893c-a567-4081-a85f-dd82b47b0fe1', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:09.483527 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5a1b8-addd-47cb-80b5-4d8098def433 None None] The sync data for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 is: [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:08Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:01:09.501377 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-5d16b3dd-4be6-43b1-9243-91a433b5bc42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Project 4173849c886f42ed9a716a7c5bb351f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:01:09.502015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40d3b5-ab0c-452f-bf5d-b4a55b02658a None None] Pushing event updated for resources: {'Port': ['ID=0259197c-66b5-4c1b-954a-d3e82bdb457f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:09.512271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4cee9998-2522-47d4-919b-f142f023bb49 None None] Provisioning complete for port 0259197c-66b5-4c1b-954a-d3e82bdb457f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:09.512885 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4cee9998-2522-47d4-919b-f142f023bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.514681 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d16b3dd-4be6-43b1-9243-91a433b5bc42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.680749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d16b3dd-4be6-43b1-9243-91a433b5bc42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.689150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d16b3dd-4be6-43b1-9243-91a433b5bc42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.710899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16b3dd-4be6-43b1-9243-91a433b5bc42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4c4c94-5e81-41ba-8c3c-9092b19ae2c7,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:09.728785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5d16b3dd-4be6-43b1-9243-91a433b5bc42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.730329 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5d16b3dd-4be6-43b1-9243-91a433b5bc42 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3048780 Oct 29 09:01:09.733827 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60154) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:09.742222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3e1fc205-05c5-45d7-9f65-45b3795795ef tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'security_group_rule': {'security_group_id': '9281893c-a567-4081-a85f-dd82b47b0fe1', 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:09.781041 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-3e1fc205-05c5-45d7-9f65-45b3795795ef tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Project 4173849c886f42ed9a716a7c5bb351f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:01:09.792747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc205-05c5-45d7-9f65-45b3795795ef tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.872612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc205-05c5-45d7-9f65-45b3795795ef tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.878032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc205-05c5-45d7-9f65-45b3795795ef tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.901536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fc205-05c5-45d7-9f65-45b3795795ef tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fe5de4-83dc-48a5-a966-940e919207bd,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:09.912161 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc205-05c5-45d7-9f65-45b3795795ef tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:09.922192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e1fc205-05c5-45d7-9f65-45b3795795ef tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1748338 Oct 29 09:01:10.105922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-022d789c-6c54-412e-80b8-65050ec1fb28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948164 Oct 29 09:01:10.166608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-c493eef8-8fbb-474e-b95b-5858b7c90781 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005168006&fields=id&tenant_id=4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 267 time: 0.0566866 Oct 29 09:01:10.328028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-878843c3-5db2-4809-a3e0-6d444a62b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:10.328028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-878843c3-5db2-4809-a3e0-6d444a62b429 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 1096 time: 0.1598454 Oct 29 09:01:10.347367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806eded-6ff0-477c-9221-399dbee1b774 req-45a1434f-9bdc-4024-9a70-3c00a4c6c031 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:10.349029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-45a1434f-9bdc-4024-9a70-3c00a4c6c031 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/networks?id=2a4771a6-13a9-400b-a6da-83e447ecc99f HTTP/1.1" status: 200 len: 797 time: 0.1725967 Oct 29 09:01:10.411584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-f073311f-c4cb-453b-b010-174fc18f4bca tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/quotas/4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 375 time: 0.0509963 Oct 29 09:01:10.494933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0259197c-66b5-4c1b-954a-d3e82bdb457f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:01:10.514211 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-c723b5c5-7b9c-4346-bd36-04fe1130d7c3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859034 Oct 29 09:01:10.552468 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0259197c-66b5-4c1b-954a-d3e82bdb457f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:10.552986 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:10.583843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-53f3e007-132d-436e-86fc-93c9067730b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:10.585241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-53f3e007-132d-436e-86fc-93c9067730b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.2325327 Oct 29 09:01:10.683793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-ff3ee92a-ecca-469f-a079-079064c154dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 200 len: 1000 time: 0.0904851 Oct 29 09:01:10.702675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-3c8e7ddd-b7f1-45e9-be8f-013edcfd754a service neutron] 10.222.0.70 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709352 Oct 29 09:01:10.796612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-f93f4b5a-1113-42cb-88e8-5137a322cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:10.798427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-f93f4b5a-1113-42cb-88e8-5137a322cc7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.1049001 Oct 29 09:01:10.860274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-1f17c017-256a-4460-9730-27cbf8dab3ea service neutron] 10.222.0.70 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365576 Oct 29 09:01:10.870700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-e771d3c5-1799-44a0-88d8-c25637062785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:10.872609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-e771d3c5-1799-44a0-88d8-c25637062785 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661225 Oct 29 09:01:10.986751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-88c96ac4-5a30-42fb-8f3b-74c461ca52fb service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059809 Oct 29 09:01:11.028763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6915dcc4-45d8-4720-8390-821254686cab req-1ce9e834-a03d-4e87-816a-88425ffacb8e tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 210 time: 0.0293210 Oct 29 09:01:11.090006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4f4eaaf0-84dc-421c-846b-0afbf17cf857 req-2954dc09-2045-4920-a163-0547fb887be3 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956979 Oct 29 09:01:12.128277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806eded-6ff0-477c-9221-399dbee1b774 req-86573f57-23c1-43f6-b1be-1c1ebc197876 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:12.130380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-86573f57-23c1-43f6-b1be-1c1ebc197876 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "GET /v2.0/networks?id=2a4771a6-13a9-400b-a6da-83e447ecc99f HTTP/1.1" status: 200 len: 797 time: 0.1528039 Oct 29 09:01:12.186954 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-13343ef2-7adc-4ba0-b937-57e1e036ab84 req-87868dcb-5026-4ffc-975b-412266c03fcc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 210 time: 0.0478404 Oct 29 09:01:12.210085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-4d0b73fa-9b37-41d0-ab21-e60d22545af1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4173849c886f42ed9a716a7c5bb351f2 HTTP/1.1" status: 200 len: 380 time: 0.0683017 Oct 29 09:01:12.220638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'port': {'device_id': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'admin_state_up': True, 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'security_groups': ['9281893c-a567-4081-a85f-dd82b47b0fe1']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:12.370129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Made reservation on behalf of 4173849c886f42ed9a716a7c5bb351f2 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:01:12.375065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:12.517211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.20.0.3 (2a4771a6-13a9-400b-a6da-83e447ecc99f/988bb765-6a82-481e-9b3b-5f53d70d8bc7/c70fbc7b-fc00-48c3-a740-072994a7c22d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:01:12.670995 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:12.706956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:12.758023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:01:12.761247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:01:12.764036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:01:12.802502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=c70fbc7b-fc00-48c3-a740-072994a7c22d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:12.823488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:12.824162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:12.842622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-6102ac3e-9bb7-4c37-994b-27f65ff352f1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6265948 Oct 29 09:01:12.857600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Request body: {'port': {'device_id': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:12.916622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:13.055355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fa4643f5-e505-4f60-adda-e7bc1bb55a2d None None] Provisioning complete for port c70fbc7b-fc00-48c3-a740-072994a7c22d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:13.055982 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fa4643f5-e505-4f60-adda-e7bc1bb55a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:13.092921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-fa4643f5-e505-4f60-adda-e7bc1bb55a2d None None] Port c70fbc7b-fc00-48c3-a740-072994a7c22d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:01:13.203277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70fbc7b-fc00-48c3-a740-072994a7c22d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:01:13.211283 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:13.225069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Transition to ACTIVE for port object c70fbc7b-fc00-48c3-a740-072994a7c22d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:01:13.231381 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:13.324866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c70fbc7b-fc00-48c3-a740-072994a7c22d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:13.329429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ee0a7-a36c-4b37-9cb0-aa66282f8ad8 req-f7617894-a5e5-4a06-b563-cfdc23cd8269 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:13.331320 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-638ee0a7-a36c-4b37-9cb0-aa66282f8ad8 req-f7617894-a5e5-4a06-b563-cfdc23cd8269 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 943 time: 0.0656285 Oct 29 09:01:13.379459 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Attempting to bind port c70fbc7b-fc00-48c3-a740-072994a7c22d on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:01:13.379928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Attempting to bind port c70fbc7b-fc00-48c3-a740-072994a7c22d by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:01:13.380360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Attempting to bind port c70fbc7b-fc00-48c3-a740-072994a7c22d on network 2a4771a6-13a9-400b-a6da-83e447ecc99f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:01:13.381388 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-638ee0a7-a36c-4b37-9cb0-aa66282f8ad8 req-ce379e55-4ea1-4d89-ab66-69c3e3c6b32f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438688 Oct 29 09:01:13.386501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Port c70fbc7b-fc00-48c3-a740-072994a7c22d on network 2a4771a6-13a9-400b-a6da-83e447ecc99f not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:01:13.387175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Attempting to bind port c70fbc7b-fc00-48c3-a740-072994a7c22d on network 2a4771a6-13a9-400b-a6da-83e447ecc99f {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:01:13.395764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:01:13.396440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Checking segment: {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:01:13.396824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Bound using segment: {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:01:13.397278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Bound port: c70fbc7b-fc00-48c3-a740-072994a7c22d, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5a085b-2f76-435b-bd43-16ec271c9638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:01:13.397640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:13.496041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] For port c70fbc7b-fc00-48c3-a740-072994a7c22d, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:01:13.500024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] For port c70fbc7b-fc00-48c3-a740-072994a7c22d, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:01:13.505891 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:13.549415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:13.550042 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:13.551525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] 10.222.0.93 "PUT /v2.0/ports/c70fbc7b-fc00-48c3-a740-072994a7c22d HTTP/1.1" status: 200 len: 1091 time: 0.6998818 Oct 29 09:01:13.552017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:01:13.554474 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d" -d '{"events": [{"name": "network-changed", "server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:01:13.580883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e091769-cc14-400b-b6fe-48c51e2591f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c70fbc7b-fc00-48c3-a740-072994a7c22d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:13.635274 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a68b6f-0782-4329-82fc-c3f09e356885 x-openstack-request-id: req-42a68b6f-0782-4329-82fc-c3f09e356885 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:01:13.635567 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:01:13.635845 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42a68b6f-0782-4329-82fc-c3f09e356885 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:01:13.636262 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'status': 'completed', 'code': 200} Oct 29 09:01:13.652823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806eded-6ff0-477c-9221-399dbee1b774 req-c012f0d4-ca00-4779-8b8d-9a829d00492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:13.654588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-c012f0d4-ca00-4779-8b8d-9a829d00492e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 1094 time: 0.0513656 Oct 29 09:01:13.708453 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-0999f515-4d56-42c3-bb2d-639693b0fc48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d HTTP/1.1" status: 200 len: 217 time: 0.0437703 Oct 29 09:01:13.764987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806eded-6ff0-477c-9221-399dbee1b774 req-19308249-ee5e-4902-be85-3ca571ab2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:13.766584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-19308249-ee5e-4902-be85-3ca571ab2860 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=988bb765-6a82-481e-9b3b-5f53d70d8bc7 HTTP/1.1" status: 200 len: 834 time: 0.0498986 Oct 29 09:01:13.814132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9ede5d83-f1f2-4b71-bcc5-bfdd9096ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:13.815550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-9ede5d83-f1f2-4b71-bcc5-bfdd9096ee06 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2a4771a6-13a9-400b-a6da-83e447ecc99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415499 Oct 29 09:01:13.916030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-7073773d-3cb6-43f1-a5eb-4849e784aed1 service neutron] 10.222.0.93 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935743 Oct 29 09:01:14.008523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4806eded-6ff0-477c-9221-399dbee1b774 req-a5a6506c-4414-479b-be1f-1552a87872ea service neutron] 10.222.0.93 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835385 Oct 29 09:01:14.106805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-487012aa-88f6-4b0e-8d3c-4359c03b9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:14.108375 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-487012aa-88f6-4b0e-8d3c-4359c03b9424 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 1094 time: 0.0465462 Oct 29 09:01:14.204943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-1c50acca-c910-435a-bd5e-5b4e7b9104f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:14.206492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-1c50acca-c910-435a-bd5e-5b4e7b9104f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2a4771a6-13a9-400b-a6da-83e447ecc99f HTTP/1.1" status: 200 len: 899 time: 0.0892546 Oct 29 09:01:14.253753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-a0b84ace-b8bb-421c-903e-c9378b88c670 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d HTTP/1.1" status: 200 len: 217 time: 0.0398180 Oct 29 09:01:14.289875 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14c6c0d1-4d75-41f5-8520-43c965cd9bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:14.307124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-ec519de6-67b5-457e-b57b-169f9f9af1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:14.308733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-ec519de6-67b5-457e-b57b-169f9f9af1a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=988bb765-6a82-481e-9b3b-5f53d70d8bc7 HTTP/1.1" status: 200 len: 834 time: 0.0477693 Oct 29 09:01:14.360204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-4459a415-5c70-4e4e-a923-7105de6edf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:14.361639 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-4459a415-5c70-4e4e-a923-7105de6edf80 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2a4771a6-13a9-400b-a6da-83e447ecc99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454490 Oct 29 09:01:14.470820 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-09f3fc74-7857-46fe-bf29-bfe283ab53d8 service neutron] 10.222.0.93 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010125 Oct 29 09:01:14.523550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe997-12fc-4d16-bca9-2d19e489003b req-184b13da-89c9-4298-a94b-35843bcc0338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:14.525133 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76dbe997-12fc-4d16-bca9-2d19e489003b req-184b13da-89c9-4298-a94b-35843bcc0338 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 943 time: 0.0532713 Oct 29 09:01:14.568895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1a3e7c2-4785-42d0-831d-51b2e6ef603d req-6df2fe77-18fa-4a81-889b-1fb55cbbb2dd service neutron] 10.222.0.93 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886841 Oct 29 09:01:14.575784 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-76dbe997-12fc-4d16-bca9-2d19e489003b req-776cbe71-3104-45dd-aaa9-0b012ad764a3 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417039 Oct 29 09:01:15.701013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010099d0-e614-4b99-a834-9baffa7413ec req-2c840213-ed3f-490a-88d0-6e2e66df941a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:15.702424 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-010099d0-e614-4b99-a834-9baffa7413ec req-2c840213-ed3f-490a-88d0-6e2e66df941a tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 943 time: 0.0522833 Oct 29 09:01:15.749189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-010099d0-e614-4b99-a834-9baffa7413ec req-084cbe75-4640-4eac-a328-1b8180e03172 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 Oct 29 09:01:16.869379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc76fc7-20d9-45ad-8ca1-af16cfe76a18 req-f40b8f4f-b612-4f67-b801-62695b96be9d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:16.870880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4fc76fc7-20d9-45ad-8ca1-af16cfe76a18 req-f40b8f4f-b612-4f67-b801-62695b96be9d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 943 time: 0.0492666 Oct 29 09:01:16.910948 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4fc76fc7-20d9-45ad-8ca1-af16cfe76a18 req-87e5e6b6-9980-4e37-bc1d-74c4524f5565 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336173 Oct 29 09:01:17.018100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-82a4f6f7-c2a5-48cc-b30b-1d6f941c0e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:17.273259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c70fbc7b-fc00-48c3-a740-072994a7c22d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:01:17.373881 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c70fbc7b-fc00-48c3-a740-072994a7c22d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:01:17.385183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'port_id': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'mac_address': 'fa:16:3e:dc:fa:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:01:17.435482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:17.449087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70fbc7b-fc00-48c3-a740-072994a7c22d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:01:17.470748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c70fbc7b-fc00-48c3-a740-072994a7c22d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:01:17.476650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:17.529519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c70fbc7b-fc00-48c3-a740-072994a7c22d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:17.793053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c70fbc7b-fc00-48c3-a740-072994a7c22d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:01:18.044502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cd4b6-ef23-46ab-bd50-ac3c76782c46 req-f6bf602a-bd45-43c5-871a-f02e115906c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:18.048288 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841cd4b6-ef23-46ab-bd50-ac3c76782c46 req-f6bf602a-bd45-43c5-871a-f02e115906c6 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 944 time: 0.0587778 Oct 29 09:01:18.093830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841cd4b6-ef23-46ab-bd50-ac3c76782c46 req-0ce7f6da-3b23-42d4-8d4c-31886a49aa6f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Oct 29 09:01:18.218273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:18.325515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:19.231610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c828ee-508c-4e54-998f-08cac6488041 req-df97e113-fe73-4c99-88b9-685dd6e3b900 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:19.233248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39c828ee-508c-4e54-998f-08cac6488041 req-df97e113-fe73-4c99-88b9-685dd6e3b900 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 944 time: 0.0561688 Oct 29 09:01:19.276607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39c828ee-508c-4e54-998f-08cac6488041 req-752682b6-5f72-42bf-9051-bf56d0f8f873 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365458 Oct 29 09:01:19.289087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c70fbc7b-fc00-48c3-a740-072994a7c22d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:01:19.351465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port c70fbc7b-fc00-48c3-a740-072994a7c22d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:01:19.356316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port c70fbc7b-fc00-48c3-a740-072994a7c22d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:01:19.356316 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:19.440295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:19.466052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:01:19.469481 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e61da62-704b-4c71-9e48-5de1a640f854" -d '{"events": [{"server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "name": "network-vif-plugged", "status": "completed", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:01:19.481735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c70fbc7b-fc00-48c3-a740-072994a7c22d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:01:19.487087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:19.522317 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d34f02-73b5-493c-80da-058c9461b336 x-openstack-request-id: req-41d34f02-73b5-493c-80da-058c9461b336 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:01:19.522690 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "name": "network-vif-plugged", "status": "completed", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:01:19.522924 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41d34f02-73b5-493c-80da-058c9461b336 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:01:19.528362 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'code': 200} Oct 29 09:01:19.570271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c70fbc7b-fc00-48c3-a740-072994a7c22d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:19.579597 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:19.621175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0787-c0c2-4fef-822c-cf001e0d383d req-736f3ae2-1e5a-4c22-af71-f1dce74406d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:19.622978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f1f0787-c0c2-4fef-822c-cf001e0d383d req-736f3ae2-1e5a-4c22-af71-f1dce74406d1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 1096 time: 0.0437191 Oct 29 09:01:19.666217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f1f0787-c0c2-4fef-822c-cf001e0d383d req-f513fcbe-890a-46b0-8c46-5fc82a1f7c3e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356245 Oct 29 09:01:20.420193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5373b-6a8a-4894-a49b-f05307e8874c req-282d388a-8b20-4925-8691-b2d1de74f539 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:20.422005 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-12c5373b-6a8a-4894-a49b-f05307e8874c req-282d388a-8b20-4925-8691-b2d1de74f539 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 945 time: 0.0561323 Oct 29 09:01:20.479599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-12c5373b-6a8a-4894-a49b-f05307e8874c req-b7d55a71-a937-45fc-a38b-3903733fb5be tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481689 Oct 29 09:01:21.616577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20aca98-9571-4c2a-b09c-cd89ebc71b4a req-d3b65148-3d6e-481f-bf4f-6324aee0687b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:21.618100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a20aca98-9571-4c2a-b09c-cd89ebc71b4a req-d3b65148-3d6e-481f-bf4f-6324aee0687b tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 945 time: 0.0525043 Oct 29 09:01:21.662986 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a20aca98-9571-4c2a-b09c-cd89ebc71b4a req-cca02b7d-4bd6-448b-b04c-a1efc5ee2b7d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380371 Oct 29 09:01:21.791740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757cddb-c885-4185-9912-f70680c6b91a req-9af16208-157e-4e06-80f2-60982549cfa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:21.793390 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7757cddb-c885-4185-9912-f70680c6b91a req-9af16208-157e-4e06-80f2-60982549cfa4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 945 time: 0.0509906 Oct 29 09:01:21.833233 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7757cddb-c885-4185-9912-f70680c6b91a req-12cc1aa6-6be7-4be0-b94e-1a874817f045 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Oct 29 09:01:21.856624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60382) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:21.904742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d5a78d-86f4-4bfd-bc2d-5709f88f796f tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:21.907842 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b7d5a78d-86f4-4bfd-bc2d-5709f88f796f tempest-TestNetworkBasicOps-1665728026 tempest-TestNetworkBasicOps-1665728026-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 1091 time: 0.0487127 Oct 29 09:01:21.909670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 60388) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:21.914533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:01:21.950376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:22.075085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:22.184627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Allocated IP 172.25.5.108 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/a38f3602-40c7-4088-b8bd-f9d5b607c934) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:01:22.322268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:22.360781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:22.397803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:01:22.403150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:01:22.406934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:01:22.469826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=a38f3602-40c7-4088-b8bd-f9d5b607c934,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:22.863012 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:22.947709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:23.123573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:23.130994 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:23.208755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event updated for resources: {'Port': ['ID=a38f3602-40c7-4088-b8bd-f9d5b607c934,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:01:23.222776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:23.631594 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Floating IP 92378689-55ba-4930-a84b-695604f58aac associated. External IP: 172.25.5.108, port: c70fbc7b-fc00-48c3-a740-072994a7c22d. Oct 29 09:01:23.879743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:01:24.026755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:01:24.044038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] Sync routers for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:01:24.057649 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:24.062072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:01:24.062920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:01:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:24.098190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9f4429e0-cab5-4ab6-b119-0195a1f0165d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1871462 Oct 29 09:01:24.098994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:01:24.101646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60426) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:24.117097 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8502657-525e-4078-a806-758dbb7d3931" -d '{"events": [{"name": "network-changed", "server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:01:24.173938 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc2c101-4cad-4657-9820-a8089d8d9bd9 x-openstack-request-id: req-8dc2c101-4cad-4657-9820-a8089d8d9bd9 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:01:24.174239 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:01:24.174497 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8dc2c101-4cad-4657-9820-a8089d8d9bd9 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:01:24.174916 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'status': 'completed', 'code': 200} Oct 29 09:01:24.201908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b41cf883-279b-4198-a963-491e7d467a55 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/floatingips/92378689-55ba-4930-a84b-695604f58aac HTTP/1.1" status: 200 len: 991 time: 0.0985370 Oct 29 09:01:24.237641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:01:24.260378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8502657-525e-4078-a806-758dbb7d3931 req-754d801a-2220-4990-a407-7d49387cbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:24.260378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8502657-525e-4078-a806-758dbb7d3931 req-754d801a-2220-4990-a407-7d49387cbd0f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 1096 time: 0.0587566 Oct 29 09:01:24.400656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8502657-525e-4078-a806-758dbb7d3931 req-51ee880c-7ad0-483a-ba8a-9a78d7253f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:24.403231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8502657-525e-4078-a806-758dbb7d3931 req-51ee880c-7ad0-483a-ba8a-9a78d7253f36 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2a4771a6-13a9-400b-a6da-83e447ecc99f HTTP/1.1" status: 200 len: 899 time: 0.1346805 Oct 29 09:01:24.508455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8502657-525e-4078-a806-758dbb7d3931 req-4f1f22d2-85ec-430b-8795-068ebda73e0a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d HTTP/1.1" status: 200 len: 999 time: 0.0973792 Oct 29 09:01:24.578447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8502657-525e-4078-a806-758dbb7d3931 req-81cf069d-55b1-41d5-a4ea-9c85716dd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:24.580208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '92378689-55ba-4930-a84b-695604f58aac', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'port_id': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'mac_address': 'fa:16:3e:dc:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:01:22Z', 'updated_at': '2021-10-29T09:01:22Z', 'revision_number': 0, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:09Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:24.580435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8502657-525e-4078-a806-758dbb7d3931 req-81cf069d-55b1-41d5-a4ea-9c85716dd9d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=988bb765-6a82-481e-9b3b-5f53d70d8bc7 HTTP/1.1" status: 200 len: 834 time: 0.0640137 Oct 29 09:01:24.620843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] Checking router: 1a61dad4-1bf1-4744-8d8d-44c2692daf37 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:01:24.632690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:01:24.633747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:01:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:24.677799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8502657-525e-4078-a806-758dbb7d3931 req-84e10db6-7c8e-4ce6-9fa7-037feef94d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:24.679616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8502657-525e-4078-a806-758dbb7d3931 req-84e10db6-7c8e-4ce6-9fa7-037feef94d26 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2a4771a6-13a9-400b-a6da-83e447ecc99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811813 Oct 29 09:01:24.763591 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782734ad-d830-4716-a142-e49d78c7c0f8 req-ab899431-6dd7-4170-8ddd-29f22cb8bc8e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:24.775298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:01:24.777902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782734ad-d830-4716-a142-e49d78c7c0f8 req-ab899431-6dd7-4170-8ddd-29f22cb8bc8e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.1187167 Oct 29 09:01:24.817244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8502657-525e-4078-a806-758dbb7d3931 req-f4dcbe04-4f29-4b71-853c-4fb1f6f3ea05 service neutron] 10.222.0.93 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302850 Oct 29 09:01:24.832473 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-782734ad-d830-4716-a142-e49d78c7c0f8 req-f96906a1-175f-4a5a-8bbb-bb9d784a3b78 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530734 Oct 29 09:01:24.957704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8502657-525e-4078-a806-758dbb7d3931 req-ae5b24e4-b898-4a7a-83bd-848d9149fd70 service neutron] 10.222.0.93 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321051 Oct 29 09:01:25.054160 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '92378689-55ba-4930-a84b-695604f58aac', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'port_id': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'mac_address': 'fa:16:3e:dc:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:01:22Z', 'updated_at': '2021-10-29T09:01:22Z', 'revision_number': 0, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:09Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:01:25.087038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e4fb1-5485-474b-9c83-e79ed553a4eb None None] The sync data for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 is: [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '92378689-55ba-4930-a84b-695604f58aac', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'port_id': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'mac_address': 'fa:16:3e:dc:fa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:01:22Z', 'updated_at': '2021-10-29T09:01:22Z', 'revision_number': 0, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:09Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:01:25.205878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60464) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:25.286628 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ec2d3e88-a3f4-42dd-b1e2-bd9960d969c4 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/floatingips/92378689-55ba-4930-a84b-695604f58aac HTTP/1.1" status: 200 len: 991 time: 0.0793085 Oct 29 09:01:25.334252 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5c0a9-f208-4502-8a22-1c3b5670ed83 None None] New status for floating IP 92378689-55ba-4930-a84b-695604f58aac: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:01:25.986453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792d96b-6024-4fb4-8241-a2b9ac2a4211 req-b0f62b66-6d16-49a7-9198-641089362e54 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:25.987741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b792d96b-6024-4fb4-8241-a2b9ac2a4211 req-b0f62b66-6d16-49a7-9198-641089362e54 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0659118 Oct 29 09:01:26.026901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b792d96b-6024-4fb4-8241-a2b9ac2a4211 req-2008caa0-d97e-4be5-80c6-82e9889d4f50 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327437 Oct 29 09:01:26.290800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 60470) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:01:26.352703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-89af38e1-1a3c-405a-b97d-7c348d2a5826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/floatingips/92378689-55ba-4930-a84b-695604f58aac HTTP/1.1" status: 200 len: 993 time: 0.0605547 Oct 29 09:01:27.149676 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bfa5e-b43c-4f00-a201-162525ad4400 req-2b41d203-2522-4da9-9b6b-448aa2b8a2d9 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:27.151630 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-277bfa5e-b43c-4f00-a201-162525ad4400 req-2b41d203-2522-4da9-9b6b-448aa2b8a2d9 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0549328 Oct 29 09:01:27.190703 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-277bfa5e-b43c-4f00-a201-162525ad4400 req-d3c29b1c-2066-4f1c-90c2-dac11e928c50 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326238 Oct 29 09:01:28.316679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9aefc-4d67-4054-956c-37189f0e9210 req-ccee0c42-1c32-45a2-b828-49c4be854a18 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:28.318525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32c9aefc-4d67-4054-956c-37189f0e9210 req-ccee0c42-1c32-45a2-b828-49c4be854a18 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0538325 Oct 29 09:01:28.364465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-32c9aefc-4d67-4054-956c-37189f0e9210 req-9c1fd8d3-ded3-4985-a0a2-3d9cca4c1001 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388830 Oct 29 09:01:29.285167 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:29.508725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6ca97-79d1-4a4e-9661-ad704d45bf42 req-7558d857-c63a-4b67-9e32-dd17bd2d687c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:29.510311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13d6ca97-79d1-4a4e-9661-ad704d45bf42 req-7558d857-c63a-4b67-9e32-dd17bd2d687c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0599167 Oct 29 09:01:29.556963 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13d6ca97-79d1-4a4e-9661-ad704d45bf42 req-3c7570a4-7030-4c69-be06-dd3bb3d9c1b8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388367 Oct 29 09:01:30.585130 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:30.689302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838f87f-9c04-4f40-ad9a-2b34e9dda99d req-d772179e-58e1-44a5-a13f-c2dd2151a442 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:30.691195 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838f87f-9c04-4f40-ad9a-2b34e9dda99d req-d772179e-58e1-44a5-a13f-c2dd2151a442 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0618587 Oct 29 09:01:30.734172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838f87f-9c04-4f40-ad9a-2b34e9dda99d req-e4f6ee3c-1cfa-477f-abe2-ed91a2389a0d tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366032 Oct 29 09:01:31.861704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5770a2-7b99-4f23-897b-fe355dd8d770 req-30d3a93d-a574-446e-9da4-00aa6b427a87 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:31.863289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d5770a2-7b99-4f23-897b-fe355dd8d770 req-30d3a93d-a574-446e-9da4-00aa6b427a87 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0535338 Oct 29 09:01:31.908452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d5770a2-7b99-4f23-897b-fe355dd8d770 req-aaf6ead4-b031-4fa3-8e1d-e7e6e4a56fe5 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385649 Oct 29 09:01:33.034142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf145a-096b-4c01-923e-4d3195fbee45 req-938a8115-5c4c-4751-bc5e-6502b7cda4ba tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:33.035890 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ceaf145a-096b-4c01-923e-4d3195fbee45 req-938a8115-5c4c-4751-bc5e-6502b7cda4ba tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0549581 Oct 29 09:01:33.087456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ceaf145a-096b-4c01-923e-4d3195fbee45 req-be3bb37b-3526-4e0d-b392-5893eb51df3f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450692 Oct 29 09:01:34.219194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2dcb9-fbf2-4c35-8036-c98ac303b00e req-3ffdf07e-6187-4675-bdfd-8f727209ca9f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:34.231770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-abe2dcb9-fbf2-4c35-8036-c98ac303b00e req-3ffdf07e-6187-4675-bdfd-8f727209ca9f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0635893 Oct 29 09:01:34.272754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-abe2dcb9-fbf2-4c35-8036-c98ac303b00e req-1f9b2577-8a97-4e3f-aeab-59a6ebb23c7b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359807 Oct 29 09:01:35.399059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fd8b3-46e6-490b-9df8-29f50a4f2af1 req-8ce99c19-cfc9-4aa6-8f96-123a77ed0bd3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:35.404357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf0fd8b3-46e6-490b-9df8-29f50a4f2af1 req-8ce99c19-cfc9-4aa6-8f96-123a77ed0bd3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0569298 Oct 29 09:01:35.445774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf0fd8b3-46e6-490b-9df8-29f50a4f2af1 req-95cf65c9-37aa-4d5b-a396-54169e778c5d tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381510 Oct 29 09:01:35.709979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b6335-3408-40fe-9a34-10fdd65d8185 req-079cd269-c817-4ed3-b716-3e0f7a815250 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:35.711483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a08b6335-3408-40fe-9a34-10fdd65d8185 req-079cd269-c817-4ed3-b716-3e0f7a815250 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0951841 Oct 29 09:01:35.719391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-91edadc3-a2bc-43fc-b94c-99be288837bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:35.721343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-91edadc3-a2bc-43fc-b94c-99be288837bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 1096 time: 0.0673614 Oct 29 09:01:35.809836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a08b6335-3408-40fe-9a34-10fdd65d8185 req-9cd49ca4-09d0-4d5e-b254-2744dcde3c17 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873301 Oct 29 09:01:35.843396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-976574a0-d639-468c-be1f-3023ea414924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:35.845214 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-976574a0-d639-468c-be1f-3023ea414924 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.1162717 Oct 29 09:01:35.914001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-5ca60287-1470-4e1e-bce2-e0f5e9ea0034 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 200 len: 1000 time: 0.0611663 Oct 29 09:01:35.965708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-d1788f8a-960b-4910-ab52-b50fafffa539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:35.967158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-d1788f8a-960b-4910-ab52-b50fafffa539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0463281 Oct 29 09:01:36.019903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-126a3bc7-99fc-4def-aff1-27fc143b4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:36.021661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-126a3bc7-99fc-4def-aff1-27fc143b4241 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469949 Oct 29 09:01:36.120418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-0e5182a2-8f6b-4257-9e1d-b40b599d49d9 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917568 Oct 29 09:01:36.233350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df59d8ce-b637-48ff-ae0d-390ace92cda4 req-8a7ae023-dc98-430b-9cd8-89b04a6e2b81 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047394 Oct 29 09:01:36.937165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e450c-35e3-4fd8-85d2-1e5edeb62d9d req-92296651-ff20-4e2b-9301-7ff9cebb87d3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:01:36.938769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e7e450c-35e3-4fd8-85d2-1e5edeb62d9d req-92296651-ff20-4e2b-9301-7ff9cebb87d3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0525086 Oct 29 09:01:36.979158 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8e7e450c-35e3-4fd8-85d2-1e5edeb62d9d req-53d4e9dd-abe8-43aa-93f3-be6ff0099d4f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337915 Oct 29 09:01:44.004222 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:01:44.289322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b458042c-6726-4d97-9825-5befb21505b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:47.028785 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e93f2bfc-a7b3-4b69-bb30-9380982f58e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:48.206519 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:48.325227 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:49.566162 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:01:59.300399 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:00.596182 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:09.719196 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c63ab5-f627-48bd-b4c7-6ee560183d07 req-450e546d-dd73-44ec-98ef-1376d44e3548 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:09.721260 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32c63ab5-f627-48bd-b4c7-6ee560183d07 req-450e546d-dd73-44ec-98ef-1376d44e3548 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0543966 Oct 29 09:02:09.762459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-32c63ab5-f627-48bd-b4c7-6ee560183d07 req-982bd8b6-45fa-4b61-9146-d8d14f630564 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344594 Oct 29 09:02:10.892755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24808e5-5274-4f3e-b7c2-64c2ad236679 req-34fcc5fc-d9e1-48ba-8868-8ff1c3138ae0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:10.894300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f24808e5-5274-4f3e-b7c2-64c2ad236679 req-34fcc5fc-d9e1-48ba-8868-8ff1c3138ae0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0551307 Oct 29 09:02:10.940416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f24808e5-5274-4f3e-b7c2-64c2ad236679 req-66289e50-07fa-4f33-869f-9e807a6e9683 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393417 Oct 29 09:02:11.559490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-6a8171ba-9711-4df5-bd1f-2feb5802e4fa tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:11.560950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-6a8171ba-9711-4df5-bd1f-2feb5802e4fa tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0700922 Oct 29 09:02:11.673664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Deleting port 603831d5-cea1-4609-8e7a-7a6c9d84c228 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:02:11.674038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:11.764159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] For port 603831d5-cea1-4609-8e7a-7a6c9d84c228, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=603831d5-cea1-4609-8e7a-7a6c9d84c228,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:02:11.764404 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:11.997394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:11.998149 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:11.998149 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Floating IP 8001939f-327b-4f10-9452-b0a9daf8d5f1 disassociated. External IP: 172.25.5.41, port: 603831d5-cea1-4609-8e7a-7a6c9d84c228. Oct 29 09:02:11.998376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Calling delete_port for 603831d5-cea1-4609-8e7a-7a6c9d84c228 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:02:12.071708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fc83c-64a2-4937-89c0-eea0ab8b8bfa req-c4167d62-19f9-4ff0-8972-d2388074c7a3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:12.073286 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c4fc83c-64a2-4937-89c0-eea0ab8b8bfa req-c4167d62-19f9-4ff0-8972-d2388074c7a3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb HTTP/1.1" status: 200 len: 945 time: 0.0599256 Oct 29 09:02:12.114996 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c4fc83c-64a2-4937-89c0-eea0ab8b8bfa req-328063ad-4266-43fe-b91e-0e512f44a18a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340583 Oct 29 09:02:12.137409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:12.168624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event deleted for resources: {'Port': ['ID=603831d5-cea1-4609-8e7a-7a6c9d84c228,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:12.183029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.183373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.183706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.184070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.184408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.184763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.185080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.185487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.185810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.186129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.186444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.186762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:12.300845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:02:12.425457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:02:12.446471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] Sync routers for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:02:12.458224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:02:12.459262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:01:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:12.478021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] No DVR routers for this DVR port 603831d5-cea1-4609-8e7a-7a6c9d84c228 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:02:12.481781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:12.486582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-276926b5-5aa6-4efa-b8d9-f6b737fd50ad req-5e6bfbbe-d393-443e-afbd-7e688d636600 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "DELETE /v2.0/ports/603831d5-cea1-4609-8e7a-7a6c9d84c228 HTTP/1.1" status: 204 len: 173 time: 0.9192467 Oct 29 09:02:12.487475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'name': 'network-vif-deleted', 'tag': '603831d5-cea1-4609-8e7a-7a6c9d84c228'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:02:12.491603 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c093faf7-2f8f-44f6-a5a4-8f984f75f975" -d '{"events": [{"server_uuid": "02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb", "name": "network-vif-deleted", "tag": "603831d5-cea1-4609-8e7a-7a6c9d84c228"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:02:12.585521 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1c8555-7953-4463-aa7a-3245e0efa645 x-openstack-request-id: req-ab1c8555-7953-4463-aa7a-3245e0efa645 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:02:12.586158 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb", "name": "network-vif-deleted", "tag": "603831d5-cea1-4609-8e7a-7a6c9d84c228", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:02:12.586667 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab1c8555-7953-4463-aa7a-3245e0efa645 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:02:12.587290 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f076ba-ebea-45f5-8e5f-92c0ef9c8dcb', 'name': 'network-vif-deleted', 'tag': '603831d5-cea1-4609-8e7a-7a6c9d84c228', 'status': 'completed', 'code': 200} Oct 29 09:02:12.596539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:02:12.884285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:12.923118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] Checking router: 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:02:12.932852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:02:12.933467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:01:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:13.057263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:02:13.209083 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33100) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:13.273359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:13.276715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.302117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b394be-5617-4dee-9cec-501e30a542f5 None None] The sync data for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 is: [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:02:13.307389 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.366349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.369057 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.370578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "DELETE /v2.0/security-groups/401f7ae2-6537-4e56-bad6-c6e1b92ee4a6 HTTP/1.1" status: 204 len: 168 time: 0.1601496 Oct 29 09:02:13.373583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33106) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:13.394406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f7ae2-6537-4e56-bad6-c6e1b92ee4a6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:13.403522 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.403902 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.404550 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.405065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.405694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.405970 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-6651d9b1-c468-4665-8e9d-ebd8707712d7 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] show failed (client error): The resource could not be found. Oct 29 09:02:13.406497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.407455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.408002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.408497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.408980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.409459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.410065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81155a-6162-440a-9920-fc138f86e87b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:13.411128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6651d9b1-c468-4665-8e9d-ebd8707712d7 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups/401f7ae2-6537-4e56-bad6-c6e1b92ee4a6 HTTP/1.1" status: 404 len: 347 time: 0.0361650 Oct 29 09:02:13.411931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33108) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:13.556605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Deleting port 55b8c30f-7c57-41b0-9ae5-e65e990878f9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:02:13.557392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.620460 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de813b7-34ca-4db8-bfa2-6f2bc694c4ba None None] New status for floating IP 8001939f-327b-4f10-9452-b0a9daf8d5f1: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:02:13.643243 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.643518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.657488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Calling delete_port for 55b8c30f-7c57-41b0-9ae5-e65e990878f9 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:02:13.801324 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.828567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event deleted for resources: {'Port': ['ID=55b8c30f-7c57-41b0-9ae5-e65e990878f9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:13.904701 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.907155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:13.908353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e2f3cb9e-3c83-4706-a969-9af955ae90a4 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "DELETE /v2.0/floatingips/8001939f-327b-4f10-9452-b0a9daf8d5f1 HTTP/1.1" status: 204 len: 168 time: 0.4953787 Oct 29 09:02:14.283052 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-841ad2af-f812-4bad-a476-799983785b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.303378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33128) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:14.308835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2b4ff5dd-de58-45dc-b460-d01d23c988e8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594763735', 'description': 'tempest-description--1912459796'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:02:14.334115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2b4ff5dd-de58-45dc-b460-d01d23c988e8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.410432 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2b4ff5dd-de58-45dc-b460-d01d23c988e8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.415233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2b4ff5dd-de58-45dc-b460-d01d23c988e8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.445441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ff5dd-de58-45dc-b460-d01d23c988e8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab7517-ac9e-4a89-a959-4a631d5dec68,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:14.450238 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2b4ff5dd-de58-45dc-b460-d01d23c988e8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.454301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2b4ff5dd-de58-45dc-b460-d01d23c988e8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1465406 Oct 29 09:02:14.454691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33132) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:14.463536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d0a9b567-ef9d-4986-a051-af910062b91e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'security_group_rule': {'security_group_id': '9bab7517-ac9e-4a89-a959-4a631d5dec68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:02:14.489735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b567-ef9d-4986-a051-af910062b91e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.552995 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b567-ef9d-4986-a051-af910062b91e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.558443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b567-ef9d-4986-a051-af910062b91e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.576473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9b567-ef9d-4986-a051-af910062b91e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1afe39-31d6-447c-a475-7b49c9ddcf27,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:14.585559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b567-ef9d-4986-a051-af910062b91e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.589360 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d0a9b567-ef9d-4986-a051-af910062b91e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289475 Oct 29 09:02:14.589739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33138) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:14.594549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4c5d4f41-1098-4770-af1b-181587086591 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'security_group_rule': {'security_group_id': '9bab7517-ac9e-4a89-a959-4a631d5dec68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:02:14.622842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4f41-1098-4770-af1b-181587086591 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.684668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4f41-1098-4770-af1b-181587086591 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.692057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4f41-1098-4770-af1b-181587086591 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.712508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d4f41-1098-4770-af1b-181587086591 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788db8a6-01f8-4003-82ea-4ee30eaa4335,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:14.724169 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4f41-1098-4770-af1b-181587086591 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.725688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4c5d4f41-1098-4770-af1b-181587086591 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348453 Oct 29 09:02:14.729227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:14.734135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:02:14.758853 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.860174 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:14.984882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Allocated IP 172.25.5.46 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/e2715448-3913-4a47-ac21-e225e136cb44) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:02:15.095890 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:15.133407 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:15.178194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:02:15.181529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:02:15.185618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:02:15.210523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'Port': ['ID=e2715448-3913-4a47-ac21-e225e136cb44,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:15.276840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:15.316593 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:15.476679 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:15.482082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:15.555834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'Port': ['ID=e2715448-3913-4a47-ac21-e225e136cb44,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:15.568891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:15.586537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:15.587856 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c235dccd-24be-457d-9fb1-acaee037a91b tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8574765 Oct 29 09:02:15.798373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-e25f5ceb-933d-42c6-af73-8e63ed3aa5b3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1594763735&fields=id&tenant_id=dc8dc81422664663ac2458f24cae14cc HTTP/1.1" status: 200 len: 267 time: 0.0422614 Oct 29 09:02:15.917288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-cda2fade-dc4d-40b4-a61f-7d34b838faff tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:15.918800 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-cda2fade-dc4d-40b4-a61f-7d34b838faff tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 811 time: 0.1129360 Oct 29 09:02:15.934719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-a6cd7976-9b2b-4a51-a9bb-60384ec24b78 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/quotas/dc8dc81422664663ac2458f24cae14cc HTTP/1.1" status: 200 len: 375 time: 0.0100355 Oct 29 09:02:15.993759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-0f1c22ff-34f4-4349-902d-363b4cf71202 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530853 Oct 29 09:02:16.000975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 603831d5-cea1-4609-8e7a-7a6c9d84c228 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:02:16.022362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 603831d5-cea1-4609-8e7a-7a6c9d84c228 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:02:16.022976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 603831d5-cea1-4609-8e7a-7a6c9d84c228 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:02:16.102503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-0b6aac82-206f-46ae-9ba2-987ecfa58748 service neutron] 10.222.0.70 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946999 Oct 29 09:02:16.198636 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-6801470b-08b6-4542-a25d-803f20b9984a service neutron] 10.222.0.70 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896955 Oct 29 09:02:16.374588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-539e88b5-4995-40ad-a431-c813bd472000 req-64fe295d-8905-4da4-8dfd-97fafe391c7a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 210 time: 0.0298629 Oct 29 09:02:17.037970 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da105cf4-ab03-4e69-a8bb-f8eea0fe919f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:17.437765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-218c4a9d-9c95-44be-ad55-61f2efc3b3ab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797062 Oct 29 09:02:17.458983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-fa43301e-80c2-4f09-9d56-1c0f6d3c0eb6 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:17.461106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-fa43301e-80c2-4f09-9d56-1c0f6d3c0eb6 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 811 time: 0.1697736 Oct 29 09:02:17.504631 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9bc201e3-f03a-4d11-a4c2-b5ccf7e065f3 req-d7a04938-f32c-4bed-9f68-9cfcc12ff271 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 210 time: 0.0335963 Oct 29 09:02:17.561955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-17886b12-df0a-41f2-9c88-5f44e936d6f0 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc8dc81422664663ac2458f24cae14cc HTTP/1.1" status: 200 len: 380 time: 0.0894797 Oct 29 09:02:17.574422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'port': {'device_id': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'admin_state_up': True, 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'security_groups': ['9bab7517-ac9e-4a89-a959-4a631d5dec68']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:02:17.620665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-34b8f325-8cb9-449a-bc02-c29714835ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:17.622138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-34b8f325-8cb9-449a-bc02-c29714835ba3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 1097 time: 0.1202319 Oct 29 09:02:18.033456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Made reservation on behalf of dc8dc81422664663ac2458f24cae14cc for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:02:18.037262 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:18.049952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-ebbec962-a5b8-4dd1-9694-9b70470c0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:18.051626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-ebbec962-a5b8-4dd1-9694-9b70470c0ddd service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.4044492 Oct 29 09:02:18.177775 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-23ed94e5-96cf-43c1-af73-e2c58ff4178d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77766777-844b-421b-afb9-c85b034c7c0f HTTP/1.1" status: 200 len: 1001 time: 0.1175537 Oct 29 09:02:18.206063 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:18.261629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Allocated IP 172.20.0.13 (fdb669ab-fe85-47af-8965-fde27709ed15/79eee14d-23e3-4dcd-9611-62636b9e4daf/69650606-1a56-4b97-91db-ffbce0a22672) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:02:18.265143 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-f358d014-38ef-4f3c-9724-2e7c75e14a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:18.267028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-f358d014-38ef-4f3c-9724-2e7c75e14a70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0673110 Oct 29 09:02:18.324617 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:18.368729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-a239fb6b-22da-4fcd-b36e-ee9b900ee7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:18.370387 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-a239fb6b-22da-4fcd-b36e-ee9b900ee7c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952909 Oct 29 09:02:18.533634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:18.538245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-2ee9e07a-f121-4c62-be1f-98eebd8e149b service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410425 Oct 29 09:02:18.618869 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-598cadab-3887-4be5-9d6d-2cead6146d12 req-664c7e1b-49bc-416d-919f-a49c56cef327 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 210 time: 0.0374193 Oct 29 09:02:18.633691 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:18.693405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Network fdb669ab-fe85-47af-8965-fde27709ed15 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:02:18.702695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:02:18.706874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:02:18.713111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48f5ba7a-0765-40ba-8edc-c0773acf4efe req-e02af8ae-1d68-45bf-a4ad-ecad7f4adfb0 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671817 Oct 29 09:02:18.740395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event updated for resources: {'Port': ['ID=69650606-1a56-4b97-91db-ffbce0a22672,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:18.768006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:18.768707 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:18.789030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-91ad2c8b-2086-47c2-9757-e6bc54b7665f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2186558 Oct 29 09:02:18.802029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Request body: {'port': {'device_id': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:02:18.867542 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:19.018608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b1c8f72c-ff92-41f2-bd7d-85c8e386bf94 None None] Provisioning complete for port 69650606-1a56-4b97-91db-ffbce0a22672 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:02:19.018845 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1c8f72c-ff92-41f2-bd7d-85c8e386bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:19.054122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8f72c-ff92-41f2-bd7d-85c8e386bf94 None None] Port 69650606-1a56-4b97-91db-ffbce0a22672 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:02:19.149225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69650606-1a56-4b97-91db-ffbce0a22672 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:02:19.156907 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:19.169822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Transition to ACTIVE for port object 69650606-1a56-4b97-91db-ffbce0a22672 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:02:19.176450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:19.231649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Pushing event updated for resources: {'Port': ['ID=69650606-1a56-4b97-91db-ffbce0a22672,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:19.319291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Attempting to bind port 69650606-1a56-4b97-91db-ffbce0a22672 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:02:19.319674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Attempting to bind port 69650606-1a56-4b97-91db-ffbce0a22672 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:02:19.320001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Attempting to bind port 69650606-1a56-4b97-91db-ffbce0a22672 on network fdb669ab-fe85-47af-8965-fde27709ed15 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:02:19.324755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Port 69650606-1a56-4b97-91db-ffbce0a22672 on network fdb669ab-fe85-47af-8965-fde27709ed15 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:02:19.325083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Attempting to bind port 69650606-1a56-4b97-91db-ffbce0a22672 on network fdb669ab-fe85-47af-8965-fde27709ed15 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:02:19.330235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:02:19.330576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Checking segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:02:19.330962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Bound using segment: {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:02:19.331400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Bound port: 69650606-1a56-4b97-91db-ffbce0a22672, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591eb55e-adcb-4e1d-9baa-58b8f735b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:02:19.331758 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:19.406116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] For port 69650606-1a56-4b97-91db-ffbce0a22672, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:02:19.409362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] For port 69650606-1a56-4b97-91db-ffbce0a22672, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=69650606-1a56-4b97-91db-ffbce0a22672,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:02:19.414155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:19.453050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:19.453723 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:19.455132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] 10.222.0.15 "PUT /v2.0/ports/69650606-1a56-4b97-91db-ffbce0a22672 HTTP/1.1" status: 200 len: 1092 time: 0.6578045 Oct 29 09:02:19.455530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'tag': '69650606-1a56-4b97-91db-ffbce0a22672'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:02:19.458498 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb93224-1fbe-44be-8056-bccd25c3c25c" -d '{"events": [{"name": "network-changed", "server_uuid": "883fb7bd-0e52-41b3-854f-93ebcd3053c2", "tag": "69650606-1a56-4b97-91db-ffbce0a22672"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:02:19.502313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0aa4e-8b42-46d1-bd03-27dec79a7993 service neutron] Pushing event updated for resources: {'Port': ['ID=69650606-1a56-4b97-91db-ffbce0a22672,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:19.561274 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac51c5b-5035-47bd-a015-ca7f9e04643a x-openstack-request-id: req-cac51c5b-5035-47bd-a015-ca7f9e04643a {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:02:19.562021 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883fb7bd-0e52-41b3-854f-93ebcd3053c2", "tag": "69650606-1a56-4b97-91db-ffbce0a22672", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:02:19.562021 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cac51c5b-5035-47bd-a015-ca7f9e04643a {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:02:19.562402 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'tag': '69650606-1a56-4b97-91db-ffbce0a22672', 'status': 'completed', 'code': 200} Oct 29 09:02:19.582001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-e2f2d5e5-7c26-4381-95d6-8f3385a45a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:19.586810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-e2f2d5e5-7c26-4381-95d6-8f3385a45a32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 1095 time: 0.0716872 Oct 29 09:02:19.594579 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:19.632938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-749e9722-6f2a-4bbc-bd89-4de23845fb51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69650606-1a56-4b97-91db-ffbce0a22672 HTTP/1.1" status: 200 len: 217 time: 0.0395775 Oct 29 09:02:19.713190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-608ee931-3ac0-45dc-b95b-9d64a31a633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:19.714819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-608ee931-3ac0-45dc-b95b-9d64a31a633d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0756133 Oct 29 09:02:19.766284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6d199-b4ca-434d-8628-a5435fe5bf56 req-76d28beb-3084-40f2-8a8d-fb796167d7c8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:19.766855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-ecedeeca-ee57-4f0c-92e3-1c08187bab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:19.768061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-26b6d199-b4ca-434d-8628-a5435fe5bf56 req-76d28beb-3084-40f2-8a8d-fb796167d7c8 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 944 time: 0.0570738 Oct 29 09:02:19.768483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-ecedeeca-ee57-4f0c-92e3-1c08187bab7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467379 Oct 29 09:02:19.810871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-26b6d199-b4ca-434d-8628-a5435fe5bf56 req-8eb71525-df6a-45a7-9c5e-9d659faf0b11 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346413 Oct 29 09:02:19.873125 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-6751f6c6-c5ac-4dc7-83a6-3b7548b3beb7 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962481 Oct 29 09:02:19.970026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70289c07-49e7-4bc6-9dd3-f4b7ffc7ae85 req-2439fffc-a56a-482f-9003-bdbaae376295 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893028 Oct 29 09:02:20.062001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-e78503ec-5244-422c-a224-24a7b3ff3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:20.063562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-e78503ec-5244-422c-a224-24a7b3ff3a7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 1095 time: 0.0443001 Oct 29 09:02:20.167779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-f9293e7f-e16f-4600-96af-56e61c2c3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:20.169482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-f9293e7f-e16f-4600-96af-56e61c2c3ca1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.0990770 Oct 29 09:02:20.212322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-66fb96a4-4827-4747-87fc-de33ffacd4eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69650606-1a56-4b97-91db-ffbce0a22672 HTTP/1.1" status: 200 len: 217 time: 0.0351605 Oct 29 09:02:20.265153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-3668db45-47bd-4caf-b2d2-cbb81ab329e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:20.267313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-3668db45-47bd-4caf-b2d2-cbb81ab329e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0474126 Oct 29 09:02:20.320620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-54136dee-6f8d-46c1-bd35-2a05782c46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:20.322159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-54136dee-6f8d-46c1-bd35-2a05782c46af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458570 Oct 29 09:02:20.430910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-bae56069-70b0-47a8-8932-dcc3dd2d762b service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008837 Oct 29 09:02:20.528952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efb93224-1fbe-44be-8056-bccd25c3c25c req-0892ffd7-1fd3-4416-8752-b6c51f8e2d4d service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901051 Oct 29 09:02:20.944365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e9ef-9501-423f-93ca-84bf8e29f0c4 req-e1ba95b4-1023-46de-8a85-121dc56ff794 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:20.946020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-def0e9ef-9501-423f-93ca-84bf8e29f0c4 req-e1ba95b4-1023-46de-8a85-121dc56ff794 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 944 time: 0.0509639 Oct 29 09:02:20.986578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-def0e9ef-9501-423f-93ca-84bf8e29f0c4 req-d347b2c6-bb28-4ddf-b889-12f365ecbc24 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336878 Oct 29 09:02:21.005513 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:02:22.115187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b225bf-445b-4470-8893-518cfed9bddc req-07675e8f-d16f-440c-9ccf-7ae4ea4c2e1e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:22.118037 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1b225bf-445b-4470-8893-518cfed9bddc req-07675e8f-d16f-440c-9ccf-7ae4ea4c2e1e tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 944 time: 0.0589046 Oct 29 09:02:22.163613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d1b225bf-445b-4470-8893-518cfed9bddc req-8ce53821-ba3d-4b7b-9535-85e11bafd887 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393243 Oct 29 09:02:23.287751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb372661-ac92-4e9d-bf42-bad153c534ee req-75a1088e-85ee-4c51-9d95-03dc1b50ccac tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:23.289299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb372661-ac92-4e9d-bf42-bad153c534ee req-75a1088e-85ee-4c51-9d95-03dc1b50ccac tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 944 time: 0.0534503 Oct 29 09:02:23.327932 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb372661-ac92-4e9d-bf42-bad153c534ee req-d5cdfb96-78e1-4a1b-a1f6-dd68556e9735 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Oct 29 09:02:24.054652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 69650606-1a56-4b97-91db-ffbce0a22672 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:02:24.161910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 69650606-1a56-4b97-91db-ffbce0a22672, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=69650606-1a56-4b97-91db-ffbce0a22672,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:02:24.173860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '69650606-1a56-4b97-91db-ffbce0a22672', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'port_id': '69650606-1a56-4b97-91db-ffbce0a22672', 'mac_address': 'fa:16:3e:d9:9f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:02:24.214018 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:24.231404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69650606-1a56-4b97-91db-ffbce0a22672 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:02:24.251345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 69650606-1a56-4b97-91db-ffbce0a22672, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=69650606-1a56-4b97-91db-ffbce0a22672,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:02:24.256760 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:24.305703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=69650606-1a56-4b97-91db-ffbce0a22672,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:24.314222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.314576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.314918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.315266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.315607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.315981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.316312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.316639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.317031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.317371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.317693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.318016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:02:24.449478 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169a343-cf45-4c3f-8829-6e13b779ce5e req-c7e7460f-0db6-4081-a0c3-74f116533604 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:24.450988 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a169a343-cf45-4c3f-8829-6e13b779ce5e req-c7e7460f-0db6-4081-a0c3-74f116533604 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 945 time: 0.0515299 Oct 29 09:02:24.489992 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a169a343-cf45-4c3f-8829-6e13b779ce5e req-7aa09b74-d104-4e38-a889-1a440fa8d98a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327661 Oct 29 09:02:24.494789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['69650606-1a56-4b97-91db-ffbce0a22672'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:02:25.626606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55ec78-c964-44c2-863f-f8e2543da752 req-8e64cf70-409d-4af9-9ed2-92eb12a21c4c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:25.628166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c55ec78-c964-44c2-863f-f8e2543da752 req-8e64cf70-409d-4af9-9ed2-92eb12a21c4c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 945 time: 0.0537410 Oct 29 09:02:25.676450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c55ec78-c964-44c2-863f-f8e2543da752 req-65aceb0b-b7e1-4664-bf70-a1bb81229722 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Oct 29 09:02:26.060191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 69650606-1a56-4b97-91db-ffbce0a22672 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:02:26.113092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 69650606-1a56-4b97-91db-ffbce0a22672 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:02:26.117156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 69650606-1a56-4b97-91db-ffbce0a22672 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:02:26.117552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:26.210846 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:26.235995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69650606-1a56-4b97-91db-ffbce0a22672'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:02:26.238250 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e38081-e37a-4977-aba1-19d7009f2a5a" -d '{"events": [{"server_uuid": "883fb7bd-0e52-41b3-854f-93ebcd3053c2", "name": "network-vif-plugged", "status": "completed", "tag": "69650606-1a56-4b97-91db-ffbce0a22672"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:02:26.254882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 69650606-1a56-4b97-91db-ffbce0a22672, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=69650606-1a56-4b97-91db-ffbce0a22672,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:02:26.261178 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:26.394081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736e7a9-85c5-49d5-ba5a-542fa476cb40 req-dbeffff3-7d5a-4b34-8d19-02235aebc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:26.395674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4736e7a9-85c5-49d5-ba5a-542fa476cb40 req-dbeffff3-7d5a-4b34-8d19-02235aebc102 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 1097 time: 0.0485551 Oct 29 09:02:26.446697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4736e7a9-85c5-49d5-ba5a-542fa476cb40 req-e703d917-281c-49d5-b944-ce93bbd11acf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427594 Oct 29 09:02:26.470818 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2114eece-67dd-497e-8c0e-a5351750e530 x-openstack-request-id: req-2114eece-67dd-497e-8c0e-a5351750e530 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:02:26.471104 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883fb7bd-0e52-41b3-854f-93ebcd3053c2", "name": "network-vif-plugged", "status": "completed", "tag": "69650606-1a56-4b97-91db-ffbce0a22672", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:02:26.471337 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2114eece-67dd-497e-8c0e-a5351750e530 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:02:26.471890 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69650606-1a56-4b97-91db-ffbce0a22672', 'code': 200} Oct 29 09:02:26.496329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=69650606-1a56-4b97-91db-ffbce0a22672,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:26.806744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b29d6-5d20-4b83-9ace-f5080e7f42e6 req-1e76001f-2d0c-4a76-8862-8d53845dcf40 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:26.808259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e31b29d6-5d20-4b83-9ace-f5080e7f42e6 req-1e76001f-2d0c-4a76-8862-8d53845dcf40 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 946 time: 0.0518799 Oct 29 09:02:26.849867 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e31b29d6-5d20-4b83-9ace-f5080e7f42e6 req-f1a06a6d-e3fd-4236-98ed-43ea77562f12 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346780 Oct 29 09:02:27.026998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33410) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:27.371904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-100e1d7d-56b2-4d2d-bd2f-71bfc94bbbdc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/floatingips/92378689-55ba-4930-a84b-695604f58aac HTTP/1.1" status: 200 len: 993 time: 0.3436532 Oct 29 09:02:27.656597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33426) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:27.838939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port a38f3602-40c7-4088-b8bd-f9d5b607c934 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:02:27.839283 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:27.923031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:27.923281 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:27.935695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for a38f3602-40c7-4088-b8bd-f9d5b607c934 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:02:27.996822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802980cb-2259-44aa-aad1-a3fbe525950c req-8f730a93-d24a-47ea-b662-0303acd790e3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:27.998439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-802980cb-2259-44aa-aad1-a3fbe525950c req-8f730a93-d24a-47ea-b662-0303acd790e3 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 946 time: 0.0756419 Oct 29 09:02:28.044247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-802980cb-2259-44aa-aad1-a3fbe525950c req-1c569ee3-4753-4ff7-832d-ee29edbdbed6 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390794 Oct 29 09:02:28.173530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:28.205485 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=a38f3602-40c7-4088-b8bd-f9d5b607c934,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:28.220782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67434-4e55-482a-80b0-fb6e483ed831 req-c910fc2e-9922-46dc-be6b-dda2f895d05a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:28.222349 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1b67434-4e55-482a-80b0-fb6e483ed831 req-c910fc2e-9922-46dc-be6b-dda2f895d05a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 946 time: 0.0928237 Oct 29 09:02:28.231405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33440) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:28.236065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Request body: {'floatingip': {'port_id': '69650606-1a56-4b97-91db-ffbce0a22672'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:02:28.278364 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:28.283705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:28.284066 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Floating IP 92378689-55ba-4930-a84b-695604f58aac disassociated (deleted). External IP: 172.25.5.108, port: c70fbc7b-fc00-48c3-a740-072994a7c22d. Oct 29 09:02:28.513446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:02:28.643796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:02:28.650559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:28.657854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] Sync routers for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:02:28.669647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:02:28.670534 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:02:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:28.698181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-612c5d43-dda5-4bfa-9edf-00215e942c3d tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/floatingips/92378689-55ba-4930-a84b-695604f58aac HTTP/1.1" status: 204 len: 168 time: 1.0394521 Oct 29 09:02:28.698847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:02:28.701422 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6543ba60-a68e-430f-b7cb-94b56f86f013" -d '{"events": [{"name": "network-changed", "server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:02:28.764984 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10580fb7-6328-4a30-8f3c-49763fd7cd94 x-openstack-request-id: req-10580fb7-6328-4a30-8f3c-49763fd7cd94 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:02:28.766042 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:02:28.766296 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10580fb7-6328-4a30-8f3c-49763fd7cd94 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:02:28.766706 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'status': 'completed', 'code': 200} Oct 29 09:02:28.774792 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:28.780201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:28.821405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:02:28.934188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-6de462c3-6d30-443a-a649-c8e65333917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:28.937282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-6de462c3-6d30-443a-a649-c8e65333917c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4173849c886f42ed9a716a7c5bb351f2&device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 1096 time: 0.1045737 Oct 29 09:02:28.979943 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Floating IP dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de associated. External IP: 172.25.5.46, port: 69650606-1a56-4b97-91db-ffbce0a22672. Oct 29 09:02:29.040241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aa165-95ab-4009-8bda-f33761e381a6 req-109aba76-60c7-420e-b99d-de5162205340 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:29.048882 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e93aa165-95ab-4009-8bda-f33761e381a6 req-109aba76-60c7-420e-b99d-de5162205340 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 945 time: 0.0812721 Oct 29 09:02:29.091156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e93aa165-95ab-4009-8bda-f33761e381a6 req-976f1584-5607-42c1-8bf3-fb9f43a438a1 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Oct 29 09:02:29.112542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:09Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:29.143260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] Checking router: 1a61dad4-1bf1-4744-8d8d-44c2692daf37 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:02:29.155930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:02:29.156699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:02:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:29.167369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-78d3073f-1178-46bd-a4ef-4395bcff49db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:29.169033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-78d3073f-1178-46bd-a4ef-4395bcff49db service neutron] 10.222.0.93 "GET /v2.0/networks?id=2a4771a6-13a9-400b-a6da-83e447ecc99f HTTP/1.1" status: 200 len: 899 time: 0.2145789 Oct 29 09:02:29.297360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:02:29.327969 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:29.513729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-a507df73-3017-4833-8c4d-e2d2563d548a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d HTTP/1.1" status: 200 len: 217 time: 0.3344879 Oct 29 09:02:29.548861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:09Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:29.583132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552c60f-d420-4ad7-a7b6-4b4dd216a69f None None] The sync data for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 is: [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:01:05Z', 'revision_number': 4, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0259197c-66b5-4c1b-954a-d3e82bdb457f', 'name': '', 'network_id': '2a4771a6-13a9-400b-a6da-83e447ecc99f', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'mac_address': 'fa:16:3e:8c:17:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:04Z', 'updated_at': '2021-10-29T09:01:09Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'subnets': [{'id': '988bb765-6a82-481e-9b3b-5f53d70d8bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:02:29.637533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-636594d7-c018-47e9-8c07-882282226ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:29.639041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-636594d7-c018-47e9-8c07-882282226ec8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=988bb765-6a82-481e-9b3b-5f53d70d8bc7 HTTP/1.1" status: 200 len: 834 time: 0.0930448 Oct 29 09:02:29.692310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:02:29.705473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-55ce726d-796f-4685-831e-9d6378d49df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:29.707042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-55ce726d-796f-4685-831e-9d6378d49df3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2a4771a6-13a9-400b-a6da-83e447ecc99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576007 Oct 29 09:02:29.858650 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ced60-68c6-480e-96f7-c9e2ecc05b17 None None] New status for floating IP 92378689-55ba-4930-a84b-695604f58aac: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:02:29.876532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-f2f2221b-9064-42d9-a0cc-8c1092acbd1e service neutron] 10.222.0.93 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313028 Oct 29 09:02:29.952819 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:02:29.958079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:29.965884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] Sync routers for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:02:29.984189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:02:29.984986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:02:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:30.001194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e3a5ed72-205f-407f-9671-de7d0a752f00 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "PUT /v2.0/floatingips/dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de HTTP/1.1" status: 200 len: 991 time: 1.7658527 Oct 29 09:02:30.016337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'tag': '69650606-1a56-4b97-91db-ffbce0a22672'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:02:30.018887 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77578919-db27-498c-9dc8-af1c5f2f1745" -d '{"events": [{"name": "network-changed", "server_uuid": "883fb7bd-0e52-41b3-854f-93ebcd3053c2", "tag": "69650606-1a56-4b97-91db-ffbce0a22672"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:02:30.054495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6543ba60-a68e-430f-b7cb-94b56f86f013 req-76f34801-4075-455e-99e0-4051d3e59824 service neutron] 10.222.0.93 "GET /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623890 Oct 29 09:02:30.078873 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7b5541-131e-4019-a397-089e0c81d68f x-openstack-request-id: req-9a7b5541-131e-4019-a397-089e0c81d68f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:02:30.079414 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883fb7bd-0e52-41b3-854f-93ebcd3053c2", "tag": "69650606-1a56-4b97-91db-ffbce0a22672", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:02:30.079768 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a7b5541-131e-4019-a397-089e0c81d68f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:02:30.080380 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'tag': '69650606-1a56-4b97-91db-ffbce0a22672', 'status': 'completed', 'code': 200} Oct 29 09:02:30.115229 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:02:30.171471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-cbafe118-1d8e-4a2f-acd6-eeda94a96e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:30.173099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-cbafe118-1d8e-4a2f-acd6-eeda94a96e42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 1097 time: 0.0491827 Oct 29 09:02:30.230654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beada3fe-edc7-4cd9-a738-dd412e4062ba req-0f317867-5cb6-4469-9da2-62b9bbee8e27 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:30.232446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beada3fe-edc7-4cd9-a738-dd412e4062ba req-0f317867-5cb6-4469-9da2-62b9bbee8e27 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 945 time: 0.0562978 Oct 29 09:02:30.285093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beada3fe-edc7-4cd9-a738-dd412e4062ba req-df0fb3a7-75bd-40c4-bca5-9d18747b027c tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/security-groups?id=9281893c-a567-4081-a85f-dd82b47b0fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462024 Oct 29 09:02:30.308962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-1a7e2883-6ec2-404d-a42c-8d0825a263c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:30.310952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-1a7e2883-6ec2-404d-a42c-8d0825a263c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.1292007 Oct 29 09:02:30.384474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'port_id': '69650606-1a56-4b97-91db-ffbce0a22672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'mac_address': 'fa:16:3e:d9:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:02:15Z', 'updated_at': '2021-10-29T09:02:28Z', 'revision_number': 1, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:30.390183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-d971d607-4030-428e-bf9c-3774fb6611c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69650606-1a56-4b97-91db-ffbce0a22672 HTTP/1.1" status: 200 len: 999 time: 0.0718815 Oct 29 09:02:30.428998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] Checking router: 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:02:30.449420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:02:30.450060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:02:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:30.456893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-f45bf26b-6439-461f-abc4-86061483e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:30.458599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-f45bf26b-6439-461f-abc4-86061483e6b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0616744 Oct 29 09:02:30.510925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-3c71fe36-b4d2-42cd-a244-0e381298480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:30.512771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-3c71fe36-b4d2-42cd-a244-0e381298480c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458770 Oct 29 09:02:30.559172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:02:30.604395 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:30.616955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47460874-69dc-46da-a45d-f6a06666c7cb req-8756785c-b3a3-4ecc-8ff5-a737fd75d5a5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:02:30.618524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47460874-69dc-46da-a45d-f6a06666c7cb req-8756785c-b3a3-4ecc-8ff5-a737fd75d5a5 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 945 time: 0.1044230 Oct 29 09:02:30.710205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-1241adcd-b637-4417-8715-4fa8d8099e4a service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857209 Oct 29 09:02:30.819796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port c70fbc7b-fc00-48c3-a740-072994a7c22d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:02:30.820450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:30.826182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77578919-db27-498c-9dc8-af1c5f2f1745 req-37d43ec4-5477-4db0-8ac4-50f06c554008 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077387 Oct 29 09:02:30.835148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'port_id': '69650606-1a56-4b97-91db-ffbce0a22672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'mac_address': 'fa:16:3e:d9:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:02:15Z', 'updated_at': '2021-10-29T09:02:28Z', 'revision_number': 1, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:30.869436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2f8c0-581e-4804-90ba-283dad1a5dd6 None None] The sync data for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 is: [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'port_id': '69650606-1a56-4b97-91db-ffbce0a22672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'mac_address': 'fa:16:3e:d9:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:02:15Z', 'updated_at': '2021-10-29T09:02:28Z', 'revision_number': 1, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:02:30.924481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port c70fbc7b-fc00-48c3-a740-072994a7c22d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c70fbc7b-fc00-48c3-a740-072994a7c22d,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:02:30.924954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:30.944553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for c70fbc7b-fc00-48c3-a740-072994a7c22d owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:02:31.088649 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:31.106235 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49cc353-b867-47be-93ea-cbad611ee760 None None] New status for floating IP dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:02:31.123055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=c70fbc7b-fc00-48c3-a740-072994a7c22d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:31.182547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] No DVR routers for this DVR port c70fbc7b-fc00-48c3-a740-072994a7c22d on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:02:31.185488 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:31.190089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47460874-69dc-46da-a45d-f6a06666c7cb req-a49d0eb2-e6df-4220-b8a7-53295d733dfc tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.93 "DELETE /v2.0/ports/c70fbc7b-fc00-48c3-a740-072994a7c22d HTTP/1.1" status: 204 len: 173 time: 0.5646882 Oct 29 09:02:31.403496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-398c4383-9060-49d8-9177-d7f386f3cdf2 req-07ae206d-9472-4106-8628-0f9c0c3c0e7f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "GET /v2.0/ports?device_id=92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Oct 29 09:02:32.081522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'name': 'network-vif-deleted', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:02:32.084067 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bddd43-abd9-4c59-9f08-5e17cb3b54be" -d '{"events": [{"server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "name": "network-vif-deleted", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:02:32.122385 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b03cca-1159-4a5d-95d1-0ac44f88bc3d x-openstack-request-id: req-c9b03cca-1159-4a5d-95d1-0ac44f88bc3d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:02:32.122689 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29", "name": "network-vif-deleted", "tag": "c70fbc7b-fc00-48c3-a740-072994a7c22d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:02:32.122967 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9b03cca-1159-4a5d-95d1-0ac44f88bc3d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:02:32.123373 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c6a5ca-2bfc-4e4f-9890-dbd74fe7bc29', 'name': 'network-vif-deleted', 'tag': 'c70fbc7b-fc00-48c3-a740-072994a7c22d', 'status': 'completed', 'code': 200} Oct 29 09:02:32.465960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33534) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:32.531180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63b7046d-cd7d-48f2-a847-11702ef5f539 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:32.559447 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63b7046d-cd7d-48f2-a847-11702ef5f539 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:32.624785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63b7046d-cd7d-48f2-a847-11702ef5f539 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:32.627498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-63b7046d-cd7d-48f2-a847-11702ef5f539 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:32.631458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-63b7046d-cd7d-48f2-a847-11702ef5f539 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/security-groups/9281893c-a567-4081-a85f-dd82b47b0fe1 HTTP/1.1" status: 204 len: 168 time: 0.1617699 Oct 29 09:02:32.639199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7046d-cd7d-48f2-a847-11702ef5f539 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9281893c-a567-4081-a85f-dd82b47b0fe1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:32.665414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33542) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:33.126097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:33.478443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port 0259197c-66b5-4c1b-954a-d3e82bdb457f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:02:33.479194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:33.573466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port 0259197c-66b5-4c1b-954a-d3e82bdb457f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0259197c-66b5-4c1b-954a-d3e82bdb457f,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:02:33.573824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:33.586789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for 0259197c-66b5-4c1b-954a-d3e82bdb457f owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:02:33.709836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c70fbc7b-fc00-48c3-a740-072994a7c22d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:02:33.736371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: c70fbc7b-fc00-48c3-a740-072994a7c22d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:02:33.736692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c70fbc7b-fc00-48c3-a740-072994a7c22d not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:02:33.781854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:33.818872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=0259197c-66b5-4c1b-954a-d3e82bdb457f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:34.293583 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:34.545021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:02:34.659735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:02:34.670042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f4860595-76d2-40ad-8884-3b4969d2820f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "PUT /v2.0/routers/1a61dad4-1bf1-4744-8d8d-44c2692daf37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0007474 Oct 29 09:02:34.671092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33584) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:34.678191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] Sync routers for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:02:34.691527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:02:34.692211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:02:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:34.728489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-34618c3c-bb61-4059-bb82-c45e2f410009 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting subnet 988bb765-6a82-481e-9b3b-5f53d70d8bc7 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:02:34.732524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34618c3c-bb61-4059-bb82-c45e2f410009 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:34.775581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34618c3c-bb61-4059-bb82-c45e2f410009 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:34.800477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:02:34.905759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34618c3c-bb61-4059-bb82-c45e2f410009 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:34.979896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34618c3c-bb61-4059-bb82-c45e2f410009 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.009139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34618c3c-bb61-4059-bb82-c45e2f410009 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Subnet': ['ID=988bb765-6a82-481e-9b3b-5f53d70d8bc7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:35.013222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34618c3c-bb61-4059-bb82-c45e2f410009 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.020234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-34618c3c-bb61-4059-bb82-c45e2f410009 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/subnets/988bb765-6a82-481e-9b3b-5f53d70d8bc7 HTTP/1.1" status: 204 len: 168 time: 0.3488746 Oct 29 09:02:35.020623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33590) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:35.036090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaaf9a1-7741-43c9-82b1-bed9891ef4d5 None None] Network 2a4771a6-13a9-400b-a6da-83e447ecc99f requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:02:35.139889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.269405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.317730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:02:33Z', 'revision_number': 5, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port': {'id': '8f67b776-8c57-40f0-a335-69c6c1229d4a', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:01:01Z', 'updated_at': '2021-10-29T09:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:35.320796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] DHCP port deletion for 2a4771a6-13a9-400b-a6da-83e447ecc99f request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:02:35.336101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Deleting port 8f67b776-8c57-40f0-a335-69c6c1229d4a {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:02:35.336547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.350262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] Checking router: 1a61dad4-1bf1-4744-8d8d-44c2692daf37 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:02:35.381433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] Routers {'1a61dad4-1bf1-4744-8d8d-44c2692daf37'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:02:35.381985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:02:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:35.423581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] For port 8f67b776-8c57-40f0-a335-69c6c1229d4a, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8f67b776-8c57-40f0-a335-69c6c1229d4a,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:02:35.424001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.437627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Calling delete_port for 8f67b776-8c57-40f0-a335-69c6c1229d4a owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:02:35.499158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] Set router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:02:35.534415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] Deleting port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:02:35.534556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.573266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:02:35Z', 'revision_number': 6, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:35.631100 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.635280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4bf69-34c8-4c54-a45c-d81295b8cff3 None None] The sync data for ids ['1a61dad4-1bf1-4744-8d8d-44c2692daf37'] in n-d-815940-1 is: [{'id': '1a61dad4-1bf1-4744-8d8d-44c2692daf37', 'name': 'tempest-TestNetworkBasicOps-router-1664393380', 'tenant_id': '4173849c886f42ed9a716a7c5bb351f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:01:00Z', 'updated_at': '2021-10-29T09:02:35Z', 'revision_number': 6, 'project_id': '4173849c886f42ed9a716a7c5bb351f2', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:02:35.665297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Port': ['ID=8f67b776-8c57-40f0-a335-69c6c1229d4a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:35.676784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] For port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b,segment=NetworkSegment(5c5a085b-2f76-435b-bd43-16ec271c9638),segment_id=5c5a085b-2f76-435b-bd43-16ec271c9638)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:02:35.680248 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.697713 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] Calling delete_port for dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:02:35.746528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.784669 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.813960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] Pushing event deleted for resources: {'Port': ['ID=dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:35.818132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5e46d-89f2-439d-9bea-de876ced6887 None None] No DVR routers for this DVR port dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:02:35.872703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.874909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.918792 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.919595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Fanout notify agent at l3_agent the message router_deleted on router 1a61dad4-1bf1-4744-8d8d-44c2692daf37 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:02:35.926638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:35.927951 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5ca9a7da-2746-402b-b8c4-e5b6ae94f826 tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/routers/1a61dad4-1bf1-4744-8d8d-44c2692daf37 HTTP/1.1" status: 204 len: 168 time: 0.9062531 Oct 29 09:02:35.931201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 33608) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:36.013562 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.115546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.143699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4771a6-13a9-400b-a6da-83e447ecc99f']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:36.153336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5a085b-2f76-435b-bd43-16ec271c9638') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:36.153640 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5a085b-2f76-435b-bd43-16ec271c9638') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:02:36.163350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.177425 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.184363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:02:36.184782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:02:36.188080 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:02:36.258965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.266749 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.270054 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] 10.222.0.70 "DELETE /v2.0/networks/2a4771a6-13a9-400b-a6da-83e447ecc99f HTTP/1.1" status: 204 len: 168 time: 0.3377819 Oct 29 09:02:36.285140 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d451-54fb-410d-8c6d-82302d914c1f tempest-TestNetworkBasicOps-517152903 tempest-TestNetworkBasicOps-517152903-project] Pushing event deleted for resources: {'Network': ['ID=2a4771a6-13a9-400b-a6da-83e447ecc99f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:36.511064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8f67b776-8c57-40f0-a335-69c6c1229d4a no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:02:36.536379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8f67b776-8c57-40f0-a335-69c6c1229d4a {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:02:36.536725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8f67b776-8c57-40f0-a335-69c6c1229d4a not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:02:36.537145 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0259197c-66b5-4c1b-954a-d3e82bdb457f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:02:36.561172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0259197c-66b5-4c1b-954a-d3e82bdb457f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:02:36.562011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0259197c-66b5-4c1b-954a-d3e82bdb457f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:02:36.562440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:02:36.586509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:02:36.586509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device dcdc45b5-f7c1-475d-9a7e-8e33ac7f915b not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:02:36.607263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33628) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:36.785728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4d7b6e25-c07c-47d5-ab66-3f6e6a43bdcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4173849c886f42ed9a716a7c5bb351f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768558 Oct 29 09:02:36.788148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:36.844674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d74bf87-8730-437d-adaa-2519cc96a542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.867254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d74bf87-8730-437d-adaa-2519cc96a542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.916427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d74bf87-8730-437d-adaa-2519cc96a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.919249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d74bf87-8730-437d-adaa-2519cc96a542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:36.920501 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8d74bf87-8730-437d-adaa-2519cc96a542 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35c4f79c-f7a8-4102-b6e4-60f5bc3d9ffb HTTP/1.1" status: 204 len: 168 time: 0.1312270 Oct 29 09:02:36.929617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74bf87-8730-437d-adaa-2519cc96a542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c4f79c-f7a8-4102-b6e4-60f5bc3d9ffb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:37.207300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33648) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:37.221554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be7b8764-7fc2-40ed-8ae5-0394e50c8089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:37.302206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be7b8764-7fc2-40ed-8ae5-0394e50c8089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:37.307436 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be7b8764-7fc2-40ed-8ae5-0394e50c8089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:37.344865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b8764-7fc2-40ed-8ae5-0394e50c8089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08043db-5f1a-4dbd-9965-00cc2685599b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:37.351937 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-be7b8764-7fc2-40ed-8ae5-0394e50c8089 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99074f4b75d54525b7572e4e790061fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407018 Oct 29 09:02:37.352137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 33650) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:02:37.406963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08098dac-daeb-4d13-a750-d4e581ebcf56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:37.429428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08098dac-daeb-4d13-a750-d4e581ebcf56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:37.481217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08098dac-daeb-4d13-a750-d4e581ebcf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:37.483780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08098dac-daeb-4d13-a750-d4e581ebcf56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:37.485127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-08098dac-daeb-4d13-a750-d4e581ebcf56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c08043db-5f1a-4dbd-9965-00cc2685599b HTTP/1.1" status: 204 len: 168 time: 0.1320734 Oct 29 09:02:37.494676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08098dac-daeb-4d13-a750-d4e581ebcf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08043db-5f1a-4dbd-9965-00cc2685599b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:02:44.293265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faa9cf35-06f3-41aa-a271-32a98aa00528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:47.023707 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3e698eda-afd5-4b9c-a859-110eb4618322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:48.214041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:48.320390 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:49.573373 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:02:58.005522 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:02:59.313372 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:00.627175 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:01.807156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace9a5b-3428-4eb4-b2a1-3b4e18d9418d req-09cf7012-36b9-46a3-9e12-b39c1a9c9792 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:01.808845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ace9a5b-3428-4eb4-b2a1-3b4e18d9418d req-09cf7012-36b9-46a3-9e12-b39c1a9c9792 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 946 time: 0.0593743 Oct 29 09:03:01.849581 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7ace9a5b-3428-4eb4-b2a1-3b4e18d9418d req-93684056-29ce-4688-954c-819c2a1fffed tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335650 Oct 29 09:03:02.972789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879ae7e-27a6-43fa-a304-7d4259a86bbd req-03b18fe0-44ef-467c-b834-da519b7a35cd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:02.974353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1879ae7e-27a6-43fa-a304-7d4259a86bbd req-03b18fe0-44ef-467c-b834-da519b7a35cd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 946 time: 0.0537250 Oct 29 09:03:03.021176 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1879ae7e-27a6-43fa-a304-7d4259a86bbd req-dfa8ee2b-fa37-436e-9167-ff8c5856ca90 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Oct 29 09:03:03.345904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-6613f922-c490-4038-9960-ace99c800ded tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:03.347536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-6613f922-c490-4038-9960-ace99c800ded tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 946 time: 0.0552878 Oct 29 09:03:03.457362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port 77766777-844b-421b-afb9-c85b034c7c0f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:03:03.457702 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:03.555649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] For port 77766777-844b-421b-afb9-c85b034c7c0f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=77766777-844b-421b-afb9-c85b034c7c0f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:03:03.556113 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:03.749349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:03.749884 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:03.750217 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Floating IP 323bac12-f226-4802-91e7-8a1a91cb36af disassociated. External IP: 172.25.5.33, port: 77766777-844b-421b-afb9-c85b034c7c0f. Oct 29 09:03:03.750575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for 77766777-844b-421b-afb9-c85b034c7c0f owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:03:03.901886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:03.933405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=77766777-844b-421b-afb9-c85b034c7c0f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:04.056117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:03:04.170929 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b68214ef-4aaf-455e-94a5-eb06b97f07b1 req-0dd8cc33-4985-4988-af3f-3aea51091c50 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 210 time: 0.0600021 Oct 29 09:03:04.207379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:03:04.219157 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:03:04.230525 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:03:04.231173 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:02:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:03:04.252634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] No DVR routers for this DVR port 77766777-844b-421b-afb9-c85b034c7c0f on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:03:04.255539 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:04.259185 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8d23ce1-8478-48b5-93d2-d20c4fe128b1 req-f398a296-9286-4fbe-b980-6f6e8a9aa8d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "DELETE /v2.0/ports/77766777-844b-421b-afb9-c85b034c7c0f HTTP/1.1" status: 204 len: 173 time: 0.9042809 Oct 29 09:03:04.259861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'name': 'network-vif-deleted', 'tag': '77766777-844b-421b-afb9-c85b034c7c0f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:03:04.262345 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929898b5-16fb-40ab-8f4c-1099fbf1b084" -d '{"events": [{"server_uuid": "850cf80e-942d-440e-85ba-2d8fda6130f6", "name": "network-vif-deleted", "tag": "77766777-844b-421b-afb9-c85b034c7c0f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:03:04.311958 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2657e06-0424-4fc0-847e-be731b6a1e65 x-openstack-request-id: req-a2657e06-0424-4fc0-847e-be731b6a1e65 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:03:04.312469 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850cf80e-942d-440e-85ba-2d8fda6130f6", "name": "network-vif-deleted", "tag": "77766777-844b-421b-afb9-c85b034c7c0f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:03:04.312915 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2657e06-0424-4fc0-847e-be731b6a1e65 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:03:04.313659 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850cf80e-942d-440e-85ba-2d8fda6130f6', 'name': 'network-vif-deleted', 'tag': '77766777-844b-421b-afb9-c85b034c7c0f', 'status': 'completed', 'code': 200} Oct 29 09:03:04.355733 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:03:04.642903 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:03:04.671559 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:03:04.689297 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:03:04.690322 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:02:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:03:04.906769 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:03:05.129803 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:03:05.157843 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93623f-7db6-453e-8c27-783b0ac03653 None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:03:05.282264 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eda4d923-225b-49dd-9dbe-7b8c499c7471 req-8bfea19a-13ca-4015-9886-34f2457711b9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 210 time: 0.0297720 Oct 29 09:03:05.510504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f6229-69c9-4ed7-8e5f-fa05a28b0fb2 None None] New status for floating IP 323bac12-f226-4802-91e7-8a1a91cb36af: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:03:05.895124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 77766777-844b-421b-afb9-c85b034c7c0f no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:03:05.924737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 77766777-844b-421b-afb9-c85b034c7c0f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:03:05.926181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 77766777-844b-421b-afb9-c85b034c7c0f not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:03:06.446849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f8859591-a881-439c-a4e1-b315d9fb578f req-77f89a98-aa30-4492-82d1-865b878fa0b1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 210 time: 0.0366480 Oct 29 09:03:07.538475 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80c59663-3c33-40ef-ae22-d5d379a88400 req-99f629f5-1c37-4a69-a577-176898034247 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 210 time: 0.0277910 Oct 29 09:03:08.662567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3bfaa70c-b022-4779-ae38-59a585180096 req-7a725dcc-41e6-485b-a0c1-9da17e6f624d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=850cf80e-942d-440e-85ba-2d8fda6130f6 HTTP/1.1" status: 200 len: 210 time: 0.0376236 Oct 29 09:03:09.880601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-af995ef5-3812-48b8-ac32-e7966ba6d896 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423401826&fields=id&tenant_id=3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 267 time: 0.0369871 Oct 29 09:03:09.991412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-1e3760e8-24d9-4bc7-8580-3d04b5702686 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:09.992893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-1e3760e8-24d9-4bc7-8580-3d04b5702686 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1046734 Oct 29 09:03:10.008870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-6fa6f304-cbaa-4b65-bb21-5800f87d1df7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/quotas/3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 375 time: 0.0098045 Oct 29 09:03:10.073000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-78ea528b-8449-4500-94fb-5fa03a4e353a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565169 Oct 29 09:03:10.269433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-c065ffee-d745-4d4d-bc68-dfe834aa95db service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843336 Oct 29 09:03:10.375919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2c6bac78-3c80-4d95-bc5e-98c09a6bd768 service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002805 Oct 29 09:03:10.699668 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb38c7a2-f298-49bb-8fe5-b146bff7b3f5 req-9e8eb8b6-e91b-47ed-9bce-d4a668f7db88 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 210 time: 0.0362403 Oct 29 09:03:11.640107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-faa578b5-83ff-40ac-afac-9499c8853e8a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:11.641669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-faa578b5-83ff-40ac-afac-9499c8853e8a tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1189523 Oct 29 09:03:11.689289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-5561b96a-6c8f-4d01-8231-2dbe9ec03639 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 380 time: 0.0364511 Oct 29 09:03:11.699296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'port': {'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'admin_state_up': True, 'tenant_id': '3c29013403a64017905dd89022361aac', 'security_groups': ['a6afab87-6ab2-4ad5-b3e9-c580f3c562c5']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:03:11.824297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:03:11.828914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:11.836086 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a1a325d1-4062-4b70-97fa-3771e1a2fc34 req-0464cc25-f802-48f1-a59b-8e66fb31af3c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 210 time: 0.0363920 Oct 29 09:03:11.970058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.20.0.14 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/39d2a7fe-5e17-496d-8026-65d826456b6f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:03:12.119256 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:12.158999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:12.218657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:03:12.223027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:03:12.227287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:03:12.235250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=39d2a7fe-5e17-496d-8026-65d826456b6f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:12.271176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.271564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.271895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.272395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.273128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.273486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.273814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.274145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.274475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.275077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.275468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.275798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:12.306758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:12.307704 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:12.328074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-ec1bd324-80ce-4d4a-b838-61002a189225 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6326513 Oct 29 09:03:12.340876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Request body: {'port': {'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:03:12.414929 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:12.476646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-552802e2-329b-4d04-94b9-26be1583cc1c None None] Provisioning complete for port 39d2a7fe-5e17-496d-8026-65d826456b6f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:03:12.477145 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-552802e2-329b-4d04-94b9-26be1583cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:12.512549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-552802e2-329b-4d04-94b9-26be1583cc1c None None] Port 39d2a7fe-5e17-496d-8026-65d826456b6f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:03:12.734963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d2a7fe-5e17-496d-8026-65d826456b6f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:03:12.742765 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:12.756640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Transition to ACTIVE for port object 39d2a7fe-5e17-496d-8026-65d826456b6f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:03:12.761098 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:12.832322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Pushing event updated for resources: {'Port': ['ID=39d2a7fe-5e17-496d-8026-65d826456b6f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:12.900050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Attempting to bind port 39d2a7fe-5e17-496d-8026-65d826456b6f on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:03:12.900284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Attempting to bind port 39d2a7fe-5e17-496d-8026-65d826456b6f by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:03:12.900544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Attempting to bind port 39d2a7fe-5e17-496d-8026-65d826456b6f on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:03:12.905752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Port 39d2a7fe-5e17-496d-8026-65d826456b6f on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:03:12.906084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Attempting to bind port 39d2a7fe-5e17-496d-8026-65d826456b6f on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:03:12.916223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:03:12.916680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:03:12.917083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:03:12.917530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Bound port: 39d2a7fe-5e17-496d-8026-65d826456b6f, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:03:12.918138 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:12.950391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62845-aa5c-43b4-ae48-dbfc07120751 req-9fb2fc11-bba9-4645-825b-d4ad4fda3625 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:12.952190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5a62845-aa5c-43b4-ae48-dbfc07120751 req-9fb2fc11-bba9-4645-825b-d4ad4fda3625 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0508473 Oct 29 09:03:12.992884 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5a62845-aa5c-43b4-ae48-dbfc07120751 req-6ea15c43-576a-4773-b3fc-51d49c5e1fe8 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343482 Oct 29 09:03:13.016964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] For port 39d2a7fe-5e17-496d-8026-65d826456b6f, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:03:13.042745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] For port 39d2a7fe-5e17-496d-8026-65d826456b6f, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=39d2a7fe-5e17-496d-8026-65d826456b6f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:03:13.049306 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:13.097484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:13.098129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:13.100422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] 10.222.0.93 "PUT /v2.0/ports/39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 200 len: 1092 time: 0.7637405 Oct 29 09:03:13.100422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:03:13.102454 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a23d0b1-b61a-4b4f-8260-afd1cca33245" -d '{"events": [{"name": "network-changed", "server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:03:13.121141 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-3a9113d2-5ee3-4dad-a8e6-ffd36444b52b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1139250 Oct 29 09:03:13.158824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68f624-c5f6-47a6-a80f-012df28242a3 service neutron] Pushing event updated for resources: {'Port': ['ID=39d2a7fe-5e17-496d-8026-65d826456b6f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:13.170959 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c713b74-8131-4d01-9265-4296e705f9f6 x-openstack-request-id: req-8c713b74-8131-4d01-9265-4296e705f9f6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:03:13.171449 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:03:13.171913 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c713b74-8131-4d01-9265-4296e705f9f6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:03:13.172471 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'status': 'completed', 'code': 200} Oct 29 09:03:13.271223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-417ec011-3712-4aae-ad99-bdb33e30ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:13.272936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-417ec011-3712-4aae-ad99-bdb33e30ff1d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1095 time: 0.0828142 Oct 29 09:03:13.284751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-51655038-d44b-4802-bdd0-108176319270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:13.287449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-51655038-d44b-4802-bdd0-108176319270 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 1097 time: 0.0833135 Oct 29 09:03:13.336614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-694e39a2-16f9-4a9c-9a31-bfc96ddc0884 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 200 len: 217 time: 0.0545990 Oct 29 09:03:13.442814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-8b3d9fba-9c1c-4314-85e6-e7edbf020541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:13.445381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-8b3d9fba-9c1c-4314-85e6-e7edbf020541 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0919902 Oct 29 09:03:13.500879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-bf05b3f9-3352-4475-ada3-78ed6a96fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:13.502324 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-bf05b3f9-3352-4475-ada3-78ed6a96fad5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.1743200 Oct 29 09:03:13.519563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-56871578-6696-434a-ab60-c7f0c8802f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:13.521061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-56871578-6696-434a-ab60-c7f0c8802f63 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645506 Oct 29 09:03:13.625270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-5205f3b3-be40-430b-a791-26792993f302 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69650606-1a56-4b97-91db-ffbce0a22672 HTTP/1.1" status: 200 len: 1001 time: 0.1132927 Oct 29 09:03:13.690395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-7d6cbc97-52e0-4624-bcc3-9303fe681b82 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389244 Oct 29 09:03:13.697942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-22b6568c-2eca-48c8-885f-d4312b1c7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:13.699345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-22b6568c-2eca-48c8-885f-d4312b1c7710 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0662997 Oct 29 09:03:13.802385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-151b54dc-ae74-4c10-aa35-c769f7fbcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:13.803932 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-151b54dc-ae74-4c10-aa35-c769f7fbcd7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962875 Oct 29 09:03:13.827891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2ce36ac-a305-451a-a562-9d30f3ab6fad req-8b37a8c7-088e-4193-a080-aa448318811d service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275575 Oct 29 09:03:14.282282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-342886a0-4341-410a-ae04-6170abbd8e52 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676054 Oct 29 09:03:14.287984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-b6bd6fb4-469f-4a1b-a525-78fc12989e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:14.289547 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-b6bd6fb4-469f-4a1b-a525-78fc12989e8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1095 time: 0.4106443 Oct 29 09:03:14.303684 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-025e08e1-20ba-4b68-83c3-a219c1e6f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:14.316996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b8e9a-8be1-4a17-ba40-9eeea9da5cda req-7c475ba9-d440-4ecd-8e8b-c54ed329dfef tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:14.318512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-498b8e9a-8be1-4a17-ba40-9eeea9da5cda req-7c475ba9-d440-4ecd-8e8b-c54ed329dfef tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.1061723 Oct 29 09:03:14.496577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-498b8e9a-8be1-4a17-ba40-9eeea9da5cda req-b9976773-f436-4747-8345-cd05e1b62f21 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668572 Oct 29 09:03:14.537848 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e9e56b0a-4dfe-46fc-828f-9098c4f35096 req-9dda7f8a-b066-4809-9432-d2f0f72ec459 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456646 Oct 29 09:03:14.538957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-36c9fd5e-0e43-49f6-a6f7-8c1122ad7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:14.540468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-36c9fd5e-0e43-49f6-a6f7-8c1122ad7ce8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.2400284 Oct 29 09:03:14.585004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-18dca6bb-0d06-4779-b034-a45dbbf7b14e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 200 len: 217 time: 0.0373225 Oct 29 09:03:14.637951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-574c26ed-adf4-4775-a081-eccf9761f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:14.641647 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-574c26ed-adf4-4775-a081-eccf9761f106 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0502808 Oct 29 09:03:14.692088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-17863c09-6894-4a15-9a5d-641ca3e8b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:14.693649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-17863c09-6894-4a15-9a5d-641ca3e8b98b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448232 Oct 29 09:03:14.792313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-8582a6e3-d629-41ed-8bcf-8b5905c760ee service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903311 Oct 29 09:03:14.890391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a23d0b1-b61a-4b4f-8260-afd1cca33245 req-1addbe56-b1aa-467e-9509-de4962f924fc service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907018 Oct 29 09:03:15.618818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498f90-6958-4801-8722-01edb5b5037b req-e22e96c4-df6f-4fae-a5b6-ce9ae5f7d4c7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:15.620455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1498f90-6958-4801-8722-01edb5b5037b req-e22e96c4-df6f-4fae-a5b6-ce9ae5f7d4c7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0518064 Oct 29 09:03:15.661976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1498f90-6958-4801-8722-01edb5b5037b req-c15833ad-f18c-4307-a27b-e6e00a285e46 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351982 Oct 29 09:03:16.786323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4207ec2-59a8-41e5-b268-f739505bddee req-e6eda876-03f2-4c82-befd-cd6ba0e672c7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:16.787939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4207ec2-59a8-41e5-b268-f739505bddee req-e6eda876-03f2-4c82-befd-cd6ba0e672c7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0518239 Oct 29 09:03:16.827412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f4207ec2-59a8-41e5-b268-f739505bddee req-051bd08a-2d81-4504-b8c2-9cbc524f4995 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Oct 29 09:03:17.019787 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5dd694dc-6863-41f6-afe0-10ad9dd278ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:17.955573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787404-0b7b-4f4f-a654-3123d914b89f req-eebf91b4-6ba3-4ff8-813f-0dadec55c355 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:17.960325 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9787404-0b7b-4f4f-a654-3123d914b89f req-eebf91b4-6ba3-4ff8-813f-0dadec55c355 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0632513 Oct 29 09:03:18.007770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d9787404-0b7b-4f4f-a654-3123d914b89f req-91b92ed4-18cd-4ee2-ab17-d2a13b62f5f5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Oct 29 09:03:18.212917 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:18.315870 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:19.130072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7b41-1813-4756-a559-976f60f2132d req-fe716c20-334d-40ec-a6ed-6add7c1b2daf tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:19.131707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8fb7b41-1813-4756-a559-976f60f2132d req-fe716c20-334d-40ec-a6ed-6add7c1b2daf tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0528147 Oct 29 09:03:19.171698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8fb7b41-1813-4756-a559-976f60f2132d req-428535cf-7db8-41ba-a65c-27b44a83ac48 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334737 Oct 29 09:03:19.574374 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:20.294897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea7d9b-2fea-49d8-9154-09cea8cd7b3c req-567b58c6-4bf5-49b0-813f-012f29006452 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:20.296506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bea7d9b-2fea-49d8-9154-09cea8cd7b3c req-567b58c6-4bf5-49b0-813f-012f29006452 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0524509 Oct 29 09:03:20.336049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4bea7d9b-2fea-49d8-9154-09cea8cd7b3c req-22a36d1e-bdf6-41fd-b68d-af6bc2862a7f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333030 Oct 29 09:03:21.463227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381925d-28b1-408d-837d-68a6cb981425 req-7261535c-0d67-4a71-9a05-71769df81e0f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:21.465340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9381925d-28b1-408d-837d-68a6cb981425 req-7261535c-0d67-4a71-9a05-71769df81e0f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0573177 Oct 29 09:03:21.505656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9381925d-28b1-408d-837d-68a6cb981425 req-cbfc121d-09a1-4cd4-a969-1030dccda49e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342605 Oct 29 09:03:22.631252 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4825a-d5d5-4d38-bfaa-58397bf888d8 req-eb1f1d58-3c71-4556-9c96-b3018bd73839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:22.632829 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cc4825a-d5d5-4d38-bfaa-58397bf888d8 req-eb1f1d58-3c71-4556-9c96-b3018bd73839 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0508249 Oct 29 09:03:22.674746 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cc4825a-d5d5-4d38-bfaa-58397bf888d8 req-9ea051de-08a5-4afd-a5e6-a38b850ffa96 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Oct 29 09:03:23.800787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5b52d-1f64-4032-b130-fb6937e10ca8 req-e57d58f4-d126-4289-bfea-ea5a1d6b956e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:23.802362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2c5b52d-1f64-4032-b130-fb6937e10ca8 req-e57d58f4-d126-4289-bfea-ea5a1d6b956e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0543993 Oct 29 09:03:23.842047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2c5b52d-1f64-4032-b130-fb6937e10ca8 req-cdb1f3dc-97d1-4262-9811-c06153f23f24 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Oct 29 09:03:24.968767 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2ae3a-5dff-4567-912c-dc5392057649 req-83f142d6-9c00-43c1-9ce6-1247608b8d90 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:24.970350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-afb2ae3a-5dff-4567-912c-dc5392057649 req-83f142d6-9c00-43c1-9ce6-1247608b8d90 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0572035 Oct 29 09:03:25.013646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-afb2ae3a-5dff-4567-912c-dc5392057649 req-e0544598-b3cb-41d4-bff4-827fab201358 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363948 Oct 29 09:03:26.140007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8abc-1be6-432e-b3ed-e18bfb4aadf9 req-66dde544-919f-49fa-9e85-8a4e3486b64f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:26.141567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79cc8abc-1be6-432e-b3ed-e18bfb4aadf9 req-66dde544-919f-49fa-9e85-8a4e3486b64f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0546744 Oct 29 09:03:26.206460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79cc8abc-1be6-432e-b3ed-e18bfb4aadf9 req-0e7283d9-60d4-47bb-84d8-427dd0a81d52 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582979 Oct 29 09:03:27.340330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66725dd3-6be7-42a9-9d2f-d3bba262f0ee req-0abe81fb-62a8-49f6-9075-faf6609aaff0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:27.342062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-66725dd3-6be7-42a9-9d2f-d3bba262f0ee req-0abe81fb-62a8-49f6-9075-faf6609aaff0 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 944 time: 0.0558145 Oct 29 09:03:27.382039 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-66725dd3-6be7-42a9-9d2f-d3bba262f0ee req-15617cb7-15ff-4adb-9f0b-9b46735d6b29 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331283 Oct 29 09:03:28.081882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 39d2a7fe-5e17-496d-8026-65d826456b6f details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:03:28.186297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 39d2a7fe-5e17-496d-8026-65d826456b6f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=39d2a7fe-5e17-496d-8026-65d826456b6f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:03:28.197965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:03:28.238241 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:28.253024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d2a7fe-5e17-496d-8026-65d826456b6f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:03:28.275036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 39d2a7fe-5e17-496d-8026-65d826456b6f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=39d2a7fe-5e17-496d-8026-65d826456b6f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:03:28.280276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:28.341462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=39d2a7fe-5e17-496d-8026-65d826456b6f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:28.350222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.350222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.350449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.350908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.350908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.351271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.351591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.351992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.352318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.352641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.352959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.353266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:28.522549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e94c9-ce3d-4453-aad7-63580123f8cf req-18431492-8374-49f7-8661-a3c2d5a77099 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:28.524085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c0e94c9-ce3d-4453-aad7-63580123f8cf req-18431492-8374-49f7-8661-a3c2d5a77099 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 945 time: 0.0614328 Oct 29 09:03:28.565173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c0e94c9-ce3d-4453-aad7-63580123f8cf req-59527531-d39e-4eb3-a565-dc2707880ac6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Oct 29 09:03:28.588811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['39d2a7fe-5e17-496d-8026-65d826456b6f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:03:29.312893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:29.693100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff8976-ed51-41fe-bc3c-6aa8d1ca7cfd req-71ec254c-0ee4-456f-ab0b-0b82f9a240d7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:29.694861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-afff8976-ed51-41fe-bc3c-6aa8d1ca7cfd req-71ec254c-0ee4-456f-ab0b-0b82f9a240d7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 945 time: 0.0570569 Oct 29 09:03:29.735105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34688) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:03:29.743275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-afff8976-ed51-41fe-bc3c-6aa8d1ca7cfd req-31626dbc-b2d1-45d2-afe3-f1fab2b5264d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Oct 29 09:03:29.879823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f10f3b46-5b15-405d-a96b-1134bad36903 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74433dea129d40398103d2eec6d183b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410859 Oct 29 09:03:29.880172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 34692) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:03:29.931648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-985cd900-e706-4a06-af94-c2cb1a9dc582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:29.954653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-985cd900-e706-4a06-af94-c2cb1a9dc582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:30.005589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-985cd900-e706-4a06-af94-c2cb1a9dc582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:30.008511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-985cd900-e706-4a06-af94-c2cb1a9dc582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:30.009680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-985cd900-e706-4a06-af94-c2cb1a9dc582 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/601ad520-4330-49ad-b6d6-3a62e71f2524 HTTP/1.1" status: 204 len: 168 time: 0.1284964 Oct 29 09:03:30.018702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cd900-e706-4a06-af94-c2cb1a9dc582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601ad520-4330-49ad-b6d6-3a62e71f2524,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:30.113273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 39d2a7fe-5e17-496d-8026-65d826456b6f up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:03:30.172696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 39d2a7fe-5e17-496d-8026-65d826456b6f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:03:30.177062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 39d2a7fe-5e17-496d-8026-65d826456b6f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:03:30.177432 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:30.261414 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:30.288291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:03:30.290843 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eb2572-94a8-4e22-8d0d-bfe5435084e3" -d '{"events": [{"server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "name": "network-vif-plugged", "status": "completed", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:03:30.305543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 39d2a7fe-5e17-496d-8026-65d826456b6f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=39d2a7fe-5e17-496d-8026-65d826456b6f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:03:30.311682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:30.350993 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f554e8ea-f1a9-416b-8186-718929d427f7 x-openstack-request-id: req-f554e8ea-f1a9-416b-8186-718929d427f7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:03:30.351677 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "name": "network-vif-plugged", "status": "completed", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:03:30.351982 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f554e8ea-f1a9-416b-8186-718929d427f7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:03:30.352477 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'code': 200} Oct 29 09:03:30.374346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=39d2a7fe-5e17-496d-8026-65d826456b6f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:30.470617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98705dd1-19fd-4a6b-ae73-66091b567c8e req-7439936b-19b6-4dd9-a88d-d07daa6580a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:30.472415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-98705dd1-19fd-4a6b-ae73-66091b567c8e req-7439936b-19b6-4dd9-a88d-d07daa6580a3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1097 time: 0.0477302 Oct 29 09:03:30.509180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-98705dd1-19fd-4a6b-ae73-66091b567c8e req-31b6e531-de8c-4a91-94c5-19d24585595a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298297 Oct 29 09:03:30.609773 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:30.877554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700764-5e77-4ac6-973d-99f82338b6de req-f32d536e-be25-4536-bd8e-0faed35ec5ac tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:30.879190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d700764-5e77-4ac6-973d-99f82338b6de req-f32d536e-be25-4536-bd8e-0faed35ec5ac tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 946 time: 0.0593476 Oct 29 09:03:30.919707 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d700764-5e77-4ac6-973d-99f82338b6de req-68e18783-2841-42cb-a8f2-78df5f31941c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Oct 29 09:03:32.053958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ad802-aa3d-4e7b-8b9d-db77f1eda63f req-e111b070-0196-4f7c-be9b-a9f68c9bfd36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:32.055552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc4ad802-aa3d-4e7b-8b9d-db77f1eda63f req-e111b070-0196-4f7c-be9b-a9f68c9bfd36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 946 time: 0.0530946 Oct 29 09:03:32.097467 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc4ad802-aa3d-4e7b-8b9d-db77f1eda63f req-d33ccb78-6833-47f8-a7d6-c3e27b13ca76 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356374 Oct 29 09:03:32.221147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc004c6-b308-4abf-9ff5-e59f0d598fed req-a6844301-41fb-4471-a2f8-4cded780a523 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:32.222897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7bc004c6-b308-4abf-9ff5-e59f0d598fed req-a6844301-41fb-4471-a2f8-4cded780a523 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 946 time: 0.0525177 Oct 29 09:03:32.264014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7bc004c6-b308-4abf-9ff5-e59f0d598fed req-9b73ffc7-9786-4c21-9051-f9ecb1d35a7c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351241 Oct 29 09:03:32.294039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34804) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:03:32.504595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debba841-b041-4619-a947-7a494332f8ee tempest-TestVolumeBootPattern-239896102 tempest-TestVolumeBootPattern-239896102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:32.506054 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-debba841-b041-4619-a947-7a494332f8ee tempest-TestVolumeBootPattern-239896102 tempest-TestVolumeBootPattern-239896102-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1092 time: 0.2092679 Oct 29 09:03:32.509107 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 34810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:03:32.514021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:03:32.539648 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:32.650978 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:32.771364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.25.5.193 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/c4694143-5186-43c2-b059-63a6fa328d6e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:03:32.896415 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:32.932706 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:32.975280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:03:32.978837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:03:32.983765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:03:32.987065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=c4694143-5186-43c2-b059-63a6fa328d6e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:33.019225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.019584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.019957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.020299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.020661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.020982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.021328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.021699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.021968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.022299 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.022625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.022952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:03:33.364427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:33.438718 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:33.601552 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:33.606705 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:33.686574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=c4694143-5186-43c2-b059-63a6fa328d6e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:03:33.694964 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:34.091875 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Floating IP 24fc00b4-58bb-492b-98e1-0e63355ed76f associated. External IP: 172.25.5.193, port: 39d2a7fe-5e17-496d-8026-65d826456b6f. Oct 29 09:03:34.322263 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:03:34.447998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:03:34.467349 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:03:34.467956 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:34.479181 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:03:34.479902 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:03:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:03:34.497434 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-19b1ffaa-fdb1-4804-a6c0-fbe1af7d2b9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9871752 Oct 29 09:03:34.498042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:03:34.500434 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9331ae1-efed-4dea-a90c-9b175c1fccc7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:03:34.540883 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22f1bb6-8352-44e8-ad24-df1c151cbaa3 x-openstack-request-id: req-e22f1bb6-8352-44e8-ad24-df1c151cbaa3 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:03:34.541185 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:03:34.541439 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e22f1bb6-8352-44e8-ad24-df1c151cbaa3 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:03:34.541849 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'status': 'completed', 'code': 200} Oct 29 09:03:34.595764 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:03:34.616898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-1b5fbf09-8656-4c90-bd7b-a934eea86b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:34.618787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-1b5fbf09-8656-4c90-bd7b-a934eea86b65 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1097 time: 0.0517232 Oct 29 09:03:34.723911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-0b168592-70d0-4fe0-bccc-d09c637fc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:34.725631 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-0b168592-70d0-4fe0-bccc-d09c637fc980 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.0994277 Oct 29 09:03:34.803057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-cf3e9a24-bc7b-4965-b105-20dcda585ec2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 200 len: 1000 time: 0.0680196 Oct 29 09:03:34.832781 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:33Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:03:34.864278 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:03:34.873791 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:03:34.874426 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:03:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:03:34.887401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-3fd8403b-1a40-40c3-97f1-8f3b8a966a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:34.889004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-3fd8403b-1a40-40c3-97f1-8f3b8a966a76 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0790944 Oct 29 09:03:34.939020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-291de2fa-0ac5-4d7d-b7c8-5ff23b999991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:03:34.940704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-291de2fa-0ac5-4d7d-b7c8-5ff23b999991 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436137 Oct 29 09:03:34.987954 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:03:35.032915 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:03:35.036167 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-d1564625-9c09-4065-9d7f-7b66d92b28cc service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883365 Oct 29 09:03:35.140666 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9331ae1-efed-4dea-a90c-9b175c1fccc7 req-5b197293-be0b-49c8-84c5-f41a699a3b9a service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970764 Oct 29 09:03:35.238786 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:33Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:03:35.265378 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eaf0b9-102e-4d7c-906c-31b137c6d037 None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:33Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:03:35.487978 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a4d24-58d3-4a2a-b2a6-d3302f6e9b7a None None] New status for floating IP 24fc00b4-58bb-492b-98e1-0e63355ed76f: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:03:44.289180 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-88e29042-bd6a-4133-9ba9-1e2c90e7e896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:47.022509 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-947752af-0142-409a-a182-9e1b464ff12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:48.214775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:48.311704 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:49.580309 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:03:59.311737 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:00.632941 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:12.024617 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:04:13.035574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-e380e164-374f-49ec-af65-4f6f55808c72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427949 Oct 29 09:04:13.131906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-08652b3e-da63-4d3c-bcbc-65455dee9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:13.133943 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-08652b3e-da63-4d3c-bcbc-65455dee9364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc8dc81422664663ac2458f24cae14cc&device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 1097 time: 0.0522845 Oct 29 09:04:13.260700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-9d6836c6-f0e1-4048-b20c-27afa6288a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:13.262347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-9d6836c6-f0e1-4048-b20c-27afa6288a5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 200 len: 913 time: 0.1068273 Oct 29 09:04:13.345931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-263a2982-f721-4feb-9e7b-771965f1f61c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69650606-1a56-4b97-91db-ffbce0a22672 HTTP/1.1" status: 200 len: 1001 time: 0.0750015 Oct 29 09:04:13.401801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-a6e5680c-6656-4823-82c9-652741d77bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:13.403307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-a6e5680c-6656-4823-82c9-652741d77bb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 200 len: 850 time: 0.0504210 Oct 29 09:04:13.455642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-465232b5-b46b-411b-8ccc-508ac4f8b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:13.457328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-465232b5-b46b-411b-8ccc-508ac4f8b9ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdb669ab-fe85-47af-8965-fde27709ed15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476084 Oct 29 09:04:13.571438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-373ac8e5-2bd9-4231-a94a-e4c1a4957cf6 service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979283 Oct 29 09:04:13.709731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43999c13-01ca-4812-b8d6-5e36a62c20b0 req-f10b779b-ecb1-4124-9995-f378967ef6af service neutron] 10.222.0.15 "GET /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303003 Oct 29 09:04:14.300190 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a6ee0ec8-31d5-4e62-8b55-bb2c55b92242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:17.021075 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-198ed472-f539-48fb-859f-60dd627bb369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:18.219079 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:18.308095 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:19.423474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2462855a-db5c-4e30-a350-5162efeb91aa req-809be229-5124-4eef-b37e-f8af5bd40bc5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530412 Oct 29 09:04:19.523022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462855a-db5c-4e30-a350-5162efeb91aa req-04cfcd89-0357-4efb-ad74-e93f05875c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:19.524860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2462855a-db5c-4e30-a350-5162efeb91aa req-04cfcd89-0357-4efb-ad74-e93f05875c40 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1097 time: 0.0547094 Oct 29 09:04:19.604117 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:19.640281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462855a-db5c-4e30-a350-5162efeb91aa req-1b4034ce-a5ce-4f0b-bee8-b0db55d7d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:19.641871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2462855a-db5c-4e30-a350-5162efeb91aa req-1b4034ce-a5ce-4f0b-bee8-b0db55d7d33a service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.0947826 Oct 29 09:04:19.717845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2462855a-db5c-4e30-a350-5162efeb91aa req-74487024-797f-47a6-8b0c-a6f9946d2072 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 200 len: 1002 time: 0.0686567 Oct 29 09:04:19.770799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462855a-db5c-4e30-a350-5162efeb91aa req-91f024aa-0646-4378-8ccc-e1eda7c09dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:19.772330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2462855a-db5c-4e30-a350-5162efeb91aa req-91f024aa-0646-4378-8ccc-e1eda7c09dd0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0477033 Oct 29 09:04:19.822696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462855a-db5c-4e30-a350-5162efeb91aa req-e22379e5-483e-49f1-bfc3-487f0ec36e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:19.824506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2462855a-db5c-4e30-a350-5162efeb91aa req-e22379e5-483e-49f1-bfc3-487f0ec36e37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446324 Oct 29 09:04:19.943199 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2462855a-db5c-4e30-a350-5162efeb91aa req-531f31ca-c74e-4ba8-9ca0-4f5cb60adf47 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113296 Oct 29 09:04:20.046418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2462855a-db5c-4e30-a350-5162efeb91aa req-75d03b7d-30de-4472-a147-6cabda6e432c service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963035 Oct 29 09:04:20.362453 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35096) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:20.477861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d17ebdb9-fa0f-461d-bf2f-eb2ae2a43a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:20.556097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d17ebdb9-fa0f-461d-bf2f-eb2ae2a43a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:20.560881 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d17ebdb9-fa0f-461d-bf2f-eb2ae2a43a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:20.600267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d17ebdb9-fa0f-461d-bf2f-eb2ae2a43a5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=272424a39ef449d283b92634a0379cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366641 Oct 29 09:04:20.601149 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ebdb9-fa0f-461d-bf2f-eb2ae2a43a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e99a52-35bb-468a-8b01-4a0872943983,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:20.603056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35100) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:20.659469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:20.686206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:20.740476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:20.743149 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:20.744384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9e99a52-35bb-468a-8b01-4a0872943983 HTTP/1.1" status: 204 len: 168 time: 0.1402462 Oct 29 09:04:20.753016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e99a52-35bb-468a-8b01-4a0872943983,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:20.760916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.761265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.761608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.761939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.762274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.762598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.762923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.763246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.763942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.764267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.764586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:20.764910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed92028-3cc6-4202-9040-df011f0e50b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:25.475849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35186) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:25.597085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e9418cf-d863-4f61-9b74-20af255b96d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:25.681154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e9418cf-d863-4f61-9b74-20af255b96d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:25.686351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0e9418cf-d863-4f61-9b74-20af255b96d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:25.734604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0e9418cf-d863-4f61-9b74-20af255b96d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b469827a0f646fb81ab8e5232eb07ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550790 Oct 29 09:04:25.735033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35192) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:25.741432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9418cf-d863-4f61-9b74-20af255b96d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72059497-4c4b-4829-83a5-85fc3db6021e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:25.823636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5093-9753-421b-ba86-9bdd7a07c567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:25.852454 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5093-9753-421b-ba86-9bdd7a07c567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:25.906068 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5093-9753-421b-ba86-9bdd7a07c567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:25.909008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0dfa5093-9753-421b-ba86-9bdd7a07c567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:25.912999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0dfa5093-9753-421b-ba86-9bdd7a07c567 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72059497-4c4b-4829-83a5-85fc3db6021e HTTP/1.1" status: 204 len: 168 time: 0.1732373 Oct 29 09:04:25.920505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa5093-9753-421b-ba86-9bdd7a07c567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72059497-4c4b-4829-83a5-85fc3db6021e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:29.304577 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:30.611443 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:38.964293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-22850b2d-3fb4-4777-ba38-480eeeb64e56 req-d31ffba6-8844-4552-9503-82fdaf816ce3 service neutron] (102114) timed out ('10.222.0.93', 61561) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:04:40.458486 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35392) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:40.576555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:40.664481 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:40.668734 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:40.709134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d941e5c6d8246c5a59742cf5d3b356f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485850 Oct 29 09:04:40.710041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac9b54c-74db-43dc-8934-a2b1128e14b1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:40.712049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35396) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:40.719934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.720602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.721053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.721473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.722063 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.722884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.723435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.724560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.725125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.725667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.726210 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.726769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd9270-7756-462f-b0bc-a0f494f957a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:04:40.771260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d4c735e-ce14-4c41-b958-968daf9ca3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:40.793279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d4c735e-ce14-4c41-b958-968daf9ca3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:40.841275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d4c735e-ce14-4c41-b958-968daf9ca3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:40.844035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0d4c735e-ce14-4c41-b958-968daf9ca3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:40.847791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0d4c735e-ce14-4c41-b958-968daf9ca3d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cac9b54c-74db-43dc-8934-a2b1128e14b1 HTTP/1.1" status: 204 len: 168 time: 0.1323755 Oct 29 09:04:40.854531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c735e-ce14-4c41-b958-968daf9ca3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac9b54c-74db-43dc-8934-a2b1128e14b1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:41.545469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35420) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:41.648221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-560716625-network', 'tenant_id': '95a1613c063a4d41b61c336b3701c18a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:04:41.671824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Made reservation on behalf of 95a1613c063a4d41b61c336b3701c18a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:04:41.674325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:41.683156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:41.761726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:41.766139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:41.793882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:04:41.796165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:41.807085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:41.807514 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Added segment 18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77 of type vlan for network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 Oct 29 09:04:41.854442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:41.891220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:41.892190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:41.892888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:41.971818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4251726 Oct 29 09:04:41.974413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35424) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:41.981391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Request body: {'subnet': {'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-560716625-subnet', 'tenant_id': '95a1613c063a4d41b61c336b3701c18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:04:41.996630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c238eab-8761-47dc-82e0-80e848aeb066 admin admin] Pushing event updated for resources: {'Network': ['ID=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:42.007827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:04:42.008695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Made reservation on behalf of 95a1613c063a4d41b61c336b3701c18a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:04:42.011213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:42.190026 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:42.239415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:42.260417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Checking segment: {'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:04:42.260779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Network hostable DHCP agents. Network: 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:04:42.279906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:04:42.289579 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:04:42.294085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:42.294673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:42.301025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317bd9d3-0ccc-4f6c-96ad-27173cd7477e None None] Network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:04:42.324403 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9544ec2f-b06a-49a2-9e99-e6dcbb57b2eb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3457420 Oct 29 09:04:42.441443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb635f3b-968e-4d7e-8c93-ea4d1854f925 None None] Network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:04:44.294568 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b46845a0-e4d3-4521-8351-a9984e45a9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:45.544254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2058125-12b4-4c69-ae14-4f78a3af181e req-3c76fc11-3640-4fe5-907d-8adccf4a7f5f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:45.552193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2058125-12b4-4c69-ae14-4f78a3af181e req-3c76fc11-3640-4fe5-907d-8adccf4a7f5f tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 946 time: 0.1015902 Oct 29 09:04:45.589466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2058125-12b4-4c69-ae14-4f78a3af181e req-81fef42b-9e92-43bb-9de7-37843c2685f2 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363541 Oct 29 09:04:46.717220 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d525ebf-4de7-422f-a2c6-49775cb8954d req-fa51740b-99f7-4b7b-aa96-749777bb6c29 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:46.718804 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d525ebf-4de7-422f-a2c6-49775cb8954d req-fa51740b-99f7-4b7b-aa96-749777bb6c29 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 946 time: 0.0515492 Oct 29 09:04:46.762464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d525ebf-4de7-422f-a2c6-49775cb8954d req-07c5a988-81a0-4c0d-9217-78d33dfd8294 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bab7517-ac9e-4a89-a959-4a631d5dec68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370660 Oct 29 09:04:47.016995 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-215de680-9ded-4b25-a48e-f274162531ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:47.104745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20069156-bc32-4289-baa7-f9465337f3f9 req-f3d31fec-16d5-4d79-8780-6cc4940c77dd tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:04:47.106379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-20069156-bc32-4289-baa7-f9465337f3f9 req-f3d31fec-16d5-4d79-8780-6cc4940c77dd tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 946 time: 0.0517581 Oct 29 09:04:47.208668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Deleting port 69650606-1a56-4b97-91db-ffbce0a22672 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:04:47.209015 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:47.314443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] For port 69650606-1a56-4b97-91db-ffbce0a22672, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=69650606-1a56-4b97-91db-ffbce0a22672,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:04:47.314821 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:47.497693 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:47.498187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:47.498535 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Floating IP dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de disassociated. External IP: 172.25.5.46, port: 69650606-1a56-4b97-91db-ffbce0a22672. Oct 29 09:04:47.498885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Calling delete_port for 69650606-1a56-4b97-91db-ffbce0a22672 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:04:47.634207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:47.664031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event deleted for resources: {'Port': ['ID=69650606-1a56-4b97-91db-ffbce0a22672,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:47.794210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:04:47.892593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-76d31940-087e-4fab-8c69-8547c321d66c req-d738f7d7-41aa-4953-9cc2-19abd7dbf748 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/ports?device_id=883fb7bd-0e52-41b3-854f-93ebcd3053c2 HTTP/1.1" status: 200 len: 210 time: 0.0524223 Oct 29 09:04:47.931275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:04:47.944627 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] Sync routers for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:04:47.955470 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:04:47.956458 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:04:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:04:47.976114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] No DVR routers for this DVR port 69650606-1a56-4b97-91db-ffbce0a22672 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:04:47.978807 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:47.982606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-20069156-bc32-4289-baa7-f9465337f3f9 req-001ac9e5-fbdf-4c78-911d-cc96fd14614c tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.15 "DELETE /v2.0/ports/69650606-1a56-4b97-91db-ffbce0a22672 HTTP/1.1" status: 204 len: 173 time: 0.8689892 Oct 29 09:04:47.983086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'name': 'network-vif-deleted', 'tag': '69650606-1a56-4b97-91db-ffbce0a22672'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:04:47.985788 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08a054-34f4-49ac-8e8c-6593a05e0197" -d '{"events": [{"server_uuid": "883fb7bd-0e52-41b3-854f-93ebcd3053c2", "name": "network-vif-deleted", "tag": "69650606-1a56-4b97-91db-ffbce0a22672"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:04:48.068529 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a64b86-1192-46b5-ae57-1fb2694bbc9c x-openstack-request-id: req-b3a64b86-1192-46b5-ae57-1fb2694bbc9c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:04:48.068932 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883fb7bd-0e52-41b3-854f-93ebcd3053c2", "name": "network-vif-deleted", "tag": "69650606-1a56-4b97-91db-ffbce0a22672", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:04:48.069287 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3a64b86-1192-46b5-ae57-1fb2694bbc9c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:04:48.069787 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883fb7bd-0e52-41b3-854f-93ebcd3053c2', 'name': 'network-vif-deleted', 'tag': '69650606-1a56-4b97-91db-ffbce0a22672', 'status': 'completed', 'code': 200} Oct 29 09:04:48.184043 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:04:48.223467 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:48.305471 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:48.399542 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:04:48.437704 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] Checking router: 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:04:48.447178 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:04:48.447786 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:04:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:04:48.574442 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:04:48.785047 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:04:48.811706 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5596fcf1-c4cc-4402-831e-f6e7d58f51e0 None None] The sync data for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 is: [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T08:58:06Z', 'revision_number': 4, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '49bb9a58-4862-4191-9125-186ee24f55a0', 'name': '', 'network_id': 'fdb669ab-fe85-47af-8965-fde27709ed15', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'mac_address': 'fa:16:3e:f2:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:06Z', 'updated_at': '2021-10-29T08:58:11Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'subnets': [{'id': '79eee14d-23e3-4dcd-9611-62636b9e4daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:04:48.991373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35492) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:49.024691 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:04:49.053705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c187580-d01a-4299-a5b3-edb7f0202d1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.065588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970d8c6-4a68-4da3-b001-a27486f19f7f None None] New status for floating IP dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:04:49.082638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c187580-d01a-4299-a5b3-edb7f0202d1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.154308 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c187580-d01a-4299-a5b3-edb7f0202d1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.157423 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c187580-d01a-4299-a5b3-edb7f0202d1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.160337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6c187580-d01a-4299-a5b3-edb7f0202d1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "DELETE /v2.0/security-groups/9bab7517-ac9e-4a89-a959-4a631d5dec68 HTTP/1.1" status: 204 len: 168 time: 0.1677225 Oct 29 09:04:49.162150 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35494) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:49.172525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187580-d01a-4299-a5b3-edb7f0202d1a tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab7517-ac9e-4a89-a959-4a631d5dec68,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:49.178729 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-dc9bcfcd-378a-4351-a8bc-648f84a2e012 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] show failed (client error): The resource could not be found. Oct 29 09:04:49.184550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35496) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:04:49.186188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dc9bcfcd-378a-4351-a8bc-648f84a2e012 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "GET /v2.0/security-groups/9bab7517-ac9e-4a89-a959-4a631d5dec68 HTTP/1.1" status: 404 len: 347 time: 0.0221925 Oct 29 09:04:49.324599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Deleting port e2715448-3913-4a47-ac21-e225e136cb44 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:04:49.324861 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.587631 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.727220 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.727625 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.743754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Calling delete_port for e2715448-3913-4a47-ac21-e225e136cb44 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:04:49.892549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.932932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Pushing event deleted for resources: {'Port': ['ID=e2715448-3913-4a47-ac21-e225e136cb44,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:04:49.995561 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.998367 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:04:49.999667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-057bb271-da97-4d78-8657-ecf4742d0171 tempest-AttachVolumeTestJSON-1035150041 tempest-AttachVolumeTestJSON-1035150041-project] 10.222.0.70 "DELETE /v2.0/floatingips/dfc31b77-25a0-4ea4-9e6f-f00ee3ccf0de HTTP/1.1" status: 204 len: 168 time: 0.8144517 Oct 29 09:04:50.772334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 69650606-1a56-4b97-91db-ffbce0a22672 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:04:50.798212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 69650606-1a56-4b97-91db-ffbce0a22672 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:04:50.798556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 69650606-1a56-4b97-91db-ffbce0a22672 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:04:59.300806 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:00.618429 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:01.036407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35574) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:01.478294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:01.748681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Deleting port 49bb9a58-4862-4191-9125-186ee24f55a0 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:01.749022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:01.833064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] For port 49bb9a58-4862-4191-9125-186ee24f55a0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=49bb9a58-4862-4191-9125-186ee24f55a0,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:01.833444 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:01.847199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Calling delete_port for 49bb9a58-4862-4191-9125-186ee24f55a0 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:02.059419 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:02.088554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bb9a58-4862-4191-9125-186ee24f55a0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:02.273178 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:02.505773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:05:02.613359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:02.623408 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d91a50d7-a660-498a-9a35-a5092d80f0f5 admin admin] 10.222.0.70 "PUT /v2.0/routers/2d86862f-24f3-4d20-a75b-23cf2bf7fc54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5856695 Oct 29 09:05:02.623858 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] Sync routers for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:02.626168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35610) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:02.643987 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:02.644535 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:04:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:02.745668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:02.769847 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:02.854634 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:02.918389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Deleting port 23a3182b-d650-4d31-818b-e775ed8a3eae {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:02.918751 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:02.986885 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T09:05:02Z', 'revision_number': 5, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port': {'id': '23a3182b-d650-4d31-818b-e775ed8a3eae', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:58:03Z', 'updated_at': '2021-10-29T08:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:03.008714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] For port 23a3182b-d650-4d31-818b-e775ed8a3eae, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=23a3182b-d650-4d31-818b-e775ed8a3eae,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:03.009460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.018847 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] Checking router: 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:05:03.024065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Calling delete_port for 23a3182b-d650-4d31-818b-e775ed8a3eae owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:03.027147 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] Routers {'2d86862f-24f3-4d20-a75b-23cf2bf7fc54'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:03.027754 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:04:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:03.111949 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] Set router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:03.163651 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T09:05:02Z', 'revision_number': 6, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:03.193796 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14ea80-99b6-4e19-b102-ab1ca6f332fa None None] The sync data for ids ['2d86862f-24f3-4d20-a75b-23cf2bf7fc54'] in n-d-815940-1 is: [{'id': '2d86862f-24f3-4d20-a75b-23cf2bf7fc54', 'name': 'tempest-AttachVolumeTestJSON-1173809334-router', 'tenant_id': 'dc8dc81422664663ac2458f24cae14cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:58:02Z', 'updated_at': '2021-10-29T09:05:02Z', 'revision_number': 6, 'project_id': 'dc8dc81422664663ac2458f24cae14cc', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:03.200865 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.236018 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a3182b-d650-4d31-818b-e775ed8a3eae,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:03.301902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.410716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.413403 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.479207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.479899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d86862f-24f3-4d20-a75b-23cf2bf7fc54 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:05:03.484455 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.485798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-85e5e43e-cf7c-4866-9a77-3865f6c9a770 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2d86862f-24f3-4d20-a75b-23cf2bf7fc54 HTTP/1.1" status: 204 len: 168 time: 0.8585310 Oct 29 09:05:03.488497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35630) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:03.539142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da14e8d-dc5e-4754-91e1-88e27626f57a admin admin] Deleting subnet 79eee14d-23e3-4dcd-9611-62636b9e4daf {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:05:03.542378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1da14e8d-dc5e-4754-91e1-88e27626f57a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.584284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1da14e8d-dc5e-4754-91e1-88e27626f57a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.670156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1da14e8d-dc5e-4754-91e1-88e27626f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.727555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1da14e8d-dc5e-4754-91e1-88e27626f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.753756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da14e8d-dc5e-4754-91e1-88e27626f57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79eee14d-23e3-4dcd-9611-62636b9e4daf,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:03.760078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1da14e8d-dc5e-4754-91e1-88e27626f57a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.762015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1da14e8d-dc5e-4754-91e1-88e27626f57a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/79eee14d-23e3-4dcd-9611-62636b9e4daf HTTP/1.1" status: 204 len: 168 time: 0.2724690 Oct 29 09:05:03.765003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:03.770835 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37424b-ead1-40d0-9b8c-f5106c963272 None None] Network fdb669ab-fe85-47af-8965-fde27709ed15 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:05:03.859046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.946385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Deleting port e80260a1-0956-4ac4-968a-3b254a7727b8 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:03.948552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:03.993939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] DHCP port deletion for fdb669ab-fe85-47af-8965-fde27709ed15 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:05:04.029107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] For port e80260a1-0956-4ac4-968a-3b254a7727b8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e80260a1-0956-4ac4-968a-3b254a7727b8,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:04.029505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.044447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Calling delete_port for e80260a1-0956-4ac4-968a-3b254a7727b8 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:04.051893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Deleting port e80260a1-0956-4ac4-968a-3b254a7727b8 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:04.052478 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.134732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] For port e80260a1-0956-4ac4-968a-3b254a7727b8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e80260a1-0956-4ac4-968a-3b254a7727b8,segment=NetworkSegment(591eb55e-adcb-4e1d-9baa-58b8f735b381),segment_id=591eb55e-adcb-4e1d-9baa-58b8f735b381)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:04.135669 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.153671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Calling delete_port for e80260a1-0956-4ac4-968a-3b254a7727b8 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:04.249392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.277174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Pushing event deleted for resources: {'Port': ['ID=e80260a1-0956-4ac4-968a-3b254a7727b8,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:04.283677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] No DVR routers for this DVR port e80260a1-0956-4ac4-968a-3b254a7727b8 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:05:04.301089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.301689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.302316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.302728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.303173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.303579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.304083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.304528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.304937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.305372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.305763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.306098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4426e6-12c8-4805-9072-0cbe51d78c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:04.473920 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.499989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e80260a1-0956-4ac4-968a-3b254a7727b8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:04.505154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] No DVR routers for this DVR port e80260a1-0956-4ac4-968a-3b254a7727b8 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:05:04.583025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.606900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb669ab-fe85-47af-8965-fde27709ed15']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:04.628925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591eb55e-adcb-4e1d-9baa-58b8f735b381') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:04.629237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591eb55e-adcb-4e1d-9baa-58b8f735b381') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:04.647695 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.671263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.679984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:05:04.680555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: self.session.flush() Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:05:04.682589 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:05:04.696254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 23a3182b-d650-4d31-818b-e775ed8a3eae no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:05:04.727041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 23a3182b-d650-4d31-818b-e775ed8a3eae {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:05:04.727605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 23a3182b-d650-4d31-818b-e775ed8a3eae not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:05:04.728114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e80260a1-0956-4ac4-968a-3b254a7727b8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:05:04.740468 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.753708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:04.757296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e80260a1-0956-4ac4-968a-3b254a7727b8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:05:04.757652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e80260a1-0956-4ac4-968a-3b254a7727b8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:05:04.758073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49bb9a58-4862-4191-9125-186ee24f55a0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:05:04.761343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] 10.222.0.70 "DELETE /v2.0/networks/fdb669ab-fe85-47af-8965-fde27709ed15 HTTP/1.1" status: 204 len: 168 time: 0.9941955 Oct 29 09:05:04.773909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ceea8-233f-4d79-aca2-87cbeb4f5f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb669ab-fe85-47af-8965-fde27709ed15,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:04.783733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 49bb9a58-4862-4191-9125-186ee24f55a0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:05:04.784297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 49bb9a58-4862-4191-9125-186ee24f55a0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:05:04.890975 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35658) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:04.937920 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d4c54a7a-f232-4b50-bc60-f0d32b35cbb2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc8dc81422664663ac2458f24cae14cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456414 Oct 29 09:05:04.941189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35662) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:04.994582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93feb3af-9218-4751-b55f-2e07ef133689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:05.017485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93feb3af-9218-4751-b55f-2e07ef133689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:05.066761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93feb3af-9218-4751-b55f-2e07ef133689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:05.070030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-93feb3af-9218-4751-b55f-2e07ef133689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:05.071218 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-93feb3af-9218-4751-b55f-2e07ef133689 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/764bda30-7809-40ab-8ec3-2d406e9eb02e HTTP/1.1" status: 204 len: 168 time: 0.1294203 Oct 29 09:05:05.079721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93feb3af-9218-4751-b55f-2e07ef133689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764bda30-7809-40ab-8ec3-2d406e9eb02e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:08.057496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35780) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:08.174652 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-706e2694-adaf-4db3-be78-025788ed1965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:08.319245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-706e2694-adaf-4db3-be78-025788ed1965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:08.325330 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-706e2694-adaf-4db3-be78-025788ed1965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:08.369464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35788) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:08.380922 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-706e2694-adaf-4db3-be78-025788ed1965 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1bddf568d2d4d64a8bdb32458de2855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212440 Oct 29 09:05:08.412879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e2694-adaf-4db3-be78-025788ed1965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6023755a-963a-47fa-b61a-b58483b984e3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:08.473107 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60121e58-d259-4b41-a1e1-075254317865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:08.499500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60121e58-d259-4b41-a1e1-075254317865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:08.556421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60121e58-d259-4b41-a1e1-075254317865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:08.559603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60121e58-d259-4b41-a1e1-075254317865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:08.583270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-60121e58-d259-4b41-a1e1-075254317865 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6023755a-963a-47fa-b61a-b58483b984e3 HTTP/1.1" status: 204 len: 168 time: 0.1951184 Oct 29 09:05:08.612288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60121e58-d259-4b41-a1e1-075254317865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6023755a-963a-47fa-b61a-b58483b984e3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:09.002837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35802) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:09.076934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed1dae9-e3f6-4345-ba7f-77c4a6b2e896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:09.219931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed1dae9-e3f6-4345-ba7f-77c4a6b2e896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:09.226820 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eed1dae9-e3f6-4345-ba7f-77c4a6b2e896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:09.258768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1dae9-e3f6-4345-ba7f-77c4a6b2e896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb420c09-87f7-4db5-908e-be4bb256e287,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:09.283841 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eed1dae9-e3f6-4345-ba7f-77c4a6b2e896 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6ba45d14a6647aca4063bbfe76dafb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774472 Oct 29 09:05:09.284122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35808) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:09.349237 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b00ee025-6b95-4995-9b86-86681fb6c058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:09.388669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b00ee025-6b95-4995-9b86-86681fb6c058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:09.446677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b00ee025-6b95-4995-9b86-86681fb6c058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:09.449922 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b00ee025-6b95-4995-9b86-86681fb6c058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:09.451446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b00ee025-6b95-4995-9b86-86681fb6c058 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb420c09-87f7-4db5-908e-be4bb256e287 HTTP/1.1" status: 204 len: 168 time: 0.1660943 Oct 29 09:05:09.460511 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ee025-6b95-4995-9b86-86681fb6c058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb420c09-87f7-4db5-908e-be4bb256e287,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:12.158250 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35944) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:12.335516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-77576463-17db-4fbc-9e01-a4b17b79463d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:12.438495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-77576463-17db-4fbc-9e01-a4b17b79463d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:12.444781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-77576463-17db-4fbc-9e01-a4b17b79463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:12.491834 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-77576463-17db-4fbc-9e01-a4b17b79463d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05b679cee76444d586e0dd77dc8653ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275337 Oct 29 09:05:12.491834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77576463-17db-4fbc-9e01-a4b17b79463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6394a0b1-5aa7-496c-9ad8-c07ed8715aec,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:12.492429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35954) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:12.553264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6693095e-bbed-4fe3-bd11-e76b8d09292e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:12.579950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6693095e-bbed-4fe3-bd11-e76b8d09292e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:12.650091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6693095e-bbed-4fe3-bd11-e76b8d09292e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:12.652702 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6693095e-bbed-4fe3-bd11-e76b8d09292e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:12.653873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6693095e-bbed-4fe3-bd11-e76b8d09292e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6394a0b1-5aa7-496c-9ad8-c07ed8715aec HTTP/1.1" status: 204 len: 168 time: 0.1595423 Oct 29 09:05:12.669254 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693095e-bbed-4fe3-bd11-e76b8d09292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394a0b1-5aa7-496c-9ad8-c07ed8715aec,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:12.980350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 35964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:12.994429 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-664896f7-5460-47e1-b5e5-b5d07309b593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:13.071948 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-664896f7-5460-47e1-b5e5-b5d07309b593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:13.077418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-664896f7-5460-47e1-b5e5-b5d07309b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:13.130121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 35970) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:13.132395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-664896f7-5460-47e1-b5e5-b5d07309b593 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33356dd45c8c48b28ac4817727096f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508272 Oct 29 09:05:13.133729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664896f7-5460-47e1-b5e5-b5d07309b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad9e1b-99c2-4dd6-afac-9272104030b3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:13.218577 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4983cbaa-9e48-455c-9eb3-7d11d8216368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:13.261194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4983cbaa-9e48-455c-9eb3-7d11d8216368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:13.310554 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4983cbaa-9e48-455c-9eb3-7d11d8216368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:13.313452 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4983cbaa-9e48-455c-9eb3-7d11d8216368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:13.314662 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4983cbaa-9e48-455c-9eb3-7d11d8216368 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0ad9e1b-99c2-4dd6-afac-9272104030b3 HTTP/1.1" status: 204 len: 168 time: 0.1835566 Oct 29 09:05:13.324147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983cbaa-9e48-455c-9eb3-7d11d8216368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad9e1b-99c2-4dd6-afac-9272104030b3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:14.322225 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da8185a2-8de2-4773-9c60-5e552d37e594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:17.026040 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6df92d3d-2e08-4ccb-9ffd-f4992b73a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:18.248349 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:18.311257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:19.414077 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-56c1804c-0dc6-4ae4-855a-7576a903e3aa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602424 Oct 29 09:05:19.561101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-b633a1d7-f7f3-4946-869f-2af0a82c04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:19.563039 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-b633a1d7-f7f3-4946-869f-2af0a82c04d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1097 time: 0.0622499 Oct 29 09:05:19.593584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:19.738909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-b497c897-da8a-408b-8676-e1d6ef13fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:19.741473 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-b497c897-da8a-408b-8676-e1d6ef13fcdf service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1532631 Oct 29 09:05:19.814691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-d17720c0-c6e1-4b39-bf38-2cafeeacd4b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 200 len: 1002 time: 0.0657122 Oct 29 09:05:19.879427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-b71ec5a4-bb3d-4c58-a137-d3b83885dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:19.881173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-b71ec5a4-bb3d-4c58-a137-d3b83885dac0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0589006 Oct 29 09:05:19.950133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-03068dcc-04f4-4ba9-8739-0e4599ad1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:19.951871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-03068dcc-04f4-4ba9-8739-0e4599ad1059 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631783 Oct 29 09:05:19.963263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-0dd7151d-7644-4c2c-a970-c77bb6904eac service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:05:19.964315 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-0dd7151d-7644-4c2c-a970-c77bb6904eac service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054557 Oct 29 09:05:20.067389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-5dc88b17-a2f6-49cd-b0b7-9cd8510150d1 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956016 Oct 29 09:05:20.193999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ef4e6e48-5221-4d50-9026-04e396d0b783 req-6463e644-f4e6-49af-be6f-f63ff7af759f service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173372 Oct 29 09:05:21.153142 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-30427c8e-7a99-4a56-ac44-c332baed03da tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423401826&fields=id&tenant_id=3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 267 time: 0.0366046 Oct 29 09:05:21.270928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-ac073ed9-dc7c-4735-bf8c-c29f5005240f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:21.272503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-ac073ed9-dc7c-4735-bf8c-c29f5005240f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1119373 Oct 29 09:05:21.288195 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-4797b243-e1c4-463f-9f90-ffaa0f68c8b1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/quotas/3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 375 time: 0.0097544 Oct 29 09:05:21.358461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-4140946a-6b15-4fe8-9263-8f401e78eebb tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0630989 Oct 29 09:05:21.496880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-59025301-48b5-4297-96ca-fc10a39b9b9c service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196203 Oct 29 09:05:21.595896 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-6091e4dc-6caa-4d1e-86a9-7c6e846a0a3b service neutron] 10.222.0.70 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901811 Oct 29 09:05:22.166983 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e040b538-813a-4493-8e82-0dc5178151aa req-bc1f13ba-6344-46e2-bae1-68c3bf7a058b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 210 time: 0.2419209 Oct 29 09:05:23.051907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-d40a54d3-208c-4447-b79d-64b39614e485 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:23.053724 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-d40a54d3-208c-4447-b79d-64b39614e485 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 812 time: 0.1284764 Oct 29 09:05:23.106744 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-a2c275ec-ff21-4727-b62b-3cb534d65dd5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c29013403a64017905dd89022361aac HTTP/1.1" status: 200 len: 380 time: 0.0427914 Oct 29 09:05:23.118037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'port': {'device_id': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'admin_state_up': True, 'tenant_id': '3c29013403a64017905dd89022361aac', 'security_groups': ['a6afab87-6ab2-4ad5-b3e9-c580f3c562c5']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:23.300911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-683bcb08-6317-4f85-9cac-2573938a6f29 req-9b445ac3-34fd-424f-be3c-296c084c9e9d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 210 time: 0.0370369 Oct 29 09:05:23.301972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Made reservation on behalf of 3c29013403a64017905dd89022361aac for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:05:23.305605 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:23.483893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.20.0.7 (fc81e9bf-686a-4be5-b97e-55f6d1e4d00c/37d98680-d690-46aa-b75a-86c2b5ce070c/1ac5821e-e9ee-4b53-ae5c-2cf36533b066) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:23.664885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:23.709666 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:23.765023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:23.768298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:23.788567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:23.832570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:23.842666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.843841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.844382 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.844728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.845130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.845448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.845711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.846032 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.846352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.846672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.846993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.847315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:23.866870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:23.867568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:23.888643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-1823bf6e-d31e-4979-b13e-3ca82e3c409c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754028 Oct 29 09:05:23.900601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-964ff46d-0361-45f8-bb58-a67fcccde628 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:05:23.902903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-964ff46d-0361-45f8-bb58-a67fcccde628 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065670 Oct 29 09:05:23.916473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Request body: {'port': {'device_id': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:23.982713 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:24.140274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5f1316d5-b196-45bc-aa6f-b21218ba5ed1 None None] Provisioning complete for port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:05:24.142114 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5f1316d5-b196-45bc-aa6f-b21218ba5ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:24.193138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5f1316d5-b196-45bc-aa6f-b21218ba5ed1 None None] Port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:05:24.349431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:05:24.361932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:24.375572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Transition to ACTIVE for port object 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:05:24.381457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:24.511541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Pushing event updated for resources: {'Port': ['ID=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:24.589392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Attempting to bind port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:05:24.590241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Attempting to bind port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:05:24.590796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Attempting to bind port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:05:24.599457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:05:24.599907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Attempting to bind port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 on network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:05:24.606373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:05:24.610222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Checking segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:05:24.610222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Bound using segment: {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:05:24.610222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Bound port: 1ac5821e-e9ee-4b53-ae5c-2cf36533b066, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd7c6e3-5817-45e8-84ef-da44751a38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:05:24.610222 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:24.613296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb41314-c9f3-4a59-9fb8-eece5bd13809 req-6acb41d7-ad2a-4690-8fba-d7c8925d2d00 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:24.615661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bb41314-c9f3-4a59-9fb8-eece5bd13809 req-6acb41d7-ad2a-4690-8fba-d7c8925d2d00 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.1378474 Oct 29 09:05:24.689773 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bb41314-c9f3-4a59-9fb8-eece5bd13809 req-379375a1-8627-4ba8-b04b-120194876f3b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674007 Oct 29 09:05:24.769598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] For port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:05:24.773439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] For port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:05:24.782136 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:24.896618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:24.897289 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:24.898810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-689490ac-de08-48e7-a159-f22c329c478d service neutron] 10.222.0.15 "PUT /v2.0/ports/1ac5821e-e9ee-4b53-ae5c-2cf36533b066 HTTP/1.1" status: 200 len: 1091 time: 0.9879050 Oct 29 09:05:24.899511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689490ac-de08-48e7-a159-f22c329c478d service neutron] Pushing event updated for resources: {'Port': ['ID=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:24.902385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:05:24.905038 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823cc1a-ff81-4b8b-8a65-951249270aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:05:24.964180 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe22f8-d294-47bd-94b5-012ac10d9d65 x-openstack-request-id: req-7bfe22f8-d294-47bd-94b5-012ac10d9d65 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:05:24.964853 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:05:24.964853 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7bfe22f8-d294-47bd-94b5-012ac10d9d65 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:05:24.965233 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'status': 'completed', 'code': 200} Oct 29 09:05:25.052922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-ab24a71b-8a3c-4344-8621-cee0ca22608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:25.054533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-ab24a71b-8a3c-4344-8621-cee0ca22608e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 1094 time: 0.0882545 Oct 29 09:05:25.131923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-d2734c72-322c-4f1c-8c27-4c12a9e6b226 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066 HTTP/1.1" status: 200 len: 217 time: 0.0660641 Oct 29 09:05:25.200471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-8a0b8600-9738-4c64-be60-5cc6d4115ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:25.202155 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-8a0b8600-9738-4c64-be60-5cc6d4115ea6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0635724 Oct 29 09:05:25.268300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-d6d42d9c-ac0b-4d9b-9d8e-79f6a31a9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:25.270735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-d6d42d9c-ac0b-4d9b-9d8e-79f6a31a9c6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602777 Oct 29 09:05:25.398618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-a84dacca-6703-4b7f-8410-3c1920fcc557 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200209 Oct 29 09:05:25.540452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c43ce37f-c3df-4f70-84c6-cbf396884485 req-fd28fd97-908a-4d50-af52-aa7ececa8659 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328797 Oct 29 09:05:25.647917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-de4c029a-eefc-48cb-8d84-11ee93790dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:25.650423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-de4c029a-eefc-48cb-8d84-11ee93790dff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 1094 time: 0.0576057 Oct 29 09:05:25.775616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-711a8843-f882-4118-add8-8b36a6c7cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:25.777369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-711a8843-f882-4118-add8-8b36a6c7cdf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1187091 Oct 29 09:05:25.837800 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-b0d8b9af-8456-4c29-b343-587dea47642c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066 HTTP/1.1" status: 200 len: 217 time: 0.0510359 Oct 29 09:05:25.881924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301af3-5a1b-4c49-8f2d-83e3588f3b6e req-f2b7866e-1323-4c69-96e3-3181c064e830 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:25.890010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba301af3-5a1b-4c49-8f2d-83e3588f3b6e req-f2b7866e-1323-4c69-96e3-3181c064e830 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0766428 Oct 29 09:05:25.933960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-2262e70e-8ba4-4a19-adc2-3d9e41393e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:25.935787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-2262e70e-8ba4-4a19-adc2-3d9e41393e59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0890648 Oct 29 09:05:25.937958 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ba301af3-5a1b-4c49-8f2d-83e3588f3b6e req-e11a0c5b-d35a-4616-9fd0-aa8eeaca0039 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468144 Oct 29 09:05:26.009868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-3b42df52-636e-4b30-b0ac-fe3dfdf9ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:26.011512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-3b42df52-636e-4b30-b0ac-fe3dfdf9ed55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623755 Oct 29 09:05:26.027646 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:05:26.132928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-3e15a081-718f-42ea-a67e-8fcb5e1180d3 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118720 Oct 29 09:05:26.279699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9823cc1a-ff81-4b8b-8a65-951249270aa1 req-5efbfd5f-6d43-4549-a1f3-18a67f89840b service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393473 Oct 29 09:05:27.082689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ebf49-d191-433d-b509-44a295e30b8d req-1ef31a6a-a02f-431f-acbb-eac6b728254f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:27.090161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f03ebf49-d191-433d-b509-44a295e30b8d req-1ef31a6a-a02f-431f-acbb-eac6b728254f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0631275 Oct 29 09:05:27.138012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f03ebf49-d191-433d-b509-44a295e30b8d req-ac1135fd-2518-4a85-bc97-d8aaaf23d519 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466182 Oct 29 09:05:28.277571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36520) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:28.299035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403f95-38f8-4f25-a893-5dd86c74299e req-fe611806-64f5-40ff-93e4-213c99087808 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:28.308164 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33403f95-38f8-4f25-a893-5dd86c74299e req-fe611806-64f5-40ff-93e4-213c99087808 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0834725 Oct 29 09:05:28.379370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33403f95-38f8-4f25-a893-5dd86c74299e req-a67084be-d053-45d4-9d30-81414c1d1ea7 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646150 Oct 29 09:05:28.415954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08af74fd-d1c7-45d5-9334-4319fb73a6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:28.501720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08af74fd-d1c7-45d5-9334-4319fb73a6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:28.506854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08af74fd-d1c7-45d5-9334-4319fb73a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:28.549805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-08af74fd-d1c7-45d5-9334-4319fb73a6d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e10ffd724a954136a1d7e85adf314ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715337 Oct 29 09:05:28.550734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af74fd-d1c7-45d5-9334-4319fb73a6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803a51a9-c7ef-4395-93be-ecc38f4137df,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:28.552833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36526) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:28.616206 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c53b5418-718e-4c11-ae37-71969ee37d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:28.646269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c53b5418-718e-4c11-ae37-71969ee37d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:28.696106 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c53b5418-718e-4c11-ae37-71969ee37d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:28.698719 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c53b5418-718e-4c11-ae37-71969ee37d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:28.699974 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c53b5418-718e-4c11-ae37-71969ee37d24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/803a51a9-c7ef-4395-93be-ecc38f4137df HTTP/1.1" status: 204 len: 168 time: 0.1458726 Oct 29 09:05:28.708582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b5418-718e-4c11-ae37-71969ee37d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803a51a9-c7ef-4395-93be-ecc38f4137df,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:29.026239 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36540) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:29.040846 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-989abbef-897e-41e3-85de-b51b27a11506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:29.119721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-989abbef-897e-41e3-85de-b51b27a11506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:29.125236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-989abbef-897e-41e3-85de-b51b27a11506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:29.163351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-989abbef-897e-41e3-85de-b51b27a11506 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=816bc54076bb46e6b1164fd7415c32ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358881 Oct 29 09:05:29.166381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36544) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:29.173702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989abbef-897e-41e3-85de-b51b27a11506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009ffe7c-b552-406a-b86c-612a26bb95b7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:29.234016 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db8bfb59-f845-4d55-8ed6-09e16da409da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:29.265422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db8bfb59-f845-4d55-8ed6-09e16da409da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:29.308371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:29.325729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db8bfb59-f845-4d55-8ed6-09e16da409da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:29.329993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-db8bfb59-f845-4d55-8ed6-09e16da409da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:29.332206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-db8bfb59-f845-4d55-8ed6-09e16da409da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/009ffe7c-b552-406a-b86c-612a26bb95b7 HTTP/1.1" status: 204 len: 168 time: 0.1625853 Oct 29 09:05:29.341769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bfb59-f845-4d55-8ed6-09e16da409da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009ffe7c-b552-406a-b86c-612a26bb95b7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:29.519202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0038813-4ef7-4929-8715-368a0cb98991 req-f02f7187-f63a-4926-bee5-48b91fe26b73 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:29.521093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0038813-4ef7-4929-8715-368a0cb98991 req-f02f7187-f63a-4926-bee5-48b91fe26b73 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0697637 Oct 29 09:05:29.581541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f0038813-4ef7-4929-8715-368a0cb98991 req-c62a2d0e-18cb-4d88-982c-1a381bd818b1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525246 Oct 29 09:05:30.480909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36602) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:30.617752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:30.644119 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ce70f2f-f771-475c-9eca-b530949fbc61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:30.739055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384271f-1448-4783-b7cc-239e5015d9d9 req-bdffdf1e-7230-4595-9cb3-535a5d1b0145 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:30.740883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9384271f-1448-4783-b7cc-239e5015d9d9 req-bdffdf1e-7230-4595-9cb3-535a5d1b0145 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0540502 Oct 29 09:05:30.750799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ce70f2f-f771-475c-9eca-b530949fbc61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:30.757162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ce70f2f-f771-475c-9eca-b530949fbc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:30.793404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9384271f-1448-4783-b7cc-239e5015d9d9 req-7cbd4a98-d102-4faf-b86f-f7ea02320946 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Oct 29 09:05:30.815389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7ce70f2f-f771-475c-9eca-b530949fbc61 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a782eb9733141689d1d1f48ab747c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330543 Oct 29 09:05:30.815741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36614) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:30.817575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce70f2f-f771-475c-9eca-b530949fbc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c828275-9f85-47a1-b015-2d92fad388fa,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:30.887518 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77ce84cf-eafc-417e-be65-9f4d8a910c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:30.914455 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77ce84cf-eafc-417e-be65-9f4d8a910c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:30.978169 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77ce84cf-eafc-417e-be65-9f4d8a910c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:30.981533 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77ce84cf-eafc-417e-be65-9f4d8a910c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:30.983153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-77ce84cf-eafc-417e-be65-9f4d8a910c61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c828275-9f85-47a1-b015-2d92fad388fa HTTP/1.1" status: 204 len: 168 time: 0.1648998 Oct 29 09:05:30.995536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce84cf-eafc-417e-be65-9f4d8a910c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c828275-9f85-47a1-b015-2d92fad388fa,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:31.950598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1565c67-c6d5-4322-bf2b-9583867d3879 req-3127f3fb-9172-4fcb-88e0-84f1849db705 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:31.952165 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1565c67-c6d5-4322-bf2b-9583867d3879 req-3127f3fb-9172-4fcb-88e0-84f1849db705 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0602326 Oct 29 09:05:32.004468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1565c67-c6d5-4322-bf2b-9583867d3879 req-6b57bf35-158b-41ed-b635-fcac2fa6f555 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Oct 29 09:05:32.112009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36666) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:32.222638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1f834f0b-f2c2-4174-ade0-e480f80f480b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:32.311005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1f834f0b-f2c2-4174-ade0-e480f80f480b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:32.316214 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1f834f0b-f2c2-4174-ade0-e480f80f480b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:32.358146 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1f834f0b-f2c2-4174-ade0-e480f80f480b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=223a48ee98dc47db8c0084cd80c148aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450004 Oct 29 09:05:32.359313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f834f0b-f2c2-4174-ade0-e480f80f480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6addeb05-aca0-4b57-9920-bf2921e77c33,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:32.361337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36674) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:32.424140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55db09d0-29cb-486f-b775-6a8aaf957667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:32.448350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55db09d0-29cb-486f-b775-6a8aaf957667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:32.505696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55db09d0-29cb-486f-b775-6a8aaf957667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:32.509440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-55db09d0-29cb-486f-b775-6a8aaf957667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:32.514093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-55db09d0-29cb-486f-b775-6a8aaf957667 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6addeb05-aca0-4b57-9920-bf2921e77c33 HTTP/1.1" status: 204 len: 168 time: 0.1516440 Oct 29 09:05:32.525467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db09d0-29cb-486f-b775-6a8aaf957667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6addeb05-aca0-4b57-9920-bf2921e77c33,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:33.129607 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c009f7-4da6-46fd-bfe6-b6f2deea285f req-26396fda-efb5-4dc0-a120-20f0b854b5f9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:33.131145 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3c009f7-4da6-46fd-bfe6-b6f2deea285f req-26396fda-efb5-4dc0-a120-20f0b854b5f9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0525970 Oct 29 09:05:33.176512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a3c009f7-4da6-46fd-bfe6-b6f2deea285f req-db7a459c-ebe4-4a98-932c-20808a8ac60f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 Oct 29 09:05:33.818095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36726) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:33.919937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-787339241', 'router:external': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:33.943659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Made reservation on behalf of 5a3558bf53d34717a223528bee9e7d21 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:05:33.946718 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:33.955845 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.030912 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.036376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.062282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:05:34.072556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198c64d4-efe6-4985-8f82-9df49c02648b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:34.077620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.078134 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Added segment 2f4c6db3-df05-4eab-b789-1550a3582ad3 of type vlan for network 222bde09-d279-4192-9571-f4f11b21b641 Oct 29 09:05:34.128737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.159080 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.160136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:34.160725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.219879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3978546 Oct 29 09:05:34.220442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36734) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:34.227613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'subnet': {'network_id': '222bde09-d279-4192-9571-f4f11b21b641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:34.231473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f75c6-2cc5-48d8-ab72-42fa689f3ec7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'Network': ['ID=222bde09-d279-4192-9571-f4f11b21b641,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:34.243935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 222bde09-d279-4192-9571-f4f11b21b641 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:05:34.265003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Made reservation on behalf of 5a3558bf53d34717a223528bee9e7d21 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:05:34.268124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.328138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bb3c5-3ff1-4e63-be07-6b67fa0ed976 req-55017153-8544-4894-b710-c923af43eb4c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:34.330405 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a0bb3c5-3ff1-4e63-be07-6b67fa0ed976 req-55017153-8544-4894-b710-c923af43eb4c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0732484 Oct 29 09:05:34.376570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a0bb3c5-3ff1-4e63-be07-6b67fa0ed976 req-3c5d1a61-d7dc-4c59-af68-77bf7b26bc46 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Oct 29 09:05:34.597936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.objects.ports [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 09:05:34.598327 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.659711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'Subnet': ['ID=de5b34a1-1662-4cd2-ae7b-5904ab7e2864,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:34.668740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Checking segment: {'id': '2f4c6db3-df05-4eab-b789-1550a3582ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '222bde09-d279-4192-9571-f4f11b21b641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:05:34.669096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Network hostable DHCP agents. Network: 222bde09-d279-4192-9571-f4f11b21b641, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:05:34.688026 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Network 222bde09-d279-4192-9571-f4f11b21b641 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:05:34.697510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 222bde09-d279-4192-9571-f4f11b21b641) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:34.702316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:34.703134 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.709711 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b7a83-36c9-44cc-9646-821a938e678b None None] Network 222bde09-d279-4192-9571-f4f11b21b641 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:05:34.723951 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cacabc86-e7fc-42ab-b520-6f6db5e11417 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4997747 Oct 29 09:05:34.725143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36736) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:34.729529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1700255321', 'network_id': '222bde09-d279-4192-9571-f4f11b21b641'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:34.755666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Made reservation on behalf of 5a3558bf53d34717a223528bee9e7d21 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:05:34.758896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:34.776520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] device_id is not set on port 41018dee-a5c8-42eb-b4e6-8f84bf6ea5b6 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 09:05:34.851234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b3c514-b5b8-43b9-97cf-c1f4d44ecb21 None None] Network 222bde09-d279-4192-9571-f4f11b21b641 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:05:34.878138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Allocated IP 172.20.0.4 (222bde09-d279-4192-9571-f4f11b21b641/de5b34a1-1662-4cd2-ae7b-5904ab7e2864/41018dee-a5c8-42eb-b4e6-8f84bf6ea5b6) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:35.031486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.066855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.112598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Network 222bde09-d279-4192-9571-f4f11b21b641 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:35.115572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:35.118678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:35.147221 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'Port': ['ID=41018dee-a5c8-42eb-b4e6-8f84bf6ea5b6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:35.171823 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:35.172649 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.191215 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9bfca057-125c-4ffc-9b79-0a5fd40187fd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4657645 Oct 29 09:05:35.193771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36740) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:35.275947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc0b1d-373c-481c-bd4f-0f9ae990da32 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Deleting port 41018dee-a5c8-42eb-b4e6-8f84bf6ea5b6 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:35.276667 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0b1d-373c-481c-bd4f-0f9ae990da32 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.358801 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0b1d-373c-481c-bd4f-0f9ae990da32 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.370624 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc0b1d-373c-481c-bd4f-0f9ae990da32 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Calling delete_port for 41018dee-a5c8-42eb-b4e6-8f84bf6ea5b6 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:35.547798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12bb15-3ba9-4e9d-808b-32c72b698015 req-0743e142-9ef7-49b5-8a9f-97bd266d526e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:35.549296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca12bb15-3ba9-4e9d-808b-32c72b698015 req-0743e142-9ef7-49b5-8a9f-97bd266d526e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0907815 Oct 29 09:05:35.554727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0b1d-373c-481c-bd4f-0f9ae990da32 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.595040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc0b1d-373c-481c-bd4f-0f9ae990da32 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event deleted for resources: {'Port': ['ID=41018dee-a5c8-42eb-b4e6-8f84bf6ea5b6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:35.657756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca12bb15-3ba9-4e9d-808b-32c72b698015 req-a02c7b0c-8f1f-4df8-a58e-2daeec96e97c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007733 Oct 29 09:05:35.681294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0b1d-373c-481c-bd4f-0f9ae990da32 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.684658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0fcc0b1d-373c-481c-bd4f-0f9ae990da32 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "DELETE /v2.0/ports/41018dee-a5c8-42eb-b4e6-8f84bf6ea5b6 HTTP/1.1" status: 204 len: 168 time: 0.4898973 Oct 29 09:05:35.687492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36744) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:35.691992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bde09-d279-4192-9571-f4f11b21b641', 'external_fixed_ips': [{'subnet_id': 'de5b34a1-1662-4cd2-ae7b-5904ab7e2864', 'ip_address': '172.20.0.4'}]}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:35.713785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.714782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.770644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:35.912203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:36.128076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:36.148049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:36.295980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Allocated IP 172.20.0.4 (222bde09-d279-4192-9571-f4f11b21b641/de5b34a1-1662-4cd2-ae7b-5904ab7e2864/3fc31c10-10fe-4aa5-af66-2e0ca14baa99) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:36.409910 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:36.445821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:36.486294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Network 222bde09-d279-4192-9571-f4f11b21b641 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:36.491342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:36.495002 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:36.522479 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc31c10-10fe-4aa5-af66-2e0ca14baa99,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:36.760452 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:36.783663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949efe4-b9ae-4d85-bb37-7fa7c4285c0f req-1a2ba216-fcf9-40f9-8579-7e7f9ea016a5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:36.785236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4949efe4-b9ae-4d85-bb37-7fa7c4285c0f req-1a2ba216-fcf9-40f9-8579-7e7f9ea016a5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 943 time: 0.0534298 Oct 29 09:05:36.832546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4949efe4-b9ae-4d85-bb37-7fa7c4285c0f req-e9903bae-dce2-402d-830f-37f5161dd853 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Oct 29 09:05:36.925963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:05:36.977715 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:37.048665 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:37.062828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'port_id': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'mac_address': 'fa:16:3e:72:04:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:05:37.104233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:37.119004 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:05:37.142125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:37.147764 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:37.206437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:37.393198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['1ac5821e-e9ee-4b53-ae5c-2cf36533b066'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:05:37.430857 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Router 302a74f4-5cd6-4b14-933d-529595328d21 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:05:37.551593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:37.570362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:37.574208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Sync routers for ids ['302a74f4-5cd6-4b14-933d-529595328d21'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:37.574379 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-31b3dc2b-956a-4da6-822e-4e6e9d79bfa8 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.8831885 Oct 29 09:05:37.574527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36752) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:37.595992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Routers {'302a74f4-5cd6-4b14-933d-529595328d21'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:37.596636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['302a74f4-5cd6-4b14-933d-529595328d21'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:37.687908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:37.752305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Set router 302a74f4-5cd6-4b14-933d-529595328d21 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:37.810249 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:37.876370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Deleting port 3fc31c10-10fe-4aa5-af66-2e0ca14baa99 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:37.876896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.024620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df6847-8047-4a6f-92c4-0a0b02e6ccbd req-3aef1f3b-9f68-4f96-a479-6699937369fd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:38.026262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-31df6847-8047-4a6f-92c4-0a0b02e6ccbd req-3aef1f3b-9f68-4f96-a479-6699937369fd tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 944 time: 0.0800378 Oct 29 09:05:38.070633 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.096119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Calling delete_port for 3fc31c10-10fe-4aa5-af66-2e0ca14baa99 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:38.114160 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-31df6847-8047-4a6f-92c4-0a0b02e6ccbd req-40759650-fc2a-4119-8980-d18d265891a4 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776498 Oct 29 09:05:38.179832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302a74f4-5cd6-4b14-933d-529595328d21', 'name': '', 'tenant_id': '5a3558bf53d34717a223528bee9e7d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bde09-d279-4192-9571-f4f11b21b641', 'external_fixed_ips': [{'subnet_id': 'de5b34a1-1662-4cd2-ae7b-5904ab7e2864', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3fc31c10-10fe-4aa5-af66-2e0ca14baa99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:05:35Z', 'updated_at': '2021-10-29T09:05:36Z', 'revision_number': 3, 'project_id': '5a3558bf53d34717a223528bee9e7d21', 'gw_port': {'id': '3fc31c10-10fe-4aa5-af66-2e0ca14baa99', 'name': '', 'network_id': '222bde09-d279-4192-9571-f4f11b21b641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302a74f4-5cd6-4b14-933d-529595328d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'de5b34a1-1662-4cd2-ae7b-5904ab7e2864', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:05:36Z', 'updated_at': '2021-10-29T09:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5b34a1-1662-4cd2-ae7b-5904ab7e2864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:38.209372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Checking router: 302a74f4-5cd6-4b14-933d-529595328d21 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:05:38.209967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Updating router 302a74f4-5cd6-4b14-933d-529595328d21 port 3fc31c10-10fe-4aa5-af66-2e0ca14baa99 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:05:38.244062 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.351268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.401139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fc31c10-10fe-4aa5-af66-2e0ca14baa99,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:38.495441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.579789 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 09:05:38.580292 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 09:05:38.600030 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.602606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.661627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.662216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 302a74f4-5cd6-4b14-933d-529595328d21 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:05:38.670087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.673966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7da43f14-fcb8-45ba-adad-f6d7a1a3bc66 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "DELETE /v2.0/routers/302a74f4-5cd6-4b14-933d-529595328d21 HTTP/1.1" status: 204 len: 168 time: 1.0957861 Oct 29 09:05:38.674468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 36820) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:38.726667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8218ea9-f838-47fb-8526-5b374e760243 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Deleting subnet de5b34a1-1662-4cd2-ae7b-5904ab7e2864 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:05:38.733312 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8218ea9-f838-47fb-8526-5b374e760243 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.776056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8218ea9-f838-47fb-8526-5b374e760243 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.818538 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8218ea9-f838-47fb-8526-5b374e760243 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.888203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8218ea9-f838-47fb-8526-5b374e760243 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.924709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a8218ea9-f838-47fb-8526-5b374e760243 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:38.930622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a8218ea9-f838-47fb-8526-5b374e760243 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/de5b34a1-1662-4cd2-ae7b-5904ab7e2864 HTTP/1.1" status: 204 len: 168 time: 0.2517724 Oct 29 09:05:38.930622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8218ea9-f838-47fb-8526-5b374e760243 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=de5b34a1-1662-4cd2-ae7b-5904ab7e2864,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:38.931701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36858) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:38.948415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:05:39.023540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:05:39.029746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:05:39.030692 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.032111 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.104481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Port 3fc31c10-10fe-4aa5-af66-2e0ca14baa99 not found while updating agent binding for router 302a74f4-5cd6-4b14-933d-529595328d21. {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 29 09:05:39.124353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Routers set() bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:39.124353 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Router IDs set() for agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 09:05:39.125092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_agentschedulers_db [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'302a74f4-5cd6-4b14-933d-529595328d21'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent'). {{(pid=102115) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 09:05:39.125612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbf0c9-6b9a-4baf-9dd1-3ab3eeb38a05 None None] The sync data for ids ['302a74f4-5cd6-4b14-933d-529595328d21'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:39.126488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.166776 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.171784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222bde09-d279-4192-9571-f4f11b21b641']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:39.182775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4c6db3-df05-4eab-b789-1550a3582ad3') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:39.183098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4c6db3-df05-4eab-b789-1550a3582ad3') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:39.196765 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.199858 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:05:39.207154 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f2823-d1e4-45a5-8db5-9a4158c0dce1" -d '{"events": [{"server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "name": "network-vif-plugged", "status": "completed", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:05:39.217485 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.230157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:39.237104 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.248209 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:05:39.248634 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:05:39.254344 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:05:39.341218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0856ef-8685-4eca-8904-0c7c3d378e6e req-e340a14f-5363-419b-9580-1882db9dd8ea tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:39.344047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e0856ef-8685-4eca-8904-0c7c3d378e6e req-e340a14f-5363-419b-9580-1882db9dd8ea tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 945 time: 0.1127591 Oct 29 09:05:39.354142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.361892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 222bde09-d279-4192-9571-f4f11b21b641 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 09:05:39.363768 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b178a3-9329-489a-83b4-b00b111f684e x-openstack-request-id: req-32b178a3-9329-489a-83b4-b00b111f684e {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:05:39.364268 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "name": "network-vif-plugged", "status": "completed", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:05:39.364776 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32b178a3-9329-489a-83b4-b00b111f684e {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:05:39.365380 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'code': 200} Oct 29 09:05:39.365881 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.375469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "DELETE /v2.0/networks/222bde09-d279-4192-9571-f4f11b21b641 HTTP/1.1" status: 204 len: 168 time: 0.4363298 Oct 29 09:05:39.384661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923594e-d147-4322-96ad-67179c73d4e6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event deleted for resources: {'Network': ['ID=222bde09-d279-4192-9571-f4f11b21b641,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:39.424060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:39.506009 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3e0856ef-8685-4eca-8904-0c7c3d378e6e req-e41c1b5a-4135-4090-92de-c10c7f4e0e7e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182110 Oct 29 09:05:39.518865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a92df-7073-4bc2-9db4-18186e51b48f req-6780d25a-96e2-4350-8729-c1297b7a7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:39.520682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c9a92df-7073-4bc2-9db4-18186e51b48f req-6780d25a-96e2-4350-8729-c1297b7a7932 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 1096 time: 0.1196654 Oct 29 09:05:39.588398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c9a92df-7073-4bc2-9db4-18186e51b48f req-929e7b8b-928f-4b46-9ac4-f56060c5c819 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511672 Oct 29 09:05:39.680571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36946) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:39.685280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-251aef8a-33ef-49a4-8869-68157aa920bd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'router': {'name': 'tempest-router--610971559', 'project_id': 'd99eae13a48f46f79e3d0bc4e4493453'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:39.722159 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251aef8a-33ef-49a4-8869-68157aa920bd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.724514 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251aef8a-33ef-49a4-8869-68157aa920bd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.800394 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251aef8a-33ef-49a4-8869-68157aa920bd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.806582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251aef8a-33ef-49a4-8869-68157aa920bd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.830614 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-251aef8a-33ef-49a4-8869-68157aa920bd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:39.832400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-251aef8a-33ef-49a4-8869-68157aa920bd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1507819 Oct 29 09:05:39.835318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 36966) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:39.936435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dd84-6611-4bd0-8225-51a813b13291 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:40.111046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dd84-6611-4bd0-8225-51a813b13291 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:40.113294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dd84-6611-4bd0-8225-51a813b13291 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:40.165772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dd84-6611-4bd0-8225-51a813b13291 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:40.166346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa3dd84-6611-4bd0-8225-51a813b13291 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb4c67d-1cc5-4e3f-add8-82c40bdaba4f {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:05:40.170993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dd84-6611-4bd0-8225-51a813b13291 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:40.178968 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1fa3dd84-6611-4bd0-8225-51a813b13291 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "DELETE /v2.0/routers/0eb4c67d-1cc5-4e3f-add8-82c40bdaba4f HTTP/1.1" status: 204 len: 168 time: 0.3421311 Oct 29 09:05:40.308804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37034) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:40.578754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1317591802', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:40.625100 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:40.626660 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:40.710749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:40.720869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedd498-f165-4eb5-a6be-e668ba794b3e req-ccbaec41-dd33-404a-acc5-c8d0cc320e85 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:40.722599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8eedd498-f165-4eb5-a6be-e668ba794b3e req-ccbaec41-dd33-404a-acc5-c8d0cc320e85 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 945 time: 0.1218820 Oct 29 09:05:40.775945 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8eedd498-f165-4eb5-a6be-e668ba794b3e req-f4c03421-abdb-4519-a8ef-0c7d99643a77 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443268 Oct 29 09:05:40.907716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:41.143152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:41.164056 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:41.275544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Allocated IP 172.25.5.14 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/045d26a5-d857-4956-a15b-1944ff5468b3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:41.385539 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:41.425315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:41.473530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:41.476271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:41.480787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:41.484084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event updated for resources: {'Port': ['ID=045d26a5-d857-4956-a15b-1944ff5468b3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:41.965198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8189e3-583d-42af-b48a-65273927369b req-4a600f2a-9b69-43a0-a330-717f304b8a9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:41.966721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b8189e3-583d-42af-b48a-65273927369b req-4a600f2a-9b69-43a0-a330-717f304b8a9c tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 945 time: 0.0839367 Oct 29 09:05:42.080801 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3b8189e3-583d-42af-b48a-65273927369b req-da01d5ea-2d5a-48ea-9eab-2531ff48853f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768125 Oct 29 09:05:42.094633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:42.198219 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfc649-6e78-475c-a83f-eaef4d6896c0 req-a7d78623-8cef-450f-940d-a81ced3fab3b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:42.199936 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44cfc649-6e78-475c-a83f-eaef4d6896c0 req-a7d78623-8cef-450f-940d-a81ced3fab3b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 945 time: 0.0505376 Oct 29 09:05:42.239529 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44cfc649-6e78-475c-a83f-eaef4d6896c0 req-4fd76204-7dc8-412a-b76b-02c33cb79960 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Oct 29 09:05:42.262391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37232) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:42.299692 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:42.316086 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e0a8b-7c4b-4eb1-a6be-176f12480f46 tempest-TestVolumeBootPattern-239896102 tempest-TestVolumeBootPattern-239896102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:42.320428 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-878e0a8b-7c4b-4eb1-a6be-176f12480f46 tempest-TestVolumeBootPattern-239896102 tempest-TestVolumeBootPattern-239896102-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 1091 time: 0.0542133 Oct 29 09:05:42.320621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37238) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:42.325581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'tenant_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:42.350683 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:42.472567 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:42.484135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Router 8a089d45-655d-4b1a-926a-80839378c539 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:05:42.583374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Allocated IP 172.25.5.128 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/b0f28003-7c15-4dde-847f-ae1a24b3b6af) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:42.657661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-78e4b985-f45d-4672-9316-9ff423efb962 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:42.659146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-78e4b985-f45d-4672-9316-9ff423efb962 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/networks?id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 HTTP/1.1" status: 200 len: 813 time: 0.1845412 Oct 29 09:05:42.679532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:42.681978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-ff99c9bd-7ed2-43bb-84e6-af2cd32a45e9 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/quotas/95a1613c063a4d41b61c336b3701c18a HTTP/1.1" status: 200 len: 375 time: 0.0163829 Oct 29 09:05:42.690978 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b3f730-9123-4416-a530-bcfc0c577340 None None] Sync routers for ids ['8a089d45-655d-4b1a-926a-80839378c539'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:42.697939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:42.701552 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3f730-9123-4416-a530-bcfc0c577340 None None] Routers {'8a089d45-655d-4b1a-926a-80839378c539'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:42.702202 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-48b3f730-9123-4416-a530-bcfc0c577340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8a089d45-655d-4b1a-926a-80839378c539'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:42.726992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-8933ceae-4583-496c-a085-c643da59eed4 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=95a1613c063a4d41b61c336b3701c18a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348575 Oct 29 09:05:42.729863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:42.731088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d7aa3c84-49b8-4518-af34-bace68587231 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4212370 Oct 29 09:05:42.733841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37254) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:42.740713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:42.741315 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-48b3f730-9123-4416-a530-bcfc0c577340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:42.751231 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3f730-9123-4416-a530-bcfc0c577340 None None] Routers {'8a089d45-655d-4b1a-926a-80839378c539'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:42.751985 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-48b3f730-9123-4416-a530-bcfc0c577340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['8a089d45-655d-4b1a-926a-80839378c539'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:42.791526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:42.794599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:42.797006 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-48b3f730-9123-4416-a530-bcfc0c577340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:42.797434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:42.797670 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b3f730-9123-4416-a530-bcfc0c577340 None None] The sync data for ids ['8a089d45-655d-4b1a-926a-80839378c539'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:42.827160 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=b0f28003-7c15-4dde-847f-ae1a24b3b6af,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:42.840872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.841134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.841470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.841800 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.842128 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.842452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.842781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.843546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.843790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.844139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.844464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.844787 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:05:42.917944 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-67eba81f-0950-4960-811a-dc3a606a688e service neutron] 10.222.0.70 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775703 Oct 29 09:05:42.920094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-98748c59-942f-4267-ad27-a6c5f86c08e2 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/routers/8a089d45-655d-4b1a-926a-80839378c539 HTTP/1.1" status: 200 len: 920 time: 0.1850035 Oct 29 09:05:42.923208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37256) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:42.970230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-252a2ab2-5591-49ed-a28e-2871e54f481a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a089d45-655d-4b1a-926a-80839378c539 HTTP/1.1" status: 200 len: 205 time: 0.0458295 Oct 29 09:05:42.972988 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37258) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:43.039726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-91a89b4e-b928-474f-9af4-09f4cdf1d7d7 service neutron] 10.222.0.70 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071107 Oct 29 09:05:43.134300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:43.263099 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-adc5df39-a1f7-476b-99d0-f321c82685b7 req-3e6b7e4d-ed38-459c-ab1e-68657c4a8016 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 210 time: 0.0477352 Oct 29 09:05:43.412975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:43.416299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:43.523138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:43.550942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Deleting port 045d26a5-d857-4956-a15b-1944ff5468b3 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:43.551284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:43.695785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:43.713619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Calling delete_port for 045d26a5-d857-4956-a15b-1944ff5468b3 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:44.096171 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.103648 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.227519 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event updated for resources: {'Port': ['ID=b0f28003-7c15-4dde-847f-ae1a24b3b6af,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:44.249044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-cbb5abcc-c7cd-4039-a282-a41b7bdbe869 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:44.250756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-cbb5abcc-c7cd-4039-a282-a41b7bdbe869 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.93 "GET /v2.0/networks?id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 HTTP/1.1" status: 200 len: 813 time: 0.1266506 Oct 29 09:05:44.260759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.266216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Request body: {'port': {'device_id': 'b32df810-8f7f-4f70-99f4-436505b3718a', 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9', 'admin_state_up': True, 'tenant_id': '95a1613c063a4d41b61c336b3701c18a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:44.303006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c149eb18-80b0-4103-9a41-b6a0977a34d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.356739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.375491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-949ebb19-d92b-4237-ac2a-d5b3c33e4790 req-4a2d35b2-81b7-49af-b268-881c4605edfd tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 210 time: 0.0329177 Oct 29 09:05:44.388631 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event deleted for resources: {'Port': ['ID=045d26a5-d857-4956-a15b-1944ff5468b3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:44.456766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Made reservation on behalf of 95a1613c063a4d41b61c336b3701c18a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:05:44.459389 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Floating IP 83b402cc-8bc2-4e9f-b538-15d74eed9d93 associated. External IP: 172.25.5.128, port: 1ac5821e-e9ee-4b53-ae5c-2cf36533b066. Oct 29 09:05:44.460833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.536549 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.595051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Allocated IP 172.20.0.3 (7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9/63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a/6c485a13-60fc-4fe3-8e0c-5d5a0a214f09) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:44.636579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.640548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.697311 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.697810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Fanout notify agent at l3_agent the message router_deleted on router 8a089d45-655d-4b1a-926a-80839378c539 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:05:44.733532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.734670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f992637d-860f-4b10-825c-d73f96df42c9 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/8a089d45-655d-4b1a-926a-80839378c539 HTTP/1.1" status: 204 len: 168 time: 1.7607102 Oct 29 09:05:44.739139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37272) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:44.743566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'router': {'name': 'tempest-snat-router-148339665', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': False}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:44.775797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.792689 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.793711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.808911 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:05:44.865777 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.867971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.923376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:44.934063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:44.945662 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:44.946813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:44.947528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:44.977685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fb28c537-29d4-4f55-b597-3903d5dca398 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6559584 Oct 29 09:05:44.978623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:05:44.981261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:44.981612 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c71420-7bfa-4507-91f5-85c08bfdb93e" -d '{"events": [{"name": "network-changed", "server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:05:44.988630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:44.995101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:45.003848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Pushing event updated for resources: {'Port': ['ID=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:45.080792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:45.096459 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:45.119347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:45.120027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:45.168660 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b4b7b2-0bd7-4c2f-b849-850ebbacbe6f x-openstack-request-id: req-a2b4b7b2-0bd7-4c2f-b849-850ebbacbe6f {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:05:45.169174 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:05:45.169595 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2b4b7b2-0bd7-4c2f-b849-850ebbacbe6f {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:05:45.170163 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'status': 'completed', 'code': 200} Oct 29 09:05:45.181605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-33b35477-20d5-4cd3-9770-8c04b3002f12 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9219761 Oct 29 09:05:45.331311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Request body: {'port': {'device_id': 'b32df810-8f7f-4f70-99f4-436505b3718a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:45.343630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:35Z', 'revision_number': 1, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}, {'id': '83b402cc-8bc2-4e9f-b538-15d74eed9d93', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:72:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:05:43Z', 'updated_at': '2021-10-29T09:05:43Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:45.371247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:05:45.380256 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:45.380877 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:45.441808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:45.444991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-99187270-ccd2-4643-ae71-af3912223ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:45.446562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-99187270-ccd2-4643-ae71-af3912223ef6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 1096 time: 0.2492130 Oct 29 09:05:45.492597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:45.493317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:45.580303 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:45.728375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:35Z', 'revision_number': 1, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}, {'id': '83b402cc-8bc2-4e9f-b538-15d74eed9d93', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:72:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:05:43Z', 'updated_at': '2021-10-29T09:05:43Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:45.732364 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae789a-e59a-4b85-9a07-59ae91a2f2c9 req-4dfa7733-a347-4d56-ad95-b5c5cee68f59 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:45.734001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-62ae789a-e59a-4b85-9a07-59ae91a2f2c9 req-4dfa7733-a347-4d56-ad95-b5c5cee68f59 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 931 time: 0.2644620 Oct 29 09:05:45.760246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69ee64-a049-4d71-a513-0092b7537c42 None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:35Z', 'revision_number': 1, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}, {'id': '83b402cc-8bc2-4e9f-b538-15d74eed9d93', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:72:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:05:43Z', 'updated_at': '2021-10-29T09:05:43Z', 'revision_number': 0, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:45.765544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-a05ecff0-65b3-4f26-b5ce-ccb275b08b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:45.767038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-a05ecff0-65b3-4f26-b5ce-ccb275b08b7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.3097332 Oct 29 09:05:45.977922 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da71db-7913-4adf-b112-60bd2f7f9840 None None] New status for floating IP 83b402cc-8bc2-4e9f-b538-15d74eed9d93: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:05:46.231514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-62ae789a-e59a-4b85-9a07-59ae91a2f2c9 req-58d9361f-f82b-48cb-8b66-a9c0590b9723 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838645 Oct 29 09:05:46.266005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Allocated IP 172.25.5.4 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/43c1aefb-bd81-4a4d-a2d8-dcf1808efd92) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:46.280928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-c0b263a3-78ff-4819-b3ed-8f8d3d6b514a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066 HTTP/1.1" status: 200 len: 999 time: 0.4980607 Oct 29 09:05:46.437852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-c37bcf1c-184a-4db2-a105-9aaf79bf60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:46.439395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-c37bcf1c-184a-4db2-a105-9aaf79bf60e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.1489551 Oct 29 09:05:46.500648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:05:46.521784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:46.542747 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:46.548683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Transition to ACTIVE for port object 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:05:46.556282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:46.590150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-e6530997-e3dc-4599-a820-846fbae845a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:46.591710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-e6530997-e3dc-4599-a820-846fbae845a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421306 Oct 29 09:05:46.669234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:46.708258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:46.789002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:46.805344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:46.812848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:46.817783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'Port': ['ID=43c1aefb-bd81-4a4d-a2d8-dcf1808efd92,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:46.839259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-725b320f-ff3a-498a-8b32-24ddfd6fdc4d service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385948 Oct 29 09:05:46.885696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Attempting to bind port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:05:46.885991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Attempting to bind port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:05:46.886318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Attempting to bind port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 on network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:05:46.925877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 on network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:05:46.926212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Attempting to bind port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 on network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:05:46.998829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:05:46.999230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Checking segment: {'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:05:46.999660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Bound using segment: {'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:05:47.000130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Bound port: 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:05:47.000495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:47.024269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-93bb102d-f1b0-433e-a25a-fc92f81263d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:47.082441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0c71420-7bfa-4507-91f5-85c08bfdb93e req-5b5bb874-f3b0-4797-bfec-91c164c8b081 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270682 Oct 29 09:05:47.182425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] For port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:05:47.201492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] For port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:05:47.208862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:47.262788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:47.263435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:47.264964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] 10.222.0.93 "PUT /v2.0/ports/6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 HTTP/1.1" status: 200 len: 1091 time: 2.0740600 Oct 29 09:05:47.265413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32df810-8f7f-4f70-99f4-436505b3718a', 'tag': '6c485a13-60fc-4fe3-8e0c-5d5a0a214f09'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:05:47.267745 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d546dd-978e-4fbf-8798-0c9a63adea64" -d '{"events": [{"name": "network-changed", "server_uuid": "b32df810-8f7f-4f70-99f4-436505b3718a", "tag": "6c485a13-60fc-4fe3-8e0c-5d5a0a214f09"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:05:47.278457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:47.386105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88772883-8f30-4bd1-a863-b14e7b7ed2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:47.390637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43326-23cf-4089-a1f8-829d6872443a req-2c69b9ff-3b7c-45c4-a676-9ea6d1e69f96 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:47.392822 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24f43326-23cf-4089-a1f8-829d6872443a req-2c69b9ff-3b7c-45c4-a676-9ea6d1e69f96 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 943 time: 0.0678635 Oct 29 09:05:47.394534 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4727de4-5204-40ef-aef3-141e66d9c889 x-openstack-request-id: req-c4727de4-5204-40ef-aef3-141e66d9c889 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:05:47.394883 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32df810-8f7f-4f70-99f4-436505b3718a", "tag": "6c485a13-60fc-4fe3-8e0c-5d5a0a214f09", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:05:47.395079 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4727de4-5204-40ef-aef3-141e66d9c889 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:05:47.395475 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32df810-8f7f-4f70-99f4-436505b3718a', 'tag': '6c485a13-60fc-4fe3-8e0c-5d5a0a214f09', 'status': 'completed', 'code': 200} Oct 29 09:05:47.430175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-8c6bb78b-75c5-4465-9982-ab0e18cee1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:47.431726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-8c6bb78b-75c5-4465-9982-ab0e18cee1ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95a1613c063a4d41b61c336b3701c18a&device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 1094 time: 0.1071808 Oct 29 09:05:47.435003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24f43326-23cf-4089-a1f8-829d6872443a req-8e30f457-f074-4337-9dfb-6df5f095bafb tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Oct 29 09:05:47.533768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-4b464ff3-b123-44cc-9201-80ec1318434a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 HTTP/1.1" status: 200 len: 217 time: 0.0925438 Oct 29 09:05:47.602253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-e50002ed-1baa-4ffb-b3b5-6643fe6ff92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:47.603715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-e50002ed-1baa-4ffb-b3b5-6643fe6ff92f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a HTTP/1.1" status: 200 len: 853 time: 0.0625985 Oct 29 09:05:47.608564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:47.670254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-948d4e3f-b585-4243-a134-6d17fff81d1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584049 Oct 29 09:05:47.812278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-fc8290ed-6261-4730-9c5c-af38535aa1a0 service neutron] 10.222.0.93 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163156 Oct 29 09:05:47.883842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Router 3ad399ab-d2e9-40a0-a8f7-481fddd922ce is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:05:47.979464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4ac3d8d-ed92-448b-8142-e41904d74541 req-2ba885e9-7f74-4080-a76a-17cd5b44ebc9 service neutron] 10.222.0.93 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595433 Oct 29 09:05:48.021295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:48.030824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Sync routers for ids ['3ad399ab-d2e9-40a0-a8f7-481fddd922ce'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:48.042463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Routers {'3ad399ab-d2e9-40a0-a8f7-481fddd922ce'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:48.043224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['3ad399ab-d2e9-40a0-a8f7-481fddd922ce'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:48.069413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.070662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a84f9a87-ae19-4ed5-8bd9-5c9c7597158f tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3304684 Oct 29 09:05:48.073879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37294) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:48.085912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-0a064944-6e33-444f-9762-13cf4d75e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:48.087441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-0a064944-6e33-444f-9762-13cf4d75e419 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95a1613c063a4d41b61c336b3701c18a&device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 1094 time: 0.0556173 Oct 29 09:05:48.153506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Set router 3ad399ab-d2e9-40a0-a8f7-481fddd922ce gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:48.184665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-2349af3c-1737-4053-aa32-67bb08d4f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:48.186207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-2349af3c-1737-4053-aa32-67bb08d4f907 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 HTTP/1.1" status: 200 len: 915 time: 0.0918334 Oct 29 09:05:48.187324 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bdbb3c73-6bb4-4f4d-8588-155ff0801078 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/routers/3ad399ab-d2e9-40a0-a8f7-481fddd922ce HTTP/1.1" status: 200 len: 906 time: 0.1118639 Oct 29 09:05:48.190023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37296) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:48.194374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'router': {'name': 'tempest-snat-router-148339665', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': True}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:48.218788 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.221104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.241397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-116f28dd-74de-4932-8f30-4851011d2932 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 HTTP/1.1" status: 200 len: 217 time: 0.0478323 Oct 29 09:05:48.276265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.288319 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.298474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-503a751e-fa46-4698-9a94-da2d42b629ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:48.300126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-503a751e-fa46-4698-9a94-da2d42b629ac service neutron] 10.222.0.93 "GET /v2.0/subnets?id=63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a HTTP/1.1" status: 200 len: 853 time: 0.0517433 Oct 29 09:05:48.333101 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.336225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-c522dbb1-76fe-4313-97d6-ab2c59039c16 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289435 Oct 29 09:05:48.367945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad399ab-d2e9-40a0-a8f7-481fddd922ce', 'name': 'tempest-snat-router-148339665', 'tenant_id': '5a3558bf53d34717a223528bee9e7d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.4'}], 'enable_snat': False}, 'gw_port_id': '43c1aefb-bd81-4a4d-a2d8-dcf1808efd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:05:44Z', 'updated_at': '2021-10-29T09:05:47Z', 'revision_number': 3, 'project_id': '5a3558bf53d34717a223528bee9e7d21', 'gw_port': {'id': '43c1aefb-bd81-4a4d-a2d8-dcf1808efd92', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad399ab-d2e9-40a0-a8f7-481fddd922ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:05:45Z', 'updated_at': '2021-10-29T09:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:48.395850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Checking router: 3ad399ab-d2e9-40a0-a8f7-481fddd922ce for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:05:48.396242 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Updating router 3ad399ab-d2e9-40a0-a8f7-481fddd922ce port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:05:48.424765 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.438516 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-f0cf0c36-dcf3-42f1-a665-986c6f3a31d4 service neutron] 10.222.0.93 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939670 Oct 29 09:05:48.453985 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.573385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97d546dd-978e-4fbf-8798-0c9a63adea64 req-d8bf6c9a-d852-4b15-a694-de3cedd820e7 service neutron] 10.222.0.93 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270230 Oct 29 09:05:48.592740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2427727-527a-499c-9f7a-e13f52ac90f5 req-936fa1ae-becc-4caf-bdcd-bd240d53ff69 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:48.594442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2427727-527a-499c-9f7a-e13f52ac90f5 req-936fa1ae-becc-4caf-bdcd-bd240d53ff69 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 943 time: 0.0687187 Oct 29 09:05:48.636652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2427727-527a-499c-9f7a-e13f52ac90f5 req-feefee86-1a09-4bf3-97fb-79f3643cd956 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353770 Oct 29 09:05:48.681520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.704081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.731737 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.738718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.794247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aaa00-d49c-4ffc-8f64-843f66e68ceb None None] Pushing event updated for resources: {'Port': ['ID=43c1aefb-bd81-4a4d-a2d8-dcf1808efd92,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:48.801195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Attempting to bind port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:05:48.801195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Attempting to bind port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:05:48.801195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Attempting to bind port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:05:48.803290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:05:48.803762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:05:48.804241 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.804815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:05:48.805345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Bound port: 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:05:48.805728 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.813535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Allocated IP 172.25.5.195 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/189c89ad-ae90-4301-9933-11addcd940cb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:48.857149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] For port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:05:48.860690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] For port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=43c1aefb-bd81-4a4d-a2d8-dcf1808efd92,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:05:48.866335 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.923040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Routers {'3ad399ab-d2e9-40a0-a8f7-481fddd922ce'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:48.923662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['3ad399ab-d2e9-40a0-a8f7-481fddd922ce'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:48.925067 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:48.928434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aaa00-d49c-4ffc-8f64-843f66e68ceb None None] Pushing event updated for resources: {'Port': ['ID=43c1aefb-bd81-4a4d-a2d8-dcf1808efd92,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:48.959388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:49.002322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:49.003706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:49.008563 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:49.012138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'Port': ['ID=189c89ad-ae90-4301-9933-11addcd940cb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:49.038332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] Set router 3ad399ab-d2e9-40a0-a8f7-481fddd922ce gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:49.260945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:49.393883 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad399ab-d2e9-40a0-a8f7-481fddd922ce', 'name': 'tempest-snat-router-148339665', 'tenant_id': '5a3558bf53d34717a223528bee9e7d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.4'}], 'enable_snat': False}, 'gw_port_id': '43c1aefb-bd81-4a4d-a2d8-dcf1808efd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:05:44Z', 'updated_at': '2021-10-29T09:05:47Z', 'revision_number': 3, 'project_id': '5a3558bf53d34717a223528bee9e7d21', 'gw_port': {'id': '43c1aefb-bd81-4a4d-a2d8-dcf1808efd92', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad399ab-d2e9-40a0-a8f7-481fddd922ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:05:45Z', 'updated_at': '2021-10-29T09:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:49.428290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9af633-db68-45bb-8cc8-d54c3a682c8c None None] The sync data for ids ['3ad399ab-d2e9-40a0-a8f7-481fddd922ce'] in n-d-815940-1 is: [{'id': '3ad399ab-d2e9-40a0-a8f7-481fddd922ce', 'name': 'tempest-snat-router-148339665', 'tenant_id': '5a3558bf53d34717a223528bee9e7d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.4'}], 'enable_snat': False}, 'gw_port_id': '43c1aefb-bd81-4a4d-a2d8-dcf1808efd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:05:44Z', 'updated_at': '2021-10-29T09:05:47Z', 'revision_number': 3, 'project_id': '5a3558bf53d34717a223528bee9e7d21', 'gw_port': {'id': '43c1aefb-bd81-4a4d-a2d8-dcf1808efd92', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad399ab-d2e9-40a0-a8f7-481fddd922ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:05:45Z', 'updated_at': '2021-10-29T09:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:49.470201 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:49.589893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:49.609784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Router c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:05:50.059449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:50.070086 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Sync routers for ids ['c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:50.082736 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Routers {'c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:50.083926 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:50.099190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.100486 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2684e88a-a032-4091-801c-aaa34970c9f7 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9095130 Oct 29 09:05:50.103553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37302) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:50.116506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6247ee9-d9be-4712-8f96-57c892472993 req-5675376f-a764-499d-9821-87833a7ba8c7 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:50.118010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6247ee9-d9be-4712-8f96-57c892472993 req-5675376f-a764-499d-9821-87833a7ba8c7 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 943 time: 0.3713708 Oct 29 09:05:50.167738 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6247ee9-d9be-4712-8f96-57c892472993 req-da51d94c-e1af-4377-bd0e-fff973598e4c tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 Oct 29 09:05:50.207742 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Set router c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:50.230721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3f53e82e-5c71-432e-a954-cfe81dc319ac tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/routers/c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a HTTP/1.1" status: 200 len: 907 time: 0.1258402 Oct 29 09:05:50.233557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37304) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:50.346191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.416314 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a', 'name': 'tempest-snat-router-148339665', 'tenant_id': '5a3558bf53d34717a223528bee9e7d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '189c89ad-ae90-4301-9933-11addcd940cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:05:48Z', 'updated_at': '2021-10-29T09:05:49Z', 'revision_number': 3, 'project_id': '5a3558bf53d34717a223528bee9e7d21', 'gw_port': {'id': '189c89ad-ae90-4301-9933-11addcd940cb', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:15:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:05:48Z', 'updated_at': '2021-10-29T09:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:50.451440 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Checking router: c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:05:50.451754 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Updating router c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a port 189c89ad-ae90-4301-9933-11addcd940cb binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:05:50.460902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.480360 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.519260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Deleting port 189c89ad-ae90-4301-9933-11addcd940cb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:50.519609 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.601862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.613787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Calling delete_port for 189c89ad-ae90-4301-9933-11addcd940cb owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:50.746729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:05:50.797043 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.798676 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.db.api [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 09:05:50.799180 n-d-815940-1 neutron-server[102116]: DEBUG oslo_db.api [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 09:05:50.804102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:05:50.804476 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.839180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event deleted for resources: {'Port': ['ID=189c89ad-ae90-4301-9933-11addcd940cb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:50.888429 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.893806 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:50.903329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:05:50.924895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=43c1aefb-bd81-4a4d-a2d8-dcf1808efd92,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:50.934135 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.044387 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=43c1aefb-bd81-4a4d-a2d8-dcf1808efd92,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:51.062799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:51.074700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '6c485a13-60fc-4fe3-8e0c-5d5a0a214f09', 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9', 'port_id': '6c485a13-60fc-4fe3-8e0c-5d5a0a214f09', 'mac_address': 'fa:16:3e:d2:9e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:05:51.117566 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.133724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:05:51.154739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:51.160022 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.214092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:51.318933 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Port 189c89ad-ae90-4301-9933-11addcd940cb not found while updating agent binding for router c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a. {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 29 09:05:51.324649 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.328297 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.329047 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Routers {'c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:51.329963 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:51.385188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad8cbd-5999-4453-8dcc-8a7bb459cff4 req-d1484e9e-118e-41c7-b1dc-3875903fbecb tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:51.387484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7ad8cbd-5999-4453-8dcc-8a7bb459cff4 req-d1484e9e-118e-41c7-b1dc-3875903fbecb tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 944 time: 0.1192598 Oct 29 09:05:51.390824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.391789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:05:51.396576 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.400033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eea3bf6d-cab0-42b3-93c2-49d0dfb970ef tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "DELETE /v2.0/routers/c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a HTTP/1.1" status: 204 len: 168 time: 1.1630039 Oct 29 09:05:51.400601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37308) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:51.415326 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] Set router c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:05:51.434978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7ad8cbd-5999-4453-8dcc-8a7bb459cff4 req-87dd9f2d-9b63-4861-b782-45b14b53afc8 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361762 Oct 29 09:05:51.482962 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a', 'name': 'tempest-snat-router-148339665', 'tenant_id': '5a3558bf53d34717a223528bee9e7d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:05:48Z', 'updated_at': '2021-10-29T09:05:50Z', 'revision_number': 5, 'project_id': '5a3558bf53d34717a223528bee9e7d21', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:51.501519 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6c485a13-60fc-4fe3-8e0c-5d5a0a214f09'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:05:51.512313 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b3ac7-8ca9-44a3-9da5-cf4186e3eda9 None None] The sync data for ids ['c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a'] in n-d-815940-1 is: [{'id': 'c2240b6c-e119-4ae6-b4b3-0b2e80a67e8a', 'name': 'tempest-snat-router-148339665', 'tenant_id': '5a3558bf53d34717a223528bee9e7d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:05:48Z', 'updated_at': '2021-10-29T09:05:50Z', 'revision_number': 5, 'project_id': '5a3558bf53d34717a223528bee9e7d21', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:51.542527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.663387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.726705 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Deleting port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:51.727103 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.816860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] For port 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=43c1aefb-bd81-4a4d-a2d8-dcf1808efd92,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:51.817292 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:51.839740 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Calling delete_port for 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:52.035573 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.069510 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event deleted for resources: {'Port': ['ID=43c1aefb-bd81-4a4d-a2d8-dcf1808efd92,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:52.138399 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.244732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.247227 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.295087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.295937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad399ab-d2e9-40a0-a8f7-481fddd922ce {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:05:52.300930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.306652 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4a2cb4c2-8616-476d-baea-879d662395d6 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "DELETE /v2.0/routers/3ad399ab-d2e9-40a0-a8f7-481fddd922ce HTTP/1.1" status: 204 len: 168 time: 0.9005563 Oct 29 09:05:52.306652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:52.313332 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1754455161', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:52.342520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.344578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.412209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.616888 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.688535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96f8ab-7adb-4d27-b480-0826cce87bbd req-09bf7d59-e9d4-4740-91ce-b242345d35bd tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:52.690195 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd96f8ab-7adb-4d27-b480-0826cce87bbd req-09bf7d59-e9d4-4740-91ce-b242345d35bd tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 944 time: 0.1337621 Oct 29 09:05:52.741558 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bd96f8ab-7adb-4d27-b480-0826cce87bbd req-8ecdd953-6eef-4d6b-9dc5-ed027709e7ce tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434408 Oct 29 09:05:52.872552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:05:52.897314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:05:52.897551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.897674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 43c1aefb-bd81-4a4d-a2d8-dcf1808efd92 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:05:52.905249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:05:52.916629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:52.959201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:05:52.963737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:05:52.964203 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:53.020771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Allocated IP 172.25.5.151 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/380a2b00-9c4f-4980-aecb-83346dfe0d9f) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:53.055260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:53.079203 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32df810-8f7f-4f70-99f4-436505b3718a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c485a13-60fc-4fe3-8e0c-5d5a0a214f09'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:05:53.081498 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5805df3-0085-49db-a9d7-d77cf9a6fbe0" -d '{"events": [{"server_uuid": "b32df810-8f7f-4f70-99f4-436505b3718a", "name": "network-vif-plugged", "status": "completed", "tag": "6c485a13-60fc-4fe3-8e0c-5d5a0a214f09"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:05:53.099219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:05:53.104469 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:53.130051 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4489104b-a2eb-41cd-89c2-235e5d77a62a x-openstack-request-id: req-4489104b-a2eb-41cd-89c2-235e5d77a62a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:05:53.130460 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32df810-8f7f-4f70-99f4-436505b3718a", "name": "network-vif-plugged", "status": "completed", "tag": "6c485a13-60fc-4fe3-8e0c-5d5a0a214f09", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:05:53.130713 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4489104b-a2eb-41cd-89c2-235e5d77a62a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:05:53.131111 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32df810-8f7f-4f70-99f4-436505b3718a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c485a13-60fc-4fe3-8e0c-5d5a0a214f09', 'code': 200} Oct 29 09:05:53.134954 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:53.160185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:53.174245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:53.215320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:53.218409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:53.222138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:53.228854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1418bba-c330-4e5b-9ead-907eb7599ab5 req-93d6e682-7336-46c0-aa99-cfc2314992d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:53.230439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1418bba-c330-4e5b-9ead-907eb7599ab5 req-93d6e682-7336-46c0-aa99-cfc2314992d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 1096 time: 0.0501087 Oct 29 09:05:53.244851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event updated for resources: {'Port': ['ID=380a2b00-9c4f-4980-aecb-83346dfe0d9f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:53.268134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1418bba-c330-4e5b-9ead-907eb7599ab5 req-6a142651-6346-4bf1-9159-753c7545d3cd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308602 Oct 29 09:05:53.486709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:53.705308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:53.880617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf1dc2-da8c-47a5-9489-de20c84a5d4c req-ad636cf2-0c27-4d2d-862a-f37745734486 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:53.882112 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13bf1dc2-da8c-47a5-9489-de20c84a5d4c req-ad636cf2-0c27-4d2d-862a-f37745734486 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 945 time: 0.0663686 Oct 29 09:05:53.895886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Router 80786f3a-b133-4b0c-9aa3-2fcda51522b7 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:05:53.957687 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-13bf1dc2-da8c-47a5-9489-de20c84a5d4c req-a2d65b01-3f31-4a5f-85ec-0fe20b5f0cbe tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691247 Oct 29 09:05:54.026315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:54.036355 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665d8d7-abab-45c0-96cc-97b0240a3783 None None] Sync routers for ids ['80786f3a-b133-4b0c-9aa3-2fcda51522b7'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:54.048071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:54.048674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665d8d7-abab-45c0-96cc-97b0240a3783 None None] Routers {'80786f3a-b133-4b0c-9aa3-2fcda51522b7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:54.049310 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7c68d864-69e4-411a-a4e9-bbd4e6eaf86f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7413015 Oct 29 09:05:54.049446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0665d8d7-abab-45c0-96cc-97b0240a3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['80786f3a-b133-4b0c-9aa3-2fcda51522b7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:54.052189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37320) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:54.056711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2f58fe29-4dda-48ca-8dbd-bd82710b5ed0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': False}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:54.082932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0665d8d7-abab-45c0-96cc-97b0240a3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:54.092260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665d8d7-abab-45c0-96cc-97b0240a3783 None None] Routers {'80786f3a-b133-4b0c-9aa3-2fcda51522b7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:54.093099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0665d8d7-abab-45c0-96cc-97b0240a3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['80786f3a-b133-4b0c-9aa3-2fcda51522b7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:54.130887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0665d8d7-abab-45c0-96cc-97b0240a3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:54.131523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665d8d7-abab-45c0-96cc-97b0240a3783 None None] The sync data for ids ['80786f3a-b133-4b0c-9aa3-2fcda51522b7'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:54.670294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f58fe29-4dda-48ca-8dbd-bd82710b5ed0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:55.080349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533572e-5a29-4328-a1d8-474f6d5db6fd req-364d1513-6046-4722-97d9-90bdb108d7d2 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:55.082040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0533572e-5a29-4328-a1d8-474f6d5db6fd req-364d1513-6046-4722-97d9-90bdb108d7d2 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 945 time: 0.0516636 Oct 29 09:05:55.097879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f58fe29-4dda-48ca-8dbd-bd82710b5ed0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:55.101732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f58fe29-4dda-48ca-8dbd-bd82710b5ed0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:55.121432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0533572e-5a29-4328-a1d8-474f6d5db6fd req-c832b556-e7dc-419d-a115-b76e04bec38b tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Oct 29 09:05:55.219506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f58fe29-4dda-48ca-8dbd-bd82710b5ed0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Router 80786f3a-b133-4b0c-9aa3-2fcda51522b7 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:05:55.331636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f58fe29-4dda-48ca-8dbd-bd82710b5ed0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:55.337772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2f58fe29-4dda-48ca-8dbd-bd82710b5ed0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:55.342022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2f58fe29-4dda-48ca-8dbd-bd82710b5ed0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "PUT /v2.0/routers/80786f3a-b133-4b0c-9aa3-2fcda51522b7 HTTP/1.1" status: 200 len: 922 time: 1.2858469 Oct 29 09:05:55.342022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37362) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:55.346525 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c721f52-e152-4cf8-b365-fcb291818382 None None] Sync routers for ids ['80786f3a-b133-4b0c-9aa3-2fcda51522b7'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:55.357107 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c721f52-e152-4cf8-b365-fcb291818382 None None] Routers {'80786f3a-b133-4b0c-9aa3-2fcda51522b7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:55.358092 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5c721f52-e152-4cf8-b365-fcb291818382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['80786f3a-b133-4b0c-9aa3-2fcda51522b7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:55.396860 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5c721f52-e152-4cf8-b365-fcb291818382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:55.416865 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c721f52-e152-4cf8-b365-fcb291818382 None None] Routers {'80786f3a-b133-4b0c-9aa3-2fcda51522b7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:55.417604 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5c721f52-e152-4cf8-b365-fcb291818382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['80786f3a-b133-4b0c-9aa3-2fcda51522b7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:55.460877 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5c721f52-e152-4cf8-b365-fcb291818382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:55.461535 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c721f52-e152-4cf8-b365-fcb291818382 None None] The sync data for ids ['80786f3a-b133-4b0c-9aa3-2fcda51522b7'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:55.468543 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0860ecdb-eb58-4517-ad9c-d76785349d3c tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/routers/80786f3a-b133-4b0c-9aa3-2fcda51522b7 HTTP/1.1" status: 200 len: 922 time: 0.1222017 Oct 29 09:05:55.468543 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37364) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:55.552081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7fda5-d0bc-4634-908e-ace73384562c tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:55.553333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a1f7fda5-d0bc-4634-908e-ace73384562c tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=80786f3a-b133-4b0c-9aa3-2fcda51522b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0844371 Oct 29 09:05:55.556085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37368) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:55.646198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0bab8-4d09-47ee-923f-32fbc417f45c tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:55.650545 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-29a0bab8-4d09-47ee-923f-32fbc417f45c tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 881 time: 0.0905085 Oct 29 09:05:55.650702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37372) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:55.681382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3c77a0c6-ca8d-489f-9bc7-679d9c77d0d7 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=80786f3a-b133-4b0c-9aa3-2fcda51522b7 HTTP/1.1" status: 200 len: 205 time: 0.0295911 Oct 29 09:05:55.684068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37376) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:55.793090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:55.907362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:55.965416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Deleting port 380a2b00-9c4f-4980-aecb-83346dfe0d9f {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:55.965761 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.044378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.056977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Calling delete_port for 380a2b00-9c4f-4980-aecb-83346dfe0d9f owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:56.229835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.258074 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event deleted for resources: {'Port': ['ID=380a2b00-9c4f-4980-aecb-83346dfe0d9f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:56.322458 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.421782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.423609 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.469323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.469847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Fanout notify agent at l3_agent the message router_deleted on router 80786f3a-b133-4b0c-9aa3-2fcda51522b7 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:05:56.477819 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.479008 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-30243de3-1eaa-49b6-987c-b13c228a7148 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/80786f3a-b133-4b0c-9aa3-2fcda51522b7 HTTP/1.1" status: 204 len: 168 time: 0.7940252 Oct 29 09:05:56.482716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37406) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:56.487229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1e8ceebf-7b80-43ea-aa0c-9186a22bb464 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1139568727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:56.514174 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e8ceebf-7b80-43ea-aa0c-9186a22bb464 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.515737 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e8ceebf-7b80-43ea-aa0c-9186a22bb464 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.571401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e8ceebf-7b80-43ea-aa0c-9186a22bb464 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.577544 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e8ceebf-7b80-43ea-aa0c-9186a22bb464 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.598247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e8ceebf-7b80-43ea-aa0c-9186a22bb464 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:56.599638 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e8ceebf-7b80-43ea-aa0c-9186a22bb464 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1157615 Oct 29 09:05:56.602329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37410) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:56.606963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:56.826951 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:57.039334 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:57.058500 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:57.169015 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Allocated IP 172.25.5.171 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/afa3d57a-94a9-4fdd-9a35-cae73331f8b5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:05:57.276686 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:57.312981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:57.356451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:05:57.359497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:05:57.365635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:05:57.394434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event updated for resources: {'Port': ['ID=afa3d57a-94a9-4fdd-9a35-cae73331f8b5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:57.967004 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:58.178848 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:58.182183 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:58.317354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Router 735a7986-973d-4acb-93e1-1aa14cc7eed7 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:05:58.429930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:05:58.437059 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:58.440369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffacfff-15c5-4348-a471-5c03ae03dd58 None None] Sync routers for ids ['735a7986-973d-4acb-93e1-1aa14cc7eed7'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:05:58.441211 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f45c7c7e-d79d-4b56-a2e0-7b267344e681 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "PUT /v2.0/routers/735a7986-973d-4acb-93e1-1aa14cc7eed7 HTTP/1.1" status: 200 len: 880 time: 1.8378346 Oct 29 09:05:58.441352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37416) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:58.453780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffacfff-15c5-4348-a471-5c03ae03dd58 None None] Routers {'735a7986-973d-4acb-93e1-1aa14cc7eed7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:58.454409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7ffacfff-15c5-4348-a471-5c03ae03dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['735a7986-973d-4acb-93e1-1aa14cc7eed7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:58.490836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7ffacfff-15c5-4348-a471-5c03ae03dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:58.501431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffacfff-15c5-4348-a471-5c03ae03dd58 None None] Routers {'735a7986-973d-4acb-93e1-1aa14cc7eed7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:05:58.502861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7ffacfff-15c5-4348-a471-5c03ae03dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['735a7986-973d-4acb-93e1-1aa14cc7eed7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:58.542227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7ffacfff-15c5-4348-a471-5c03ae03dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:05:58.543166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffacfff-15c5-4348-a471-5c03ae03dd58 None None] The sync data for ids ['735a7986-973d-4acb-93e1-1aa14cc7eed7'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:05:58.551149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6777400b-bda8-4cbb-9a2a-7f79fae21dc9 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/routers/735a7986-973d-4acb-93e1-1aa14cc7eed7 HTTP/1.1" status: 200 len: 921 time: 0.1086962 Oct 29 09:05:58.554129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37418) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:58.630422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57717694-8a60-4d91-b21e-981db905acd0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:58.632268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-57717694-8a60-4d91-b21e-981db905acd0 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=735a7986-973d-4acb-93e1-1aa14cc7eed7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0771139 Oct 29 09:05:58.635339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37420) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:58.733470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84e60d-a604-4b1c-b8ce-7099cf7a96cd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:05:58.737696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f84e60d-a604-4b1c-b8ce-7099cf7a96cd tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 881 time: 0.0984325 Oct 29 09:05:58.738094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37424) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:58.771130 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f727df15-8cfd-4c2c-939d-620ecba5895a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=735a7986-973d-4acb-93e1-1aa14cc7eed7 HTTP/1.1" status: 200 len: 205 time: 0.0295143 Oct 29 09:05:58.771376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37426) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:58.919099 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.054462 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.133678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Deleting port afa3d57a-94a9-4fdd-9a35-cae73331f8b5 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:05:59.134293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.252796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.267009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Calling delete_port for afa3d57a-94a9-4fdd-9a35-cae73331f8b5 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:05:59.319312 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.454674 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.481959 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event deleted for resources: {'Port': ['ID=afa3d57a-94a9-4fdd-9a35-cae73331f8b5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:05:59.553062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.656635 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.659358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.710953 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.711620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Fanout notify agent at l3_agent the message router_deleted on router 735a7986-973d-4acb-93e1-1aa14cc7eed7 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:05:59.719124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.720446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c990f091-88cf-4fe0-aecf-2bbb50a15c60 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/735a7986-973d-4acb-93e1-1aa14cc7eed7 HTTP/1.1" status: 204 len: 168 time: 0.9480901 Oct 29 09:05:59.723945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37428) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:59.728949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fd875858-d314-4385-b311-f7706e297b23 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-755490896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:05:59.756846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd875858-d314-4385-b311-f7706e297b23 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.758110 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd875858-d314-4385-b311-f7706e297b23 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.823221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd875858-d314-4385-b311-f7706e297b23 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.828842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd875858-d314-4385-b311-f7706e297b23 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.848920 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fd875858-d314-4385-b311-f7706e297b23 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:05:59.850313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fd875858-d314-4385-b311-f7706e297b23 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1252306 Oct 29 09:05:59.853036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37432) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:05:59.858043 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': True}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:00.082260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:00.295494 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:00.316078 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:00.428719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Allocated IP 172.25.5.23 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5c4f4d92-77ff-4c81-8236-dd74d7b70ee3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:06:00.542901 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:00.581298 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:00.623120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:06:00.624376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:00.626488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:00.630311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:06:00.653228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'Port': ['ID=5c4f4d92-77ff-4c81-8236-dd74d7b70ee3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:00.922997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:01.139154 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:01.144004 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:01.289832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Router da1be3ff-7bd2-4839-ab07-858e5c7b1c4d is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:06:01.401653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:06:01.406822 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:01.411001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37436) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:01.411756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-89e3d07b-f9ae-4913-ab44-d5961e28dabc tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "PUT /v2.0/routers/da1be3ff-7bd2-4839-ab07-858e5c7b1c4d HTTP/1.1" status: 200 len: 913 time: 1.5576012 Oct 29 09:06:01.413652 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce77a65-fdeb-464c-a1f6-5cf58cf6dc2a None None] Sync routers for ids ['da1be3ff-7bd2-4839-ab07-858e5c7b1c4d'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:06:01.425459 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce77a65-fdeb-464c-a1f6-5cf58cf6dc2a None None] Routers {'da1be3ff-7bd2-4839-ab07-858e5c7b1c4d'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:06:01.426428 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9ce77a65-fdeb-464c-a1f6-5cf58cf6dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['da1be3ff-7bd2-4839-ab07-858e5c7b1c4d'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:01.467344 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9ce77a65-fdeb-464c-a1f6-5cf58cf6dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:01.477233 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce77a65-fdeb-464c-a1f6-5cf58cf6dc2a None None] Routers {'da1be3ff-7bd2-4839-ab07-858e5c7b1c4d'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:06:01.477845 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9ce77a65-fdeb-464c-a1f6-5cf58cf6dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['da1be3ff-7bd2-4839-ab07-858e5c7b1c4d'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:01.512509 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-9ce77a65-fdeb-464c-a1f6-5cf58cf6dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:01.513167 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce77a65-fdeb-464c-a1f6-5cf58cf6dc2a None None] The sync data for ids ['da1be3ff-7bd2-4839-ab07-858e5c7b1c4d'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:06:01.547527 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-01c9028b-5790-40ba-8789-91b6e2be26de tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/routers/da1be3ff-7bd2-4839-ab07-858e5c7b1c4d HTTP/1.1" status: 200 len: 919 time: 0.1351180 Oct 29 09:06:01.550141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37438) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:01.593918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89543c5b-3dbb-438d-b767-0f9be7eaeeda tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:01.595516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-89543c5b-3dbb-438d-b767-0f9be7eaeeda tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=da1be3ff-7bd2-4839-ab07-858e5c7b1c4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0443747 Oct 29 09:06:01.598241 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37440) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:01.691956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666f87f-03f5-48bd-84a7-be8b5a9ce25d tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:01.693485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b666f87f-03f5-48bd-84a7-be8b5a9ce25d tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 881 time: 0.0942829 Oct 29 09:06:01.696429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37442) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:01.725614 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a1d630b1-ab88-4732-90d7-5457e9f345d8 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=da1be3ff-7bd2-4839-ab07-858e5c7b1c4d HTTP/1.1" status: 200 len: 205 time: 0.0280402 Oct 29 09:06:01.728347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37444) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:01.845612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:01.958201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.037993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Deleting port 5c4f4d92-77ff-4c81-8236-dd74d7b70ee3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:02.038332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.122314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.135409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Calling delete_port for 5c4f4d92-77ff-4c81-8236-dd74d7b70ee3 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:02.315044 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.348181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event deleted for resources: {'Port': ['ID=5c4f4d92-77ff-4c81-8236-dd74d7b70ee3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:02.423795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.519720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.521957 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.570433 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.570866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Fanout notify agent at l3_agent the message router_deleted on router da1be3ff-7bd2-4839-ab07-858e5c7b1c4d {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:06:02.578397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.579363 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7ddc5a86-eb07-439c-9a26-0b718a79a956 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/da1be3ff-7bd2-4839-ab07-858e5c7b1c4d HTTP/1.1" status: 204 len: 168 time: 0.8500290 Oct 29 09:06:02.584080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37448) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:02.590117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-186ccb98-1506-4412-b182-61290a24649a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1543517543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:02.617182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-186ccb98-1506-4412-b182-61290a24649a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.618230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-186ccb98-1506-4412-b182-61290a24649a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.679098 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-186ccb98-1506-4412-b182-61290a24649a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.684961 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-186ccb98-1506-4412-b182-61290a24649a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.706500 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-186ccb98-1506-4412-b182-61290a24649a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:02.710673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37450) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:02.710898 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-186ccb98-1506-4412-b182-61290a24649a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1256628 Oct 29 09:06:02.715565 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'enable_snat': False}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:03.027530 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:06:03.278302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:03.504126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:03.530491 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:03.654619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Allocated IP 172.25.5.203 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/3aee3c59-bf6d-4394-8eb7-219f508875a0) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:06:03.765531 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:03.802368 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:03.848216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:06:03.851159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:03.854758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:06:03.881808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Pushing event updated for resources: {'Port': ['ID=3aee3c59-bf6d-4394-8eb7-219f508875a0,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:04.164530 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:04.374434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:04.377795 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:04.528830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Router 86e54843-2cba-4c06-95bd-7fc584cd2447 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:06:04.641960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:06:04.646205 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:04.647437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-79adeb75-ee92-4429-a677-320b239a17cf tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "PUT /v2.0/routers/86e54843-2cba-4c06-95bd-7fc584cd2447 HTTP/1.1" status: 200 len: 916 time: 1.9355278 Oct 29 09:06:04.650532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37456) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:04.653756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffed50b-4d33-4018-9fe4-b98d712adfbc None None] Sync routers for ids ['86e54843-2cba-4c06-95bd-7fc584cd2447'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:06:04.665345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffed50b-4d33-4018-9fe4-b98d712adfbc None None] Routers {'86e54843-2cba-4c06-95bd-7fc584cd2447'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:06:04.666357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2ffed50b-4d33-4018-9fe4-b98d712adfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['86e54843-2cba-4c06-95bd-7fc584cd2447'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:04.716917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2ffed50b-4d33-4018-9fe4-b98d712adfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:04.728707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffed50b-4d33-4018-9fe4-b98d712adfbc None None] Routers {'86e54843-2cba-4c06-95bd-7fc584cd2447'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:06:04.729324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2ffed50b-4d33-4018-9fe4-b98d712adfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['86e54843-2cba-4c06-95bd-7fc584cd2447'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:04.766658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-2ffed50b-4d33-4018-9fe4-b98d712adfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:04.767325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffed50b-4d33-4018-9fe4-b98d712adfbc None None] The sync data for ids ['86e54843-2cba-4c06-95bd-7fc584cd2447'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:06:04.776893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-32df7fcf-20e4-4f72-8247-38dcd85540ae tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/routers/86e54843-2cba-4c06-95bd-7fc584cd2447 HTTP/1.1" status: 200 len: 922 time: 0.1250262 Oct 29 09:06:04.779477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37458) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:04.830290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d61d9e-4c63-4c9f-a5e9-51636fd1ab10 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:04.831914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-50d61d9e-4c63-4c9f-a5e9-51636fd1ab10 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=86e54843-2cba-4c06-95bd-7fc584cd2447&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0514331 Oct 29 09:06:04.834646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37460) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:04.931472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ee0b2-bf55-4e88-9961-9cca302627e5 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:04.933049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-df1ee0b2-bf55-4e88-9961-9cca302627e5 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/networks/6fec1c60-9481-4b61-bbaf-90b386e9f372 HTTP/1.1" status: 200 len: 881 time: 0.0974541 Oct 29 09:06:04.936296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37462) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:04.964792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-351041bc-5db8-4be5-9fde-c20216d0a763 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=86e54843-2cba-4c06-95bd-7fc584cd2447 HTTP/1.1" status: 200 len: 205 time: 0.0273573 Oct 29 09:06:04.967749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37464) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:05.084960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.201085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.262423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Deleting port 3aee3c59-bf6d-4394-8eb7-219f508875a0 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:05.263083 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.350076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.362612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Calling delete_port for 3aee3c59-bf6d-4394-8eb7-219f508875a0 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:05.558516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.589928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event deleted for resources: {'Port': ['ID=3aee3c59-bf6d-4394-8eb7-219f508875a0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:05.653170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.757442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.759724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.813022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.813966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Fanout notify agent at l3_agent the message router_deleted on router 86e54843-2cba-4c06-95bd-7fc584cd2447 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:06:05.821258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.826863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37478) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:05.828410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b3ac9146-0b43-4043-bb33-79ab1633a29c tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/86e54843-2cba-4c06-95bd-7fc584cd2447 HTTP/1.1" status: 204 len: 168 time: 0.8593626 Oct 29 09:06:05.832175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-826347461', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}, 'admin_state_up': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:05.858266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.859597 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:05.918763 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:06.068418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:06.284458 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:06.305086 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:06.422316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Allocated IP 172.25.5.39 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/2647ab3d-b516-4e2d-a757-4535475d0f98) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:06:06.547708 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:06.585336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:06.630625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:06:06.633760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:06.640910 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:06:06.667053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event updated for resources: {'Port': ['ID=2647ab3d-b516-4e2d-a757-4535475d0f98,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:06.934988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:07.470490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:07.619016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Router 9a006a18-f2b0-48bb-a372-83494395d43c is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:06:07.743262 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:06:07.756985 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390805a5-1265-4969-bc6b-5fa4a2758af0 None None] Sync routers for ids ['9a006a18-f2b0-48bb-a372-83494395d43c'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:06:07.767591 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:07.771451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f94e1e85-64d7-47b0-b161-2c8eebb099be tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9408696 Oct 29 09:06:07.771663 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390805a5-1265-4969-bc6b-5fa4a2758af0 None None] Routers {'9a006a18-f2b0-48bb-a372-83494395d43c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:06:07.771855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37500) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:07.772630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-390805a5-1265-4969-bc6b-5fa4a2758af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9a006a18-f2b0-48bb-a372-83494395d43c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:07.778131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:07.807843 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-390805a5-1265-4969-bc6b-5fa4a2758af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:07.817189 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390805a5-1265-4969-bc6b-5fa4a2758af0 None None] Routers {'9a006a18-f2b0-48bb-a372-83494395d43c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:06:07.818052 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-390805a5-1265-4969-bc6b-5fa4a2758af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9a006a18-f2b0-48bb-a372-83494395d43c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:07.851577 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-390805a5-1265-4969-bc6b-5fa4a2758af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:07.852549 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390805a5-1265-4969-bc6b-5fa4a2758af0 None None] The sync data for ids ['9a006a18-f2b0-48bb-a372-83494395d43c'] in n-d-815940-1 is: [] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:06:08.105613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.119274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.172099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Deleting port 2647ab3d-b516-4e2d-a757-4535475d0f98 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:08.172436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.258981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.274941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Calling delete_port for 2647ab3d-b516-4e2d-a757-4535475d0f98 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:08.462042 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.496109 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Pushing event deleted for resources: {'Port': ['ID=2647ab3d-b516-4e2d-a757-4535475d0f98,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:08.551528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.807625 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5214'] for router, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.811083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635117'] for router, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.902970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Router 9a006a18-f2b0-48bb-a372-83494395d43c has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:06:08.983922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:06:08.990822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:08.992155 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b249bf38-93e1-429b-8874-2149cc1a358a tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "PUT /v2.0/routers/9a006a18-f2b0-48bb-a372-83494395d43c HTTP/1.1" status: 200 len: 705 time: 1.2194376 Oct 29 09:06:08.994910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37504) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:08.997017 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b750db-1f71-4ff2-afc9-67a0141e27b3 None None] Sync routers for ids ['9a006a18-f2b0-48bb-a372-83494395d43c'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:06:09.007059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b750db-1f71-4ff2-afc9-67a0141e27b3 None None] Routers {'9a006a18-f2b0-48bb-a372-83494395d43c'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:06:09.007660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-59b750db-1f71-4ff2-afc9-67a0141e27b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9a006a18-f2b0-48bb-a372-83494395d43c'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:09.044531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-59b750db-1f71-4ff2-afc9-67a0141e27b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:09.054346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b750db-1f71-4ff2-afc9-67a0141e27b3 None None] Routers {'9a006a18-f2b0-48bb-a372-83494395d43c'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:06:09.055223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-59b750db-1f71-4ff2-afc9-67a0141e27b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:05:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9a006a18-f2b0-48bb-a372-83494395d43c'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:09.088785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-59b750db-1f71-4ff2-afc9-67a0141e27b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:09.089691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b750db-1f71-4ff2-afc9-67a0141e27b3 None None] The sync data for ids ['9a006a18-f2b0-48bb-a372-83494395d43c'] in n-d-815940-1 is: [] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:06:09.094004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b8794b69-70c0-4be9-8327-f3cf67741169 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/routers/9a006a18-f2b0-48bb-a372-83494395d43c HTTP/1.1" status: 200 len: 740 time: 0.0979197 Oct 29 09:06:09.096923 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37506) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.151770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2eea0bc4-ab3d-4838-ac07-23450fef7163 tempest-RoutersAdminTest-1691063603 tempest-RoutersAdminTest-1691063603-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&device_id=9a006a18-f2b0-48bb-a372-83494395d43c HTTP/1.1" status: 200 len: 205 time: 0.0509081 Oct 29 09:06:09.152499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37508) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.182127 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8f6e063c-f7f9-4185-881f-36cc4b063f3f tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a006a18-f2b0-48bb-a372-83494395d43c HTTP/1.1" status: 200 len: 205 time: 0.0262578 Oct 29 09:06:09.182377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37510) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.259723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de07c7ce-bb8d-43b9-9e94-7ea1f181f16e tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:09.451425 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de07c7ce-bb8d-43b9-9e94-7ea1f181f16e tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:09.457058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de07c7ce-bb8d-43b9-9e94-7ea1f181f16e tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:09.508486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de07c7ce-bb8d-43b9-9e94-7ea1f181f16e tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:09.509115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de07c7ce-bb8d-43b9-9e94-7ea1f181f16e tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Fanout notify agent at l3_agent the message router_deleted on router 9a006a18-f2b0-48bb-a372-83494395d43c {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:06:09.517957 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de07c7ce-bb8d-43b9-9e94-7ea1f181f16e tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:09.519097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de07c7ce-bb8d-43b9-9e94-7ea1f181f16e tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/9a006a18-f2b0-48bb-a372-83494395d43c HTTP/1.1" status: 204 len: 168 time: 0.3357697 Oct 29 09:06:09.523279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37514) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.555274 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6d6b984a-5bf4-4af8-be1d-cc5d2a3f1a34 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a006a18-f2b0-48bb-a372-83494395d43c HTTP/1.1" status: 200 len: 205 time: 0.0307314 Oct 29 09:06:09.557667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37516) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.606642 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-0016551d-18ad-4627-9cb7-a34fcce60811 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] delete failed (client error): The resource could not be found. Oct 29 09:06:09.607763 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0016551d-18ad-4627-9cb7-a34fcce60811 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/9a006a18-f2b0-48bb-a372-83494395d43c HTTP/1.1" status: 404 len: 336 time: 0.0490510 Oct 29 09:06:09.610602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37518) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.637863 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dd3f7d56-dd92-47f5-8b68-374584d1ebfb tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=86e54843-2cba-4c06-95bd-7fc584cd2447 HTTP/1.1" status: 200 len: 205 time: 0.0261817 Oct 29 09:06:09.640584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37520) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.678063 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-c87c16d4-a7b9-47a7-ae4e-e3b8d33ead7d tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] delete failed (client error): The resource could not be found. Oct 29 09:06:09.679106 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c87c16d4-a7b9-47a7-ae4e-e3b8d33ead7d tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/86e54843-2cba-4c06-95bd-7fc584cd2447 HTTP/1.1" status: 404 len: 336 time: 0.0376151 Oct 29 09:06:09.681985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37522) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.712962 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d84bd156-d23d-49d8-ad12-ea07db165c30 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=da1be3ff-7bd2-4839-ab07-858e5c7b1c4d HTTP/1.1" status: 200 len: 205 time: 0.0298491 Oct 29 09:06:09.715395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37524) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.754018 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-47588823-788f-47b6-a734-58544ce816ee tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] delete failed (client error): The resource could not be found. Oct 29 09:06:09.756289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-47588823-788f-47b6-a734-58544ce816ee tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/da1be3ff-7bd2-4839-ab07-858e5c7b1c4d HTTP/1.1" status: 404 len: 336 time: 0.0387409 Oct 29 09:06:09.758310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37526) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.788609 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b446a5b5-8103-4f3d-99ee-5a8ffc730461 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=735a7986-973d-4acb-93e1-1aa14cc7eed7 HTTP/1.1" status: 200 len: 205 time: 0.0267618 Oct 29 09:06:09.788872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37528) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.828027 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-a59fdfa9-f8a1-4972-8970-21ddbb7c81e7 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] delete failed (client error): The resource could not be found. Oct 29 09:06:09.828997 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a59fdfa9-f8a1-4972-8970-21ddbb7c81e7 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/735a7986-973d-4acb-93e1-1aa14cc7eed7 HTTP/1.1" status: 404 len: 336 time: 0.0393608 Oct 29 09:06:09.831750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37530) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.859199 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c9a8eeba-b86d-4e30-b8f6-6723491f257d tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=80786f3a-b133-4b0c-9aa3-2fcda51522b7 HTTP/1.1" status: 200 len: 205 time: 0.0261595 Oct 29 09:06:09.861535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37532) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.898524 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-aefffee4-352f-4478-a340-ea6a387c0517 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] delete failed (client error): The resource could not be found. Oct 29 09:06:09.899535 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aefffee4-352f-4478-a340-ea6a387c0517 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/80786f3a-b133-4b0c-9aa3-2fcda51522b7 HTTP/1.1" status: 404 len: 336 time: 0.0371130 Oct 29 09:06:09.902336 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37534) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.933023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-103f2601-dbbc-4ed8-a827-207702055764 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a089d45-655d-4b1a-926a-80839378c539 HTTP/1.1" status: 200 len: 205 time: 0.0296407 Oct 29 09:06:09.935454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37536) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:09.972360 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-1e1eab09-23c4-4dc2-af73-b2398a923c9d tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] delete failed (client error): The resource could not be found. Oct 29 09:06:09.973332 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e1eab09-23c4-4dc2-af73-b2398a923c9d tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/routers/8a089d45-655d-4b1a-926a-80839378c539 HTTP/1.1" status: 404 len: 336 time: 0.0368941 Oct 29 09:06:09.976144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37538) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:10.001698 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5cdaaf-d9d2-4c4c-9699-4dc5ff9cba72 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] DELETE failed (client error): The resource could not be found. Oct 29 09:06:10.002151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5cdaaf-d9d2-4c4c-9699-4dc5ff9cba72 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 09:06:10.005068 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ee5cdaaf-d9d2-4c4c-9699-4dc5ff9cba72 tempest-RoutersAdminTest-500479558 tempest-RoutersAdminTest-500479558-project] 10.222.0.70 "DELETE /v2.0/subnets/de5b34a1-1662-4cd2-ae7b-5904ab7e2864 HTTP/1.1" status: 404 len: 337 time: 0.0280440 Oct 29 09:06:10.416921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37546) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:10.565512 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eedacb8d-c071-4ec2-a966-7d204d6fae16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:10.655755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eedacb8d-c071-4ec2-a966-7d204d6fae16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:10.660719 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eedacb8d-c071-4ec2-a966-7d204d6fae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:10.705022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedacb8d-c071-4ec2-a966-7d204d6fae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946d6ad5-0681-4dd3-9217-ba4cc66ec9c4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:10.711858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-eedacb8d-c071-4ec2-a966-7d204d6fae16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9e3d18025bb48a781ec4fb492670020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936287 Oct 29 09:06:10.714850 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37550) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:10.784976 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f157f3d7-f83b-4977-a508-b8014a4e04e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:10.808137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f157f3d7-f83b-4977-a508-b8014a4e04e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:10.863156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f157f3d7-f83b-4977-a508-b8014a4e04e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:10.865922 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f157f3d7-f83b-4977-a508-b8014a4e04e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:10.867287 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f157f3d7-f83b-4977-a508-b8014a4e04e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/946d6ad5-0681-4dd3-9217-ba4cc66ec9c4 HTTP/1.1" status: 204 len: 168 time: 0.1508939 Oct 29 09:06:10.877809 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157f3d7-f83b-4977-a508-b8014a4e04e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946d6ad5-0681-4dd3-9217-ba4cc66ec9c4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:11.152835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37556) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:11.201384 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f8ff5d02-1b13-4a39-9fdc-5c69394a1b08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a3558bf53d34717a223528bee9e7d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447874 Oct 29 09:06:11.201670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37558) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:11.252182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e734-ebf5-4384-a8b3-02114117924a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:11.274023 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e734-ebf5-4384-a8b3-02114117924a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:11.322832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e734-ebf5-4384-a8b3-02114117924a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:11.325788 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e734-ebf5-4384-a8b3-02114117924a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:11.327039 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cdd4e734-ebf5-4384-a8b3-02114117924a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/198c64d4-efe6-4985-8f82-9df49c02648b HTTP/1.1" status: 204 len: 168 time: 0.1244040 Oct 29 09:06:11.338279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4e734-ebf5-4384-a8b3-02114117924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c64d4-efe6-4985-8f82-9df49c02648b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:13.053366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37608) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:13.189840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-964105299', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:13.221124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Made reservation on behalf of 7c5447f0d3cc41d080d879c50287e750 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:06:13.223692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.234102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.350555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.356388 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.363129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] device_id is not set on port 7f655da8-1675-45d4-a7a6-3ed745e096df yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 09:06:13.437708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225e1b89-43b1-443f-94cb-0d6ea892f18d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:13.503132 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Allocated IP 172.25.5.162 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/7f655da8-1675-45d4-a7a6-3ed745e096df) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:06:13.653150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.688912 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.735089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:06:13.738167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:13.740745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:06:13.746992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Pushing event updated for resources: {'Port': ['ID=7f655da8-1675-45d4-a7a6-3ed745e096df,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:13.786361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:13.786980 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.803996 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a7a0f6f4-8070-4113-bced-00080b4fa4a5 tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7494218 Oct 29 09:06:13.806813 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37612) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:13.811502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.162'}]}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:13.834262 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.835219 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:13.891212 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.297938 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-06028c62-e920-4119-8f56-b73510865c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.339538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.551264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.572009 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.728060 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.906323 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.908449 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.952412 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:14.952993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 258bd2a3-d3e3-4c56-adc4-53c42ed3d8ad {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:06:14.973123 n-d-815940-1 neutron-server[102114]: INFO neutron.api.v2.resource [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 29 09:06:14.975883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aa465dd8-78e7-4e52-ba64-784f7782784e tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1666472 Oct 29 09:06:14.977416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37620) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:15.077582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-a3b9316f-32c8-428c-b8d3-7c1010948f31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978532 Oct 29 09:06:15.100903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0db9916f-56dc-45e0-ac8c-941cf175e92a tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Deleting port 7f655da8-1675-45d4-a7a6-3ed745e096df {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:15.101231 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0db9916f-56dc-45e0-ac8c-941cf175e92a tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:15.208966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-ee634afd-b2f4-4570-882a-a966afbb9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:15.210537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-ee634afd-b2f4-4570-882a-a966afbb9e63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 1096 time: 0.0701299 Oct 29 09:06:15.221573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0db9916f-56dc-45e0-ac8c-941cf175e92a tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:15.236594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0db9916f-56dc-45e0-ac8c-941cf175e92a tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Calling delete_port for 7f655da8-1675-45d4-a7a6-3ed745e096df owned by {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:15.384815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-7a189bd1-a031-4c3a-82f9-0621e82aa851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:15.386855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-7a189bd1-a031-4c3a-82f9-0621e82aa851 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1513870 Oct 29 09:06:15.808573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-1a61fcf0-df23-4464-9981-b3999f554702 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066 HTTP/1.1" status: 200 len: 1001 time: 0.4123538 Oct 29 09:06:15.815069 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0db9916f-56dc-45e0-ac8c-941cf175e92a tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:15.876771 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9916f-56dc-45e0-ac8c-941cf175e92a tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f655da8-1675-45d4-a7a6-3ed745e096df,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:15.932237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-de8cd3a0-4d68-41e7-a553-68d46d8c338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:15.933782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-de8cd3a0-4d68-41e7-a553-68d46d8c338e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.1137905 Oct 29 09:06:15.972852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0db9916f-56dc-45e0-ac8c-941cf175e92a tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:15.976128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0db9916f-56dc-45e0-ac8c-941cf175e92a tempest-RoutersAdminNegativeIpV6Test-2100238812 tempest-RoutersAdminNegativeIpV6Test-2100238812-project-admin] 10.222.0.70 "DELETE /v2.0/ports/7f655da8-1675-45d4-a7a6-3ed745e096df HTTP/1.1" status: 204 len: 168 time: 0.9976900 Oct 29 09:06:15.994941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-49ad1db7-b539-4fb0-a957-2b0942df68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:15.996604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-49ad1db7-b539-4fb0-a957-2b0942df68aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547235 Oct 29 09:06:16.104519 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-856b0343-faf1-4ec8-a26c-033299295ad0 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964868 Oct 29 09:06:16.209120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5b500c7-0bd9-4613-93d3-91bba7270dab req-bb91d270-ce8b-420b-8750-a9fb4c73fa55 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969586 Oct 29 09:06:16.271349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37628) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:16.384520 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f6df753d-5cd5-46ac-803e-4870c3371ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:16.472133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f6df753d-5cd5-46ac-803e-4870c3371ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:16.478526 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f6df753d-5cd5-46ac-803e-4870c3371ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:16.516563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df753d-5cd5-46ac-803e-4870c3371ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b73e78-d581-432e-9841-467a77540512,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:16.524050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f6df753d-5cd5-46ac-803e-4870c3371ef0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddf5704cbd8b4715a4fb48bafb66c60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490592 Oct 29 09:06:16.524499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:16.573207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3673221e-5f90-4d00-9ea4-8d31ac807451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:16.594621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3673221e-5f90-4d00-9ea4-8d31ac807451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:16.646092 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3673221e-5f90-4d00-9ea4-8d31ac807451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:16.649081 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3673221e-5f90-4d00-9ea4-8d31ac807451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:16.650416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3673221e-5f90-4d00-9ea4-8d31ac807451 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93b73e78-d581-432e-9841-467a77540512 HTTP/1.1" status: 204 len: 168 time: 0.1251698 Oct 29 09:06:16.660752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673221e-5f90-4d00-9ea4-8d31ac807451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b73e78-d581-432e-9841-467a77540512,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:16.940333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37638) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:16.986845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-21a0b79a-8fe3-4e68-84ca-edf02413fc5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c5447f0d3cc41d080d879c50287e750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452716 Oct 29 09:06:16.989506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37640) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:17.022066 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-edf34d66-2c80-45ae-96a4-55774329d7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:17.044189 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee612-946a-4ab6-bed0-262d43fd28ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:17.066164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee612-946a-4ab6-bed0-262d43fd28ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:17.117993 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee612-946a-4ab6-bed0-262d43fd28ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:17.120552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee612-946a-4ab6-bed0-262d43fd28ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:17.124889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8c2ee612-946a-4ab6-bed0-262d43fd28ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/225e1b89-43b1-443f-94cb-0d6ea892f18d HTTP/1.1" status: 204 len: 168 time: 0.1313002 Oct 29 09:06:17.129980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ee612-946a-4ab6-bed0-262d43fd28ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225e1b89-43b1-443f-94cb-0d6ea892f18d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:17.892685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37664) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:18.002512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-38712846'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:18.028495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Made reservation on behalf of d4c8cbf4f2ae46748a7e34fd6af62520 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:06:18.032082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.040941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.118502 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.127617 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.164475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:06:18.170052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad48277-ba93-4c77-bab6-35449886bc64,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:18.180380 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.180380 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Added segment e1420011-61b8-44ee-8f19-2a1d951d491a of type vlan for network 26fe843b-1bd6-450c-bf5b-9db0eb78412c Oct 29 09:06:18.223789 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.231813 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.252184 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.257939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:18.258523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.298760 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.314349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4205253 Oct 29 09:06:18.317412 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37670) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:18.323080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Request body: {'subnet': {'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:18.331521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f693db-9c22-4358-b0c6-88b37da1fc65 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event updated for resources: {'Network': ['ID=26fe843b-1bd6-450c-bf5b-9db0eb78412c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:18.341837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 26fe843b-1bd6-450c-bf5b-9db0eb78412c details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:06:18.422483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Made reservation on behalf of d4c8cbf4f2ae46748a7e34fd6af62520 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:06:18.426133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.614893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.685066 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event updated for resources: {'Subnet': ['ID=ff1948d9-c205-4d07-819c-b86068b42164,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:18.690819 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Checking segment: {'id': 'e1420011-61b8-44ee-8f19-2a1d951d491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:06:18.691183 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Network hostable DHCP agents. Network: 26fe843b-1bd6-450c-bf5b-9db0eb78412c, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:06:18.710145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Network 26fe843b-1bd6-450c-bf5b-9db0eb78412c is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:06:18.720408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 26fe843b-1bd6-450c-bf5b-9db0eb78412c) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:18.724761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:18.725349 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.732212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2171d8d-f0ec-4af3-8f7d-fcc84ac04028 None None] Network 26fe843b-1bd6-450c-bf5b-9db0eb78412c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:06:18.745620 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f6459530-9317-4ccc-ae2f-f0d4568fd292 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4266570 Oct 29 09:06:18.748295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37672) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:18.754004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Request body: {'port': {'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2123148302'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:18.874965 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Made reservation on behalf of d4c8cbf4f2ae46748a7e34fd6af62520 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:06:18.878603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:18.896758 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] device_id is not set on port c1ea4b58-b5a5-4911-93ba-827f55616268 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 09:06:18.909564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-26fe843b-1bd6-450c-bf5b-9db0eb78412c', 'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c', 'tenant_id': 'd4c8cbf4f2ae46748a7e34fd6af62520', 'fixed_ips': [{'subnet_id': 'ff1948d9-c205-4d07-819c-b86068b42164'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:06:18.910440 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.013575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Allocated IP 172.20.0.14 (26fe843b-1bd6-450c-bf5b-9db0eb78412c/ff1948d9-c205-4d07-819c-b86068b42164/c1ea4b58-b5a5-4911-93ba-827f55616268) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:06:19.164622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.199558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.248714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Network 26fe843b-1bd6-450c-bf5b-9db0eb78412c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:06:19.252361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:19.256307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Allocated IP 172.20.0.2 (26fe843b-1bd6-450c-bf5b-9db0eb78412c/ff1948d9-c205-4d07-819c-b86068b42164/f3804109-10ea-4791-909c-1a46132f53fc) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:06:19.256874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:06:19.283545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event updated for resources: {'Port': ['ID=c1ea4b58-b5a5-4911-93ba-827f55616268,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:19.311969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:19.312599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.329435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e152fa9c-110e-4150-8db3-93f913764136 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5798736 Oct 29 09:06:19.332798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37676) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:19.337872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Request body: {'port': {'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-116049978', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:19.338368 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] bootfile-name is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 09:06:19.338755 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] tftp-server is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 09:06:19.339077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] server-ip-address is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 09:06:19.410474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.417228 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.461565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Made reservation on behalf of d4c8cbf4f2ae46748a7e34fd6af62520 for: {'port': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:06:19.462841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Network 26fe843b-1bd6-450c-bf5b-9db0eb78412c is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:06:19.465917 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.466290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:19.470174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:06:19.477366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Pushing event updated for resources: {'Port': ['ID=f3804109-10ea-4791-909c-1a46132f53fc,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:19.485574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] device_id is not set on port 2408b941-1ceb-464d-838e-392504e25a56 yet. {{(pid=102114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 09:06:19.488771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.489159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.489502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.489878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.490186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.490545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.490872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.491185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.491504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.491834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.492167 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.492489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:19.540593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Attempting to bind port f3804109-10ea-4791-909c-1a46132f53fc on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:06:19.540854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Attempting to bind port f3804109-10ea-4791-909c-1a46132f53fc by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'e1420011-61b8-44ee-8f19-2a1d951d491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:06:19.541257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Attempting to bind port f3804109-10ea-4791-909c-1a46132f53fc on network 26fe843b-1bd6-450c-bf5b-9db0eb78412c {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:06:19.548662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:06:19.549040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Checking segment: {'id': 'e1420011-61b8-44ee-8f19-2a1d951d491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:06:19.549446 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.549865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Bound using segment: {'id': 'e1420011-61b8-44ee-8f19-2a1d951d491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:06:19.550319 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Bound port: f3804109-10ea-4791-909c-1a46132f53fc, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1420011-61b8-44ee-8f19-2a1d951d491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '26fe843b-1bd6-450c-bf5b-9db0eb78412c'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:06:19.550722 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.609417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Allocated IP 172.20.0.13 (26fe843b-1bd6-450c-bf5b-9db0eb78412c/ff1948d9-c205-4d07-819c-b86068b42164/2408b941-1ceb-464d-838e-392504e25a56) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:06:19.615256 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.626527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] For port f3804109-10ea-4791-909c-1a46132f53fc, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:06:19.629773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] For port f3804109-10ea-4791-909c-1a46132f53fc, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f3804109-10ea-4791-909c-1a46132f53fc,segment=NetworkSegment(e1420011-61b8-44ee-8f19-2a1d951d491a),segment_id=e1420011-61b8-44ee-8f19-2a1d951d491a)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:06:19.633533 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.696460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aef62-ef8c-419a-89f9-7d82f98a23d1 None None] Pushing event updated for resources: {'Port': ['ID=f3804109-10ea-4791-909c-1a46132f53fc,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:19.784582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.821210 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.889364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Network 26fe843b-1bd6-450c-bf5b-9db0eb78412c is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:06:19.894159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:19.901148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:06:19.907847 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event updated for resources: {'Port': ['ID=2408b941-1ceb-464d-838e-392504e25a56,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:19.961182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:19.961831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:19.980070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8379f7e5-e355-472c-8fd4-3d68a7f787a5 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6460850 Oct 29 09:06:19.983622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37678) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:20.075480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e65bf-fa9c-40cf-98f3-96c604385b02 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:20.081727 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e65bf-fa9c-40cf-98f3-96c604385b02 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:20.087778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e65bf-fa9c-40cf-98f3-96c604385b02 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:20.089993 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b77e65bf-fa9c-40cf-98f3-96c604385b02 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1049321 Oct 29 09:06:20.093078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37680) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:20.188664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ba967de1-cae3-43a7-bc9e-a71e0e206e42 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Deleting port 2408b941-1ceb-464d-838e-392504e25a56 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:20.188987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba967de1-cae3-43a7-bc9e-a71e0e206e42 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.287762 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba967de1-cae3-43a7-bc9e-a71e0e206e42 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.303969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ba967de1-cae3-43a7-bc9e-a71e0e206e42 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Calling delete_port for 2408b941-1ceb-464d-838e-392504e25a56 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:20.468436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba967de1-cae3-43a7-bc9e-a71e0e206e42 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.497797 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba967de1-cae3-43a7-bc9e-a71e0e206e42 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event deleted for resources: {'Port': ['ID=2408b941-1ceb-464d-838e-392504e25a56,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:20.586405 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ba967de1-cae3-43a7-bc9e-a71e0e206e42 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.590134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ba967de1-cae3-43a7-bc9e-a71e0e206e42 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "DELETE /v2.0/ports/2408b941-1ceb-464d-838e-392504e25a56 HTTP/1.1" status: 204 len: 168 time: 0.4961157 Oct 29 09:06:20.593828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37684) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:20.597687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cca199-31fd-442c-8eb3-770cf6bc86af None None] Network 26fe843b-1bd6-450c-bf5b-9db0eb78412c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:06:20.599465 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Request body: {'port': {'name': 'tempest-new-port-name-1538320167', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:20.599902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] bootfile-name is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 09:06:20.600308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] tftp-server is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 09:06:20.601268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.api.validators [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] server-ip-address is not in valid_values {{(pid=102114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 09:06:20.670287 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.678422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3aa7916f-0b64-4cbd-945c-9ffc00aa3b31 None None] Provisioning complete for port f3804109-10ea-4791-909c-1a46132f53fc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:06:20.678794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa7916f-0b64-4cbd-945c-9ffc00aa3b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.780715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f3804109-10ea-4791-909c-1a46132f53fc up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:06:20.903451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.917364 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.930356 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa7916f-0b64-4cbd-945c-9ffc00aa3b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:20.949466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f3804109-10ea-4791-909c-1a46132f53fc triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:06:20.950028 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.013621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event updated for resources: {'Port': ['ID=c1ea4b58-b5a5-4911-93ba-827f55616268,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:21.017802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3aa7916f-0b64-4cbd-945c-9ffc00aa3b31 None None] For port f3804109-10ea-4791-909c-1a46132f53fc, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f3804109-10ea-4791-909c-1a46132f53fc,segment=NetworkSegment(e1420011-61b8-44ee-8f19-2a1d951d491a),segment_id=e1420011-61b8-44ee-8f19-2a1d951d491a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:06:21.024181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] In _notify_port_updated(), no bound segment for port c1ea4b58-b5a5-4911-93ba-827f55616268 on network 26fe843b-1bd6-450c-bf5b-9db0eb78412c {{(pid=102114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 09:06:21.026257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3aa7916f-0b64-4cbd-945c-9ffc00aa3b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.031899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:21.032653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.036587 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-95870684-c9b7-4543-8f8e-2a9fc85e310e tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "PUT /v2.0/ports/c1ea4b58-b5a5-4911-93ba-827f55616268 HTTP/1.1" status: 200 len: 1137 time: 0.4413109 Oct 29 09:06:21.037449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37686) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:21.091023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da5c6a-73b7-47b2-a7cb-e1965b42015d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:21.092556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f9da5c6a-73b7-47b2-a7cb-e1965b42015d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "GET /v2.0/ports/c1ea4b58-b5a5-4911-93ba-827f55616268 HTTP/1.1" status: 200 len: 1137 time: 0.0535228 Oct 29 09:06:21.098378 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37688) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:21.126189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7916f-0b64-4cbd-945c-9ffc00aa3b31 None None] Pushing event updated for resources: {'Port': ['ID=f3804109-10ea-4791-909c-1a46132f53fc,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:21.201998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ef39c5d6-ce0a-46e0-9822-cbc5604f6ffc tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Deleting port c1ea4b58-b5a5-4911-93ba-827f55616268 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:21.202414 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef39c5d6-ce0a-46e0-9822-cbc5604f6ffc tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.249508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8d4cd8e1-8a8f-42cb-97db-594772e2148b None None] Provisioning complete for port f3804109-10ea-4791-909c-1a46132f53fc triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:06:21.250141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d4cd8e1-8a8f-42cb-97db-594772e2148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.319772 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef39c5d6-ce0a-46e0-9822-cbc5604f6ffc tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.336470 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ef39c5d6-ce0a-46e0-9822-cbc5604f6ffc tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Calling delete_port for c1ea4b58-b5a5-4911-93ba-827f55616268 owned by {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:21.411021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb9e5d93-4840-43be-a100-c415f349861f req-082ef1a7-e58f-460e-840a-286832384744 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778418 Oct 29 09:06:21.523470 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef39c5d6-ce0a-46e0-9822-cbc5604f6ffc tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.526613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e5d93-4840-43be-a100-c415f349861f req-344dcfcf-fb70-41ee-b2ed-530935a49181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:21.528721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb9e5d93-4840-43be-a100-c415f349861f req-344dcfcf-fb70-41ee-b2ed-530935a49181 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1097 time: 0.0592177 Oct 29 09:06:21.568867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8d4cd8e1-8a8f-42cb-97db-594772e2148b None None] Could not find standard attr ID for object c1ea4b58-b5a5-4911-93ba-827f55616268. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 09:06:21.571194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39c5d6-ce0a-46e0-9822-cbc5604f6ffc tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event deleted for resources: {'Port': ['ID=c1ea4b58-b5a5-4911-93ba-827f55616268,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:21.649995 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ef39c5d6-ce0a-46e0-9822-cbc5604f6ffc tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.656619 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ef39c5d6-ce0a-46e0-9822-cbc5604f6ffc tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "DELETE /v2.0/ports/c1ea4b58-b5a5-4911-93ba-827f55616268 HTTP/1.1" status: 204 len: 168 time: 0.5544429 Oct 29 09:06:21.656867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37692) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:21.675287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e5d93-4840-43be-a100-c415f349861f req-99a4ec0d-d189-41db-8296-8aee0b1aa9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:21.677243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb9e5d93-4840-43be-a100-c415f349861f req-99a4ec0d-d189-41db-8296-8aee0b1aa9f4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1265931 Oct 29 09:06:21.685184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e618f125-b3f9-486f-a605-ea6378399817 None None] Could not find standard attr ID for object c1ea4b58-b5a5-4911-93ba-827f55616268. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 09:06:21.724225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4512792d-6fc0-43f9-ab1e-a0c67dec33a2 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Deleting subnet ff1948d9-c205-4d07-819c-b86068b42164 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:06:21.728146 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4512792d-6fc0-43f9-ab1e-a0c67dec33a2 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.763248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb9e5d93-4840-43be-a100-c415f349861f req-57599eff-f46a-423d-a28b-9b9e8021ab68 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 200 len: 1002 time: 0.0777230 Oct 29 09:06:21.785792 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4512792d-6fc0-43f9-ab1e-a0c67dec33a2 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.802265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-094a1b9a-4a63-41aa-8e3d-58df40672fc9 None None] Could not find standard attr ID for object 2408b941-1ceb-464d-838e-392504e25a56. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 09:06:21.820281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e5d93-4840-43be-a100-c415f349861f req-07f0963e-bf43-40c6-a4cf-2235b847e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:21.822128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb9e5d93-4840-43be-a100-c415f349861f req-07f0963e-bf43-40c6-a4cf-2235b847e63e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0519147 Oct 29 09:06:21.878652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e5d93-4840-43be-a100-c415f349861f req-5e806d04-7e93-4409-ab0c-abb01981ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:21.880413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb9e5d93-4840-43be-a100-c415f349861f req-5e806d04-7e93-4409-ab0c-abb01981ee59 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515993 Oct 29 09:06:21.892677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4512792d-6fc0-43f9-ab1e-a0c67dec33a2 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.965826 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4512792d-6fc0-43f9-ab1e-a0c67dec33a2 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:21.985740 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb9e5d93-4840-43be-a100-c415f349861f req-2e247185-af1d-4c60-8569-cdf3d75b4fa8 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978386 Oct 29 09:06:22.006318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512792d-6fc0-43f9-ab1e-a0c67dec33a2 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1948d9-c205-4d07-819c-b86068b42164,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:22.010333 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4512792d-6fc0-43f9-ab1e-a0c67dec33a2 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.016750 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4512792d-6fc0-43f9-ab1e-a0c67dec33a2 tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "DELETE /v2.0/subnets/ff1948d9-c205-4d07-819c-b86068b42164 HTTP/1.1" status: 204 len: 168 time: 0.3558536 Oct 29 09:06:22.017188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37694) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:22.152539 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.167134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9748b886-ee94-4044-a978-a7826f882e5a None None] Network 26fe843b-1bd6-450c-bf5b-9db0eb78412c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:06:22.176283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb9e5d93-4840-43be-a100-c415f349861f req-de70f2e6-07e5-4b29-8940-a703908f2b46 service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836877 Oct 29 09:06:22.230924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-97593652-501b-4638-9e38-7e069c3827b2 None None] Could not find standard attr ID for object c1ea4b58-b5a5-4911-93ba-827f55616268. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 09:06:22.235434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Deleting port f3804109-10ea-4791-909c-1a46132f53fc {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:22.235797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.306203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] For port f3804109-10ea-4791-909c-1a46132f53fc, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f3804109-10ea-4791-909c-1a46132f53fc,segment=NetworkSegment(e1420011-61b8-44ee-8f19-2a1d951d491a),segment_id=e1420011-61b8-44ee-8f19-2a1d951d491a)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:06:22.306824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.321638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Calling delete_port for f3804109-10ea-4791-909c-1a46132f53fc owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:22.361075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] DHCP port deletion for 26fe843b-1bd6-450c-bf5b-9db0eb78412c request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:06:22.412528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] Deleting port f3804109-10ea-4791-909c-1a46132f53fc {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:22.412921 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.427525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.459329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event deleted for resources: {'Port': ['ID=f3804109-10ea-4791-909c-1a46132f53fc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:22.461520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] No DVR routers for this DVR port f3804109-10ea-4791-909c-1a46132f53fc on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:06:22.495101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] For port f3804109-10ea-4791-909c-1a46132f53fc, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f3804109-10ea-4791-909c-1a46132f53fc,segment=NetworkSegment(e1420011-61b8-44ee-8f19-2a1d951d491a),segment_id=e1420011-61b8-44ee-8f19-2a1d951d491a)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:06:22.496049 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.509585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] Calling delete_port for f3804109-10ea-4791-909c-1a46132f53fc owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:22.548464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.571520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fe843b-1bd6-450c-bf5b-9db0eb78412c']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:22.584496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1420011-61b8-44ee-8f19-2a1d951d491a') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:22.584878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1420011-61b8-44ee-8f19-2a1d951d491a') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:06:22.590411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.597571 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.615836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.624249 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] Pushing event deleted for resources: {'Port': ['ID=f3804109-10ea-4791-909c-1a46132f53fc,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:22.624569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:06:22.625263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.628551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fff93a-25d4-4271-a0c3-b40fe3e19733 None None] No DVR routers for this DVR port f3804109-10ea-4791-909c-1a46132f53fc on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:06:22.631173 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:06:22.716159 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.728842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:22.733206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] 10.222.0.70 "DELETE /v2.0/networks/26fe843b-1bd6-450c-bf5b-9db0eb78412c HTTP/1.1" status: 204 len: 168 time: 0.7147958 Oct 29 09:06:22.740020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f3804109-10ea-4791-909c-1a46132f53fc no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:06:22.752860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea7f4f-745f-4656-b1a9-d91ede81866d tempest-ExtraDHCPOptionsTestJSON-1328637793 tempest-ExtraDHCPOptionsTestJSON-1328637793-project] Pushing event deleted for resources: {'Network': ['ID=26fe843b-1bd6-450c-bf5b-9db0eb78412c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:22.770478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f3804109-10ea-4791-909c-1a46132f53fc {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:06:22.770837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f3804109-10ea-4791-909c-1a46132f53fc not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:06:23.010947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37702) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:23.157675 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-31f134f7-88bd-440a-87d3-155ed246cc29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4c8cbf4f2ae46748a7e34fd6af62520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451414 Oct 29 09:06:23.160367 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37706) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:23.211145 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1acdc492-5f56-4d91-96db-ee36e3c13673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:23.236199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1acdc492-5f56-4d91-96db-ee36e3c13673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:23.286188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1acdc492-5f56-4d91-96db-ee36e3c13673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:23.289793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1acdc492-5f56-4d91-96db-ee36e3c13673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:23.291459 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1acdc492-5f56-4d91-96db-ee36e3c13673 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ad48277-ba93-4c77-bab6-35449886bc64 HTTP/1.1" status: 204 len: 168 time: 0.1302204 Oct 29 09:06:23.299862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdc492-5f56-4d91-96db-ee36e3c13673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad48277-ba93-4c77-bab6-35449886bc64,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:24.761463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-7a80c662-e954-4ddc-8292-2f90eab13d27 req-1ef2a088-dcd6-441b-bf0f-57abc8af985b service neutron] (102114) timed out ('10.222.0.70', 47226) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:06:29.322005 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:30.644262 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:40.028021 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:06:42.601792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5f46d-4334-4361-87d3-d279b76c9b1a req-e81059e9-d440-433e-9538-46a62bddb0ce tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:42.603203 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11e5f46d-4334-4361-87d3-d279b76c9b1a req-e81059e9-d440-433e-9538-46a62bddb0ce tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 945 time: 0.0506539 Oct 29 09:06:42.647299 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11e5f46d-4334-4361-87d3-d279b76c9b1a req-ce5aa8e2-a291-4bc9-804a-1f15cfcb1bd5 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Oct 29 09:06:43.778746 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90622ff-1b9f-49a1-850d-e71c55b24337 req-cf8eaf9b-f613-41bc-92be-5c83bc98dac3 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:43.780701 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d90622ff-1b9f-49a1-850d-e71c55b24337 req-cf8eaf9b-f613-41bc-92be-5c83bc98dac3 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 945 time: 0.0528984 Oct 29 09:06:43.825904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d90622ff-1b9f-49a1-850d-e71c55b24337 req-1b596f31-5873-41dd-a4d6-91c92195b70c tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382552 Oct 29 09:06:43.982397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37962) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:44.101963 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.183837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.189021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.230303 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=633de8e7334048cab1631414aa3d25bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467036 Oct 29 09:06:44.231053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3721c2-b6e1-4563-a8ae-befeb9e497ad,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:44.233174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 37966) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:44.239633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.240006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.240354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.241006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.241341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.242061 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.242061 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.242344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.242628 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.242953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.243273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.243593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562571e2-0d09-4576-814d-f867a11b19a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.299156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.305362 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2154572f-7a92-4196-abd9-a3851f95ef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.322132 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.370758 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.373740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.375312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a3721c2-b6e1-4563-a8ae-befeb9e497ad HTTP/1.1" status: 204 len: 168 time: 0.1402633 Oct 29 09:06:44.412432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3721c2-b6e1-4563-a8ae-befeb9e497ad,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:44.426386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.426997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.427518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.428067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.428573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.429077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.429658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.430159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.430664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.431170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.431673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.432208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d98b28-e4cb-4fd3-8c85-0ba8b7525abd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:06:44.448371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-b52aaa07-fb82-4c5b-b524-990681fcc7e1 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:44.449912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-b52aaa07-fb82-4c5b-b524-990681fcc7e1 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.93 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 945 time: 0.0734277 Oct 29 09:06:44.558178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Deleting port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:06:44.558515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.652935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] For port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:06:44.653313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.667230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Calling delete_port for 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:06:44.688242 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37972) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:44.702063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88689a86-0c83-4d7f-a6ac-ff0d32ff0132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.786919 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88689a86-0c83-4d7f-a6ac-ff0d32ff0132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.792277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-88689a86-0c83-4d7f-a6ac-ff0d32ff0132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.808420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.821888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['6c485a13-60fc-4fe3-8e0c-5d5a0a214f09'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:06:44.837883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Pushing event deleted for resources: {'Port': ['ID=6c485a13-60fc-4fe3-8e0c-5d5a0a214f09,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:44.853954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-88689a86-0c83-4d7f-a6ac-ff0d32ff0132 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8603d09ddc24588bfef85fce48b4f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645553 Oct 29 09:06:44.858090 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 37976) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:44.872970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88689a86-0c83-4d7f-a6ac-ff0d32ff0132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb68c661-0eec-48c8-82e4-747b097e40f1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:44.887763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] No DVR routers for this DVR port 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:06:44.890787 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.894225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d70d28f8-a0a7-4cf7-9897-7b8db7d349f5 req-84679b15-a9ec-4b28-a058-3f710c944941 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.93 "DELETE /v2.0/ports/6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 HTTP/1.1" status: 204 len: 173 time: 0.4381964 Oct 29 09:06:44.894652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32df810-8f7f-4f70-99f4-436505b3718a', 'name': 'network-vif-deleted', 'tag': '6c485a13-60fc-4fe3-8e0c-5d5a0a214f09'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:06:44.897323 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676a3318-9024-41f8-bc33-f3fe9c52a1d5" -d '{"events": [{"server_uuid": "b32df810-8f7f-4f70-99f4-436505b3718a", "name": "network-vif-deleted", "tag": "6c485a13-60fc-4fe3-8e0c-5d5a0a214f09"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:06:44.928802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43032231-0cb8-4d3b-82ef-28f3cf23a1bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:44.948782 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbeb877-5ad7-4a8b-bcb7-f440acd4b814 x-openstack-request-id: req-efbeb877-5ad7-4a8b-bcb7-f440acd4b814 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:06:44.949504 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32df810-8f7f-4f70-99f4-436505b3718a", "name": "network-vif-deleted", "tag": "6c485a13-60fc-4fe3-8e0c-5d5a0a214f09", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:06:44.949959 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efbeb877-5ad7-4a8b-bcb7-f440acd4b814 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:06:44.950541 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32df810-8f7f-4f70-99f4-436505b3718a', 'name': 'network-vif-deleted', 'tag': '6c485a13-60fc-4fe3-8e0c-5d5a0a214f09', 'status': 'completed', 'code': 200} Oct 29 09:06:44.953008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3c39b4d-1ad3-4bfa-ac64-5c15dff736c3 req-7fadb856-a0cb-4aef-8589-30815fa477ec tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=b32df810-8f7f-4f70-99f4-436505b3718a HTTP/1.1" status: 200 len: 210 time: 0.0389626 Oct 29 09:06:44.964083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43032231-0cb8-4d3b-82ef-28f3cf23a1bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:45.013612 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43032231-0cb8-4d3b-82ef-28f3cf23a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:45.016653 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-43032231-0cb8-4d3b-82ef-28f3cf23a1bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:45.019832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-43032231-0cb8-4d3b-82ef-28f3cf23a1bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb68c661-0eec-48c8-82e4-747b097e40f1 HTTP/1.1" status: 204 len: 168 time: 0.1587291 Oct 29 09:06:45.026003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43032231-0cb8-4d3b-82ef-28f3cf23a1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb68c661-0eec-48c8-82e4-747b097e40f1,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:46.900753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38038) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:47.008111 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-787d810e-9586-49e7-815a-102903428d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.020291 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a37bc296-185a-4c5c-bf1e-ee7fb92b05ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.086861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-787d810e-9586-49e7-815a-102903428d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.090977 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-787d810e-9586-49e7-815a-102903428d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.130379 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-787d810e-9586-49e7-815a-102903428d11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf16bf2d75a3478c97d93a243dc93ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283459 Oct 29 09:06:47.131654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d810e-9586-49e7-815a-102903428d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eb6d3c-d172-44c6-bbee-2fafe5e2a570,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:47.133242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38042) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:47.160182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:06:47.182121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:06:47.182993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 6c485a13-60fc-4fe3-8e0c-5d5a0a214f09 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:06:47.193276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1cb5161e-2575-41fe-93fd-f44986e97816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.220123 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1cb5161e-2575-41fe-93fd-f44986e97816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.274355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1cb5161e-2575-41fe-93fd-f44986e97816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.276926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1cb5161e-2575-41fe-93fd-f44986e97816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.278172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1cb5161e-2575-41fe-93fd-f44986e97816 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6eb6d3c-d172-44c6-bbee-2fafe5e2a570 HTTP/1.1" status: 204 len: 168 time: 0.1430359 Oct 29 09:06:47.286758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5161e-2575-41fe-93fd-f44986e97816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eb6d3c-d172-44c6-bbee-2fafe5e2a570,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:47.615838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38050) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:47.628416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8662e756-8a0b-45b5-a61d-027d1a63b3e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.706105 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8662e756-8a0b-45b5-a61d-027d1a63b3e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.711245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8662e756-8a0b-45b5-a61d-027d1a63b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.757342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8662e756-8a0b-45b5-a61d-027d1a63b3e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acd678251f8d414ebfd070f184b6f111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416099 Oct 29 09:06:47.757342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662e756-8a0b-45b5-a61d-027d1a63b3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83e41d4-f577-44e4-af41-a4bf4e9cdddc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:47.757961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38052) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:47.810203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f38d30-622e-48d9-8603-477e8a207b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.833176 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f38d30-622e-48d9-8603-477e8a207b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.886136 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f38d30-622e-48d9-8603-477e8a207b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.890615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-84f38d30-622e-48d9-8603-477e8a207b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:47.891865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-84f38d30-622e-48d9-8603-477e8a207b70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a83e41d4-f577-44e4-af41-a4bf4e9cdddc HTTP/1.1" status: 204 len: 168 time: 0.1329355 Oct 29 09:06:47.900509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f38d30-622e-48d9-8603-477e8a207b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83e41d4-f577-44e4-af41-a4bf4e9cdddc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:48.236314 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:48.305453 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:48.632113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-f17a9c38-4a6a-4588-b8c8-5d9505b9aa46 req-aacec299-7f7a-4ff4-b08b-7b432107a5c8 service neutron] (102114) timed out ('10.222.0.70', 54830) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:06:49.009710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:49.125425 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6024c519-df7d-47dd-9666-0f3edb77c25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:49.202903 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6024c519-df7d-47dd-9666-0f3edb77c25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:49.208221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6024c519-df7d-47dd-9666-0f3edb77c25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:49.253128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6024c519-df7d-47dd-9666-0f3edb77c25f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=214c7be0f0ca496db92156f61ca46a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421751 Oct 29 09:06:49.253877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024c519-df7d-47dd-9666-0f3edb77c25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4352f9ba-ea76-434f-9890-eb2acde74297,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:49.256839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38100) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:06:49.313654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a5810d0-23eb-4986-ae5a-c5a9015d7a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:49.335922 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a5810d0-23eb-4986-ae5a-c5a9015d7a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:49.388557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a5810d0-23eb-4986-ae5a-c5a9015d7a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:49.391552 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a5810d0-23eb-4986-ae5a-c5a9015d7a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:49.397818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a5810d0-23eb-4986-ae5a-c5a9015d7a4d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4352f9ba-ea76-434f-9890-eb2acde74297 HTTP/1.1" status: 204 len: 168 time: 0.1385407 Oct 29 09:06:49.406576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5810d0-23eb-4986-ae5a-c5a9015d7a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4352f9ba-ea76-434f-9890-eb2acde74297,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:49.598352 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:52.992742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-78e6a9a5-d377-48a1-a8ac-9248edea8290 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:53.000833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-78e6a9a5-d377-48a1-a8ac-9248edea8290 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/networks?id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 HTTP/1.1" status: 200 len: 813 time: 0.1123226 Oct 29 09:06:53.010894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-25fed3ee-aea1-4707-a5a7-a632add7437b tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/quotas/95a1613c063a4d41b61c336b3701c18a HTTP/1.1" status: 200 len: 375 time: 0.0103104 Oct 29 09:06:53.046311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-51227cf3-64b1-4270-96b3-474b6ef6624d tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=95a1613c063a4d41b61c336b3701c18a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284622 Oct 29 09:06:53.057730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-911acd22-bd20-4cd6-a4df-bb707e99cd61 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:06:53.059011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-911acd22-bd20-4cd6-a4df-bb707e99cd61 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055940 Oct 29 09:06:53.170260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-e32a14a1-7058-445a-8d1c-ba5fa318af29 service neutron] 10.222.0.70 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030691 Oct 29 09:06:53.268575 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-867cb489-81b7-4b36-bf20-8a432cc03560 service neutron] 10.222.0.70 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898201 Oct 29 09:06:53.441150 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5445524b-929c-4be0-92f2-06627f557340 req-1969f00c-f475-492d-bbb8-b0aae92f6635 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 210 time: 0.0275097 Oct 29 09:06:54.402286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-d1c0d1da-db6c-40c3-bd5c-21eee85f96c3 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:54.403992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-d1c0d1da-db6c-40c3-bd5c-21eee85f96c3 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.93 "GET /v2.0/networks?id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 HTTP/1.1" status: 200 len: 813 time: 0.1180623 Oct 29 09:06:54.419705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Request body: {'port': {'device_id': '6f1bebed-e524-43db-83e7-f3bd5e0dee1a', 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9', 'admin_state_up': True, 'tenant_id': '95a1613c063a4d41b61c336b3701c18a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:54.549245 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b22a0654-a098-4e0c-917b-8a88a082e042 req-11105d37-f84b-45be-b6a0-273eb1bb46a1 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 210 time: 0.0322065 Oct 29 09:06:54.565552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Made reservation on behalf of 95a1613c063a4d41b61c336b3701c18a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:06:54.569245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:54.706933 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Allocated IP 172.20.0.14 (7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9/63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a/895c025f-630e-470f-b180-4b8b6a5dce51) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:06:54.714961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-3306d618-7a40-4e09-8c0d-1118433737a3 req-9b8fd866-f0ac-43d1-b50f-c1f85436e60e service neutron] (102114) timed out ('10.222.0.70', 35172) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:06:54.857495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:54.893859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:54.941647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:06:54.944857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:06:54.948762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:06:54.974228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Pushing event updated for resources: {'Port': ['ID=895c025f-630e-470f-b180-4b8b6a5dce51,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:55.003475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:55.004147 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:55.024503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-161cc744-156f-4c95-880c-8c75c5f8e178 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6102529 Oct 29 09:06:55.036891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Request body: {'port': {'device_id': '6f1bebed-e524-43db-83e7-f3bd5e0dee1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:06:55.090909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:55.429945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895c025f-630e-470f-b180-4b8b6a5dce51 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:06:55.443714 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:55.465634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Transition to ACTIVE for port object 895c025f-630e-470f-b180-4b8b6a5dce51 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:06:55.472798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:55.541482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Pushing event updated for resources: {'Port': ['ID=895c025f-630e-470f-b180-4b8b6a5dce51,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:55.618352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Attempting to bind port 895c025f-630e-470f-b180-4b8b6a5dce51 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:06:55.618692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Attempting to bind port 895c025f-630e-470f-b180-4b8b6a5dce51 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:06:55.619017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Attempting to bind port 895c025f-630e-470f-b180-4b8b6a5dce51 on network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:06:55.624156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Port 895c025f-630e-470f-b180-4b8b6a5dce51 on network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:06:55.624481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Attempting to bind port 895c025f-630e-470f-b180-4b8b6a5dce51 on network 7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:06:55.629850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:06:55.630236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Checking segment: {'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:06:55.630626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Bound using segment: {'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:06:55.631109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Bound port: 895c025f-630e-470f-b180-4b8b6a5dce51, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:06:55.631486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:55.678739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf053a-cf71-4aa4-aade-52a4671d791f req-35d958af-024c-4dfd-a427-14ade2dcf672 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:55.680329 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3fdf053a-cf71-4aa4-aade-52a4671d791f req-35d958af-024c-4dfd-a427-14ade2dcf672 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 944 time: 0.0515435 Oct 29 09:06:55.703824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] For port 895c025f-630e-470f-b180-4b8b6a5dce51, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:06:55.707715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] For port 895c025f-630e-470f-b180-4b8b6a5dce51, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=895c025f-630e-470f-b180-4b8b6a5dce51,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:06:55.714833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:55.720665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3fdf053a-cf71-4aa4-aade-52a4671d791f req-da786630-394b-42fe-8d05-12e691a5e3b3 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Oct 29 09:06:55.747665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:55.749224 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:55.750768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] 10.222.0.93 "PUT /v2.0/ports/895c025f-630e-470f-b180-4b8b6a5dce51 HTTP/1.1" status: 200 len: 1092 time: 0.7181633 Oct 29 09:06:55.753072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1bebed-e524-43db-83e7-f3bd5e0dee1a', 'tag': '895c025f-630e-470f-b180-4b8b6a5dce51'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:06:55.756879 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cec9e4-5d31-435e-b7cc-ad22efa8d226" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1bebed-e524-43db-83e7-f3bd5e0dee1a", "tag": "895c025f-630e-470f-b180-4b8b6a5dce51"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:06:55.787221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcea78-a78f-4236-a89f-7d662b7ae932 service neutron] Pushing event updated for resources: {'Port': ['ID=895c025f-630e-470f-b180-4b8b6a5dce51,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:55.805812 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f056135-03ea-42d2-800b-c97839c67c84 x-openstack-request-id: req-4f056135-03ea-42d2-800b-c97839c67c84 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:06:55.806149 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1bebed-e524-43db-83e7-f3bd5e0dee1a", "tag": "895c025f-630e-470f-b180-4b8b6a5dce51", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:06:55.806403 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f056135-03ea-42d2-800b-c97839c67c84 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:06:55.806804 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1bebed-e524-43db-83e7-f3bd5e0dee1a', 'tag': '895c025f-630e-470f-b180-4b8b6a5dce51', 'status': 'completed', 'code': 200} Oct 29 09:06:55.843836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-439ea3b1-4017-4fc3-b2af-8a79ba8d5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:55.845750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-439ea3b1-4017-4fc3-b2af-8a79ba8d5410 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95a1613c063a4d41b61c336b3701c18a&device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 1095 time: 0.0496101 Oct 29 09:06:55.901830 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-c5bffd76-fc0f-4d01-a181-a3c37ee1919c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895c025f-630e-470f-b180-4b8b6a5dce51 HTTP/1.1" status: 200 len: 217 time: 0.0467770 Oct 29 09:06:55.962109 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-c88ea876-17d3-4928-9b72-21eeaaebd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:55.963592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-c88ea876-17d3-4928-9b72-21eeaaebd813 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a HTTP/1.1" status: 200 len: 853 time: 0.0541675 Oct 29 09:06:55.996319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-7ae9ebce-bec0-476b-9913-e4a782065e19 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250354 Oct 29 09:06:56.096829 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-a25c9686-d6dd-4155-ad1d-23a719fb8a20 service neutron] 10.222.0.93 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925560 Oct 29 09:06:56.196638 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f83070b9-45e7-46bf-8959-7af7aad7d2f7 req-61b18447-91e3-4f32-bb09-7aadba2b66ad service neutron] 10.222.0.93 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931821 Oct 29 09:06:56.293024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-fd27a5d0-3d9e-469d-ae86-74c1df15f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:56.294646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-fd27a5d0-3d9e-469d-ae86-74c1df15f2a6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95a1613c063a4d41b61c336b3701c18a&device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 1095 time: 0.0474489 Oct 29 09:06:56.393413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-3e89e7f3-f2ed-49ef-8cd0-a998bfc92834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:56.394818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-3e89e7f3-f2ed-49ef-8cd0-a998bfc92834 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 HTTP/1.1" status: 200 len: 915 time: 0.0919385 Oct 29 09:06:56.444493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-40d160a3-734a-4624-aa9e-ab52bd00bd25 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895c025f-630e-470f-b180-4b8b6a5dce51 HTTP/1.1" status: 200 len: 217 time: 0.0419705 Oct 29 09:06:56.495421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-c91ed07d-c02f-4896-b69b-330b76145ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:56.497143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-c91ed07d-c02f-4896-b69b-330b76145ef2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a HTTP/1.1" status: 200 len: 853 time: 0.0455165 Oct 29 09:06:56.530526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-914c8d05-25ba-43b7-93fa-ab38226d17b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258660 Oct 29 09:06:56.626540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-b56fb609-adb1-4666-b04d-e3fecf7f70be service neutron] 10.222.0.93 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885124 Oct 29 09:06:56.719348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-70cec9e4-5d31-435e-b7cc-ad22efa8d226 req-b1ba8ec0-ed12-4429-ba27-627cc9b18467 service neutron] 10.222.0.93 "GET /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854876 Oct 29 09:06:56.841390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3832e-f6dd-457b-8c1b-9d9368cf2285 req-9d562824-7b34-45c5-9da7-d64e0b6f5046 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:56.843022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9fc3832e-f6dd-457b-8c1b-9d9368cf2285 req-9d562824-7b34-45c5-9da7-d64e0b6f5046 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 944 time: 0.0517910 Oct 29 09:06:56.884094 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9fc3832e-f6dd-457b-8c1b-9d9368cf2285 req-e18d7a8f-1b17-4aa2-b085-d30a70175133 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Oct 29 09:06:58.013560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f665ed-cada-4a14-ace2-452b760c8fd1 req-d09c663e-5614-4379-92e9-917de0b9001e tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:58.014998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f665ed-cada-4a14-ace2-452b760c8fd1 req-d09c663e-5614-4379-92e9-917de0b9001e tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 944 time: 0.0529919 Oct 29 09:06:58.055159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f665ed-cada-4a14-ace2-452b760c8fd1 req-3c50c6d8-efe8-4051-ac7d-aece37667709 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Oct 29 09:06:59.182269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02f4ed-c793-49c3-b96d-c722c0fd5108 req-02650a97-d0c9-431b-807b-ce9d0334a94b tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:06:59.183785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b02f4ed-c793-49c3-b96d-c722c0fd5108 req-02650a97-d0c9-431b-807b-ce9d0334a94b tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 944 time: 0.0584016 Oct 29 09:06:59.207213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 895c025f-630e-470f-b180-4b8b6a5dce51 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:06:59.225932 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b02f4ed-c793-49c3-b96d-c722c0fd5108 req-4b5d4644-569e-48de-bd31-6b50d46f10de tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Oct 29 09:06:59.326697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 895c025f-630e-470f-b180-4b8b6a5dce51, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=895c025f-630e-470f-b180-4b8b6a5dce51,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:06:59.345169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '895c025f-630e-470f-b180-4b8b6a5dce51', 'network_id': '7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9', 'port_id': '895c025f-630e-470f-b180-4b8b6a5dce51', 'mac_address': 'fa:16:3e:fd:00:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:06:59.349269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:59.387763 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:59.401245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895c025f-630e-470f-b180-4b8b6a5dce51 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:06:59.423786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 895c025f-630e-470f-b180-4b8b6a5dce51, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=895c025f-630e-470f-b180-4b8b6a5dce51,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:06:59.429033 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:06:59.490997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=895c025f-630e-470f-b180-4b8b6a5dce51,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:06:59.732784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['895c025f-630e-470f-b180-4b8b6a5dce51'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:07:00.355228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76560e9-5e6d-4ba7-bf06-8a328901099f req-5d2554ef-0700-4ad5-95ff-2087875d2946 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:00.362808 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c76560e9-5e6d-4ba7-bf06-8a328901099f req-5d2554ef-0700-4ad5-95ff-2087875d2946 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 945 time: 0.0637875 Oct 29 09:07:00.399672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c76560e9-5e6d-4ba7-bf06-8a328901099f req-e4f4ee89-8586-45fd-a9fb-95c4d4806bf9 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354557 Oct 29 09:07:00.637851 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:01.232237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 895c025f-630e-470f-b180-4b8b6a5dce51 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:07:01.285194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 895c025f-630e-470f-b180-4b8b6a5dce51 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:07:01.289773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 895c025f-630e-470f-b180-4b8b6a5dce51 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:07:01.290028 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:01.383185 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:01.409122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1bebed-e524-43db-83e7-f3bd5e0dee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895c025f-630e-470f-b180-4b8b6a5dce51'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:01.411541 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c709362c-8fb9-4e1e-bee5-81b8ec7d4706" -d '{"events": [{"server_uuid": "6f1bebed-e524-43db-83e7-f3bd5e0dee1a", "name": "network-vif-plugged", "status": "completed", "tag": "895c025f-630e-470f-b180-4b8b6a5dce51"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:01.438920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 895c025f-630e-470f-b180-4b8b6a5dce51, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=895c025f-630e-470f-b180-4b8b6a5dce51,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:01.448659 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:01.535134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=895c025f-630e-470f-b180-4b8b6a5dce51,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:01.593754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9086c8-de8c-4d33-a78f-8f08ab47c459 req-aab2445f-ae6c-495d-9f77-add49f3616df tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:01.595415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed9086c8-de8c-4d33-a78f-8f08ab47c459 req-aab2445f-ae6c-495d-9f77-add49f3616df tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 946 time: 0.0827470 Oct 29 09:07:01.644419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed9086c8-de8c-4d33-a78f-8f08ab47c459 req-ffb03e22-f60a-49b7-9701-ab4613a13a71 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375500 Oct 29 09:07:01.684497 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396fd04a-0c7e-4941-a0e0-6cd6865b041c x-openstack-request-id: req-396fd04a-0c7e-4941-a0e0-6cd6865b041c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:01.685094 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1bebed-e524-43db-83e7-f3bd5e0dee1a", "name": "network-vif-plugged", "status": "completed", "tag": "895c025f-630e-470f-b180-4b8b6a5dce51", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:01.685094 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-396fd04a-0c7e-4941-a0e0-6cd6865b041c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:01.685456 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1bebed-e524-43db-83e7-f3bd5e0dee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895c025f-630e-470f-b180-4b8b6a5dce51', 'code': 200} Oct 29 09:07:01.800925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b1c2e-a7b7-4e51-8b4f-c1be50059002 req-08b7fb4f-033a-4861-8ea1-5240ce5fc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:01.802974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e4b1c2e-a7b7-4e51-8b4f-c1be50059002 req-08b7fb4f-033a-4861-8ea1-5240ce5fc9ab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 1097 time: 0.0571454 Oct 29 09:07:01.850197 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e4b1c2e-a7b7-4e51-8b4f-c1be50059002 req-5c63bffe-d796-46b1-8ff6-5b7b8f6b4a30 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Oct 29 09:07:02.775922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473094c7-516c-454c-b028-787a36b68246 req-f5b64a43-ff34-41dd-b01c-7465ba3af91c tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:02.777443 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-473094c7-516c-454c-b028-787a36b68246 req-f5b64a43-ff34-41dd-b01c-7465ba3af91c tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 946 time: 0.0553858 Oct 29 09:07:02.817928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-473094c7-516c-454c-b028-787a36b68246 req-4ff4fb9d-7c85-432d-a741-e211f4f7be9d tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Oct 29 09:07:03.945280 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ae86f-0deb-493d-af00-986cbdbdee65 req-e7fcfb86-1994-41cd-bbc2-718b24d91ee1 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:03.946854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cf5ae86f-0deb-493d-af00-986cbdbdee65 req-e7fcfb86-1994-41cd-bbc2-718b24d91ee1 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 946 time: 0.0497460 Oct 29 09:07:03.986832 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cf5ae86f-0deb-493d-af00-986cbdbdee65 req-2dc619dd-eb23-4565-8bd1-9f1e9dcb909a tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335324 Oct 29 09:07:12.503781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38290) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:12.710348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port b0f28003-7c15-4dde-847f-ae1a24b3b6af {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:12.710725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:12.818862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:12.820187 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:12.835417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for b0f28003-7c15-4dde-847f-ae1a24b3b6af owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:13.009170 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:13.039582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=b0f28003-7c15-4dde-847f-ae1a24b3b6af,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:13.121247 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:13.121797 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Floating IP 83b402cc-8bc2-4e9f-b538-15d74eed9d93 disassociated (deleted). External IP: 172.25.5.128, port: 1ac5821e-e9ee-4b53-ae5c-2cf36533b066. Oct 29 09:07:13.363710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:07:13.786951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:07:13.792680 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:13.798187 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:07:13.809853 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:07:13.810600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:06:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:13.824114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-73777c39-c718-4a47-9dde-26c4c868bc6b tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "DELETE /v2.0/floatingips/83b402cc-8bc2-4e9f-b538-15d74eed9d93 HTTP/1.1" status: 204 len: 168 time: 1.3158083 Oct 29 09:07:13.824114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:13.825685 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa" -d '{"events": [{"name": "network-changed", "server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:13.874338 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f13338-6726-4e85-9622-6565c2928750 x-openstack-request-id: req-e0f13338-6726-4e85-9622-6565c2928750 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:13.874842 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:13.875323 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0f13338-6726-4e85-9622-6565c2928750 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:13.876172 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'status': 'completed', 'code': 200} Oct 29 09:07:13.923883 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:07:13.948005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-e4e7c486-2cd3-4437-9641-e54187d84005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:13.950404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-e4e7c486-2cd3-4437-9641-e54187d84005 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 1096 time: 0.0500178 Oct 29 09:07:14.061141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-08f1eda6-f27e-49f7-983f-6121ddd896c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:14.062744 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-08f1eda6-f27e-49f7-983f-6121ddd896c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.1040120 Oct 29 09:07:14.129546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-62d2c17f-4cd8-4afb-bb8f-b724c0593bd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066 HTTP/1.1" status: 200 len: 217 time: 0.0580683 Oct 29 09:07:14.188039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-97514b53-a5df-4189-8327-c661d318c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:14.189688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-97514b53-a5df-4189-8327-c661d318c64a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0528836 Oct 29 09:07:14.198553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c30c65-e953-4ee3-b705-111171a8c1fc req-7c2ad77b-01f1-4b94-82c6-63edf8a746fe tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:14.200297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0c30c65-e953-4ee3-b705-111171a8c1fc req-7c2ad77b-01f1-4b94-82c6-63edf8a746fe tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 945 time: 0.1308315 Oct 29 09:07:14.201063 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:35Z', 'revision_number': 1, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:14.231153 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:07:14.239964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:07:14.240562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:06:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:14.269534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c0c30c65-e953-4ee3-b705-111171a8c1fc req-4819e5e7-a72c-46fa-aa77-186b19681c76 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585649 Oct 29 09:07:14.272833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-24ad9c9f-6aa1-49a4-8fd1-cb2ba98ebed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:14.274725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-24ad9c9f-6aa1-49a4-8fd1-cb2ba98ebed4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735550 Oct 29 09:07:14.302125 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d56c6d81-bc66-4136-84a8-2414ef758ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:14.365145 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:07:14.386937 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-e129fd57-94b3-4304-b2ab-8d5209c8d54d service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935609 Oct 29 09:07:14.520612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cecb6279-01ed-42b6-ab64-d9b7bb4eaafa req-fbd4761e-9152-4d9f-bda3-c8243e32a789 service neutron] 10.222.0.15 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256499 Oct 29 09:07:14.628103 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:35Z', 'revision_number': 1, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:14.656441 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad701fd-b4bd-404a-83a7-1fb41ccdc011 None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '24fc00b4-58bb-492b-98e1-0e63355ed76f', 'tenant_id': '3c29013403a64017905dd89022361aac', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'port_id': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'mac_address': 'fa:16:3e:8b:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:03:33Z', 'updated_at': '2021-10-29T09:03:35Z', 'revision_number': 1, 'project_id': '3c29013403a64017905dd89022361aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:07:14.901314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20a0d0-5a60-4ff5-b8c4-8fee4875a95b None None] New status for floating IP 83b402cc-8bc2-4e9f-b538-15d74eed9d93: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:07:15.400939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630281b-6b86-4336-abe7-e2a98b96811d req-9f0c32ec-4e94-4033-8e52-740d061c2e62 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:15.402513 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d630281b-6b86-4336-abe7-e2a98b96811d req-9f0c32ec-4e94-4033-8e52-740d061c2e62 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 945 time: 0.0513194 Oct 29 09:07:15.448641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d630281b-6b86-4336-abe7-e2a98b96811d req-76bc8fb4-bd0c-4d50-9076-42189f9c6cc3 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388153 Oct 29 09:07:15.637121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-a861fd53-0e99-40c1-9848-e6c2b03ed075 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:15.638778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-a861fd53-0e99-40c1-9848-e6c2b03ed075 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 945 time: 0.0531237 Oct 29 09:07:15.738361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:15.739020 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:15.833203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] For port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:15.833526 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:15.847075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:15.986798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:16.017814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=1ac5821e-e9ee-4b53-ae5c-2cf36533b066,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:16.067623 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] No DVR routers for this DVR port 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:07:16.070956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:16.074957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0ef6dcb-75de-439a-b44e-a0beb3470c31 req-639dce2c-cbdd-4d32-b8a3-94df94537217 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.15 "DELETE /v2.0/ports/1ac5821e-e9ee-4b53-ae5c-2cf36533b066 HTTP/1.1" status: 204 len: 173 time: 0.4299750 Oct 29 09:07:16.075458 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'name': 'network-vif-deleted', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:16.078042 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae28c17-c40f-4258-85b7-6f5678315516" -d '{"events": [{"server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "name": "network-vif-deleted", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:16.124600 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788af81c-ae87-490c-bf5d-6014b694727f x-openstack-request-id: req-788af81c-ae87-490c-bf5d-6014b694727f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:16.124905 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14", "name": "network-vif-deleted", "tag": "1ac5821e-e9ee-4b53-ae5c-2cf36533b066", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:16.125221 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-788af81c-ae87-490c-bf5d-6014b694727f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:16.126240 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14', 'name': 'network-vif-deleted', 'tag': '1ac5821e-e9ee-4b53-ae5c-2cf36533b066', 'status': 'completed', 'code': 200} Oct 29 09:07:16.613665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8538c16-822b-444b-a4f9-39f214808296 req-32129f53-4351-4888-9116-1db19517adcc tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 210 time: 0.0485780 Oct 29 09:07:17.020551 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-953eac4e-ab8d-42dd-88b0-c8149618b1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:17.036276 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:07:17.804718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-690b3c01-9b96-4294-8dfe-6cad032fbe54 req-49c4ff2f-ce2d-4969-ba70-7ab0aa4a48ec tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 210 time: 0.0596426 Oct 29 09:07:18.239109 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:18.306439 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:18.913370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ed08a2e-aa81-4ac0-9ad2-0f05b99e2147 req-a4292524-32f6-47e3-85e7-cda5e24c638d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 210 time: 0.0304630 Oct 29 09:07:19.408893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:19.447127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:19.447960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 1ac5821e-e9ee-4b53-ae5c-2cf36533b066 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:19.606166 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:20.053556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bbffddfa-ae67-4b20-bc70-3ddd26f3808f req-c8891b42-5b14-4b9b-bcc7-33477836415d tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 210 time: 0.0495503 Oct 29 09:07:21.174282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38386) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:21.176208 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-40fe40cb-fa69-40c3-abeb-ae0b883bd07c req-e3f60395-a3ce-4058-abd3-8ef1d0ff7b6f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=87e72570-9ebe-4ec8-8c6c-9b3aae8bcf14 HTTP/1.1" status: 200 len: 210 time: 0.0270565 Oct 29 09:07:21.303603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6067d9ec-afc1-49b7-9230-f19405bee1e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:21.427412 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6067d9ec-afc1-49b7-9230-f19405bee1e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:21.438443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6067d9ec-afc1-49b7-9230-f19405bee1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:21.477764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6067d9ec-afc1-49b7-9230-f19405bee1e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d412e9de717408784f86ff5026eeceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016245 Oct 29 09:07:21.480635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38390) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:21.512880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067d9ec-afc1-49b7-9230-f19405bee1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a8445-a2ca-4359-b525-54d86c76d70b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:21.551599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ff571d4-9f83-4c2a-9a69-e086128fe0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:21.573275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ff571d4-9f83-4c2a-9a69-e086128fe0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:21.628217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ff571d4-9f83-4c2a-9a69-e086128fe0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:21.630900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5ff571d4-9f83-4c2a-9a69-e086128fe0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:21.632147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5ff571d4-9f83-4c2a-9a69-e086128fe0b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/963a8445-a2ca-4359-b525-54d86c76d70b HTTP/1.1" status: 204 len: 168 time: 0.1503427 Oct 29 09:07:21.641648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff571d4-9f83-4c2a-9a69-e086128fe0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a8445-a2ca-4359-b525-54d86c76d70b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:27.656717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38526) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:27.833022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port c4694143-5186-43c2-b059-63a6fa328d6e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:27.833342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:27.916378 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:27.916703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:27.928601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for c4694143-5186-43c2-b059-63a6fa328d6e owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:28.083463 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:28.115097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=c4694143-5186-43c2-b059-63a6fa328d6e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:28.189374 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:28.189710 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Floating IP 24fc00b4-58bb-492b-98e1-0e63355ed76f disassociated (deleted). External IP: 172.25.5.193, port: 39d2a7fe-5e17-496d-8026-65d826456b6f. Oct 29 09:07:28.425225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:07:28.546886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:07:28.552186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:28.562669 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:07:28.574074 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:07:28.574715 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:07:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:28.584426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1b1f4392-3dbb-4d38-ab40-867ba7e8fc3f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "DELETE /v2.0/floatingips/24fc00b4-58bb-492b-98e1-0e63355ed76f HTTP/1.1" status: 204 len: 168 time: 0.9238353 Oct 29 09:07:28.584426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:28.584976 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:28.665713 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274f12a2-65f5-40d2-96e6-a0fd0fb59c97 x-openstack-request-id: req-274f12a2-65f5-40d2-96e6-a0fd0fb59c97 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:28.666477 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:28.666477 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-274f12a2-65f5-40d2-96e6-a0fd0fb59c97 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:28.667255 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'status': 'completed', 'code': 200} Oct 29 09:07:28.746900 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:07:28.776795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-21cb0b8b-58b4-428c-8f35-71bcb3ba3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:28.778342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-21cb0b8b-58b4-428c-8f35-71bcb3ba3228 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3c29013403a64017905dd89022361aac&device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 1097 time: 0.0893235 Oct 29 09:07:29.005593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246f970-3cc5-4ca2-815b-d3a4e5361e6e req-31a638bf-f018-41a5-9a41-9bf22c34fa01 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:29.014606 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3246f970-3cc5-4ca2-815b-d3a4e5361e6e req-31a638bf-f018-41a5-9a41-9bf22c34fa01 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 946 time: 0.0699708 Oct 29 09:07:29.049010 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:29.071387 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3246f970-3cc5-4ca2-815b-d3a4e5361e6e req-fdea5383-900b-4183-9319-a376edb07363 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541844 Oct 29 09:07:29.090478 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:07:29.102067 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:07:29.103291 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:07:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:29.222734 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:07:29.333953 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:29.341511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-1e0330bb-560b-4c74-b36b-a2332d63a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:29.343737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-1e0330bb-560b-4c74-b36b-a2332d63a6b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 200 len: 914 time: 0.5559695 Oct 29 09:07:29.444271 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-8fe1e3b0-ba42-4734-a170-a205547f79fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 200 len: 217 time: 0.0925589 Oct 29 09:07:29.444929 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:29.518155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-2ff5ea66-7051-4339-a593-a277cd602b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:29.519678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-2ff5ea66-7051-4339-a593-a277cd602b65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 200 len: 851 time: 0.0671947 Oct 29 09:07:29.582998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-5dcf58ff-c9fa-4b94-8fbb-315c4a133da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:29.585985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-5dcf58ff-c9fa-4b94-8fbb-315c4a133da8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553493 Oct 29 09:07:29.596293 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef8f15-ac88-4620-8355-11ad2483286e None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T08:56:19Z', 'revision_number': 4, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '285a1067-2c07-40ea-a978-b14a8bed5eeb', 'name': '', 'network_id': 'fc81e9bf-686a-4be5-b97e-55f6d1e4d00c', 'tenant_id': '3c29013403a64017905dd89022361aac', 'mac_address': 'fa:16:3e:82:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:18Z', 'updated_at': '2021-10-29T08:56:24Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'subnets': [{'id': '37d98680-d690-46aa-b75a-86c2b5ce070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:07:29.706682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-48a0dabc-117a-48c6-9822-a05a4ab8c25a service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113734 Oct 29 09:07:29.874994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4e054227-2aa5-4b4c-aaf4-2b2c6510b54c req-c58929d6-ea7d-4a40-b16e-02561fa4673c service neutron] 10.222.0.93 "GET /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601205 Oct 29 09:07:30.055613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357db9b-5b63-4660-a702-71deb187e512 None None] New status for floating IP 24fc00b4-58bb-492b-98e1-0e63355ed76f: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:07:30.211538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1810f00-55ef-42d5-a963-6185e52326a3 req-600cb5c0-391b-47c5-8aab-f7cd0ef738d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:30.213151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1810f00-55ef-42d5-a963-6185e52326a3 req-600cb5c0-391b-47c5-8aab-f7cd0ef738d1 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 946 time: 0.0596905 Oct 29 09:07:30.254402 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1810f00-55ef-42d5-a963-6185e52326a3 req-af150299-b35b-4c31-a2c8-fe80cd680a03 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/security-groups?id=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345111 Oct 29 09:07:30.535103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849c45-d661-4026-a84e-1d7369663de7 req-072024eb-2ca8-40e2-bc0c-71c7290c78be tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:30.536785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2849c45-d661-4026-a84e-1d7369663de7 req-072024eb-2ca8-40e2-bc0c-71c7290c78be tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 946 time: 0.0558968 Oct 29 09:07:30.647368 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:30.652551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port 39d2a7fe-5e17-496d-8026-65d826456b6f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:30.653007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:30.752783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] For port 39d2a7fe-5e17-496d-8026-65d826456b6f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=39d2a7fe-5e17-496d-8026-65d826456b6f,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:30.753253 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:30.768447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for 39d2a7fe-5e17-496d-8026-65d826456b6f owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:30.908926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:30.959709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=39d2a7fe-5e17-496d-8026-65d826456b6f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:30.982047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] No DVR routers for this DVR port 39d2a7fe-5e17-496d-8026-65d826456b6f on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:07:30.985023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:30.988652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e2849c45-d661-4026-a84e-1d7369663de7 req-aa6eec04-90aa-48bf-ad92-7fadf366242f tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.93 "DELETE /v2.0/ports/39d2a7fe-5e17-496d-8026-65d826456b6f HTTP/1.1" status: 204 len: 173 time: 0.4455266 Oct 29 09:07:30.989114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'name': 'network-vif-deleted', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:30.991507 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95500f73-c8ba-4083-83c7-8b38989c293a" -d '{"events": [{"server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "name": "network-vif-deleted", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:31.069541 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a366ce-005e-4637-acad-b7028ec3d06b x-openstack-request-id: req-f6a366ce-005e-4637-acad-b7028ec3d06b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:31.069856 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf35ac12-34df-4f46-ae63-3b7c06fdec2a", "name": "network-vif-deleted", "tag": "39d2a7fe-5e17-496d-8026-65d826456b6f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:31.070147 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6a366ce-005e-4637-acad-b7028ec3d06b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:31.070557 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf35ac12-34df-4f46-ae63-3b7c06fdec2a', 'name': 'network-vif-deleted', 'tag': '39d2a7fe-5e17-496d-8026-65d826456b6f', 'status': 'completed', 'code': 200} Oct 29 09:07:31.356144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fefcc3e0-cef0-4494-bad6-efd9de46d6df req-b4a5f91a-92c5-45bb-a193-333955c97980 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 210 time: 0.0275607 Oct 29 09:07:32.465030 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d76abd07-c537-44cf-bfc6-27917fa4c039 req-e551ac9f-5a99-4a3d-93be-7ae194e25244 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 210 time: 0.0334492 Oct 29 09:07:32.806016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a243b-6d47-4418-b9db-dd5602c529a9 req-5345e29b-9189-4c5e-b32f-0a102a9c904b tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:32.808076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f44a243b-6d47-4418-b9db-dd5602c529a9 req-5345e29b-9189-4c5e-b32f-0a102a9c904b tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 946 time: 0.0690038 Oct 29 09:07:32.852378 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f44a243b-6d47-4418-b9db-dd5602c529a9 req-fe16ceda-8a1f-4726-b265-7eb52ba99932 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Oct 29 09:07:33.397670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 39d2a7fe-5e17-496d-8026-65d826456b6f no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:33.420206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 39d2a7fe-5e17-496d-8026-65d826456b6f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:33.420849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 39d2a7fe-5e17-496d-8026-65d826456b6f not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:33.563491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2cfc33cb-6503-4637-88e7-5d23b0ffb7b9 req-a950da6d-c427-46e7-b3fb-b9f2284418e9 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 210 time: 0.0277698 Oct 29 09:07:33.981701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48a82e-6fae-48e1-9097-a28ba715b3da req-9c57a46a-3c2b-4d27-b188-82f3895141f4 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:33.983382 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae48a82e-6fae-48e1-9097-a28ba715b3da req-9c57a46a-3c2b-4d27-b188-82f3895141f4 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 946 time: 0.0548778 Oct 29 09:07:34.027925 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ae48a82e-6fae-48e1-9097-a28ba715b3da req-b9637d29-0264-44fb-89c1-37efeaf2a279 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379517 Oct 29 09:07:34.556319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-5554df7f-890d-4f80-a2cd-6ad0e11497b6 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:34.557919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-5554df7f-890d-4f80-a2cd-6ad0e11497b6 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 946 time: 0.0522344 Oct 29 09:07:34.678523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e483ed91-3325-49ae-bca0-4624cc51d2d1 req-b0e56440-5188-4d2f-9543-27318144d6d5 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 210 time: 0.0410013 Oct 29 09:07:34.692021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Deleting port 895c025f-630e-470f-b180-4b8b6a5dce51 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:34.692325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:34.803110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] For port 895c025f-630e-470f-b180-4b8b6a5dce51, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=895c025f-630e-470f-b180-4b8b6a5dce51,segment=NetworkSegment(18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77),segment_id=18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:34.803596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:34.817598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Calling delete_port for 895c025f-630e-470f-b180-4b8b6a5dce51 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:34.974549 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:34.988767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['895c025f-630e-470f-b180-4b8b6a5dce51'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:07:35.013744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Pushing event deleted for resources: {'Port': ['ID=895c025f-630e-470f-b180-4b8b6a5dce51,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:35.093944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] No DVR routers for this DVR port 895c025f-630e-470f-b180-4b8b6a5dce51 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:07:35.097443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:35.101414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7dbb62b5-aaec-4921-a585-12c1df15a06b req-378c07f4-faef-495e-b655-39f80da7b422 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.93 "DELETE /v2.0/ports/895c025f-630e-470f-b180-4b8b6a5dce51 HTTP/1.1" status: 204 len: 173 time: 0.5372901 Oct 29 09:07:35.101878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1bebed-e524-43db-83e7-f3bd5e0dee1a', 'name': 'network-vif-deleted', 'tag': '895c025f-630e-470f-b180-4b8b6a5dce51'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:35.104865 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cacf789-5746-4339-b4ba-c16545ec1d40" -d '{"events": [{"server_uuid": "6f1bebed-e524-43db-83e7-f3bd5e0dee1a", "name": "network-vif-deleted", "tag": "895c025f-630e-470f-b180-4b8b6a5dce51"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:35.201665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-faaa2602-760c-4000-b901-290ee4f853b6 req-0dc23fb9-430f-4c39-a0f2-83c78b2e86c3 tempest-VolumesSnapshotTestJSON-1103391512 tempest-VolumesSnapshotTestJSON-1103391512-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f1bebed-e524-43db-83e7-f3bd5e0dee1a HTTP/1.1" status: 200 len: 210 time: 0.0701146 Oct 29 09:07:35.207979 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d7099-ceeb-4fd8-bc2f-2e8f45006084 x-openstack-request-id: req-ff9d7099-ceeb-4fd8-bc2f-2e8f45006084 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:35.208195 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1bebed-e524-43db-83e7-f3bd5e0dee1a", "name": "network-vif-deleted", "tag": "895c025f-630e-470f-b180-4b8b6a5dce51", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:35.208417 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff9d7099-ceeb-4fd8-bc2f-2e8f45006084 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:35.208884 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1bebed-e524-43db-83e7-f3bd5e0dee1a', 'name': 'network-vif-deleted', 'tag': '895c025f-630e-470f-b180-4b8b6a5dce51', 'status': 'completed', 'code': 200} Oct 29 09:07:35.307796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38608) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:35.424747 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-877b6aad-8486-4279-b306-e4510fa63c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:35.520129 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-877b6aad-8486-4279-b306-e4510fa63c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:35.525360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-877b6aad-8486-4279-b306-e4510fa63c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:35.570927 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-877b6aad-8486-4279-b306-e4510fa63c2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48af07455cc242dda40e1fad492ccbd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619810 Oct 29 09:07:35.573187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b6aad-8486-4279-b306-e4510fa63c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281efc18-a1fe-4bc0-8855-5fb8e55809c0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:35.573818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38612) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:35.642720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3badc19-4347-46ec-8ef8-de6f2881586a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:35.679599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3badc19-4347-46ec-8ef8-de6f2881586a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:35.737234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3badc19-4347-46ec-8ef8-de6f2881586a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:35.740483 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f3badc19-4347-46ec-8ef8-de6f2881586a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:35.756094 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f3badc19-4347-46ec-8ef8-de6f2881586a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/281efc18-a1fe-4bc0-8855-5fb8e55809c0 HTTP/1.1" status: 204 len: 168 time: 0.1765535 Oct 29 09:07:35.810048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b44b1c-999b-4f18-9e05-5cc16240867c req-069f4eaf-8562-48fc-b254-2f5afbc297b2 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 210 time: 0.0415905 Oct 29 09:07:35.811347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3badc19-4347-46ec-8ef8-de6f2881586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281efc18-a1fe-4bc0-8855-5fb8e55809c0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:36.068254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38620) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:36.085010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e50b1e76-bf0c-4cf0-90cd-6a9156bfe569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.161013 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e50b1e76-bf0c-4cf0-90cd-6a9156bfe569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.165581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e50b1e76-bf0c-4cf0-90cd-6a9156bfe569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.202739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b1e76-bf0c-4cf0-90cd-6a9156bfe569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c5021d-eda3-488f-8c0b-378bad0941f3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:36.216227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e50b1e76-bf0c-4cf0-90cd-6a9156bfe569 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd4ae27caa994ae389dca35bd1e0827a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396024 Oct 29 09:07:36.216227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38622) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:36.284651 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-82e7dfee-6200-4d2d-8225-edab8baff378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.312494 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-82e7dfee-6200-4d2d-8225-edab8baff378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.373869 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-82e7dfee-6200-4d2d-8225-edab8baff378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.377390 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-82e7dfee-6200-4d2d-8225-edab8baff378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.382451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-82e7dfee-6200-4d2d-8225-edab8baff378 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22c5021d-eda3-488f-8c0b-378bad0941f3 HTTP/1.1" status: 204 len: 168 time: 0.1648545 Oct 29 09:07:36.391746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7dfee-6200-4d2d-8225-edab8baff378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c5021d-eda3-488f-8c0b-378bad0941f3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:36.800368 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38638) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:36.815197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-468a4d8f-1a8a-4b78-bfd4-a78650005947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.908669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-468a4d8f-1a8a-4b78-bfd4-a78650005947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.914642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-468a4d8f-1a8a-4b78-bfd4-a78650005947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:36.959776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-468a4d8f-1a8a-4b78-bfd4-a78650005947 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5175402a5fd04e11b3312bcc4a63cc60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582420 Oct 29 09:07:36.960906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a4d8f-1a8a-4b78-bfd4-a78650005947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3652a385-cea5-49ca-8f63-5a5ed08210eb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:36.962617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38642) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:36.981558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3dff1bdc-a11c-4eb4-80a8-1be4f4ba9f62 req-9d252f68-0017-4f13-80a4-a3f0ee9fe945 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf35ac12-34df-4f46-ae63-3b7c06fdec2a HTTP/1.1" status: 200 len: 210 time: 0.0526514 Oct 29 09:07:37.039005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-826444aa-8fa0-4e7c-95d3-0b65f81b037e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:37.060776 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-826444aa-8fa0-4e7c-95d3-0b65f81b037e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:37.109433 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-826444aa-8fa0-4e7c-95d3-0b65f81b037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:37.112463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-826444aa-8fa0-4e7c-95d3-0b65f81b037e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:37.113647 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-826444aa-8fa0-4e7c-95d3-0b65f81b037e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3652a385-cea5-49ca-8f63-5a5ed08210eb HTTP/1.1" status: 204 len: 168 time: 0.1502552 Oct 29 09:07:37.122466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826444aa-8fa0-4e7c-95d3-0b65f81b037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3652a385-cea5-49ca-8f63-5a5ed08210eb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:37.418873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 895c025f-630e-470f-b180-4b8b6a5dce51 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:37.443540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 895c025f-630e-470f-b180-4b8b6a5dce51 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:37.443953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 895c025f-630e-470f-b180-4b8b6a5dce51 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:38.065251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38676) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:38.201319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Deleting port d5022cd6-540e-44da-80c9-463acb6b8e68 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:38.201707 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:38.293184 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:38.293528 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:38.309262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Calling delete_port for d5022cd6-540e-44da-80c9-463acb6b8e68 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:38.463726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:38.496254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'Port': ['ID=d5022cd6-540e-44da-80c9-463acb6b8e68,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:38.561081 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:38.564624 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:38.568980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ca5c9a6c-5889-45fb-9515-06cd8decafe6 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "DELETE /v2.0/floatingips/323bac12-f226-4802-91e7-8a1a91cb36af HTTP/1.1" status: 204 len: 168 time: 0.5023494 Oct 29 09:07:40.600284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-071ffca7-66db-4dea-9416-9f78ddaacfd7 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1ea5ff48c8144795a158db7ce1128aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314736 Oct 29 09:07:40.785357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-cd2dd303-a55b-40b5-a30e-0a4d261fe5bb tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:40.787028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-cd2dd303-a55b-40b5-a30e-0a4d261fe5bb tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803122 Oct 29 09:07:40.803164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-03d9b745-4e16-4241-8438-dfccbe48b137 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/quotas/1ea5ff48c8144795a158db7ce1128aa7 HTTP/1.1" status: 200 len: 375 time: 0.0098243 Oct 29 09:07:40.844622 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-ffb8b5b2-e425-4c34-b54a-d45df4ef943b tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ea5ff48c8144795a158db7ce1128aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355453 Oct 29 09:07:41.053982 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5613ad35-078f-4d38-9105-dc86902b7a51 req-e0a3d588-aaee-41c8-916b-bf5d5851f584 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 210 time: 0.0419643 Oct 29 09:07:41.910178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38740) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:41.971211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73e62dd5-15de-44ee-b1a0-162263763d36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:41.998193 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73e62dd5-15de-44ee-b1a0-162263763d36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:42.063682 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73e62dd5-15de-44ee-b1a0-162263763d36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:42.066532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-73e62dd5-15de-44ee-b1a0-162263763d36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:42.070786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-73e62dd5-15de-44ee-b1a0-162263763d36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] 10.222.0.70 "DELETE /v2.0/security-groups/a6afab87-6ab2-4ad5-b3e9-c580f3c562c5 HTTP/1.1" status: 204 len: 168 time: 0.1595733 Oct 29 09:07:42.100968 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-fcb43be0-89f4-4199-aab6-d12b90c9af40 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=1ea5ff48c8144795a158db7ce1128aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254602 Oct 29 09:07:42.109830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e62dd5-15de-44ee-b1a0-162263763d36 tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6afab87-6ab2-4ad5-b3e9-c580f3c562c5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:42.200421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38746) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:42.225947 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2d72941e-87e4-4911-b0f6-5f9d1cd011c4 req-1f64c549-720d-468b-b25e-f4e631bd7f3a tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 210 time: 0.0491295 Oct 29 09:07:42.366500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-6481e763-86a6-4973-80f3-df9c3d320838 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:42.368032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-6481e763-86a6-4973-80f3-df9c3d320838 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601612 Oct 29 09:07:42.382152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Request body: {'port': {'device_id': '35fceb0f-d744-4036-92a6-3c55ef2b8228', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '1ea5ff48c8144795a158db7ce1128aa7'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:07:42.527786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Made reservation on behalf of 1ea5ff48c8144795a158db7ce1128aa7 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:07:42.533139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:42.544532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:42.638547 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:42.644804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:42.731002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:42.829312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Allocated IP 192.168.233.161 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/9aa4f0b8-d95c-41e8-8492-83e9622315ff) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:07:42.851561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.032612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.079942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.138257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:07:43.142041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:07:43.147227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:07:43.152235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Pushing event updated for resources: {'Port': ['ID=9aa4f0b8-d95c-41e8-8492-83e9622315ff,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:43.159450 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Deleting port 285a1067-2c07-40ea-a978-b14a8bed5eeb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:43.159796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.202849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:43.203517 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.243103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-837fa354-0dde-442b-9637-fb9f55d60640 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8658662 Oct 29 09:07:43.255681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Request body: {'port': {'device_id': '35fceb0f-d744-4036-92a6-3c55ef2b8228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:07:43.268657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] For port 285a1067-2c07-40ea-a978-b14a8bed5eeb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=285a1067-2c07-40ea-a978-b14a8bed5eeb,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:43.269316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.286114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Calling delete_port for 285a1067-2c07-40ea-a978-b14a8bed5eeb owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:43.424737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.483596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5303a0-75c9-4e2e-a96a-01ba6a31043b req-237ae78a-93ba-4e10-b1ee-f481dcec9865 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:43.485426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a5303a0-75c9-4e2e-a96a-01ba6a31043b req-237ae78a-93ba-4e10-b1ee-f481dcec9865 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 936 time: 0.1047373 Oct 29 09:07:43.541236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-52a1eaad-2552-4f0c-95c5-58fe7a3e0b9a None None] Provisioning complete for port 9aa4f0b8-d95c-41e8-8492-83e9622315ff triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:07:43.542281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-52a1eaad-2552-4f0c-95c5-58fe7a3e0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.553251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.592641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-52a1eaad-2552-4f0c-95c5-58fe7a3e0b9a None None] Port 9aa4f0b8-d95c-41e8-8492-83e9622315ff cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:07:43.597161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a5303a0-75c9-4e2e-a96a-01ba6a31043b req-a1482fda-5748-47a8-bbfc-0df16d0405c6 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034083 Oct 29 09:07:43.605138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=285a1067-2c07-40ea-a978-b14a8bed5eeb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:43.825259 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.827283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa4f0b8-d95c-41e8-8492-83e9622315ff {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:07:43.837847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.876192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Transition to ACTIVE for port object 9aa4f0b8-d95c-41e8-8492-83e9622315ff will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:07:43.885500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:43.966005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa4f0b8-d95c-41e8-8492-83e9622315ff,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:44.033348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Attempting to bind port 9aa4f0b8-d95c-41e8-8492-83e9622315ff on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:07:44.034129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Attempting to bind port 9aa4f0b8-d95c-41e8-8492-83e9622315ff by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:07:44.034129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Attempting to bind port 9aa4f0b8-d95c-41e8-8492-83e9622315ff on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:07:44.043991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Port 9aa4f0b8-d95c-41e8-8492-83e9622315ff on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:07:44.044326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Attempting to bind port 9aa4f0b8-d95c-41e8-8492-83e9622315ff on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:07:44.052102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:07:44.052442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:07:44.052841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:07:44.053281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Bound port: 9aa4f0b8-d95c-41e8-8492-83e9622315ff, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:07:44.053638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:44.129051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] For port 9aa4f0b8-d95c-41e8-8492-83e9622315ff, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:07:44.133804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] For port 9aa4f0b8-d95c-41e8-8492-83e9622315ff, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9aa4f0b8-d95c-41e8-8492-83e9622315ff,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:07:44.141851 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:44.169940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Router 10595f5f-4519-4dd0-ac92-5e1864798dc4 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:07:44.194348 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:44.195238 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:44.196469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] 10.222.0.93 "PUT /v2.0/ports/9aa4f0b8-d95c-41e8-8492-83e9622315ff HTTP/1.1" status: 200 len: 1096 time: 0.9453316 Oct 29 09:07:44.197432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fceb0f-d744-4036-92a6-3c55ef2b8228', 'tag': '9aa4f0b8-d95c-41e8-8492-83e9622315ff'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:44.199316 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "35fceb0f-d744-4036-92a6-3c55ef2b8228", "tag": "9aa4f0b8-d95c-41e8-8492-83e9622315ff"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:44.252437 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0672366-0c3e-4d55-b725-cb705f13cca6 x-openstack-request-id: req-f0672366-0c3e-4d55-b725-cb705f13cca6 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:44.252723 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fceb0f-d744-4036-92a6-3c55ef2b8228", "tag": "9aa4f0b8-d95c-41e8-8492-83e9622315ff", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:44.252984 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0672366-0c3e-4d55-b725-cb705f13cca6 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:44.253402 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fceb0f-d744-4036-92a6-3c55ef2b8228', 'tag': '9aa4f0b8-d95c-41e8-8492-83e9622315ff', 'status': 'completed', 'code': 200} Oct 29 09:07:44.260601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689a7bf-7a3b-4174-bdd6-682d5b79a4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa4f0b8-d95c-41e8-8492-83e9622315ff,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:44.319497 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-705165f8-d4ea-4e86-bf04-c5cdc0d94ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:44.362070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-b9969bce-f0da-44c2-b7b0-1ca5ff2a6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:44.363674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-b9969bce-f0da-44c2-b7b0-1ca5ff2a6b55 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ea5ff48c8144795a158db7ce1128aa7&device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 1099 time: 0.0965965 Oct 29 09:07:44.402488 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:07:44.414695 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] Sync routers for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:07:44.420632 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7f37fe34-e232-46f8-b3b3-c471437cfb8e admin admin] 10.222.0.70 "PUT /v2.0/routers/10595f5f-4519-4dd0-ac92-5e1864798dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2051992 Oct 29 09:07:44.429992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38760) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:44.442234 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-0f6995f7-101c-454f-a56f-ddc2e285d40e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9aa4f0b8-d95c-41e8-8492-83e9622315ff HTTP/1.1" status: 200 len: 217 time: 0.0655770 Oct 29 09:07:44.443503 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:07:44.444216 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:07:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:44.536944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-2d36f70a-79e0-4029-b754-410d395509a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:44.538619 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-2d36f70a-79e0-4029-b754-410d395509a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0928700 Oct 29 09:07:44.601354 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:07:44.610560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:44.632147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-ada4fc11-c01d-4536-aa27-f5cdc93940e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:44.637859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-ada4fc11-c01d-4536-aa27-f5cdc93940e6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910606 Oct 29 09:07:44.808707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:44.865128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-fdc94e87-5bcf-4891-852b-2e8eb4af9ea2 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196679 Oct 29 09:07:44.874227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaf5cd-74ab-465c-8180-0406f65b0653 req-5026dbe0-e4be-45c5-8629-69e28d012fe7 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:44.880885 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T09:07:43Z', 'revision_number': 5, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port': {'id': '5a93d50c-70b0-427e-a894-d4cf83db37a7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:16Z', 'updated_at': '2021-10-29T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:44.882190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2edaf5cd-74ab-465c-8180-0406f65b0653 req-5026dbe0-e4be-45c5-8629-69e28d012fe7 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 948 time: 0.1740842 Oct 29 09:07:44.892780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Deleting port 5a93d50c-70b0-427e-a894-d4cf83db37a7 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:44.893118 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:44.912072 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] Checking router: 10595f5f-4519-4dd0-ac92-5e1864798dc4 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:07:44.921341 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] Routers {'10595f5f-4519-4dd0-ac92-5e1864798dc4'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:07:44.922955 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:07:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['10595f5f-4519-4dd0-ac92-5e1864798dc4'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:44.976500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2edaf5cd-74ab-465c-8180-0406f65b0653 req-412db086-eb9f-4ec7-bfaa-15137430a187 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932217 Oct 29 09:07:44.999955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] For port 5a93d50c-70b0-427e-a894-d4cf83db37a7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5a93d50c-70b0-427e-a894-d4cf83db37a7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:45.000578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:45.018316 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Calling delete_port for 5a93d50c-70b0-427e-a894-d4cf83db37a7 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:45.031436 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] Set router 10595f5f-4519-4dd0-ac92-5e1864798dc4 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:07:45.038265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58481c25-4dba-44b5-bda4-ab86b58be839 req-8ae68c5f-c918-4ab7-97f8-722fde4a5827 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529131 Oct 29 09:07:45.087404 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T09:07:44Z', 'revision_number': 6, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:45.126285 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e45910-d315-43b5-976c-68e4c52b0cbd None None] The sync data for ids ['10595f5f-4519-4dd0-ac92-5e1864798dc4'] in n-d-815940-1 is: [{'id': '10595f5f-4519-4dd0-ac92-5e1864798dc4', 'name': 'tempest-TestVolumeBootPattern-1453983790-router', 'tenant_id': '3c29013403a64017905dd89022361aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:15Z', 'updated_at': '2021-10-29T09:07:44Z', 'revision_number': 6, 'project_id': '3c29013403a64017905dd89022361aac', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:07:45.171202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-3a300a34-eee4-4b9b-81fe-5e6a32645028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:45.173589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-3a300a34-eee4-4b9b-81fe-5e6a32645028 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ea5ff48c8144795a158db7ce1128aa7&device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 1099 time: 0.0629709 Oct 29 09:07:45.278213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-9adde6ef-e820-4893-ab6c-d76961e93f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:45.279794 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-9adde6ef-e820-4893-ab6c-d76961e93f53 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.0989792 Oct 29 09:07:45.281649 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:45.312891 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a93d50c-70b0-427e-a894-d4cf83db37a7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:45.327343 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.327723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.328092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.328578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.328920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.329255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.329691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.330025 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.330356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.330681 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.331010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.331334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:45.354118 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-fb530e08-223b-447a-8989-28db6afd6c26 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9aa4f0b8-d95c-41e8-8492-83e9622315ff HTTP/1.1" status: 200 len: 217 time: 0.0670660 Oct 29 09:07:45.406873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:45.408666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-550eca3a-38be-47f4-9aec-b2cf8bccdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:45.410361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-550eca3a-38be-47f4-9aec-b2cf8bccdc15 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0488753 Oct 29 09:07:45.523618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-2f1983b5-ef4f-4e2d-a955-b3931739734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:45.527493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-2f1983b5-ef4f-4e2d-a955-b3931739734e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097703 Oct 29 09:07:45.711716 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-3263cb20-6b23-4b4b-93ba-a85d2d64f551 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752532 Oct 29 09:07:45.835527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7c157b6-dfeb-4598-a876-0f9f1945c9f4 req-b060c9bc-abe2-47a9-a6e3-0f285e7b7ac8 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155806 Oct 29 09:07:45.851776 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:45.853728 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:45.901075 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:45.901784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10595f5f-4519-4dd0-ac92-5e1864798dc4 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:07:45.906951 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:45.908376 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eb2c7129-020a-4a6d-8c5b-98d80298972c admin admin] 10.222.0.70 "DELETE /v2.0/routers/10595f5f-4519-4dd0-ac92-5e1864798dc4 HTTP/1.1" status: 204 len: 168 time: 1.4769578 Oct 29 09:07:45.913704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38766) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:45.974169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Deleting subnet 37d98680-d690-46aa-b75a-86c2b5ce070c {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:07:45.978187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.024279 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.117507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.140669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc4ba-5ea8-4eba-a3ca-78d6bca78909 req-4e1f13f7-e9c9-4bca-a6b4-fbb74f2e1da7 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:46.143005 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f38dc4ba-5ea8-4eba-a3ca-78d6bca78909 req-4e1f13f7-e9c9-4bca-a6b4-fbb74f2e1da7 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 948 time: 0.0770488 Oct 29 09:07:46.189866 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f38dc4ba-5ea8-4eba-a3ca-78d6bca78909 req-fc810a5b-23e8-4a7e-a6f3-fbbf8bd25a33 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Oct 29 09:07:46.205980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.231438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17360b3f-e001-4bf1-b431-40e8ed4920a3 None None] Network fc81e9bf-686a-4be5-b97e-55f6d1e4d00c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:07:46.234926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.240669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/37d98680-d690-46aa-b75a-86c2b5ce070c HTTP/1.1" status: 204 len: 168 time: 0.3239601 Oct 29 09:07:46.243425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38770) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:46.244137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d98680-d690-46aa-b75a-86c2b5ce070c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:46.254800 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.255202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.255330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.255631 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.256002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.256313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.256626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.257349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.257695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.258001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.258318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.258706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578943d-7157-4021-8205-2d3da8e6f38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.379996 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.473474 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Deleting port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:46.474099 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.511033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] DHCP port deletion for fc81e9bf-686a-4be5-b97e-55f6d1e4d00c request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:07:46.552670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] For port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:46.553115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.564573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Deleting port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:46.565233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.567157 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Calling delete_port for b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:46.653810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] For port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,segment=NetworkSegment(bdd7c6e3-5817-45e8-84ef-da44751a38de),segment_id=bdd7c6e3-5817-45e8-84ef-da44751a38de)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:46.654218 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.669910 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Calling delete_port for b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:46.679400 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.706348 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:46.713037 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] No DVR routers for this DVR port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:07:46.770358 n-d-815940-1 neutron-server[102115]: self.session.flush() Oct 29 09:07:46.801255 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.805946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.819403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] No DVR routers for this DVR port b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:07:46.837648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc81e9bf-686a-4be5-b97e-55f6d1e4d00c']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:46.847372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Pushing event deleted for resources: {'Port': ['ID=b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:46.848580 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd7c6e3-5817-45e8-84ef-da44751a38de') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:46.849060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd7c6e3-5817-45e8-84ef-da44751a38de') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:46.857065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.857469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.857994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.858545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.858951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.859349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.859663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.860000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.860527 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.861026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.861505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.862002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134c348-2098-47c4-9300-749e53ee4f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:07:46.862304 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.876816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:46.877049 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.885125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:07:46.885528 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:07:46.887230 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:07:46.899147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:46.899715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b84ebf7c-bc01-4116-b3c7-d1eedb2d67c4 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:46.900307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 285a1067-2c07-40ea-a978-b14a8bed5eeb no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:46.920114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 285a1067-2c07-40ea-a978-b14a8bed5eeb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:46.920789 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 285a1067-2c07-40ea-a978-b14a8bed5eeb not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:46.921450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5a93d50c-70b0-427e-a894-d4cf83db37a7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:46.941986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 5a93d50c-70b0-427e-a894-d4cf83db37a7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:46.942619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5a93d50c-70b0-427e-a894-d4cf83db37a7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:46.949377 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.956834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:46.960426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fc81e9bf-686a-4be5-b97e-55f6d1e4d00c HTTP/1.1" status: 204 len: 168 time: 0.7158861 Oct 29 09:07:46.963462 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38774) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:47.017080 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ff9b8564-725a-400b-a476-6a87c53ebc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:47.024170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1729a3-520f-4dd6-a41b-a14f07e11ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc81e9bf-686a-4be5-b97e-55f6d1e4d00c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:47.325312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad00f6-1fd9-4d75-aa6a-9425cab30c02 req-db21fcdf-46a6-471e-80b7-6e7493b39a29 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:47.333342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84ad00f6-1fd9-4d75-aa6a-9425cab30c02 req-db21fcdf-46a6-471e-80b7-6e7493b39a29 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 948 time: 0.0654926 Oct 29 09:07:47.369159 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:47.371662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84ad00f6-1fd9-4d75-aa6a-9425cab30c02 req-a9b3c770-7189-4d29-9c34-ae46a9679339 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 Oct 29 09:07:47.461561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9aa4f0b8-d95c-41e8-8492-83e9622315ff details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:07:47.586138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9aa4f0b8-d95c-41e8-8492-83e9622315ff, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9aa4f0b8-d95c-41e8-8492-83e9622315ff,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:47.600712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '9aa4f0b8-d95c-41e8-8492-83e9622315ff', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '9aa4f0b8-d95c-41e8-8492-83e9622315ff', 'mac_address': 'fa:16:3e:2c:5e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:07:47.639658 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:47.655267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa4f0b8-d95c-41e8-8492-83e9622315ff {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:07:47.677809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9aa4f0b8-d95c-41e8-8492-83e9622315ff, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9aa4f0b8-d95c-41e8-8492-83e9622315ff,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:47.683088 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:47.689773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Deleting port 984bddc3-ff38-4e54-b14b-2760c8074264 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:47.691166 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:47.745218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=9aa4f0b8-d95c-41e8-8492-83e9622315ff,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:47.806634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] For port 984bddc3-ff38-4e54-b14b-2760c8074264, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=984bddc3-ff38-4e54-b14b-2760c8074264,segment=NetworkSegment(960c2ef7-8eb8-49de-9bff-41567c169be7),segment_id=960c2ef7-8eb8-49de-9bff-41567c169be7)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:47.807029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:47.820518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Calling delete_port for 984bddc3-ff38-4e54-b14b-2760c8074264 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:48.048701 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:48.078899 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Pushing event deleted for resources: {'Port': ['ID=984bddc3-ff38-4e54-b14b-2760c8074264,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:48.185776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['9aa4f0b8-d95c-41e8-8492-83e9622315ff'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:07:48.329658 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:48.333551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:48.360833 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:48.550567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5836e-2575-47cb-8d7f-766279cf96ba req-e85c171f-693e-49ff-851b-8d281d31a5f3 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:48.552346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61b5836e-2575-47cb-8d7f-766279cf96ba req-e85c171f-693e-49ff-851b-8d281d31a5f3 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 949 time: 0.0779293 Oct 29 09:07:48.660904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-61b5836e-2575-47cb-8d7f-766279cf96ba req-e222f0d3-4cfb-46c8-bdf1-9a649a961a9b tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710354 Oct 29 09:07:48.692415 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Router 987632ba-f680-4dab-bbbb-f923eab3cbf6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:07:48.820804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:07:48.833237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] Sync routers for ids ['987632ba-f680-4dab-bbbb-f923eab3cbf6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:07:48.836966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a767d807-c255-4118-8a9b-ee7097144411 admin admin] 10.222.0.70 "PUT /v2.0/routers/987632ba-f680-4dab-bbbb-f923eab3cbf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722315 Oct 29 09:07:48.840003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38784) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:48.855041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] Routers {'987632ba-f680-4dab-bbbb-f923eab3cbf6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:07:48.855748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:07:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['987632ba-f680-4dab-bbbb-f923eab3cbf6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:48.980040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] Set router 987632ba-f680-4dab-bbbb-f923eab3cbf6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:07:49.170814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T09:07:47Z', 'revision_number': 5, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:49.197942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] Checking router: 987632ba-f680-4dab-bbbb-f923eab3cbf6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:07:49.207771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] Routers {'987632ba-f680-4dab-bbbb-f923eab3cbf6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:07:49.208417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:07:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['987632ba-f680-4dab-bbbb-f923eab3cbf6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:49.283607 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.315859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] Set router 987632ba-f680-4dab-bbbb-f923eab3cbf6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:07:49.391061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.447548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Deleting port 3fac2bba-b6a9-488e-a97c-75be15e28b86 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:49.447946 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.481043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9aa4f0b8-d95c-41e8-8492-83e9622315ff up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:07:49.537448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] For port 3fac2bba-b6a9-488e-a97c-75be15e28b86, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3fac2bba-b6a9-488e-a97c-75be15e28b86,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:49.537813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.542179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T09:07:47Z', 'revision_number': 5, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:49.557022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Calling delete_port for 3fac2bba-b6a9-488e-a97c-75be15e28b86 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:49.571739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 9aa4f0b8-d95c-41e8-8492-83e9622315ff completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:07:49.573906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e04d62-44ab-40b4-8e2d-11a9ef2320c6 None None] The sync data for ids ['987632ba-f680-4dab-bbbb-f923eab3cbf6'] in n-d-815940-1 is: [{'id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'name': 'tempest-TestVolumeBootPattern-1428208822-router', 'tenant_id': '3930da0b91dc4f068a62be42cccc0adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T08:56:23Z', 'updated_at': '2021-10-29T09:07:47Z', 'revision_number': 5, 'project_id': '3930da0b91dc4f068a62be42cccc0adb', 'gw_port': {'id': '3fac2bba-b6a9-488e-a97c-75be15e28b86', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987632ba-f680-4dab-bbbb-f923eab3cbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T08:56:24Z', 'updated_at': '2021-10-29T08:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:07:49.577483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 9aa4f0b8-d95c-41e8-8492-83e9622315ff triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:07:49.578234 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.630880 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.680256 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.704618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fceb0f-d744-4036-92a6-3c55ef2b8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa4f0b8-d95c-41e8-8492-83e9622315ff'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:49.707777 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819139e3-4fea-47a9-9e1e-63614a89f0a9" -d '{"events": [{"server_uuid": "35fceb0f-d744-4036-92a6-3c55ef2b8228", "name": "network-vif-plugged", "status": "completed", "tag": "9aa4f0b8-d95c-41e8-8492-83e9622315ff"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:49.720335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9aa4f0b8-d95c-41e8-8492-83e9622315ff, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9aa4f0b8-d95c-41e8-8492-83e9622315ff,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:49.726518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.736678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.760738 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d62be-cd28-4a5f-acb2-8db48c25f354 x-openstack-request-id: req-214d62be-cd28-4a5f-acb2-8db48c25f354 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:49.761032 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fceb0f-d744-4036-92a6-3c55ef2b8228", "name": "network-vif-plugged", "status": "completed", "tag": "9aa4f0b8-d95c-41e8-8492-83e9622315ff", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:49.761281 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-214d62be-cd28-4a5f-acb2-8db48c25f354 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:49.761676 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fceb0f-d744-4036-92a6-3c55ef2b8228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa4f0b8-d95c-41e8-8492-83e9622315ff', 'code': 200} Oct 29 09:07:49.781060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fac2bba-b6a9-488e-a97c-75be15e28b86,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:49.786596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=9aa4f0b8-d95c-41e8-8492-83e9622315ff,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:49.896646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bf52c-d677-41cb-b37f-08fa6c65c0f0 req-5cc10a4c-5b8b-4d2f-a0d8-22da9f9498be tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:49.898224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f67bf52c-d677-41cb-b37f-08fa6c65c0f0 req-5cc10a4c-5b8b-4d2f-a0d8-22da9f9498be tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 950 time: 0.1263776 Oct 29 09:07:49.936161 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:49.984773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1a3b-2ebf-4988-b776-357388f97fe5 req-8b6c0005-604c-40bf-9c3d-63b1b8172e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:49.986017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c17f1a3b-2ebf-4988-b776-357388f97fe5 req-8b6c0005-604c-40bf-9c3d-63b1b8172e17 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 1101 time: 0.1509566 Oct 29 09:07:50.073936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f67bf52c-d677-41cb-b37f-08fa6c65c0f0 req-752c15a9-27a8-40f8-a4e3-ca1029116567 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680081 Oct 29 09:07:50.085939 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.089521 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.145684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c17f1a3b-2ebf-4988-b776-357388f97fe5 req-41eb0a0f-b35b-4981-9e84-6010803710b0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194675 Oct 29 09:07:50.150202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.150756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987632ba-f680-4dab-bbbb-f923eab3cbf6 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:07:50.155385 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.157251 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7c43fb6d-1ffb-406e-aaaa-c0c17f83df45 admin admin] 10.222.0.70 "DELETE /v2.0/routers/987632ba-f680-4dab-bbbb-f923eab3cbf6 HTTP/1.1" status: 204 len: 168 time: 1.3154397 Oct 29 09:07:50.159951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38798) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:50.213926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fead0ca4-3b58-4f86-a08f-8fd0251dd337 admin admin] Deleting subnet 0e077425-f9bf-43a4-bce6-830c031e8d61 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:07:50.217435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fead0ca4-3b58-4f86-a08f-8fd0251dd337 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.257326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fead0ca4-3b58-4f86-a08f-8fd0251dd337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.348298 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fead0ca4-3b58-4f86-a08f-8fd0251dd337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.403936 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fead0ca4-3b58-4f86-a08f-8fd0251dd337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.436647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead0ca4-3b58-4f86-a08f-8fd0251dd337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e077425-f9bf-43a4-bce6-830c031e8d61,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:50.439192 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fead0ca4-3b58-4f86-a08f-8fd0251dd337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.446118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38800) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:50.446669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999b858-ab30-46c5-82ea-5295b25eaf87 None None] Network bc1f531c-485f-44b6-bf6a-18450a0b26f1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:07:50.447273 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fead0ca4-3b58-4f86-a08f-8fd0251dd337 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0e077425-f9bf-43a4-bce6-830c031e8d61 HTTP/1.1" status: 204 len: 168 time: 0.2856979 Oct 29 09:07:50.523389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.576797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Deleting port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:50.577141 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.653575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] For port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=078e6bcc-ac0d-4c1f-8282-a4f902b1d19e,segment=NetworkSegment(960c2ef7-8eb8-49de-9bff-41567c169be7),segment_id=960c2ef7-8eb8-49de-9bff-41567c169be7)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:50.654143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.668330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Calling delete_port for 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:50.681734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] DHCP port deletion for bc1f531c-485f-44b6-bf6a-18450a0b26f1 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:07:50.766352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] Deleting port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:50.766792 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.767612 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.804294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=078e6bcc-ac0d-4c1f-8282-a4f902b1d19e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:50.809472 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] No DVR routers for this DVR port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:07:50.810226 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 984bddc3-ff38-4e54-b14b-2760c8074264 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:50.833014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 984bddc3-ff38-4e54-b14b-2760c8074264 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:50.833352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 984bddc3-ff38-4e54-b14b-2760c8074264 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:50.833765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:50.861837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:50.862184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:50.862589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3fac2bba-b6a9-488e-a97c-75be15e28b86 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:50.894122 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.895254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 3fac2bba-b6a9-488e-a97c-75be15e28b86 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:50.895595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3fac2bba-b6a9-488e-a97c-75be15e28b86 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:07:50.902182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] For port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e, host n-d-815940-1, got binding levels [] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:50.902573 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.914966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] Calling delete_port for 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:50.917606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.ipam_backend_mixin [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] Port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e was not found and therefore no delete operation was performed {{(pid=102115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 09:07:50.918819 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.921975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1f531c-485f-44b6-bf6a-18450a0b26f1']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:50.933101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960c2ef7-8eb8-49de-9bff-41567c169be7') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:50.933534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960c2ef7-8eb8-49de-9bff-41567c169be7') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:07:50.943596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.947180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] Pushing event deleted for resources: {'Port': ['ID=078e6bcc-ac0d-4c1f-8282-a4f902b1d19e,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:50.949033 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c51694-b3c7-40d2-bb2f-d1322ccc55c2 None None] No DVR routers for this DVR port 078e6bcc-ac0d-4c1f-8282-a4f902b1d19e on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:07:50.957876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.964963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:07:50.965665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:07:50.967537 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:07:51.034345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.042034 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.045369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bc1f531c-485f-44b6-bf6a-18450a0b26f1 HTTP/1.1" status: 204 len: 168 time: 0.5980494 Oct 29 09:07:51.066718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de43bb0-bc23-46e3-a7f2-664590202b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1f531c-485f-44b6-bf6a-18450a0b26f1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:51.204277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38808) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:51.209338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada647d2-16f0-41db-a30e-a72e168c39de req-cc7f8f2c-4516-477b-bfc4-0620cf13f599 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:51.211084 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ada647d2-16f0-41db-a30e-a72e168c39de req-cc7f8f2c-4516-477b-bfc4-0620cf13f599 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 950 time: 0.0539293 Oct 29 09:07:51.248149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b5923bf9-09ea-4a62-b82e-267e8e8fd1b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c29013403a64017905dd89022361aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426280 Oct 29 09:07:51.251556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38810) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:51.271451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ada647d2-16f0-41db-a30e-a72e168c39de req-dca10d37-dff0-4229-94fd-17f0afc3f02e tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533299 Oct 29 09:07:51.314025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3fceb7e3-7c4e-4098-b280-8d5bd4e47098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.337204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3fceb7e3-7c4e-4098-b280-8d5bd4e47098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.388417 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3fceb7e3-7c4e-4098-b280-8d5bd4e47098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.391220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3fceb7e3-7c4e-4098-b280-8d5bd4e47098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.394883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3fceb7e3-7c4e-4098-b280-8d5bd4e47098 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/223561ca-0031-4bc0-b70b-dfd9f4b3542d HTTP/1.1" status: 204 len: 168 time: 0.1399288 Oct 29 09:07:51.400897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceb7e3-7c4e-4098-b280-8d5bd4e47098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223561ca-0031-4bc0-b70b-dfd9f4b3542d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:51.801626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 38816) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:51.844803 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c51c8c32-58b8-4f39-a049-be8788d780ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3930da0b91dc4f068a62be42cccc0adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415118 Oct 29 09:07:51.847308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 38818) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:07:51.897970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5cc06533-802b-479e-9449-ca43eba0efa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.921841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5cc06533-802b-479e-9449-ca43eba0efa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.974507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5cc06533-802b-479e-9449-ca43eba0efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.978079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5cc06533-802b-479e-9449-ca43eba0efa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:51.978672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5cc06533-802b-479e-9449-ca43eba0efa0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2e0d2f3-e30e-41c5-98d5-4e833d4fcd01 HTTP/1.1" status: 204 len: 168 time: 0.1302900 Oct 29 09:07:51.988787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc06533-802b-479e-9449-ca43eba0efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e0d2f3-e30e-41c5-98d5-4e833d4fcd01,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:52.443261 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eed517-41fe-4008-9255-c0bb80e97441 req-5344b125-db26-444d-b893-21fc2f90ad12 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:52.445246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34eed517-41fe-4008-9255-c0bb80e97441 req-5344b125-db26-444d-b893-21fc2f90ad12 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 950 time: 0.0759473 Oct 29 09:07:52.505377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34eed517-41fe-4008-9255-c0bb80e97441 req-de447a3a-c4b5-4484-b409-28f9679b4ad6 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Oct 29 09:07:52.825866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780afec1-7fc8-40b1-84ef-400eca005e23 req-913b44cd-3a70-4f73-8a0c-e042794eca90 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:52.827538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-780afec1-7fc8-40b1-84ef-400eca005e23 req-913b44cd-3a70-4f73-8a0c-e042794eca90 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 950 time: 0.0622208 Oct 29 09:07:52.876927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-780afec1-7fc8-40b1-84ef-400eca005e23 req-d6c7b2da-4623-4611-9124-38c5236989f8 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Oct 29 09:07:54.003752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f6b9-be79-4fde-827c-0042010bcd7e req-78aa7a75-f7c0-4474-8c70-19b3e52e9d24 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:54.005400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a850f6b9-be79-4fde-827c-0042010bcd7e req-78aa7a75-f7c0-4474-8c70-19b3e52e9d24 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 950 time: 0.0555396 Oct 29 09:07:54.030300 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:07:54.047606 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a850f6b9-be79-4fde-827c-0042010bcd7e req-db4c1c8b-9cb0-4fc7-bef9-6b03d8a4448f tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/security-groups?id=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355875 Oct 29 09:07:54.169421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-1c9a6f32-2731-43ce-8526-716be028f699 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:07:54.170851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-1c9a6f32-2731-43ce-8526-716be028f699 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.93 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 950 time: 0.0548930 Oct 29 09:07:54.276216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Deleting port 9aa4f0b8-d95c-41e8-8492-83e9622315ff {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:07:54.276572 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:54.371991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] For port 9aa4f0b8-d95c-41e8-8492-83e9622315ff, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9aa4f0b8-d95c-41e8-8492-83e9622315ff,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:07:54.372314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:54.386430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Calling delete_port for 9aa4f0b8-d95c-41e8-8492-83e9622315ff owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:07:54.531304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:54.546118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['9aa4f0b8-d95c-41e8-8492-83e9622315ff'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:07:54.564117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Pushing event deleted for resources: {'Port': ['ID=9aa4f0b8-d95c-41e8-8492-83e9622315ff,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:07:54.614558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] No DVR routers for this DVR port 9aa4f0b8-d95c-41e8-8492-83e9622315ff on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:07:54.617484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:54.621002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bda41134-1361-418e-90ba-1a0c72c4ee10 req-4292a11c-8f1f-43c6-a767-86309143d9f4 tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.93 "DELETE /v2.0/ports/9aa4f0b8-d95c-41e8-8492-83e9622315ff HTTP/1.1" status: 204 len: 173 time: 0.4420152 Oct 29 09:07:54.621495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fceb0f-d744-4036-92a6-3c55ef2b8228', 'name': 'network-vif-deleted', 'tag': '9aa4f0b8-d95c-41e8-8492-83e9622315ff'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:07:54.624718 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22456ca8-8d48-4f3a-9bee-251e847fb1dc" -d '{"events": [{"server_uuid": "35fceb0f-d744-4036-92a6-3c55ef2b8228", "name": "network-vif-deleted", "tag": "9aa4f0b8-d95c-41e8-8492-83e9622315ff"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:07:54.682893 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e80a019-3a87-4811-b58b-44f99bb0be69 x-openstack-request-id: req-9e80a019-3a87-4811-b58b-44f99bb0be69 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:07:54.683518 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fceb0f-d744-4036-92a6-3c55ef2b8228", "name": "network-vif-deleted", "tag": "9aa4f0b8-d95c-41e8-8492-83e9622315ff", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:07:54.684034 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e80a019-3a87-4811-b58b-44f99bb0be69 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:07:54.684695 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fceb0f-d744-4036-92a6-3c55ef2b8228', 'name': 'network-vif-deleted', 'tag': '9aa4f0b8-d95c-41e8-8492-83e9622315ff', 'status': 'completed', 'code': 200} Oct 29 09:07:55.168859 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05e54eb4-4dd7-4f14-a358-847e6c9be1c2 req-1551d435-1cfa-4f03-8dc8-8569dab24c8f tempest-VolumesNegativeTest-1351432677 tempest-VolumesNegativeTest-1351432677-project] 10.222.0.70 "GET /v2.0/ports?device_id=35fceb0f-d744-4036-92a6-3c55ef2b8228 HTTP/1.1" status: 200 len: 210 time: 0.0275719 Oct 29 09:07:59.346576 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:07:59.528244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9aa4f0b8-d95c-41e8-8492-83e9622315ff no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:07:59.552014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 9aa4f0b8-d95c-41e8-8492-83e9622315ff {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:07:59.552696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9aa4f0b8-d95c-41e8-8492-83e9622315ff not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:08:00.709498 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:01.149959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39102) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:01.375858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-47228258-2608-4d91-b48d-85f20796204f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ea5ff48c8144795a158db7ce1128aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223361 Oct 29 09:08:01.377430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39108) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:01.440226 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45634ff6-ebee-42ba-8eb0-27b3924fdacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:01.471043 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45634ff6-ebee-42ba-8eb0-27b3924fdacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:01.537470 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45634ff6-ebee-42ba-8eb0-27b3924fdacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:01.541368 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-45634ff6-ebee-42ba-8eb0-27b3924fdacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:01.545739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-45634ff6-ebee-42ba-8eb0-27b3924fdacc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40 HTTP/1.1" status: 204 len: 168 time: 0.1672516 Oct 29 09:08:01.555088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45634ff6-ebee-42ba-8eb0-27b3924fdacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6097f1e9-7a6b-439a-b2ec-edfdc6b0bc40,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:14.304694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1cbc70ba-c241-432d-ac17-61f7255aaf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:17.012230 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aff965b8-59d7-4594-a32e-b2826c49423a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:18.239796 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:18.298640 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:19.604628 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:20.116085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39328) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:20.254817 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4ac8eca1-8ceb-4cdf-bae9-98f43ff19f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:20.346100 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4ac8eca1-8ceb-4cdf-bae9-98f43ff19f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:20.351301 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4ac8eca1-8ceb-4cdf-bae9-98f43ff19f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:20.384879 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8eca1-8ceb-4cdf-bae9-98f43ff19f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aefc1aa-c3dc-4007-882b-f6d1bc9e3bed,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:20.439640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39332) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:20.444981 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4ac8eca1-8ceb-4cdf-bae9-98f43ff19f11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dc71cce58b840fab5ff219456e1338d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276982 Oct 29 09:08:20.504801 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71351cbe-9634-461e-9bd6-221090958927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:20.528350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71351cbe-9634-461e-9bd6-221090958927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:20.590380 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71351cbe-9634-461e-9bd6-221090958927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:20.594917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-71351cbe-9634-461e-9bd6-221090958927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:20.598899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-71351cbe-9634-461e-9bd6-221090958927 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4aefc1aa-c3dc-4007-882b-f6d1bc9e3bed HTTP/1.1" status: 204 len: 168 time: 0.1582441 Oct 29 09:08:20.620523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71351cbe-9634-461e-9bd6-221090958927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aefc1aa-c3dc-4007-882b-f6d1bc9e3bed,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:21.355777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39356) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:21.477373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-779049173-network', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:21.506244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Made reservation on behalf of 82189fa50df947ec8dac2ba74634a6cd for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:08:21.509038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.519556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.603347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.608364 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.634998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:08:21.645923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a88471c-2212-437d-966c-9803368783d3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:21.650999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.651419 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Added segment 408db29d-fe95-4cf1-a658-a7b85e93fac2 of type vlan for network cf9cb7c4-96a1-45f7-9f23-80dffb459780 Oct 29 09:08:21.691646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.719004 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.720276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:21.721087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.785418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4282880 Oct 29 09:08:21.788403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39360) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:21.790570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109541f4-907f-488e-a1e6-4ef31b91f869 admin admin] Pushing event updated for resources: {'Network': ['ID=cf9cb7c4-96a1-45f7-9f23-80dffb459780,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:21.793666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Request body: {'subnet': {'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-779049173-subnet', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:21.801438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network cf9cb7c4-96a1-45f7-9f23-80dffb459780 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:08:21.819282 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Made reservation on behalf of 82189fa50df947ec8dac2ba74634a6cd for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:08:21.822209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:21.994668 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.062222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:22.073409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Checking segment: {'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:22.073991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Network hostable DHCP agents. Network: cf9cb7c4-96a1-45f7-9f23-80dffb459780, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:08:22.098620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Network cf9cb7c4-96a1-45f7-9f23-80dffb459780 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:08:22.109060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, cf9cb7c4-96a1-45f7-9f23-80dffb459780) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:22.113762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:22.114546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.119027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee7488-72ca-442e-a1f9-0f610a9865e4 None None] Network cf9cb7c4-96a1-45f7-9f23-80dffb459780 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:08:22.136895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39368) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:22.137110 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8592e840-2503-4bb4-ad92-8d1b1705f19b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3468516 Oct 29 09:08:22.141135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:22.166180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.167717 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.227350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.280512 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-cf9cb7c4-96a1-45f7-9f23-80dffb459780', 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'fixed_ips': [{'subnet_id': '0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:08:22.281513 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.399090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.433478 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Allocated IP 172.20.0.2 (cf9cb7c4-96a1-45f7-9f23-80dffb459780/0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f/ed99ba54-c21d-46db-9544-82549c6efe12) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:22.590252 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.597514 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.614524 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.640731 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.643037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Network cf9cb7c4-96a1-45f7-9f23-80dffb459780 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:22.646037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:22.651009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:22.658592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Pushing event updated for resources: {'Port': ['ID=ed99ba54-c21d-46db-9544-82549c6efe12,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:22.711643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Attempting to bind port ed99ba54-c21d-46db-9544-82549c6efe12 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:22.712159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Attempting to bind port ed99ba54-c21d-46db-9544-82549c6efe12 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:22.712599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Attempting to bind port ed99ba54-c21d-46db-9544-82549c6efe12 on network cf9cb7c4-96a1-45f7-9f23-80dffb459780 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:22.718236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:22.718719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Checking segment: {'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:22.719216 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.719676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Bound using segment: {'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:22.720244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Bound port: ed99ba54-c21d-46db-9544-82549c6efe12, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:22.720692 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.751480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Allocated IP 172.25.5.247 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/d6b74e4f-8209-42d7-b75f-e1c99e0b6482) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:22.800192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] For port ed99ba54-c21d-46db-9544-82549c6efe12, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:22.804026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] For port ed99ba54-c21d-46db-9544-82549c6efe12, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ed99ba54-c21d-46db-9544-82549c6efe12,segment=NetworkSegment(408db29d-fe95-4cf1-a658-a7b85e93fac2),segment_id=408db29d-fe95-4cf1-a658-a7b85e93fac2)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:22.809423 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.868153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.878182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e8725-2c97-48e7-86c2-7fcc1e415e0c None None] Pushing event updated for resources: {'Port': ['ID=ed99ba54-c21d-46db-9544-82549c6efe12,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:22.919058 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:22.962688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:22.965910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:22.970228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:23.005243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b74e4f-8209-42d7-b75f-e1c99e0b6482,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:23.280611 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:23.493605 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:23.638694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Router 37fadfda-8fa5-4b22-a79b-70f551539d26 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:08:23.757280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:08:23.771070 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Sync routers for ids ['37fadfda-8fa5-4b22-a79b-70f551539d26'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:08:23.786272 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Routers {'37fadfda-8fa5-4b22-a79b-70f551539d26'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:23.786962 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:23.787256 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['37fadfda-8fa5-4b22-a79b-70f551539d26'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:23.792391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9eb28ed0-3cae-459a-935a-87064b24d477 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6510906 Oct 29 09:08:23.793001 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39372) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:23.922417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2cd073-6496-4d96-9ad5-ea348f172d1c None None] Network cf9cb7c4-96a1-45f7-9f23-80dffb459780 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:08:23.949235 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Set router 37fadfda-8fa5-4b22-a79b-70f551539d26 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:24.069184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6ca604db-6ad1-4b1b-b29d-212bcfa3e36b None None] Provisioning complete for port ed99ba54-c21d-46db-9544-82549c6efe12 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:24.069725 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ca604db-6ad1-4b1b-b29d-212bcfa3e36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.158751 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:23Z', 'revision_number': 3, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port': {'id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:24.205008 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Checking router: 37fadfda-8fa5-4b22-a79b-70f551539d26 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:08:24.205575 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Updating router 37fadfda-8fa5-4b22-a79b-70f551539d26 port d6b74e4f-8209-42d7-b75f-e1c99e0b6482 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:08:24.252786 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.296557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.533204 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ca604db-6ad1-4b1b-b29d-212bcfa3e36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.566393 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Allocated IP 172.20.0.1 (cf9cb7c4-96a1-45f7-9f23-80dffb459780/0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f/3362244c-3389-4dc3-b25b-80bc5e39f4e5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:24.610127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6ca604db-6ad1-4b1b-b29d-212bcfa3e36b None None] For port ed99ba54-c21d-46db-9544-82549c6efe12, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ed99ba54-c21d-46db-9544-82549c6efe12,segment=NetworkSegment(408db29d-fe95-4cf1-a658-a7b85e93fac2),segment_id=408db29d-fe95-4cf1-a658-a7b85e93fac2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:24.617778 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ca604db-6ad1-4b1b-b29d-212bcfa3e36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.645236 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.654296 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.702398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca604db-6ad1-4b1b-b29d-212bcfa3e36b None None] Pushing event updated for resources: {'Port': ['ID=ed99ba54-c21d-46db-9544-82549c6efe12,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:24.727596 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Attempting to bind port d6b74e4f-8209-42d7-b75f-e1c99e0b6482 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:24.727903 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Attempting to bind port d6b74e4f-8209-42d7-b75f-e1c99e0b6482 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:24.728540 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Attempting to bind port d6b74e4f-8209-42d7-b75f-e1c99e0b6482 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:24.730203 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.736324 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:24.736692 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:24.737086 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.737465 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:24.737932 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Bound port: d6b74e4f-8209-42d7-b75f-e1c99e0b6482, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:24.738465 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.762482 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Pushing event updated for resources: {'Port': ['ID=d6b74e4f-8209-42d7-b75f-e1c99e0b6482,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:24.763549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f2d9eb73-0208-4c68-b181-255941a26c21 None None] Provisioning complete for port ed99ba54-c21d-46db-9544-82549c6efe12 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:24.764919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2d9eb73-0208-4c68-b181-255941a26c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.772784 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.773299 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.773437 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.773762 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.774085 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.774405 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.774719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.775033 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.775344 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.775654 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.775992 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.776570 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:24.805379 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.809252 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] For port d6b74e4f-8209-42d7-b75f-e1c99e0b6482, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:24.812951 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] For port d6b74e4f-8209-42d7-b75f-e1c99e0b6482, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d6b74e4f-8209-42d7-b75f-e1c99e0b6482,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:24.820363 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:24.875373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Network cf9cb7c4-96a1-45f7-9f23-80dffb459780 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:24.891151 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3e21d-dcf5-44d0-82cf-24eedfb5efa7 None None] Pushing event updated for resources: {'Port': ['ID=d6b74e4f-8209-42d7-b75f-e1c99e0b6482,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:24.896710 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Routers {'37fadfda-8fa5-4b22-a79b-70f551539d26'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:24.897083 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['37fadfda-8fa5-4b22-a79b-70f551539d26'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:24.897648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:24.901290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ed99ba54-c21d-46db-9544-82549c6efe12 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:24.911526 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:24.969164 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Pushing event updated for resources: {'Port': ['ID=3362244c-3389-4dc3-b25b-80bc5e39f4e5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:25.008096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:25.013026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ed99ba54-c21d-46db-9544-82549c6efe12 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:25.013538 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:25.069934 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] Set router 37fadfda-8fa5-4b22-a79b-70f551539d26 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:25.184216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:25.229600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-15e191d8-a659-46ad-8c46-2180d832a8ab None None] Provisioning complete for port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:25.230553 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-15e191d8-a659-46ad-8c46-2180d832a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:25.283827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-15e191d8-a659-46ad-8c46-2180d832a8ab None None] Port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:25.390818 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:23Z', 'revision_number': 3, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port': {'id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:25.396437 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:25.401748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:25.418493 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d233ec3-9ee8-42ed-b841-64e3e1ecfdb7 None None] The sync data for ids ['37fadfda-8fa5-4b22-a79b-70f551539d26'] in n-d-815940-1 is: [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:23Z', 'revision_number': 3, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port': {'id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:08:25.479642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:25.481493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Pushing event updated for resources: {'Port': ['ID=3362244c-3389-4dc3-b25b-80bc5e39f4e5,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:25.583483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Network cf9cb7c4-96a1-45f7-9f23-80dffb459780 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:25.585546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:25.738459 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Router 37fadfda-8fa5-4b22-a79b-70f551539d26 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:08:26.017147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7c17e087-9915-4e71-bddb-46f12977901b None None] Provisioning complete for port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:26.017729 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c17e087-9915-4e71-bddb-46f12977901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.054917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7c17e087-9915-4e71-bddb-46f12977901b None None] Port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:26.208590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:08:26.213873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ac74c1f7-9020-4873-a5ad-bd53212daf9f admin admin] 10.222.0.70 "PUT /v2.0/routers/37fadfda-8fa5-4b22-a79b-70f551539d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4192967 Oct 29 09:08:26.392334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39386) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:26.457138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-801ab593-094d-441d-8131-5fae209bd0be admin admin] Deleting subnet 63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:08:26.460627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801ab593-094d-441d-8131-5fae209bd0be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.500811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801ab593-094d-441d-8131-5fae209bd0be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.549416 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801ab593-094d-441d-8131-5fae209bd0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.612902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801ab593-094d-441d-8131-5fae209bd0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.643651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ab593-094d-441d-8131-5fae209bd0be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:26.645966 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-801ab593-094d-441d-8131-5fae209bd0be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.651887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-801ab593-094d-441d-8131-5fae209bd0be admin admin] 10.222.0.70 "DELETE /v2.0/subnets/63d7ce49-fa3b-4b76-b075-4fe5c2a11a8a HTTP/1.1" status: 204 len: 168 time: 0.2562833 Oct 29 09:08:26.652324 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39394) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:26.722331 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.802812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39398) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:26.808154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1637133623-network', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:26.826678 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.843302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d6b74e4f-8209-42d7-b75f-e1c99e0b6482 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:26.849457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Made reservation on behalf of ad19e64330ec4f2c83c36f117d0b4ea9 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:08:26.854006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.869360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:26.882290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:26.883146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a4c0cd-a5bf-46c0-9c96-4dc7afaedb77') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:26.904823 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.917790 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d6b74e4f-8209-42d7-b75f-e1c99e0b6482 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:26.918160 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.923035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.929778 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:08:26.930179 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:08:26.932170 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:08:26.995404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.007637 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.011333 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9 HTTP/1.1" status: 204 len: 168 time: 0.3581131 Oct 29 09:08:27.028181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101714b-de9d-4e06-a23a-344ec5eccf48 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbd6c55-6fb9-49c0-9cfd-d988430d9ee9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:27.034075 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.062306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port d6b74e4f-8209-42d7-b75f-e1c99e0b6482, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d6b74e4f-8209-42d7-b75f-e1c99e0b6482,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:27.068420 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.127761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=d6b74e4f-8209-42d7-b75f-e1c99e0b6482,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:27.215875 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39402) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:27.225234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.257943 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1c8eeb33-1fa2-412e-96cb-1db402a42aac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95a1613c063a4d41b61c336b3701c18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408239 Oct 29 09:08:27.260863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39404) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:27.302937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Sync routers for ids ['37fadfda-8fa5-4b22-a79b-70f551539d26'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:08:27.306823 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.311553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.314437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Routers {'37fadfda-8fa5-4b22-a79b-70f551539d26'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:27.315087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['37fadfda-8fa5-4b22-a79b-70f551539d26'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:27.323025 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ac62-bbc7-4c20-9973-1fe0386c419c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.338540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:08:27.346602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ac62-bbc7-4c20-9973-1fe0386c419c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.360000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae15e79-92d1-4387-a1f6-f94fa7d2d229,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:27.363210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.363756 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Added segment 90884008-8387-4a4a-8e77-e06e5ed6d4ce of type vlan for network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 Oct 29 09:08:27.402914 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ac62-bbc7-4c20-9973-1fe0386c419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.406599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ac62-bbc7-4c20-9973-1fe0386c419c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.408437 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c7b6ac62-bbc7-4c20-9973-1fe0386c419c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a HTTP/1.1" status: 204 len: 168 time: 0.1466272 Oct 29 09:08:27.418551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6ac62-bbc7-4c20-9973-1fe0386c419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d7f1b-3bec-42c8-aaf8-f82b5bbcff6a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:27.425979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.465126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.466461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:27.468339 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.468942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Set router 37fadfda-8fa5-4b22-a79b-70f551539d26 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:27.534214 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7303896 Oct 29 09:08:27.537057 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39408) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:27.538703 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf23d13-a11d-4135-b234-3632162b553e admin admin] Pushing event updated for resources: {'Network': ['ID=2d000d7b-3e2a-49a6-bd20-c905c60504e5,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:27.543396 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Request body: {'subnet': {'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1637133623-subnet', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:27.551921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:08:27.570769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Made reservation on behalf of ad19e64330ec4f2c83c36f117d0b4ea9 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:08:27.573512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.754819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:25Z', 'revision_number': 4, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port': {'id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '3362244c-3389-4dc3-b25b-80bc5e39f4e5', 'name': '', 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'mac_address': 'fa:16:3e:18:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:24Z', 'updated_at': '2021-10-29T09:08:25Z', 'revision_number': 2, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'subnets': [{'id': '0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:27.768432 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.788285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Checking router: 37fadfda-8fa5-4b22-a79b-70f551539d26 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:08:27.788652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Updating router 37fadfda-8fa5-4b22-a79b-70f551539d26 port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:08:27.817076 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.820843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4883f25b-034d-49cb-8cd2-9d9d939016c5,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:27.841930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Checking segment: {'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:27.842290 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Network hostable DHCP agents. Network: 2d000d7b-3e2a-49a6-bd20-c905c60504e5, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:08:27.862560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:08:27.874364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 2d000d7b-3e2a-49a6-bd20-c905c60504e5) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:27.879058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:27.879693 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.901261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6f64c172-a306-4fe7-a242-f3ae7f98bcab admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3628900 Oct 29 09:08:27.905246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39416) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:27.908466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:27.929216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300a26c-b3a9-495f-a259-0b180fa59396 None None] Network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:08:27.932699 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.933885 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:27.998136 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.144869 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.200439 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-2d000d7b-3e2a-49a6-bd20-c905c60504e5', 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'fixed_ips': [{'subnet_id': '4883f25b-034d-49cb-8cd2-9d9d939016c5'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:08:28.201438 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.333701 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.345076 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.392674 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.429558 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.446745 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ed85d-6661-46f0-afa3-093fe41d1eb3 None None] Pushing event updated for resources: {'Port': ['ID=3362244c-3389-4dc3-b25b-80bc5e39f4e5,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:28.513311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Allocated IP 172.20.0.2 (2d000d7b-3e2a-49a6-bd20-c905c60504e5/4883f25b-034d-49cb-8cd2-9d9d939016c5/18d5f588-01ce-45ee-b126-8af4d6baac0d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:28.523914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Attempting to bind port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:28.524283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Attempting to bind port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:28.524655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Attempting to bind port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 on network cf9cb7c4-96a1-45f7-9f23-80dffb459780 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:28.536309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:28.536695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Checking segment: {'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:28.537103 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.537502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Bound using segment: {'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:28.537993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Bound port: 3362244c-3389-4dc3-b25b-80bc5e39f4e5, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408db29d-fe95-4cf1-a658-a7b85e93fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:28.538381 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.586561 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Allocated IP 172.25.5.27 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/ff7c4f8a-6e83-4e63-8c52-0731f0af86ed) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:28.729949 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.775756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.804987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.820856 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.828383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:28.831508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] For port 3362244c-3389-4dc3-b25b-80bc5e39f4e5, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:28.831937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:28.835786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:28.855634 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d6b74e4f-8209-42d7-b75f-e1c99e0b6482 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:28.860129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7c4f8a-6e83-4e63-8c52-0731f0af86ed,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:28.897752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] For port 3362244c-3389-4dc3-b25b-80bc5e39f4e5, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3362244c-3389-4dc3-b25b-80bc5e39f4e5,segment=NetworkSegment(408db29d-fe95-4cf1-a658-a7b85e93fac2),segment_id=408db29d-fe95-4cf1-a658-a7b85e93fac2)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:28.905052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-58090840-7976-4a02-a2e7-0df1960b7659 None None] Provisioning complete for port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:28.905569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-58090840-7976-4a02-a2e7-0df1960b7659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.917506 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:28.941548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:28.955116 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:28.962879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Pushing event updated for resources: {'Port': ['ID=18d5f588-01ce-45ee-b126-8af4d6baac0d,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:28.966993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:29.091474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Routers {'37fadfda-8fa5-4b22-a79b-70f551539d26'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:29.092419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['37fadfda-8fa5-4b22-a79b-70f551539d26'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:29.193445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.225972 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ed85d-6661-46f0-afa3-093fe41d1eb3 None None] Pushing event updated for resources: {'Port': ['ID=3362244c-3389-4dc3-b25b-80bc5e39f4e5,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:29.228837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Attempting to bind port 18d5f588-01ce-45ee-b126-8af4d6baac0d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:29.229231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Attempting to bind port 18d5f588-01ce-45ee-b126-8af4d6baac0d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:29.229592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Attempting to bind port 18d5f588-01ce-45ee-b126-8af4d6baac0d on network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:29.238137 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d6b74e4f-8209-42d7-b75f-e1c99e0b6482 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:29.238545 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.283863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:29.284251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Checking segment: {'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:29.284662 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.285050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Bound using segment: {'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:29.285544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Bound port: 18d5f588-01ce-45ee-b126-8af4d6baac0d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:29.285929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.320893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] Set router 37fadfda-8fa5-4b22-a79b-70f551539d26 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:29.466831 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.583714 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-58090840-7976-4a02-a2e7-0df1960b7659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.642831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Router 44a86852-d048-4941-9880-d437d1387c02 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:08:29.650383 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.712058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] For port 18d5f588-01ce-45ee-b126-8af4d6baac0d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:29.773182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-58090840-7976-4a02-a2e7-0df1960b7659 None None] For port 3362244c-3389-4dc3-b25b-80bc5e39f4e5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3362244c-3389-4dc3-b25b-80bc5e39f4e5,segment=NetworkSegment(408db29d-fe95-4cf1-a658-a7b85e93fac2),segment_id=408db29d-fe95-4cf1-a658-a7b85e93fac2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:29.778859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] For port 18d5f588-01ce-45ee-b126-8af4d6baac0d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=18d5f588-01ce-45ee-b126-8af4d6baac0d,segment=NetworkSegment(90884008-8387-4a4a-8e77-e06e5ed6d4ce),segment_id=90884008-8387-4a4a-8e77-e06e5ed6d4ce)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:29.784541 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-58090840-7976-4a02-a2e7-0df1960b7659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.790011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:08:29.796463 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.814632 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Sync routers for ids ['44a86852-d048-4941-9880-d437d1387c02'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:08:29.827391 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Routers {'44a86852-d048-4941-9880-d437d1387c02'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:29.828346 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['44a86852-d048-4941-9880-d437d1387c02'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:29.840886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:29.844941 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b6eec0bb-7bd5-40fd-b836-87bbd81b41f3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9400468 Oct 29 09:08:29.847876 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39554) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:29.928941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58090840-7976-4a02-a2e7-0df1960b7659 None None] Pushing event updated for resources: {'Port': ['ID=3362244c-3389-4dc3-b25b-80bc5e39f4e5,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:29.974983 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Set router 44a86852-d048-4941-9880-d437d1387c02 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:29.994253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3271a723-c2e9-4603-a480-7381c12b9a30 None None] Provisioning complete for port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:29.995303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3271a723-c2e9-4603-a480-7381c12b9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.086067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca57b8b-27f7-4413-a681-9522fe0d90e4 None None] Pushing event updated for resources: {'Port': ['ID=18d5f588-01ce-45ee-b126-8af4d6baac0d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:30.106956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:25Z', 'revision_number': 4, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port': {'id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '3362244c-3389-4dc3-b25b-80bc5e39f4e5', 'name': '', 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'mac_address': 'fa:16:3e:18:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:24Z', 'updated_at': '2021-10-29T09:08:28Z', 'revision_number': 4, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'subnets': [{'id': '0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:30.205529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e696c09b-6381-4e7c-8a5e-03af15eb3ead None None] The sync data for ids ['37fadfda-8fa5-4b22-a79b-70f551539d26'] in n-d-815940-1 is: [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:25Z', 'revision_number': 4, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port': {'id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '3362244c-3389-4dc3-b25b-80bc5e39f4e5', 'name': '', 'network_id': 'cf9cb7c4-96a1-45f7-9f23-80dffb459780', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'mac_address': 'fa:16:3e:18:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:24Z', 'updated_at': '2021-10-29T09:08:28Z', 'revision_number': 4, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'subnets': [{'id': '0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:08:30.238562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:29Z', 'revision_number': 3, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port': {'id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:28Z', 'updated_at': '2021-10-29T09:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:30.293219 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Checking router: 44a86852-d048-4941-9880-d437d1387c02 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:08:30.293785 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Updating router 44a86852-d048-4941-9880-d437d1387c02 port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:08:30.336467 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.380798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39564) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:30.563923 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4633c92-6b0f-42ab-bb39-093a4b9a3b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.596990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.694080 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.701354 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.725193 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.748514 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Attempting to bind port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:30.749159 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Attempting to bind port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:30.749269 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Attempting to bind port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:30.760382 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:30.760869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:30.761163 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.761557 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:30.762051 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Bound port: ff7c4f8a-6e83-4e63-8c52-0731f0af86ed, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:30.762537 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.776380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4633c92-6b0f-42ab-bb39-093a4b9a3b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.788204 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4633c92-6b0f-42ab-bb39-093a4b9a3b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.831562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] For port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:30.835120 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] For port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ff7c4f8a-6e83-4e63-8c52-0731f0af86ed,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:30.840003 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304b126-4295-459f-97ae-a4cf068dc924 None None] Pushing event updated for resources: {'Port': ['ID=ff7c4f8a-6e83-4e63-8c52-0731f0af86ed,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:30.843145 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:30.853640 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a4633c92-6b0f-42ab-bb39-093a4b9a3b27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a402ec84dbf4ea39b7d017223ad6351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695044 Oct 29 09:08:30.855319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4633c92-6b0f-42ab-bb39-093a4b9a3b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d44a1-fe4a-4c41-a46f-8ad49d64dc74,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:30.856791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39568) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:30.929866 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Allocated IP 172.20.0.1 (2d000d7b-3e2a-49a6-bd20-c905c60504e5/4883f25b-034d-49cb-8cd2-9d9d939016c5/00972aa0-1ae8-4721-af13-94f1342e122e) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:30.957302 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304b126-4295-459f-97ae-a4cf068dc924 None None] Pushing event updated for resources: {'Port': ['ID=ff7c4f8a-6e83-4e63-8c52-0731f0af86ed,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:30.965526 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Routers {'44a86852-d048-4941-9880-d437d1387c02'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:30.966153 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['44a86852-d048-4941-9880-d437d1387c02'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:30.989392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35573e4d-6ecd-49b1-acc8-ec86dfd05fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.041046 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35573e4d-6ecd-49b1-acc8-ec86dfd05fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.060849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3362244c-3389-4dc3-b25b-80bc5e39f4e5 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:31.149293 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.151152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35573e4d-6ecd-49b1-acc8-ec86dfd05fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.153721 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] Set router 44a86852-d048-4941-9880-d437d1387c02 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:31.154225 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35573e4d-6ecd-49b1-acc8-ec86dfd05fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.156435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-35573e4d-6ecd-49b1-acc8-ec86dfd05fc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b5d44a1-fe4a-4c41-a46f-8ad49d64dc74 HTTP/1.1" status: 204 len: 168 time: 0.2947328 Oct 29 09:08:31.159942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:31.160316 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.194666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35573e4d-6ecd-49b1-acc8-ec86dfd05fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d44a1-fe4a-4c41-a46f-8ad49d64dc74,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:31.237335 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:08:31.313844 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.357635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 18d5f588-01ce-45ee-b126-8af4d6baac0d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:31.396938 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a863338-be0b-4518-bb44-57a91e88b78a None None] Network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:08:31.411561 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:29Z', 'revision_number': 3, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port': {'id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:28Z', 'updated_at': '2021-10-29T09:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:31.447845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:31.453441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:31.459314 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bbc0d-e86b-4638-baae-259a64b3adff None None] The sync data for ids ['44a86852-d048-4941-9880-d437d1387c02'] in n-d-815940-1 is: [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:29Z', 'revision_number': 3, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port': {'id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:28Z', 'updated_at': '2021-10-29T09:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:08:31.461616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:31.514768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-64ab5cb2-8132-4a5c-9fb5-21a19e6409d9 None None] Provisioning complete for port 18d5f588-01ce-45ee-b126-8af4d6baac0d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:31.515248 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64ab5cb2-8132-4a5c-9fb5-21a19e6409d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.524232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Pushing event updated for resources: {'Port': ['ID=00972aa0-1ae8-4721-af13-94f1342e122e,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:31.554332 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.625045 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 18d5f588-01ce-45ee-b126-8af4d6baac0d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:31.625472 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.686840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39576) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:31.714344 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20f4e9ad-2b34-4687-ae47-842503b4d75c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.739331 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.775136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64ab5cb2-8132-4a5c-9fb5-21a19e6409d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.851039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.872982 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20f4e9ad-2b34-4687-ae47-842503b4d75c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.880263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-20f4e9ad-2b34-4687-ae47-842503b4d75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.885850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-64ab5cb2-8132-4a5c-9fb5-21a19e6409d9 None None] For port 18d5f588-01ce-45ee-b126-8af4d6baac0d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=18d5f588-01ce-45ee-b126-8af4d6baac0d,segment=NetworkSegment(90884008-8387-4a4a-8e77-e06e5ed6d4ce),segment_id=90884008-8387-4a4a-8e77-e06e5ed6d4ce)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:31.895305 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64ab5cb2-8132-4a5c-9fb5-21a19e6409d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:31.946890 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4e9ad-2b34-4687-ae47-842503b4d75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcea28d-02a4-4c6a-a047-515bbce5dc9c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:31.992828 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 09:08:31.993184 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 09:08:32.006270 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39578) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:32.009579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab5cb2-8132-4a5c-9fb5-21a19e6409d9 None None] Pushing event updated for resources: {'Port': ['ID=18d5f588-01ce-45ee-b126-8af4d6baac0d,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:32.014491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-20f4e9ad-2b34-4687-ae47-842503b4d75c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c28a4c03fcef4a5d81e24f4fc2a78f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205822 Oct 29 09:08:32.027421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.038997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.142821 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Pushing event updated for resources: {'Port': ['ID=00972aa0-1ae8-4721-af13-94f1342e122e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:32.153092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.158246 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-860056a8-a3d5-476c-aee2-da38d5ee7c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.226561 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-860056a8-a3d5-476c-aee2-da38d5ee7c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.233543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8bd0-185c-4178-a628-7a6b510c8205 None None] Provisioning complete for port 00972aa0-1ae8-4721-af13-94f1342e122e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:32.234064 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8bd0-185c-4178-a628-7a6b510c8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.309455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a8bd0-185c-4178-a628-7a6b510c8205 None None] Port 00972aa0-1ae8-4721-af13-94f1342e122e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:32.313285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:32.315210 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-860056a8-a3d5-476c-aee2-da38d5ee7c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.317989 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-860056a8-a3d5-476c-aee2-da38d5ee7c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.319577 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-860056a8-a3d5-476c-aee2-da38d5ee7c6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbcea28d-02a4-4c6a-a047-515bbce5dc9c HTTP/1.1" status: 204 len: 168 time: 0.3058178 Oct 29 09:08:32.320678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:32.331469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ae2a8bd0-185c-4178-a628-7a6b510c8205 None None] Provisioning complete for port 18d5f588-01ce-45ee-b126-8af4d6baac0d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:32.332072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8bd0-185c-4178-a628-7a6b510c8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.335700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860056a8-a3d5-476c-aee2-da38d5ee7c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcea28d-02a4-4c6a-a047-515bbce5dc9c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:32.510915 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Router 44a86852-d048-4941-9880-d437d1387c02 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:08:32.593090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a97038c3-196b-437e-bc16-d2e3445a2aff None None] Provisioning complete for port 00972aa0-1ae8-4721-af13-94f1342e122e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:32.593578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a97038c3-196b-437e-bc16-d2e3445a2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.644879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a97038c3-196b-437e-bc16-d2e3445a2aff None None] Port 00972aa0-1ae8-4721-af13-94f1342e122e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:32.688457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:08:32.704188 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c85abad7-1c9b-4b27-ae4b-db133a0bd438 admin admin] 10.222.0.70 "PUT /v2.0/routers/44a86852-d048-4941-9880-d437d1387c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8548403 Oct 29 09:08:32.781719 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-989fea28-8753-4f14-a602-c167f0b33065 None None] Provisioning complete for port 00972aa0-1ae8-4721-af13-94f1342e122e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:32.783160 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-989fea28-8753-4f14-a602-c167f0b33065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:32.834494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-989fea28-8753-4f14-a602-c167f0b33065 None None] Port 00972aa0-1ae8-4721-af13-94f1342e122e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:32.965471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ff7c4f8a-6e83-4e63-8c52-0731f0af86ed up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:33.037509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:33.037851 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:33.140897 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:33.166636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ff7c4f8a-6e83-4e63-8c52-0731f0af86ed,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:33.172656 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:33.173532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 18d5f588-01ce-45ee-b126-8af4d6baac0d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:33.255458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=ff7c4f8a-6e83-4e63-8c52-0731f0af86ed,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:33.273760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 18d5f588-01ce-45ee-b126-8af4d6baac0d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:33.274131 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:33.774740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Sync routers for ids ['44a86852-d048-4941-9880-d437d1387c02'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:08:33.788013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Routers {'44a86852-d048-4941-9880-d437d1387c02'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:33.788813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['44a86852-d048-4941-9880-d437d1387c02'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:33.870791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39626) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:33.903245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Set router 44a86852-d048-4941-9880-d437d1387c02 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:34.112559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:31Z', 'revision_number': 4, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port': {'id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:28Z', 'updated_at': '2021-10-29T09:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '00972aa0-1ae8-4721-af13-94f1342e122e', 'name': '', 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'mac_address': 'fa:16:3e:0d:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '4883f25b-034d-49cb-8cd2-9d9d939016c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:30Z', 'updated_at': '2021-10-29T09:08:31Z', 'revision_number': 2, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'subnets': [{'id': '4883f25b-034d-49cb-8cd2-9d9d939016c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:34.139506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Checking router: 44a86852-d048-4941-9880-d437d1387c02 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:08:34.139861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Updating router 44a86852-d048-4941-9880-d437d1387c02 port 00972aa0-1ae8-4721-af13-94f1342e122e binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:08:34.166582 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.227871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.440449 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.446271 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.493166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Deleting port 3362244c-3389-4dc3-b25b-80bc5e39f4e5 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:08:34.493805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.507297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c768b-de2b-4e46-88b3-f386ead0b739 None None] Pushing event updated for resources: {'Port': ['ID=00972aa0-1ae8-4721-af13-94f1342e122e,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:34.563152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Attempting to bind port 00972aa0-1ae8-4721-af13-94f1342e122e on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:34.563531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Attempting to bind port 00972aa0-1ae8-4721-af13-94f1342e122e by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:34.563934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Attempting to bind port 00972aa0-1ae8-4721-af13-94f1342e122e on network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:34.569482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:34.569865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Checking segment: {'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:34.570296 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.570860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Bound using segment: {'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:34.571339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Bound port: 00972aa0-1ae8-4721-af13-94f1342e122e, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90884008-8387-4a4a-8e77-e06e5ed6d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:34.571719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.589744 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] For port 3362244c-3389-4dc3-b25b-80bc5e39f4e5, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=3362244c-3389-4dc3-b25b-80bc5e39f4e5,segment=NetworkSegment(408db29d-fe95-4cf1-a658-a7b85e93fac2),segment_id=408db29d-fe95-4cf1-a658-a7b85e93fac2)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:34.590217 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.604471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Calling delete_port for 3362244c-3389-4dc3-b25b-80bc5e39f4e5 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:08:34.809757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.821569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ff7c4f8a-6e83-4e63-8c52-0731f0af86ed up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:34.832978 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3362244c-3389-4dc3-b25b-80bc5e39f4e5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:34.855871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dedd3f8c-10eb-48c4-845a-5060d4a51eca None None] Provisioning complete for port 00972aa0-1ae8-4721-af13-94f1342e122e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:34.856250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dedd3f8c-10eb-48c4-845a-5060d4a51eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.860476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] For port 00972aa0-1ae8-4721-af13-94f1342e122e, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:34.910655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] For port 00972aa0-1ae8-4721-af13-94f1342e122e, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=00972aa0-1ae8-4721-af13-94f1342e122e,segment=NetworkSegment(90884008-8387-4a4a-8e77-e06e5ed6d4ce),segment_id=90884008-8387-4a4a-8e77-e06e5ed6d4ce)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:34.919746 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:34.923742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dedd3f8c-10eb-48c4-845a-5060d4a51eca None None] Port 00972aa0-1ae8-4721-af13-94f1342e122e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:35.002251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c768b-de2b-4e46-88b3-f386ead0b739 None None] Pushing event updated for resources: {'Port': ['ID=00972aa0-1ae8-4721-af13-94f1342e122e,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:35.006071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:35.006461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:35.009774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Routers {'44a86852-d048-4941-9880-d437d1387c02'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:35.010416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['44a86852-d048-4941-9880-d437d1387c02'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:35.025445 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:35.179251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] Set router 44a86852-d048-4941-9880-d437d1387c02 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:35.274304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Router 37fadfda-8fa5-4b22-a79b-70f551539d26 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:08:35.319447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-aa396e39-bf35-439e-b99f-645e3a2962ee None None] Provisioning complete for port 00972aa0-1ae8-4721-af13-94f1342e122e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:35.319825 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aa396e39-bf35-439e-b99f-645e3a2962ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:35.460993 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aa396e39-bf35-439e-b99f-645e3a2962ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:35.507747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-aa396e39-bf35-439e-b99f-645e3a2962ee None None] For port 00972aa0-1ae8-4721-af13-94f1342e122e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=00972aa0-1ae8-4721-af13-94f1342e122e,segment=NetworkSegment(90884008-8387-4a4a-8e77-e06e5ed6d4ce),segment_id=90884008-8387-4a4a-8e77-e06e5ed6d4ce)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:35.510684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:31Z', 'revision_number': 4, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port': {'id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:28Z', 'updated_at': '2021-10-29T09:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '00972aa0-1ae8-4721-af13-94f1342e122e', 'name': '', 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'mac_address': 'fa:16:3e:0d:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '4883f25b-034d-49cb-8cd2-9d9d939016c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:30Z', 'updated_at': '2021-10-29T09:08:34Z', 'revision_number': 4, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'subnets': [{'id': '4883f25b-034d-49cb-8cd2-9d9d939016c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:35.514402 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aa396e39-bf35-439e-b99f-645e3a2962ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:35.543236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3210ad-ac70-45df-9e57-13f024cdf513 None None] The sync data for ids ['44a86852-d048-4941-9880-d437d1387c02'] in n-d-815940-1 is: [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:31Z', 'revision_number': 4, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port': {'id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:28Z', 'updated_at': '2021-10-29T09:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '00972aa0-1ae8-4721-af13-94f1342e122e', 'name': '', 'network_id': '2d000d7b-3e2a-49a6-bd20-c905c60504e5', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'mac_address': 'fa:16:3e:0d:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '4883f25b-034d-49cb-8cd2-9d9d939016c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:30Z', 'updated_at': '2021-10-29T09:08:34Z', 'revision_number': 4, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'subnets': [{'id': '4883f25b-034d-49cb-8cd2-9d9d939016c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:08:35.621400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa396e39-bf35-439e-b99f-645e3a2962ee None None] Pushing event updated for resources: {'Port': ['ID=00972aa0-1ae8-4721-af13-94f1342e122e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:35.719139 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:08:35.727069 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-72635758-8d8e-4000-ac0d-614e1523fa71 admin admin] 10.222.0.70 "PUT /v2.0/routers/37fadfda-8fa5-4b22-a79b-70f551539d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518529 Oct 29 09:08:35.727906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39628) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:35.729199 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] Sync routers for ids ['37fadfda-8fa5-4b22-a79b-70f551539d26'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:08:35.741137 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] Routers {'37fadfda-8fa5-4b22-a79b-70f551539d26'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:35.741754 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['37fadfda-8fa5-4b22-a79b-70f551539d26'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:35.841699 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:35.858061 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] Set router 37fadfda-8fa5-4b22-a79b-70f551539d26 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:35.956923 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.016530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Deleting port d6b74e4f-8209-42d7-b75f-e1c99e0b6482 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:08:36.016902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.111309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] For port d6b74e4f-8209-42d7-b75f-e1c99e0b6482, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d6b74e4f-8209-42d7-b75f-e1c99e0b6482,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:36.111680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.126556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Calling delete_port for d6b74e4f-8209-42d7-b75f-e1c99e0b6482 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:08:36.152936 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:34Z', 'revision_number': 5, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port': {'id': 'd6b74e4f-8209-42d7-b75f-e1c99e0b6482', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:36.181201 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] Checking router: 37fadfda-8fa5-4b22-a79b-70f551539d26 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:08:36.190269 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] Routers {'37fadfda-8fa5-4b22-a79b-70f551539d26'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:36.190899 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['37fadfda-8fa5-4b22-a79b-70f551539d26'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:36.277363 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] Set router 37fadfda-8fa5-4b22-a79b-70f551539d26 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:36.297709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.324095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b74e4f-8209-42d7-b75f-e1c99e0b6482,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:36.330425 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:35Z', 'revision_number': 6, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:36.359406 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b2ad28-e8f6-4404-8ca4-1fa757f55631 None None] The sync data for ids ['37fadfda-8fa5-4b22-a79b-70f551539d26'] in n-d-815940-1 is: [{'id': '37fadfda-8fa5-4b22-a79b-70f551539d26', 'name': 'tempest-TestAggregatesBasicOps-779049173-router', 'tenant_id': '82189fa50df947ec8dac2ba74634a6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:22Z', 'updated_at': '2021-10-29T09:08:35Z', 'revision_number': 6, 'project_id': '82189fa50df947ec8dac2ba74634a6cd', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:08:36.392650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.491384 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.493767 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.540529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.540962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fadfda-8fa5-4b22-a79b-70f551539d26 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:08:36.545177 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.546437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6c634867-f783-49af-9aec-31f8a1786895 admin admin] 10.222.0.70 "DELETE /v2.0/routers/37fadfda-8fa5-4b22-a79b-70f551539d26 HTTP/1.1" status: 204 len: 168 time: 0.8173814 Oct 29 09:08:36.549753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39630) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:36.595781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa6de53-ee81-4f14-a315-e194647bf14f admin admin] Deleting subnet 0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:08:36.599255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9aa6de53-ee81-4f14-a315-e194647bf14f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.635438 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9aa6de53-ee81-4f14-a315-e194647bf14f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.728478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9aa6de53-ee81-4f14-a315-e194647bf14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.786952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9aa6de53-ee81-4f14-a315-e194647bf14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.812960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6de53-ee81-4f14-a315-e194647bf14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:36.817827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9aa6de53-ee81-4f14-a315-e194647bf14f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.823876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39632) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:36.827208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d893ce58-97d8-4ba1-a9d1-93976705ef15 None None] Network cf9cb7c4-96a1-45f7-9f23-80dffb459780 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:08:36.828092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9aa6de53-ee81-4f14-a315-e194647bf14f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0b1e4cdd-3b3b-43cc-ac65-fb84e94a211f HTTP/1.1" status: 204 len: 168 time: 0.2734509 Oct 29 09:08:36.904951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:36.963405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Deleting port ed99ba54-c21d-46db-9544-82549c6efe12 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:08:36.963851 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.036451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] For port ed99ba54-c21d-46db-9544-82549c6efe12, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ed99ba54-c21d-46db-9544-82549c6efe12,segment=NetworkSegment(408db29d-fe95-4cf1-a658-a7b85e93fac2),segment_id=408db29d-fe95-4cf1-a658-a7b85e93fac2)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:37.036821 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.051951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Calling delete_port for ed99ba54-c21d-46db-9544-82549c6efe12 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:08:37.069553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] DHCP port deletion for cf9cb7c4-96a1-45f7-9f23-80dffb459780 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:08:37.128499 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] Deleting port ed99ba54-c21d-46db-9544-82549c6efe12 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:08:37.129142 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.160445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.190517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed99ba54-c21d-46db-9544-82549c6efe12,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:37.200689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] No DVR routers for this DVR port ed99ba54-c21d-46db-9544-82549c6efe12 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:08:37.216513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] For port ed99ba54-c21d-46db-9544-82549c6efe12, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ed99ba54-c21d-46db-9544-82549c6efe12,segment=NetworkSegment(408db29d-fe95-4cf1-a658-a7b85e93fac2),segment_id=408db29d-fe95-4cf1-a658-a7b85e93fac2)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:37.216918 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.232075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] Calling delete_port for ed99ba54-c21d-46db-9544-82549c6efe12 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:08:37.279793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 00972aa0-1ae8-4721-af13-94f1342e122e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:37.289365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.314596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9cb7c4-96a1-45f7-9f23-80dffb459780']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:37.325100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408db29d-fe95-4cf1-a658-a7b85e93fac2') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:37.325399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408db29d-fe95-4cf1-a658-a7b85e93fac2') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:37.336389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.354839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.358965 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.361062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:08:37.361729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:08:37.363771 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:08:37.388516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 00972aa0-1ae8-4721-af13-94f1342e122e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:37.388883 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.392934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] Pushing event deleted for resources: {'Port': ['ID=ed99ba54-c21d-46db-9544-82549c6efe12,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:37.411117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b118f2d-e14e-4a45-8811-3c5352622bbc None None] No DVR routers for this DVR port ed99ba54-c21d-46db-9544-82549c6efe12 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:08:37.425673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.433117 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:37.437687 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] 10.222.0.70 "DELETE /v2.0/networks/cf9cb7c4-96a1-45f7-9f23-80dffb459780 HTTP/1.1" status: 204 len: 168 time: 0.6122160 Oct 29 09:08:37.443540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39634) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:37.448448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace70dd0-c8b6-48a7-aba2-ec1c0ac87b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf9cb7c4-96a1-45f7-9f23-80dffb459780,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:37.545982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ed99ba54-c21d-46db-9544-82549c6efe12 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:08:37.569816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: ed99ba54-c21d-46db-9544-82549c6efe12 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:08:37.570048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ed99ba54-c21d-46db-9544-82549c6efe12 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:08:37.570450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3362244c-3389-4dc3-b25b-80bc5e39f4e5 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:08:37.590250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 3362244c-3389-4dc3-b25b-80bc5e39f4e5 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:08:37.590624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 3362244c-3389-4dc3-b25b-80bc5e39f4e5 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:08:37.814279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:38.086460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Deleting port 00972aa0-1ae8-4721-af13-94f1342e122e {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:08:38.086811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:38.178266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] For port 00972aa0-1ae8-4721-af13-94f1342e122e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=00972aa0-1ae8-4721-af13-94f1342e122e,segment=NetworkSegment(90884008-8387-4a4a-8e77-e06e5ed6d4ce),segment_id=90884008-8387-4a4a-8e77-e06e5ed6d4ce)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:38.178628 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:38.192704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Calling delete_port for 00972aa0-1ae8-4721-af13-94f1342e122e owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:08:38.388527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:38.423682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Pushing event deleted for resources: {'Port': ['ID=00972aa0-1ae8-4721-af13-94f1342e122e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:38.607397 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:38.812065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d6b74e4f-8209-42d7-b75f-e1c99e0b6482 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:08:38.831231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Router 44a86852-d048-4941-9880-d437d1387c02 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:08:38.832599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: d6b74e4f-8209-42d7-b75f-e1c99e0b6482 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:08:38.833037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d6b74e4f-8209-42d7-b75f-e1c99e0b6482 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:08:38.942906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:08:38.949260 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5d6a2584-8230-4122-b0d0-ef8836460141 admin admin] 10.222.0.70 "PUT /v2.0/routers/44a86852-d048-4941-9880-d437d1387c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5032542 Oct 29 09:08:38.950484 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39636) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:38.953694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] Sync routers for ids ['44a86852-d048-4941-9880-d437d1387c02'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:08:38.964825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] Routers {'44a86852-d048-4941-9880-d437d1387c02'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:38.965434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['44a86852-d048-4941-9880-d437d1387c02'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:39.055133 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.073876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] Set router 44a86852-d048-4941-9880-d437d1387c02 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:39.160530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.216939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Deleting port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:08:39.217339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.256340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:38Z', 'revision_number': 5, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port': {'id': 'ff7c4f8a-6e83-4e63-8c52-0731f0af86ed', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a86852-d048-4941-9880-d437d1387c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:28Z', 'updated_at': '2021-10-29T09:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:39.283715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] Checking router: 44a86852-d048-4941-9880-d437d1387c02 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:08:39.292402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] Routers {'44a86852-d048-4941-9880-d437d1387c02'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:39.293012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['44a86852-d048-4941-9880-d437d1387c02'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:39.303376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] For port ff7c4f8a-6e83-4e63-8c52-0731f0af86ed, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ff7c4f8a-6e83-4e63-8c52-0731f0af86ed,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:39.303744 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.317022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Calling delete_port for ff7c4f8a-6e83-4e63-8c52-0731f0af86ed owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:08:39.379166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] Set router 44a86852-d048-4941-9880-d437d1387c02 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:39.432334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:39Z', 'revision_number': 6, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:39.464014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a7630-f74e-428e-b1ca-b59d9f4c92d8 None None] The sync data for ids ['44a86852-d048-4941-9880-d437d1387c02'] in n-d-815940-1 is: [{'id': '44a86852-d048-4941-9880-d437d1387c02', 'name': 'tempest-TestAggregatesBasicOps-1637133623-router', 'tenant_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:27Z', 'updated_at': '2021-10-29T09:08:39Z', 'revision_number': 6, 'project_id': 'ad19e64330ec4f2c83c36f117d0b4ea9', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:08:39.497548 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.527120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7c4f8a-6e83-4e63-8c52-0731f0af86ed,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:39.596811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.692678 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.694832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.739785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.740354 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a86852-d048-4941-9880-d437d1387c02 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:08:39.744785 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.745965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e8db409f-3357-4f88-bb40-090422ada4c7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/44a86852-d048-4941-9880-d437d1387c02 HTTP/1.1" status: 204 len: 168 time: 0.7945580 Oct 29 09:08:39.748542 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39638) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:39.795793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4940cb5-6b4d-40fb-b286-33f24fe3ce5d admin admin] Deleting subnet 4883f25b-034d-49cb-8cd2-9d9d939016c5 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:08:39.799508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4940cb5-6b4d-40fb-b286-33f24fe3ce5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.840427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4940cb5-6b4d-40fb-b286-33f24fe3ce5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.925845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4940cb5-6b4d-40fb-b286-33f24fe3ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:39.979448 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4940cb5-6b4d-40fb-b286-33f24fe3ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.004394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4940cb5-6b4d-40fb-b286-33f24fe3ce5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4883f25b-034d-49cb-8cd2-9d9d939016c5,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:40.008058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a4940cb5-6b4d-40fb-b286-33f24fe3ce5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.012282 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a4940cb5-6b4d-40fb-b286-33f24fe3ce5d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4883f25b-034d-49cb-8cd2-9d9d939016c5 HTTP/1.1" status: 204 len: 168 time: 0.2620528 Oct 29 09:08:40.014981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39640) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:40.017992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89970c3-bde1-4507-a030-8461f3fe689f None None] Network 2d000d7b-3e2a-49a6-bd20-c905c60504e5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:08:40.092272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.147562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Deleting port 18d5f588-01ce-45ee-b126-8af4d6baac0d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:08:40.147953 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.217628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] For port 18d5f588-01ce-45ee-b126-8af4d6baac0d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=18d5f588-01ce-45ee-b126-8af4d6baac0d,segment=NetworkSegment(90884008-8387-4a4a-8e77-e06e5ed6d4ce),segment_id=90884008-8387-4a4a-8e77-e06e5ed6d4ce)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:40.217990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.232257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Calling delete_port for 18d5f588-01ce-45ee-b126-8af4d6baac0d owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:08:40.235747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] DHCP port deletion for 2d000d7b-3e2a-49a6-bd20-c905c60504e5 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:08:40.284392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] Deleting port 18d5f588-01ce-45ee-b126-8af4d6baac0d {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:08:40.284805 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.320156 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.349454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d5f588-01ce-45ee-b126-8af4d6baac0d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:40.351576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] No DVR routers for this DVR port 18d5f588-01ce-45ee-b126-8af4d6baac0d on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:08:40.353950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] For port 18d5f588-01ce-45ee-b126-8af4d6baac0d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=18d5f588-01ce-45ee-b126-8af4d6baac0d,segment=NetworkSegment(90884008-8387-4a4a-8e77-e06e5ed6d4ce),segment_id=90884008-8387-4a4a-8e77-e06e5ed6d4ce)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:40.354381 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.372259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] Calling delete_port for 18d5f588-01ce-45ee-b126-8af4d6baac0d owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:08:40.428743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.453708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d000d7b-3e2a-49a6-bd20-c905c60504e5']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:40.464208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90884008-8387-4a4a-8e77-e06e5ed6d4ce') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:40.464438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90884008-8387-4a4a-8e77-e06e5ed6d4ce') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:40.465394 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.475158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.489638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.493000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] Pushing event deleted for resources: {'Port': ['ID=18d5f588-01ce-45ee-b126-8af4d6baac0d,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:40.496088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:08:40.496685 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.500422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6554130-b7f2-48c8-9de0-61f2fe333ee3 None None] No DVR routers for this DVR port 18d5f588-01ce-45ee-b126-8af4d6baac0d on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:08:40.540768 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:08:40.562964 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.568700 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.571970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2d000d7b-3e2a-49a6-bd20-c905c60504e5 HTTP/1.1" status: 204 len: 168 time: 0.5559592 Oct 29 09:08:40.583539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c140be-0a77-4164-9e38-a78edcb66ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d000d7b-3e2a-49a6-bd20-c905c60504e5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:40.751161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39644) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:40.795170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-11bf680f-b624-41cd-8baf-36fde26b35ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82189fa50df947ec8dac2ba74634a6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427248 Oct 29 09:08:40.797845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39646) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:40.820523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ff7c4f8a-6e83-4e63-8c52-0731f0af86ed no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:08:40.841954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: ff7c4f8a-6e83-4e63-8c52-0731f0af86ed {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:08:40.842280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ff7c4f8a-6e83-4e63-8c52-0731f0af86ed not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:08:40.842704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 00972aa0-1ae8-4721-af13-94f1342e122e no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:08:40.851199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c133175f-74c7-4c24-9a96-f6754b25b5b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.865101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 00972aa0-1ae8-4721-af13-94f1342e122e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:08:40.865446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 00972aa0-1ae8-4721-af13-94f1342e122e not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:08:40.865864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 18d5f588-01ce-45ee-b126-8af4d6baac0d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:08:40.873074 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c133175f-74c7-4c24-9a96-f6754b25b5b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.885467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 18d5f588-01ce-45ee-b126-8af4d6baac0d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:08:40.891864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 18d5f588-01ce-45ee-b126-8af4d6baac0d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:08:40.926713 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c133175f-74c7-4c24-9a96-f6754b25b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.929316 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c133175f-74c7-4c24-9a96-f6754b25b5b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:40.930489 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c133175f-74c7-4c24-9a96-f6754b25b5b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a88471c-2212-437d-966c-9803368783d3 HTTP/1.1" status: 204 len: 168 time: 0.1316333 Oct 29 09:08:40.939094 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133175f-74c7-4c24-9a96-f6754b25b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a88471c-2212-437d-966c-9803368783d3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:41.278020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39652) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:41.318582 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9b2710cd-c8be-4144-8bb9-cdc61f28fbf7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad19e64330ec4f2c83c36f117d0b4ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392315 Oct 29 09:08:41.321000 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39654) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:41.370073 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0a83-2c71-4f55-90e5-d8dab5c1e8aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:41.392358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0a83-2c71-4f55-90e5-d8dab5c1e8aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:41.444830 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0a83-2c71-4f55-90e5-d8dab5c1e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:41.447478 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7d6d0a83-2c71-4f55-90e5-d8dab5c1e8aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:41.451328 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7d6d0a83-2c71-4f55-90e5-d8dab5c1e8aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ae15e79-92d1-4387-a1f6-f94fa7d2d229 HTTP/1.1" status: 204 len: 168 time: 0.1270542 Oct 29 09:08:41.457830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d0a83-2c71-4f55-90e5-d8dab5c1e8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae15e79-92d1-4387-a1f6-f94fa7d2d229,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:43.758578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39706) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:43.764125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'network': {'name': 'tempest-network-smoke--1603957321', 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:43.786149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Made reservation on behalf of 1f9b3d80b6b841ef956c5b0ec5647523 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:08:43.789695 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:43.802847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:43.880374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:43.886399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:43.909025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:08:43.922317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa80ad1d-2241-4363-8589-f21f541b20dc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:43.927067 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:43.927408 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Added segment 03e8ff2e-c2f6-480d-be1b-d2bde13f1c31 of type vlan for network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 Oct 29 09:08:43.970023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:43.997532 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.003731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:44.004357 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.065719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3056800 Oct 29 09:08:44.068889 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39708) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:44.073659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'admin_state_up': True, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:44.077766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a98e3-325b-4776-b0fd-1212f91acbbb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Network': ['ID=35f9aaca-0b90-4915-9dd7-cc0e020576a8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:44.089458 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:08:44.100903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.102152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.156351 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.290876 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-49e08f97-bc6c-4655-949e-8ad291aa9b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.297161 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.502086 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.521207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.635473 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Allocated IP 172.25.5.218 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/88bc5b29-71a2-443d-864a-0f875a9754a1) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:44.755126 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.792513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:44.839586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:44.845584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:44.847922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=88bc5b29-71a2-443d-864a-0f875a9754a1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:44.850036 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:45.418518 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:45.627701 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:45.777097 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:08:45.890642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:08:45.901561 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Sync routers for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:08:45.911265 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:45.911894 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:45.913403 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:45.914839 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de235300-1792-46ef-bd34-fb8924036398 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8448379 Oct 29 09:08:45.918156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39710) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:46.017319 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:46.044893 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-58b4f3c2-01dc-48a6-bead-77f2d548ca11 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=1f9b3d80b6b841ef956c5b0ec5647523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1254103 Oct 29 09:08:46.047639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39714) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:46.136520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38bd36d-4c24-4b1f-be91-e94d22e869ea tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:46.138104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e38bd36d-4c24-4b1f-be91-e94d22e869ea tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894547 Oct 29 09:08:46.141130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39716) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:46.172947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c0a5393c-bf18-4198-863a-e58728162927 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306540 Oct 29 09:08:46.176209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39718) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:46.181037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1378437025', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:46.205350 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:45Z', 'revision_number': 3, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:46.231824 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Checking router: 6902eba2-8714-4d47-ba2e-049d32fcd1b0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:08:46.232284 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Updating router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 port 88bc5b29-71a2-443d-864a-0f875a9754a1 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:08:46.258176 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.269457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Made reservation on behalf of 1f9b3d80b6b841ef956c5b0ec5647523 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:08:46.273060 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.460211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.521000 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.526425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Subnet': ['ID=906c1251-33cc-49af-8896-7cc0fa64e98f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:46.527827 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.537105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Checking segment: {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:46.537471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network hostable DHCP agents. Network: 35f9aaca-0b90-4915-9dd7-cc0e020576a8, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:08:46.541544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.541888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.542221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.542551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.542864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.543189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.543513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.543838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.544180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.544502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.544821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.545137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:46.562792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:08:46.578076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 35f9aaca-0b90-4915-9dd7-cc0e020576a8) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:46.581606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Attempting to bind port 88bc5b29-71a2-443d-864a-0f875a9754a1 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:46.582114 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Attempting to bind port 88bc5b29-71a2-443d-864a-0f875a9754a1 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:46.582371 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Attempting to bind port 88bc5b29-71a2-443d-864a-0f875a9754a1 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:46.584432 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cafcf-2e8b-4966-b6f2-b0f2917b5976 None None] Pushing event updated for resources: {'Port': ['ID=88bc5b29-71a2-443d-864a-0f875a9754a1,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:46.584564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:46.585435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.590593 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:46.590965 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:46.591363 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.591742 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:46.592158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7cb594-dfbf-41e9-8c80-13f2c9c07dc6 None None] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:08:46.592632 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Bound port: 88bc5b29-71a2-443d-864a-0f875a9754a1, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:46.592632 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.604474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-72d26b85-4d9d-4b03-bcc2-1e416dd615d3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4272389 Oct 29 09:08:46.607186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39720) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:46.645027 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] For port 88bc5b29-71a2-443d-864a-0f875a9754a1, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:46.648306 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] For port 88bc5b29-71a2-443d-864a-0f875a9754a1, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=88bc5b29-71a2-443d-864a-0f875a9754a1,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:46.654033 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:46.712593 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:46.713536 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:46.776378 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cafcf-2e8b-4966-b6f2-b0f2917b5976 None None] Pushing event updated for resources: {'Port': ['ID=88bc5b29-71a2-443d-864a-0f875a9754a1,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:46.831252 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:46.931668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:08:46.932605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.021153 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:45Z', 'revision_number': 3, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:47.035963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab46-2529-43f7-afab-274cf18601e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.050089 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec0847-5698-4cfd-aab5-8dafe77b2ae4 None None] The sync data for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 is: [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:45Z', 'revision_number': 3, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:08:47.097473 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.098050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Allocated IP 172.20.0.2 (35f9aaca-0b90-4915-9dd7-cc0e020576a8/906c1251-33cc-49af-8896-7cc0fa64e98f/596d3915-8971-427d-bb22-1ff57b0dd31d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:47.252114 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.258866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.325876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:47.331994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:47.337016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:47.349168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Pushing event updated for resources: {'Port': ['ID=596d3915-8971-427d-bb22-1ff57b0dd31d,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:47.359202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.359639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.360377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.361429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.361806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.362140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.362473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.362806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.363126 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.363454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.363776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.364118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.419887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Attempting to bind port 596d3915-8971-427d-bb22-1ff57b0dd31d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:47.419887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Attempting to bind port 596d3915-8971-427d-bb22-1ff57b0dd31d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:47.419887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Attempting to bind port 596d3915-8971-427d-bb22-1ff57b0dd31d on network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:47.425250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:47.425724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Checking segment: {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:47.426190 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.426667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Bound using segment: {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:47.427213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Bound port: 596d3915-8971-427d-bb22-1ff57b0dd31d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:47.427664 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.443295 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Allocated IP 172.20.0.1 (35f9aaca-0b90-4915-9dd7-cc0e020576a8/906c1251-33cc-49af-8896-7cc0fa64e98f/310cf510-a4e9-4ce4-af93-6639da33a3eb) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:47.500190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] For port 596d3915-8971-427d-bb22-1ff57b0dd31d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:47.506325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] For port 596d3915-8971-427d-bb22-1ff57b0dd31d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=596d3915-8971-427d-bb22-1ff57b0dd31d,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:47.513182 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.587415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd3ba4-1a48-4b4e-af51-1cca79aa58b6 None None] Pushing event updated for resources: {'Port': ['ID=596d3915-8971-427d-bb22-1ff57b0dd31d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:47.590375 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.627654 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.673374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:47.676762 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:47.681312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:47.709525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=310cf510-a4e9-4ce4-af93-6639da33a3eb,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:47.729950 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.730318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.730642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.730974 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.731307 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.731657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.732022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.732353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.737206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.737206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.737206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.737206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:08:47.759047 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:47.911041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.210532 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.217254 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.242485 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.295017 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.306272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=310cf510-a4e9-4ce4-af93-6639da33a3eb,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:48.309692 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.402281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:48.403834 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:48.529273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:08:48.646068 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:08:48.651585 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-27595129-7b9f-4912-a570-a4e2913e53bf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "PUT /v2.0/routers/6902eba2-8714-4d47-ba2e-049d32fcd1b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0432878 Oct 29 09:08:48.654328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39722) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:48.658906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-97a0e132-1a70-4044-b1a6-76d17fbdcff9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1014853972', 'description': 'tempest-secgroup_access--1014853972 description', 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:48.685156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97a0e132-1a70-4044-b1a6-76d17fbdcff9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.766177 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97a0e132-1a70-4044-b1a6-76d17fbdcff9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.771337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97a0e132-1a70-4044-b1a6-76d17fbdcff9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.806969 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97a0e132-1a70-4044-b1a6-76d17fbdcff9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.808435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97a0e132-1a70-4044-b1a6-76d17fbdcff9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1531293 Oct 29 09:08:48.812897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39724) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:48.813657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0e132-1a70-4044-b1a6-76d17fbdcff9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e0df60-81d3-4941-b8c4-acc4f4c02af4,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:48.820678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-19a45842-3e84-453c-b390-edf1ab6b32c7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1301918548', 'description': 'tempest-secgroup_general--1301918548 description', 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:48.845952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19a45842-3e84-453c-b390-edf1ab6b32c7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:48.916565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 88bc5b29-71a2-443d-864a-0f875a9754a1 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:48.972785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 88bc5b29-71a2-443d-864a-0f875a9754a1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:48.973164 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.001036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4a11c-c24e-42a5-bbf8-7852801259c7 None None] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:08:49.056183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Sync routers for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:08:49.099617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:49.100407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:49.105346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-de86b4e0-12f7-4b1b-b9cd-3c2bbb97231d None None] Provisioning complete for port 596d3915-8971-427d-bb22-1ff57b0dd31d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:49.105724 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de86b4e0-12f7-4b1b-b9cd-3c2bbb97231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.262645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19a45842-3e84-453c-b390-edf1ab6b32c7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.268249 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19a45842-3e84-453c-b390-edf1ab6b32c7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.297082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19a45842-3e84-453c-b390-edf1ab6b32c7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.301366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39726) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:08:49.301549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-19a45842-3e84-453c-b390-edf1ab6b32c7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4873202 Oct 29 09:08:49.303407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a45842-3e84-453c-b390-edf1ab6b32c7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8c823e-3759-4603-9d43-a7fecbce426e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:49.308786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-97086343-4847-4d36-a57e-d5f8f7213638 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'security_group_rule': {'security_group_id': 'e8e0df60-81d3-4941-b8c4-acc4f4c02af4', 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:49.312317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.338748 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97086343-4847-4d36-a57e-d5f8f7213638 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.372182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 88bc5b29-71a2-443d-864a-0f875a9754a1, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=88bc5b29-71a2-443d-864a-0f875a9754a1,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:49.374197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:49.407876 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97086343-4847-4d36-a57e-d5f8f7213638 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.412200 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97086343-4847-4d36-a57e-d5f8f7213638 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.426894 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.427748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 596d3915-8971-427d-bb22-1ff57b0dd31d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:49.441166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97086343-4847-4d36-a57e-d5f8f7213638 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d128978-99e7-4afa-9c40-4f4995e1b73b,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:49.449603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-97086343-4847-4d36-a57e-d5f8f7213638 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.450899 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-97086343-4847-4d36-a57e-d5f8f7213638 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478348 Oct 29 09:08:49.515894 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de86b4e0-12f7-4b1b-b9cd-3c2bbb97231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.594707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=88bc5b29-71a2-443d-864a-0f875a9754a1,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:49.602837 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-be7c4e3e-3546-4494-84b4-7ffdd1794ae7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--1301918548&fields=id&tenant_id=1f9b3d80b6b841ef956c5b0ec5647523 HTTP/1.1" status: 200 len: 267 time: 0.0419056 Oct 29 09:08:49.650464 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-8fbc076d-a876-4f36-ae3f-c98bcfe2a247 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--1014853972&fields=id&tenant_id=1f9b3d80b6b841ef956c5b0ec5647523 HTTP/1.1" status: 200 len: 267 time: 0.0386744 Oct 29 09:08:49.674685 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.677238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-de86b4e0-12f7-4b1b-b9cd-3c2bbb97231d None None] For port 596d3915-8971-427d-bb22-1ff57b0dd31d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=596d3915-8971-427d-bb22-1ff57b0dd31d,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:49.688395 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de86b4e0-12f7-4b1b-b9cd-3c2bbb97231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.705785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 596d3915-8971-427d-bb22-1ff57b0dd31d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:49.706402 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.770945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab3ee-d874-452d-80b2-0198854cd50f req-9474c963-5750-49c8-bc12-f3d20a7ab934 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:49.772702 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-9474c963-5750-49c8-bc12-f3d20a7ab934 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/networks?id=35f9aaca-0b90-4915-9dd7-cc0e020576a8 HTTP/1.1" status: 200 len: 797 time: 0.1128256 Oct 29 09:08:49.795038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-c478dc25-737b-4877-9923-ac3da7ff37a3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/quotas/1f9b3d80b6b841ef956c5b0ec5647523 HTTP/1.1" status: 200 len: 375 time: 0.0098991 Oct 29 09:08:49.817736 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86b4e0-12f7-4b1b-b9cd-3c2bbb97231d None None] Pushing event updated for resources: {'Port': ['ID=596d3915-8971-427d-bb22-1ff57b0dd31d,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:49.855866 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-3a64faac-3694-4ca5-bbe8-9f69075564e6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541945 Oct 29 09:08:49.900702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:48Z', 'revision_number': 2, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:49.934343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Checking router: 6902eba2-8714-4d47-ba2e-049d32fcd1b0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:08:49.934696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Updating router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 port 310cf510-a4e9-4ce4-af93-6639da33a3eb binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:08:49.939274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-70acf038-059f-46ad-a974-823c443fed21 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:08:49.947294 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-70acf038-059f-46ad-a974-823c443fed21 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0785933 Oct 29 09:08:49.957659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8957646c-6c1b-499e-9cbe-f1a882bd5658 None None] Provisioning complete for port 310cf510-a4e9-4ce4-af93-6639da33a3eb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:49.958019 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8957646c-6c1b-499e-9cbe-f1a882bd5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:49.985698 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:50.010431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8957646c-6c1b-499e-9cbe-f1a882bd5658 None None] Port 310cf510-a4e9-4ce4-af93-6639da33a3eb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:50.045693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-9f3afa75-652d-45f0-9655-918eaf858ff9 service neutron] 10.222.0.70 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971200 Oct 29 09:08:50.046844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8957646c-6c1b-499e-9cbe-f1a882bd5658 None None] Provisioning complete for port 596d3915-8971-427d-bb22-1ff57b0dd31d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:50.047724 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8957646c-6c1b-499e-9cbe-f1a882bd5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:50.155931 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-655bcaf9-2e46-4d9c-83da-97e95484559b service neutron] 10.222.0.70 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012897 Oct 29 09:08:50.335263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0308a317-f3c7-495c-aaaa-dddd3245cdf8 req-efcb92f5-821a-4470-91de-f0f1f96a93d7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 210 time: 0.0333447 Oct 29 09:08:50.351629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:50.360207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:50.587918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedea96-9d00-4e69-bda1-08bf5ff6708f None None] Pushing event updated for resources: {'Port': ['ID=310cf510-a4e9-4ce4-af93-6639da33a3eb,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:50.591836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-92ae4ba3-3c9b-42d1-80d7-296ef1c57f79 None None] Provisioning complete for port 310cf510-a4e9-4ce4-af93-6639da33a3eb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:50.592129 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-92ae4ba3-3c9b-42d1-80d7-296ef1c57f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:50.670097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-92ae4ba3-3c9b-42d1-80d7-296ef1c57f79 None None] Port 310cf510-a4e9-4ce4-af93-6639da33a3eb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:50.683385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Attempting to bind port 310cf510-a4e9-4ce4-af93-6639da33a3eb on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:50.683774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Attempting to bind port 310cf510-a4e9-4ce4-af93-6639da33a3eb by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:50.684196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Attempting to bind port 310cf510-a4e9-4ce4-af93-6639da33a3eb on network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:50.690756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:50.691138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Checking segment: {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:50.691580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:50.692046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Bound using segment: {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:50.692532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Bound port: 310cf510-a4e9-4ce4-af93-6639da33a3eb, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:50.692883 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:50.772574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] For port 310cf510-a4e9-4ce4-af93-6639da33a3eb, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:50.776265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] For port 310cf510-a4e9-4ce4-af93-6639da33a3eb, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=310cf510-a4e9-4ce4-af93-6639da33a3eb,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:50.784443 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:50.842328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 88bc5b29-71a2-443d-864a-0f875a9754a1 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:50.876856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:08:50.877585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:50.972802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedea96-9d00-4e69-bda1-08bf5ff6708f None None] Pushing event updated for resources: {'Port': ['ID=310cf510-a4e9-4ce4-af93-6639da33a3eb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:50.992077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-470791d7-b44c-4792-8829-d89416932984 None None] Provisioning complete for port 310cf510-a4e9-4ce4-af93-6639da33a3eb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:50.992451 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-470791d7-b44c-4792-8829-d89416932984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:51.057291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 88bc5b29-71a2-443d-864a-0f875a9754a1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:51.057660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:51.062929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:08:51.249555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-470791d7-b44c-4792-8829-d89416932984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:51.330071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 596d3915-8971-427d-bb22-1ff57b0dd31d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:51.341051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-470791d7-b44c-4792-8829-d89416932984 None None] For port 310cf510-a4e9-4ce4-af93-6639da33a3eb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=310cf510-a4e9-4ce4-af93-6639da33a3eb,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:51.362665 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-470791d7-b44c-4792-8829-d89416932984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:51.401682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab3ee-d874-452d-80b2-0198854cd50f req-0780e583-66f0-4c0e-8c65-a43fc90fffc4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:51.403897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-0780e583-66f0-4c0e-8c65-a43fc90fffc4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.93 "GET /v2.0/networks?id=35f9aaca-0b90-4915-9dd7-cc0e020576a8 HTTP/1.1" status: 200 len: 797 time: 0.1312733 Oct 29 09:08:51.457064 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb1636bc-3b37-4288-94db-9e662743923b req-cbff2b43-8386-475d-b673-605a51a6516f tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 210 time: 0.0302410 Oct 29 09:08:51.457639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470791d7-b44c-4792-8829-d89416932984 None None] Pushing event updated for resources: {'Port': ['ID=310cf510-a4e9-4ce4-af93-6639da33a3eb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:51.474264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 596d3915-8971-427d-bb22-1ff57b0dd31d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:51.474637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:51.483345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-6aca4414-ca7a-4019-b34d-2f61f3d65165 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f9b3d80b6b841ef956c5b0ec5647523 HTTP/1.1" status: 200 len: 478 time: 0.0671041 Oct 29 09:08:51.483494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:50Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:08:51.496377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'port': {'device_id': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'admin_state_up': True, 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'security_groups': ['7a8c823e-3759-4603-9d43-a7fecbce426e', 'e8e0df60-81d3-4941-b8c4-acc4f4c02af4']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:51.532722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61709850-400e-4efb-9fd1-04db204ade6b None None] The sync data for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 is: [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:50Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:08:51.548661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4b7ba690-263b-4e8b-8362-79be082e94bf None None] Provisioning complete for port 310cf510-a4e9-4ce4-af93-6639da33a3eb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:51.549020 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b7ba690-263b-4e8b-8362-79be082e94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:51.643297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Made reservation on behalf of 1f9b3d80b6b841ef956c5b0ec5647523 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:08:51.647958 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:51.796323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Allocated IP 172.20.0.5 (35f9aaca-0b90-4915-9dd7-cc0e020576a8/906c1251-33cc-49af-8896-7cc0fa64e98f/8047eb6d-0cdc-419e-be8d-98d64521d7a4) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:08:51.955511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:51.991296 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.041026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:08:52.044470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:08:52.048723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:08:52.055683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=8047eb6d-0cdc-419e-be8d-98d64521d7a4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:52.109042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:52.109725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.129535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-fb41d0db-1739-480b-9fea-5e3d8898a466 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6373537 Oct 29 09:08:52.145726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Request body: {'port': {'device_id': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:08:52.214436 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.325884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4886198e-22f6-457b-9a2a-93abb042856d None None] Provisioning complete for port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:52.326261 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4886198e-22f6-457b-9a2a-93abb042856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.370967 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4886198e-22f6-457b-9a2a-93abb042856d None None] Port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:08:52.510912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8047eb6d-0cdc-419e-be8d-98d64521d7a4 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:08:52.519444 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.533678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Transition to ACTIVE for port object 8047eb6d-0cdc-419e-be8d-98d64521d7a4 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:08:52.539162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.651926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Pushing event updated for resources: {'Port': ['ID=8047eb6d-0cdc-419e-be8d-98d64521d7a4,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:52.697281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74f51-0c2e-4fc3-b1e7-3c8c051c25e6 req-1edd3a86-67d4-4abe-9a9f-387c42cafb6d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:52.698933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14b74f51-0c2e-4fc3-b1e7-3c8c051c25e6 req-1edd3a86-67d4-4abe-9a9f-387c42cafb6d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 982 time: 0.1273572 Oct 29 09:08:52.734280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Attempting to bind port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:08:52.734629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Attempting to bind port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:08:52.735011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Attempting to bind port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 on network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:52.748233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 on network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:08:52.748640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Attempting to bind port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 on network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:08:52.758821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:08:52.759075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Checking segment: {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:08:52.759903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Bound using segment: {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:08:52.760273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Bound port: 8047eb6d-0cdc-419e-be8d-98d64521d7a4, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:08:52.760629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.766484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14b74f51-0c2e-4fc3-b1e7-3c8c051c25e6 req-6ccf8ac0-2e4b-4ee2-9b0c-8ab4859e3374 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0597091 Oct 29 09:08:52.846491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 310cf510-a4e9-4ce4-af93-6639da33a3eb up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:52.849056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] For port 8047eb6d-0cdc-419e-be8d-98d64521d7a4, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:08:52.852405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] For port 8047eb6d-0cdc-419e-be8d-98d64521d7a4, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:08:52.857434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.892036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:52.892761 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.894958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] 10.222.0.93 "PUT /v2.0/ports/8047eb6d-0cdc-419e-be8d-98d64521d7a4 HTTP/1.1" status: 200 len: 1130 time: 0.7561750 Oct 29 09:08:52.899116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:08:52.901977 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd2dc20-c9bf-493c-8d24-e7af9822d632" -d '{"events": [{"name": "network-changed", "server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:08:52.921744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 310cf510-a4e9-4ce4-af93-6639da33a3eb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:52.922343 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:52.944186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d2678-f88b-439e-ba21-ed6b9167b288 service neutron] Pushing event updated for resources: {'Port': ['ID=8047eb6d-0cdc-419e-be8d-98d64521d7a4,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:52.976527 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e96246-db23-47ea-a6b5-f34ca23c534d x-openstack-request-id: req-71e96246-db23-47ea-a6b5-f34ca23c534d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:08:52.976821 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:08:52.977085 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71e96246-db23-47ea-a6b5-f34ca23c534d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:08:52.977473 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'status': 'completed', 'code': 200} Oct 29 09:08:52.995716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab3ee-d874-452d-80b2-0198854cd50f req-082fb1d5-e908-438c-bd30-4d910c54efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:52.997477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-082fb1d5-e908-438c-bd30-4d910c54efa0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1133 time: 0.0487070 Oct 29 09:08:53.048806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-42a080d5-205a-448e-b022-578a49b38358 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4 HTTP/1.1" status: 200 len: 217 time: 0.0434618 Oct 29 09:08:53.104763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab3ee-d874-452d-80b2-0198854cd50f req-0694e902-abd3-4de0-afa6-9c9bf5b438df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:53.106857 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-0694e902-abd3-4de0-afa6-9c9bf5b438df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=906c1251-33cc-49af-8896-7cc0fa64e98f HTTP/1.1" status: 200 len: 835 time: 0.0496323 Oct 29 09:08:53.155740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab3ee-d874-452d-80b2-0198854cd50f req-91d46974-ef1d-4304-b099-ce3a54b234fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:53.157903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-91d46974-ef1d-4304-b099-ce3a54b234fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=35f9aaca-0b90-4915-9dd7-cc0e020576a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442419 Oct 29 09:08:53.258582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-1fe106f2-b5d8-4c52-897c-ff01e4e03e38 service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932150 Oct 29 09:08:53.353604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-796ab3ee-d874-452d-80b2-0198854cd50f req-319ae008-66bc-49ea-b9a6-edf45e80dbfc service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872636 Oct 29 09:08:53.466452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-6075dd34-bb4b-4b59-bbd6-da0ea4fd8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:53.468056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-6075dd34-bb4b-4b59-bbd6-da0ea4fd8ebf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1133 time: 0.0643804 Oct 29 09:08:53.566194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-9d811ae5-3077-4b3f-b83c-50998c7a9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:53.567699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-9d811ae5-3077-4b3f-b83c-50998c7a9841 service neutron] 10.222.0.93 "GET /v2.0/networks?id=35f9aaca-0b90-4915-9dd7-cc0e020576a8 HTTP/1.1" status: 200 len: 899 time: 0.0923731 Oct 29 09:08:53.614982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-0ea15742-404d-4f19-9ca1-c42d95ccc389 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4 HTTP/1.1" status: 200 len: 217 time: 0.0396481 Oct 29 09:08:53.667378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-9093ae9b-0f26-48c1-acfa-40232cfa7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:53.668958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-9093ae9b-0f26-48c1-acfa-40232cfa7330 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=906c1251-33cc-49af-8896-7cc0fa64e98f HTTP/1.1" status: 200 len: 835 time: 0.0459893 Oct 29 09:08:53.716456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-3ad37c91-630f-4a03-9d64-a75f7a35c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:53.717963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-3ad37c91-630f-4a03-9d64-a75f7a35c43f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=35f9aaca-0b90-4915-9dd7-cc0e020576a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415714 Oct 29 09:08:53.819769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-f9983bc7-5adf-47ac-b63d-498844de1adb service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946627 Oct 29 09:08:53.951451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e85b88-1383-4904-b38b-f1c027243bfe req-ecc227b2-e6b5-4cf2-bebd-33dfb134d166 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:53.952957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17e85b88-1383-4904-b38b-f1c027243bfe req-ecc227b2-e6b5-4cf2-bebd-33dfb134d166 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 982 time: 0.0800161 Oct 29 09:08:53.958597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5fd2dc20-c9bf-493c-8d24-e7af9822d632 req-d385ca47-a90d-4389-a3f2-5aac5abfa0fc service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313035 Oct 29 09:08:54.001522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17e85b88-1383-4904-b38b-f1c027243bfe req-c2ed704f-904e-403a-9eba-ede470661fd6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0419607 Oct 29 09:08:55.136715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f190-f608-4021-8481-359986421f77 req-ac364f5b-b860-48db-9841-e0aaba789220 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:55.138253 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2907f190-f608-4021-8481-359986421f77 req-ac364f5b-b860-48db-9841-e0aaba789220 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 982 time: 0.0579324 Oct 29 09:08:55.183225 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2907f190-f608-4021-8481-359986421f77 req-c643f96f-1855-4e77-b6f1-4e69ec803c08 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0358799 Oct 29 09:08:55.776203 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8047eb6d-0cdc-419e-be8d-98d64521d7a4 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:08:55.877172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8047eb6d-0cdc-419e-be8d-98d64521d7a4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:55.889662 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'port_id': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'mac_address': 'fa:16:3e:c2:10:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:08:55.927440 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:55.941159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8047eb6d-0cdc-419e-be8d-98d64521d7a4 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:08:55.961262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8047eb6d-0cdc-419e-be8d-98d64521d7a4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:55.969554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:56.021338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8047eb6d-0cdc-419e-be8d-98d64521d7a4,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:56.261317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['8047eb6d-0cdc-419e-be8d-98d64521d7a4'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:08:56.326536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eb005-0f56-4cd6-8eee-cafbf5c0512d req-564dd436-b58d-4772-ae0b-f76afff08fbe tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:56.327972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a0eb005-0f56-4cd6-8eee-cafbf5c0512d req-564dd436-b58d-4772-ae0b-f76afff08fbe tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 983 time: 0.0517025 Oct 29 09:08:56.369054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a0eb005-0f56-4cd6-8eee-cafbf5c0512d req-a8cfb881-5f46-4059-b8d1-dc9735b27e27 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0343726 Oct 29 09:08:57.504341 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf6d9-165a-4e1e-a936-b764815b14d9 req-350618d6-6d3d-40a9-8a21-34cc02c8a400 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:57.505837 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06fbf6d9-165a-4e1e-a936-b764815b14d9 req-350618d6-6d3d-40a9-8a21-34cc02c8a400 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 983 time: 0.0589237 Oct 29 09:08:57.549560 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06fbf6d9-165a-4e1e-a936-b764815b14d9 req-f0b959a8-df65-4b29-a697-27caac6ff9ff tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0339170 Oct 29 09:08:57.794219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8047eb6d-0cdc-419e-be8d-98d64521d7a4 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:08:57.850298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:08:57.854084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:08:57.854453 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:57.931958 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:57.954817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:08:57.957130 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7c433e-1801-402d-a099-4847c32e6c5a" -d '{"events": [{"server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "name": "network-vif-plugged", "status": "completed", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:08:57.973360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8047eb6d-0cdc-419e-be8d-98d64521d7a4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:08:57.978731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:58.005305 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01886cfe-6c76-4d39-a0eb-008824054b8b x-openstack-request-id: req-01886cfe-6c76-4d39-a0eb-008824054b8b {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:08:58.005602 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "name": "network-vif-plugged", "status": "completed", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:08:58.005851 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01886cfe-6c76-4d39-a0eb-008824054b8b {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:08:58.006256 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'code': 200} Oct 29 09:08:58.034801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8047eb6d-0cdc-419e-be8d-98d64521d7a4,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:08:58.096635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841587a-a682-4c52-bc6c-61ca5148a25c req-642a1edd-1262-468e-aaf6-e502933187b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:58.098081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0841587a-a682-4c52-bc6c-61ca5148a25c req-642a1edd-1262-468e-aaf6-e502933187b4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1135 time: 0.0424879 Oct 29 09:08:58.136583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0841587a-a682-4c52-bc6c-61ca5148a25c req-39d63ed7-b274-4c69-bc99-1d5a7111333c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&id=7a8c823e-3759-4603-9d43-a7fecbce426e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0313990 Oct 29 09:08:58.690820 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f71bd-5887-4794-9c4a-037fe4873df1 req-b9d855d5-4ae7-491e-840b-82d062a29eb7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:58.692516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b89f71bd-5887-4794-9c4a-037fe4873df1 req-b9d855d5-4ae7-491e-840b-82d062a29eb7 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 984 time: 0.0567763 Oct 29 09:08:58.741045 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b89f71bd-5887-4794-9c4a-037fe4873df1 req-1e8e0be5-b08a-4686-83c9-4454a9fbcce3 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0418746 Oct 29 09:08:59.353016 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:08:59.874594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e0dc-798b-4624-add4-20f412f2380f req-c717c4c6-f4ae-478e-b517-1a3dc1b290c8 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:08:59.876149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5d4e0dc-798b-4624-add4-20f412f2380f req-c717c4c6-f4ae-478e-b517-1a3dc1b290c8 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 984 time: 0.0589294 Oct 29 09:08:59.922150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5d4e0dc-798b-4624-add4-20f412f2380f req-08f517a1-dd8f-4d12-a924-0e0ca5cd2277 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0365641 Oct 29 09:09:00.042186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfeb0a-239a-4d73-8ef1-ef1e4e71eaef req-50caae34-8186-4c49-b7db-489cd3542024 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:00.043589 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8fcfeb0a-239a-4d73-8ef1-ef1e4e71eaef req-50caae34-8186-4c49-b7db-489cd3542024 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 984 time: 0.0529237 Oct 29 09:09:00.086244 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8fcfeb0a-239a-4d73-8ef1-ef1e4e71eaef req-6e8b89e1-b8e0-4dc3-9174-125ef6f63c20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0362163 Oct 29 09:09:00.199015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd98f6-bd6b-4941-aaab-e877a38d11a6 req-eee87b20-13cb-4d09-b303-7de3581d2a29 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:00.200690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d4cd98f6-bd6b-4941-aaab-e877a38d11a6 req-eee87b20-13cb-4d09-b303-7de3581d2a29 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1135 time: 0.0465086 Oct 29 09:09:00.220821 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d4cd98f6-bd6b-4941-aaab-e877a38d11a6 req-42324893-0c74-4d89-b072-932ab2650dd3 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:00.303878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d4cd98f6-bd6b-4941-aaab-e877a38d11a6 req-42324893-0c74-4d89-b072-932ab2650dd3 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:00.310188 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d4cd98f6-bd6b-4941-aaab-e877a38d11a6 req-42324893-0c74-4d89-b072-932ab2650dd3 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:00.337332 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d4cd98f6-bd6b-4941-aaab-e877a38d11a6 req-42324893-0c74-4d89-b072-932ab2650dd3 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1303051 Oct 29 09:09:00.342122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42324893-0c74-4d89-b072-932ab2650dd3 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd53e6-1c37-40b1-9d46-47d838d5b165,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:09:00.359649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39778) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:09:00.403080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d9cf20-f360-4e96-a43b-fb5050ca2f76 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:00.404924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a3d9cf20-f360-4e96-a43b-fb5050ca2f76 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1130 time: 0.0441844 Oct 29 09:09:00.408204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39780) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:09:00.412888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:09:00.436100 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:00.541910 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:00.654074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Allocated IP 172.25.5.170 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/1e0d9811-9505-4264-851a-7b102f5ed3a8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:09:00.711437 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:00.779724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:00.817286 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:00.860106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:09:00.863105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:09:00.866752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:09:00.872304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=1e0d9811-9505-4264-851a-7b102f5ed3a8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:09:01.234636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:01.310636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:01.490191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:01.496063 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:01.562710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=1e0d9811-9505-4264-851a-7b102f5ed3a8,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:09:01.575051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:01.679773 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Floating IP f18d8ce4-ce03-47bf-bf0a-f2db540e8a16 associated. External IP: 172.25.5.170, port: 8047eb6d-0cdc-419e-be8d-98d64521d7a4. Oct 29 09:09:01.898401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:09:02.008903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:09:02.019290 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] Sync routers for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:09:02.029710 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:09:02.029893 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:02.030333 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:09:02.061683 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2b4d8343-dd6e-426e-bce8-eaf8a6e1b530 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6524394 Oct 29 09:09:02.062290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:09:02.064461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39782) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:09:02.064921 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ef37a5-712e-4358-8033-671aab97e960" -d '{"events": [{"name": "network-changed", "server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:09:02.103937 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c950ed65-e955-4d3e-af3f-5ee00655b721 x-openstack-request-id: req-c950ed65-e955-4d3e-af3f-5ee00655b721 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:09:02.104390 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:09:02.104826 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c950ed65-e955-4d3e-af3f-5ee00655b721 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:09:02.106112 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'status': 'completed', 'code': 200} Oct 29 09:09:02.148694 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:09:02.168843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef37a5-712e-4358-8033-671aab97e960 req-5ec84f07-b089-45c2-b503-e3ba1c191957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.170421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5ef37a5-712e-4358-8033-671aab97e960 req-5ec84f07-b089-45c2-b503-e3ba1c191957 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1135 time: 0.0432022 Oct 29 09:09:02.174455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ec078-0509-45b8-a600-4c62da461021 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.175125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ec078-0509-45b8-a600-4c62da461021 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.175594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ec078-0509-45b8-a600-4c62da461021 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.176078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ec078-0509-45b8-a600-4c62da461021 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.180431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c65ec078-0509-45b8-a600-4c62da461021 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1116965 Oct 29 09:09:02.180777 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39786) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:09:02.267961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef37a5-712e-4358-8033-671aab97e960 req-9f670aac-f976-4971-828a-1b0996adc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.269739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5ef37a5-712e-4358-8033-671aab97e960 req-9f670aac-f976-4971-828a-1b0996adc7dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=35f9aaca-0b90-4915-9dd7-cc0e020576a8 HTTP/1.1" status: 200 len: 899 time: 0.0918543 Oct 29 09:09:02.273386 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ff773-fa6f-4e44-af20-df206e746d4d tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.273930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ff773-fa6f-4e44-af20-df206e746d4d tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.274392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ff773-fa6f-4e44-af20-df206e746d4d tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.274842 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ff773-fa6f-4e44-af20-df206e746d4d tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.276599 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cc1ff773-fa6f-4e44-af20-df206e746d4d tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0948327 Oct 29 09:09:02.279419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39788) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:09:02.342427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5ef37a5-712e-4358-8033-671aab97e960 req-16b23b42-487e-4b07-b3ee-4bd24e2d829e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4 HTTP/1.1" status: 200 len: 999 time: 0.0656304 Oct 29 09:09:02.400154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef37a5-712e-4358-8033-671aab97e960 req-e1cdae2e-d095-401d-963d-d95faa2d2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.401748 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5ef37a5-712e-4358-8033-671aab97e960 req-e1cdae2e-d095-401d-963d-d95faa2d2d20 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=906c1251-33cc-49af-8896-7cc0fa64e98f HTTP/1.1" status: 200 len: 835 time: 0.0521517 Oct 29 09:09:02.426555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-aea6b8ed-92f1-4eb2-ad15-250a276a5c63 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.1434321 Oct 29 09:09:02.427024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39790) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:09:02.460599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef37a5-712e-4358-8033-671aab97e960 req-c9dbd2e6-aa3e-40ef-8084-8cd23623581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.462278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5ef37a5-712e-4358-8033-671aab97e960 req-c9dbd2e6-aa3e-40ef-8084-8cd23623581f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=35f9aaca-0b90-4915-9dd7-cc0e020576a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536366 Oct 29 09:09:02.493719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'f18d8ce4-ce03-47bf-bf0a-f2db540e8a16', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'port_id': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'mac_address': 'fa:16:3e:c2:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:09:01Z', 'updated_at': '2021-10-29T09:09:01Z', 'revision_number': 0, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:51Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:09:02.522051 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] Checking router: 6902eba2-8714-4d47-ba2e-049d32fcd1b0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:09:02.531772 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:09:02.532444 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:08:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:09:02.577641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5ef37a5-712e-4358-8033-671aab97e960 req-fb51f5d9-acb6-4859-96b0-76e878a9b18d service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035995 Oct 29 09:09:02.643368 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:09:02.796545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010708e3-fcdf-422a-ae3d-656594dfefc9 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.797016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010708e3-fcdf-422a-ae3d-656594dfefc9 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:02.798688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-010708e3-fcdf-422a-ae3d-656594dfefc9 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6902eba2-8714-4d47-ba2e-049d32fcd1b0 HTTP/1.1" status: 200 len: 1990 time: 0.3707211 Oct 29 09:09:02.901336 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'f18d8ce4-ce03-47bf-bf0a-f2db540e8a16', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'port_id': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'mac_address': 'fa:16:3e:c2:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:09:01Z', 'updated_at': '2021-10-29T09:09:01Z', 'revision_number': 0, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:51Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:09:02.930044 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f253498-55f7-4dcc-8d30-2d8831d1aca4 None None] The sync data for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 is: [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'f18d8ce4-ce03-47bf-bf0a-f2db540e8a16', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'port_id': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'mac_address': 'fa:16:3e:c2:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:09:01Z', 'updated_at': '2021-10-29T09:09:01Z', 'revision_number': 0, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:51Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:09:03.016640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5ef37a5-712e-4358-8033-671aab97e960 req-adab87a4-ab11-4e06-b136-49224c841403 service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306152 Oct 29 09:09:03.143391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd92ca6-c3f6-4c04-84ca-4eecc441d8f8 None None] New status for floating IP f18d8ce4-ce03-47bf-bf0a-f2db540e8a16: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:09:08.072808 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:09:14.297537 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c93b8258-e8c3-4cc7-bdf6-2eaa12dbdb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:17.020775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a3e569ce-6cbc-4e53-8615-5d4824aeb050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:18.257411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:18.298999 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:19.616430 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:25.381391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-711d436c-aed0-449c-8aa7-e6b13056417d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409577 Oct 29 09:09:25.470402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-fc686121-d5c1-4adc-8ea3-c2a5433e01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:25.471993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-fc686121-d5c1-4adc-8ea3-c2a5433e01ae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1135 time: 0.0433660 Oct 29 09:09:25.584717 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-f5ba5ad9-f30b-40e8-8fd7-f31ca3c2f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:25.586204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-f5ba5ad9-f30b-40e8-8fd7-f31ca3c2f573 service neutron] 10.222.0.93 "GET /v2.0/networks?id=35f9aaca-0b90-4915-9dd7-cc0e020576a8 HTTP/1.1" status: 200 len: 899 time: 0.0925527 Oct 29 09:09:25.659335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-fea15fd5-c1a7-45f6-aa6e-27f0af6ab551 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4 HTTP/1.1" status: 200 len: 1001 time: 0.0645673 Oct 29 09:09:25.710183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-03b77f80-1e19-4669-bcd8-9a32c152391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:25.711906 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-03b77f80-1e19-4669-bcd8-9a32c152391f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=906c1251-33cc-49af-8896-7cc0fa64e98f HTTP/1.1" status: 200 len: 835 time: 0.0454428 Oct 29 09:09:25.762223 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-97c936f2-d55b-4b8d-8c6f-778fda1d66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:09:25.763741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-97c936f2-d55b-4b8d-8c6f-778fda1d66d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=35f9aaca-0b90-4915-9dd7-cc0e020576a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453575 Oct 29 09:09:25.853718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-9ce509a8-215c-4e95-b2c5-a0a27645c9c3 service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823936 Oct 29 09:09:25.951063 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7590ff3-21b0-4992-8cdf-fb173a88783b req-9be971e8-225d-4a7c-bcd5-52cf811a3322 service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906363 Oct 29 09:09:29.353466 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:30.733161 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:44.301812 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-401e76d9-4ae6-48b7-9584-101f64edf330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:45.073100 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:09:47.028983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ef69c0a-8f79-4d3b-9010-64d117f4d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:48.256624 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:48.303211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:49.618208 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:09:57.281419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-163443ef-e844-491c-af01-1d97568c100a req-a323021d-2b4b-452f-8f79-667379ef3d2f service neutron] (102113) timed out ('10.222.0.70', 36730) {{(pid=102113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:09:59.353940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:00.734951 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.262533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39824) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:08.342054 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05c033cc-bb1d-490c-a5cb-b5e8548370ef tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0783463 Oct 29 09:10:08.344908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39828) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:08.350361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'network': {'name': 'tempest-network-smoke--608421327', 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'port_security_enabled': False}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:10:08.374598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Made reservation on behalf of 1f9b3d80b6b841ef956c5b0ec5647523 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:10:08.378839 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.406339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:10:08.416234 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.416497 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Added segment 3a632424-ec02-4064-8595-5b3b6856644c of type vlan for network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 Oct 29 09:10:08.458616 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.483769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.489715 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:08.490252 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.547190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2008660 Oct 29 09:10:08.550201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39830) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:08.554896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'admin_state_up': True, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:10:08.559976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Network': ['ID=67315cba-ad4f-483b-a1a7-9d1d94c1d9a1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:08.568144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.568487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.568830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.569167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.569497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.569826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.570438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.570559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.570802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.571123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.571460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.571764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613c20a-4bea-4e1a-a989-1bd9c519ffe9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:08.584342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:10:08.588267 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.589533 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.654105 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:08.798661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:09.007859 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:09.027230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:09.134103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Allocated IP 172.25.5.117 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/cf4516bc-ddce-4e80-afbe-e59e7018a850) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:10:09.245478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:09.283048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:09.328996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:10:09.332436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:10:09.335118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:10:09.359593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=cf4516bc-ddce-4e80-afbe-e59e7018a850,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:09.373962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.374393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.374802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.375227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.375566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.375927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.376263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.376591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.376987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.377436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.377810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.378099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:09.614218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:09.820073 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:09.965524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Router 29559e59-9c88-4fab-9606-e9e8204764f7 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:10:10.078956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:10:10.089518 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Sync routers for ids ['29559e59-9c88-4fab-9606-e9e8204764f7'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:10:10.101333 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Routers {'29559e59-9c88-4fab-9606-e9e8204764f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:10.101528 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.102286 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:09:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['29559e59-9c88-4fab-9606-e9e8204764f7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:10.102719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-65909187-e021-404e-bb0f-473ded1d1c32 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5514011 Oct 29 09:10:10.106019 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39832) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:10.178171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc769f-6ff6-4db6-8289-6f260968c0af tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:10.179696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9fc769f-6ff6-4db6-8289-6f260968c0af tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=1f9b3d80b6b841ef956c5b0ec5647523&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0725071 Oct 29 09:10:10.183339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39834) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:10.207787 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Set router 29559e59-9c88-4fab-9606-e9e8204764f7 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:10.270853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c032e47-4d36-4f29-9217-a286f96a56d2 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:10.273212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0c032e47-4d36-4f29-9217-a286f96a56d2 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881624 Oct 29 09:10:10.275414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39836) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:10.304050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aea73748-b280-461e-906a-ae053cd5570f tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273771 Oct 29 09:10:10.306826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39838) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:10.340292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7d1348b7-14ee-4c9a-bd32-294195a88e7c tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=1f9b3d80b6b841ef956c5b0ec5647523&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321906 Oct 29 09:10:10.342961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39840) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:10.395329 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:09Z', 'revision_number': 3, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:10.422533 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Checking router: 29559e59-9c88-4fab-9606-e9e8204764f7 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:10:10.422901 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Updating router 29559e59-9c88-4fab-9606-e9e8204764f7 port cf4516bc-ddce-4e80-afbe-e59e7018a850 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:10:10.430710 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb6081-04d3-4c23-b7e7-afcdb382e969 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:10.432268 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-19eb6081-04d3-4c23-b7e7-afcdb382e969 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882890 Oct 29 09:10:10.435165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39842) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:10.448518 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.467938 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d598bac7-5b76-40a4-861f-40a31854f256 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315688 Oct 29 09:10:10.470370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39844) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:10.475388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998953854', 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1', 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:10:10.567929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Made reservation on behalf of 1f9b3d80b6b841ef956c5b0ec5647523 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:10:10.571490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.700836 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.708052 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.757505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.763256 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Attempting to bind port cf4516bc-ddce-4e80-afbe-e59e7018a850 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:10:10.763624 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Attempting to bind port cf4516bc-ddce-4e80-afbe-e59e7018a850 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:10:10.764011 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Attempting to bind port cf4516bc-ddce-4e80-afbe-e59e7018a850 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:10:10.766864 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Pushing event updated for resources: {'Port': ['ID=cf4516bc-ddce-4e80-afbe-e59e7018a850,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:10.775394 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:10:10.775756 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:10:10.776172 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.776562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:10:10.777016 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Bound port: cf4516bc-ddce-4e80-afbe-e59e7018a850, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:10:10.777388 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.780356 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.780696 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.781029 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.781358 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.781683 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.782006 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.782325 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.782642 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.782964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.783409 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.783929 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.784266 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:10.824187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Subnet': ['ID=7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:10.832144 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Checking segment: {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:10:10.832515 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network hostable DHCP agents. Network: 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:10:10.836776 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] For port cf4516bc-ddce-4e80-afbe-e59e7018a850, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:10:10.840012 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] For port cf4516bc-ddce-4e80-afbe-e59e7018a850, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cf4516bc-ddce-4e80-afbe-e59e7018a850,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:10:10.844916 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.849136 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:10:10.858418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:10:10.862930 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:10.863373 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:10.871002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b2059-275b-4bd1-9480-cad7fb224078 None None] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:10:10.888436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b2363dfa-b62f-4b28-a466-57469043f84d tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4166768 Oct 29 09:10:10.890957 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39846) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:10.911900 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca777a3c-3b20-452f-b85d-936600b52f50 None None] Pushing event updated for resources: {'Port': ['ID=cf4516bc-ddce-4e80-afbe-e59e7018a850,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:10.922527 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Routers {'29559e59-9c88-4fab-9606-e9e8204764f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:10.923248 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:09:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['29559e59-9c88-4fab-9606-e9e8204764f7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:11.027266 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] Set router 29559e59-9c88-4fab-9606-e9e8204764f7 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:11.028502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-67315cba-ad4f-483b-a1a7-9d1d94c1d9a1', 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'fixed_ips': [{'subnet_id': '7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:10:11.029424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.170475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Allocated IP 172.20.0.18 (67315cba-ad4f-483b-a1a7-9d1d94c1d9a1/7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a/2aa7f6a3-c148-4e46-8034-d24dfb7da4d8) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:10:11.213789 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:09Z', 'revision_number': 3, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:11.240310 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ed353-64b0-4752-a34d-dc509055aeb3 None None] The sync data for ids ['29559e59-9c88-4fab-9606-e9e8204764f7'] in n-d-815940-1 is: [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:09Z', 'revision_number': 3, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:10:11.329180 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.337032 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.376699 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.380626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:10:11.383945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:10:11.388927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:10:11.392730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Pushing event updated for resources: {'Port': ['ID=2aa7f6a3-c148-4e46-8034-d24dfb7da4d8,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:11.404250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.404591 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.404920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.405235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.405557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.405879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.406301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.406497 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.406832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.407112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.407428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.407737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:10:11.462255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Attempting to bind port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:10:11.462626 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Attempting to bind port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:10:11.463003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Attempting to bind port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 on network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:10:11.468750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:10:11.468750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Checking segment: {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:10:11.469213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.469537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Bound using segment: {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:10:11.470003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Bound port: 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:10:11.470978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.567490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] For port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:10:11.571266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] For port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2aa7f6a3-c148-4e46-8034-d24dfb7da4d8,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:10:11.577580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.650872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75b068-c99d-4af8-98b7-ae0d98d601bf None None] Pushing event updated for resources: {'Port': ['ID=2aa7f6a3-c148-4e46-8034-d24dfb7da4d8,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:11.708588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Allocated IP 172.20.0.17 (67315cba-ad4f-483b-a1a7-9d1d94c1d9a1/7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a/07b38681-879e-4f95-bcf0-2ea57ee8cd04) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:10:11.852865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.891950 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:11.936814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:10:11.943142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:10:11.945928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:10:11.981152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=07b38681-879e-4f95-bcf0-2ea57ee8cd04,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:12.001070 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:12.139880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:12.434571 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:12.441056 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:12.518080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:12.520084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=07b38681-879e-4f95-bcf0-2ea57ee8cd04,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:12.629980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f579a-8b25-4c9c-898a-d40c69b66412 None None] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:10:12.630517 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:10:12.631845 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:10:12.755408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Router 29559e59-9c88-4fab-9606-e9e8204764f7 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:10:12.757584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6bb13e42-764a-41a9-b6ee-2d83b9ad4c7e None None] Provisioning complete for port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:12.758025 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6bb13e42-764a-41a9-b6ee-2d83b9ad4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:12.890208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:10:12.891902 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6bb13e42-764a-41a9-b6ee-2d83b9ad4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:12.897390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-34cc343b-f176-446a-9c52-9895993d31b4 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "PUT /v2.0/routers/29559e59-9c88-4fab-9606-e9e8204764f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0054140 Oct 29 09:10:12.936103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6bb13e42-764a-41a9-b6ee-2d83b9ad4c7e None None] For port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2aa7f6a3-c148-4e46-8034-d24dfb7da4d8,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:12.942524 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6bb13e42-764a-41a9-b6ee-2d83b9ad4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:13.014891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:10:13.075639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb13e42-764a-41a9-b6ee-2d83b9ad4c7e None None] Pushing event updated for resources: {'Port': ['ID=2aa7f6a3-c148-4e46-8034-d24dfb7da4d8,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:13.097070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:13.097375 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:13.195059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9fa8a9b0-33f9-4625-8b07-98f6436c4682 None None] Provisioning complete for port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:13.195327 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a9b0-33f9-4625-8b07-98f6436c4682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:13.202927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-15e9b3c1-0427-41af-8e50-f581a852de78 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:13.203702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Sync routers for ids ['29559e59-9c88-4fab-9606-e9e8204764f7'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:10:13.212386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-15e9b3c1-0427-41af-8e50-f581a852de78 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/networks?id=67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 HTTP/1.1" status: 200 len: 797 time: 0.1412137 Oct 29 09:10:13.224341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-cc6b38be-3bb6-4616-af27-d313a8ed59b5 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/quotas/1f9b3d80b6b841ef956c5b0ec5647523 HTTP/1.1" status: 200 len: 375 time: 0.0105171 Oct 29 09:10:13.237604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cf4516bc-ddce-4e80-afbe-e59e7018a850 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:10:13.270298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Routers {'29559e59-9c88-4fab-9606-e9e8204764f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:13.270948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:09:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['29559e59-9c88-4fab-9606-e9e8204764f7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:13.275576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8a9b0-33f9-4625-8b07-98f6436c4682 None None] Port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:10:13.301334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-6103f90f-2fba-4ee9-8237-803245b1137e tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0687945 Oct 29 09:10:13.384695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-9fa8a9b0-33f9-4625-8b07-98f6436c4682 None None] Provisioning complete for port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:13.385071 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a9b0-33f9-4625-8b07-98f6436c4682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:13.450973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port cf4516bc-ddce-4e80-afbe-e59e7018a850 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:13.451367 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:13.455238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Set router 29559e59-9c88-4fab-9606-e9e8204764f7 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:13.514457 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-1c81fbd2-1fde-41f4-97c9-0fae93b9c0a1 service neutron] 10.222.0.70 "GET /v2.0/networks/67315cba-ad4f-483b-a1a7-9d1d94c1d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901176 Oct 29 09:10:13.640701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-133338e2-403e-47f0-be4a-6db86e50d71b service neutron] 10.222.0.70 "GET /v2.0/networks/67315cba-ad4f-483b-a1a7-9d1d94c1d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173980 Oct 29 09:10:13.718898 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:13.763917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port cf4516bc-ddce-4e80-afbe-e59e7018a850, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cf4516bc-ddce-4e80-afbe-e59e7018a850,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:13.778914 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:13.828761 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a56b2e00-30bb-4908-8780-10946ca3200f req-8e65127e-59b9-4706-a347-4b0af8d891cb tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 210 time: 0.0288444 Oct 29 09:10:13.834618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4d001ac0-775d-4fc1-8cd2-262599ca57db None None] Provisioning complete for port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:13.834996 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4d001ac0-775d-4fc1-8cd2-262599ca57db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:14.053664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=cf4516bc-ddce-4e80-afbe-e59e7018a850,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:14.066186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:12Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '07b38681-879e-4f95-bcf0-2ea57ee8cd04', 'name': '', 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:b3:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:11Z', 'updated_at': '2021-10-29T09:10:12Z', 'revision_number': 2, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:14.067974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4d001ac0-775d-4fc1-8cd2-262599ca57db None None] Port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:10:14.096254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Checking router: 29559e59-9c88-4fab-9606-e9e8204764f7 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:10:14.096645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Updating router 29559e59-9c88-4fab-9606-e9e8204764f7 port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:10:14.122456 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:14.315767 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eee28626-078c-476f-b794-8f1141718659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:14.425275 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:14.432751 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:14.488170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671b587-76e9-4a81-8e5b-f271e6fa7dbc None None] Pushing event updated for resources: {'Port': ['ID=07b38681-879e-4f95-bcf0-2ea57ee8cd04,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:14.539024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Attempting to bind port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:10:14.539482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Attempting to bind port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:10:14.539979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Attempting to bind port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 on network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:10:14.545347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:10:14.545565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Checking segment: {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:10:14.545959 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:14.546349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Bound using segment: {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:10:14.546816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Bound port: 07b38681-879e-4f95-bcf0-2ea57ee8cd04, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:10:14.547187 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:14.617343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] For port 07b38681-879e-4f95-bcf0-2ea57ee8cd04, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:10:14.621049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] For port 07b38681-879e-4f95-bcf0-2ea57ee8cd04, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=07b38681-879e-4f95-bcf0-2ea57ee8cd04,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:10:14.627761 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:14.700306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671b587-76e9-4a81-8e5b-f271e6fa7dbc None None] Pushing event updated for resources: {'Port': ['ID=07b38681-879e-4f95-bcf0-2ea57ee8cd04,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:14.705870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Routers {'29559e59-9c88-4fab-9606-e9e8204764f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:14.706255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:09:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['29559e59-9c88-4fab-9606-e9e8204764f7'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:14.840799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] Set router 29559e59-9c88-4fab-9606-e9e8204764f7 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:14.851093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-52c3d6d1-0f4b-4da0-ab1b-e7f7084d4abe tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:14.852792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-52c3d6d1-0f4b-4da0-ab1b-e7f7084d4abe tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.15 "GET /v2.0/networks?id=67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 HTTP/1.1" status: 200 len: 797 time: 0.1247683 Oct 29 09:10:14.870546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Request body: {'port': {'device_id': '0ea6d6c1-e785-4910-8712-d80fc5f68549', 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1', 'admin_state_up': True, 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:10:14.944856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:10:14.947108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0c88feab-db4e-4b87-9567-2ba31d751d2f None None] Provisioning complete for port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:14.947540 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0c88feab-db4e-4b87-9567-2ba31d751d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.000452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9a671514-fe2d-4169-adf9-26d9932796b6 req-79d26450-257f-48dd-af86-ce82771c35d8 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 210 time: 0.0290596 Oct 29 09:10:15.058017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Made reservation on behalf of 1f9b3d80b6b841ef956c5b0ec5647523 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:10:15.061720 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.156493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:15.156840 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.193708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Allocated IP 172.20.0.26 (67315cba-ad4f-483b-a1a7-9d1d94c1d9a1/7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a/f1e073ba-4b1e-4d30-a951-a8d9165691cb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:10:15.205352 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0c88feab-db4e-4b87-9567-2ba31d751d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.279840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0c88feab-db4e-4b87-9567-2ba31d751d2f None None] For port 07b38681-879e-4f95-bcf0-2ea57ee8cd04, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=07b38681-879e-4f95-bcf0-2ea57ee8cd04,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:15.288931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:12Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '07b38681-879e-4f95-bcf0-2ea57ee8cd04', 'name': '', 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:b3:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:11Z', 'updated_at': '2021-10-29T09:10:14Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:15.295671 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0c88feab-db4e-4b87-9567-2ba31d751d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.316823 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.331426 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd77141-b860-4fae-b1e3-dbd4bd464ea8 None None] The sync data for ids ['29559e59-9c88-4fab-9606-e9e8204764f7'] in n-d-815940-1 is: [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:12Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '07b38681-879e-4f95-bcf0-2ea57ee8cd04', 'name': '', 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:b3:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:11Z', 'updated_at': '2021-10-29T09:10:14Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:10:15.364476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.402483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88feab-db4e-4b87-9567-2ba31d751d2f None None] Pushing event updated for resources: {'Port': ['ID=07b38681-879e-4f95-bcf0-2ea57ee8cd04,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:15.410083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cf4516bc-ddce-4e80-afbe-e59e7018a850 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:10:15.410956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:10:15.423044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:10:15.426007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:10:15.465714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event updated for resources: {'Port': ['ID=f1e073ba-4b1e-4d30-a951-a8d9165691cb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:15.503490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:15.504793 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.506182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ffae9661-106e-4dcb-923f-d569d4402810 None None] Provisioning complete for port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:15.507179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ffae9661-106e-4dcb-923f-d569d4402810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.530415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-b06023de-c9f1-46d2-b997-61736afa591b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6644967 Oct 29 09:10:15.545294 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port cf4516bc-ddce-4e80-afbe-e59e7018a850 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:15.545504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Request body: {'port': {'device_id': '0ea6d6c1-e785-4910-8712-d80fc5f68549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:10:15.545658 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.633045 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.822121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a1dca600-f0a8-47b0-a840-76d824f633aa None None] Provisioning complete for port f1e073ba-4b1e-4d30-a951-a8d9165691cb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:15.822803 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a1dca600-f0a8-47b0-a840-76d824f633aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:15.894472 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a1dca600-f0a8-47b0-a840-76d824f633aa None None] Port f1e073ba-4b1e-4d30-a951-a8d9165691cb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:10:16.030909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e073ba-4b1e-4d30-a951-a8d9165691cb {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:10:16.043395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:16.061521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Transition to ACTIVE for port object f1e073ba-4b1e-4d30-a951-a8d9165691cb will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:10:16.066639 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:16.131772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Pushing event updated for resources: {'Port': ['ID=f1e073ba-4b1e-4d30-a951-a8d9165691cb,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:16.176229 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4afda0-b276-4ed7-8752-cc8f1573e08e req-f0c8b534-73bf-4b8e-b42f-dafd32b17499 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:16.180187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ce4afda0-b276-4ed7-8752-cc8f1573e08e req-f0c8b534-73bf-4b8e-b42f-dafd32b17499 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 907 time: 0.0919032 Oct 29 09:10:16.249807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Attempting to bind port f1e073ba-4b1e-4d30-a951-a8d9165691cb on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:10:16.250425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Attempting to bind port f1e073ba-4b1e-4d30-a951-a8d9165691cb by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:10:16.250921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Attempting to bind port f1e073ba-4b1e-4d30-a951-a8d9165691cb on network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:10:16.259237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Port f1e073ba-4b1e-4d30-a951-a8d9165691cb on network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:10:16.261160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Attempting to bind port f1e073ba-4b1e-4d30-a951-a8d9165691cb on network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:10:16.269960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:10:16.273900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Checking segment: {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:10:16.273900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Bound using segment: {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:10:16.273900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Bound port: f1e073ba-4b1e-4d30-a951-a8d9165691cb, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a632424-ec02-4064-8595-5b3b6856644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:10:16.273900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:16.354291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] For port f1e073ba-4b1e-4d30-a951-a8d9165691cb, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:10:16.357818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] For port f1e073ba-4b1e-4d30-a951-a8d9165691cb, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f1e073ba-4b1e-4d30-a951-a8d9165691cb,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:10:16.364324 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:16.402740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:16.403415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:16.405040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] 10.222.0.15 "PUT /v2.0/ports/f1e073ba-4b1e-4d30-a951-a8d9165691cb HTTP/1.1" status: 200 len: 1055 time: 0.8647468 Oct 29 09:10:16.405568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea6d6c1-e785-4910-8712-d80fc5f68549', 'tag': 'f1e073ba-4b1e-4d30-a951-a8d9165691cb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:10:16.409270 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea6d6c1-e785-4910-8712-d80fc5f68549", "tag": "f1e073ba-4b1e-4d30-a951-a8d9165691cb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:10:16.464202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d665a5-43aa-471f-92ff-c66865c8d74c service neutron] Pushing event updated for resources: {'Port': ['ID=f1e073ba-4b1e-4d30-a951-a8d9165691cb,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:16.505102 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489e2166-031a-4b1e-82e7-d1d3f4c2a5e5 x-openstack-request-id: req-489e2166-031a-4b1e-82e7-d1d3f4c2a5e5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:10:16.505403 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea6d6c1-e785-4910-8712-d80fc5f68549", "tag": "f1e073ba-4b1e-4d30-a951-a8d9165691cb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:10:16.505660 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-489e2166-031a-4b1e-82e7-d1d3f4c2a5e5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:10:16.506098 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea6d6c1-e785-4910-8712-d80fc5f68549', 'tag': 'f1e073ba-4b1e-4d30-a951-a8d9165691cb', 'status': 'completed', 'code': 200} Oct 29 09:10:16.532304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-65458f95-22b7-4adb-b22e-04f5d55a4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:16.534541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-65458f95-22b7-4adb-b22e-04f5d55a4e20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 1058 time: 0.0646787 Oct 29 09:10:16.585902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-62309201-46bc-4200-b1cf-4f2b67dc07e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f1e073ba-4b1e-4d30-a951-a8d9165691cb HTTP/1.1" status: 200 len: 217 time: 0.0428879 Oct 29 09:10:16.642362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-78dcfe9d-e778-4b5a-a1cf-2ce75e45e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:16.644616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-78dcfe9d-e778-4b5a-a1cf-2ce75e45e609 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a HTTP/1.1" status: 200 len: 837 time: 0.0507240 Oct 29 09:10:16.698355 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-3afaf234-2f68-4404-8dbe-32b0c28a8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:16.700019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-3afaf234-2f68-4404-8dbe-32b0c28a8b9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67315cba-ad4f-483b-a1a7-9d1d94c1d9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481846 Oct 29 09:10:16.800361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-598ab041-bd1f-4c2c-be48-90f3582910f6 service neutron] 10.222.0.15 "GET /v2.0/networks/67315cba-ad4f-483b-a1a7-9d1d94c1d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921192 Oct 29 09:10:16.893306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 07b38681-879e-4f95-bcf0-2ea57ee8cd04 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:10:16.901995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-31ea6f6b-da4e-4848-92fc-e82a05a9a50d req-10586ec3-87c6-43d7-87b3-7b377c342ca0 service neutron] 10.222.0.15 "GET /v2.0/networks/67315cba-ad4f-483b-a1a7-9d1d94c1d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937641 Oct 29 09:10:16.948679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:16.949284 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:17.009154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-8e651254-4ccd-4d9f-ad32-84d2557a7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:17.010851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-8e651254-4ccd-4d9f-ad32-84d2557a7208 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 1058 time: 0.0513437 Oct 29 09:10:17.035298 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3f16d21f-609b-4dbd-8240-7e0a00358c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:17.114973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-c9b67ab1-b05e-477a-99d9-9c40e36da1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:17.116524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-c9b67ab1-b05e-477a-99d9-9c40e36da1e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 HTTP/1.1" status: 200 len: 899 time: 0.0974414 Oct 29 09:10:17.169381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-d80a74f8-a13a-471f-b88c-3bac5b9b6e57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f1e073ba-4b1e-4d30-a951-a8d9165691cb HTTP/1.1" status: 200 len: 217 time: 0.0454640 Oct 29 09:10:17.228332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-ed4f7f66-8716-4c47-bc02-152b0b483cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:17.230106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-ed4f7f66-8716-4c47-bc02-152b0b483cfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a HTTP/1.1" status: 200 len: 837 time: 0.0529211 Oct 29 09:10:17.277839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-86a1ea76-0b5c-4025-9c54-209bfa1544c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:17.279414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-86a1ea76-0b5c-4025-9c54-209bfa1544c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67315cba-ad4f-483b-a1a7-9d1d94c1d9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421503 Oct 29 09:10:17.322764 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8600ce-b9e5-4a95-b90e-a558f2126172 req-7cf737b7-decb-41ec-8e73-34ff63683a5a tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:17.324284 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5a8600ce-b9e5-4a95-b90e-a558f2126172 req-7cf737b7-decb-41ec-8e73-34ff63683a5a tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 907 time: 0.0605872 Oct 29 09:10:17.390800 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-aa1a0b24-ede9-4d53-ba35-2ba770279461 service neutron] 10.222.0.15 "GET /v2.0/networks/67315cba-ad4f-483b-a1a7-9d1d94c1d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031113 Oct 29 09:10:17.483223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5f15b7d1-4ff2-42b0-8cf7-4096baaebb2e req-9fdd82c0-d566-4001-9a5a-d57f56c0e21e service neutron] 10.222.0.15 "GET /v2.0/networks/67315cba-ad4f-483b-a1a7-9d1d94c1d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848837 Oct 29 09:10:18.261416 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:18.309107 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:18.454054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b373-8812-49cf-b5e0-8ca6f4514ad7 req-3d770a41-a372-410d-b09d-f704e804321b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:18.455554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bca6b373-8812-49cf-b5e0-8ca6f4514ad7 req-3d770a41-a372-410d-b09d-f704e804321b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 907 time: 0.0578713 Oct 29 09:10:19.578005 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecead36-ef43-4577-9a86-773b8a1e27ea req-ce8c280f-3f2a-4e1c-af74-f95214a77773 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:19.579557 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ecead36-ef43-4577-9a86-773b8a1e27ea req-ce8c280f-3f2a-4e1c-af74-f95214a77773 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 907 time: 0.0502405 Oct 29 09:10:19.617336 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:20.379070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f1e073ba-4b1e-4d30-a951-a8d9165691cb details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:10:20.487637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f1e073ba-4b1e-4d30-a951-a8d9165691cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f1e073ba-4b1e-4d30-a951-a8d9165691cb,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:20.500269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'f1e073ba-4b1e-4d30-a951-a8d9165691cb', 'network_id': '67315cba-ad4f-483b-a1a7-9d1d94c1d9a1', 'port_id': 'f1e073ba-4b1e-4d30-a951-a8d9165691cb', 'mac_address': 'fa:16:3e:e1:bd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:10:20.541391 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:20.554595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e073ba-4b1e-4d30-a951-a8d9165691cb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:10:20.575529 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f1e073ba-4b1e-4d30-a951-a8d9165691cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f1e073ba-4b1e-4d30-a951-a8d9165691cb,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:20.583644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:20.643382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f1e073ba-4b1e-4d30-a951-a8d9165691cb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:20.761726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617c7ac-aff3-49aa-b621-40b0341fbf6c req-02bb38ae-fa9a-4823-a20b-8003f05faccf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:20.763231 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1617c7ac-aff3-49aa-b621-40b0341fbf6c req-02bb38ae-fa9a-4823-a20b-8003f05faccf tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 908 time: 0.1149559 Oct 29 09:10:20.816523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['f1e073ba-4b1e-4d30-a951-a8d9165691cb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:10:21.953020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b093-b7d9-4b38-bd02-b818f3fe1235 req-eaaa8884-194f-404d-889d-905d747b4160 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:21.954523 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a378b093-b7d9-4b38-bd02-b818f3fe1235 req-eaaa8884-194f-404d-889d-905d747b4160 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 908 time: 0.1160853 Oct 29 09:10:22.076647 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:10:22.396771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f1e073ba-4b1e-4d30-a951-a8d9165691cb up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:10:22.460901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port f1e073ba-4b1e-4d30-a951-a8d9165691cb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:10:22.464805 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port f1e073ba-4b1e-4d30-a951-a8d9165691cb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:22.465182 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:22.544780 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:22.567833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea6d6c1-e785-4910-8712-d80fc5f68549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e073ba-4b1e-4d30-a951-a8d9165691cb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:10:22.570201 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaa3ee4-2338-43be-af05-447290399205" -d '{"events": [{"server_uuid": "0ea6d6c1-e785-4910-8712-d80fc5f68549", "name": "network-vif-plugged", "status": "completed", "tag": "f1e073ba-4b1e-4d30-a951-a8d9165691cb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:10:22.584198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f1e073ba-4b1e-4d30-a951-a8d9165691cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f1e073ba-4b1e-4d30-a951-a8d9165691cb,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:22.589185 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:22.618369 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44055b1d-e625-41d1-b51a-637865c1e933 x-openstack-request-id: req-44055b1d-e625-41d1-b51a-637865c1e933 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:10:22.618662 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea6d6c1-e785-4910-8712-d80fc5f68549", "name": "network-vif-plugged", "status": "completed", "tag": "f1e073ba-4b1e-4d30-a951-a8d9165691cb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:10:22.618915 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44055b1d-e625-41d1-b51a-637865c1e933 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:10:22.619309 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea6d6c1-e785-4910-8712-d80fc5f68549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e073ba-4b1e-4d30-a951-a8d9165691cb', 'code': 200} Oct 29 09:10:22.648163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f1e073ba-4b1e-4d30-a951-a8d9165691cb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:22.712448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d0d6e-6388-4601-bef4-251a4324505f req-d727ac37-785c-4a1a-b1a7-c1eeb586b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:22.713976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe9d0d6e-6388-4601-bef4-251a4324505f req-d727ac37-785c-4a1a-b1a7-c1eeb586b5e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 1060 time: 0.0445776 Oct 29 09:10:23.089499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bdde3-638d-4ec9-b3e5-fdaf11dd72c0 req-f599ae12-1b17-43c9-b28d-af384f269ec6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:23.091061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-368bdde3-638d-4ec9-b3e5-fdaf11dd72c0 req-f599ae12-1b17-43c9-b28d-af384f269ec6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 909 time: 0.0611892 Oct 29 09:10:24.222013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d9a57-353d-46be-99ad-e3cacbe9dec8 req-0b67acef-b9dd-40aa-931f-f6a3afb887fc tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:24.223551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c84d9a57-353d-46be-99ad-e3cacbe9dec8 req-0b67acef-b9dd-40aa-931f-f6a3afb887fc tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 909 time: 0.0518503 Oct 29 09:10:24.357106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af29ca-1791-4308-b479-4d1c9b08b44b req-868bba3e-2b55-4098-a71c-eb319240fd3a tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:24.358582 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-49af29ca-1791-4308-b479-4d1c9b08b44b req-868bba3e-2b55-4098-a71c-eb319240fd3a tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 909 time: 0.0620437 Oct 29 09:10:24.481491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74152286-5086-429a-8b8d-f3faabcd62cf req-fbe30e34-2f70-4b5e-8d4d-c603ce87f6e7 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:24.483061 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74152286-5086-429a-8b8d-f3faabcd62cf req-fbe30e34-2f70-4b5e-8d4d-c603ce87f6e7 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 1060 time: 0.0465207 Oct 29 09:10:24.603693 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad38ff-19cc-481d-a9de-fcc2a722493f req-50348d21-dc5b-46bb-8e79-686c05a03824 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:24.605267 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d4ad38ff-19cc-481d-a9de-fcc2a722493f req-50348d21-dc5b-46bb-8e79-686c05a03824 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1135 time: 0.0441678 Oct 29 09:10:24.646371 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d4ad38ff-19cc-481d-a9de-fcc2a722493f req-6150bdaa-259a-4bed-a6d9-231bd40195a5 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0318670 Oct 29 09:10:24.668246 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39920) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:24.712754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7093d046-b9cc-4a20-8df7-0668b40ed179 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:24.717103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7093d046-b9cc-4a20-8df7-0668b40ed179 tempest-TestSecurityGroupsBasicOps-1007249062 tempest-TestSecurityGroupsBasicOps-1007249062-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 1055 time: 0.0450466 Oct 29 09:10:24.955942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0c9e1-3d8c-47a5-9f2a-69df28b4c179 req-0b5534ce-94c7-4320-96e0-0eb578416a7b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:24.957466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06c0c9e1-3d8c-47a5-9f2a-69df28b4c179 req-0b5534ce-94c7-4320-96e0-0eb578416a7b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 909 time: 0.0562966 Oct 29 09:10:26.083246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ad9c7-5a79-413b-ba55-59590166fa40 req-a5341413-8ad7-4c53-9aae-47352afef38a tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:26.085103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cc2ad9c7-5a79-413b-ba55-59590166fa40 req-a5341413-8ad7-4c53-9aae-47352afef38a tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 909 time: 0.0545976 Oct 29 09:10:26.172397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-6543812a-bfcd-4c2b-9af0-fec8265758f6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:26.173966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-6543812a-bfcd-4c2b-9af0-fec8265758f6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 909 time: 0.0520258 Oct 29 09:10:26.281129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting port f1e073ba-4b1e-4d30-a951-a8d9165691cb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:26.281484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:26.399086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] For port f1e073ba-4b1e-4d30-a951-a8d9165691cb, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f1e073ba-4b1e-4d30-a951-a8d9165691cb,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:26.399336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:26.412627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-aafd6019-d2ee-40a6-83b0-333aaef647a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824933 Oct 29 09:10:26.416911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Calling delete_port for f1e073ba-4b1e-4d30-a951-a8d9165691cb owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:26.529470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-80065baa-7872-4319-8bb3-2eefa0c4ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:26.531021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-80065baa-7872-4319-8bb3-2eefa0c4ec3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1135 time: 0.0666521 Oct 29 09:10:26.954379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:26.995096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Port': ['ID=f1e073ba-4b1e-4d30-a951-a8d9165691cb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:27.030285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-e330b678-d88d-494d-8619-33f2e7fdfced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:27.031838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-e330b678-d88d-494d-8619-33f2e7fdfced service neutron] 10.222.0.93 "GET /v2.0/networks?id=35f9aaca-0b90-4915-9dd7-cc0e020576a8 HTTP/1.1" status: 200 len: 899 time: 0.4703672 Oct 29 09:10:27.055500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] No DVR routers for this DVR port f1e073ba-4b1e-4d30-a951-a8d9165691cb on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:10:27.058763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:27.062179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ddc9443-dbbc-4ba0-8086-1602f28915a4 req-e51ea4ef-bc6c-4154-93d6-229bed8bec20 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.15 "DELETE /v2.0/ports/f1e073ba-4b1e-4d30-a951-a8d9165691cb HTTP/1.1" status: 204 len: 173 time: 0.8817327 Oct 29 09:10:27.062642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea6d6c1-e785-4910-8712-d80fc5f68549', 'name': 'network-vif-deleted', 'tag': 'f1e073ba-4b1e-4d30-a951-a8d9165691cb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:10:27.064989 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9bb427-05ad-4285-b4e0-eb2fe98d7aea" -d '{"events": [{"server_uuid": "0ea6d6c1-e785-4910-8712-d80fc5f68549", "name": "network-vif-deleted", "tag": "f1e073ba-4b1e-4d30-a951-a8d9165691cb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:10:27.108671 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d664f9-b49b-4d46-bfa2-b9ff96ec278a x-openstack-request-id: req-e2d664f9-b49b-4d46-bfa2-b9ff96ec278a {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:10:27.109330 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea6d6c1-e785-4910-8712-d80fc5f68549", "name": "network-vif-deleted", "tag": "f1e073ba-4b1e-4d30-a951-a8d9165691cb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:10:27.109330 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2d664f9-b49b-4d46-bfa2-b9ff96ec278a {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:10:27.109674 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea6d6c1-e785-4910-8712-d80fc5f68549', 'name': 'network-vif-deleted', 'tag': 'f1e073ba-4b1e-4d30-a951-a8d9165691cb', 'status': 'completed', 'code': 200} Oct 29 09:10:27.144816 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-72236bae-786e-4b21-a5cf-eb30144a778e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4 HTTP/1.1" status: 200 len: 1001 time: 0.0953007 Oct 29 09:10:27.218555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c34dcc8b-f8c9-45a4-a5f9-fa8ee890d436 req-560922eb-c97f-48da-8852-58659a97c047 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea6d6c1-e785-4910-8712-d80fc5f68549 HTTP/1.1" status: 200 len: 210 time: 0.0365157 Oct 29 09:10:27.230673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-9468827c-e8ec-4100-9a19-11e7caf12690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:27.232260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-9468827c-e8ec-4100-9a19-11e7caf12690 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=906c1251-33cc-49af-8896-7cc0fa64e98f HTTP/1.1" status: 200 len: 835 time: 0.0795906 Oct 29 09:10:27.279426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-3ec013ff-f088-4082-bf37-55ccd1cb2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:27.280918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-3ec013ff-f088-4082-bf37-55ccd1cb2b34 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=35f9aaca-0b90-4915-9dd7-cc0e020576a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419624 Oct 29 09:10:27.372609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-bf08a0bd-43ff-4614-975d-7a9bca459ac9 service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844176 Oct 29 09:10:27.477536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60171b9c-7418-4f4d-9be4-d92d34beaa65 req-889f8578-081d-4506-bc37-906631cdf651 service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976107 Oct 29 09:10:28.285074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39934) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:28.671928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:28.933694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting port 07b38681-879e-4f95-bcf0-2ea57ee8cd04 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:28.933926 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:29.034282 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] For port 07b38681-879e-4f95-bcf0-2ea57ee8cd04, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=07b38681-879e-4f95-bcf0-2ea57ee8cd04,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:29.034633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:29.047176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Calling delete_port for 07b38681-879e-4f95-bcf0-2ea57ee8cd04 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:29.245334 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:29.276807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Port': ['ID=07b38681-879e-4f95-bcf0-2ea57ee8cd04,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:29.351299 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:29.456743 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:29.696669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Router 29559e59-9c88-4fab-9606-e9e8204764f7 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:10:29.806532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:10:29.812109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8bc735ad-3842-4f2b-9fe5-bf60355c0eab tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "PUT /v2.0/routers/29559e59-9c88-4fab-9606-e9e8204764f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5258913 Oct 29 09:10:29.815535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39936) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:29.819079 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] Sync routers for ids ['29559e59-9c88-4fab-9606-e9e8204764f7'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:10:29.830439 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] Routers {'29559e59-9c88-4fab-9606-e9e8204764f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:29.831064 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:10:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['29559e59-9c88-4fab-9606-e9e8204764f7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:29.873430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-317e4196-e60b-4504-84b6-421c98c70095 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting subnet 7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:10:29.877087 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-317e4196-e60b-4504-84b6-421c98c70095 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:29.920478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-317e4196-e60b-4504-84b6-421c98c70095 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.004854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-317e4196-e60b-4504-84b6-421c98c70095 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.027578 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] Set router 29559e59-9c88-4fab-9606-e9e8204764f7 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:30.069773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-317e4196-e60b-4504-84b6-421c98c70095 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.099464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-317e4196-e60b-4504-84b6-421c98c70095 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.105490 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-317e4196-e60b-4504-84b6-421c98c70095 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/subnets/7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a HTTP/1.1" status: 204 len: 168 time: 0.2862971 Oct 29 09:10:30.105490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e4196-e60b-4504-84b6-421c98c70095 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc6f43e-8655-407d-ae7a-6ff8c6c9aa0a,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:30.105720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39938) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:30.109997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f446c-29d0-43a2-90b5-55c9ee78ea48 None None] Network 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:10:30.215030 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:29Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:30.223252 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.242553 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] Checking router: 29559e59-9c88-4fab-9606-e9e8204764f7 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:10:30.252057 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] Routers {'29559e59-9c88-4fab-9606-e9e8204764f7'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:30.252658 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:10:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['29559e59-9c88-4fab-9606-e9e8204764f7'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:30.292715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] DHCP port deletion for 67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:10:30.336838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.341067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] Deleting port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:30.341649 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.360001 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] Set router 29559e59-9c88-4fab-9606-e9e8204764f7 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:30.393076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting port cf4516bc-ddce-4e80-afbe-e59e7018a850 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:30.393452 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.411688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] For port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2aa7f6a3-c148-4e46-8034-d24dfb7da4d8,segment=NetworkSegment(3a632424-ec02-4064-8595-5b3b6856644c),segment_id=3a632424-ec02-4064-8595-5b3b6856644c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:30.412477 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.425337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] Calling delete_port for 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:30.485862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] For port cf4516bc-ddce-4e80-afbe-e59e7018a850, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=cf4516bc-ddce-4e80-afbe-e59e7018a850,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:30.486546 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.492912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f1e073ba-4b1e-4d30-a951-a8d9165691cb no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:10:30.500532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Calling delete_port for cf4516bc-ddce-4e80-afbe-e59e7018a850 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:30.527863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: f1e073ba-4b1e-4d30-a951-a8d9165691cb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:10:30.528207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f1e073ba-4b1e-4d30-a951-a8d9165691cb not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:10:30.531320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.543538 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:29Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:30.558699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] Pushing event deleted for resources: {'Port': ['ID=2aa7f6a3-c148-4e46-8034-d24dfb7da4d8,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:30.563273 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763d373-d598-48e7-a634-38dfc0de96f0 None None] No DVR routers for this DVR port 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:10:30.576598 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431da51-f71f-459e-a7d6-3f0cff21a3be None None] The sync data for ids ['29559e59-9c88-4fab-9606-e9e8204764f7'] in n-d-815940-1 is: [{'id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282547289', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:10:08Z', 'updated_at': '2021-10-29T09:10:29Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': 'cf4516bc-ddce-4e80-afbe-e59e7018a850', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29559e59-9c88-4fab-9606-e9e8204764f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:10:09Z', 'updated_at': '2021-10-29T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:10:30.687237 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.716783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Port': ['ID=cf4516bc-ddce-4e80-afbe-e59e7018a850,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:30.732852 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.779797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.874649 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.876829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.922746 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.923307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Fanout notify agent at l3_agent the message router_deleted on router 29559e59-9c88-4fab-9606-e9e8204764f7 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:10:30.930797 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:30.932209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6b2def29-bdea-4f5b-88dd-8c60ffd7f1a6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/routers/29559e59-9c88-4fab-9606-e9e8204764f7 HTTP/1.1" status: 204 len: 168 time: 0.8254900 Oct 29 09:10:30.935372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39940) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:31.031354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.061447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:10:31.083466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:10:31.083904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2aa7f6a3-c148-4e46-8034-d24dfb7da4d8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:10:31.084457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 07b38681-879e-4f95-bcf0-2ea57ee8cd04 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:10:31.108865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 07b38681-879e-4f95-bcf0-2ea57ee8cd04 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:10:31.109270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 07b38681-879e-4f95-bcf0-2ea57ee8cd04 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:10:31.129963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.151441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67315cba-ad4f-483b-a1a7-9d1d94c1d9a1']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:31.161372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a632424-ec02-4064-8595-5b3b6856644c') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:31.161673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a632424-ec02-4064-8595-5b3b6856644c') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:31.172121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.186607 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.192928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:10:31.193332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:10:31.197315 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:10:31.260398 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.265867 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.269897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/networks/67315cba-ad4f-483b-a1a7-9d1d94c1d9a1 HTTP/1.1" status: 204 len: 168 time: 0.3333774 Oct 29 09:10:31.273017 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39942) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:31.287077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330bc96-f503-4ee7-97fc-55053ac669e1 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Network': ['ID=67315cba-ad4f-483b-a1a7-9d1d94c1d9a1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:31.446172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting port 1e0d9811-9505-4264-851a-7b102f5ed3a8 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:31.446518 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.533161 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.533486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.546195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Calling delete_port for 1e0d9811-9505-4264-851a-7b102f5ed3a8 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:31.700433 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.729650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Port': ['ID=1e0d9811-9505-4264-851a-7b102f5ed3a8,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:31.789826 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:31.790213 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Floating IP f18d8ce4-ce03-47bf-bf0a-f2db540e8a16 disassociated (deleted). External IP: 172.25.5.170, port: 8047eb6d-0cdc-419e-be8d-98d64521d7a4. Oct 29 09:10:32.003904 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:10:32.119892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:10:32.124824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:32.132157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] Sync routers for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:10:32.143136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:32.143763 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:10:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:32.152696 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f4301fbb-2c0a-401f-8ac9-ad57f0ea1557 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/floatingips/f18d8ce4-ce03-47bf-bf0a-f2db540e8a16 HTTP/1.1" status: 204 len: 168 time: 0.8777914 Oct 29 09:10:32.153269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:10:32.155581 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b25931-0537-4eff-a8f0-18f22fb79dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:10:32.195116 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa976fc8-72bd-45eb-a444-2ad41c6cf5ad x-openstack-request-id: req-fa976fc8-72bd-45eb-a444-2ad41c6cf5ad {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:10:32.195401 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:10:32.195660 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa976fc8-72bd-45eb-a444-2ad41c6cf5ad {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:10:32.196105 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'status': 'completed', 'code': 200} Oct 29 09:10:32.261587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-8616cca9-1ff3-487c-844b-898e5a7db282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:32.263190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-8616cca9-1ff3-487c-844b-898e5a7db282 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 1135 time: 0.0446131 Oct 29 09:10:32.264769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:32.375832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-b461df9f-6a1c-40ee-b78e-9214967b9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:32.377404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-b461df9f-6a1c-40ee-b78e-9214967b9511 service neutron] 10.222.0.93 "GET /v2.0/networks?id=35f9aaca-0b90-4915-9dd7-cc0e020576a8 HTTP/1.1" status: 200 len: 899 time: 0.1070666 Oct 29 09:10:32.402998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d539d1-d986-4a1f-9c72-027cece6796e req-d681dcd0-6153-4c66-a39e-2e26a9770cc2 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:32.405029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4d539d1-d986-4a1f-9c72-027cece6796e req-d681dcd0-6153-4c66-a39e-2e26a9770cc2 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 984 time: 0.0563970 Oct 29 09:10:32.424510 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-6a36f96c-3e58-4a10-8df7-f9d8ccf7cecd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4 HTTP/1.1" status: 200 len: 217 time: 0.0384309 Oct 29 09:10:32.456254 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e4d539d1-d986-4a1f-9c72-027cece6796e req-69d1a2cb-ec10-4718-ace1-ba43b4a34b2a tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0444767 Oct 29 09:10:32.484139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-17052a79-81ea-4937-b8ac-70e24fe41809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:32.485660 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-17052a79-81ea-4937-b8ac-70e24fe41809 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=906c1251-33cc-49af-8896-7cc0fa64e98f HTTP/1.1" status: 200 len: 835 time: 0.0537412 Oct 29 09:10:32.534199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-afbd5331-387b-4b78-8c9a-83a84080500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:32.535686 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-afbd5331-387b-4b78-8c9a-83a84080500b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=35f9aaca-0b90-4915-9dd7-cc0e020576a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423813 Oct 29 09:10:32.644212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-4df6e2d3-fd99-426d-89a1-eaec88fe6f64 service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965240 Oct 29 09:10:32.662326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:51Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:32.689851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] Checking router: 6902eba2-8714-4d47-ba2e-049d32fcd1b0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:10:32.699197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:32.699826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:10:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:32.742192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-94b25931-0537-4eff-a8f0-18f22fb79dbb req-0729dd00-0dc7-4fa0-98c1-6f9f3ed27cb8 service neutron] 10.222.0.93 "GET /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885947 Oct 29 09:10:32.809848 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:32.838130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cf4516bc-ddce-4e80-afbe-e59e7018a850 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:10:32.863937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: cf4516bc-ddce-4e80-afbe-e59e7018a850 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:10:32.864317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device cf4516bc-ddce-4e80-afbe-e59e7018a850 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:10:33.050618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:51Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:33.077102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696d92e-aa7e-47a6-acde-3377d55ab206 None None] The sync data for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 is: [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:47Z', 'revision_number': 4, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '310cf510-a4e9-4ce4-af93-6639da33a3eb', 'name': '', 'network_id': '35f9aaca-0b90-4915-9dd7-cc0e020576a8', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'mac_address': 'fa:16:3e:c9:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:47Z', 'updated_at': '2021-10-29T09:08:51Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'subnets': [{'id': '906c1251-33cc-49af-8896-7cc0fa64e98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:10:33.315639 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52657192-ca06-4da6-83a0-cce3a0273bbc None None] New status for floating IP f18d8ce4-ce03-47bf-bf0a-f2db540e8a16: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:10:33.601417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015593c6-b161-4408-bb3e-c267ae3439f8 req-f497aca2-4604-4470-88d7-41a8f2520d76 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:33.603039 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-015593c6-b161-4408-bb3e-c267ae3439f8 req-f497aca2-4604-4470-88d7-41a8f2520d76 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 984 time: 0.0634820 Oct 29 09:10:33.657089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-015593c6-b161-4408-bb3e-c267ae3439f8 req-10021ae1-1510-4a86-b00c-8199a1b3dd4b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a8c823e-3759-4603-9d43-a7fecbce426e&id=e8e0df60-81d3-4941-b8c4-acc4f4c02af4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0448117 Oct 29 09:10:33.813709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-c1605ade-44df-4a01-8f2c-035b1cdbbe0b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:33.815188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-c1605ade-44df-4a01-8f2c-035b1cdbbe0b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.93 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 984 time: 0.0651705 Oct 29 09:10:33.919609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:33.919871 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:34.017784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] For port 8047eb6d-0cdc-419e-be8d-98d64521d7a4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8047eb6d-0cdc-419e-be8d-98d64521d7a4,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:34.018140 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:34.031842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Calling delete_port for 8047eb6d-0cdc-419e-be8d-98d64521d7a4 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:34.180241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:34.522086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Port': ['ID=8047eb6d-0cdc-419e-be8d-98d64521d7a4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:34.568945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] No DVR routers for this DVR port 8047eb6d-0cdc-419e-be8d-98d64521d7a4 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:10:34.571731 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:34.575137 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf455fbe-f2df-4d70-bfd4-dc9fe15b5a28 req-03d63560-1f34-4824-b475-9a1347ddcb5b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.93 "DELETE /v2.0/ports/8047eb6d-0cdc-419e-be8d-98d64521d7a4 HTTP/1.1" status: 204 len: 173 time: 0.7525191 Oct 29 09:10:34.575601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'name': 'network-vif-deleted', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:10:34.577955 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0212f0f-fd51-4a1b-81ab-6263e7205eeb" -d '{"events": [{"server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "name": "network-vif-deleted", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:10:34.620348 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3ac9c0-08dc-4e60-a08e-3c74429d52b4 x-openstack-request-id: req-1c3ac9c0-08dc-4e60-a08e-3c74429d52b4 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:10:34.620939 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aebe275-baca-4d77-bffb-119c81f3b56f", "name": "network-vif-deleted", "tag": "8047eb6d-0cdc-419e-be8d-98d64521d7a4", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:10:34.620939 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c3ac9c0-08dc-4e60-a08e-3c74429d52b4 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:10:34.621252 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aebe275-baca-4d77-bffb-119c81f3b56f', 'name': 'network-vif-deleted', 'tag': '8047eb6d-0cdc-419e-be8d-98d64521d7a4', 'status': 'completed', 'code': 200} Oct 29 09:10:34.774796 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82447872-c87e-4f0f-99b3-5883fa245d59 req-204184a9-8751-415d-80df-3820c2011fa6 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aebe275-baca-4d77-bffb-119c81f3b56f HTTP/1.1" status: 200 len: 210 time: 0.0278153 Oct 29 09:10:35.841188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39958) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:35.897338 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a8630cc-6ad8-43f5-9078-b5fc3a9b1d58 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:35.920005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a8630cc-6ad8-43f5-9078-b5fc3a9b1d58 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:35.967005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a8630cc-6ad8-43f5-9078-b5fc3a9b1d58 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:35.969680 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2a8630cc-6ad8-43f5-9078-b5fc3a9b1d58 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:35.970852 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2a8630cc-6ad8-43f5-9078-b5fc3a9b1d58 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/security-groups/7a8c823e-3759-4603-9d43-a7fecbce426e HTTP/1.1" status: 204 len: 168 time: 0.1286755 Oct 29 09:10:35.973749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39960) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:35.980658 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8630cc-6ad8-43f5-9078-b5fc3a9b1d58 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8c823e-3759-4603-9d43-a7fecbce426e,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:36.033482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e96447aa-6a29-48f6-8589-64bf7f1a3456 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:36.060173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e96447aa-6a29-48f6-8589-64bf7f1a3456 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:36.107280 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e96447aa-6a29-48f6-8589-64bf7f1a3456 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:36.110091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e96447aa-6a29-48f6-8589-64bf7f1a3456 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:36.111274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e96447aa-6a29-48f6-8589-64bf7f1a3456 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/security-groups/e8e0df60-81d3-4941-b8c4-acc4f4c02af4 HTTP/1.1" status: 204 len: 168 time: 0.1365039 Oct 29 09:10:36.114237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39962) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:36.120527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96447aa-6a29-48f6-8589-64bf7f1a3456 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e0df60-81d3-4941-b8c4-acc4f4c02af4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:36.802000 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:37.076855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting port 310cf510-a4e9-4ce4-af93-6639da33a3eb {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:37.077526 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:37.170711 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] For port 310cf510-a4e9-4ce4-af93-6639da33a3eb, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=310cf510-a4e9-4ce4-af93-6639da33a3eb,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:37.171083 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:37.184555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Calling delete_port for 310cf510-a4e9-4ce4-af93-6639da33a3eb owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:37.394562 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:37.422669 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Port': ['ID=310cf510-a4e9-4ce4-af93-6639da33a3eb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:37.604579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:37.842375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:10:37.954121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:10:37.959351 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9966395a-1f20-4491-b8b4-3835644ac2a9 tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "PUT /v2.0/routers/6902eba2-8714-4d47-ba2e-049d32fcd1b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440156 Oct 29 09:10:37.963021 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39964) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:37.966180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] Sync routers for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:10:37.978265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:37.979187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:10:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:38.016110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50be7ca-b599-4e86-8e2c-19d704ce25de tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting subnet 906c1251-33cc-49af-8896-7cc0fa64e98f {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:10:38.019299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c50be7ca-b599-4e86-8e2c-19d704ce25de tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.060366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c50be7ca-b599-4e86-8e2c-19d704ce25de tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.088697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:38.148037 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c50be7ca-b599-4e86-8e2c-19d704ce25de tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.208822 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c50be7ca-b599-4e86-8e2c-19d704ce25de tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.239873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c50be7ca-b599-4e86-8e2c-19d704ce25de tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.244685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c50be7ca-b599-4e86-8e2c-19d704ce25de tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/subnets/906c1251-33cc-49af-8896-7cc0fa64e98f HTTP/1.1" status: 204 len: 168 time: 0.2807455 Oct 29 09:10:38.245549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50be7ca-b599-4e86-8e2c-19d704ce25de tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Subnet': ['ID=906c1251-33cc-49af-8896-7cc0fa64e98f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:38.247580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39966) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:38.253647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b148eba-ffb4-40df-9d87-faa816a11a66 None None] Network 35f9aaca-0b90-4915-9dd7-cc0e020576a8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:10:38.263211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8047eb6d-0cdc-419e-be8d-98d64521d7a4 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:10:38.323513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 8047eb6d-0cdc-419e-be8d-98d64521d7a4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:10:38.323892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8047eb6d-0cdc-419e-be8d-98d64521d7a4 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:10:38.356095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.408417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:10:37Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:38.441999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] Checking router: 6902eba2-8714-4d47-ba2e-049d32fcd1b0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:10:38.454122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] Routers {'6902eba2-8714-4d47-ba2e-049d32fcd1b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:10:38.454712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:10:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:38.471174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.531529 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Deleting port 88bc5b29-71a2-443d-864a-0f875a9754a1 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:38.531827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] DHCP port deletion for 35f9aaca-0b90-4915-9dd7-cc0e020576a8 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:10:38.531955 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.595251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] Set router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:10:38.616707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] For port 88bc5b29-71a2-443d-864a-0f875a9754a1, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=88bc5b29-71a2-443d-864a-0f875a9754a1,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:38.617233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.630029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Calling delete_port for 88bc5b29-71a2-443d-864a-0f875a9754a1 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:38.699893 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] Deleting port 596d3915-8971-427d-bb22-1ff57b0dd31d {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:10:38.700306 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.790613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] For port 596d3915-8971-427d-bb22-1ff57b0dd31d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=596d3915-8971-427d-bb22-1ff57b0dd31d,segment=NetworkSegment(03e8ff2e-c2f6-480d-be1b-d2bde13f1c31),segment_id=03e8ff2e-c2f6-480d-be1b-d2bde13f1c31)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:10:38.790882 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.801417 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.807251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] Calling delete_port for 596d3915-8971-427d-bb22-1ff57b0dd31d owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:10:38.831547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Port': ['ID=88bc5b29-71a2-443d-864a-0f875a9754a1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:38.896329 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.913683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:10:37Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:38.946942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbac254-7537-4454-9306-529f2c50f55f None None] The sync data for ids ['6902eba2-8714-4d47-ba2e-049d32fcd1b0'] in n-d-815940-1 is: [{'id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1388666612', 'tenant_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:10:37Z', 'revision_number': 5, 'project_id': '1f9b3d80b6b841ef956c5b0ec5647523', 'gw_port': {'id': '88bc5b29-71a2-443d-864a-0f875a9754a1', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902eba2-8714-4d47-ba2e-049d32fcd1b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:08:44Z', 'updated_at': '2021-10-29T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:10:38.959060 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:38.988069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] No DVR routers for this DVR port 596d3915-8971-427d-bb22-1ff57b0dd31d on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:10:38.990199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441eeac-3b5e-4dea-af0c-5b85c43bc1cb None None] Pushing event deleted for resources: {'Port': ['ID=596d3915-8971-427d-bb22-1ff57b0dd31d,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:38.993815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.000318 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.000891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 596d3915-8971-427d-bb22-1ff57b0dd31d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:10:39.026525 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 596d3915-8971-427d-bb22-1ff57b0dd31d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:10:39.026880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 596d3915-8971-427d-bb22-1ff57b0dd31d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:10:39.058815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.059603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Fanout notify agent at l3_agent the message router_deleted on router 6902eba2-8714-4d47-ba2e-049d32fcd1b0 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:10:39.070065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.071334 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e720652a-140c-4628-8759-15124bd9fe2b tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/routers/6902eba2-8714-4d47-ba2e-049d32fcd1b0 HTTP/1.1" status: 204 len: 168 time: 0.8225348 Oct 29 09:10:39.073986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39968) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:39.154026 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.252732 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.276580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f9aaca-0b90-4915-9dd7-cc0e020576a8']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:39.286608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:39.286911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e8ff2e-c2f6-480d-be1b-d2bde13f1c31') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:10:39.297460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.315984 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.323165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:10:39.323581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:10:39.327262 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:10:39.391111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.398737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.402060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] 10.222.0.70 "DELETE /v2.0/networks/35f9aaca-0b90-4915-9dd7-cc0e020576a8 HTTP/1.1" status: 204 len: 168 time: 0.3270905 Oct 29 09:10:39.417963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c58a84-fac1-42be-bd6d-591a4a323bcd tempest-TestSecurityGroupsBasicOps-1266267574 tempest-TestSecurityGroupsBasicOps-1266267574-project] Pushing event deleted for resources: {'Network': ['ID=35f9aaca-0b90-4915-9dd7-cc0e020576a8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:39.734891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39976) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:39.891899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c56fd996-bea4-42c9-adff-2db6d0297c42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f9b3d80b6b841ef956c5b0ec5647523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555972 Oct 29 09:10:39.894438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39980) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:39.945738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-92d12731-1d69-490c-bbc5-32eb6387da44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:39.969568 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-92d12731-1d69-490c-bbc5-32eb6387da44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.021035 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-92d12731-1d69-490c-bbc5-32eb6387da44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.023739 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-92d12731-1d69-490c-bbc5-32eb6387da44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.025029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-92d12731-1d69-490c-bbc5-32eb6387da44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa80ad1d-2241-4363-8589-f21f541b20dc HTTP/1.1" status: 204 len: 168 time: 0.1296670 Oct 29 09:10:40.032942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12731-1d69-490c-bbc5-32eb6387da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa80ad1d-2241-4363-8589-f21f541b20dc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:40.329682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 39986) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:40.343885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7af08542-5a2c-44e7-953c-d18c24418733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.422442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7af08542-5a2c-44e7-953c-d18c24418733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.428102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7af08542-5a2c-44e7-953c-d18c24418733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.470245 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7af08542-5a2c-44e7-953c-d18c24418733 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4fbc47b4c794e95acc92aa277740ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394227 Oct 29 09:10:40.471079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08542-5a2c-44e7-953c-d18c24418733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c318040-3aa5-45ff-adb8-b5b2e41163fc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:40.473581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39988) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:40.527955 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bae4bf8-60ec-46bb-9be4-0b8b7e4ec647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.551679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bae4bf8-60ec-46bb-9be4-0b8b7e4ec647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.602691 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bae4bf8-60ec-46bb-9be4-0b8b7e4ec647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.605469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5bae4bf8-60ec-46bb-9be4-0b8b7e4ec647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:40.606664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5bae4bf8-60ec-46bb-9be4-0b8b7e4ec647 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c318040-3aa5-45ff-adb8-b5b2e41163fc HTTP/1.1" status: 204 len: 168 time: 0.1314912 Oct 29 09:10:40.615312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae4bf8-60ec-46bb-9be4-0b8b7e4ec647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c318040-3aa5-45ff-adb8-b5b2e41163fc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:40.898290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 88bc5b29-71a2-443d-864a-0f875a9754a1 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:10:40.920583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 88bc5b29-71a2-443d-864a-0f875a9754a1 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:10:40.920923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 88bc5b29-71a2-443d-864a-0f875a9754a1 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:10:40.921536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 310cf510-a4e9-4ce4-af93-6639da33a3eb no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:10:40.941658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 310cf510-a4e9-4ce4-af93-6639da33a3eb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:10:40.942021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 310cf510-a4e9-4ce4-af93-6639da33a3eb not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:10:40.962900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39994) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:41.004851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e99d2641-362b-4955-8026-d678d04d0462 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=613c77605bfb4b3da59c13655623732e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407236 Oct 29 09:10:41.007251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 39996) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:10:41.056904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f16f0d88-7644-4a9b-898b-221d591ac538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:41.080122 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f16f0d88-7644-4a9b-898b-221d591ac538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:41.131846 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f16f0d88-7644-4a9b-898b-221d591ac538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:41.135166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f16f0d88-7644-4a9b-898b-221d591ac538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:41.136386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f16f0d88-7644-4a9b-898b-221d591ac538 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8fd53e6-1c37-40b1-9d46-47d838d5b165 HTTP/1.1" status: 204 len: 168 time: 0.1279745 Oct 29 09:10:41.144713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f0d88-7644-4a9b-898b-221d591ac538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fd53e6-1c37-40b1-9d46-47d838d5b165,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:44.302948 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f03d62d7-e88a-4c32-9685-b8393194c617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:47.013499 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d7982ac9-924f-4c9c-8a5f-b6ae176a1336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:48.260244 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:48.303771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:49.619613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:51.583843 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-cc573865-aee4-4ff4-ab41-379728c39010 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5d58dfdf4e014a1eb3a6f049e6dc54a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301220 Oct 29 09:10:51.771934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-e9505964-33b7-413d-bba6-b8241c178a96 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:51.773350 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-e9505964-33b7-413d-bba6-b8241c178a96 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840427 Oct 29 09:10:51.788915 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-42db59c5-fbfc-4574-a747-1c2bfe766946 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/quotas/5d58dfdf4e014a1eb3a6f049e6dc54a1 HTTP/1.1" status: 200 len: 375 time: 0.0091753 Oct 29 09:10:51.820980 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-23568110-057e-44ad-a512-b7cc9c0e8ba8 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d58dfdf4e014a1eb3a6f049e6dc54a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264447 Oct 29 09:10:51.998136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f287882c-0b85-4f0c-be37-3501ff3f4bbd req-0d876604-457b-4444-b3c4-2f3b0782936b tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 210 time: 0.0283182 Oct 29 09:10:53.083342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aec0b91e-bbf3-4cc4-b80c-235ffa6a03c5 req-ef4171f3-19f8-4406-bb85-cce3bf4b98f2 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 210 time: 0.0323830 Oct 29 09:10:54.185554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5a1c5fd9-53a0-46ff-9359-54c5bcccfaaa req-ab98fb82-5637-4a0c-851a-dadc9c9662ae tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 210 time: 0.0282044 Oct 29 09:10:54.980514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-69b2651c-ce8f-4149-99f8-52440e850ca5 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=5d58dfdf4e014a1eb3a6f049e6dc54a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261922 Oct 29 09:10:55.099119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-3dfde14f-29b6-4c03-bc73-6d4df6a8109e tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:55.100558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-3dfde14f-29b6-4c03-bc73-6d4df6a8109e tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144052 Oct 29 09:10:55.113302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Request body: {'port': {'device_id': '0883480b-29bb-4ad9-87ef-a09a9246aed4', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'admin_state_up': True, 'tenant_id': '5d58dfdf4e014a1eb3a6f049e6dc54a1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:10:55.238218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Made reservation on behalf of 5d58dfdf4e014a1eb3a6f049e6dc54a1 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:10:55.241915 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:55.250863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:55.302191 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d29fa5c-b204-4535-9f60-db3097fcbd58 req-2828ffd6-a805-493d-8bc1-7970850cca9f tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 210 time: 0.0322816 Oct 29 09:10:55.331436 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:55.337984 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:55.404860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20528361-9c36-4748-b95c-0109fae94966,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:55.487329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Allocated IP 192.168.233.88 (105285ed-a518-4847-bd95-9f9268658451/00a0bed9-20f6-4d81-8739-c7bdceb5e06b/8c012728-56c8-491a-947b-b18c2cf3b118) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:10:55.641464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:55.679097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:55.732295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Network 105285ed-a518-4847-bd95-9f9268658451 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:10:55.735862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:10:55.740475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:10:55.744466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Pushing event updated for resources: {'Port': ['ID=8c012728-56c8-491a-947b-b18c2cf3b118,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:55.793175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:55.793840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:55.812168 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-13f003a5-306c-4a45-9692-5dd964d4a3f0 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7025023 Oct 29 09:10:55.931993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Request body: {'port': {'device_id': '0883480b-29bb-4ad9-87ef-a09a9246aed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:10:55.990318 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-dc7185e2-025a-41bc-9a93-ac3c4c513957 None None] Provisioning complete for port 8c012728-56c8-491a-947b-b18c2cf3b118 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:10:55.990888 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc7185e2-025a-41bc-9a93-ac3c4c513957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:55.992463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:56.030794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dc7185e2-025a-41bc-9a93-ac3c4c513957 None None] Port 8c012728-56c8-491a-947b-b18c2cf3b118 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:10:56.278822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c012728-56c8-491a-947b-b18c2cf3b118 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:10:56.286666 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:56.299413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Transition to ACTIVE for port object 8c012728-56c8-491a-947b-b18c2cf3b118 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:10:56.305894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:56.360763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c012728-56c8-491a-947b-b18c2cf3b118,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:56.466894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5fd8-baa5-47e8-8fa3-77fe6ea5f751 req-6055865b-539c-4025-9eae-54b457556567 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:56.468489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a08d5fd8-baa5-47e8-8fa3-77fe6ea5f751 req-6055865b-539c-4025-9eae-54b457556567 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 947 time: 0.0938833 Oct 29 09:10:56.471375 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Attempting to bind port 8c012728-56c8-491a-947b-b18c2cf3b118 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:10:56.471722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Attempting to bind port 8c012728-56c8-491a-947b-b18c2cf3b118 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:10:56.472094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Attempting to bind port 8c012728-56c8-491a-947b-b18c2cf3b118 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:10:56.484329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Port 8c012728-56c8-491a-947b-b18c2cf3b118 on network 105285ed-a518-4847-bd95-9f9268658451 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:10:56.484708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Attempting to bind port 8c012728-56c8-491a-947b-b18c2cf3b118 on network 105285ed-a518-4847-bd95-9f9268658451 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:10:56.499956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:10:56.500302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Checking segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:10:56.500695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Bound using segment: {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:10:56.501144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Bound port: 8c012728-56c8-491a-947b-b18c2cf3b118, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd645c-f7b3-4f46-b2cb-c266916cd878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '105285ed-a518-4847-bd95-9f9268658451'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:10:56.501509 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:56.530806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a08d5fd8-baa5-47e8-8fa3-77fe6ea5f751 req-9a680c77-9785-42b4-8dfb-2f409426ccd2 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549998 Oct 29 09:10:56.581579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] For port 8c012728-56c8-491a-947b-b18c2cf3b118, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:10:56.584681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] For port 8c012728-56c8-491a-947b-b18c2cf3b118, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8c012728-56c8-491a-947b-b18c2cf3b118,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:10:56.589815 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:56.629025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:56.629639 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:10:56.631015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] 10.222.0.93 "PUT /v2.0/ports/8c012728-56c8-491a-947b-b18c2cf3b118 HTTP/1.1" status: 200 len: 1095 time: 0.8107066 Oct 29 09:10:56.631433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0883480b-29bb-4ad9-87ef-a09a9246aed4', 'tag': '8c012728-56c8-491a-947b-b18c2cf3b118'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:10:56.634059 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0883480b-29bb-4ad9-87ef-a09a9246aed4", "tag": "8c012728-56c8-491a-947b-b18c2cf3b118"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:10:56.655353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f0f67-f815-45b1-a499-80a6adabc4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c012728-56c8-491a-947b-b18c2cf3b118,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:10:56.718982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-b0f49b97-90b9-41ac-9971-883cb789dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:56.720615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-b0f49b97-90b9-41ac-9971-883cb789dec7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5d58dfdf4e014a1eb3a6f049e6dc54a1&device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 1098 time: 0.0475130 Oct 29 09:10:56.766222 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387453df-0666-4a11-b32b-aa0ff48e3df4 x-openstack-request-id: req-387453df-0666-4a11-b32b-aa0ff48e3df4 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:10:56.766497 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0883480b-29bb-4ad9-87ef-a09a9246aed4", "tag": "8c012728-56c8-491a-947b-b18c2cf3b118", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:10:56.766749 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-387453df-0666-4a11-b32b-aa0ff48e3df4 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:10:56.767168 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0883480b-29bb-4ad9-87ef-a09a9246aed4', 'tag': '8c012728-56c8-491a-947b-b18c2cf3b118', 'status': 'completed', 'code': 200} Oct 29 09:10:56.769218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-2bec7cd8-0fb6-4f75-b7d8-d1abead670db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8c012728-56c8-491a-947b-b18c2cf3b118 HTTP/1.1" status: 200 len: 217 time: 0.0404456 Oct 29 09:10:56.826707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-14e61a60-7f08-4539-b66d-d93ac3043e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:56.828252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-14e61a60-7f08-4539-b66d-d93ac3043e01 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0506251 Oct 29 09:10:56.878075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-ffff73e6-870a-4e67-a122-505a7331fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:56.879672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-ffff73e6-870a-4e67-a122-505a7331fff9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430164 Oct 29 09:10:56.972688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-7a6fafec-fb70-4c78-8079-e31b4e52e588 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847890 Oct 29 09:10:57.069658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4609ab9-5539-494a-a346-8bbbd458c460 req-1189906f-1eb4-4bda-8a52-37e7cf492a87 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893946 Oct 29 09:10:57.165212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-11d66961-dea1-4925-bf8c-c2fb23a2b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:57.166766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-11d66961-dea1-4925-bf8c-c2fb23a2b789 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5d58dfdf4e014a1eb3a6f049e6dc54a1&device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 1098 time: 0.0433226 Oct 29 09:10:57.273143 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-f24722bf-f823-46f3-8104-23d965c4ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:57.274654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-f24722bf-f823-46f3-8104-23d965c4ef4e service neutron] 10.222.0.93 "GET /v2.0/networks?id=105285ed-a518-4847-bd95-9f9268658451 HTTP/1.1" status: 200 len: 871 time: 0.1006668 Oct 29 09:10:57.315776 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-fa6eecce-4bc3-4ca0-858f-3bdb028dc146 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8c012728-56c8-491a-947b-b18c2cf3b118 HTTP/1.1" status: 200 len: 217 time: 0.0342102 Oct 29 09:10:57.373699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-799afc33-f214-49f5-80d0-66c61937e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:57.375126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-799afc33-f214-49f5-80d0-66c61937e2ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=00a0bed9-20f6-4d81-8739-c7bdceb5e06b HTTP/1.1" status: 200 len: 843 time: 0.0522192 Oct 29 09:10:57.429211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-85e7706c-efe2-446d-b50b-718a5a97e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:57.430745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-85e7706c-efe2-446d-b50b-718a5a97e54e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105285ed-a518-4847-bd95-9f9268658451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485198 Oct 29 09:10:57.544843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-847fd6e3-a8bc-47f2-be67-8f3231557f53 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065531 Oct 29 09:10:57.668952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6ec05d8-aaf1-48e4-921c-8979b75d07ad req-906f5c5e-00c7-47ff-939b-f0c3f35e14b4 service neutron] 10.222.0.93 "GET /v2.0/networks/105285ed-a518-4847-bd95-9f9268658451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166122 Oct 29 09:10:57.693773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc05869-a3b5-47b4-b00c-a94b69cac654 req-da187301-e28a-4065-89ac-a644a8567ae2 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:57.695846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-acc05869-a3b5-47b4-b00c-a94b69cac654 req-da187301-e28a-4065-89ac-a644a8567ae2 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 947 time: 0.0725183 Oct 29 09:10:57.734676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-acc05869-a3b5-47b4-b00c-a94b69cac654 req-41e3a51a-3f18-48d9-a1ff-76a25941d34e tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324304 Oct 29 09:10:58.868637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb7746-efae-4941-94ec-58efd17a5842 req-005c8938-3b85-46b7-b7f6-8f99ac7dfb22 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:10:58.870169 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36fb7746-efae-4941-94ec-58efd17a5842 req-005c8938-3b85-46b7-b7f6-8f99ac7dfb22 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 947 time: 0.0513217 Oct 29 09:10:58.913460 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-36fb7746-efae-4941-94ec-58efd17a5842 req-8564aa13-bdc0-469c-90e1-473513fdb1c5 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Oct 29 09:10:59.079353 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:10:59.358229 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:00.040158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c4a35-a17c-403d-bb01-26fa11de50e7 req-7a7ed106-1cbb-48eb-9e2e-d0dca2268c1a tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:00.041680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-967c4a35-a17c-403d-bb01-26fa11de50e7 req-7a7ed106-1cbb-48eb-9e2e-d0dca2268c1a tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 947 time: 0.0532374 Oct 29 09:11:00.085902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-967c4a35-a17c-403d-bb01-26fa11de50e7 req-9aa69e6e-08b3-4d47-b542-976b50bab49c tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378428 Oct 29 09:11:00.339008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8c012728-56c8-491a-947b-b18c2cf3b118 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:11:00.440727 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8c012728-56c8-491a-947b-b18c2cf3b118, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8c012728-56c8-491a-947b-b18c2cf3b118,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:00.453413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '8c012728-56c8-491a-947b-b18c2cf3b118', 'network_id': '105285ed-a518-4847-bd95-9f9268658451', 'port_id': '8c012728-56c8-491a-947b-b18c2cf3b118', 'mac_address': 'fa:16:3e:0d:f9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a0bed9-20f6-4d81-8739-c7bdceb5e06b', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:11:00.492195 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:00.506208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c012728-56c8-491a-947b-b18c2cf3b118 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:11:00.527132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8c012728-56c8-491a-947b-b18c2cf3b118, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8c012728-56c8-491a-947b-b18c2cf3b118,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:00.534437 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:00.593854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8c012728-56c8-491a-947b-b18c2cf3b118,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:00.730245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:00.811510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['8c012728-56c8-491a-947b-b18c2cf3b118'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:11:01.218012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5d4c0-f597-479d-b56d-cb241f4e962b req-809e5563-cfe1-482d-a0ce-1beb288c3166 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:01.219512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14a5d4c0-f597-479d-b56d-cb241f4e962b req-809e5563-cfe1-482d-a0ce-1beb288c3166 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 948 time: 0.0582414 Oct 29 09:11:01.261769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14a5d4c0-f597-479d-b56d-cb241f4e962b req-1841d851-8d3d-417d-bc37-8a7622fe8316 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Oct 29 09:11:02.358219 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8c012728-56c8-491a-947b-b18c2cf3b118 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:11:02.394772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b38c3-cc09-499d-bbf1-b3e43d5d49df req-68394dbd-b4b7-4331-a884-28dfe6d20bdd tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:02.396308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-694b38c3-cc09-499d-bbf1-b3e43d5d49df req-68394dbd-b4b7-4331-a884-28dfe6d20bdd tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 948 time: 0.0611508 Oct 29 09:11:02.414735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 8c012728-56c8-491a-947b-b18c2cf3b118 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:11:02.419714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 8c012728-56c8-491a-947b-b18c2cf3b118 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:11:02.420126 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:02.441446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-694b38c3-cc09-499d-bbf1-b3e43d5d49df req-6592e777-6667-4d2b-87e7-35f0941855ba tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385027 Oct 29 09:11:02.498631 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:02.521779 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0883480b-29bb-4ad9-87ef-a09a9246aed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c012728-56c8-491a-947b-b18c2cf3b118'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:11:02.524116 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91120744-2fca-4728-9964-e7e364a23fea" -d '{"events": [{"server_uuid": "0883480b-29bb-4ad9-87ef-a09a9246aed4", "name": "network-vif-plugged", "status": "completed", "tag": "8c012728-56c8-491a-947b-b18c2cf3b118"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:11:02.536313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 8c012728-56c8-491a-947b-b18c2cf3b118, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8c012728-56c8-491a-947b-b18c2cf3b118,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:02.541284 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:02.566389 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959cb91-dada-461b-8275-515afe882651 x-openstack-request-id: req-e959cb91-dada-461b-8275-515afe882651 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:11:02.566677 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0883480b-29bb-4ad9-87ef-a09a9246aed4", "name": "network-vif-plugged", "status": "completed", "tag": "8c012728-56c8-491a-947b-b18c2cf3b118", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:11:02.566928 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e959cb91-dada-461b-8275-515afe882651 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:11:02.567312 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0883480b-29bb-4ad9-87ef-a09a9246aed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c012728-56c8-491a-947b-b18c2cf3b118', 'code': 200} Oct 29 09:11:02.594856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=8c012728-56c8-491a-947b-b18c2cf3b118,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:02.662830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc709e-355b-4a02-bd50-785cf6785012 req-24f8dfa0-589f-4fcc-9453-072c253c52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:02.664358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9dcc709e-355b-4a02-bd50-785cf6785012 req-24f8dfa0-589f-4fcc-9453-072c253c52d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 1100 time: 0.0430214 Oct 29 09:11:02.700763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9dcc709e-355b-4a02-bd50-785cf6785012 req-b09d7ff7-b8af-4c3b-bb6f-2a12f1a80291 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294123 Oct 29 09:11:03.564534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aee600-f49d-46b4-af66-4499051fcc43 req-6f2988bc-4289-4339-bff4-a98aab504e38 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:03.566038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46aee600-f49d-46b4-af66-4499051fcc43 req-6f2988bc-4289-4339-bff4-a98aab504e38 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 949 time: 0.0525637 Oct 29 09:11:03.612024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46aee600-f49d-46b4-af66-4499051fcc43 req-a7778d92-bf7f-4e27-b4dd-ce1432cfb3b2 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368702 Oct 29 09:11:04.747524 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cedcdb-98a2-4e17-b3b2-a347a4f6650c req-cf59fdfc-88bf-446c-b8e6-58009d13aa9f tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:04.748988 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-81cedcdb-98a2-4e17-b3b2-a347a4f6650c req-cf59fdfc-88bf-446c-b8e6-58009d13aa9f tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 949 time: 0.0576620 Oct 29 09:11:04.787965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-81cedcdb-98a2-4e17-b3b2-a347a4f6650c req-24264e28-7d0a-4b4e-aa42-d35a9f0d75c4 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Oct 29 09:11:05.086424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-bd03d7e0-5a0b-4dde-9167-d97a1ea871bb req-cb859e3f-c6f5-42e1-b70c-040dd594e423 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:11:05.087412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bd03d7e0-5a0b-4dde-9167-d97a1ea871bb req-cb859e3f-c6f5-42e1-b70c-040dd594e423 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056098 Oct 29 09:11:05.439966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-6f263653-3dc9-4283-9ddb-e3b4f9636e46 req-daaf3c9f-4661-4868-b332-14f805078272 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:11:05.440940 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f263653-3dc9-4283-9ddb-e3b4f9636e46 req-daaf3c9f-4661-4868-b332-14f805078272 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055246 Oct 29 09:11:05.793829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87cfba-6a88-471d-89b7-b8c9592d1b03 req-6e644985-5742-41a9-9643-263f90ab959e tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:05.796450 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c87cfba-6a88-471d-89b7-b8c9592d1b03 req-6e644985-5742-41a9-9643-263f90ab959e tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 949 time: 0.0529411 Oct 29 09:11:05.841151 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6c87cfba-6a88-471d-89b7-b8c9592d1b03 req-c4b8e091-c1b5-4107-8f8e-f0ef957a6ab1 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Oct 29 09:11:06.965418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d0a55-274f-4372-beb7-aac1553b33cb req-7831d8b8-66ef-43da-a0b9-89baa1603c5b tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:06.966920 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b8d0a55-274f-4372-beb7-aac1553b33cb req-7831d8b8-66ef-43da-a0b9-89baa1603c5b tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 949 time: 0.0528877 Oct 29 09:11:07.005242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b8d0a55-274f-4372-beb7-aac1553b33cb req-8e8e95d0-88c5-4381-9435-0f66e71d20f5 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=20528361-9c36-4748-b95c-0109fae94966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Oct 29 09:11:07.136410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582333-570e-4072-919a-5af352ea642d req-154870b1-27ef-4c11-b709-0569efcf1aa5 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:07.137807 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88582333-570e-4072-919a-5af352ea642d req-154870b1-27ef-4c11-b709-0569efcf1aa5 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.93 "GET /v2.0/ports?device_id=0883480b-29bb-4ad9-87ef-a09a9246aed4 HTTP/1.1" status: 200 len: 949 time: 0.0563543 Oct 29 09:11:07.230988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Deleting port 8c012728-56c8-491a-947b-b18c2cf3b118 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:11:07.231330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:07.323308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] For port 8c012728-56c8-491a-947b-b18c2cf3b118, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=8c012728-56c8-491a-947b-b18c2cf3b118,segment=NetworkSegment(e9fd645c-f7b3-4f46-b2cb-c266916cd878),segment_id=e9fd645c-f7b3-4f46-b2cb-c266916cd878)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:07.323678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:07.336484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Calling delete_port for 8c012728-56c8-491a-947b-b18c2cf3b118 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:11:07.474361 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:07.487375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['8c012728-56c8-491a-947b-b18c2cf3b118'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:11:07.503141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Pushing event deleted for resources: {'Port': ['ID=8c012728-56c8-491a-947b-b18c2cf3b118,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:07.550485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] No DVR routers for this DVR port 8c012728-56c8-491a-947b-b18c2cf3b118 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:11:07.553420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:07.556908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88582333-570e-4072-919a-5af352ea642d req-093679c4-9696-403a-a9c2-48a9a902ad30 tempest-ServersAdminNegativeTestJSON-872017615 tempest-ServersAdminNegativeTestJSON-872017615-project] 10.222.0.93 "DELETE /v2.0/ports/8c012728-56c8-491a-947b-b18c2cf3b118 HTTP/1.1" status: 204 len: 173 time: 0.4132383 Oct 29 09:11:07.557393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0883480b-29bb-4ad9-87ef-a09a9246aed4', 'name': 'network-vif-deleted', 'tag': '8c012728-56c8-491a-947b-b18c2cf3b118'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:11:07.559773 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc410959-c745-49fe-a77f-c26c804840c6" -d '{"events": [{"server_uuid": "0883480b-29bb-4ad9-87ef-a09a9246aed4", "name": "network-vif-deleted", "tag": "8c012728-56c8-491a-947b-b18c2cf3b118"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:11:07.600901 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66265ded-dad3-4622-9b19-a1011cf68b7e x-openstack-request-id: req-66265ded-dad3-4622-9b19-a1011cf68b7e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:11:07.601168 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0883480b-29bb-4ad9-87ef-a09a9246aed4", "name": "network-vif-deleted", "tag": "8c012728-56c8-491a-947b-b18c2cf3b118", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:11:07.601425 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66265ded-dad3-4622-9b19-a1011cf68b7e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:11:07.601884 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0883480b-29bb-4ad9-87ef-a09a9246aed4', 'name': 'network-vif-deleted', 'tag': '8c012728-56c8-491a-947b-b18c2cf3b118', 'status': 'completed', 'code': 200} Oct 29 09:11:08.329485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40134) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:08.471071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0312f295-174a-4b5e-86e8-8ba4d8dcde87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d58dfdf4e014a1eb3a6f049e6dc54a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378951 Oct 29 09:11:08.471272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40138) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:08.521333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2779ea76-c7de-453d-bfe1-a35e5b1db335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:08.543820 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2779ea76-c7de-453d-bfe1-a35e5b1db335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:08.596741 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2779ea76-c7de-453d-bfe1-a35e5b1db335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:08.599464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2779ea76-c7de-453d-bfe1-a35e5b1db335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:08.600667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2779ea76-c7de-453d-bfe1-a35e5b1db335 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20528361-9c36-4748-b95c-0109fae94966 HTTP/1.1" status: 204 len: 168 time: 0.1285427 Oct 29 09:11:08.608738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779ea76-c7de-453d-bfe1-a35e5b1db335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20528361-9c36-4748-b95c-0109fae94966,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:08.907352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40144) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:08.922216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc5e669b-2eff-40ef-bce4-81c0d7289cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:09.001319 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc5e669b-2eff-40ef-bce4-81c0d7289cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:09.005943 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc5e669b-2eff-40ef-bce4-81c0d7289cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:09.046982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e669b-2eff-40ef-bce4-81c0d7289cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda517ad-a503-4db5-842b-95bad6e4259e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:09.052467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fc5e669b-2eff-40ef-bce4-81c0d7289cec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cc79350308047749c0249132a237496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438224 Oct 29 09:11:09.055224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40146) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:09.107059 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abec046e-c299-43be-b8f5-f9d8343253a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:09.129232 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abec046e-c299-43be-b8f5-f9d8343253a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:09.180257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abec046e-c299-43be-b8f5-f9d8343253a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:09.182833 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abec046e-c299-43be-b8f5-f9d8343253a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:09.184195 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-abec046e-c299-43be-b8f5-f9d8343253a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eda517ad-a503-4db5-842b-95bad6e4259e HTTP/1.1" status: 204 len: 168 time: 0.1278124 Oct 29 09:11:09.193954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec046e-c299-43be-b8f5-f9d8343253a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda517ad-a503-4db5-842b-95bad6e4259e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:09.950721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40168) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:10.050027 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1271151222-network', 'tenant_id': 'e78b38d422274d1eaa42770649eb64c1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:11:10.076183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Made reservation on behalf of e78b38d422274d1eaa42770649eb64c1 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:11:10.080880 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.094828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.183142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.188852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.217042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:11:10.229773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5746c0-0034-468d-b596-57486d65701c,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:10.234485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.234844 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Added segment 2da5c362-062a-4212-9f7d-f8e80ae74862 of type vlan for network f7cdb298-3481-47fb-9f50-b69040068a20 Oct 29 09:11:10.245468 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.245810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.246148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.246494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.246816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.247142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.247461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.247779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.248123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.248435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.248747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.249102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.292284 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.320026 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.321700 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:10.322711 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.381379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4295509 Oct 29 09:11:10.384903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40172) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:10.386932 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c319535-4907-4c80-b4e0-84da3406e803 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cdb298-3481-47fb-9f50-b69040068a20,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:10.391987 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Request body: {'subnet': {'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1271151222-subnet', 'tenant_id': 'e78b38d422274d1eaa42770649eb64c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:11:10.401140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network f7cdb298-3481-47fb-9f50-b69040068a20 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:11:10.417648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Made reservation on behalf of e78b38d422274d1eaa42770649eb64c1 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:11:10.420393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.591913 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.647612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e264b05-6ea4-4993-81b1-421a29ad82ea,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:10.657305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.657645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.657979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.658313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.658635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.658971 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.659286 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.659573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.660012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.660402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.660729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.661050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:10.666204 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Checking segment: {'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:11:10.666562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Network hostable DHCP agents. Network: f7cdb298-3481-47fb-9f50-b69040068a20, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:11:10.685581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Network f7cdb298-3481-47fb-9f50-b69040068a20 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:11:10.696208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, f7cdb298-3481-47fb-9f50-b69040068a20) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:11:10.700405 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:10.700986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:10.706370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c6dce0-39e0-4921-b704-a7abcc16d26b None None] Network f7cdb298-3481-47fb-9f50-b69040068a20 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:11:10.718423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e2ce2838-9bcf-44a3-b3b1-dba2c9c96e93 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3323495 Oct 29 09:11:10.840380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9105960d-f681-42a8-82bf-e7eead8a878c None None] Network f7cdb298-3481-47fb-9f50-b69040068a20 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:11:11.173005 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-44fcff8b-a3ef-4224-9f96-db8816d3b7f9 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:11.174397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-44fcff8b-a3ef-4224-9f96-db8816d3b7f9 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 812 time: 0.1175070 Oct 29 09:11:11.192243 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-999fbc6c-9a63-4115-916a-b161dfb89a6d tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/quotas/e78b38d422274d1eaa42770649eb64c1 HTTP/1.1" status: 200 len: 375 time: 0.0093236 Oct 29 09:11:11.227156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-07144bc6-32aa-4165-8eff-344e8f5b4f42 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267587 Oct 29 09:11:11.333928 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-02c31808-fb69-4805-bdad-b4440b776b73 service neutron] 10.222.0.70 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997696 Oct 29 09:11:11.429227 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-32e6b459-b509-49cc-9dd8-abfe8d5a5c2f service neutron] 10.222.0.70 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890398 Oct 29 09:11:11.597845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-20e2a04a-e7df-4ff6-85bc-69b212984200 req-5e5adb80-b9ed-40f6-8ed6-8a399affe08a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 210 time: 0.0286660 Oct 29 09:11:12.386321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8c012728-56c8-491a-947b-b18c2cf3b118 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:11:12.407071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 8c012728-56c8-491a-947b-b18c2cf3b118 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:11:12.407409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 8c012728-56c8-491a-947b-b18c2cf3b118 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:11:12.580163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-00367f3a-799c-4928-9f0c-1cf042aee655 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:12.581907 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-00367f3a-799c-4928-9f0c-1cf042aee655 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.93 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 812 time: 0.1240754 Oct 29 09:11:12.595933 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Request body: {'port': {'device_id': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20', 'admin_state_up': True, 'tenant_id': 'e78b38d422274d1eaa42770649eb64c1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:11:12.697173 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7f651a3d-5714-45b9-bbd5-320a8560093b req-236e76e9-2475-47ce-8bc9-940e4d64c44e tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 210 time: 0.0308676 Oct 29 09:11:12.710307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Made reservation on behalf of e78b38d422274d1eaa42770649eb64c1 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:11:12.713928 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:12.864185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Allocated IP 172.20.0.12 (f7cdb298-3481-47fb-9f50-b69040068a20/4e264b05-6ea4-4993-81b1-421a29ad82ea/a774d338-d1ec-41b3-9b40-5bad9a858250) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:11:13.013722 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:13.050304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:13.095929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Network f7cdb298-3481-47fb-9f50-b69040068a20 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:11:13.099135 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:11:13.101658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:11:13.137691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Pushing event updated for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:13.165559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:13.166165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:13.183998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-d76ff2db-7b23-4cf4-89ef-b7b01cf28668 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5918646 Oct 29 09:11:13.196563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Request body: {'port': {'device_id': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:11:13.249535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:13.509153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a774d338-d1ec-41b3-9b40-5bad9a858250 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:11:13.516644 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:13.528893 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Transition to ACTIVE for port object a774d338-d1ec-41b3-9b40-5bad9a858250 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:11:13.534445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:13.955621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:14.001117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319d3c-1cbd-48c8-a029-58003caf1c5c req-de4f250c-03b5-40f0-8eeb-e9984edb2d36 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:14.003225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4319d3c-1cbd-48c8-a029-58003caf1c5c req-de4f250c-03b5-40f0-8eeb-e9984edb2d36 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 944 time: 0.0978024 Oct 29 09:11:14.075936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4319d3c-1cbd-48c8-a029-58003caf1c5c req-3cfe30d8-d572-4207-b903-94045070bd90 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Oct 29 09:11:14.080827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Attempting to bind port a774d338-d1ec-41b3-9b40-5bad9a858250 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:11:14.081168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Attempting to bind port a774d338-d1ec-41b3-9b40-5bad9a858250 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:11:14.081510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Attempting to bind port a774d338-d1ec-41b3-9b40-5bad9a858250 on network f7cdb298-3481-47fb-9f50-b69040068a20 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:11:14.086067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Port a774d338-d1ec-41b3-9b40-5bad9a858250 on network f7cdb298-3481-47fb-9f50-b69040068a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:11:14.086393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Attempting to bind port a774d338-d1ec-41b3-9b40-5bad9a858250 on network f7cdb298-3481-47fb-9f50-b69040068a20 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:11:14.093531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:11:14.093868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Checking segment: {'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:11:14.094218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Bound using segment: {'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:11:14.094651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Bound port: a774d338-d1ec-41b3-9b40-5bad9a858250, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:11:14.095009 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:14.161209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:11:14.164479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:11:14.171875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:14.209852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:14.210511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:14.211982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] 10.222.0.93 "PUT /v2.0/ports/a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 1092 time: 1.0194063 Oct 29 09:11:14.212402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:11:14.214735 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd70c40-d9a6-4962-a913-47634f643013" -d '{"events": [{"name": "network-changed", "server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:11:14.242655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf7f08-c53e-44d4-8cce-c179df651b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:14.259097 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2d19ef-1840-43ec-b2a8-690b35b635dd x-openstack-request-id: req-fa2d19ef-1840-43ec-b2a8-690b35b635dd {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:11:14.259394 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:11:14.259696 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa2d19ef-1840-43ec-b2a8-690b35b635dd {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:11:14.260100 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'status': 'completed', 'code': 200} Oct 29 09:11:14.297030 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fe019351-aa15-47c0-9e09-689ebfd5e64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:14.308063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-9eb4be38-cc47-4b12-a07d-8ebc5879f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:14.309635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-9eb4be38-cc47-4b12-a07d-8ebc5879f454 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1095 time: 0.0435452 Oct 29 09:11:14.355474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-8910f8cc-125e-4de0-8127-2710815e7940 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 217 time: 0.0382800 Oct 29 09:11:14.411817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-ee5e295f-360e-446f-bb8a-d3fe9f3cd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:14.413388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-ee5e295f-360e-446f-bb8a-d3fe9f3cd3e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 200 len: 852 time: 0.0512021 Oct 29 09:11:14.446376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-22384a03-a913-442f-83df-5815dfe721a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7cdb298-3481-47fb-9f50-b69040068a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256090 Oct 29 09:11:14.542482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-f77c6275-b909-4416-9e1d-1a1029cd0049 service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890753 Oct 29 09:11:14.631224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aac4d18e-bdec-4b16-86f4-6089dfc7a1ca req-e3b67427-48a0-402e-b16c-760a685947d4 service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819335 Oct 29 09:11:14.725421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd70c40-d9a6-4962-a913-47634f643013 req-90dfdde3-ab26-42ce-8ef2-1e6c2f5afe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:14.726919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efd70c40-d9a6-4962-a913-47634f643013 req-90dfdde3-ab26-42ce-8ef2-1e6c2f5afe19 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1095 time: 0.0462577 Oct 29 09:11:14.826541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd70c40-d9a6-4962-a913-47634f643013 req-80b29da2-d4a1-4c6d-bff0-5ec2627efa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:14.827965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efd70c40-d9a6-4962-a913-47634f643013 req-80b29da2-d4a1-4c6d-bff0-5ec2627efa5a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 914 time: 0.0939188 Oct 29 09:11:14.873599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efd70c40-d9a6-4962-a913-47634f643013 req-7ca6a882-3248-43ae-b5e3-7f5b36af16c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 217 time: 0.0385506 Oct 29 09:11:14.926479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd70c40-d9a6-4962-a913-47634f643013 req-25acb252-a81c-4b35-9c32-6ecd7ff1f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:14.927940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efd70c40-d9a6-4962-a913-47634f643013 req-25acb252-a81c-4b35-9c32-6ecd7ff1f3ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 200 len: 852 time: 0.0479095 Oct 29 09:11:14.960006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efd70c40-d9a6-4962-a913-47634f643013 req-00497397-a69e-49a4-817b-e9c2672b9fae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7cdb298-3481-47fb-9f50-b69040068a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249975 Oct 29 09:11:15.060831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efd70c40-d9a6-4962-a913-47634f643013 req-e4ed21ea-95cc-4a58-bdb8-f7b4b8882a2b service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933943 Oct 29 09:11:15.168876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-efd70c40-d9a6-4962-a913-47634f643013 req-197372a0-d19f-49bb-b79d-26d09ea936c7 service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007793 Oct 29 09:11:15.208132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7811f9f-97c9-4eca-97ea-74ed025efe6b req-5793ad0f-0b8b-421f-bcc3-362aacb01356 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:15.209580 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7811f9f-97c9-4eca-97ea-74ed025efe6b req-5793ad0f-0b8b-421f-bcc3-362aacb01356 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 944 time: 0.0550902 Oct 29 09:11:15.248361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7811f9f-97c9-4eca-97ea-74ed025efe6b req-25d8ef27-62ee-4976-b1c0-ea4b21e5f67f tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Oct 29 09:11:16.388410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed5f02-4f53-4c47-8f00-b3101fc5ab34 req-b7c560d7-5133-4fb7-b6e4-3e7379b2ebdb tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:16.389900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4ed5f02-4f53-4c47-8f00-b3101fc5ab34 req-b7c560d7-5133-4fb7-b6e4-3e7379b2ebdb tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 944 time: 0.0578904 Oct 29 09:11:16.432265 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4ed5f02-4f53-4c47-8f00-b3101fc5ab34 req-b8a58d19-f4aa-4c14-a5c1-7382cbea92cb tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Oct 29 09:11:17.010926 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1a913df-ac72-4037-8f67-f1052fb69a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:17.570006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51c58-3737-486a-9324-9998e0a0ef8a req-0f1351cd-5135-4ddd-b55b-62ba9a8c25dc tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:17.571526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4c51c58-3737-486a-9324-9998e0a0ef8a req-0f1351cd-5135-4ddd-b55b-62ba9a8c25dc tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 944 time: 0.0664487 Oct 29 09:11:17.616873 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a4c51c58-3737-486a-9324-9998e0a0ef8a req-40143b82-ee01-4912-9cff-be609c96b250 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 Oct 29 09:11:18.264527 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:18.310465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:18.432177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:11:18.537746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:18.549197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20', 'port_id': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'mac_address': 'fa:16:3e:52:ae:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e264b05-6ea4-4993-81b1-421a29ad82ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:11:18.591886 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:18.605549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a774d338-d1ec-41b3-9b40-5bad9a858250 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:11:18.625524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:18.631118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:18.684659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:18.693087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.693417 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.693753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.694106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.694423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.694753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.695083 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.695404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.695725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.696084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.696407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.696728 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:11:18.746418 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d494-b16c-4fc5-bc34-661b2ecdd218 req-6fe16a61-de22-4302-ab73-5ac0a818df77 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:18.747963 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3696d494-b16c-4fc5-bc34-661b2ecdd218 req-6fe16a61-de22-4302-ab73-5ac0a818df77 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 945 time: 0.0511825 Oct 29 09:11:18.794930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3696d494-b16c-4fc5-bc34-661b2ecdd218 req-6b443b56-bcb2-4f3c-9556-ae0840380a4c tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371399 Oct 29 09:11:18.918062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['a774d338-d1ec-41b3-9b40-5bad9a858250'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:11:19.633270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:19.930452 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8348e0-1ceb-444e-b052-fbae00d232fc req-aa1377f9-ad6d-4f78-ae22-c21d49fd90f8 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:19.931969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f8348e0-1ceb-444e-b052-fbae00d232fc req-aa1377f9-ad6d-4f78-ae22-c21d49fd90f8 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 945 time: 0.0521767 Oct 29 09:11:19.978380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f8348e0-1ceb-444e-b052-fbae00d232fc req-ff9c10fd-cf76-429f-9a7c-9e256f92f2f1 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373678 Oct 29 09:11:20.442366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:11:20.496632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port a774d338-d1ec-41b3-9b40-5bad9a858250 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:11:20.500965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port a774d338-d1ec-41b3-9b40-5bad9a858250 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:11:20.501326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:20.592306 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:20.616592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:11:20.618932 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91422043-7acc-4224-8c83-00cc5444685c" -d '{"events": [{"server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "name": "network-vif-plugged", "status": "completed", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:11:20.632123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:20.637814 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:20.668716 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1c6c43-1294-4f10-9c0a-53a845a4a72b x-openstack-request-id: req-5f1c6c43-1294-4f10-9c0a-53a845a4a72b {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:11:20.669005 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "name": "network-vif-plugged", "status": "completed", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:11:20.669252 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f1c6c43-1294-4f10-9c0a-53a845a4a72b {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:11:20.669634 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'code': 200} Oct 29 09:11:20.698733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:20.758683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7c69-f11e-4355-8b92-b811052f05fa req-889331f7-cb91-4d90-9843-454b204b4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:20.760940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5fe7c69-f11e-4355-8b92-b811052f05fa req-889331f7-cb91-4d90-9843-454b204b4f2b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1097 time: 0.0441093 Oct 29 09:11:20.797574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5fe7c69-f11e-4355-8b92-b811052f05fa req-00884264-a831-4dd0-9012-771707b3157e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293067 Oct 29 09:11:21.115487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a1811-3c38-4b7f-920d-c1a513b691ec req-bd77a8c5-9225-4600-a599-e5031708da19 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:21.117029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b7a1811-3c38-4b7f-920d-c1a513b691ec req-bd77a8c5-9225-4600-a599-e5031708da19 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0574453 Oct 29 09:11:21.160193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1b7a1811-3c38-4b7f-920d-c1a513b691ec req-2ce9a777-13fd-4026-b63a-4da869fe71b0 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Oct 29 09:11:22.288695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b35b5-f3db-48d6-968d-32830d51f9c6 req-55cfd008-ccba-431e-82db-ca1ec5465f23 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:22.290164 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e25b35b5-f3db-48d6-968d-32830d51f9c6 req-55cfd008-ccba-431e-82db-ca1ec5465f23 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0566685 Oct 29 09:11:22.328872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e25b35b5-f3db-48d6-968d-32830d51f9c6 req-a7ad70d1-01f9-41d3-860a-90c11e32eceb tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Oct 29 09:11:22.630926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40226) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:22.686925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266bbc3-59eb-4a58-9373-f9094692118f req-c0fef337-3936-4d8c-b488-edcd3f06651a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:22.688691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7266bbc3-59eb-4a58-9373-f9094692118f req-c0fef337-3936-4d8c-b488-edcd3f06651a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0510981 Oct 29 09:11:22.748070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7266bbc3-59eb-4a58-9373-f9094692118f req-491e2f6b-28bc-4f49-8b4c-3f673ed5abdb tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506699 Oct 29 09:11:22.754903 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-973779fc-2aec-4c3b-b498-c6bcd4fc719a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226728 Oct 29 09:11:22.764516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-9136f869-41f8-4297-a6ff-d6b7c69f2ffb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:11:22.765524 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-9136f869-41f8-4297-a6ff-d6b7c69f2ffb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052977 Oct 29 09:11:23.881117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc841b1-7f3b-4437-8e91-fab8f68a443f req-6209b8cd-884b-46a7-9bce-a0719a8b059a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:23.882621 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5dc841b1-7f3b-4437-8e91-fab8f68a443f req-6209b8cd-884b-46a7-9bce-a0719a8b059a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0535843 Oct 29 09:11:23.928079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5dc841b1-7f3b-4437-8e91-fab8f68a443f req-4ccef3f2-8831-4e17-8e13-7e46b63a2596 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363221 Oct 29 09:11:24.007083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-d8218906-0d29-472e-90fa-47bbe61c2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:24.009140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-d8218906-0d29-472e-90fa-47bbe61c2825 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1097 time: 0.0574896 Oct 29 09:11:24.115580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-19824f1d-ed5c-49fc-8a3b-a65db3e980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:24.117049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-19824f1d-ed5c-49fc-8a3b-a65db3e980c5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 914 time: 0.1005628 Oct 29 09:11:24.160017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-264f39f0-f4bd-467a-8d39-3cef7548a1ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 217 time: 0.0351012 Oct 29 09:11:24.214254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-d3adafd4-2289-4706-83df-a6303d66d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:24.215693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-d3adafd4-2289-4706-83df-a6303d66d49b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 200 len: 852 time: 0.0482783 Oct 29 09:11:24.259073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-5054d41b-7b07-46b6-b110-b5447cf2b5e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7cdb298-3481-47fb-9f50-b69040068a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360022 Oct 29 09:11:24.354962 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-30917ce8-1384-4d61-8ada-a8b078699224 service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886366 Oct 29 09:11:24.456796 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-4c96d8b9-c120-404b-9e80-821166625e20 service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950809 Oct 29 09:11:25.065886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62b43c-bd8b-4b30-b561-9d94371cab65 req-a7cf04f7-97fc-4ace-8482-992a5bb11dd7 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:25.067492 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f62b43c-bd8b-4b30-b561-9d94371cab65 req-a7cf04f7-97fc-4ace-8482-992a5bb11dd7 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0649502 Oct 29 09:11:25.108131 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f62b43c-bd8b-4b30-b561-9d94371cab65 req-25a3a689-7951-4d5f-9cc7-53f754e693fd tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Oct 29 09:11:26.249364 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e5100-8e7f-454d-b00e-61d01098b14c req-8c63fe8d-0424-4e4f-b4e5-cdc176d66667 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:26.250915 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-685e5100-8e7f-454d-b00e-61d01098b14c req-8c63fe8d-0424-4e4f-b4e5-cdc176d66667 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0664244 Oct 29 09:11:26.296358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-685e5100-8e7f-454d-b00e-61d01098b14c req-b067fda2-c3d1-4c85-a5c4-806dda7204ea tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Oct 29 09:11:27.442151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1d389-f3e9-4bcb-8de0-7fba92b8a6ab req-21f0ba00-8b83-4476-8cd1-4cd3c6a133ec tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:27.443997 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0e1d389-f3e9-4bcb-8de0-7fba92b8a6ab req-21f0ba00-8b83-4476-8cd1-4cd3c6a133ec tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0586412 Oct 29 09:11:27.486086 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e0e1d389-f3e9-4bcb-8de0-7fba92b8a6ab req-23282b10-57a1-4eb3-bd35-a0e1dacdfcc6 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Oct 29 09:11:28.425388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-cc4c9acb-d36f-438e-91e9-38e1fc16a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:28.427600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-cc4c9acb-d36f-438e-91e9-38e1fc16a8ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1097 time: 0.0658274 Oct 29 09:11:28.538740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-c944df66-a1b4-4b09-8a30-fb32654a60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:28.540339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-c944df66-a1b4-4b09-8a30-fb32654a60c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 914 time: 0.0917776 Oct 29 09:11:28.588610 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-309d7f5a-166e-449a-a8f0-721ff01cadd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 217 time: 0.0408010 Oct 29 09:11:28.661061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-96611398-ea9f-4f14-87dd-336b2a4aa4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:28.662764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-96611398-ea9f-4f14-87dd-336b2a4aa4f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 200 len: 852 time: 0.0669332 Oct 29 09:11:28.671376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36067804-a6f9-4f9d-b66f-060ab787bc86 req-377a25d3-d3b1-40d9-ad49-bebd6344a0ec tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:28.672861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36067804-a6f9-4f9d-b66f-060ab787bc86 req-377a25d3-d3b1-40d9-ad49-bebd6344a0ec tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0868535 Oct 29 09:11:28.704415 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-8ed026e0-2b8e-41b1-b0c3-a6db27b47b09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7cdb298-3481-47fb-9f50-b69040068a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305552 Oct 29 09:11:28.788955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36067804-a6f9-4f9d-b66f-060ab787bc86 req-97ef4a73-2f8c-4c60-8836-cf560ed46ce6 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072078 Oct 29 09:11:28.833888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-11231c29-dc58-40ec-a1c1-152a0c2d0f7c service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209757 Oct 29 09:11:28.932546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59b67390-f644-4220-bc3f-bfb54d60d701 req-2dcbc024-4ff2-426c-b75a-59b55a9b240e service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910418 Oct 29 09:11:29.356771 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:29.915761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11eb39-f9ea-4a60-8317-e2a44bac115f req-10dfccd9-4a38-423c-b3d8-c58d6b26d10d tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:29.917284 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d11eb39-f9ea-4a60-8317-e2a44bac115f req-10dfccd9-4a38-423c-b3d8-c58d6b26d10d tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0579441 Oct 29 09:11:29.957041 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9d11eb39-f9ea-4a60-8317-e2a44bac115f req-0ffda10c-020f-4f1c-b16c-df6c4f7e8228 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Oct 29 09:11:30.738932 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:31.374723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57deab-4f4f-4f42-8c83-a26f2a1b8142 req-5cbea558-fc14-4064-a072-83b44d0a7fdb tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:31.376156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f57deab-4f4f-4f42-8c83-a26f2a1b8142 req-5cbea558-fc14-4064-a072-83b44d0a7fdb tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0616629 Oct 29 09:11:31.421057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0f57deab-4f4f-4f42-8c83-a26f2a1b8142 req-4966319e-cd13-4fbd-a27e-dc34246e2cd6 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Oct 29 09:11:32.555008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03285-53e2-4532-ba99-20c8f9980196 req-653d0d15-514c-4e84-b096-bea84ea2c39b tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:32.556551 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-43e03285-53e2-4532-ba99-20c8f9980196 req-653d0d15-514c-4e84-b096-bea84ea2c39b tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0560212 Oct 29 09:11:32.596147 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-43e03285-53e2-4532-ba99-20c8f9980196 req-e2ba6d3b-db56-48e9-b5fc-934bda1492b6 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333240 Oct 29 09:11:33.727989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704074-4f55-48bf-981f-e8cf4b408b36 req-6ec40c13-0758-4537-a008-2a9dfa12cb46 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:33.729537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59704074-4f55-48bf-981f-e8cf4b408b36 req-6ec40c13-0758-4537-a008-2a9dfa12cb46 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0630977 Oct 29 09:11:33.772963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59704074-4f55-48bf-981f-e8cf4b408b36 req-de7c3e60-9f12-47b5-be69-67d2c0c54085 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Oct 29 09:11:34.907921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c692013-a226-4f00-92fe-21f6434ebf97 req-6eb10ace-67b3-4e16-a346-e5b7d385e8f0 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:34.909404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c692013-a226-4f00-92fe-21f6434ebf97 req-6eb10ace-67b3-4e16-a346-e5b7d385e8f0 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0545793 Oct 29 09:11:34.949666 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c692013-a226-4f00-92fe-21f6434ebf97 req-f47de2bb-9c42-4a6d-a50a-0b5542c64856 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Oct 29 09:11:36.078630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:11:36.102491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af454d-879c-4bd5-b379-80b10555a2e8 req-2b165e79-5eb1-474e-aef0-1c754f66374b tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:36.104106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24af454d-879c-4bd5-b379-80b10555a2e8 req-2b165e79-5eb1-474e-aef0-1c754f66374b tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0696466 Oct 29 09:11:36.152798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24af454d-879c-4bd5-b379-80b10555a2e8 req-a159b2db-76db-4fef-851d-fe6ed1554af9 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Oct 29 09:11:37.297849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb53197-0afa-4e8b-bafe-fae18b79140a req-49ee2a4c-4c75-4e5b-b6fd-b47b0b7547a5 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:37.299322 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cb53197-0afa-4e8b-bafe-fae18b79140a req-49ee2a4c-4c75-4e5b-b6fd-b47b0b7547a5 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0623379 Oct 29 09:11:37.338908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cb53197-0afa-4e8b-bafe-fae18b79140a req-aff5ce14-d371-49f7-9b45-6b5724edf6bf tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Oct 29 09:11:38.469544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95173efe-9b39-4d3f-a2b1-982ebef49013 req-4f0445cf-94d5-4bc8-903a-ee16592af747 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:38.471046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95173efe-9b39-4d3f-a2b1-982ebef49013 req-4f0445cf-94d5-4bc8-903a-ee16592af747 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0534451 Oct 29 09:11:38.513269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95173efe-9b39-4d3f-a2b1-982ebef49013 req-49a43c82-fd91-46d8-a5b7-f10ddf3a84df tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344117 Oct 29 09:11:39.644108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a59c7-ee9f-4488-84d0-ec91efca9c2f req-69eee5ce-cf60-4027-92da-430c11ab2956 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:39.645602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f8a59c7-ee9f-4488-84d0-ec91efca9c2f req-69eee5ce-cf60-4027-92da-430c11ab2956 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0554373 Oct 29 09:11:39.696199 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f8a59c7-ee9f-4488-84d0-ec91efca9c2f req-9c9aba92-3926-427d-b505-8f5b93002e4d tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Oct 29 09:11:40.820566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea227a-552b-4458-a113-44a288db5a55 req-87e95d00-8800-4f3d-9754-e79f936e2df9 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:40.822086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbea227a-552b-4458-a113-44a288db5a55 req-87e95d00-8800-4f3d-9754-e79f936e2df9 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0530221 Oct 29 09:11:40.865913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbea227a-552b-4458-a113-44a288db5a55 req-a1b59553-a0dd-4c7d-b2e6-f1a282035e85 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348995 Oct 29 09:11:41.999416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9adc54-ebc2-43c4-a0d2-713de2130a8b req-980a2d5d-6780-41c7-8ab8-e8b4320b90b4 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:42.001038 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a9adc54-ebc2-43c4-a0d2-713de2130a8b req-980a2d5d-6780-41c7-8ab8-e8b4320b90b4 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0590739 Oct 29 09:11:42.044339 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a9adc54-ebc2-43c4-a0d2-713de2130a8b req-66bc9f44-39e8-4105-99fa-2b778d03c9cc tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340402 Oct 29 09:11:43.192010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edb210-3c0d-4f40-bdfe-b08abe570f0f req-a5bb60d0-4ed3-4311-bdab-c0ca65aac18b tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:43.193994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6edb210-3c0d-4f40-bdfe-b08abe570f0f req-a5bb60d0-4ed3-4311-bdab-c0ca65aac18b tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0616956 Oct 29 09:11:43.236058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e6edb210-3c0d-4f40-bdfe-b08abe570f0f req-4fb9c489-bcb1-49b8-9603-a923f7e2f2ee tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342815 Oct 29 09:11:44.294997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-155a43a8-1544-49e2-9443-187a5862518a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:44.366103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c829-4621-4ace-a9f8-c03fbbb0b566 req-7a608c9c-d5d8-452e-9fa6-d30bad36bf0a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:44.367603 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa33c829-4621-4ace-a9f8-c03fbbb0b566 req-7a608c9c-d5d8-452e-9fa6-d30bad36bf0a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0501728 Oct 29 09:11:44.408000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa33c829-4621-4ace-a9f8-c03fbbb0b566 req-b81d0b54-d761-40e7-8e1d-7fb4566e37aa tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Oct 29 09:11:45.534168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633be10-d810-4b7b-94f8-df5988c94b39 req-ec609d9c-fa38-4b90-82db-34970d87bc30 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:45.535697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0633be10-d810-4b7b-94f8-df5988c94b39 req-ec609d9c-fa38-4b90-82db-34970d87bc30 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0519521 Oct 29 09:11:45.576539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0633be10-d810-4b7b-94f8-df5988c94b39 req-5c9ef3e7-7f36-46fc-957d-9d32b7166e16 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Oct 29 09:11:46.715941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec789-3b0f-41f6-8388-695a61406a68 req-5a76e8c4-6cb7-47ad-ad3a-2aaf29b0e546 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:46.717471 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14dec789-3b0f-41f6-8388-695a61406a68 req-5a76e8c4-6cb7-47ad-ad3a-2aaf29b0e546 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0575454 Oct 29 09:11:46.760100 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14dec789-3b0f-41f6-8388-695a61406a68 req-84438694-31dd-4fc7-9e8a-e10bf395af75 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Oct 29 09:11:47.014348 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-76f3b9cc-f96d-4f78-8d45-c843fc36e206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:47.885131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447b267-f263-4f85-818f-e02eb6d37adc req-fe0b5250-b253-4305-bc60-4c78741c5387 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:47.886727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7447b267-f263-4f85-818f-e02eb6d37adc req-fe0b5250-b253-4305-bc60-4c78741c5387 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Oct 29 09:11:47.928099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7447b267-f263-4f85-818f-e02eb6d37adc req-72fcf0d9-b08b-482a-95af-2ed03a77ba76 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Oct 29 09:11:48.267462 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:48.309007 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:49.051081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a5627-cc81-45ea-9fc5-03eca70cfb00 req-07bf1250-38c7-4975-a7fd-5cf1c28dbbcc tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:49.052645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e36a5627-cc81-45ea-9fc5-03eca70cfb00 req-07bf1250-38c7-4975-a7fd-5cf1c28dbbcc tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0545926 Oct 29 09:11:49.096540 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e36a5627-cc81-45ea-9fc5-03eca70cfb00 req-c5b317b3-553e-4474-be67-446f26604d9d tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Oct 29 09:11:49.633623 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:50.247853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16364a5-6dce-4696-9291-63f76c6c8c85 req-caffcf4c-a75d-4f3b-be31-ab788a731cd3 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:50.249400 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b16364a5-6dce-4696-9291-63f76c6c8c85 req-caffcf4c-a75d-4f3b-be31-ab788a731cd3 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0683143 Oct 29 09:11:50.296070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b16364a5-6dce-4696-9291-63f76c6c8c85 req-7185e706-2b34-48e3-8da3-9e4710fa525a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369148 Oct 29 09:11:51.414334 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-6ea6116e-ca0b-41ed-b0a2-826a68f33f48 service neutron] show failed (client error): The resource could not be found. Oct 29 09:11:51.415454 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-6ea6116e-ca0b-41ed-b0a2-826a68f33f48 service neutron] 10.222.0.93 "GET /v2.0/ports/a774d338-d1ec-41b3-9b40-5bad9a858250/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0599365 Oct 29 09:11:51.420557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab0edf-01c8-43e1-b7e8-a2c492283f06 req-a6148878-043c-4e58-816f-70b9016b3f06 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:51.422296 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5ab0edf-01c8-43e1-b7e8-a2c492283f06 req-a6148878-043c-4e58-816f-70b9016b3f06 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 946 time: 0.0514426 Oct 29 09:11:51.462926 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5ab0edf-01c8-43e1-b7e8-a2c492283f06 req-539012bc-6b8f-4cd6-81a1-50b55f67d633 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341055 Oct 29 09:11:51.709461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-140dd62c-2380-46e0-b9f3-f85299473315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:51.711011 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-140dd62c-2380-46e0-b9f3-f85299473315 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27&tenant_id=e78b38d422274d1eaa42770649eb64c1 HTTP/1.1" status: 200 len: 1097 time: 0.1278713 Oct 29 09:11:51.727696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:11:51.797403 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:52.017192 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:52.051415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:11:52.090088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:11:52.092447 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa15d540-40b1-4eea-bada-10570ce43928" -d '{"events": [{"server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "name": "network-vif-unplugged", "status": "completed", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:11:52.096483 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:52.109028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Transition to ACTIVE for port object a774d338-d1ec-41b3-9b40-5bad9a858250 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:11:52.113128 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:52.148240 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0653ed-ca77-422c-98a0-5183fec824a5 x-openstack-request-id: req-4e0653ed-ca77-422c-98a0-5183fec824a5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:11:52.148543 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "name": "network-vif-unplugged", "status": "completed", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:11:52.148788 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e0653ed-ca77-422c-98a0-5183fec824a5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:11:52.149207 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'code': 200} Oct 29 09:11:52.181954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] No DVR routers for this DVR port a774d338-d1ec-41b3-9b40-5bad9a858250 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:11:52.183940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Pushing event updated for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:52.219906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Attempting to bind port a774d338-d1ec-41b3-9b40-5bad9a858250 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:11:52.220454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Attempting to bind port a774d338-d1ec-41b3-9b40-5bad9a858250 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:11:52.220804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Attempting to bind port a774d338-d1ec-41b3-9b40-5bad9a858250 on network f7cdb298-3481-47fb-9f50-b69040068a20 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:11:52.226154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Port a774d338-d1ec-41b3-9b40-5bad9a858250 on network f7cdb298-3481-47fb-9f50-b69040068a20 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:11:52.226473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Attempting to bind port a774d338-d1ec-41b3-9b40-5bad9a858250 on network f7cdb298-3481-47fb-9f50-b69040068a20 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:11:52.232575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:11:52.232920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Checking segment: {'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:11:52.233306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Bound using segment: {'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:11:52.233735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Bound port: a774d338-d1ec-41b3-9b40-5bad9a858250, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da5c362-062a-4212-9f7d-f8e80ae74862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:11:52.234522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:52.301938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:11:52.304872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:11:52.312658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:52.357711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:52.358326 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:52.359787 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] 10.222.0.15 "PUT /v2.0/ports/a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 1092 time: 0.6364861 Oct 29 09:11:52.378033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d39245-6023-42e3-b558-58acf2016cfc service neutron] Pushing event updated for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:52.427044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-f8c14618-ef26-4ce7-9a23-ad1b30b89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:52.428688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-f8c14618-ef26-4ce7-9a23-ad1b30b89702 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1095 time: 0.0465662 Oct 29 09:11:52.522941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-97a663b4-e78a-469a-9576-3a1067cec7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:52.524489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-97a663b4-e78a-469a-9576-3a1067cec7e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 914 time: 0.0886698 Oct 29 09:11:52.570322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-b4577fc9-140d-4044-8477-673c9593a3c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 217 time: 0.0383668 Oct 29 09:11:52.587208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb4fa3-3cbc-4d8a-9baa-319144d2925f req-4431e911-1651-4a7e-a63a-374c35afd863 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:52.588732 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6cb4fa3-3cbc-4d8a-9baa-319144d2925f req-4431e911-1651-4a7e-a63a-374c35afd863 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 944 time: 0.0533259 Oct 29 09:11:52.621068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-06546c25-0ff7-4cfa-96bc-9f0ac95b70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:52.622638 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-06546c25-0ff7-4cfa-96bc-9f0ac95b70f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 200 len: 852 time: 0.0448780 Oct 29 09:11:52.627490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a6cb4fa3-3cbc-4d8a-9baa-319144d2925f req-1a932161-4ea0-4f60-b625-efb29daccf93 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Oct 29 09:11:52.659940 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-7a5fea81-25a8-45bd-8f96-b2a6aa21fa48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7cdb298-3481-47fb-9f50-b69040068a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294716 Oct 29 09:11:52.758203 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-b9224a5d-7a63-4183-977f-5eaa5a9dca6b service neutron] 10.222.0.15 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909462 Oct 29 09:11:52.848559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f99c05f7-0065-486c-ac59-41eb59f3f6e4 req-6c562e00-a6b8-46e2-8566-073cb47fb0da service neutron] 10.222.0.15 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830266 Oct 29 09:11:53.767940 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc23c0-cb4e-4fc5-991e-5ace3a4ad6a4 req-0f313bde-d099-4a73-9d0f-048ebef900f2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:53.769386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65cc23c0-cb4e-4fc5-991e-5ace3a4ad6a4 req-0f313bde-d099-4a73-9d0f-048ebef900f2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 944 time: 0.0600474 Oct 29 09:11:53.815542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65cc23c0-cb4e-4fc5-991e-5ace3a4ad6a4 req-78edb02e-ef25-42c0-9931-8022da1d2a9a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372963 Oct 29 09:11:54.151117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:11:54.154944 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9496a9c-ade1-4c8c-a444-3f0695e5555c" -d '{"events": [{"name": "network-changed", "server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:11:54.210686 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5965e2-ec3c-47df-bc10-8dc2305e6073 x-openstack-request-id: req-dd5965e2-ec3c-47df-bc10-8dc2305e6073 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:11:54.210965 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:11:54.211213 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd5965e2-ec3c-47df-bc10-8dc2305e6073 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:11:54.211646 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'status': 'completed', 'code': 200} Oct 29 09:11:54.310773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-3ce902f7-163e-491e-a85b-e78becc58e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:54.312337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-3ce902f7-163e-491e-a85b-e78becc58e92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1095 time: 0.0768936 Oct 29 09:11:54.314253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-4cdc3141-7cb3-472f-881b-8f3882898424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:54.315608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-4cdc3141-7cb3-472f-881b-8f3882898424 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1095 time: 0.0670033 Oct 29 09:11:54.473994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-18bf1cae-dcd3-4a52-9e39-f967deaa62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:54.475524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-18bf1cae-dcd3-4a52-9e39-f967deaa62ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 914 time: 0.1552460 Oct 29 09:11:54.496232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-22499b7d-1113-4b1d-9646-2406640ac7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:54.497668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-22499b7d-1113-4b1d-9646-2406640ac7cc service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 914 time: 0.1701219 Oct 29 09:11:54.529882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-4ed167b4-a6df-4911-a5b4-ea76d13d70b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 217 time: 0.0466383 Oct 29 09:11:54.566427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-5531d7c3-2678-4e86-904c-35b2edb9f660 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 217 time: 0.0429642 Oct 29 09:11:54.638372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-ba230afd-d994-4ae6-81ca-ae550fd8c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:54.639902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-ba230afd-d994-4ae6-81ca-ae550fd8c98a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 200 len: 852 time: 0.0814567 Oct 29 09:11:54.643380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-ba0a7ea1-1d73-4c30-b642-3309bc1e7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:54.644722 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-ba0a7ea1-1d73-4c30-b642-3309bc1e7ec3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 200 len: 852 time: 0.0597613 Oct 29 09:11:54.677627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-efff27c1-b0e3-4be7-85e5-602ee619b6be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7cdb298-3481-47fb-9f50-b69040068a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307603 Oct 29 09:11:54.698680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-e7d5df01-54ec-4ae8-bb43-7367abb11e81 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7cdb298-3481-47fb-9f50-b69040068a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445304 Oct 29 09:11:54.837772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-ccc8e3a6-6858-45a1-a480-e41dd0cb70d0 service neutron] 10.222.0.15 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470621 Oct 29 09:11:54.855435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-9ae6456a-4402-457b-8ee3-ddbbf0a41850 service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459103 Oct 29 09:11:55.038919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-0af0815a-6eff-4137-9975-7905956da451 service neutron] 10.222.0.15 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921182 Oct 29 09:11:55.046248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f209-ebed-4de0-b4f6-010eda30d006 req-5c0d8c0a-0ba3-467d-8793-3c2a9e95b3d5 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:55.047708 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c797f209-ebed-4de0-b4f6-010eda30d006 req-5c0d8c0a-0ba3-467d-8793-3c2a9e95b3d5 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 944 time: 0.1458972 Oct 29 09:11:55.053675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f9496a9c-ade1-4c8c-a444-3f0695e5555c req-25b2bb55-eddc-4da2-a77c-81efb2827523 service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869183 Oct 29 09:11:55.088329 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c797f209-ebed-4de0-b4f6-010eda30d006 req-8ee03f98-7055-4a22-9fe4-91298cad7cab tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Oct 29 09:11:55.385395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-5ed631d2-1b24-4005-a4aa-a8162d8b7cae tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:55.386747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-5ed631d2-1b24-4005-a4aa-a8162d8b7cae tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.93 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27&tenant_id=e78b38d422274d1eaa42770649eb64c1&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 944 time: 0.1048932 Oct 29 09:11:55.780716 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-434c70d3-3309-4705-9e69-8e4a01f3df36 service neutron] delete failed (client error): The resource could not be found. Oct 29 09:11:55.781778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-434c70d3-3309-4705-9e69-8e4a01f3df36 service neutron] 10.222.0.93 "DELETE /v2.0/ports/a774d338-d1ec-41b3-9b40-5bad9a858250/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.3872840 Oct 29 09:11:55.878960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-b38e9289-2d94-4de3-bd21-6bb84de32bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:55.880523 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-b38e9289-2d94-4de3-bd21-6bb84de32bb8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e78b38d422274d1eaa42770649eb64c1&device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 1095 time: 0.0436428 Oct 29 09:11:55.976927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-7fe65fd9-2e60-4718-91f3-195095327d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:55.978392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-7fe65fd9-2e60-4718-91f3-195095327d9a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 200 len: 914 time: 0.0902975 Oct 29 09:11:56.027785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-fded25f9-e3da-4d86-ad44-58197c36ddf0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 200 len: 217 time: 0.0345144 Oct 29 09:11:56.077899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-f91f4061-a9fd-410a-ba65-e98c971658ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:56.079475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-f91f4061-a9fd-410a-ba65-e98c971658ac service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 200 len: 852 time: 0.0449812 Oct 29 09:11:56.114696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-f627c839-2cc6-48ea-9ab6-478964dc79b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f7cdb298-3481-47fb-9f50-b69040068a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284061 Oct 29 09:11:56.215078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-3ecc0715-54fe-4d35-8379-10bb07d53731 service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930977 Oct 29 09:11:56.325952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-2f2c19c1-6b6e-4483-ae5c-b4bd7299ad3c service neutron] 10.222.0.93 "GET /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039262 Oct 29 09:11:56.604812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:11:56.646599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:11:56.941350 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:11:57.036528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7bbaf-05d6-41f5-b9e8-35441aa45f47 req-42fe2f48-828a-4464-8be7-8887fb70931e tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:57.038000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8b7bbaf-05d6-41f5-b9e8-35441aa45f47 req-42fe2f48-828a-4464-8be7-8887fb70931e tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 944 time: 0.0501626 Oct 29 09:11:57.045055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:57.056785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'network_id': 'f7cdb298-3481-47fb-9f50-b69040068a20', 'port_id': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'mac_address': 'fa:16:3e:52:ae:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e264b05-6ea4-4993-81b1-421a29ad82ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:11:57.078078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8b7bbaf-05d6-41f5-b9e8-35441aa45f47 req-d70b5d2e-e655-4abd-9b37-4b20165de79a tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338683 Oct 29 09:11:57.094073 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:57.107526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a774d338-d1ec-41b3-9b40-5bad9a858250 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:11:57.127836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:57.135327 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:57.198074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:57.366644 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['a774d338-d1ec-41b3-9b40-5bad9a858250'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:11:58.201947 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b78d07-ca9a-49a5-b534-0da573ad0383 req-293daeb0-2404-4e45-b7a1-df47ac8ff116 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:58.203503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9b78d07-ca9a-49a5-b534-0da573ad0383 req-293daeb0-2404-4e45-b7a1-df47ac8ff116 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 945 time: 0.0504165 Oct 29 09:11:58.244583 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9b78d07-ca9a-49a5-b534-0da573ad0383 req-559c03e8-bee3-4552-b7a4-c45f85a50af4 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb5746c0-0034-468d-b596-57486d65701c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Oct 29 09:11:58.316495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-2c4b75bb-f750-4f54-bff2-22c977ce1c15 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:11:58.318074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-2c4b75bb-f750-4f54-bff2-22c977ce1c15 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.15 "GET /v2.0/ports?device_id=73643fd6-ebe6-4aa9-86d1-91fffb6ebd27 HTTP/1.1" status: 200 len: 945 time: 0.0722840 Oct 29 09:11:58.412323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Deleting port a774d338-d1ec-41b3-9b40-5bad9a858250 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:11:58.412587 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:58.506630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] For port a774d338-d1ec-41b3-9b40-5bad9a858250, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=a774d338-d1ec-41b3-9b40-5bad9a858250,segment=NetworkSegment(2da5c362-062a-4212-9f7d-f8e80ae74862),segment_id=2da5c362-062a-4212-9f7d-f8e80ae74862)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:11:58.507024 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:58.520957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Calling delete_port for a774d338-d1ec-41b3-9b40-5bad9a858250 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:11:58.680100 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:58.697186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['a774d338-d1ec-41b3-9b40-5bad9a858250'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:11:58.711065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Pushing event deleted for resources: {'Port': ['ID=a774d338-d1ec-41b3-9b40-5bad9a858250,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:58.759146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] No DVR routers for this DVR port a774d338-d1ec-41b3-9b40-5bad9a858250 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:11:58.761971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:58.765571 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-224890df-18ff-4d39-bdaf-bade23b09bfd req-0b8fcc85-33d0-4871-add9-db64c387bab2 tempest-DeleteServersTestJSON-336610156 tempest-DeleteServersTestJSON-336610156-project] 10.222.0.15 "DELETE /v2.0/ports/a774d338-d1ec-41b3-9b40-5bad9a858250 HTTP/1.1" status: 204 len: 173 time: 0.4415541 Oct 29 09:11:58.766011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'name': 'network-vif-deleted', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:11:58.768465 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694b1f53-dd77-41df-b6b2-45667152fc44" -d '{"events": [{"server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "name": "network-vif-deleted", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:11:58.812140 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcebc15c-3b2b-49d6-b76c-ea0c669fc9d0 x-openstack-request-id: req-fcebc15c-3b2b-49d6-b76c-ea0c669fc9d0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:11:58.812448 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73643fd6-ebe6-4aa9-86d1-91fffb6ebd27", "name": "network-vif-deleted", "tag": "a774d338-d1ec-41b3-9b40-5bad9a858250", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:11:58.812700 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcebc15c-3b2b-49d6-b76c-ea0c669fc9d0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:11:58.813113 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73643fd6-ebe6-4aa9-86d1-91fffb6ebd27', 'name': 'network-vif-deleted', 'tag': 'a774d338-d1ec-41b3-9b40-5bad9a858250', 'status': 'completed', 'code': 200} Oct 29 09:11:58.941212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:11:58.962911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: a774d338-d1ec-41b3-9b40-5bad9a858250 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:11:58.963261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 29 09:11:58.983021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Port a774d338-d1ec-41b3-9b40-5bad9a858250 not found, will not notify nova. {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 29 09:11:59.345140 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.380199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40330) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:59.426237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc601fda-2840-4e1b-ad7e-a083ea1ddbc4 admin admin] Deleting subnet 4e264b05-6ea4-4993-81b1-421a29ad82ea {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:11:59.429503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc601fda-2840-4e1b-ad7e-a083ea1ddbc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.464913 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc601fda-2840-4e1b-ad7e-a083ea1ddbc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.505336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc601fda-2840-4e1b-ad7e-a083ea1ddbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.558837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc601fda-2840-4e1b-ad7e-a083ea1ddbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.589148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc601fda-2840-4e1b-ad7e-a083ea1ddbc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e264b05-6ea4-4993-81b1-421a29ad82ea,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:11:59.593081 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc601fda-2840-4e1b-ad7e-a083ea1ddbc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.597521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cc601fda-2840-4e1b-ad7e-a083ea1ddbc4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4e264b05-6ea4-4993-81b1-421a29ad82ea HTTP/1.1" status: 204 len: 168 time: 0.2150967 Oct 29 09:11:59.599976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40332) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:11:59.693604 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.775991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.796461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cdb298-3481-47fb-9f50-b69040068a20']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:11:59.806894 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da5c362-062a-4212-9f7d-f8e80ae74862') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:11:59.807186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da5c362-062a-4212-9f7d-f8e80ae74862') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:11:59.816762 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.830035 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.836159 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:11:59.836879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:11:59.838588 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:11:59.903143 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.910875 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:11:59.914995 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] 10.222.0.70 "DELETE /v2.0/networks/f7cdb298-3481-47fb-9f50-b69040068a20 HTTP/1.1" status: 204 len: 168 time: 0.3138392 Oct 29 09:11:59.926703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fac13-8891-4379-9d6d-0d9c3b0f1fda admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cdb298-3481-47fb-9f50-b69040068a20,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:00.041997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40336) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:12:00.087820 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-67a5754c-c437-4ddd-bcfe-85fdb4a53dda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e78b38d422274d1eaa42770649eb64c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444870 Oct 29 09:12:00.090456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40338) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:12:00.152399 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e52da17f-3cc4-4744-9451-307066d61358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:00.179576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e52da17f-3cc4-4744-9451-307066d61358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:00.236606 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e52da17f-3cc4-4744-9451-307066d61358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:00.239508 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e52da17f-3cc4-4744-9451-307066d61358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:00.240742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e52da17f-3cc4-4744-9451-307066d61358 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb5746c0-0034-468d-b596-57486d65701c HTTP/1.1" status: 204 len: 168 time: 0.1494045 Oct 29 09:12:00.248927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52da17f-3cc4-4744-9451-307066d61358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5746c0-0034-468d-b596-57486d65701c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:00.726151 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:00.987458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40360) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:12:01.095549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-295188299-network', 'tenant_id': 'ed4c7fe101f443a88b50c011bb3d193a'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:12:01.122739 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Made reservation on behalf of ed4c7fe101f443a88b50c011bb3d193a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:12:01.125046 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.133957 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.205801 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.212442 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.236791 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:12:01.245657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409fdde9-94ef-4927-9112-c03dea5c4708,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:01.251862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.252216 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Added segment 59b19cfe-2152-4e97-82d6-b4df57711896 of type vlan for network 6f3a4535-2984-44ff-abb1-44e1b2eded1c Oct 29 09:12:01.293677 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.322242 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.323365 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:01.324082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.384650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3958166 Oct 29 09:12:01.388013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40364) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:12:01.389722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbfa19-0561-4247-b6e4-70cabcdc94de admin admin] Pushing event updated for resources: {'Network': ['ID=6f3a4535-2984-44ff-abb1-44e1b2eded1c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:01.393844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Request body: {'subnet': {'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-295188299-subnet', 'tenant_id': 'ed4c7fe101f443a88b50c011bb3d193a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:12:01.399559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6f3a4535-2984-44ff-abb1-44e1b2eded1c details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:12:01.417001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Made reservation on behalf of ed4c7fe101f443a88b50c011bb3d193a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:12:01.419361 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.595577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.648821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244ad23d-2e81-4ac3-822e-dd193f62a9ab,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:01.659182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Checking segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:12:01.659554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Network hostable DHCP agents. Network: 6f3a4535-2984-44ff-abb1-44e1b2eded1c, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:12:01.678602 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Network 6f3a4535-2984-44ff-abb1-44e1b2eded1c is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:12:01.689114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6f3a4535-2984-44ff-abb1-44e1b2eded1c) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:12:01.693413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:01.694033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:01.698585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c5e70f-c075-42a3-8526-df84ea129d41 None None] Network 6f3a4535-2984-44ff-abb1-44e1b2eded1c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:12:01.715913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1b88a6d2-9ced-439c-9a58-df52705f56c4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3264217 Oct 29 09:12:01.844832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717fabf-1e28-4e39-9093-3cf456d4038c None None] Network 6f3a4535-2984-44ff-abb1-44e1b2eded1c requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:12:02.184286 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-0e0fbc61-50e1-4d34-ab04-117f8ce29b34 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:02.186439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-0e0fbc61-50e1-4d34-ab04-117f8ce29b34 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 814 time: 0.1166077 Oct 29 09:12:02.204420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70745a08-a307-4aba-8580-4f204c78c825 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/quotas/ed4c7fe101f443a88b50c011bb3d193a HTTP/1.1" status: 200 len: 375 time: 0.0102320 Oct 29 09:12:02.240918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-5b840cc0-d002-4710-a0a3-550e927c7880 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307949 Oct 29 09:12:02.346288 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-2f4b7057-8450-46a5-bc30-09a49034c8e3 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951159 Oct 29 09:12:02.454367 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-9c969317-e64d-4f44-9aff-84ad8b69d823 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990534 Oct 29 09:12:02.619407 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9519105-7e5c-4e8b-a5fb-29eeb1463c0a req-a9d4b313-5202-479b-80fd-5cc600a36813 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 210 time: 0.0279465 Oct 29 09:12:02.957276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:12:02.979732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: a774d338-d1ec-41b3-9b40-5bad9a858250 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:12:02.980122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device a774d338-d1ec-41b3-9b40-5bad9a858250 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:12:03.665294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-1f31356b-ebe5-4dd9-9c9b-ea6ee7643e68 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:03.666846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-1f31356b-ebe5-4dd9-9c9b-ea6ee7643e68 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 814 time: 0.1243942 Oct 29 09:12:03.682462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Request body: {'port': {'device_id': '9291fb96-6168-4a98-8782-941e901c4665', 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c', 'admin_state_up': True, 'tenant_id': 'ed4c7fe101f443a88b50c011bb3d193a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:12:03.754317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-83aa559f-2f5b-4adc-9233-31b30f40bbd0 req-3be8a2da-24a2-4ad6-8f3a-8847f5fba241 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 210 time: 0.0561695 Oct 29 09:12:03.827575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Made reservation on behalf of ed4c7fe101f443a88b50c011bb3d193a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:12:03.831253 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:03.965696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Allocated IP 172.20.0.3 (6f3a4535-2984-44ff-abb1-44e1b2eded1c/244ad23d-2e81-4ac3-822e-dd193f62a9ab/89ce0471-7300-400e-8878-614b3f98e532) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:12:04.133526 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.168755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.215197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Network 6f3a4535-2984-44ff-abb1-44e1b2eded1c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:12:04.218478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:12:04.223149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:12:04.229900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:04.284325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:04.285292 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.304138 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-70946396-0605-4195-a1db-d6f244b064b5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6265013 Oct 29 09:12:04.317474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Request body: {'port': {'device_id': '9291fb96-6168-4a98-8782-941e901c4665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:12:04.381143 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.666756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ce0471-7300-400e-8878-614b3f98e532 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:12:04.674320 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.687310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Transition to ACTIVE for port object 89ce0471-7300-400e-8878-614b3f98e532 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:12:04.692569 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.745033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:04.816040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Attempting to bind port 89ce0471-7300-400e-8878-614b3f98e532 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:12:04.816487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Attempting to bind port 89ce0471-7300-400e-8878-614b3f98e532 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:12:04.816858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Attempting to bind port 89ce0471-7300-400e-8878-614b3f98e532 on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:12:04.821505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Port 89ce0471-7300-400e-8878-614b3f98e532 on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:12:04.821826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Attempting to bind port 89ce0471-7300-400e-8878-614b3f98e532 on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:12:04.826722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:12:04.827052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Checking segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:12:04.827434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Bound using segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:12:04.827900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Bound port: 89ce0471-7300-400e-8878-614b3f98e532, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:12:04.828270 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.886276 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8d25-56c7-434e-bedb-339a3de1f8bf req-0feb4a6b-d174-44cf-8e8c-5e7b0a7bc8e6 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:04.887961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06ea8d25-56c7-434e-bedb-339a3de1f8bf req-0feb4a6b-d174-44cf-8e8c-5e7b0a7bc8e6 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.0503578 Oct 29 09:12:04.899004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:12:04.902428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:12:04.908738 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.930849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06ea8d25-56c7-434e-bedb-339a3de1f8bf req-4da44804-803e-4093-b9f6-50a7997e987e tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Oct 29 09:12:04.954322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:04.954975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:04.956413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] 10.222.0.15 "PUT /v2.0/ports/89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 1091 time: 0.6430192 Oct 29 09:12:04.956864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'tag': '89ce0471-7300-400e-8878-614b3f98e532'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:12:04.959306 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e706412-fc33-4ad8-b859-009bdd495cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "tag": "89ce0471-7300-400e-8878-614b3f98e532"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:12:04.977861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a44430-61ef-4449-8d9d-8be3e1a3f8ef service neutron] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:05.012452 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f2daa5-da69-431e-9cac-e7b110a34919 x-openstack-request-id: req-57f2daa5-da69-431e-9cac-e7b110a34919 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:12:05.012737 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "tag": "89ce0471-7300-400e-8878-614b3f98e532", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:12:05.012988 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57f2daa5-da69-431e-9cac-e7b110a34919 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:12:05.013388 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'tag': '89ce0471-7300-400e-8878-614b3f98e532', 'status': 'completed', 'code': 200} Oct 29 09:12:05.047445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-69cf28e7-70ed-4529-aaab-301469856119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:05.049009 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-69cf28e7-70ed-4529-aaab-301469856119 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1094 time: 0.0461340 Oct 29 09:12:05.093166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-2643deb9-d911-4cad-b1e1-ff8ea271263b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 217 time: 0.0355463 Oct 29 09:12:05.144921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-16afd7fa-9f91-49af-a7b6-5662ec1bb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:05.147322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-16afd7fa-9f91-49af-a7b6-5662ec1bb531 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0471067 Oct 29 09:12:05.188396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-76c38cdf-1972-4276-be6e-3ce9ae23bc14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340610 Oct 29 09:12:05.288880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-c7423ac0-cf39-4ded-8674-3f829570d9ff service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931268 Oct 29 09:12:05.388479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ae4cd778-2646-4e3a-a300-9e7629948b78 req-dd020cd9-7533-44d6-bcc7-0b620cb970e8 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927551 Oct 29 09:12:05.483500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-e511473a-ee8c-431e-8378-580cc2d5f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:05.485054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-e511473a-ee8c-431e-8378-580cc2d5f013 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1094 time: 0.0438385 Oct 29 09:12:05.583542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-7dd08aca-11f4-4fb7-9b0d-4cbcf44d397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:05.584955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-7dd08aca-11f4-4fb7-9b0d-4cbcf44d397c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0923579 Oct 29 09:12:05.627216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-509312a0-fee3-4894-a77d-465854e81901 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 217 time: 0.0346932 Oct 29 09:12:05.684327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-c2bb0829-7bd4-47f7-a949-a3ebb86221ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:05.686050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-c2bb0829-7bd4-47f7-a949-a3ebb86221ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0509956 Oct 29 09:12:05.720149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-c47df674-a4a6-43fb-b613-bc2b196a3d18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253561 Oct 29 09:12:05.830886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-64518219-4b76-463f-b365-81999628cea6 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033552 Oct 29 09:12:05.930151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e706412-fc33-4ad8-b859-009bdd495cbd req-0156d41b-986d-4488-b2df-7350139cb8e5 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913339 Oct 29 09:12:06.056771 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530190e-d334-4f36-987a-6820b1ba5b83 req-a30c13e8-8060-45af-9b01-c3f33fe29ae1 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:06.058262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b530190e-d334-4f36-987a-6820b1ba5b83 req-a30c13e8-8060-45af-9b01-c3f33fe29ae1 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.0566700 Oct 29 09:12:06.101140 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b530190e-d334-4f36-987a-6820b1ba5b83 req-746bf384-5e7c-4cb1-97c5-f140d1391357 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Oct 29 09:12:07.246741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784544-c533-4c8a-a3c9-86a48de15186 req-d0ec8c17-1893-4ccd-8ba8-fc6aac1cf8de tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:07.248289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33784544-c533-4c8a-a3c9-86a48de15186 req-d0ec8c17-1893-4ccd-8ba8-fc6aac1cf8de tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.0659416 Oct 29 09:12:07.296105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33784544-c533-4c8a-a3c9-86a48de15186 req-958581ec-ac86-48af-a8be-1615eeb0bbc5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Oct 29 09:12:08.765966 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dafc1-c97f-42fd-b0d5-dd7f9d36a232 req-e59c9fb9-2672-41af-b351-e2d94f47a557 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:08.767484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d99dafc1-c97f-42fd-b0d5-dd7f9d36a232 req-e59c9fb9-2672-41af-b351-e2d94f47a557 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.3879817 Oct 29 09:12:08.810780 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d99dafc1-c97f-42fd-b0d5-dd7f9d36a232 req-81b5b7f9-1d9f-411c-8067-1168d62bdd61 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343990 Oct 29 09:12:08.972287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 89ce0471-7300-400e-8878-614b3f98e532 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:12:09.072671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:09.084055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '89ce0471-7300-400e-8878-614b3f98e532', 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c', 'port_id': '89ce0471-7300-400e-8878-614b3f98e532', 'mac_address': 'fa:16:3e:4a:7f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244ad23d-2e81-4ac3-822e-dd193f62a9ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:12:09.123871 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:09.141783 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ce0471-7300-400e-8878-614b3f98e532 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:12:09.161466 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:09.165924 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:09.214859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:09.359999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['89ce0471-7300-400e-8878-614b3f98e532'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:12:09.932225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19269ec7-2f75-4d2c-b3ef-ed77e7265174 req-53b465f4-1989-4898-ac53-59f9d6c6260e tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:09.933855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19269ec7-2f75-4d2c-b3ef-ed77e7265174 req-53b465f4-1989-4898-ac53-59f9d6c6260e tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 944 time: 0.0525630 Oct 29 09:12:09.973813 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19269ec7-2f75-4d2c-b3ef-ed77e7265174 req-707eefdd-7885-4447-b8c9-2e28cfc41305 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Oct 29 09:12:10.974751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 89ce0471-7300-400e-8878-614b3f98e532 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:12:11.036112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 89ce0471-7300-400e-8878-614b3f98e532 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:12:11.040152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 89ce0471-7300-400e-8878-614b3f98e532 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:12:11.040531 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:11.097859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba750b1-c2d4-447c-8a83-61e8953319ed req-926130b6-7913-42d9-b9dc-ee31194c4636 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:11.100385 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ba750b1-c2d4-447c-8a83-61e8953319ed req-926130b6-7913-42d9-b9dc-ee31194c4636 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 944 time: 0.0508168 Oct 29 09:12:11.121257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:11.137904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ba750b1-c2d4-447c-8a83-61e8953319ed req-4435d615-3f59-461d-ae04-1982178a9624 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Oct 29 09:12:11.145564 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce0471-7300-400e-8878-614b3f98e532'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:12:11.147927 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afa1a6e-887d-4e0f-b810-3782a4a09f48" -d '{"events": [{"server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "name": "network-vif-plugged", "status": "completed", "tag": "89ce0471-7300-400e-8878-614b3f98e532"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:12:11.161792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:11.167102 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:11.218290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:11.253918 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65e6032-3c08-4857-a60c-b848d78f1d66 x-openstack-request-id: req-f65e6032-3c08-4857-a60c-b848d78f1d66 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:12:11.254227 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "name": "network-vif-plugged", "status": "completed", "tag": "89ce0471-7300-400e-8878-614b3f98e532", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:12:11.254569 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f65e6032-3c08-4857-a60c-b848d78f1d66 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:12:11.254991 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce0471-7300-400e-8878-614b3f98e532', 'code': 200} Oct 29 09:12:11.335454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-f4830a3a-11d6-409f-8106-0e7096a236a2 req-1c0a62d4-02b7-4e02-87d5-91056f43734e tempest-TestVolumeBootPattern-572482814 tempest-TestVolumeBootPattern-572482814-project] (102114) timed out ('10.222.0.93', 61315) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:12:11.360242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8ae29-b9f1-4b27-bedb-5273050008e2 req-7fed89bd-73de-48b7-a086-2ee09331671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:11.361793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73f8ae29-b9f1-4b27-bedb-5273050008e2 req-7fed89bd-73de-48b7-a086-2ee09331671e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1096 time: 0.0466814 Oct 29 09:12:11.397680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73f8ae29-b9f1-4b27-bedb-5273050008e2 req-a6c7cb21-7a6a-4da0-bf75-647a215a5858 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289822 Oct 29 09:12:12.266992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643634-d202-43ab-81ea-7c81c43c13da req-d360a4a9-1f00-4036-8573-f545bc7a7901 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:12.268502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a643634-d202-43ab-81ea-7c81c43c13da req-d360a4a9-1f00-4036-8573-f545bc7a7901 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0522428 Oct 29 09:12:12.308066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7a643634-d202-43ab-81ea-7c81c43c13da req-9453071a-5fcd-4696-ac97-42b17e7c402d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Oct 29 09:12:13.078932 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:12:13.447431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71edb22-4347-4f2d-815c-7929707a4da8 req-3b0ae500-6a03-4463-a7e0-26376b8dcb1a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:13.449184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b71edb22-4347-4f2d-815c-7929707a4da8 req-3b0ae500-6a03-4463-a7e0-26376b8dcb1a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0602732 Oct 29 09:12:13.488945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b71edb22-4347-4f2d-815c-7929707a4da8 req-197e446e-318b-472d-93a9-d7e6ba48da4a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Oct 29 09:12:13.611532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d26b4-8ebe-4c10-a277-031e24e5b2c2 req-bf4dd946-6a88-49d0-9da2-5b60b11894c3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:13.613722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f4d26b4-8ebe-4c10-a277-031e24e5b2c2 req-bf4dd946-6a88-49d0-9da2-5b60b11894c3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0572557 Oct 29 09:12:13.658417 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f4d26b4-8ebe-4c10-a277-031e24e5b2c2 req-d925951e-4a55-455d-8023-56672dc4cd36 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Oct 29 09:12:13.884218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1586-83e4-46a0-a395-01b07d134f95 req-895f9b84-819e-4b62-8d50-2a0f709537a3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:13.885622 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-70fa1586-83e4-46a0-a395-01b07d134f95 req-895f9b84-819e-4b62-8d50-2a0f709537a3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0571671 Oct 29 09:12:13.923945 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-70fa1586-83e4-46a0-a395-01b07d134f95 req-e7706b99-93c0-4d2b-80dc-49d02adc5c86 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Oct 29 09:12:14.047750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af0e65-0a84-46e3-ac88-34969589fabf req-1b683681-6012-4914-beb1-70310f0df8fb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:14.049821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e1af0e65-0a84-46e3-ac88-34969589fabf req-1b683681-6012-4914-beb1-70310f0df8fb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0596056 Oct 29 09:12:14.091096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e1af0e65-0a84-46e3-ac88-34969589fabf req-672724e0-a36b-4c5f-a716-5f03a1f768e9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346823 Oct 29 09:12:14.292888 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b21530c9-fa82-4bb7-ac7d-d0b320479fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:14.335650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-786e81c3-9e89-4903-8e92-e3255e554b48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418789 Oct 29 09:12:14.361549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cee5f0-eff9-4512-ab96-9bad687d8e77 req-42f47253-6f09-4ec7-a288-f06e31bdec14 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:14.363164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84cee5f0-eff9-4512-ab96-9bad687d8e77 req-42f47253-6f09-4ec7-a288-f06e31bdec14 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0560799 Oct 29 09:12:14.402181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84cee5f0-eff9-4512-ab96-9bad687d8e77 req-27f2d7da-e250-4893-bacc-5d51248d6ee8 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Oct 29 09:12:15.534145 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731b4d0-8995-467b-aa80-5c9c91a0600d req-578a65f0-3d52-44ad-87d7-769e4bd978a6 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:15.535650 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8731b4d0-8995-467b-aa80-5c9c91a0600d req-578a65f0-3d52-44ad-87d7-769e4bd978a6 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0531282 Oct 29 09:12:15.555138 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-7f1b46c6-f26b-4c91-a8a6-7d99f9920000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:15.556677 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-7f1b46c6-f26b-4c91-a8a6-7d99f9920000 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1096 time: 0.0421782 Oct 29 09:12:15.580229 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8731b4d0-8995-467b-aa80-5c9c91a0600d req-9e233d4d-d98b-4410-9396-19401465a02c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Oct 29 09:12:15.659501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-f60f0e01-3195-4ab2-b852-7a9bc35c36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:15.661184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-f60f0e01-3195-4ab2-b852-7a9bc35c36d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0961061 Oct 29 09:12:15.703081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-dd3406ed-958c-48d1-ac0b-c6915e820557 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 217 time: 0.0346060 Oct 29 09:12:15.752650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-c04f20bf-7fbe-4c44-a24e-27602787d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:15.754166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-c04f20bf-7fbe-4c44-a24e-27602787d043 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0443666 Oct 29 09:12:15.786069 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8abc4fef-e508-49bc-964e-fd8025d2135a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247638 Oct 29 09:12:15.885924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-6c9ae25c-e297-44b9-8364-8955c657f31a service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929089 Oct 29 09:12:15.984705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-1e2ccf4c-162c-4c49-91de-0a5612fc9a7d service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907614 Oct 29 09:12:16.710172 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d04d8a-ff2f-44b1-8c23-fb968771dec0 req-238a173a-3bd9-4d40-8ada-3e25f6fd854c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:16.711573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6d04d8a-ff2f-44b1-8c23-fb968771dec0 req-238a173a-3bd9-4d40-8ada-3e25f6fd854c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0581234 Oct 29 09:12:16.752769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a6d04d8a-ff2f-44b1-8c23-fb968771dec0 req-35b1a5fa-8bb9-4c7d-8161-7a671e2bd3e9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349588 Oct 29 09:12:17.013670 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d4202542-2db3-487f-badd-10dafee4fe40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:17.903708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d0e21-5358-4979-ae6b-5e983a92fb6d req-17a7844c-64c0-417e-9281-5b9fd5931710 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:17.905288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-011d0e21-5358-4979-ae6b-5e983a92fb6d req-17a7844c-64c0-417e-9281-5b9fd5931710 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0669978 Oct 29 09:12:17.954735 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-011d0e21-5358-4979-ae6b-5e983a92fb6d req-ea6dbed7-a62a-4d74-9d3b-5d7b4c96ed95 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Oct 29 09:12:18.269735 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:18.308386 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:19.097750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a848401-2ade-4953-8f88-35a0c76f3933 req-806bc6c0-19d7-4fe8-9471-cd76c4cf2c3c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:19.099600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a848401-2ade-4953-8f88-35a0c76f3933 req-806bc6c0-19d7-4fe8-9471-cd76c4cf2c3c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0650122 Oct 29 09:12:19.142765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a848401-2ade-4953-8f88-35a0c76f3933 req-c409844f-177f-4fc0-959c-76475d3913bb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 Oct 29 09:12:19.641087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:20.539836 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09facb70-7777-4be8-a7b7-56e9a6c3e0ed req-572c021c-1525-4f23-847f-d9a2efe912f0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:20.541381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-09facb70-7777-4be8-a7b7-56e9a6c3e0ed req-572c021c-1525-4f23-847f-d9a2efe912f0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0611312 Oct 29 09:12:20.582288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-09facb70-7777-4be8-a7b7-56e9a6c3e0ed req-fb4a63c1-2c2e-429b-8337-ec878c44b2d0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Oct 29 09:12:21.715709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ea87b-8886-49d0-b17e-2c7d0e44ec3d req-f52fffa9-1e8c-4462-8234-033c41e79141 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:21.717238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-240ea87b-8886-49d0-b17e-2c7d0e44ec3d req-f52fffa9-1e8c-4462-8234-033c41e79141 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0515180 Oct 29 09:12:21.760394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-240ea87b-8886-49d0-b17e-2c7d0e44ec3d req-1ac621d1-2fd2-4514-9408-140a1f5b4ea3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367987 Oct 29 09:12:22.085622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-6097084a-15fa-46e4-8dde-94d4f28678b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:22.087066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-6097084a-15fa-46e4-8dde-94d4f28678b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1096 time: 0.0434768 Oct 29 09:12:22.200315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-58273ccc-d3ce-4c36-9aaa-acf2e19920d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:22.201883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-58273ccc-d3ce-4c36-9aaa-acf2e19920d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0944705 Oct 29 09:12:22.247384 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-309f8b3b-6e5c-486b-a971-ceadffdfd8ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 217 time: 0.0378733 Oct 29 09:12:22.299469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-9cffea7b-b772-49c6-a422-67cdc774769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:22.300953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-9cffea7b-b772-49c6-a422-67cdc774769f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0449433 Oct 29 09:12:22.334190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-45f4e943-388f-4e8b-b2ca-35d656640d6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263793 Oct 29 09:12:22.442327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-b798243f-b3a2-468a-98fd-ed6af7e71c0e service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010346 Oct 29 09:12:22.544298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b89ae2ac-9336-493a-b3aa-dab4dfaae529 req-1282f65d-317d-4cdc-b021-b6a0636b83a2 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932810 Oct 29 09:12:22.889161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a110c-c5c9-4719-a0a8-7aee7089a683 req-a74a90bc-6d38-4488-8ba4-57c3ca6ebc02 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:22.890759 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d1a110c-c5c9-4719-a0a8-7aee7089a683 req-a74a90bc-6d38-4488-8ba4-57c3ca6ebc02 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Oct 29 09:12:22.947833 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d1a110c-c5c9-4719-a0a8-7aee7089a683 req-f5b39f70-b9c4-460d-80f2-ce2ce9e45813 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Oct 29 09:12:24.083246 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f0f4b-365d-4324-9565-35828cc45045 req-fd393dd2-f0e0-46a8-b6a8-19b93c1d87b7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:24.084798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5f0f4b-365d-4324-9565-35828cc45045 req-fd393dd2-f0e0-46a8-b6a8-19b93c1d87b7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0574999 Oct 29 09:12:24.123730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5f0f4b-365d-4324-9565-35828cc45045 req-a98daefa-ef7f-406e-bef4-23b1777498db tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325484 Oct 29 09:12:25.248761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d70c-d0cd-4b05-b6dc-a233dd6d38ee req-3e1ff471-14f6-4bbd-96d0-9ce1501aed46 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:25.249954 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27d2d70c-d0cd-4b05-b6dc-a233dd6d38ee req-3e1ff471-14f6-4bbd-96d0-9ce1501aed46 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Oct 29 09:12:25.293202 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27d2d70c-d0cd-4b05-b6dc-a233dd6d38ee req-ff0d139b-8fc5-40f9-b058-76d3dc7dc9e2 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Oct 29 09:12:26.428003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3913d3b-6bb9-4bb3-a00d-9dd4abfd7efb req-cca974c2-a040-45e0-9502-e12c8967484a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:26.429527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3913d3b-6bb9-4bb3-a00d-9dd4abfd7efb req-cca974c2-a040-45e0-9502-e12c8967484a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Oct 29 09:12:26.472716 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3913d3b-6bb9-4bb3-a00d-9dd4abfd7efb req-5c622a50-e430-4b15-9143-aefa19164faf tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Oct 29 09:12:27.612954 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18b3af-e7b5-4b65-bdb3-b88d5f9e071d req-016d590c-d410-4b6b-ab5b-b26e2c17d666 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:27.614435 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b18b3af-e7b5-4b65-bdb3-b88d5f9e071d req-016d590c-d410-4b6b-ab5b-b26e2c17d666 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0637321 Oct 29 09:12:27.660134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6b18b3af-e7b5-4b65-bdb3-b88d5f9e071d req-5b4d70b0-17c5-4f4b-9e4f-e6643bde2233 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Oct 29 09:12:28.780796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176884a2-c783-42ad-9037-d61c2f426c0d req-be7a9e6a-5c05-48c3-a2c8-5f46605488f7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:28.782562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176884a2-c783-42ad-9037-d61c2f426c0d req-be7a9e6a-5c05-48c3-a2c8-5f46605488f7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0511558 Oct 29 09:12:28.822223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-176884a2-c783-42ad-9037-d61c2f426c0d req-f3dba207-3e3f-4203-a2b8-de3da1a9f095 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336931 Oct 29 09:12:29.392580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:29.958429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ad93b-c8d2-4155-978c-6fb7726da735 req-17a87b8e-20b3-4bf1-9a21-360aac3053ef tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:29.959945 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f2ad93b-c8d2-4155-978c-6fb7726da735 req-17a87b8e-20b3-4bf1-9a21-360aac3053ef tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0581760 Oct 29 09:12:30.012380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f2ad93b-c8d2-4155-978c-6fb7726da735 req-dc321c16-bd4b-4eec-b228-ff831dc298bb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Oct 29 09:12:30.738393 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:31.150002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2023a-bd61-4ec3-a30a-0bf63d6862a8 req-6b24da17-f5ad-45f0-a32c-292dbe079231 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:31.151445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47a2023a-bd61-4ec3-a30a-0bf63d6862a8 req-6b24da17-f5ad-45f0-a32c-292dbe079231 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0535774 Oct 29 09:12:31.192109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47a2023a-bd61-4ec3-a30a-0bf63d6862a8 req-8794a498-5d48-4741-9f2e-d749282c7bf3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345876 Oct 29 09:12:32.336193 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf72022-2a7b-4ab9-9fa2-af787dd5d117 req-c33396a2-2792-4d5e-b6a8-8002310fe98d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:32.337702 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eaf72022-2a7b-4ab9-9fa2-af787dd5d117 req-c33396a2-2792-4d5e-b6a8-8002310fe98d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0560989 Oct 29 09:12:32.376118 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eaf72022-2a7b-4ab9-9fa2-af787dd5d117 req-f6857481-a6ae-4675-bac8-b1dbe8150b65 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Oct 29 09:12:33.500281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a5ef-7298-4984-ad12-32e5bfe3e08e req-8c8fe186-e995-4fec-9190-e16fbf8536b8 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:33.501751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54c7a5ef-7298-4984-ad12-32e5bfe3e08e req-8c8fe186-e995-4fec-9190-e16fbf8536b8 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Oct 29 09:12:33.542722 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-54c7a5ef-7298-4984-ad12-32e5bfe3e08e req-a482e3f4-caea-4bf9-bf1d-f6ce06c244b4 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Oct 29 09:12:34.685829 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078542b-fe12-4e23-805e-3da2d54e8412 req-3a888473-6ecc-45f6-9cda-549b30a36d7b tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:34.687354 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8078542b-fe12-4e23-805e-3da2d54e8412 req-3a888473-6ecc-45f6-9cda-549b30a36d7b tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0636492 Oct 29 09:12:34.726990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8078542b-fe12-4e23-805e-3da2d54e8412 req-b5d9ebfd-a6ad-4b54-8a44-0460916f26c7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Oct 29 09:12:35.860304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ffd2-fea5-45d5-882b-d37e4b55dbbb req-01d1dd80-d720-43f7-b95f-b0efb42e95a7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:35.861926 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8659ffd2-fea5-45d5-882b-d37e4b55dbbb req-01d1dd80-d720-43f7-b95f-b0efb42e95a7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0565913 Oct 29 09:12:35.903859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8659ffd2-fea5-45d5-882b-d37e4b55dbbb req-8201dfc9-926e-4a35-94af-2b7cf5263f64 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Oct 29 09:12:37.032898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1fa9e-d6e5-48ae-8800-997203630bd9 req-a47fcd9b-3fc4-4cc3-99a9-409c2caac918 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:37.034444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0e1fa9e-d6e5-48ae-8800-997203630bd9 req-a47fcd9b-3fc4-4cc3-99a9-409c2caac918 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0609255 Oct 29 09:12:37.092232 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b0e1fa9e-d6e5-48ae-8800-997203630bd9 req-a8687e51-1833-4d21-ab01-0b04cd8b74db tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512137 Oct 29 09:12:38.228889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11023a8b-3110-41e9-a36f-517f4c4da463 req-ee240719-2869-41a0-8d5f-7777b825bf83 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:38.230398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11023a8b-3110-41e9-a36f-517f4c4da463 req-ee240719-2869-41a0-8d5f-7777b825bf83 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0566418 Oct 29 09:12:38.272347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-11023a8b-3110-41e9-a36f-517f4c4da463 req-ded10bf3-b153-4ae7-ba98-a0e703f02345 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Oct 29 09:12:39.407977 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba81c00-9fee-4e6d-add2-0f67b4977a62 req-6ed44486-91ff-4b6b-a15b-a84c65520a11 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:39.409469 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ba81c00-9fee-4e6d-add2-0f67b4977a62 req-6ed44486-91ff-4b6b-a15b-a84c65520a11 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0530679 Oct 29 09:12:39.453556 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7ba81c00-9fee-4e6d-add2-0f67b4977a62 req-70eee807-fc91-47cd-b9df-fc6cbcf85827 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376728 Oct 29 09:12:40.576274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef554e-bbf0-4cbd-9a5a-ea8005a2d02c req-c2bb3be5-7020-441f-a4ad-7f2aa30afe69 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:40.577793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6eef554e-bbf0-4cbd-9a5a-ea8005a2d02c req-c2bb3be5-7020-441f-a4ad-7f2aa30afe69 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0505049 Oct 29 09:12:40.616966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6eef554e-bbf0-4cbd-9a5a-ea8005a2d02c req-5ca15138-e712-4055-8bfe-f8c2f72972dc tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Oct 29 09:12:41.746945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e1fb4-32f5-4760-b415-ad3442b2e789 req-ec64074b-904a-4860-9fed-f454bc492701 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:41.748576 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f2e1fb4-32f5-4760-b415-ad3442b2e789 req-ec64074b-904a-4860-9fed-f454bc492701 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0560627 Oct 29 09:12:41.788907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f2e1fb4-32f5-4760-b415-ad3442b2e789 req-305e54f8-2f3f-49f6-bc41-fe9b92498582 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 Oct 29 09:12:42.923837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f56d7-8235-4159-abc5-68de6faa6cdb req-ea00218e-fd16-4b77-9955-2b7ebbb678e7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:42.925391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98f56d7-8235-4159-abc5-68de6faa6cdb req-ea00218e-fd16-4b77-9955-2b7ebbb678e7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0576394 Oct 29 09:12:42.964973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d98f56d7-8235-4159-abc5-68de6faa6cdb req-e3786c1d-ed35-406c-93d1-f9318aceffa3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Oct 29 09:12:43.247541 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-242ea2ab-f009-4b99-b33b-3cfcfba26948 service neutron] show failed (client error): The resource could not be found. Oct 29 09:12:43.248600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-242ea2ab-f009-4b99-b33b-3cfcfba26948 service neutron] 10.222.0.15 "GET /v2.0/ports/89ce0471-7300-400e-8878-614b3f98e532/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0715985 Oct 29 09:12:43.470992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-c762626e-f4d1-4574-98bb-a0a6c00c6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:43.472567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-c762626e-f4d1-4574-98bb-a0a6c00c6caf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665&tenant_id=ed4c7fe101f443a88b50c011bb3d193a HTTP/1.1" status: 200 len: 1096 time: 0.0438433 Oct 29 09:12:43.485644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:12:43.550257 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:43.765619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:43.805986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:12:43.849515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ce0471-7300-400e-8878-614b3f98e532'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:12:43.852235 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59225cdd-c466-4bbf-8393-2a425934d827" -d '{"events": [{"server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "name": "network-vif-unplugged", "status": "completed", "tag": "89ce0471-7300-400e-8878-614b3f98e532"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:12:43.856759 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:43.870433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Transition to ACTIVE for port object 89ce0471-7300-400e-8878-614b3f98e532 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:12:43.875938 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:43.907944 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94132cd6-b659-4df8-aadf-7caa3ab6fa71 x-openstack-request-id: req-94132cd6-b659-4df8-aadf-7caa3ab6fa71 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:12:43.908241 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "name": "network-vif-unplugged", "status": "completed", "tag": "89ce0471-7300-400e-8878-614b3f98e532", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:12:43.908491 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94132cd6-b659-4df8-aadf-7caa3ab6fa71 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:12:43.908887 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ce0471-7300-400e-8878-614b3f98e532', 'code': 200} Oct 29 09:12:43.930599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:43.946345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] No DVR routers for this DVR port 89ce0471-7300-400e-8878-614b3f98e532 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:12:43.954400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.954740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.955069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.955399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.955723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.956067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.956390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.956706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.957005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.957323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.957636 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.957950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:43.996163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Attempting to bind port 89ce0471-7300-400e-8878-614b3f98e532 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:12:43.996563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Attempting to bind port 89ce0471-7300-400e-8878-614b3f98e532 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:12:43.996897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Attempting to bind port 89ce0471-7300-400e-8878-614b3f98e532 on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:12:44.001820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Port 89ce0471-7300-400e-8878-614b3f98e532 on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:12:44.002140 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Attempting to bind port 89ce0471-7300-400e-8878-614b3f98e532 on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:12:44.008793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:12:44.009137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Checking segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:12:44.009510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Bound using segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:12:44.009945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Bound port: 89ce0471-7300-400e-8878-614b3f98e532, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:12:44.010302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:44.104310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:12:44.107912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:12:44.113707 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:44.131683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3359d8-1d49-438c-9196-93b610c96f25 req-d7eb3542-27f8-4f61-834b-b9504b1a22c9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:44.133603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c3359d8-1d49-438c-9196-93b610c96f25 req-d7eb3542-27f8-4f61-834b-b9504b1a22c9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.0875435 Oct 29 09:12:44.176277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:44.176887 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:44.178239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] 10.222.0.93 "PUT /v2.0/ports/89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 1091 time: 0.6967647 Oct 29 09:12:44.215224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81082e-4cc4-4433-b697-27e4e0ad4439 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:44.290660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b781b4e2-4f1e-4129-a437-93ad8085f2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:44.554617 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c3359d8-1d49-438c-9196-93b610c96f25 req-2c16ad83-02f8-4d14-908f-a2f056260d54 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024646 Oct 29 09:12:44.573642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-ca025dc1-a101-450b-8b80-f8b196c7a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:44.575255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-ca025dc1-a101-450b-8b80-f8b196c7a7cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1094 time: 0.3706219 Oct 29 09:12:44.671873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-de3eb066-b902-4051-8d44-20e08c39e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:44.674112 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-de3eb066-b902-4051-8d44-20e08c39e13f service neutron] 10.222.0.93 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0908630 Oct 29 09:12:44.720737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-13339a6c-045c-4ea4-8b4f-7d5d66814782 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 217 time: 0.0397470 Oct 29 09:12:44.771150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-b3b4e7cd-b821-4e18-9301-9ab613b991c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:44.772714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-b3b4e7cd-b821-4e18-9301-9ab613b991c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0451581 Oct 29 09:12:44.805575 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-9122fe55-9820-4603-b1a4-1226ab16f735 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256171 Oct 29 09:12:44.902441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-5cc4a349-bd86-4617-b546-dd70c3fcab9e service neutron] 10.222.0.93 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897465 Oct 29 09:12:44.993955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e8de549-f932-42f5-8c18-628b6691e8a7 req-aca1fdc2-6c67-4563-bde3-1f5779a054cf service neutron] 10.222.0.93 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841429 Oct 29 09:12:45.692780 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38786f9-ea3a-4061-80ef-bd2f6a3c9295 req-5f34ae5b-346e-4d31-82e5-76c594198349 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:45.698289 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f38786f9-ea3a-4061-80ef-bd2f6a3c9295 req-5f34ae5b-346e-4d31-82e5-76c594198349 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.0532067 Oct 29 09:12:45.743353 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f38786f9-ea3a-4061-80ef-bd2f6a3c9295 req-e012630e-a53c-40f8-a9aa-2a64d9ad94e9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Oct 29 09:12:45.910336 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'tag': '89ce0471-7300-400e-8878-614b3f98e532'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:12:45.914741 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed27d725-53ce-4d83-a37e-111ff7f287a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "tag": "89ce0471-7300-400e-8878-614b3f98e532"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:12:45.977024 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8bbdac-76d8-4a00-8c19-4b1a5b4d8981 x-openstack-request-id: req-0c8bbdac-76d8-4a00-8c19-4b1a5b4d8981 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:12:45.977315 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "tag": "89ce0471-7300-400e-8878-614b3f98e532", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:12:45.977566 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c8bbdac-76d8-4a00-8c19-4b1a5b4d8981 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:12:45.978002 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'tag': '89ce0471-7300-400e-8878-614b3f98e532', 'status': 'completed', 'code': 200} Oct 29 09:12:46.074774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-5c931960-8fa0-4686-89d4-6040d4098162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:46.076368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-5c931960-8fa0-4686-89d4-6040d4098162 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1094 time: 0.0795910 Oct 29 09:12:46.078931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-7237835b-acf0-43a8-8002-d30b0f0cf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:46.080309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-7237835b-acf0-43a8-8002-d30b0f0cf67d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1094 time: 0.0754690 Oct 29 09:12:46.236518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-28dc7973-9b07-4983-aa57-dfa9aa2ebb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:46.237930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-28dc7973-9b07-4983-aa57-dfa9aa2ebb06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.1538267 Oct 29 09:12:46.239306 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-b3a3b779-9673-41cb-8a50-ad11471864bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:46.240651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-b3a3b779-9673-41cb-8a50-ad11471864bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.1490641 Oct 29 09:12:46.316552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-448cd11f-a9b6-4ffd-a374-63cfc5c88842 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 217 time: 0.0711155 Oct 29 09:12:46.317922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-cd42d80f-4f6b-4c27-8e95-7b0efa985ef1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 217 time: 0.0670099 Oct 29 09:12:46.400649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-7e2e6dc8-7052-480e-a730-3d8bf354d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:46.402154 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-7e2e6dc8-7052-480e-a730-3d8bf354d271 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0785351 Oct 29 09:12:46.403557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-84117579-4693-42cc-8f29-fef0fdbe3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:46.404931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-84117579-4693-42cc-8f29-fef0fdbe3e63 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0739808 Oct 29 09:12:46.458374 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-4730a69f-cfb2-4202-902f-87408e87c81e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484505 Oct 29 09:12:46.460295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-117d0631-9f67-4ab9-897b-34c14b46f0ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428197 Oct 29 09:12:46.620778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-a1924542-cbf1-4f66-a416-fcaab2393aec service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547379 Oct 29 09:12:46.622981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-9ac71f99-67ba-447a-a901-a2082f46353b service neutron] 10.222.0.93 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500633 Oct 29 09:12:46.785275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-818b0d1e-de2f-4ec5-9e44-8daa80de4f4f service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572793 Oct 29 09:12:46.787218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed27d725-53ce-4d83-a37e-111ff7f287a4 req-ece7d87c-0d3f-40a3-a78c-9dcbc86239a8 service neutron] 10.222.0.93 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516178 Oct 29 09:12:46.883067 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8550c7-87ba-430a-8e5c-1ab8979434d2 req-bc51d8bd-58fb-4352-8ddd-7cf974ade27a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:46.884475 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a8550c7-87ba-430a-8e5c-1ab8979434d2 req-bc51d8bd-58fb-4352-8ddd-7cf974ade27a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.0579579 Oct 29 09:12:46.925872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3a8550c7-87ba-430a-8e5c-1ab8979434d2 req-a276d0c0-0887-4082-bd83-7a5a640dfe91 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Oct 29 09:12:47.008826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be545558-ca9c-469d-bc9a-5564b3788501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:47.098901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 89ce0471-7300-400e-8878-614b3f98e532 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:12:47.145672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 89ce0471-7300-400e-8878-614b3f98e532 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:12:48.052676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bcdda-d5e8-450e-970e-ef41db7be78b req-bba5aee1-d3f9-4edb-b6fd-0bb8cd170e91 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:48.054222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-815bcdda-d5e8-450e-970e-ef41db7be78b req-bba5aee1-d3f9-4edb-b6fd-0bb8cd170e91 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.0544987 Oct 29 09:12:48.097992 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-815bcdda-d5e8-450e-970e-ef41db7be78b req-c5d1802d-cd75-4d75-b50f-e0ed69796f7e tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Oct 29 09:12:48.270108 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:48.306096 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:48.341149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-e466c700-dae1-4904-82f1-216bc6039f70 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:48.342696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-e466c700-dae1-4904-82f1-216bc6039f70 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.15 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665&tenant_id=ed4c7fe101f443a88b50c011bb3d193a&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 943 time: 0.0587082 Oct 29 09:12:48.350006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a988-221b-482e-8810-3d4f13b4f64d req-0c6583d3-5905-48a7-8e66-3f0f5f6d5819 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:48.351394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0602a988-221b-482e-8810-3d4f13b4f64d req-0c6583d3-5905-48a7-8e66-3f0f5f6d5819 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 943 time: 0.0958445 Oct 29 09:12:48.427335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0602a988-221b-482e-8810-3d4f13b4f64d req-11410d10-d8ff-4f84-875b-56185dd28355 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695298 Oct 29 09:12:48.435659 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-85cddf57-d010-4a76-81fd-e26e21cadcf0 service neutron] delete failed (client error): The resource could not be found. Oct 29 09:12:48.436768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-85cddf57-d010-4a76-81fd-e26e21cadcf0 service neutron] 10.222.0.15 "DELETE /v2.0/ports/89ce0471-7300-400e-8878-614b3f98e532/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0843654 Oct 29 09:12:48.537880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-ef338bf7-18be-4849-b39a-c611d412495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:48.539349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-ef338bf7-18be-4849-b39a-c611d412495e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 1094 time: 0.0462768 Oct 29 09:12:48.636663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-b93ecab1-e467-4fd5-b737-e5d802360c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:48.638215 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-b93ecab1-e467-4fd5-b737-e5d802360c62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0918243 Oct 29 09:12:48.684862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-ab28d9ef-8f11-4bb1-b53d-fa761343baf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 200 len: 217 time: 0.0395982 Oct 29 09:12:48.736052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-9c73f6ca-3df7-4e09-9df0-8c6ddf73337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:48.737551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-9c73f6ca-3df7-4e09-9df0-8c6ddf73337e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0456035 Oct 29 09:12:48.774213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-44ba993f-0c31-426d-b726-ac32f34b4716 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292246 Oct 29 09:12:48.812438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 89ce0471-7300-400e-8878-614b3f98e532 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:12:48.870464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-706c2505-ffa8-4aea-a7ed-fc52055d7d64 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894024 Oct 29 09:12:48.911448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:48.923735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '89ce0471-7300-400e-8878-614b3f98e532', 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c', 'port_id': '89ce0471-7300-400e-8878-614b3f98e532', 'mac_address': 'fa:16:3e:4a:7f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244ad23d-2e81-4ac3-822e-dd193f62a9ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:12:48.963779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:48.967552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-82b4d93b-4b55-4bf0-b1a9-671e9081bdfc req-dd711541-2620-4b92-a6b1-7266c1032c48 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890470 Oct 29 09:12:48.977505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ce0471-7300-400e-8878-614b3f98e532 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:12:48.998313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:49.003625 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:49.056205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:49.064141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.064408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.064731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.065060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.065385 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.065709 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.066029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.066348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.066663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.067002 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.067299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.067614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:12:49.299102 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['89ce0471-7300-400e-8878-614b3f98e532'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:12:49.550687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4e4a1-6425-4ae5-897e-9f8da0ac54a5 req-801abc77-6cdc-42a9-acf5-5d8c2c9ce3c3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:49.552875 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e7c4e4a1-6425-4ae5-897e-9f8da0ac54a5 req-801abc77-6cdc-42a9-acf5-5d8c2c9ce3c3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 944 time: 0.0520175 Oct 29 09:12:49.593014 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e7c4e4a1-6425-4ae5-897e-9f8da0ac54a5 req-746cb073-fa56-4f56-8e32-00c9174c14e3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Oct 29 09:12:49.637514 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:49.724320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f965f1-6a0e-47db-af1b-478228751e6d req-97533ca5-71f9-459d-ba74-b957853855c9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:49.726446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2f965f1-6a0e-47db-af1b-478228751e6d req-97533ca5-71f9-459d-ba74-b957853855c9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 944 time: 0.0628219 Oct 29 09:12:49.771827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2f965f1-6a0e-47db-af1b-478228751e6d req-f6db5b67-68c5-489f-a81a-82beb064cccc tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379415 Oct 29 09:12:49.894760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414238c7-8451-4947-a9c3-757eff255d31 req-cf290d0a-9836-4912-a07a-60d33f544edf tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:49.896317 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-414238c7-8451-4947-a9c3-757eff255d31 req-cf290d0a-9836-4912-a07a-60d33f544edf tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 944 time: 0.0571964 Oct 29 09:12:49.940193 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-414238c7-8451-4947-a9c3-757eff255d31 req-b51a0072-9c70-4e97-9b72-34bfff92a4cd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 Oct 29 09:12:50.079700 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:12:50.306384 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-242a855b-b333-47e9-9a99-4619fbeb5b3c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:50.307795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-242a855b-b333-47e9-9a99-4619fbeb5b3c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 814 time: 0.1065435 Oct 29 09:12:50.326930 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-18d32cbb-9473-4b41-be48-70e019793fcb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/quotas/ed4c7fe101f443a88b50c011bb3d193a HTTP/1.1" status: 200 len: 375 time: 0.0099993 Oct 29 09:12:50.377854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-fca6679f-b1d1-4aaf-b7d3-04f84148ce54 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454545 Oct 29 09:12:50.486723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-617b0f35-22c2-4a1f-b161-4e9f3bb8d112 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012075 Oct 29 09:12:50.600252 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-ae0f08ea-3090-4780-a7d7-8a76206133d9 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063769 Oct 29 09:12:50.779679 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e9e0de3-79ef-4ec1-a699-d42c78625c7b req-e7000936-935f-4408-b07f-90d7974992bb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 210 time: 0.0312366 Oct 29 09:12:50.814757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 89ce0471-7300-400e-8878-614b3f98e532 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:12:50.866757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 89ce0471-7300-400e-8878-614b3f98e532 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:12:50.871610 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 89ce0471-7300-400e-8878-614b3f98e532 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:12:50.872025 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:50.952716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:50.978678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce0471-7300-400e-8878-614b3f98e532'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:12:50.981060 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bce6da-d477-42fd-8048-70a444c6d25a" -d '{"events": [{"server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "name": "network-vif-plugged", "status": "completed", "tag": "89ce0471-7300-400e-8878-614b3f98e532"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:12:51.000321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:51.005584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:51.032056 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8c8816-4af8-4b67-9a50-bba06e88001b x-openstack-request-id: req-7c8c8816-4af8-4b67-9a50-bba06e88001b {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:12:51.032348 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "name": "network-vif-plugged", "status": "completed", "tag": "89ce0471-7300-400e-8878-614b3f98e532", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:12:51.032593 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c8c8816-4af8-4b67-9a50-bba06e88001b {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:12:51.032986 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce0471-7300-400e-8878-614b3f98e532', 'code': 200} Oct 29 09:12:51.058647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:51.645074 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-f59c09ee-16e2-4c76-81b5-f57135136cf9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:51.646566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-f59c09ee-16e2-4c76-81b5-f57135136cf9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.93 "GET /v2.0/ports?device_id=9291fb96-6168-4a98-8782-941e901c4665 HTTP/1.1" status: 200 len: 945 time: 0.0540311 Oct 29 09:12:51.807710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Deleting port 89ce0471-7300-400e-8878-614b3f98e532 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:12:51.808460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:51.902385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f5b5dbd4-cd1c-4f51-a90e-7af36340232d req-4e338fb4-41a9-4b99-99ad-7c65e308f7c9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 210 time: 0.0435746 Oct 29 09:12:51.932191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-7b224735-a322-4d70-bbde-99ea3f030bcb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:51.933661 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-7b224735-a322-4d70-bbde-99ea3f030bcb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 814 time: 0.2033310 Oct 29 09:12:51.953611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Request body: {'port': {'device_id': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c', 'admin_state_up': True, 'tenant_id': 'ed4c7fe101f443a88b50c011bb3d193a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:12:52.010442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] For port 89ce0471-7300-400e-8878-614b3f98e532, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=89ce0471-7300-400e-8878-614b3f98e532,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:52.010812 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:52.031251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Calling delete_port for 89ce0471-7300-400e-8878-614b3f98e532 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:12:52.147749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Made reservation on behalf of ed4c7fe101f443a88b50c011bb3d193a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:12:52.151745 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:52.235607 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:52.247826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['89ce0471-7300-400e-8878-614b3f98e532'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:12:52.301230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Pushing event deleted for resources: {'Port': ['ID=89ce0471-7300-400e-8878-614b3f98e532,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:52.373818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] No DVR routers for this DVR port 89ce0471-7300-400e-8878-614b3f98e532 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:12:52.379446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:52.383241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03729abf-adb7-4b09-ae4d-34e6d1309d15 req-176e049c-1630-4ae8-ad83-d429d028b71d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.93 "DELETE /v2.0/ports/89ce0471-7300-400e-8878-614b3f98e532 HTTP/1.1" status: 204 len: 173 time: 0.7305558 Oct 29 09:12:52.383664 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'name': 'network-vif-deleted', 'tag': '89ce0471-7300-400e-8878-614b3f98e532'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:12:52.386126 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2251f99-92ff-4998-b9cc-a0488a627e0e" -d '{"events": [{"server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "name": "network-vif-deleted", "tag": "89ce0471-7300-400e-8878-614b3f98e532"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:12:52.408639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Allocated IP 172.20.0.4 (6f3a4535-2984-44ff-abb1-44e1b2eded1c/244ad23d-2e81-4ac3-822e-dd193f62a9ab/dc946a84-b7f1-43cd-a470-e5699c91464f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:12:52.426735 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5506d13-5790-4744-9ed0-ee369fbb6b57 x-openstack-request-id: req-d5506d13-5790-4744-9ed0-ee369fbb6b57 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:12:52.427038 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9291fb96-6168-4a98-8782-941e901c4665", "name": "network-vif-deleted", "tag": "89ce0471-7300-400e-8878-614b3f98e532", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:12:52.427290 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5506d13-5790-4744-9ed0-ee369fbb6b57 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:12:52.427700 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9291fb96-6168-4a98-8782-941e901c4665', 'name': 'network-vif-deleted', 'tag': '89ce0471-7300-400e-8878-614b3f98e532', 'status': 'completed', 'code': 200} Oct 29 09:12:52.576170 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:52.618197 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:52.634076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['89ce0471-7300-400e-8878-614b3f98e532'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:12:52.664699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Network 6f3a4535-2984-44ff-abb1-44e1b2eded1c is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:12:52.667963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:12:52.671724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:12:52.678194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:52.725494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:52.726097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:52.744389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2300d77f-f6ab-4d0c-95e1-4fb18a089294 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7973971 Oct 29 09:12:52.756852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Request body: {'port': {'device_id': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:12:52.829964 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:53.072015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923132ed-a910-42f0-8e73-568beaefeed1 req-4f38f713-555b-4ffc-9e70-f450d5d964d7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:53.073554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-923132ed-a910-42f0-8e73-568beaefeed1 req-4f38f713-555b-4ffc-9e70-f450d5d964d7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 931 time: 0.0782232 Oct 29 09:12:53.147375 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-923132ed-a910-42f0-8e73-568beaefeed1 req-741186f4-e1e0-43f9-a2d9-0b67e9050528 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675654 Oct 29 09:12:53.158977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc946a84-b7f1-43cd-a470-e5699c91464f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:12:53.167165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:53.180186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Transition to ACTIVE for port object dc946a84-b7f1-43cd-a470-e5699c91464f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:12:53.185883 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:53.239712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:53.310448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Attempting to bind port dc946a84-b7f1-43cd-a470-e5699c91464f on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:12:53.310794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Attempting to bind port dc946a84-b7f1-43cd-a470-e5699c91464f by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:12:53.311112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Attempting to bind port dc946a84-b7f1-43cd-a470-e5699c91464f on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:12:53.318650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Port dc946a84-b7f1-43cd-a470-e5699c91464f on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:12:53.319344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Attempting to bind port dc946a84-b7f1-43cd-a470-e5699c91464f on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:12:53.325123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:12:53.325471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Checking segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:12:53.325856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Bound using segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:12:53.326285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Bound port: dc946a84-b7f1-43cd-a470-e5699c91464f, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:12:53.326642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:53.396611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:12:53.399935 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:12:53.407412 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:53.443943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:53.444641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:53.446246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 1091 time: 0.6935644 Oct 29 09:12:53.472369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb57b7b-17a9-4482-ac4c-f3617c217462 service neutron] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:53.527417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-8184e73e-fdff-4839-b713-243e4f41f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:53.529025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-8184e73e-fdff-4839-b713-243e4f41f5b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1094 time: 0.0435669 Oct 29 09:12:53.572389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-04a66983-982c-4f4d-a175-88307dce36ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 217 time: 0.0348234 Oct 29 09:12:53.626653 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2f96f122-1fe0-4950-95ad-c5fdaca19f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:53.628194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-2f96f122-1fe0-4950-95ad-c5fdaca19f97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0484564 Oct 29 09:12:53.665988 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-bc9b707c-1e39-4dbe-b699-6fc9ea9e50b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303559 Oct 29 09:12:53.758662 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-171088f9-9086-42d0-a4d3-561abdc6879b service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842056 Oct 29 09:12:53.857379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0485f642-2088-4d17-bc98-bc50f0b20a6c req-96d9ec3c-8d37-427e-a90c-e4a12aad61fe service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916219 Oct 29 09:12:54.284134 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8d8b-037c-4c44-91b5-4127429acbaa req-39e6d330-0bdc-48fd-b3cb-53523b2016fd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:54.285673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-129f8d8b-037c-4c44-91b5-4127429acbaa req-39e6d330-0bdc-48fd-b3cb-53523b2016fd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 943 time: 0.0556118 Oct 29 09:12:54.329307 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-129f8d8b-037c-4c44-91b5-4127429acbaa req-2604f916-5d82-4eda-8649-4395f2fd8e0f tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Oct 29 09:12:54.428983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:12:54.431461 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ca3516-caf5-4778-bc98-c9f32f7a47f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:12:54.468735 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9502b99-d970-413a-83cc-8baa11b91c88 x-openstack-request-id: req-a9502b99-d970-413a-83cc-8baa11b91c88 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:12:54.469027 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:12:54.469281 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9502b99-d970-413a-83cc-8baa11b91c88 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:12:54.469684 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'status': 'completed', 'code': 200} Oct 29 09:12:54.538360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-1407689c-230f-4a56-bece-df0ef4d580c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:54.540451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-1407689c-230f-4a56-bece-df0ef4d580c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1094 time: 0.0453124 Oct 29 09:12:54.643534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-30f5459b-dc3d-481b-9b5b-6cd1f83869bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:54.645107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-30f5459b-dc3d-481b-9b5b-6cd1f83869bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0959144 Oct 29 09:12:54.686925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-b0a6045b-7b0f-4c54-8f4d-802a4348be34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 217 time: 0.0339606 Oct 29 09:12:54.737400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-120c38df-f8a0-4bf3-8858-50e3a2efb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:54.738775 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-120c38df-f8a0-4bf3-8858-50e3a2efb57d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0444691 Oct 29 09:12:54.775669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-0d611bf5-e1cc-4380-8baa-0f20e160af15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281579 Oct 29 09:12:54.868130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 89ce0471-7300-400e-8878-614b3f98e532 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:12:54.877439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-8bfe62b8-a518-4920-b045-a95bea816c82 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921929 Oct 29 09:12:54.892870 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 89ce0471-7300-400e-8878-614b3f98e532 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:12:54.893230 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 89ce0471-7300-400e-8878-614b3f98e532 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:12:54.976183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-95ca3516-caf5-4778-bc98-c9f32f7a47f2 req-ce99fbbf-76b5-459a-b8c9-bf7c4df1422f service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916510 Oct 29 09:12:55.462892 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf8df-43a9-4ec9-97d8-792d070b21a9 req-86c4897f-1550-4efd-8c45-6cbd6a5a8ae8 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:55.464549 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f43bf8df-43a9-4ec9-97d8-792d070b21a9 req-86c4897f-1550-4efd-8c45-6cbd6a5a8ae8 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 943 time: 0.0546436 Oct 29 09:12:55.504080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f43bf8df-43a9-4ec9-97d8-792d070b21a9 req-b2f3b79c-5ef5-4c4f-8643-a4134937719e tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Oct 29 09:12:56.637908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a7c2-0004-4b47-9da1-9485ec8af778 req-6947c29e-d6fe-4bb1-a91f-df60ffd1b596 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:56.639434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce50a7c2-0004-4b47-9da1-9485ec8af778 req-6947c29e-d6fe-4bb1-a91f-df60ffd1b596 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 943 time: 0.0539901 Oct 29 09:12:56.678491 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce50a7c2-0004-4b47-9da1-9485ec8af778 req-05836971-6914-443a-b522-c1a772f392a0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Oct 29 09:12:57.149149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device dc946a84-b7f1-43cd-a470-e5699c91464f details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:12:57.257983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:57.270045 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c', 'port_id': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'mac_address': 'fa:16:3e:1a:53:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244ad23d-2e81-4ac3-822e-dd193f62a9ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:12:57.476747 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:57.489701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc946a84-b7f1-43cd-a470-e5699c91464f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:12:57.509613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:57.516191 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:57.565874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:57.724937 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['dc946a84-b7f1-43cd-a470-e5699c91464f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:12:57.811991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d3205-f2d9-4d96-8226-c45827f3f812 req-2494456e-f7ab-4ac1-b753-7d8ed3f9e1ec tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:57.813498 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-089d3205-f2d9-4d96-8226-c45827f3f812 req-2494456e-f7ab-4ac1-b753-7d8ed3f9e1ec tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 944 time: 0.0548923 Oct 29 09:12:57.853381 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-089d3205-f2d9-4d96-8226-c45827f3f812 req-f2e1bd73-5abe-442d-9e22-40cbd165e604 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Oct 29 09:12:58.977123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b1cb3-0cb3-48d4-8fd5-31567d8b160a req-833db6fe-51c4-4d70-bc43-334d9b9a897f tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:58.978646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f5b1cb3-0cb3-48d4-8fd5-31567d8b160a req-833db6fe-51c4-4d70-bc43-334d9b9a897f tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 944 time: 0.0500915 Oct 29 09:12:59.022409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f5b1cb3-0cb3-48d4-8fd5-31567d8b160a req-d3f3e211-c169-4bf9-9a36-937da691dd7f tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373867 Oct 29 09:12:59.149944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device dc946a84-b7f1-43cd-a470-e5699c91464f up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:12:59.207907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port dc946a84-b7f1-43cd-a470-e5699c91464f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:12:59.211786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port dc946a84-b7f1-43cd-a470-e5699c91464f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:12:59.212183 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:59.296369 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:59.319984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:12:59.322256 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92740273-fb89-4e07-9c2e-cb2e180843ba" -d '{"events": [{"server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "name": "network-vif-plugged", "status": "completed", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:12:59.335450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:12:59.341463 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:59.365643 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32595083-bc9f-4e0c-8b58-cec8eed1e11d x-openstack-request-id: req-32595083-bc9f-4e0c-8b58-cec8eed1e11d {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:12:59.365940 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "name": "network-vif-plugged", "status": "completed", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:12:59.366187 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32595083-bc9f-4e0c-8b58-cec8eed1e11d {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:12:59.366591 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'code': 200} Oct 29 09:12:59.403511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:12:59.411343 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:12:59.465965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0f042-527e-4add-b6ee-6a73d40c231c req-67446cbc-0ed1-4e43-99d0-ab9fd1c8db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:12:59.467554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-beb0f042-527e-4add-b6ee-6a73d40c231c req-67446cbc-0ed1-4e43-99d0-ab9fd1c8db76 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1096 time: 0.0465202 Oct 29 09:12:59.503607 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-beb0f042-527e-4add-b6ee-6a73d40c231c req-2abda39a-266c-4ee8-8417-624577dc16aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290716 Oct 29 09:13:00.150113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169ab18-29a8-4f05-b9ac-d3967d93b92c req-0f014c31-2a4a-48da-9d49-083650abfcf8 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:00.151604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3169ab18-29a8-4f05-b9ac-d3967d93b92c req-0f014c31-2a4a-48da-9d49-083650abfcf8 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0566785 Oct 29 09:13:00.197966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3169ab18-29a8-4f05-b9ac-d3967d93b92c req-782da5f8-615e-4efc-ab51-05ebca17fac5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366516 Oct 29 09:13:00.752396 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:01.332877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f1c3e-b069-432c-bbcb-7e02c8b717af req-ad9a83eb-a918-4fcb-bca0-069864b77b00 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:01.334579 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-907f1c3e-b069-432c-bbcb-7e02c8b717af req-ad9a83eb-a918-4fcb-bca0-069864b77b00 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0523829 Oct 29 09:13:01.376035 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-907f1c3e-b069-432c-bbcb-7e02c8b717af req-bed08788-b1c9-428e-a859-c893fd0c1557 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Oct 29 09:13:01.499634 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d6a5-57ac-4367-aa09-b8ab8cd4a168 req-082fb1eb-8bbd-4c41-991f-55a9be8b4ee9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:01.501051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d560d6a5-57ac-4367-aa09-b8ab8cd4a168 req-082fb1eb-8bbd-4c41-991f-55a9be8b4ee9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0513887 Oct 29 09:13:01.541976 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d560d6a5-57ac-4367-aa09-b8ab8cd4a168 req-6070998d-e043-4909-9d25-2e1fb36bffc0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Oct 29 09:13:01.798924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-39f1095e-7ad2-4774-a416-b4f1ae9c638d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431728 Oct 29 09:13:02.155208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03703c1-a137-41df-815f-3ee73e6eb479 req-923178e3-48c9-482e-8cd9-657b0e69a6d7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:02.156840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e03703c1-a137-41df-815f-3ee73e6eb479 req-923178e3-48c9-482e-8cd9-657b0e69a6d7 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.3948889 Oct 29 09:13:02.197559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e03703c1-a137-41df-815f-3ee73e6eb479 req-296169ab-3e69-4a36-b111-8cd7cd74284f tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344145 Oct 29 09:13:02.936325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-da0bfca5-0f44-440c-991a-fadf1965912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:02.937875 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-da0bfca5-0f44-440c-991a-fadf1965912c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1096 time: 0.0438650 Oct 29 09:13:03.036503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5127615e-2795-479d-b134-924475e2f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:03.037971 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5127615e-2795-479d-b134-924475e2f82b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0916610 Oct 29 09:13:03.080003 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-4b94050b-1a8c-48bf-94fe-7d1447098aaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 217 time: 0.0338993 Oct 29 09:13:03.131093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-d3429bbe-bfd2-4fb1-ae49-97809373a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:03.132874 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-d3429bbe-bfd2-4fb1-ae49-97809373a016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0456502 Oct 29 09:13:03.166127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-7ee449f1-826b-4c51-a836-18ab37682a6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255361 Oct 29 09:13:03.263543 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-816f77e2-479b-452b-b541-e4df689b5a69 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901861 Oct 29 09:13:03.320546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b809c-fba4-4808-a62b-7f7caeb04be6 req-a4723e37-bdd0-434e-b0c7-f8449112104d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:03.322065 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-981b809c-fba4-4808-a62b-7f7caeb04be6 req-a4723e37-bdd0-434e-b0c7-f8449112104d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0503068 Oct 29 09:13:03.361272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-fc5595de-e992-4a6f-8bb7-8f6ea339df1b service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899162 Oct 29 09:13:03.367461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-981b809c-fba4-4808-a62b-7f7caeb04be6 req-d59895e5-e0cf-42d8-bfe7-11190d1d738a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 Oct 29 09:13:04.505435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05650cf-dcbe-48c9-a076-ce18a8ca7f28 req-9d0f36e3-0888-45de-af8a-68043dcce2eb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:04.507520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a05650cf-dcbe-48c9-a076-ce18a8ca7f28 req-9d0f36e3-0888-45de-af8a-68043dcce2eb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0562785 Oct 29 09:13:04.547558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a05650cf-dcbe-48c9-a076-ce18a8ca7f28 req-e9d71aed-6b3e-4a7e-9a05-cb5d66a13abd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Oct 29 09:13:05.689318 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38041a-6d88-4b0a-abb1-9c352cc10c11 req-42022447-6e0f-4cf9-872d-388048ed72d1 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:05.690904 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f38041a-6d88-4b0a-abb1-9c352cc10c11 req-42022447-6e0f-4cf9-872d-388048ed72d1 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0606542 Oct 29 09:13:05.731358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6f38041a-6d88-4b0a-abb1-9c352cc10c11 req-fb5d219d-b128-4b88-b6ca-2653186ccf70 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Oct 29 09:13:06.865806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c85a-d04c-49ca-bb4d-85bd07e1e985 req-36b79261-4799-499d-b8cc-1653b8c9d8bb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:06.867373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48a6c85a-d04c-49ca-bb4d-85bd07e1e985 req-36b79261-4799-499d-b8cc-1653b8c9d8bb tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0602558 Oct 29 09:13:06.912298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-48a6c85a-d04c-49ca-bb4d-85bd07e1e985 req-7715c12c-49d4-423d-88f2-8b795ff9df6f tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361319 Oct 29 09:13:08.046729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b3de7-1a3d-47ec-8e9b-99b474638e81 req-f7d39f71-cb71-4604-a76b-35d51206020b tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:08.048523 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-749b3de7-1a3d-47ec-8e9b-99b474638e81 req-f7d39f71-cb71-4604-a76b-35d51206020b tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0551391 Oct 29 09:13:08.087240 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-749b3de7-1a3d-47ec-8e9b-99b474638e81 req-aab433c3-3fb1-48a5-9239-f42460bb4709 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Oct 29 09:13:09.215337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaf808-c5f9-4d74-bb67-de2af2757c7e req-e5de049b-cf92-4b3a-a189-86d7716b5996 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:09.216885 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbbaf808-c5f9-4d74-bb67-de2af2757c7e req-e5de049b-cf92-4b3a-a189-86d7716b5996 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0557282 Oct 29 09:13:09.256403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbbaf808-c5f9-4d74-bb67-de2af2757c7e req-575c1d97-2c6b-4ed4-92a1-e90232d8d089 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Oct 29 09:13:10.387634 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aad4ff-dbb8-4dc6-8d11-e4ef7d4078e9 req-74c0d6dd-7cf2-4284-b0ff-6786c9419263 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:10.389153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75aad4ff-dbb8-4dc6-8d11-e4ef7d4078e9 req-74c0d6dd-7cf2-4284-b0ff-6786c9419263 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0524957 Oct 29 09:13:10.432210 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75aad4ff-dbb8-4dc6-8d11-e4ef7d4078e9 req-4f909195-eac1-4d15-9016-38df0b9d8697 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369265 Oct 29 09:13:11.563062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e22c51-f109-4fbc-9b27-bcf4db883a01 req-921e3c41-63de-4e82-983d-39f3d5e16f5a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:11.564630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04e22c51-f109-4fbc-9b27-bcf4db883a01 req-921e3c41-63de-4e82-983d-39f3d5e16f5a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0577314 Oct 29 09:13:11.608203 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04e22c51-f109-4fbc-9b27-bcf4db883a01 req-26e70a6f-d6ba-4f29-ad97-4bae2fa9b816 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346425 Oct 29 09:13:12.739423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bed0e-69e4-482c-bfd8-6741e84751ac req-b48989d7-eb9b-4748-ae3c-d9371b6b11ec tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:12.740843 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-724bed0e-69e4-482c-bfd8-6741e84751ac req-b48989d7-eb9b-4748-ae3c-d9371b6b11ec tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0580797 Oct 29 09:13:12.784793 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-724bed0e-69e4-482c-bfd8-6741e84751ac req-c6a73bda-8b2d-404c-909c-f9931510bc38 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Oct 29 09:13:13.907516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d85f50-2e9c-4ea5-afeb-22c9448d1a5f req-63931043-a67b-48cf-aad2-21370f847665 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:13.909723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85d85f50-2e9c-4ea5-afeb-22c9448d1a5f req-63931043-a67b-48cf-aad2-21370f847665 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0533566 Oct 29 09:13:13.950380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-85d85f50-2e9c-4ea5-afeb-22c9448d1a5f req-8d316189-54b8-460d-93b3-e2bbcddb0f76 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Oct 29 09:13:14.298633 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c844a836-4075-4ea0-bad6-6e754c9b7719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:15.093692 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6534-65ad-4312-b2d7-6bd776824317 req-0841a013-a833-4b9d-a035-4f2f0e035ee1 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:15.095230 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-70bd6534-65ad-4312-b2d7-6bd776824317 req-0841a013-a833-4b9d-a035-4f2f0e035ee1 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0575452 Oct 29 09:13:15.137987 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-70bd6534-65ad-4312-b2d7-6bd776824317 req-eb4e84ea-9487-47d9-a3a7-9bc4a91207d9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Oct 29 09:13:16.272294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110d66f-9ae2-4926-9155-0ea3d8de1cf9 req-042931dd-ead4-46cd-a7da-617a22f32c1d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:16.273798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a110d66f-9ae2-4926-9155-0ea3d8de1cf9 req-042931dd-ead4-46cd-a7da-617a22f32c1d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0564289 Oct 29 09:13:16.313648 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a110d66f-9ae2-4926-9155-0ea3d8de1cf9 req-2b0b7bce-0816-49b6-ad7c-26d34fdc07f4 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338149 Oct 29 09:13:17.029756 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46fbd0a1-35a9-4717-b5ab-55585cd6f459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:17.191031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-f1cbc9f8-4d32-440c-a461-24586acefbe8 req-106910f1-6f17-4d5e-bb33-78e00cc17ae4 service neutron] (102113) timed out ('10.222.0.15', 63046) {{(pid=102113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:13:17.442922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7c9a6-36e3-4399-a91f-acf08abaa4bc req-a0e1504e-e74e-4b23-b050-3e855a48b1ee tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:17.444561 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41b7c9a6-36e3-4399-a91f-acf08abaa4bc req-a0e1504e-e74e-4b23-b050-3e855a48b1ee tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0560930 Oct 29 09:13:17.491250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41b7c9a6-36e3-4399-a91f-acf08abaa4bc req-b0bead3f-0d9e-4f23-9bb7-8f76be9854d4 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Oct 29 09:13:18.274360 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:18.324219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:18.640448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ac2d-b3ac-4c3b-b8c3-6a8ab6026028 req-acc2a059-24a9-4f36-a500-0a9f1d621316 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:18.641967 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7e0ac2d-b3ac-4c3b-b8c3-6a8ab6026028 req-acc2a059-24a9-4f36-a500-0a9f1d621316 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0605807 Oct 29 09:13:18.683681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d7e0ac2d-b3ac-4c3b-b8c3-6a8ab6026028 req-0875e422-1747-4f2e-b303-ad17b3a24095 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337491 Oct 29 09:13:19.641437 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:19.807908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72904f-2b56-407f-9959-cf2fe84d83b3 req-5c63ceaf-3120-4975-bfa0-21b85ecfaf87 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:19.809424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c72904f-2b56-407f-9959-cf2fe84d83b3 req-5c63ceaf-3120-4975-bfa0-21b85ecfaf87 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0528178 Oct 29 09:13:19.855849 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5c72904f-2b56-407f-9959-cf2fe84d83b3 req-134dcf16-036c-41ed-89de-6a8ca4a78340 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Oct 29 09:13:20.978102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8255708-6a28-4dad-9665-b6d4e6c9e119 req-e5268bee-fdb7-4742-b21d-0e5f9841f48a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:20.979614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8255708-6a28-4dad-9665-b6d4e6c9e119 req-e5268bee-fdb7-4742-b21d-0e5f9841f48a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0545790 Oct 29 09:13:21.024013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8255708-6a28-4dad-9665-b6d4e6c9e119 req-86e9aa0c-1bab-46d5-bd58-8a6883c21821 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354266 Oct 29 09:13:22.062644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bed29e-c87c-4655-b450-f247e3628389 req-6b80283b-6713-42d0-aa40-dae02d434476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:22.064344 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97bed29e-c87c-4655-b450-f247e3628389 req-6b80283b-6713-42d0-aa40-dae02d434476 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1096 time: 0.0474222 Oct 29 09:13:22.147735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140fcd4-23aa-418a-b311-b650def62348 req-b165fe23-7469-4810-b21e-2e4b7efe0b09 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:22.149261 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7140fcd4-23aa-418a-b311-b650def62348 req-b165fe23-7469-4810-b21e-2e4b7efe0b09 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0506678 Oct 29 09:13:22.177284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bed29e-c87c-4655-b450-f247e3628389 req-e00b2a03-265c-4754-aa72-61283f4e8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:22.178805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97bed29e-c87c-4655-b450-f247e3628389 req-e00b2a03-265c-4754-aa72-61283f4e8163 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0923951 Oct 29 09:13:22.189548 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7140fcd4-23aa-418a-b311-b650def62348 req-9f07ebe5-d666-4889-86bc-4c4814ce522f tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Oct 29 09:13:22.227071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97bed29e-c87c-4655-b450-f247e3628389 req-b5502c4b-a968-4e46-aa87-e43dd7471323 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 217 time: 0.0407023 Oct 29 09:13:22.279602 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bed29e-c87c-4655-b450-f247e3628389 req-fb722616-361d-4f46-878f-e77c430d65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:22.281136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97bed29e-c87c-4655-b450-f247e3628389 req-fb722616-361d-4f46-878f-e77c430d65a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0468752 Oct 29 09:13:22.325825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97bed29e-c87c-4655-b450-f247e3628389 req-7d410f82-11af-4cdf-aafb-6cfff8ecced5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341747 Oct 29 09:13:22.424336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97bed29e-c87c-4655-b450-f247e3628389 req-9e4505a3-9d47-405c-9802-267dcd48d177 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902896 Oct 29 09:13:22.517476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97bed29e-c87c-4655-b450-f247e3628389 req-c45acb35-e5af-470e-8881-42366e09168a service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854044 Oct 29 09:13:23.322212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f140a36-4df2-4951-bc52-1718371b00ab req-726eead5-0a1a-48a6-8467-92c81eb233ed tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:23.323753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f140a36-4df2-4951-bc52-1718371b00ab req-726eead5-0a1a-48a6-8467-92c81eb233ed tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0540440 Oct 29 09:13:23.373887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f140a36-4df2-4951-bc52-1718371b00ab req-ac07630b-2481-4012-92ea-8d8f92170929 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347323 Oct 29 09:13:24.501344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37902f19-aca2-4e16-899a-f6719be58fea req-2b8f4205-339f-40f2-853d-f52a2f53fa4a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:24.503756 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37902f19-aca2-4e16-899a-f6719be58fea req-2b8f4205-339f-40f2-853d-f52a2f53fa4a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0509331 Oct 29 09:13:24.547400 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-37902f19-aca2-4e16-899a-f6719be58fea req-c256f442-d6a9-4c7e-8321-7154e2b60b72 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Oct 29 09:13:25.679581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c0de-3f82-4e8d-aa51-c077eb7e71a6 req-e1133eda-3f6b-458b-818e-16915c5abe55 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:25.681356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fa2c0de-3f82-4e8d-aa51-c077eb7e71a6 req-e1133eda-3f6b-458b-818e-16915c5abe55 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0564215 Oct 29 09:13:25.724784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9fa2c0de-3f82-4e8d-aa51-c077eb7e71a6 req-1d5b179a-4c22-4d48-b30b-1f66d5157ccc tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345583 Oct 29 09:13:26.866372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d27a-4c0e-4945-8574-9d1cd277773c req-55c7e0bf-033e-4a06-8f12-913dfe7c08c0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:26.867837 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f517d27a-4c0e-4945-8574-9d1cd277773c req-55c7e0bf-033e-4a06-8f12-913dfe7c08c0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0672698 Oct 29 09:13:26.908645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f517d27a-4c0e-4945-8574-9d1cd277773c req-2cb291b3-f44b-45a5-8ee1-6ac877d9455b tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346656 Oct 29 09:13:27.085145 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:13:28.040774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32359f-fbc8-4fb0-80b3-e9efdc1e8004 req-914eff56-c932-4822-a40b-740d85f45938 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:28.042308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad32359f-fbc8-4fb0-80b3-e9efdc1e8004 req-914eff56-c932-4822-a40b-740d85f45938 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0519133 Oct 29 09:13:28.093067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ad32359f-fbc8-4fb0-80b3-e9efdc1e8004 req-29d63dec-5d91-4f68-9644-8e8e2c647c38 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Oct 29 09:13:29.235856 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a958e7-4bb2-4875-bf30-04176f39ae14 req-a8bd3d74-c313-41db-ab98-a557d36313df tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:29.237432 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a7a958e7-4bb2-4875-bf30-04176f39ae14 req-a8bd3d74-c313-41db-ab98-a557d36313df tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0648317 Oct 29 09:13:29.293789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a7a958e7-4bb2-4875-bf30-04176f39ae14 req-3970e51d-6ed5-447e-8d8f-0df55f14b5d4 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Oct 29 09:13:29.408730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:30.196347 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-6cc83e82-5979-4304-9cf1-529d559c418c service neutron] show failed (client error): The resource could not be found. Oct 29 09:13:30.197517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-6cc83e82-5979-4304-9cf1-529d559c418c service neutron] 10.222.0.15 "GET /v2.0/ports/dc946a84-b7f1-43cd-a470-e5699c91464f/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0741930 Oct 29 09:13:30.450060 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ee12d-b6f8-4cac-83cf-27e40163a4cf req-ed36ca1d-87ff-4a35-9e5e-534c49444000 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:30.451567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e1ee12d-b6f8-4cac-83cf-27e40163a4cf req-ed36ca1d-87ff-4a35-9e5e-534c49444000 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0824225 Oct 29 09:13:30.453416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-b65ec0bf-895c-40bc-89d9-a0a34b1490a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:30.454784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-b65ec0bf-895c-40bc-89d9-a0a34b1490a2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e&tenant_id=ed4c7fe101f443a88b50c011bb3d193a HTTP/1.1" status: 200 len: 1096 time: 0.0753143 Oct 29 09:13:30.467230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:30.532983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e1ee12d-b6f8-4cac-83cf-27e40163a4cf req-c70aeb54-33ea-42b3-8dca-2b781afc65e6 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752475 Oct 29 09:13:30.542281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:30.758934 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:30.778295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:30.812227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:13:30.851684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:13:30.854083 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8bddf3-5b3b-414e-9ad2-1380357fdfd9" -d '{"events": [{"server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:13:30.858484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:30.871490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Transition to ACTIVE for port object dc946a84-b7f1-43cd-a470-e5699c91464f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:13:30.878148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:30.910637 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efcebca-93f7-4996-95a3-2a102f53d706 x-openstack-request-id: req-3efcebca-93f7-4996-95a3-2a102f53d706 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:13:30.910900 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:13:30.911605 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3efcebca-93f7-4996-95a3-2a102f53d706 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:13:30.911605 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'code': 200} Oct 29 09:13:30.943188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] No DVR routers for this DVR port dc946a84-b7f1-43cd-a470-e5699c91464f on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:13:30.945153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:30.986591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Attempting to bind port dc946a84-b7f1-43cd-a470-e5699c91464f on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:13:30.986907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Attempting to bind port dc946a84-b7f1-43cd-a470-e5699c91464f by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:13:30.987269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Attempting to bind port dc946a84-b7f1-43cd-a470-e5699c91464f on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:13:30.992184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Port dc946a84-b7f1-43cd-a470-e5699c91464f on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:13:30.992504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Attempting to bind port dc946a84-b7f1-43cd-a470-e5699c91464f on network 6f3a4535-2984-44ff-abb1-44e1b2eded1c {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:13:30.997681 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:13:30.998005 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Checking segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:13:30.998411 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Bound using segment: {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:13:30.998832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Bound port: dc946a84-b7f1-43cd-a470-e5699c91464f, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b19cfe-2152-4e97-82d6-b4df57711896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:13:30.999161 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:31.065975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:13:31.069148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:13:31.075298 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:31.108499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:31.109094 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:31.110559 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] 10.222.0.93 "PUT /v2.0/ports/dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 1091 time: 0.6470184 Oct 29 09:13:31.144777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38919f-3e0e-4133-a0ae-bc5f2b85c29f service neutron] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:31.177938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-f5a54f53-dff2-4449-aaf1-1f78283a55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:31.179509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-f5a54f53-dff2-4449-aaf1-1f78283a55f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1094 time: 0.0438621 Oct 29 09:13:31.296981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-75c2a8eb-1794-4c97-9575-ef261b6e75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:31.298489 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-75c2a8eb-1794-4c97-9575-ef261b6e75d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.1118531 Oct 29 09:13:31.341047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-a14a1156-bf9a-4a64-a56f-7ec0ed85422e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 217 time: 0.0355213 Oct 29 09:13:31.395995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-cd987e06-6b2c-48b5-8dd7-1a040466d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:31.397485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-cd987e06-6b2c-48b5-8dd7-1a040466d99e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0490825 Oct 29 09:13:31.430934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-ae1e7619-86bc-4584-8491-1058a18fe3f9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261118 Oct 29 09:13:31.521883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-7e3aba82-7f83-4ad9-b33b-e89109748ea1 service neutron] 10.222.0.93 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842960 Oct 29 09:13:31.628095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d88a221-46a5-4eb2-bc0a-d0d292c8c730 req-66f92102-d06b-43f7-bec6-fabf6493959e service neutron] 10.222.0.93 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989740 Oct 29 09:13:31.664354 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ac89-835a-4d51-8318-0a52ff947596 req-90dc0c80-2df7-4d39-83cb-63eb9da7afe0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:31.665912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9552ac89-835a-4d51-8318-0a52ff947596 req-90dc0c80-2df7-4d39-83cb-63eb9da7afe0 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 943 time: 0.0605474 Oct 29 09:13:31.707483 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9552ac89-835a-4d51-8318-0a52ff947596 req-bbe65149-f25e-4472-9812-cc8fc8bddbc9 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Oct 29 09:13:32.841961 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d866e4-d16a-43b7-9b46-e6d5c098b7c8 req-89a4ab08-7255-44e0-8982-5080726a7a7a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:32.843476 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24d866e4-d16a-43b7-9b46-e6d5c098b7c8 req-89a4ab08-7255-44e0-8982-5080726a7a7a tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 943 time: 0.0503714 Oct 29 09:13:32.887004 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24d866e4-d16a-43b7-9b46-e6d5c098b7c8 req-913edc59-14b2-4b74-afbc-a894d4a8ac44 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372825 Oct 29 09:13:32.912876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:13:32.915547 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:13:32.964782 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2725352-4f79-436b-9b4c-1d076ded1caa x-openstack-request-id: req-f2725352-4f79-436b-9b4c-1d076ded1caa {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:13:32.965071 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:13:32.965293 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2725352-4f79-436b-9b4c-1d076ded1caa {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:13:32.965686 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'status': 'completed', 'code': 200} Oct 29 09:13:33.060657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-03f5d203-2056-48f7-b1c8-9d3a6d126f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:33.062089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-03f5d203-2056-48f7-b1c8-9d3a6d126f29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1094 time: 0.0773842 Oct 29 09:13:33.068445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-0246152c-7b1a-4a6d-b12a-54de63b29e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:33.070376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-0246152c-7b1a-4a6d-b12a-54de63b29e2c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1094 time: 0.0744817 Oct 29 09:13:33.233486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-f8f68bae-73c7-4745-a6d7-015c16d769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:33.235028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-f8f68bae-73c7-4745-a6d7-015c16d769eb service neutron] 10.222.0.93 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.1543498 Oct 29 09:13:33.236199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-37050c08-5264-4e8b-8352-7e41104d1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:33.237561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-37050c08-5264-4e8b-8352-7e41104d1d27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.1659746 Oct 29 09:13:33.275437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device dc946a84-b7f1-43cd-a470-e5699c91464f no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:13:33.289590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-74884503-cc49-482e-a314-4857ba8b9f0a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 217 time: 0.0461318 Oct 29 09:13:33.319838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device dc946a84-b7f1-43cd-a470-e5699c91464f not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:13:33.327054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-8b74e5dc-8413-410f-abb7-14adb3886d4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 217 time: 0.0779486 Oct 29 09:13:33.404235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-1b52dd26-0ac8-4edf-924d-9604bb33d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:33.405756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-1b52dd26-0ac8-4edf-924d-9604bb33d2bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0872843 Oct 29 09:13:33.410830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-0a5c0764-809b-49bc-9fe0-2e9904cd9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:33.412276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-0a5c0764-809b-49bc-9fe0-2e9904cd9203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0656502 Oct 29 09:13:33.461861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-d8d99532-3348-4b65-a82d-d7626a02fb61 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486546 Oct 29 09:13:33.463732 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-9347ec54-da41-4994-8aa5-eb8d0e0546a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426035 Oct 29 09:13:33.620928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-5bab87ff-31d3-4f27-ac28-3bb7552b741f service neutron] 10.222.0.93 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516604 Oct 29 09:13:33.623015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-577904bf-4288-47fd-8abd-de72133e91fb service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467617 Oct 29 09:13:33.782501 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-8bb742e8-e53d-4ac1-bdfb-b591f04de4c7 service neutron] 10.222.0.93 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534727 Oct 29 09:13:33.784425 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce2edf3b-2c80-46dd-95a6-45c46a6f4228 req-353c1768-67f3-4c20-84b7-bb8770cafdd5 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544282 Oct 29 09:13:34.027233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0674f0-9028-448c-8275-2233e64dd266 req-20ca0eae-69ab-40c0-a2f1-c9bf708c868b tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:34.028815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec0674f0-9028-448c-8275-2233e64dd266 req-20ca0eae-69ab-40c0-a2f1-c9bf708c868b tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 943 time: 0.0586908 Oct 29 09:13:34.067380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec0674f0-9028-448c-8275-2233e64dd266 req-62c851f0-028d-4317-9837-8cc08e572a9d tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Oct 29 09:13:35.063023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device dc946a84-b7f1-43cd-a470-e5699c91464f details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:13:35.166536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:35.178280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'network_id': '6f3a4535-2984-44ff-abb1-44e1b2eded1c', 'port_id': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'mac_address': 'fa:16:3e:1a:53:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244ad23d-2e81-4ac3-822e-dd193f62a9ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:13:35.200904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990605-0fe5-4dcf-a3e4-8d72a6ac2356 req-45aa9088-37fb-44ad-aa1b-24439a763132 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:35.202419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88990605-0fe5-4dcf-a3e4-8d72a6ac2356 req-45aa9088-37fb-44ad-aa1b-24439a763132 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 943 time: 0.0553975 Oct 29 09:13:35.222922 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:35.238645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc946a84-b7f1-43cd-a470-e5699c91464f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:13:35.248889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-88990605-0fe5-4dcf-a3e4-8d72a6ac2356 req-6f99b857-420c-4b27-8ff8-233b45e7e028 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Oct 29 09:13:35.260128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:35.267000 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:35.315535 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:35.492856 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20b58c-70f0-4400-a32d-cdc6a7d1eb53 req-f596f45a-dd42-4f65-91a6-7697b6340b43 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:35.494410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc20b58c-70f0-4400-a32d-cdc6a7d1eb53 req-f596f45a-dd42-4f65-91a6-7697b6340b43 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 944 time: 0.0811515 Oct 29 09:13:35.508828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-dfbce59c-6e66-49c9-a563-b1248d07a940 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:35.510346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-dfbce59c-6e66-49c9-a563-b1248d07a940 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e&tenant_id=ed4c7fe101f443a88b50c011bb3d193a&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 944 time: 0.0868819 Oct 29 09:13:35.570234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['dc946a84-b7f1-43cd-a470-e5699c91464f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:13:35.575034 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc20b58c-70f0-4400-a32d-cdc6a7d1eb53 req-d8656670-4f5f-413b-84df-556e8aa27eb3 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743463 Oct 29 09:13:35.596012 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-2f48c744-1de8-4833-a63f-f2e0aabd9290 service neutron] delete failed (client error): The resource could not be found. Oct 29 09:13:35.596012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-2f48c744-1de8-4833-a63f-f2e0aabd9290 service neutron] 10.222.0.15 "DELETE /v2.0/ports/dc946a84-b7f1-43cd-a470-e5699c91464f/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0719333 Oct 29 09:13:35.686923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-47b5a62b-7a5c-48e3-9437-bcba46c8e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:35.688527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-47b5a62b-7a5c-48e3-9437-bcba46c8e779 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 1095 time: 0.0439177 Oct 29 09:13:35.791212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-3ee56513-80a9-44a5-84b3-b91af05ee46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:35.792671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-3ee56513-80a9-44a5-84b3-b91af05ee46b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 200 len: 916 time: 0.0958657 Oct 29 09:13:35.838762 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-34d194f7-ad8a-4e80-a8a3-652717f57240 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 200 len: 217 time: 0.0384991 Oct 29 09:13:35.893395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-07dbbcc0-bb42-474b-b84d-492503447720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:35.894912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-07dbbcc0-bb42-474b-b84d-492503447720 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 200 len: 854 time: 0.0488689 Oct 29 09:13:35.927819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-ec5e3ed6-8d2d-4c2d-86b7-d7506fb69a8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f3a4535-2984-44ff-abb1-44e1b2eded1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250192 Oct 29 09:13:36.023567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-6adf83f8-2a00-4104-b456-a7f443584243 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 Oct 29 09:13:36.119998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1eb7aaaa-e663-42ad-ae96-ae3905cd6850 req-cbf83e07-e979-422a-a888-8d3197a1a055 service neutron] 10.222.0.15 "GET /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881653 Oct 29 09:13:36.707858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcb9e6-d4be-4553-b78e-cb158f33f219 req-0542425e-7f65-4fb7-aa06-862f11a1ce69 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:36.709385 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20bcb9e6-d4be-4553-b78e-cb158f33f219 req-0542425e-7f65-4fb7-aa06-862f11a1ce69 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 944 time: 0.0529883 Oct 29 09:13:36.749902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-20bcb9e6-d4be-4553-b78e-cb158f33f219 req-e871694e-8898-4748-baa6-3ba030879c18 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Oct 29 09:13:36.872789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae6e8a-acc7-4672-a2ce-99829c3ac6d9 req-7f38f94a-d073-4e76-b2d8-97a0b972dba5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:36.874296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28ae6e8a-acc7-4672-a2ce-99829c3ac6d9 req-7f38f94a-d073-4e76-b2d8-97a0b972dba5 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 944 time: 0.0548136 Oct 29 09:13:36.913056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28ae6e8a-acc7-4672-a2ce-99829c3ac6d9 req-510de7ea-dc8b-41ad-864a-79a5c19fbe8e tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Oct 29 09:13:37.045650 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ac1d1-da07-4b14-a858-cdcba10c2605 req-0cd0a142-e3ae-4862-9687-7b8d6edd35fc tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:37.047040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-106ac1d1-da07-4b14-a858-cdcba10c2605 req-0cd0a142-e3ae-4862-9687-7b8d6edd35fc tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 944 time: 0.0682313 Oct 29 09:13:37.064933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device dc946a84-b7f1-43cd-a470-e5699c91464f up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:13:37.090488 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-106ac1d1-da07-4b14-a858-cdcba10c2605 req-b50dffc1-0e58-4087-9e27-265e7ad5062c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373354 Oct 29 09:13:37.120785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port dc946a84-b7f1-43cd-a470-e5699c91464f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:13:37.124659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port dc946a84-b7f1-43cd-a470-e5699c91464f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:37.125014 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:37.207698 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:37.232261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:13:37.234530 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc5b29a-884d-4cf1-ab4e-5f9c002b8b9c" -d '{"events": [{"server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "name": "network-vif-plugged", "status": "completed", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:13:37.249334 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:37.265192 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:37.289870 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e63156-3046-4cbc-a5c5-81f2197483c5 x-openstack-request-id: req-06e63156-3046-4cbc-a5c5-81f2197483c5 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:13:37.290171 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "name": "network-vif-plugged", "status": "completed", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:13:37.290426 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06e63156-3046-4cbc-a5c5-81f2197483c5 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:13:37.290822 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'code': 200} Oct 29 09:13:37.318371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:37.454662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f026e-e16c-45f4-a414-bb571189c062 req-f158761c-fade-48e1-9dd4-4eab141a0db6 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:37.456185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e34f026e-e16c-45f4-a414-bb571189c062 req-f158761c-fade-48e1-9dd4-4eab141a0db6 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0530956 Oct 29 09:13:37.497594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e34f026e-e16c-45f4-a414-bb571189c062 req-cce16494-b369-4fd4-b4d6-d48850ce0472 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Oct 29 09:13:38.628652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd5949-8cc1-4065-80ba-ec5a3566f9de req-768b6bcd-f0c9-4825-ba8c-49d43a932dee tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:38.630644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96bd5949-8cc1-4065-80ba-ec5a3566f9de req-768b6bcd-f0c9-4825-ba8c-49d43a932dee tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0595977 Oct 29 09:13:38.680759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-96bd5949-8cc1-4065-80ba-ec5a3566f9de req-abbfe4e5-6150-4a10-9670-dfd90549170c tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.70 "GET /v2.0/security-groups?id=409fdde9-94ef-4927-9112-c03dea5c4708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 Oct 29 09:13:38.717410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-62fc12e3-8459-4808-9eef-40103d5b8a06 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:38.719183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-62fc12e3-8459-4808-9eef-40103d5b8a06 tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe9637b5-658c-4a7c-b080-ce0d57848c0e HTTP/1.1" status: 200 len: 945 time: 0.0550826 Oct 29 09:13:38.817567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Deleting port dc946a84-b7f1-43cd-a470-e5699c91464f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:13:38.818086 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:38.912778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] For port dc946a84-b7f1-43cd-a470-e5699c91464f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=dc946a84-b7f1-43cd-a470-e5699c91464f,segment=NetworkSegment(59b19cfe-2152-4e97-82d6-b4df57711896),segment_id=59b19cfe-2152-4e97-82d6-b4df57711896)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:38.913144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:38.926053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Calling delete_port for dc946a84-b7f1-43cd-a470-e5699c91464f owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:13:39.062207 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:39.074194 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['dc946a84-b7f1-43cd-a470-e5699c91464f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:13:39.096287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Pushing event deleted for resources: {'Port': ['ID=dc946a84-b7f1-43cd-a470-e5699c91464f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:39.142581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] No DVR routers for this DVR port dc946a84-b7f1-43cd-a470-e5699c91464f on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:13:39.145278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:39.148617 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b98d2ccf-a51e-46f4-819a-ffa858cccd03 req-eaee5706-c2d3-4a6a-81b6-b71f1137bcdd tempest-ServerDiskConfigTestJSON-1131132880 tempest-ServerDiskConfigTestJSON-1131132880-project] 10.222.0.93 "DELETE /v2.0/ports/dc946a84-b7f1-43cd-a470-e5699c91464f HTTP/1.1" status: 204 len: 173 time: 0.4225307 Oct 29 09:13:39.149090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'name': 'network-vif-deleted', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:13:39.151441 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9e36d1-77f1-4af2-b69c-da7445d6a4df" -d '{"events": [{"server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "name": "network-vif-deleted", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:13:39.190879 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a831dea1-e4c8-451b-b4ed-9ef9cbe3f942 x-openstack-request-id: req-a831dea1-e4c8-451b-b4ed-9ef9cbe3f942 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:13:39.191227 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9637b5-658c-4a7c-b080-ce0d57848c0e", "name": "network-vif-deleted", "tag": "dc946a84-b7f1-43cd-a470-e5699c91464f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:13:39.191494 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a831dea1-e4c8-451b-b4ed-9ef9cbe3f942 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:13:39.191933 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9637b5-658c-4a7c-b080-ce0d57848c0e', 'name': 'network-vif-deleted', 'tag': 'dc946a84-b7f1-43cd-a470-e5699c91464f', 'status': 'completed', 'code': 200} Oct 29 09:13:39.822629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40696) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:39.868589 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-be936cfc-f760-4abf-8a53-3a80fbb292a9 admin admin] Deleting subnet 244ad23d-2e81-4ac3-822e-dd193f62a9ab {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:13:39.871843 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be936cfc-f760-4abf-8a53-3a80fbb292a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:39.906381 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be936cfc-f760-4abf-8a53-3a80fbb292a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:39.956240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be936cfc-f760-4abf-8a53-3a80fbb292a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.011339 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be936cfc-f760-4abf-8a53-3a80fbb292a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.042643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be936cfc-f760-4abf-8a53-3a80fbb292a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244ad23d-2e81-4ac3-822e-dd193f62a9ab,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:40.044877 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-be936cfc-f760-4abf-8a53-3a80fbb292a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.049163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-be936cfc-f760-4abf-8a53-3a80fbb292a9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/244ad23d-2e81-4ac3-822e-dd193f62a9ab HTTP/1.1" status: 204 len: 168 time: 0.2243369 Oct 29 09:13:40.050883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40698) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:40.119645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.204638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.224979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3a4535-2984-44ff-abb1-44e1b2eded1c']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:40.234311 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b19cfe-2152-4e97-82d6-b4df57711896') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:40.234615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b19cfe-2152-4e97-82d6-b4df57711896') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:40.244031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.257966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.264609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:13:40.264914 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:13:40.266567 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:13:40.323354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.329484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.332766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6f3a4535-2984-44ff-abb1-44e1b2eded1c HTTP/1.1" status: 204 len: 168 time: 0.2809486 Oct 29 09:13:40.344663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de4054-e968-4e4d-be93-7a057d17f767 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3a4535-2984-44ff-abb1-44e1b2eded1c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:40.455449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:40.503164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9761ea8-eb88-4528-aa84-19c60228b0cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed4c7fe101f443a88b50c011bb3d193a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464935 Oct 29 09:13:40.507174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40704) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:40.560610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f496bfc1-632e-4ed9-aace-45b57c38b311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.582391 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f496bfc1-632e-4ed9-aace-45b57c38b311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.633342 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f496bfc1-632e-4ed9-aace-45b57c38b311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.637413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f496bfc1-632e-4ed9-aace-45b57c38b311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:40.638833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f496bfc1-632e-4ed9-aace-45b57c38b311 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/409fdde9-94ef-4927-9112-c03dea5c4708 HTTP/1.1" status: 204 len: 168 time: 0.1307621 Oct 29 09:13:40.648646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496bfc1-632e-4ed9-aace-45b57c38b311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409fdde9-94ef-4927-9112-c03dea5c4708,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:41.392081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40726) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:41.558885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-583253527-network', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:41.584743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Made reservation on behalf of bf9cdb8f9d1b4c3bbb0b1a084e780ce9 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:13:41.587070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:41.596122 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:41.675334 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:41.681048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:41.701430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:13:41.716552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813a2273-e293-4e82-bdf5-8310f348fd03,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:41.719467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:41.719795 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Added segment 38a70b33-a49f-4a06-a096-6fe333f99873 of type vlan for network fc455dec-5957-463c-b989-ddef3a585d0d Oct 29 09:13:41.765449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.112076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.113719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:42.114673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.168889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7757003 Oct 29 09:13:42.172235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40732) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:42.177844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Request body: {'subnet': {'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-583253527-subnet', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:42.179828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6d98d-e9b2-46ea-b821-2399b472b36e admin admin] Pushing event updated for resources: {'Network': ['ID=fc455dec-5957-463c-b989-ddef3a585d0d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:42.191061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network fc455dec-5957-463c-b989-ddef3a585d0d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:13:42.200549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Made reservation on behalf of bf9cdb8f9d1b4c3bbb0b1a084e780ce9 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:13:42.202998 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.376778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.437769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b519f9ad-f43e-4369-8446-fc826e3584df,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:42.446217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.446551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.446920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.447256 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.447594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.447949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.448284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.448613 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.448941 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.449273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.449656 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.450046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:42.456410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:13:42.456748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Network hostable DHCP agents. Network: fc455dec-5957-463c-b989-ddef3a585d0d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:13:42.476557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Network fc455dec-5957-463c-b989-ddef3a585d0d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:13:42.486449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, fc455dec-5957-463c-b989-ddef3a585d0d) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:13:42.490673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:42.491269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.495656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc18cb9-3137-4058-b492-d0fc0871ae34 None None] Network fc455dec-5957-463c-b989-ddef3a585d0d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:13:42.510000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dbad3ff2-2462-4c55-8ab9-3c762e3790be admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3360839 Oct 29 09:13:42.512945 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40734) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:42.517447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:42.540560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.541625 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.597896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.649310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-fc455dec-5957-463c-b989-ddef3a585d0d', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:13:42.650243 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.737142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.788450 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Allocated IP 172.20.0.2 (fc455dec-5957-463c-b989-ddef3a585d0d/b519f9ad-f43e-4369-8446-fc826e3584df/c5c9ce9a-29f9-44fb-b47d-56d99456ccd3) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:13:42.937691 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.942861 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.945167 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.962315 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:42.985091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Network fc455dec-5957-463c-b989-ddef3a585d0d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:13:42.988150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:13:42.990725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:13:43.004737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Pushing event updated for resources: {'Port': ['ID=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:43.050221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Attempting to bind port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:13:43.050586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Attempting to bind port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:13:43.050945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Attempting to bind port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:13:43.055979 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:13:43.056351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:13:43.056744 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:43.057135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:13:43.057603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Bound port: c5c9ce9a-29f9-44fb-b47d-56d99456ccd3, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:13:43.057983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:43.073584 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Allocated IP 172.25.5.51 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/25d9b3b4-34ed-42de-bf6a-3233fea9488c) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:13:43.104672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device dc946a84-b7f1-43cd-a470-e5699c91464f no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:13:43.131050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: dc946a84-b7f1-43cd-a470-e5699c91464f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:13:43.131391 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device dc946a84-b7f1-43cd-a470-e5699c91464f not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:13:43.149232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] For port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:13:43.152668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] For port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:13:43.158310 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:43.184237 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:43.223277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e09ac-e6a4-4acf-99fb-4d2003fb30f2 None None] Pushing event updated for resources: {'Port': ['ID=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:43.224273 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:43.270525 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:13:43.273646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:13:43.277400 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:13:43.301753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Pushing event updated for resources: {'Port': ['ID=25d9b3b4-34ed-42de-bf6a-3233fea9488c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:43.562973 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:43.771723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:43.909255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:13:44.025748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:13:44.038446 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:13:44.051826 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:13:44.054285 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.058470 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8694c7c3-b2e3-40ac-afb0-ef635fb8f526 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5417826 Oct 29 09:13:44.058755 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:13:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:44.059323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40736) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:44.200032 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:13:44.220977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd424f70-d012-43ef-a7c1-b7e11d874cb0 None None] Network fc455dec-5957-463c-b989-ddef3a585d0d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:13:44.299115 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-295f21a4-422a-4228-a0b5-5557b7b185a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.326181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-97fb5ac4-f4a4-4150-a85c-543ef53ccd51 None None] Provisioning complete for port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:44.326554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-97fb5ac4-f4a4-4150-a85c-543ef53ccd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.399475 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:43Z', 'revision_number': 3, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:44.430718 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:13:44.431451 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Updating router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 port 25d9b3b4-34ed-42de-bf6a-3233fea9488c binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:13:44.464688 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.474544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-97fb5ac4-f4a4-4150-a85c-543ef53ccd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.517757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-97fb5ac4-f4a4-4150-a85c-543ef53ccd51 None None] For port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:44.529564 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-97fb5ac4-f4a4-4150-a85c-543ef53ccd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.542054 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.590000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb5ac4-f4a4-4150-a85c-543ef53ccd51 None None] Pushing event updated for resources: {'Port': ['ID=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:44.757648 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.760236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-90c423ce-b1ba-4cb7-ab9e-9ac90f2530cb None None] Provisioning complete for port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:44.760642 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-90c423ce-b1ba-4cb7-ab9e-9ac90f2530cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.761552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Allocated IP 172.20.0.1 (fc455dec-5957-463c-b989-ddef3a585d0d/b519f9ad-f43e-4369-8446-fc826e3584df/e6462cc7-35f5-43e4-b741-5f8ca09db14e) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:13:44.765276 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.825309 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Attempting to bind port 25d9b3b4-34ed-42de-bf6a-3233fea9488c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:13:44.826020 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Attempting to bind port 25d9b3b4-34ed-42de-bf6a-3233fea9488c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:13:44.826020 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Attempting to bind port 25d9b3b4-34ed-42de-bf6a-3233fea9488c on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:13:44.828102 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Pushing event updated for resources: {'Port': ['ID=25d9b3b4-34ed-42de-bf6a-3233fea9488c,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:44.836975 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:13:44.837349 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:13:44.837959 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.838117 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:13:44.838571 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Bound port: 25d9b3b4-34ed-42de-bf6a-3233fea9488c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:13:44.839305 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.841328 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.841654 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.841981 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.842303 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.842624 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.842964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.843913 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.844251 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.844589 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.845061 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.845390 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.845706 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.875664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.916247 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:44.971827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Network fc455dec-5957-463c-b989-ddef3a585d0d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:13:44.975714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Pushing event updated for resources: {'Port': ['ID=e6462cc7-35f5-43e4-b741-5f8ca09db14e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:44.979094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:13:44.984777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:13:44.988886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.989245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.989590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.989926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.990259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.990590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.990916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.991240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.991562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.991954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.992217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:44.992629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:45.017613 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] For port 25d9b3b4-34ed-42de-bf6a-3233fea9488c, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:13:45.021839 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] For port 25d9b3b4-34ed-42de-bf6a-3233fea9488c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=25d9b3b4-34ed-42de-bf6a-3233fea9488c,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:13:45.029400 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.044217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:13:45.044515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.098122 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:13:45.098790 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:13:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:45.104700 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55036a5-474b-404b-9808-61e3a122845c None None] Pushing event updated for resources: {'Port': ['ID=25d9b3b4-34ed-42de-bf6a-3233fea9488c,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:45.107749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:45.108156 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.227573 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:13:45.238311 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.266550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ede17134-a899-4c0b-8030-148d569cb7b1 None None] Provisioning complete for port e6462cc7-35f5-43e4-b741-5f8ca09db14e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:45.266919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ede17134-a899-4c0b-8030-148d569cb7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.304061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ede17134-a899-4c0b-8030-148d569cb7b1 None None] Port e6462cc7-35f5-43e4-b741-5f8ca09db14e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:13:45.417001 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:43Z', 'revision_number': 3, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:45.417280 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.424095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.445283 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb64bb8-85a5-4d9a-b898-1091e64df922 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:43Z', 'revision_number': 3, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:13:45.493126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Pushing event updated for resources: {'Port': ['ID=e6462cc7-35f5-43e4-b741-5f8ca09db14e,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:45.495761 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.596908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Network fc455dec-5957-463c-b989-ddef3a585d0d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:13:45.598507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:13:45.738229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:13:45.858609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:13:45.863833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8fd5b1ec-3a64-4608-bc02-b9838478b606 admin admin] 10.222.0.70 "PUT /v2.0/routers/a2db6a51-ac50-4c9e-aaaf-762d74cf4408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033524 Oct 29 09:13:45.929860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-50e6903d-186e-44c0-b394-d6cdd3572c81 None None] Provisioning complete for port e6462cc7-35f5-43e4-b741-5f8ca09db14e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:45.930141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50e6903d-186e-44c0-b394-d6cdd3572c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:45.968668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-50e6903d-186e-44c0-b394-d6cdd3572c81 None None] Port e6462cc7-35f5-43e4-b741-5f8ca09db14e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:13:46.341597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40744) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:46.346334 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-ed0a661d-a448-40a0-a876-330841475b52 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1114696399', 'description': 'tempest-description--1651202106'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:46.371946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ed0a661d-a448-40a0-a876-330841475b52 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.440053 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ed0a661d-a448-40a0-a876-330841475b52 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.447045 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ed0a661d-a448-40a0-a876-330841475b52 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.479229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ed0a661d-a448-40a0-a876-330841475b52 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.480882 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ed0a661d-a448-40a0-a876-330841475b52 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1379108 Oct 29 09:13:46.482946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a661d-a448-40a0-a876-330841475b52 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4501a0-800d-44cd-a65e-8299491a7326,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:46.483697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40746) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:46.489982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4dccaa39-a62b-4fb1-89de-1afaa2893316 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'security_group_rule': {'security_group_id': 'fe4501a0-800d-44cd-a65e-8299491a7326', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:46.520036 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dccaa39-a62b-4fb1-89de-1afaa2893316 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.588766 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dccaa39-a62b-4fb1-89de-1afaa2893316 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.594057 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dccaa39-a62b-4fb1-89de-1afaa2893316 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.611982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccaa39-a62b-4fb1-89de-1afaa2893316 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa44092-5efc-4707-86d4-bfda4f445ff7,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:46.620485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4dccaa39-a62b-4fb1-89de-1afaa2893316 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.621884 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4dccaa39-a62b-4fb1-89de-1afaa2893316 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369593 Oct 29 09:13:46.624753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 40748) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:46.629166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b8c95de8-c509-4c46-856b-2e4da5582dac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'security_group_rule': {'security_group_id': 'fe4501a0-800d-44cd-a65e-8299491a7326', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:46.661556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c95de8-c509-4c46-856b-2e4da5582dac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.724734 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c95de8-c509-4c46-856b-2e4da5582dac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.730006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c95de8-c509-4c46-856b-2e4da5582dac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.748062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c95de8-c509-4c46-856b-2e4da5582dac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340bc636-5c02-4d56-a5fb-696d06f95a40,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:46.757663 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8c95de8-c509-4c46-856b-2e4da5582dac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.758961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b8c95de8-c509-4c46-856b-2e4da5582dac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332753 Oct 29 09:13:46.762363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40750) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:46.767645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:46.791903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.898081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:46.990165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:13:47.010237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:13:47.010959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:13:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:47.022708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Allocated IP 172.25.5.241 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/0f61c913-b1bb-4e02-9ce3-083725b5396b) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:13:47.104504 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0db78a80-1827-4f82-aba8-be5046f50461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.141555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.147749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:13:47.180157 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.182295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 25d9b3b4-34ed-42de-bf6a-3233fea9488c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:13:47.223178 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:13:47.226271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:13:47.230012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:13:47.235858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'Port': ['ID=0f61c913-b1bb-4e02-9ce3-083725b5396b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:47.328149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.367359 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.494923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 25d9b3b4-34ed-42de-bf6a-3233fea9488c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:47.495281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.526360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.532309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.598756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'Port': ['ID=0f61c913-b1bb-4e02-9ce3-083725b5396b,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:47.611530 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.629034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.629975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.631693 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eb959411-0c93-483b-9488-ff8a5806efa6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8676913 Oct 29 09:13:47.639352 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 2, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:47.674088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:13:47.674088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Updating router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 port e6462cc7-35f5-43e4-b741-5f8ca09db14e binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:13:47.699011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 25d9b3b4-34ed-42de-bf6a-3233fea9488c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=25d9b3b4-34ed-42de-bf6a-3233fea9488c,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:47.706287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.712798 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:47.779681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-d10a392b-6d29-4a9a-86bb-209c2ee0503d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1114696399&fields=id&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 267 time: 0.0354216 Oct 29 09:13:47.786801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=25d9b3b4-34ed-42de-bf6a-3233fea9488c,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:47.900422 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-dafc6071-dbc1-4fdf-abde-8ccee041f925 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:47.901917 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-dafc6071-dbc1-4fdf-abde-8ccee041f925 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 811 time: 0.1153600 Oct 29 09:13:47.917905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-b26d3f64-d5ac-481d-b5b6-2ba53c718f08 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/quotas/bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 375 time: 0.0098560 Oct 29 09:13:47.973458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-382c6195-3afc-4bc8-858a-73b321b4bfc1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494900 Oct 29 09:13:48.026139 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.032886 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.088521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877187fe-ca2f-4c7a-955e-e21fe0ec2982 None None] Pushing event updated for resources: {'Port': ['ID=e6462cc7-35f5-43e4-b741-5f8ca09db14e,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:48.088774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-88b2ca10-b882-44b9-91e8-5649e643722c service neutron] 10.222.0.70 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030090 Oct 29 09:13:48.148771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Attempting to bind port e6462cc7-35f5-43e4-b741-5f8ca09db14e on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:13:48.149409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Attempting to bind port e6462cc7-35f5-43e4-b741-5f8ca09db14e by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:13:48.149965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Attempting to bind port e6462cc7-35f5-43e4-b741-5f8ca09db14e on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:13:48.156024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:13:48.156386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:13:48.156790 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.157182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:13:48.157653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Bound port: e6462cc7-35f5-43e4-b741-5f8ca09db14e, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:13:48.158035 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.189371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-cf818afd-41b7-4a38-930e-2b94849c4d21 service neutron] 10.222.0.70 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927372 Oct 29 09:13:48.227543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] For port e6462cc7-35f5-43e4-b741-5f8ca09db14e, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:13:48.232212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] For port e6462cc7-35f5-43e4-b741-5f8ca09db14e, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6462cc7-35f5-43e4-b741-5f8ca09db14e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:13:48.239270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.334790 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.352583 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.354459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:13:48.355074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:13:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:48.359820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877187fe-ca2f-4c7a-955e-e21fe0ec2982 None None] Pushing event updated for resources: {'Port': ['ID=e6462cc7-35f5-43e4-b741-5f8ca09db14e,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:48.398123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d22aec0e-4741-4310-b9ea-525d8392f598 None None] Provisioning complete for port e6462cc7-35f5-43e4-b741-5f8ca09db14e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:48.398490 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22aec0e-4741-4310-b9ea-525d8392f598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.424613 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-27843ad9-cab8-442d-85dc-a9cb457b1c6a req-6ffdce22-9785-4748-af2b-418ac264d281 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 210 time: 0.0478747 Oct 29 09:13:48.513837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:13:48.582186 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22aec0e-4741-4310-b9ea-525d8392f598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.689570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d22aec0e-4741-4310-b9ea-525d8392f598 None None] For port e6462cc7-35f5-43e4-b741-5f8ca09db14e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6462cc7-35f5-43e4-b741-5f8ca09db14e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:48.696027 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22aec0e-4741-4310-b9ea-525d8392f598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.786127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22aec0e-4741-4310-b9ea-525d8392f598 None None] Pushing event updated for resources: {'Port': ['ID=e6462cc7-35f5-43e4-b741-5f8ca09db14e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:48.828487 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-93cbd481-e6fa-41fb-8af5-c9adb0b8a648 None None] Provisioning complete for port e6462cc7-35f5-43e4-b741-5f8ca09db14e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:48.828855 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-93cbd481-e6fa-41fb-8af5-c9adb0b8a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:48.833612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:48.884825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba370c-89f8-4a06-9150-7c3aa5aba43c None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:13:49.139599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6462cc7-35f5-43e4-b741-5f8ca09db14e up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:13:49.191649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e6462cc7-35f5-43e4-b741-5f8ca09db14e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:49.192309 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:49.287885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 25d9b3b4-34ed-42de-bf6a-3233fea9488c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:13:49.337669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 25d9b3b4-34ed-42de-bf6a-3233fea9488c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:49.338281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:49.533803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b245409f-dc1c-42c8-94f4-3eef8088a8bb req-084d42c1-cc42-44d5-acc0-ac15ed51df05 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 210 time: 0.0312502 Oct 29 09:13:49.646698 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:49.663733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-df1bdd7e-8fd7-43ad-b3ff-196b286353a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:49.665312 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-df1bdd7e-8fd7-43ad-b3ff-196b286353a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 811 time: 0.1342552 Oct 29 09:13:49.713707 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-34e83bcb-489e-43e3-a141-6af0d1827ad2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 380 time: 0.0381508 Oct 29 09:13:49.728143 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'port': {'device_id': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'admin_state_up': True, 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'security_groups': ['fe4501a0-800d-44cd-a65e-8299491a7326']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:49.849412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Made reservation on behalf of bf9cdb8f9d1b4c3bbb0b1a084e780ce9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:13:49.853150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:49.984756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Allocated IP 172.20.0.4 (fc455dec-5957-463c-b989-ddef3a585d0d/b519f9ad-f43e-4369-8446-fc826e3584df/b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:13:50.131635 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.176864 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.223253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Network fc455dec-5957-463c-b989-ddef3a585d0d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:13:50.226507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:13:50.229098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:13:50.262308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:50.294480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:50.295126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.313535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-90066965-6836-4063-a9d2-1104d15ac13b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895219 Oct 29 09:13:50.326804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Request body: {'port': {'device_id': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:50.385272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.513541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-94519537-dd0e-4593-8872-9939605810e9 None None] Provisioning complete for port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:50.514087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94519537-dd0e-4593-8872-9939605810e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.547762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-94519537-dd0e-4593-8872-9939605810e9 None None] Port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:13:50.664799 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:13:50.673437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.686674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Transition to ACTIVE for port object b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:13:50.691269 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.744596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:50.824895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Attempting to bind port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:13:50.825297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Attempting to bind port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:13:50.825564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Attempting to bind port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:13:50.830676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:13:50.831243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Attempting to bind port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:13:50.836778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:13:50.837112 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:13:50.837495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:13:50.837925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Bound port: b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:13:50.838290 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.915409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:13:50.920069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:13:50.926437 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.967369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:50.968041 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:50.969469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] 10.222.0.93 "PUT /v2.0/ports/b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 1091 time: 0.6475079 Oct 29 09:13:50.969938 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:13:50.972319 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf95edc5-a46e-4ca0-86d5-c04693e876d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:13:50.991172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf66d6-9ddd-43a3-bb3b-3c7b9f53b624 req-970e43bb-551c-4ce2-a20d-9cdc4cb91727 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:50.995696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2bb3-50f6-4281-a576-a9923ad74e41 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:50.999880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0adf66d6-9ddd-43a3-bb3b-3c7b9f53b624 req-970e43bb-551c-4ce2-a20d-9cdc4cb91727 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 931 time: 0.3884628 Oct 29 09:13:51.043326 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0adf66d6-9ddd-43a3-bb3b-3c7b9f53b624 req-11416597-15e0-4306-94a3-509c9cbf5b5d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Oct 29 09:13:51.056987 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e4980-1ce3-48f4-b2b9-54cd3460afc3 x-openstack-request-id: req-f69e4980-1ce3-48f4-b2b9-54cd3460afc3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:13:51.057417 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:13:51.057652 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f69e4980-1ce3-48f4-b2b9-54cd3460afc3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:13:51.058050 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'status': 'completed', 'code': 200} Oct 29 09:13:51.075069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-cd3716ba-7b75-4a1b-ad8e-f14c5c229027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:51.076726 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-cd3716ba-7b75-4a1b-ad8e-f14c5c229027 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1094 time: 0.0517626 Oct 29 09:13:51.120454 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-998089f1-0f95-49ca-9b26-2ef68fa2cec7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 217 time: 0.0353396 Oct 29 09:13:51.177867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-7558f7f2-b95a-46f5-aecf-acf5e41c3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:51.179282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-7558f7f2-b95a-46f5-aecf-acf5e41c3f16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0522413 Oct 29 09:13:51.232503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-3918c9db-8968-45cd-abf8-ac154bc63bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:51.234044 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-3918c9db-8968-45cd-abf8-ac154bc63bc1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466466 Oct 29 09:13:51.331243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-ec7d468d-a64b-4755-8024-c252e6781c51 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888879 Oct 29 09:13:51.441139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17ed9ce4-5e52-460d-9b82-c7fe257f7d80 req-963304fe-3f56-4dcf-9607-3fa104c5b87c service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026454 Oct 29 09:13:51.529769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-87207521-5c36-48f2-8634-df938eae3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:51.531277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-87207521-5c36-48f2-8634-df938eae3152 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1094 time: 0.0430012 Oct 29 09:13:51.633366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-5e459b38-bc05-4c06-aa80-8735ae8fc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:51.634860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-5e459b38-bc05-4c06-aa80-8735ae8fc354 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0955439 Oct 29 09:13:51.678508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-62e916e8-67c1-46d7-94d3-6e04f73548b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 217 time: 0.0353403 Oct 29 09:13:51.737679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-7adb5411-31ae-4a5b-9041-aebf43790198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:51.739164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-7adb5411-31ae-4a5b-9041-aebf43790198 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0538249 Oct 29 09:13:51.788546 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-41376a16-b8bd-4371-9a83-c668a9aae2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:51.790101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-41376a16-b8bd-4371-9a83-c668a9aae2cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437856 Oct 29 09:13:51.881216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-c851f875-8ab6-4792-b86d-74e2be470c0d service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831063 Oct 29 09:13:51.978547 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf95edc5-a46e-4ca0-86d5-c04693e876d9 req-aa3a5328-3252-47be-af74-e2b6bb6d9fdc service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903068 Oct 29 09:13:52.171307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1f6a3-5092-435d-842b-fc46c0aaa3fc req-6c8af833-de41-4e74-af28-09d4c5157e9b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:52.172894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0be1f6a3-5092-435d-842b-fc46c0aaa3fc req-6c8af833-de41-4e74-af28-09d4c5157e9b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 943 time: 0.0590346 Oct 29 09:13:52.218254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0be1f6a3-5092-435d-842b-fc46c0aaa3fc req-143abe85-6946-4ff7-b341-239eff39bb26 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387385 Oct 29 09:13:53.165016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:13:53.271501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:53.284791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'mac_address': 'fa:16:3e:a0:6b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:13:53.323322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:53.337241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:13:53.345428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570a640-b695-47cb-9e25-0a961de1e384 req-ec7be58d-6bbb-4b7a-a419-305116e181af tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:53.347005 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1570a640-b695-47cb-9e25-0a961de1e384 req-ec7be58d-6bbb-4b7a-a419-305116e181af tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 943 time: 0.0504637 Oct 29 09:13:53.358118 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:53.365090 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:53.388380 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1570a640-b695-47cb-9e25-0a961de1e384 req-d5198b49-ead1-4cbd-887f-b6b132363e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346749 Oct 29 09:13:53.422501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:53.430604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.430945 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.431282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.431612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.431952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.432310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.432604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.432950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.433237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.433553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.433959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.434271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:13:53.651544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:13:54.515869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff90e-c972-4249-b1de-0c24d869437f req-94eb60f8-2872-44c9-b16e-1398b17684b3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:54.517581 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f53ff90e-c972-4249-b1de-0c24d869437f req-94eb60f8-2872-44c9-b16e-1398b17684b3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 944 time: 0.0559874 Oct 29 09:13:54.557152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f53ff90e-c972-4249-b1de-0c24d869437f req-75236643-4234-438a-ac42-04e119343c4a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327868 Oct 29 09:13:55.179557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:13:55.246457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:13:55.250676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:13:55.251054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:55.331636 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:55.362778 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:13:55.365104 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8736abb6-e561-4089-99ff-1defe0f71257" -d '{"events": [{"server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "name": "network-vif-plugged", "status": "completed", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:13:55.377636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:13:55.384201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:55.411142 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b099221-96a2-438f-933e-6887fad6447a x-openstack-request-id: req-6b099221-96a2-438f-933e-6887fad6447a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:13:55.411437 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "name": "network-vif-plugged", "status": "completed", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:13:55.411685 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b099221-96a2-438f-933e-6887fad6447a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:13:55.412098 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'code': 200} Oct 29 09:13:55.451704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:13:55.515748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a1879-298b-4581-b773-2061d2b0e74f req-9130b9fb-de23-4c84-ade0-399b0471e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:55.517349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b00a1879-298b-4581-b773-2061d2b0e74f req-9130b9fb-de23-4c84-ade0-399b0471e0a8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1096 time: 0.0425918 Oct 29 09:13:55.553853 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b00a1879-298b-4581-b773-2061d2b0e74f req-6a2fee12-4ebc-4a73-a9b5-ec3520c52045 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287127 Oct 29 09:13:55.687790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38152c-566b-476d-9f0d-dd6ecbcec158 req-cf568b07-15df-40bd-a154-bd8e576f8413 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:55.689369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d38152c-566b-476d-9f0d-dd6ecbcec158 req-cf568b07-15df-40bd-a154-bd8e576f8413 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0598717 Oct 29 09:13:55.728677 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9d38152c-566b-476d-9f0d-dd6ecbcec158 req-e56cbd75-7877-48c5-a5e5-d28131417cd7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Oct 29 09:13:56.860467 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc8d9f-e5e0-43fc-9be5-5a4a419a2ff6 req-7cb81c22-4c90-4716-a595-3b854b99037c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:56.861980 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5bbc8d9f-e5e0-43fc-9be5-5a4a419a2ff6 req-7cb81c22-4c90-4716-a595-3b854b99037c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0571918 Oct 29 09:13:56.905914 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5bbc8d9f-e5e0-43fc-9be5-5a4a419a2ff6 req-fe2ca542-899d-46b8-bda1-99768ffeb639 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374441 Oct 29 09:13:58.035521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60547435-56a5-4a6b-8282-5553403a5889 req-82942013-a070-4881-b421-61731e303a2a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:58.037074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60547435-56a5-4a6b-8282-5553403a5889 req-82942013-a070-4881-b421-61731e303a2a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0545354 Oct 29 09:13:58.078411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60547435-56a5-4a6b-8282-5553403a5889 req-69a46a88-18fe-4fa4-bb77-59c93277c0d2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351024 Oct 29 09:13:58.194457 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dec809-0acf-412c-b5e5-346009ccc455 req-584e2c70-ba42-4209-b6e1-ad2fdca7918e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:58.195870 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5dec809-0acf-412c-b5e5-346009ccc455 req-584e2c70-ba42-4209-b6e1-ad2fdca7918e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Oct 29 09:13:58.205089 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 40800) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:13:58.209481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'floatingip': {'port_id': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:13:58.248804 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:58.683988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:58.690186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:58.794508 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb associated. External IP: 172.25.5.241, port: b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9. Oct 29 09:13:59.029170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:13:59.146198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:13:59.150878 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:59.156866 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:13:59.166767 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:13:59.167369 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:13:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:59.181596 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8138454b-d5ff-4b07-a28c-fb233204781a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "PUT /v2.0/floatingips/aa17e526-5d1c-4d3e-ac6d-93225a4b07bb HTTP/1.1" status: 200 len: 991 time: 0.9754205 Oct 29 09:13:59.182172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:13:59.184594 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ed5546-d352-415b-b5ac-d88187c788ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:13:59.285571 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:13:59.292273 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9532961-2881-4c23-a280-30043b022b2f x-openstack-request-id: req-b9532961-2881-4c23-a280-30043b022b2f {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:13:59.292751 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:13:59.292863 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9532961-2881-4c23-a280-30043b022b2f {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:13:59.293226 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'status': 'completed', 'code': 200} Oct 29 09:13:59.356397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-b2e5c86b-c6c5-4bee-afad-6120036de8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:59.358359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-b2e5c86b-c6c5-4bee-afad-6120036de8b2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1096 time: 0.0435646 Oct 29 09:13:59.426861 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:13:59.462821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-6ad7cfee-df34-4082-8ae0-312fdd60367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:59.464440 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-6ad7cfee-df34-4082-8ae0-312fdd60367c service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0991805 Oct 29 09:13:59.526941 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:a0:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:13:58Z', 'revision_number': 1, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:59.555685 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:13:59.565849 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:13:59.566468 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:13:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:59.679674 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:13:59.856616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-ea37e88d-4c8b-4214-899d-f84059e6feca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 999 time: 0.3844466 Oct 29 09:13:59.907521 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-ccc71ebd-9d4b-42d9-a7d3-d948f952f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:59.909079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-ccc71ebd-9d4b-42d9-a7d3-d948f952f612 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0455344 Oct 29 09:13:59.909977 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:a0:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:13:58Z', 'revision_number': 1, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:13:59.939784 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25abca5e-8367-44ff-9008-0ed70094c3b9 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:a0:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:13:58Z', 'revision_number': 1, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:13:59.960015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-1f338932-73c6-48d9-883d-0343400ef367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:13:59.961811 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-1f338932-73c6-48d9-883d-0343400ef367 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460830 Oct 29 09:14:00.054307 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-bb37fbef-ff5d-48f3-8716-365887717c3f service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856190 Oct 29 09:14:00.141551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be701e9f-a31e-421d-922e-72db2ab8976c None None] New status for floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:14:00.159208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ed5546-d352-415b-b5ac-d88187c788ae req-5876bd48-1f9f-463b-a711-fabba835b4e2 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979722 Oct 29 09:14:00.758095 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:04.090731 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:14:14.289386 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8f4bb20-ff72-43f4-a320-31a5e6ef77f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:17.023278 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b3501aed-5e03-41fc-918f-55a2e6140c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:18.280019 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:18.306253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:19.645933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:29.428944 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:30.784063 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:31.374721 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-cf9ac849-b890-4654-bb12-2d801816ffc5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423403 Oct 29 09:14:31.471195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-93c31bfe-60e2-4947-82c5-5b576161b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:14:31.472785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-93c31bfe-60e2-4947-82c5-5b576161b7ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1096 time: 0.0441778 Oct 29 09:14:31.593247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-1af8cf90-7639-419e-9969-c421fb1c577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:14:31.594682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-1af8cf90-7639-419e-9969-c421fb1c577f service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0940382 Oct 29 09:14:31.660370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-31e66e54-5094-4145-bf59-ad15b6ccc9bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0581548 Oct 29 09:14:31.721954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-a68cf973-5eb3-4576-80c7-82b6795c530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:14:31.723427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-a68cf973-5eb3-4576-80c7-82b6795c530a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0553191 Oct 29 09:14:31.773630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-aa00aec6-a2a6-4060-9693-694f62eabad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:14:31.775182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-aa00aec6-a2a6-4060-9693-694f62eabad4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412576 Oct 29 09:14:31.889680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-9aef9121-aa1e-4673-8ab0-036a70a4312f service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977714 Oct 29 09:14:31.986252 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5168f83d-5a33-49ba-b2fa-f425d31fce4f req-357aed30-cc5c-4002-b433-491b39c05842 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889292 Oct 29 09:14:41.096632 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:14:44.284631 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-80b4fc13-7ea2-4e5e-aeef-134cd404b5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:47.021470 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-78af1a13-7a3e-4c96-b62c-34899ed535e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:48.286987 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:48.309523 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:49.648155 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:14:59.445274 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:00.778232 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:14.290441 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b18e80a3-ce7e-43f5-8c9c-8d05e40223ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:17.024399 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9108cbbf-4551-4518-8966-b8d3bb11a7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:18.097241 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:15:18.284990 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:18.312742 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:19.656087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:29.473200 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:30.781007 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:31.383329 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-eeaf21f3-5e27-486a-b4cd-237abe8932cd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497978 Oct 29 09:15:31.472136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-873edc5b-7f25-44e2-a060-4c1d872a4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:15:31.473698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-873edc5b-7f25-44e2-a060-4c1d872a4abd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1096 time: 0.0433159 Oct 29 09:15:31.584551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-10dd23fc-8af9-4fc0-aa98-6e93424eab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:15:31.586064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-10dd23fc-8af9-4fc0-aa98-6e93424eab10 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0907123 Oct 29 09:15:31.655753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-4b5e4d63-06f2-4f10-93dd-50bffce329e4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0626996 Oct 29 09:15:31.705972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-6fe60f92-bf80-4437-8a0b-1a9d1f225751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:15:31.707407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-6fe60f92-bf80-4437-8a0b-1a9d1f225751 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0443413 Oct 29 09:15:31.753553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-c8d67f7f-33c5-4992-bfec-f65b8a8f1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:15:31.755050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-c8d67f7f-33c5-4992-bfec-f65b8a8f1ffb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403495 Oct 29 09:15:31.766500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-7aa72114-f392-41e2-8b6a-64c6bb413197 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:15:31.767450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-7aa72114-f392-41e2-8b6a-64c6bb413197 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050690 Oct 29 09:15:31.863900 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-cd1169de-31cb-4d59-bca8-428cece77272 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887580 Oct 29 09:15:31.966565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-018f5ea9-8d38-4652-b18b-0b2920c8a2bb req-693ca692-514d-4d52-9737-0f5116d4fe0c service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953062 Oct 29 09:15:44.301519 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb557-f6e8-4eda-a322-45aa0d3e2fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:47.029227 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1d94c59-89e3-4dc2-bdb6-b5ef8a03ca1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:48.303757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:48.316460 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:49.655666 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:15:55.097350 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:15:59.465734 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:00.781382 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:14.297205 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d1d1-894d-43c9-80bf-1c89aeadf87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:17.029411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4571-da22-4605-a6ff-5a4505f6d3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:18.307521 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:18.321084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:19.662024 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:26.521585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518518a-8d9a-4090-88f5-022a6563c3a7 req-cabe7d58-bbb8-4841-9f9e-9bbaf5e722bb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:26.523125 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2518518a-8d9a-4090-88f5-022a6563c3a7 req-cabe7d58-bbb8-4841-9f9e-9bbaf5e722bb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.2596970 Oct 29 09:16:26.569340 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2518518a-8d9a-4090-88f5-022a6563c3a7 req-e1304493-ff81-4642-b423-73226d6422f3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369041 Oct 29 09:16:26.850323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf98407-0f59-4345-8de3-2a2723caf70e req-643bbf81-80c8-485a-8859-34020ac5b3a4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:26.852023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5cf98407-0f59-4345-8de3-2a2723caf70e req-643bbf81-80c8-485a-8859-34020ac5b3a4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0616798 Oct 29 09:16:26.924776 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-26f3bb75-0825-43e7-b68f-d48a37e04286 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413677 Oct 29 09:16:26.928467 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5cf98407-0f59-4345-8de3-2a2723caf70e req-29cf746a-9445-46e3-b253-a52f3a110832 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452957 Oct 29 09:16:28.123014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89c018-2a67-4a24-b76c-f0ee3c7e01a3 req-180a0c7a-8f92-4607-bacd-bc82bca9baa4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:28.124570 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b89c018-2a67-4a24-b76c-f0ee3c7e01a3 req-180a0c7a-8f92-4607-bacd-bc82bca9baa4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.1226912 Oct 29 09:16:28.174093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6b89c018-2a67-4a24-b76c-f0ee3c7e01a3 req-05758924-0562-4f04-8f1b-b4484ef26a91 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427864 Oct 29 09:16:28.253162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-15d2c37d-da58-4b2c-b837-4b4e287a9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:28.255050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-15d2c37d-da58-4b2c-b837-4b4e287a9da3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1096 time: 0.1051655 Oct 29 09:16:28.363278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-faae48a9-4e75-4785-b2b4-2494d838b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:28.364918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-faae48a9-4e75-4785-b2b4-2494d838b2c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1022322 Oct 29 09:16:28.444364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-29f7f191-3960-42e9-ad6b-b60cc95130fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0717988 Oct 29 09:16:28.495968 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-d87e761b-262e-42e9-b831-7c9cb68fdfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:28.497389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-d87e761b-262e-42e9-b831-7c9cb68fdfdf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0456424 Oct 29 09:16:28.544875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-00975032-03e6-4ddf-8412-8492d55f9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:28.546366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-00975032-03e6-4ddf-8412-8492d55f9eb9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418282 Oct 29 09:16:28.643653 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-d3468a20-a13e-4b5e-9b74-b056bcd864c0 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896461 Oct 29 09:16:28.742555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-f5368bed-2947-4b98-b7e8-97685eb7b621 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920274 Oct 29 09:16:29.310375 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84c74-2abc-4258-9215-5632136a558f req-cac22933-c9ea-490f-b8fa-1e78bd1410ca tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:29.311782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87a84c74-2abc-4258-9215-5632136a558f req-cac22933-c9ea-490f-b8fa-1e78bd1410ca tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0549757 Oct 29 09:16:29.359101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87a84c74-2abc-4258-9215-5632136a558f req-69e9ffd4-88f4-4135-b442-b712cbcf8391 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Oct 29 09:16:29.467545 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:30.495931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27384be8-975f-40c3-b8b1-0fb342a2d81c req-13503ffc-b04f-4217-9a01-696fd03150c1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:30.497502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27384be8-975f-40c3-b8b1-0fb342a2d81c req-13503ffc-b04f-4217-9a01-696fd03150c1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0554702 Oct 29 09:16:30.542382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-27384be8-975f-40c3-b8b1-0fb342a2d81c req-b594d2c6-7426-4943-b643-c6607af2d334 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345232 Oct 29 09:16:30.776147 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:31.669605 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad02d7f-cd87-4c30-9dae-f993693553da req-c98b31ce-8f4f-49a6-a2b1-2f4e2964dc2d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:31.670957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aad02d7f-cd87-4c30-9dae-f993693553da req-c98b31ce-8f4f-49a6-a2b1-2f4e2964dc2d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0514498 Oct 29 09:16:31.709305 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aad02d7f-cd87-4c30-9dae-f993693553da req-3680e4d2-a3d3-4ed6-8104-eaa580d03b3c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317833 Oct 29 09:16:32.102828 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:16:32.404123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-ea47ad8f-c967-46ea-bbce-c9c1d9dc3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:32.405563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-ea47ad8f-c967-46ea-bbce-c9c1d9dc3ecb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1096 time: 0.0472312 Oct 29 09:16:32.517587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-bf579c3a-46cc-4300-84f4-19686987e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:32.519075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-bf579c3a-46cc-4300-84f4-19686987e3a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0927801 Oct 29 09:16:32.597486 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-4b02c172-67eb-406e-b55f-5982332be2c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0703430 Oct 29 09:16:32.656249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-4c0f7aea-13be-4ab9-9227-ab1d1038faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:32.657689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-4c0f7aea-13be-4ab9-9227-ab1d1038faa2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0528076 Oct 29 09:16:32.708154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-1ad47eaf-1e7e-491c-9589-b5b95fcd3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:32.709669 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-1ad47eaf-1e7e-491c-9589-b5b95fcd3d3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451100 Oct 29 09:16:32.829897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-6b9ce888-bd26-4026-abf2-61b08ec7540d service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126096 Oct 29 09:16:32.891077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436274b5-6276-44a3-9159-7c319bc7120a req-0aaf5221-eff0-4b2b-806a-586ef3d33aaf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:32.892628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-436274b5-6276-44a3-9159-7c319bc7120a req-0aaf5221-eff0-4b2b-806a-586ef3d33aaf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.1061656 Oct 29 09:16:32.956948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-436274b5-6276-44a3-9159-7c319bc7120a req-170c3f9a-44eb-46fb-90e8-f1ba07b085ad tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580411 Oct 29 09:16:32.970568 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69e8e7e-24cb-497f-8a87-f6862fabd60a req-185a6980-d6b3-4e0a-a395-eba26da45199 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326253 Oct 29 09:16:34.083426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08d22-db10-4bd7-b027-13c5ca468f2c req-3d15843e-9ca5-46dd-a095-8d30ee224735 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:34.084850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8c08d22-db10-4bd7-b027-13c5ca468f2c req-3d15843e-9ca5-46dd-a095-8d30ee224735 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0569527 Oct 29 09:16:34.123063 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8c08d22-db10-4bd7-b027-13c5ca468f2c req-8584b96a-5318-43aa-8a60-893eba7558d1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Oct 29 09:16:35.263986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4fd16-1a78-451e-af90-f6d910569268 req-84323f99-4f18-47d2-9d3b-9313687404c5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:35.265500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43b4fd16-1a78-451e-af90-f6d910569268 req-84323f99-4f18-47d2-9d3b-9313687404c5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0600069 Oct 29 09:16:35.309826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43b4fd16-1a78-451e-af90-f6d910569268 req-136cec3a-6568-4501-bd91-5158ad814cd5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380087 Oct 29 09:16:36.443912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2581719-9af9-4ba6-84fd-4b494ff241c5 req-99aee4af-7e92-4724-85d8-6bba67e3326c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:36.445592 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2581719-9af9-4ba6-84fd-4b494ff241c5 req-99aee4af-7e92-4724-85d8-6bba67e3326c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0525019 Oct 29 09:16:36.484815 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c2581719-9af9-4ba6-84fd-4b494ff241c5 req-9231b091-7d1f-4b73-94b1-e7ae8f6c3580 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Oct 29 09:16:37.618219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc389b97-477d-40e7-9543-c16568a2109f req-2d50e3e2-ab87-4df4-9871-530f23387ac2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:37.619719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc389b97-477d-40e7-9543-c16568a2109f req-2d50e3e2-ab87-4df4-9871-530f23387ac2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0521889 Oct 29 09:16:37.662260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc389b97-477d-40e7-9543-c16568a2109f req-85066d53-559e-4bb8-88e8-606e9823d797 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336668 Oct 29 09:16:38.797848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494e266-4d2a-435d-9cb1-163537fcabcb req-9542b88c-725d-4af8-be69-0dcab039bc08 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:38.799341 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8494e266-4d2a-435d-9cb1-163537fcabcb req-9542b88c-725d-4af8-be69-0dcab039bc08 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0564363 Oct 29 09:16:38.842484 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8494e266-4d2a-435d-9cb1-163537fcabcb req-f71204c4-3cf4-4518-bc73-78e311be1c98 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344837 Oct 29 09:16:39.965728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205bcf-4bdc-4421-baed-0cf2f76333e6 req-8321c762-3d8a-48e7-80fa-daba764c74a0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:39.967242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97205bcf-4bdc-4421-baed-0cf2f76333e6 req-8321c762-3d8a-48e7-80fa-daba764c74a0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Oct 29 09:16:40.011208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-97205bcf-4bdc-4421-baed-0cf2f76333e6 req-c1277619-4481-425b-82bb-e3f4983cf830 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350163 Oct 29 09:16:41.140985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a0373-00af-460c-b0c8-6689a0481dca req-62d39412-da67-461d-8b1a-e31a5c08ec82 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:41.142495 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d06a0373-00af-460c-b0c8-6689a0481dca req-62d39412-da67-461d-8b1a-e31a5c08ec82 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0554340 Oct 29 09:16:41.187374 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d06a0373-00af-460c-b0c8-6689a0481dca req-57e2df18-39c8-4d63-b39f-a7445b057cf6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359213 Oct 29 09:16:42.315134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4c015-fb06-44b7-a37a-4343e50ae819 req-e4d7bb25-9b3e-4bfa-85c7-586b45c39fdb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:42.316681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74c4c015-fb06-44b7-a37a-4343e50ae819 req-e4d7bb25-9b3e-4bfa-85c7-586b45c39fdb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Oct 29 09:16:42.360864 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74c4c015-fb06-44b7-a37a-4343e50ae819 req-61a4f4f4-1c4a-41e9-91dd-b74076c2861c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379858 Oct 29 09:16:43.498376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15ecb-f68d-49d1-8517-3928d57f5dad req-20d649bf-ec92-4429-b855-d811154f7714 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:43.499917 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-04b15ecb-f68d-49d1-8517-3928d57f5dad req-20d649bf-ec92-4429-b855-d811154f7714 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0531912 Oct 29 09:16:43.552315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-04b15ecb-f68d-49d1-8517-3928d57f5dad req-ee99cbe1-5458-419e-8158-95b798d148ee tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Oct 29 09:16:44.306700 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d0015c5a-8ad3-4813-bb69-b498994390cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:44.684008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57791994-d03f-4480-9013-657719d6d684 req-f41d3c43-cc61-467a-a91b-102d3bbe3da8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:44.685536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57791994-d03f-4480-9013-657719d6d684 req-f41d3c43-cc61-467a-a91b-102d3bbe3da8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0574648 Oct 29 09:16:44.724914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57791994-d03f-4480-9013-657719d6d684 req-ce9c929b-14f5-4902-9f5f-139963d0da84 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Oct 29 09:16:45.705215 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-72bf738a-aa11-47f6-b6c2-89c073be665f service neutron] show failed (client error): The resource could not be found. Oct 29 09:16:45.706550 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-72bf738a-aa11-47f6-b6c2-89c073be665f service neutron] 10.222.0.93 "GET /v2.0/ports/b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0705655 Oct 29 09:16:45.845108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31155665-5902-4e26-9c98-ff001b444b19 req-fcd8b5fd-134e-48f0-a519-b4c77fcfbd57 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:45.846768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-31155665-5902-4e26-9c98-ff001b444b19 req-fcd8b5fd-134e-48f0-a519-b4c77fcfbd57 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0512624 Oct 29 09:16:45.891871 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-31155665-5902-4e26-9c98-ff001b444b19 req-fb2d263b-ef7d-4102-85e5-b45aec458d68 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346839 Oct 29 09:16:45.918878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-71d6b1a3-d943-4910-848d-097bb0886f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:45.920484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-71d6b1a3-d943-4910-848d-097bb0886f49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0428843 Oct 29 09:16:45.931259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-20fccb1d-90bf-44f2-a142-a828331f389a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:16:45.932577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-20fccb1d-90bf-44f2-a142-a828331f389a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056021 Oct 29 09:16:45.944129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:16:46.000881 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:46.213702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:16:46.247715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:16:46.286439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:16:46.288990 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db09a128-e8a5-42c1-bcd2-eea94c271f06" -d '{"events": [{"server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:16:46.293027 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:46.306562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Transition to ACTIVE for port object b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:16:46.311480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:46.363775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:16:46.428349 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f57e892-d863-4487-bcdd-576e173f5abc x-openstack-request-id: req-2f57e892-d863-4487-bcdd-576e173f5abc {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:16:46.428636 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:16:46.428891 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f57e892-d863-4487-bcdd-576e173f5abc {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:16:46.429318 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'code': 200} Oct 29 09:16:46.437987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.437987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.437987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.437987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.437987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.437987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.437987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.437987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.438526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.438526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.438992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.439103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:46.510698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] No DVR routers for this DVR port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:16:46.661507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Attempting to bind port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:16:46.661756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Attempting to bind port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:16:46.662064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Attempting to bind port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:16:46.666865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:16:46.667189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Attempting to bind port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:16:46.672693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:16:46.673040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:16:46.673477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:16:46.673910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Bound port: b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:16:46.674268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:46.741356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:16:46.745591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:16:46.752354 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:46.796974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:46.797750 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:46.799136 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] 10.222.0.15 "PUT /v2.0/ports/b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 1091 time: 0.8586724 Oct 29 09:16:46.816075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b6f60-588a-4efc-bf6a-31031552a0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:16:46.868225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-22304c68-3806-4588-972d-7489d8279eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:46.869812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-22304c68-3806-4588-972d-7489d8279eaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1094 time: 0.0448544 Oct 29 09:16:46.972113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-17d51d43-3e4c-4c4d-b067-d7940c4390ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:46.973641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-17d51d43-3e4c-4c4d-b067-d7940c4390ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0967984 Oct 29 09:16:47.020216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d62c-45fb-414c-8f79-9837b5ee86bc req-c3b30e9a-7032-491a-90f6-44e86cb7cc31 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:47.021824 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab16d62c-45fb-414c-8f79-9837b5ee86bc req-c3b30e9a-7032-491a-90f6-44e86cb7cc31 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 943 time: 0.0560932 Oct 29 09:16:47.024374 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-306df49f-3974-4067-8300-b6d93e508f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:47.056183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-e1e3f535-0a13-428d-8f8e-7ea54cb04750 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 999 time: 0.0745041 Oct 29 09:16:47.065328 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab16d62c-45fb-414c-8f79-9837b5ee86bc req-6ce8863a-47e4-4d08-9655-80fa3d13f89b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345249 Oct 29 09:16:47.106418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-c7324b53-2de0-4a70-9bc9-b4d14eedcae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:47.107973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-c7324b53-2de0-4a70-9bc9-b4d14eedcae3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0454514 Oct 29 09:16:47.161774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-c52da574-65a8-4550-9bed-3bda497a4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:47.163325 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-c52da574-65a8-4550-9bed-3bda497a4c68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483241 Oct 29 09:16:47.260946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-c14d6446-31ab-437b-98cd-c231a5ae29c1 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899653 Oct 29 09:16:47.356100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eda2eaa1-e5e3-47d4-addd-4de8bb80122d req-2d5de2cf-1986-463d-b48a-a3f399190cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879912 Oct 29 09:16:48.203013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421f974-2c85-4a41-afde-fe172e449df5 req-111383a1-51ad-4424-81d7-288bc38dd4f5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:48.204615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b421f974-2c85-4a41-afde-fe172e449df5 req-111383a1-51ad-4424-81d7-288bc38dd4f5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 943 time: 0.0545259 Oct 29 09:16:48.255294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b421f974-2c85-4a41-afde-fe172e449df5 req-4d626268-3602-4e82-8527-a05dffbcaf8d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 Oct 29 09:16:48.299106 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:48.325985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:48.431370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:16:48.433893 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a8f252-696c-43ae-960e-f595a0d45acb" -d '{"events": [{"name": "network-changed", "server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:16:48.482490 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c11961-a540-4087-bd73-4e5b2f60e5da x-openstack-request-id: req-d8c11961-a540-4087-bd73-4e5b2f60e5da {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:16:48.482785 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:16:48.483033 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8c11961-a540-4087-bd73-4e5b2f60e5da {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:16:48.483439 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'status': 'completed', 'code': 200} Oct 29 09:16:48.570959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-b129bd9b-78a0-417e-af8a-f81ff47cf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:48.572846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-b129bd9b-78a0-417e-af8a-f81ff47cf0c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1094 time: 0.0688853 Oct 29 09:16:48.575334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-d10e8ec2-e52e-45e9-a7cb-91fdaac7a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:48.576717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-d10e8ec2-e52e-45e9-a7cb-91fdaac7a61e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1094 time: 0.0641813 Oct 29 09:16:48.732534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-2f89d242-d255-4055-bfaf-6cf10dfa6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:48.734021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-2f89d242-d255-4055-bfaf-6cf10dfa6218 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1532202 Oct 29 09:16:48.734946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-eb8e0bc5-8d3d-4904-8b2b-00038f7b9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:48.736266 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-eb8e0bc5-8d3d-4904-8b2b-00038f7b9b9f service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1483810 Oct 29 09:16:48.844426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-cdcda574-ca48-4db8-9460-f381f3fb66ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 999 time: 0.1023476 Oct 29 09:16:48.848174 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-7ba011fc-e9a4-4b31-b607-12e2371cc746 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 999 time: 0.1003721 Oct 29 09:16:48.930728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-7f38b0aa-fa4d-483b-9579-0ce3a12d276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:48.932353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-7f38b0aa-fa4d-483b-9579-0ce3a12d276c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0808775 Oct 29 09:16:48.933696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-da4175ed-08cc-4890-8c53-5c877f3fa73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:48.935013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-da4175ed-08cc-4890-8c53-5c877f3fa73c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0761881 Oct 29 09:16:49.012238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-e20b95ff-f3f8-45da-8d36-ba4506f4f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:49.013644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-e20b95ff-f3f8-45da-8d36-ba4506f4f732 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736053 Oct 29 09:16:49.018955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-8e0eb63a-162b-4585-b5ab-9d0bdd02eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:49.020467 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-8e0eb63a-162b-4585-b5ab-9d0bdd02eea3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726151 Oct 29 09:16:49.186910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-d10eb14a-a12e-4a4f-9868-eff9ac53c0db service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654277 Oct 29 09:16:49.188799 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-cdc81130-135b-4882-83ec-04db1bdf7d2a service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602306 Oct 29 09:16:49.659732 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:49.704769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-bb909b2d-540c-4dca-90c6-35f8c981edda service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033410 Oct 29 09:16:49.715925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e1bc-5854-4780-a446-a3570ac20fe4 req-111ecb30-00f2-42be-bf08-e81caee1e305 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:49.717381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e31e1bc-5854-4780-a446-a3570ac20fe4 req-111ecb30-00f2-42be-bf08-e81caee1e305 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 943 time: 0.1166601 Oct 29 09:16:49.719786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c2a8f252-696c-43ae-960e-f595a0d45acb req-76db36b9-5bd0-4a1b-9abb-95a9126f8f48 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259659 Oct 29 09:16:49.760482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e31e1bc-5854-4780-a446-a3570ac20fe4 req-c5edd687-2e6c-47ce-b301-a14a98d5876c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355990 Oct 29 09:16:49.972695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:16:50.003048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8250c-8f34-414e-b77c-dfc85e1ce809 req-2693ceb2-d215-4501-a784-fbc2b90453c3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:50.004901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae8250c-8f34-414e-b77c-dfc85e1ce809 req-2693ceb2-d215-4501-a784-fbc2b90453c3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 943 time: 0.0763090 Oct 29 09:16:50.016097 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:16:50.020228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-6a76961e-9d48-4ed1-a01c-562bf6148556 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:50.021680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-6a76961e-9d48-4ed1-a01c-562bf6148556 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 943 time: 0.0839059 Oct 29 09:16:50.087281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aae8250c-8f34-414e-b77c-dfc85e1ce809 req-1e80e582-f432-418a-b705-82912fa1c85b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756831 Oct 29 09:16:50.106167 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-06eaae9a-0683-437c-83fe-496d7473bddb service neutron] delete failed (client error): The resource could not be found. Oct 29 09:16:50.107212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-06eaae9a-0683-437c-83fe-496d7473bddb service neutron] 10.222.0.93 "DELETE /v2.0/ports/b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0730302 Oct 29 09:16:50.135542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:16:50.201728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-35ba13ce-a1f4-4abd-b77f-8662d2e5326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:50.203323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-35ba13ce-a1f4-4abd-b77f-8662d2e5326c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 1094 time: 0.0430393 Oct 29 09:16:50.235840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:16:50.249165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'mac_address': 'fa:16:3e:a0:6b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:16:50.293238 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:50.296601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-206157ba-d137-4a86-8cd1-6767c20951f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:50.298362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-206157ba-d137-4a86-8cd1-6767c20951f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0880225 Oct 29 09:16:50.306816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:16:50.327470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:16:50.333258 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:50.369332 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-00aa12d2-5940-4d21-b3d2-71e76774d555 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 200 len: 999 time: 0.0639222 Oct 29 09:16:50.381792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:16:50.389572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.389817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.390155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.390485 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.390815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.391127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.391445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.391766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.392106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.392419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.392737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.393048 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:16:50.421324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-bf52ac1a-02bd-4c56-bd07-e71f9c451e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:50.422835 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-bf52ac1a-02bd-4c56-bd07-e71f9c451e3f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0469069 Oct 29 09:16:50.471373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-a24f84d8-ce8f-4d93-818d-09c6b3a10aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:50.472947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-a24f84d8-ce8f-4d93-818d-09c6b3a10aa4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431921 Oct 29 09:16:50.568180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-14d81303-eae4-48a5-a5f1-cffd9b966f4e service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877748 Oct 29 09:16:50.582220 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:16:50.667859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eeb3a077-5bf5-4652-9acb-a18f6bf91427 req-660f66e6-e48b-4a4e-a412-20a72059f2ae service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926864 Oct 29 09:16:51.228662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08939b-f97b-451f-b3fa-6e192e2646e5 req-59477800-0903-44c5-ae84-760d65f84a54 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:51.230339 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb08939b-f97b-451f-b3fa-6e192e2646e5 req-59477800-0903-44c5-ae84-760d65f84a54 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 944 time: 0.0542371 Oct 29 09:16:51.273810 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb08939b-f97b-451f-b3fa-6e192e2646e5 req-fcb59836-e2ab-478b-9c2b-41681970552c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373065 Oct 29 09:16:51.394105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cf3b2-b6b3-4a62-8d5b-6a466a565468 req-8fb7d395-c99f-4356-9065-10285885a494 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:51.395609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a60cf3b2-b6b3-4a62-8d5b-6a466a565468 req-8fb7d395-c99f-4356-9065-10285885a494 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 944 time: 0.0514541 Oct 29 09:16:51.441446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a60cf3b2-b6b3-4a62-8d5b-6a466a565468 req-636ad14e-d456-4852-a972-78e0f7039ee4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Oct 29 09:16:51.562602 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f1004-7e46-44fb-a043-2531e2829609 req-68a2acb7-2602-484d-a6c6-cbf0eca4af80 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:51.564023 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab5f1004-7e46-44fb-a043-2531e2829609 req-68a2acb7-2602-484d-a6c6-cbf0eca4af80 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 944 time: 0.0534859 Oct 29 09:16:51.606768 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab5f1004-7e46-44fb-a043-2531e2829609 req-523fd795-2711-436d-80c5-27fc3713f3a9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335491 Oct 29 09:16:51.874760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2034b-0340-4530-bdd3-464c94334a5c req-d953f468-e42b-422a-9191-99dcd1873c31 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:51.876166 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05d2034b-0340-4530-bdd3-464c94334a5c req-d953f468-e42b-422a-9191-99dcd1873c31 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 944 time: 0.0579233 Oct 29 09:16:51.917746 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-05d2034b-0340-4530-bdd3-464c94334a5c req-0824e0a6-638e-4d39-a897-c29bcf8226d3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324254 Oct 29 09:16:52.142223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:16:52.210847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:16:52.215586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:16:52.215971 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:52.301663 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:52.325259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:16:52.327601 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c29c44-40b8-4c3c-a978-c3e2b97299ab" -d '{"events": [{"server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "name": "network-vif-plugged", "status": "completed", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:16:52.340461 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:16:52.345448 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:52.370784 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570f8f94-4349-4c6f-afff-0872a92c3d8b x-openstack-request-id: req-570f8f94-4349-4c6f-afff-0872a92c3d8b {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:16:52.371075 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "name": "network-vif-plugged", "status": "completed", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:16:52.371331 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-570f8f94-4349-4c6f-afff-0872a92c3d8b {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:16:52.371738 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'code': 200} Oct 29 09:16:52.395447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:16:53.039753 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced5ca4-38ba-4a01-89f7-9e7858a80b8c req-ee8674a5-8da9-4f1d-82d8-0c8db4fb712a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:53.041346 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cced5ca4-38ba-4a01-89f7-9e7858a80b8c req-ee8674a5-8da9-4f1d-82d8-0c8db4fb712a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0535727 Oct 29 09:16:53.080154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cced5ca4-38ba-4a01-89f7-9e7858a80b8c req-ac66fa47-9aff-45e5-840f-eaafd86e4da5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Oct 29 09:16:53.203913 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e579cd-40bb-45d0-b834-140f1219c947 req-8c1a4aad-c71d-40b8-94cc-23bd56329e2e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:53.205342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51e579cd-40bb-45d0-b834-140f1219c947 req-8c1a4aad-c71d-40b8-94cc-23bd56329e2e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.15 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 945 time: 0.0600653 Oct 29 09:16:53.302695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Deleting port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:16:53.303079 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:53.400625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] For port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:16:53.401006 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:53.587837 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:53.588086 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:53.588406 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb disassociated. External IP: 172.25.5.241, port: b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9. Oct 29 09:16:53.588773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Calling delete_port for b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:16:53.721251 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:53.754754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event deleted for resources: {'Port': ['ID=b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:16:53.872044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:16:53.988745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:16:53.999651 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:16:54.012149 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:16:54.012775 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:16:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:16:54.034137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] No DVR routers for this DVR port b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:16:54.036840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:54.040771 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51e579cd-40bb-45d0-b834-140f1219c947 req-e3f25bea-0c79-4987-8f85-5b34ac0011a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.15 "DELETE /v2.0/ports/b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 HTTP/1.1" status: 204 len: 173 time: 0.8287427 Oct 29 09:16:54.041020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'name': 'network-vif-deleted', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:16:54.043244 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac69e23-070e-41d6-a03d-62031f00afca" -d '{"events": [{"server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "name": "network-vif-deleted", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:16:54.082561 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d88a6ec-0ad6-42c4-85e7-4d439d84c01c x-openstack-request-id: req-3d88a6ec-0ad6-42c4-85e7-4d439d84c01c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:16:54.082939 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35089a4-cf0c-4d29-bcce-910c631710e9", "name": "network-vif-deleted", "tag": "b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:16:54.083229 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d88a6ec-0ad6-42c4-85e7-4d439d84c01c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:16:54.083669 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35089a4-cf0c-4d29-bcce-910c631710e9', 'name': 'network-vif-deleted', 'tag': 'b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9', 'status': 'completed', 'code': 200} Oct 29 09:16:54.119212 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:16:54.199689 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fa9d1400-576d-45c9-aa18-6ec48de15cf4 req-8777707e-c1fe-4120-801e-cdd19202f0b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=d35089a4-cf0c-4d29-bcce-910c631710e9 HTTP/1.1" status: 200 len: 210 time: 0.0412803 Oct 29 09:16:54.331889 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:16:54.361057 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:16:54.370769 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:16:54.371287 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:16:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:16:54.478925 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:16:54.682536 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:16:54.708497 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2780ddf7-022b-4113-acc0-dd44fa760f4c None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:16:54.936195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085344a-3a9c-4ebe-bcaa-44c271641fbf None None] New status for floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:16:55.452723 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-94a216b9-1c0d-4f7c-952c-dd4c769e604b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1114696399&fields=id&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 267 time: 0.0364470 Oct 29 09:16:55.563868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4332-a682-4168-ae76-f021d3277e67 req-9f4784b6-1901-48af-9cb7-c300370bb3fd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:55.565396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-9f4784b6-1901-48af-9cb7-c300370bb3fd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 811 time: 0.1056111 Oct 29 09:16:55.580852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-1927b1c0-9618-47e6-a510-33ae673ef7ef tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/quotas/bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 375 time: 0.0095496 Oct 29 09:16:55.640366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-87ed46e1-f648-4f21-8408-9760478bcd1a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541422 Oct 29 09:16:55.712219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-86e22d15-d094-47cd-a68b-59173c180970 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:16:55.713212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-86e22d15-d094-47cd-a68b-59173c180970 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0584259 Oct 29 09:16:55.811476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-37af4204-5a5a-46a5-a07e-008a64397f3e service neutron] 10.222.0.70 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916421 Oct 29 09:16:55.906249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-97325da2-4fae-4bb2-bc13-192b7632ef99 service neutron] 10.222.0.70 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880721 Oct 29 09:16:56.104753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dcf83d11-4a18-4106-9b02-d54c8e8b4d64 req-7aaf71f4-f0a8-4848-aaf5-51f4dfa14983 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 210 time: 0.0311053 Oct 29 09:16:56.140595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:16:56.165481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:16:56.165889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device b6c1cdf0-b92d-4f64-ab97-b24cdc742cf9 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:16:57.090319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4332-a682-4168-ae76-f021d3277e67 req-afc40203-7d5e-4695-81c1-57eff1bf3d0a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:57.091851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-afc40203-7d5e-4695-81c1-57eff1bf3d0a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 811 time: 0.1241298 Oct 29 09:16:57.137677 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-935f48b7-3fd6-4f45-9d7c-fac98e485b83 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 380 time: 0.0357530 Oct 29 09:16:57.148216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'port': {'device_id': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'admin_state_up': True, 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'security_groups': ['fe4501a0-800d-44cd-a65e-8299491a7326']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:16:57.227366 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-62b2e2f5-e10b-4ebc-892a-731e58f39bc4 req-bbc31ee6-e53a-41cf-a1b0-2567ce2218a4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 210 time: 0.0327699 Oct 29 09:16:57.298416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Made reservation on behalf of bf9cdb8f9d1b4c3bbb0b1a084e780ce9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:16:57.301927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:57.436201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Allocated IP 172.20.0.11 (fc455dec-5957-463c-b989-ddef3a585d0d/b519f9ad-f43e-4369-8446-fc826e3584df/82123575-fefc-46f6-ba8a-a7950e51d58e) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:16:57.585465 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:57.623780 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:57.669092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Network fc455dec-5957-463c-b989-ddef3a585d0d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:16:57.672360 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:16:57.676225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:16:57.683159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:16:57.730658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:57.731300 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:57.749161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b0a62cc8-6695-4283-8951-819aba53f05a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6048045 Oct 29 09:16:57.762001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Request body: {'port': {'device_id': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:16:57.822527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:57.896368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6053be1c-e320-45fe-a56f-9dff95836f80 None None] Provisioning complete for port 82123575-fefc-46f6-ba8a-a7950e51d58e triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:16:57.897014 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6053be1c-e320-45fe-a56f-9dff95836f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:57.932188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6053be1c-e320-45fe-a56f-9dff95836f80 None None] Port 82123575-fefc-46f6-ba8a-a7950e51d58e cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:16:58.092362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82123575-fefc-46f6-ba8a-a7950e51d58e {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:16:58.100351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:58.115478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Transition to ACTIVE for port object 82123575-fefc-46f6-ba8a-a7950e51d58e will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:16:58.122240 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:58.171255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:16:58.250085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Attempting to bind port 82123575-fefc-46f6-ba8a-a7950e51d58e on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:16:58.250448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Attempting to bind port 82123575-fefc-46f6-ba8a-a7950e51d58e by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:16:58.250777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Attempting to bind port 82123575-fefc-46f6-ba8a-a7950e51d58e on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:16:58.256003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Port 82123575-fefc-46f6-ba8a-a7950e51d58e on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:16:58.256329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Attempting to bind port 82123575-fefc-46f6-ba8a-a7950e51d58e on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:16:58.262705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:16:58.262973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:16:58.263365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:16:58.263782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Bound port: 82123575-fefc-46f6-ba8a-a7950e51d58e, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:16:58.264217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:58.334449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:16:58.337709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:16:58.344235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:58.363379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14437060-2ef4-442a-8a51-e0bff2b3a25d req-88b5f88e-5263-440f-96df-6ce1db35c295 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:58.364869 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14437060-2ef4-442a-8a51-e0bff2b3a25d req-88b5f88e-5263-440f-96df-6ce1db35c295 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0552220 Oct 29 09:16:58.378220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:58.379544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:58.380656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] 10.222.0.93 "PUT /v2.0/ports/82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1092 time: 0.6235454 Oct 29 09:16:58.381111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:16:58.383400 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9640046f-c53f-41c5-92f6-e9d1ff426dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:16:58.411222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-14437060-2ef4-442a-8a51-e0bff2b3a25d req-c7620628-59f1-4698-9e3a-1e2cb2a2d75f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386467 Oct 29 09:16:58.419741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648836c-86a3-4e9e-92d4-47509aaa917f service neutron] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:16:58.444205 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01511de-ffd0-429f-95ba-1924bcc4e5b7 x-openstack-request-id: req-e01511de-ffd0-429f-95ba-1924bcc4e5b7 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:16:58.444497 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:16:58.444750 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e01511de-ffd0-429f-95ba-1924bcc4e5b7 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:16:58.445176 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'status': 'completed', 'code': 200} Oct 29 09:16:58.479719 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4332-a682-4168-ae76-f021d3277e67 req-6a78ebe0-8d0a-428a-ace9-f4e142b32da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:58.481326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-6a78ebe0-8d0a-428a-ace9-f4e142b32da5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1095 time: 0.0481837 Oct 29 09:16:58.527977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-0058643d-c64b-440a-8970-980941a7a405 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 217 time: 0.0368338 Oct 29 09:16:58.584842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4332-a682-4168-ae76-f021d3277e67 req-d7e05399-9d98-44d6-89f5-41ac725b54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:58.586405 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-d7e05399-9d98-44d6-89f5-41ac725b54ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0513506 Oct 29 09:16:58.639607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4332-a682-4168-ae76-f021d3277e67 req-65d32a03-5213-4d8b-997f-5ea6fa5bd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:58.641071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-65d32a03-5213-4d8b-997f-5ea6fa5bd161 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463901 Oct 29 09:16:58.734592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-cfe69a58-687d-4058-826b-be257ee6c91f service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861092 Oct 29 09:16:58.835493 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b93e4332-a682-4168-ae76-f021d3277e67 req-aa2ef26b-9e9f-4267-b738-dfb3dd3637a9 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939105 Oct 29 09:16:58.946257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-30af0d25-2b34-4fba-800b-a601c0c34ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:58.948032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-30af0d25-2b34-4fba-800b-a601c0c34ac2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1095 time: 0.0576851 Oct 29 09:16:59.048764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-41b0715d-739e-4a28-9fac-2d0b9081140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:59.050300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-41b0715d-739e-4a28-9fac-2d0b9081140f service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0944393 Oct 29 09:16:59.097201 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-838ae9dd-a461-47d5-8a82-794ae00424c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 217 time: 0.0389559 Oct 29 09:16:59.154713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-3303e98b-dc2a-461b-bdd3-f53031a52fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:59.156225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-3303e98b-dc2a-461b-bdd3-f53031a52fae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0519323 Oct 29 09:16:59.203942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-ed821e82-dad4-4868-82c5-dad7c8c63db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:59.205426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-ed821e82-dad4-4868-82c5-dad7c8c63db2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423312 Oct 29 09:16:59.328159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-2668794a-c5f5-4983-959b-e53b97674a2d service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151257 Oct 29 09:16:59.433918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9640046f-c53f-41c5-92f6-e9d1ff426dd1 req-3bc1259b-b58a-49a7-b28d-627e04bc1410 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980303 Oct 29 09:16:59.464668 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:16:59.538570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edbe98-3905-49e5-aca9-61c805cb14b6 req-f8143b30-50fc-40c2-a044-b143604db4b5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:16:59.540097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71edbe98-3905-49e5-aca9-61c805cb14b6 req-f8143b30-50fc-40c2-a044-b143604db4b5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0521429 Oct 29 09:16:59.589001 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-71edbe98-3905-49e5-aca9-61c805cb14b6 req-c85825ae-c410-4f51-8c6a-ba8a8a27de66 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 Oct 29 09:17:00.730321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249701a5-74a3-4949-b772-66cde9ceac8c req-2fbd0fd2-d481-42b0-bf24-2fa1e3f4a821 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:00.731770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-249701a5-74a3-4949-b772-66cde9ceac8c req-2fbd0fd2-d481-42b0-bf24-2fa1e3f4a821 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0551093 Oct 29 09:17:00.774024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-249701a5-74a3-4949-b772-66cde9ceac8c req-e6749c6c-4a34-4dd5-81e6-3665fc168c49 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Oct 29 09:17:00.784844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:01.903675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8829b32-6672-4bb1-9fc7-1526615a5c01 req-35d244da-733f-41ce-9103-5c91c64ef40a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:01.905192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8829b32-6672-4bb1-9fc7-1526615a5c01 req-35d244da-733f-41ce-9103-5c91c64ef40a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0548749 Oct 29 09:17:01.948681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a8829b32-6672-4bb1-9fc7-1526615a5c01 req-8138f575-d400-434f-96cb-2231b4b46749 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373838 Oct 29 09:17:03.086144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60467f4-7416-4c59-b009-a3d8f42eec96 req-d7d21744-3a2f-4ad7-a4ed-6ee22deeb607 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:03.087660 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f60467f4-7416-4c59-b009-a3d8f42eec96 req-d7d21744-3a2f-4ad7-a4ed-6ee22deeb607 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0524337 Oct 29 09:17:03.129538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f60467f4-7416-4c59-b009-a3d8f42eec96 req-5de99fd9-0af5-4afa-a3e5-69f225826491 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332823 Oct 29 09:17:04.036782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 82123575-fefc-46f6-ba8a-a7950e51d58e details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:17:04.143020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:17:04.154377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'mac_address': 'fa:16:3e:6f:73:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:17:04.197972 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:04.212579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82123575-fefc-46f6-ba8a-a7950e51d58e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:17:04.233135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:17:04.238479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:04.250572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6834b9b-72b1-4a0a-b3e2-1d20b0244bce req-5dc1fe48-58ec-4ad3-a0bc-2dbe383e147d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:04.252157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6834b9b-72b1-4a0a-b3e2-1d20b0244bce req-5dc1fe48-58ec-4ad3-a0bc-2dbe383e147d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0525792 Oct 29 09:17:04.288139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:17:04.293462 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b6834b9b-72b1-4a0a-b3e2-1d20b0244bce req-a26815e2-70bb-4e07-be70-620d75685e06 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345438 Oct 29 09:17:04.574586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['82123575-fefc-46f6-ba8a-a7950e51d58e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:17:05.422071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcadaa-60ee-4383-9599-e742b024bb44 req-f1eefd19-6f4f-4510-ad79-7e23b086d2b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:05.423624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39fcadaa-60ee-4383-9599-e742b024bb44 req-f1eefd19-6f4f-4510-ad79-7e23b086d2b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 945 time: 0.0577145 Oct 29 09:17:05.462474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-39fcadaa-60ee-4383-9599-e742b024bb44 req-8ae395c5-21f5-4a1b-ac2a-d9c2fcdebe0c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Oct 29 09:17:06.051884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 82123575-fefc-46f6-ba8a-a7950e51d58e up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:17:06.110929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 82123575-fefc-46f6-ba8a-a7950e51d58e completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:17:06.116902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 82123575-fefc-46f6-ba8a-a7950e51d58e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:17:06.117307 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:06.202858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:06.229044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:17:06.231451 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded74e0-d85f-48df-98e0-cca7b020c431" -d '{"events": [{"server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "name": "network-vif-plugged", "status": "completed", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:17:06.244617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:17:06.250938 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:06.277014 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc851e-1e1b-4717-9192-d097ee2ee994 x-openstack-request-id: req-4afc851e-1e1b-4717-9192-d097ee2ee994 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:17:06.277306 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "name": "network-vif-plugged", "status": "completed", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:17:06.277559 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4afc851e-1e1b-4717-9192-d097ee2ee994 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:17:06.277953 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'code': 200} Oct 29 09:17:06.307427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:17:06.371401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132748-9991-47e2-a317-93ae10497c86 req-f3052b75-7d41-4e24-b2a2-f473d37bef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:06.373279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72132748-9991-47e2-a317-93ae10497c86 req-f3052b75-7d41-4e24-b2a2-f473d37bef2e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1097 time: 0.0452182 Oct 29 09:17:06.409947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72132748-9991-47e2-a317-93ae10497c86 req-e87da4d1-dace-4b66-9aed-104477bfa278 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284169 Oct 29 09:17:06.586924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c697d2-f4e7-4305-b5a4-cca4968b9ed4 req-5369f5c7-073e-4ff4-b44b-513150458389 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:06.588378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3c697d2-f4e7-4305-b5a4-cca4968b9ed4 req-5369f5c7-073e-4ff4-b44b-513150458389 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0527158 Oct 29 09:17:06.632058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3c697d2-f4e7-4305-b5a4-cca4968b9ed4 req-71ccb451-fb3f-4b74-8904-56b564f578fd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347879 Oct 29 09:17:07.757395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ae56-8a00-4718-882d-b71f18d48da8 req-647df17c-28ef-4ae3-a0e9-3e803a9a3a25 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:07.758949 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7590ae56-8a00-4718-882d-b71f18d48da8 req-647df17c-28ef-4ae3-a0e9-3e803a9a3a25 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0537868 Oct 29 09:17:07.806854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7590ae56-8a00-4718-882d-b71f18d48da8 req-356b82d6-65c6-4d0a-b870-797164d151d3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Oct 29 09:17:08.943587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f635009-faf5-44e2-ac1e-b1dd59120bc4 req-7c98ffc1-b6b3-44ca-80f5-79f59a20739b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:08.945295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f635009-faf5-44e2-ac1e-b1dd59120bc4 req-7c98ffc1-b6b3-44ca-80f5-79f59a20739b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0524271 Oct 29 09:17:08.984692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f635009-faf5-44e2-ac1e-b1dd59120bc4 req-f55e2ca3-6769-459b-898d-77b8f03caebf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Oct 29 09:17:09.101581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e6449-2028-450e-a130-abe6cec1c94d req-9a5e3a51-46a6-4c5f-9d28-d46cb18d463a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:09.102750 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:17:09.103180 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c6e6449-2028-450e-a130-abe6cec1c94d req-9a5e3a51-46a6-4c5f-9d28-d46cb18d463a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0519526 Oct 29 09:17:09.112342 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 41306) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:17:09.116908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'floatingip': {'port_id': '82123575-fefc-46f6-ba8a-a7950e51d58e'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:17:09.161544 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:09.618517 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:09.625769 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:09.736340 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb associated. External IP: 172.25.5.241, port: 82123575-fefc-46f6-ba8a-a7950e51d58e. Oct 29 09:17:09.954203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:17:10.064052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:17:10.069058 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:10.075245 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:17:10.087002 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:17:10.087631 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:16:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:17:10.095853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-07dd0bac-3041-430e-9f68-25a4263d8c50 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "PUT /v2.0/floatingips/aa17e526-5d1c-4d3e-ac6d-93225a4b07bb HTTP/1.1" status: 200 len: 992 time: 0.9824328 Oct 29 09:17:10.096555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:17:10.098943 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bf5330216b2fbc429b44d67ec29269e9b179c959235414632df2c9b0acb104" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7987a766-d8e8-472e-984c-c1813d9e2f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:17:10.148662 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e366cbf-83b6-4379-b4c7-d47ecf0164e3 x-openstack-request-id: req-7e366cbf-83b6-4379-b4c7-d47ecf0164e3 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:17:10.149245 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:17:10.149713 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e366cbf-83b6-4379-b4c7-d47ecf0164e3 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:17:10.150146 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'status': 'completed', 'code': 200} Oct 29 09:17:10.201795 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:17:10.216689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-7d392a21-0f85-4251-9ce3-8cb3a27ce87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:10.218311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-7d392a21-0f85-4251-9ce3-8cb3a27ce87f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1097 time: 0.0469356 Oct 29 09:17:10.311007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-df233ea0-a9fb-4d18-9c92-fb3821949de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:10.312644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-df233ea0-a9fb-4d18-9c92-fb3821949de6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0879486 Oct 29 09:17:10.383750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-8584fe1c-99cf-46fa-aa99-e601dfa9fa16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1000 time: 0.0640905 Oct 29 09:17:10.428508 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:6f:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:17:09Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:17:10.436053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-6466d0dd-161e-4756-828e-06ba72baffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:10.438144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-6466d0dd-161e-4756-828e-06ba72baffa8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0474317 Oct 29 09:17:10.454938 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:17:10.463582 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:17:10.464208 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:16:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:17:10.484981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-423abfce-b224-4cee-adbd-f5182f2ce807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:10.487125 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-423abfce-b224-4cee-adbd-f5182f2ce807 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425444 Oct 29 09:17:10.588301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-69bd022b-3537-4f9d-9228-6937ef18ef6d service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938182 Oct 29 09:17:10.663249 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:17:10.685126 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7987a766-d8e8-472e-984c-c1813d9e2f2c req-04446c4a-7406-45e9-b6df-ff30194c9359 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890734 Oct 29 09:17:10.893034 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:6f:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:17:09Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:17:10.919868 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ecbb7-cba9-43fb-8c2b-65da12de4293 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:6f:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:17:09Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:17:11.124261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21e74d-ea34-4fcb-8f77-4484fa885859 None None] New status for floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:17:14.317122 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a70ec4e0-491c-4935-9d74-597a5869664f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:17.033678 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c103162f-1164-459b-b2d5-76d326aaec37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:18.308214 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:18.330686 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:19.670377 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:29.472755 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:30.792589 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:32.375081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-fc7f7494-13b6-420a-a456-c4ddf7cc4394 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535326 Oct 29 09:17:32.471225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-998c5092-baf2-4ec2-9ce6-0dbb2a81050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:32.472853 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-998c5092-baf2-4ec2-9ce6-0dbb2a81050e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1097 time: 0.0434206 Oct 29 09:17:32.581660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-5032e55c-4eb5-4956-8400-07d1eaf97896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:32.583152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-5032e55c-4eb5-4956-8400-07d1eaf97896 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0887392 Oct 29 09:17:32.663530 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-b4194208-f622-447a-a5d6-3e0208a4539d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1002 time: 0.0728157 Oct 29 09:17:32.715447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-877fc26a-acc7-4a94-8825-36e8f6e6fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:32.716965 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-877fc26a-acc7-4a94-8825-36e8f6e6fadf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0463879 Oct 29 09:17:32.764571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-b69d4dfb-44b6-463c-b1d1-420e69824ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:17:32.766111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-b69d4dfb-44b6-463c-b1d1-420e69824ad4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420198 Oct 29 09:17:32.865435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-90d6c0f2-b316-4802-99e6-f9e505ddee81 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917630 Oct 29 09:17:32.978733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6f04df2d-d3c5-4ebd-8b12-be38dcc244ee req-3aa8bc36-e72f-4b4e-82f3-2edce0f0a00a service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058302 Oct 29 09:17:44.311276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5b312370-1f69-4a79-bd0e-016f9e10d480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:46.108434 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:17:47.038596 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4088-bad3-4c86-affe-09b054d18e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:48.307133 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:48.334550 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:49.675906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:17:59.463628 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:00.779731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:14.312712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-946e0c2c-929d-4af2-974c-ecc6f3349c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:17.038237 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f00537e8-464d-4622-9328-3e8d87ccf097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:18.315231 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:18.337943 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:19.675711 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:23.109008 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:18:29.493383 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:30.788177 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:34.390952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-fa106141-3b48-4a6f-8adc-600318eb4a08 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452635 Oct 29 09:18:34.484338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-d3de6a56-0c6e-4e7f-9c8f-a1eee926e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:18:34.490157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-d3de6a56-0c6e-4e7f-9c8f-a1eee926e4f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1097 time: 0.0468066 Oct 29 09:18:34.598827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-ecf2b095-08d2-4ae2-887a-7ab969148cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:18:34.600330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-ecf2b095-08d2-4ae2-887a-7ab969148cdd service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0915291 Oct 29 09:18:34.667626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-1027537e-211f-4446-8c7f-ce1b44bff520 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1002 time: 0.0598779 Oct 29 09:18:34.724462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-77b590fd-e1c3-4f77-825c-a4ccd22fae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:18:34.726814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-77b590fd-e1c3-4f77-825c-a4ccd22fae8b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0527408 Oct 29 09:18:34.780762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-36831ccc-61b0-4fa4-bbf2-55e63ccf5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:18:34.782259 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-36831ccc-61b0-4fa4-bbf2-55e63ccf5db2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476644 Oct 29 09:18:34.877202 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-8a810271-0c1e-44e6-8b33-2d7f9dcb7b9b service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874426 Oct 29 09:18:34.985129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6e7f7e09-3315-4e65-80aa-55841f0699e1 req-c90d561c-f294-4aad-8581-84c9d4755a7f service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918336 Oct 29 09:18:44.309876 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-970a0721-a598-4872-b414-66abe00a5b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:47.039885 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bc16743b-b1b3-403d-91ae-5655513617b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:48.320632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:48.347240 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:49.688160 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:18:59.493531 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:00.114011 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:19:00.787140 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:14.316113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42bfafd5-e9fc-4b63-ae85-6ecee87cd561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:17.045585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-40eb59c7-e92f-4ccd-8b94-0d8f26c3ce82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:18.312326 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:18.344260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:19.683997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:29.494629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:30.813303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:34.368985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-b1f3b56e-4c99-43fd-8f3d-f34df71fdf3a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479758 Oct 29 09:19:34.457251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-72461db4-a15c-49a9-bfe9-94a5b56ff0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:34.458814 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-72461db4-a15c-49a9-bfe9-94a5b56ff0ff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1097 time: 0.0433416 Oct 29 09:19:34.582867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-72d2908c-a187-4df6-84f8-da6d5e479c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:34.584402 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-72d2908c-a187-4df6-84f8-da6d5e479c33 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1011539 Oct 29 09:19:34.657528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-5ab0159e-9fdf-48ea-9f2f-3d092769a6af service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1002 time: 0.0655978 Oct 29 09:19:34.710119 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-558bdc78-0e2a-457d-90ff-e7376090f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:34.711614 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-558bdc78-0e2a-457d-90ff-e7376090f3d3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0478108 Oct 29 09:19:34.769028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-5cc7e7ca-4b16-457b-b730-33ea07692be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:34.771046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-5cc7e7ca-4b16-457b-b730-33ea07692be0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525997 Oct 29 09:19:34.867357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-e5e78958-76e2-4f7a-925a-1c02052e6fbe service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889392 Oct 29 09:19:34.969393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ce45e45b-924b-4d9a-b25c-5f2ae4538f5b req-1244272c-7749-424d-82a0-4e1d1b4093f6 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914400 Oct 29 09:19:37.119007 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:19:38.498757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889601b4-e7b9-461f-9fb0-b53d7ed5281b req-4ff287fc-5e02-49e3-9f76-95828ac448b3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:38.500216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-889601b4-e7b9-461f-9fb0-b53d7ed5281b req-4ff287fc-5e02-49e3-9f76-95828ac448b3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0516205 Oct 29 09:19:38.541226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-889601b4-e7b9-461f-9fb0-b53d7ed5281b req-0be5a5fb-5c5a-464f-97cf-43ac5adf7a37 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339696 Oct 29 09:19:39.669445 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817293c1-9467-4f41-9149-99a91a284b31 req-272bddf9-3027-4264-9021-e21d4c1123a0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:39.670957 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817293c1-9467-4f41-9149-99a91a284b31 req-272bddf9-3027-4264-9021-e21d4c1123a0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0519085 Oct 29 09:19:39.712978 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-817293c1-9467-4f41-9149-99a91a284b31 req-880f6713-9822-4c9b-9247-35bd137c989b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359013 Oct 29 09:19:40.883796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08b0cd-651e-4e95-8dd8-6b7b0657cd90 req-1afb2670-5832-447f-93f8-11e6a54d7652 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:40.893938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e08b0cd-651e-4e95-8dd8-6b7b0657cd90 req-1afb2670-5832-447f-93f8-11e6a54d7652 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0663967 Oct 29 09:19:40.926413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5e08b0cd-651e-4e95-8dd8-6b7b0657cd90 req-272d2dae-fa8e-45d4-bc0e-67493292be49 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347114 Oct 29 09:19:42.064701 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b93c-27df-43be-817a-a0250e8f33b2 req-c7b0d8d5-e7b4-4b16-856e-2c5fc5dccb0a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:42.066250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7805b93c-27df-43be-817a-a0250e8f33b2 req-c7b0d8d5-e7b4-4b16-856e-2c5fc5dccb0a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0537498 Oct 29 09:19:42.106674 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7805b93c-27df-43be-817a-a0250e8f33b2 req-90f64069-e81f-4cb7-9432-a63aa2ed0b3e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342262 Oct 29 09:19:43.236697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9305cb-cd98-4ca5-bd74-850489b24421 req-77d7e1c0-0c5f-44f7-804d-fb21f7ae94e4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:43.238344 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e9305cb-cd98-4ca5-bd74-850489b24421 req-77d7e1c0-0c5f-44f7-804d-fb21f7ae94e4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0587931 Oct 29 09:19:43.281757 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e9305cb-cd98-4ca5-bd74-850489b24421 req-768fdadc-c172-4913-b7ab-10d214e13942 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344629 Oct 29 09:19:44.312294 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1a9d232b-bbf1-40f1-aa57-88cd0911b6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:44.407725 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8192a9-a7d0-4976-bd71-a88e3c5842dd req-34d26e97-76d3-4368-bdc9-31b9006b510b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:44.409223 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac8192a9-a7d0-4976-bd71-a88e3c5842dd req-34d26e97-76d3-4368-bdc9-31b9006b510b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0509245 Oct 29 09:19:44.449093 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac8192a9-a7d0-4976-bd71-a88e3c5842dd req-ce874f69-c9a9-4509-a7fc-29b79091aa6d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Oct 29 09:19:45.578693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531d778-81e2-45dd-8e58-f859edf70bb1 req-0b0c0c63-ac5f-4914-9a1a-e87f7ddecd90 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:45.580249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a531d778-81e2-45dd-8e58-f859edf70bb1 req-0b0c0c63-ac5f-4914-9a1a-e87f7ddecd90 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0524669 Oct 29 09:19:45.619456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a531d778-81e2-45dd-8e58-f859edf70bb1 req-df572268-5c0e-4420-a279-8181c5bfaf66 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330961 Oct 29 09:19:46.753716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416f553-23f8-4b8d-923f-4bc06dd0473e req-47566147-0057-4be4-ba32-1ddb55199859 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:46.755673 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c416f553-23f8-4b8d-923f-4bc06dd0473e req-47566147-0057-4be4-ba32-1ddb55199859 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0582600 Oct 29 09:19:46.803544 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c416f553-23f8-4b8d-923f-4bc06dd0473e req-365596d2-81f2-4301-a486-40356f19781c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Oct 29 09:19:47.042385 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b235adc2-45cb-4b9e-9871-e3a555d6afe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:47.941196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4e600-a871-4464-8d4a-9c5f3b5b2f75 req-89062961-88af-4b5d-b90c-a33a7ce51a4e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:47.942700 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04f4e600-a871-4464-8d4a-9c5f3b5b2f75 req-89062961-88af-4b5d-b90c-a33a7ce51a4e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0553851 Oct 29 09:19:47.985838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04f4e600-a871-4464-8d4a-9c5f3b5b2f75 req-f1c0baf1-7885-473d-b333-279d3f0963ff tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348270 Oct 29 09:19:48.312601 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:48.340895 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:49.111106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921e37a-82b6-4536-909e-b4f220399493 req-9a8ecd15-8e18-4e45-8f17-c81efac26166 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:49.112664 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d921e37a-82b6-4536-909e-b4f220399493 req-9a8ecd15-8e18-4e45-8f17-c81efac26166 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0567377 Oct 29 09:19:49.160308 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d921e37a-82b6-4536-909e-b4f220399493 req-46daf978-e99d-4e69-8fc4-aa3899072ee3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384984 Oct 29 09:19:49.424299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-c179eeee-bd3d-4042-9027-81ce3af81feb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666389 Oct 29 09:19:49.435828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583610-0c8b-4fe6-950a-d25daa9e1747 req-fa7737f2-6788-4e0d-bdba-c2021010d5da tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:49.437365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa583610-0c8b-4fe6-950a-d25daa9e1747 req-fa7737f2-6788-4e0d-bdba-c2021010d5da tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0719156 Oct 29 09:19:49.479061 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aa583610-0c8b-4fe6-950a-d25daa9e1747 req-711d06d8-1233-4f10-9459-c3a441fd6bf8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337310 Oct 29 09:19:49.682461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:50.598058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-dd482464-7302-4b4d-993b-9dffbc58b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:50.599567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-dd482464-7302-4b4d-993b-9dffbc58b813 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1097 time: 0.0746317 Oct 29 09:19:50.622217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f6e85-d733-4289-8883-11dfdf7452cf req-58bdfa28-9fc2-40c5-a4c3-eb16db9f54bd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:50.623632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e56f6e85-d733-4289-8883-11dfdf7452cf req-58bdfa28-9fc2-40c5-a4c3-eb16db9f54bd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0704916 Oct 29 09:19:50.713532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e56f6e85-d733-4289-8883-11dfdf7452cf req-a7a2605e-953d-40b0-8602-0a56129522fc tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781109 Oct 29 09:19:50.734474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-ec044d9b-48a0-4f5a-82d8-c736a2c73f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:50.736874 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-ec044d9b-48a0-4f5a-82d8-c736a2c73f4f service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1289444 Oct 29 09:19:50.807487 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-275b2941-c28d-4230-8f5f-62a4cd851c02 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1002 time: 0.0631142 Oct 29 09:19:50.862028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-2b89d87d-ad47-40a7-bf48-87401685f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:50.863527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-2b89d87d-ad47-40a7-bf48-87401685f319 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0490053 Oct 29 09:19:50.912231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-4f0b1f97-847e-401e-96e1-ebb9b262047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:50.913718 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-4f0b1f97-847e-401e-96e1-ebb9b262047b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432482 Oct 29 09:19:51.024108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-0441a7e4-dfcc-47f5-9ea2-4ddefd2a36f7 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017520 Oct 29 09:19:51.456991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-e3061fba-af83-4de0-88c8-c7a59bd5f427 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241641 Oct 29 09:19:51.845718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a84b-8388-43aa-872a-2a6b93fc47d0 req-4c0ac4e3-ff4b-415a-85a8-dfb674a32c2e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:51.847192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b08a84b-8388-43aa-872a-2a6b93fc47d0 req-4c0ac4e3-ff4b-415a-85a8-dfb674a32c2e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0550752 Oct 29 09:19:51.891453 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b08a84b-8388-43aa-872a-2a6b93fc47d0 req-efb69051-4673-457c-b501-b0d79ff51ca1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346513 Oct 29 09:19:53.017739 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b443-d3d7-47b8-bb74-5e063bc125c3 req-c81542f9-5baa-47d5-94ca-83ab6dbd2575 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:53.019266 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3d8b443-d3d7-47b8-bb74-5e063bc125c3 req-c81542f9-5baa-47d5-94ca-83ab6dbd2575 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0546288 Oct 29 09:19:53.064850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b3d8b443-d3d7-47b8-bb74-5e063bc125c3 req-065c998c-8c60-43ca-8934-44e86106debf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368252 Oct 29 09:19:53.290320 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-41113e2d-9d03-47a2-a626-cf147c8bcef7 service neutron] show failed (client error): The resource could not be found. Oct 29 09:19:53.291972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-41113e2d-9d03-47a2-a626-cf147c8bcef7 service neutron] 10.222.0.93 "GET /v2.0/ports/82123575-fefc-46f6-ba8a-a7950e51d58e/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0685406 Oct 29 09:19:53.578426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-f3a48192-8daf-4cb5-b839-f8398bd10171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:53.579913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-f3a48192-8daf-4cb5-b839-f8398bd10171 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 1097 time: 0.1028578 Oct 29 09:19:53.592318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:19:53.649334 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:53.864202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:19:53.899029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:19:53.937785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:19:53.940124 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8025f4a8-931b-424e-80be-53ab9d6ba452" -d '{"events": [{"server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "name": "network-vif-unplugged", "status": "completed", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:19:53.944374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:53.961765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Transition to ACTIVE for port object 82123575-fefc-46f6-ba8a-a7950e51d58e will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:19:53.966945 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:53.996015 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9b5592-dcef-4488-8531-9feed0094ed5 x-openstack-request-id: req-7e9b5592-dcef-4488-8531-9feed0094ed5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:19:53.996313 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "name": "network-vif-unplugged", "status": "completed", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:19:53.996566 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e9b5592-dcef-4488-8531-9feed0094ed5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:19:53.996969 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'code': 200} Oct 29 09:19:54.019450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:19:54.062790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.063140 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.063484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.063844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.064184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.064515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.064849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.065175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.065511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.065832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.066152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.066469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:54.109253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] No DVR routers for this DVR port 82123575-fefc-46f6-ba8a-a7950e51d58e on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:19:54.243174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90554155-237a-42dc-ba78-6db8fc679c7b req-005e600c-a016-4a37-ab89-00b2e72e1197 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:54.244714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90554155-237a-42dc-ba78-6db8fc679c7b req-005e600c-a016-4a37-ab89-00b2e72e1197 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.1014628 Oct 29 09:19:54.315310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Attempting to bind port 82123575-fefc-46f6-ba8a-a7950e51d58e on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:19:54.315558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Attempting to bind port 82123575-fefc-46f6-ba8a-a7950e51d58e by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:19:54.315929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Attempting to bind port 82123575-fefc-46f6-ba8a-a7950e51d58e on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:19:54.332346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90554155-237a-42dc-ba78-6db8fc679c7b req-f02111c8-7408-45d9-9c09-2f8ece3c20c6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786984 Oct 29 09:19:54.333044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Port 82123575-fefc-46f6-ba8a-a7950e51d58e on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:19:54.333358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Attempting to bind port 82123575-fefc-46f6-ba8a-a7950e51d58e on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:19:54.338765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:19:54.339099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:19:54.339475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:19:54.339939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Bound port: 82123575-fefc-46f6-ba8a-a7950e51d58e, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:19:54.340298 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:54.405294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:19:54.409606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:19:54.416025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:54.453173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:54.453816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:54.455347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] 10.222.0.15 "PUT /v2.0/ports/82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1092 time: 0.8672364 Oct 29 09:19:54.474733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f99ee1-c541-4481-a4f7-629a504f398f service neutron] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:19:54.523926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-1bd3f05c-f2df-4b6b-b23c-135414e67fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:54.525575 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-1bd3f05c-f2df-4b6b-b23c-135414e67fd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1095 time: 0.0459981 Oct 29 09:19:54.627499 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-51a1582b-56ff-4d6f-b621-0d92456c9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:54.628977 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-51a1582b-56ff-4d6f-b621-0d92456c9efc service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0953548 Oct 29 09:19:54.702359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-2ebdc820-1510-4247-a90b-f444ae686469 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1000 time: 0.0658009 Oct 29 09:19:54.755931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-b734ecaf-520d-49f8-873f-f0c4feb90394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:54.757404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-b734ecaf-520d-49f8-873f-f0c4feb90394 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0483372 Oct 29 09:19:54.806343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-f497a808-c7fb-4bb4-96ff-d6e02a8d3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:54.808005 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-f497a808-c7fb-4bb4-96ff-d6e02a8d3920 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415831 Oct 29 09:19:54.907706 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-a60995c8-c5df-4a8a-89f5-c78a721ac058 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923676 Oct 29 09:19:55.005694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-162f2f70-66ea-4d4f-a97f-b50537a373f7 req-ca583662-9fbe-4db3-88ae-4ad0545cf165 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912480 Oct 29 09:19:55.462312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015a05-aa2f-406e-aca5-e9e982cd2fe2 req-80106a48-01fd-4cbc-a5ab-9365a1868326 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:55.463850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9015a05-aa2f-406e-aca5-e9e982cd2fe2 req-80106a48-01fd-4cbc-a5ab-9365a1868326 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0504074 Oct 29 09:19:55.503347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9015a05-aa2f-406e-aca5-e9e982cd2fe2 req-2906637d-f7a9-4b9c-a962-a507ea5f5446 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331476 Oct 29 09:19:55.997994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:19:56.002246 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff" -d '{"events": [{"name": "network-changed", "server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:19:56.054142 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537738f-cdd8-423e-9a70-8890233b64e0 x-openstack-request-id: req-d537738f-cdd8-423e-9a70-8890233b64e0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:19:56.054452 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:19:56.054708 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d537738f-cdd8-423e-9a70-8890233b64e0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:19:56.055289 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'status': 'completed', 'code': 200} Oct 29 09:19:56.147423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-e41f8290-d75e-48b2-bf9a-eaadab86da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.149143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-e41f8290-d75e-48b2-bf9a-eaadab86da1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1095 time: 0.0717022 Oct 29 09:19:56.153972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-a72d0155-9a18-4b59-869d-b0f0854c0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.155323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-a72d0155-9a18-4b59-869d-b0f0854c0ff7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1095 time: 0.0697308 Oct 29 09:19:56.315918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-75b7b4e0-f841-46d6-970d-7b8aaadf394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.317398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-75b7b4e0-f841-46d6-970d-7b8aaadf394c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1609521 Oct 29 09:19:56.318478 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-2038c9a3-dc66-4f10-b079-f72af9354bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.319832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-2038c9a3-dc66-4f10-b079-f72af9354bcf service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1562533 Oct 29 09:19:56.435028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-f73bbe31-7610-43d2-89f0-29ec78c783f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1000 time: 0.1017439 Oct 29 09:19:56.436717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-b4c7e30e-a004-438f-a3ef-fd9d90f1424f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1000 time: 0.1094856 Oct 29 09:19:56.520080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-dfdffa10-48bf-4647-a208-8badab8f06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.521582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-dfdffa10-48bf-4647-a208-8badab8f06a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0794923 Oct 29 09:19:56.525204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-3c9f8cb4-97ba-464a-954e-1abc3e9c89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.526676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-3c9f8cb4-97ba-464a-954e-1abc3e9c89e4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0771313 Oct 29 09:19:56.595377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-2ada1222-bc23-4c26-9c33-422323257ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.596855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-2ada1222-bc23-4c26-9c33-422323257ebc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605292 Oct 29 09:19:56.598618 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-3e5a29bb-da26-40af-9b97-969fdb0d4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.600018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-3e5a29bb-da26-40af-9b97-969fdb0d4e71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713875 Oct 29 09:19:56.631497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff73bc-52a3-45aa-9f73-673da1115b32 req-c29402ae-a7cb-49b9-8a2f-4eaba8edd063 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.633034 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0ff73bc-52a3-45aa-9f73-673da1115b32 req-c29402ae-a7cb-49b9-8a2f-4eaba8edd063 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0518405 Oct 29 09:19:56.671828 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d0ff73bc-52a3-45aa-9f73-673da1115b32 req-dc9fc759-c820-4dbe-a92c-81dd5c62ce64 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Oct 29 09:19:56.757076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-8b055b03-e99c-450e-afa6-19cb815f83f4 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528792 Oct 29 09:19:56.758958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-dbeb60e2-6f18-40cf-bc68-af46bf558231 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477568 Oct 29 09:19:56.851131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.93', 62000) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:19:56.881540 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aeb51-6571-4a44-a88d-986ae09f36a0 req-2fda4c75-1d16-45cc-a924-f9370056aca0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.883063 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-980aeb51-6571-4a44-a88d-986ae09f36a0 req-2fda4c75-1d16-45cc-a924-f9370056aca0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 944 time: 0.0566859 Oct 29 09:19:56.908684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 82123575-fefc-46f6-ba8a-a7950e51d58e no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:19:56.927223 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-980aeb51-6571-4a44-a88d-986ae09f36a0 req-e5a52275-3e4e-46d0-b8d6-6d73dffce0cf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379565 Oct 29 09:19:56.967404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 82123575-fefc-46f6-ba8a-a7950e51d58e not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:19:56.972966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-2cf4bf07-79e4-4ccb-8637-611a41e1f189 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:56.974458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-2cf4bf07-79e4-4ccb-8637-611a41e1f189 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 944 time: 0.1198027 Oct 29 09:19:56.978378 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-aad68374-bc75-47bb-83c9-1b5e25c46185 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143838 Oct 29 09:19:56.982175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-35e57498-71c3-49ea-b090-9075076607b1 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106836 Oct 29 09:19:57.000867 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 82123575-fefc-46f6-ba8a-a7950e51d58e details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:19:57.043132 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-a2031cc5-a361-4b09-a835-80a22713c7c5 service neutron] delete failed (client error): The resource could not be found. Oct 29 09:19:57.044225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-a2031cc5-a361-4b09-a835-80a22713c7c5 service neutron] 10.222.0.93 "DELETE /v2.0/ports/82123575-fefc-46f6-ba8a-a7950e51d58e/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0585299 Oct 29 09:19:57.098706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:19:57.110522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'mac_address': 'fa:16:3e:6f:73:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:19:57.135179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-087a9d66-d21f-4cea-96ec-3498b50d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:57.136850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-087a9d66-d21f-4cea-96ec-3498b50d59df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1095 time: 0.0479352 Oct 29 09:19:57.153937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:57.167129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82123575-fefc-46f6-ba8a-a7950e51d58e {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:19:57.186495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:19:57.192302 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:57.234392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-49c02d67-337b-41ba-b331-00017c0ea348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:57.235970 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-49c02d67-337b-41ba-b331-00017c0ea348 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0913901 Oct 29 09:19:57.239488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:19:57.246923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.247261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.247596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.247956 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.248286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.248613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.248933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.249250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.249572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.249887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.250202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.250517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:19:57.314005 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-f8ee4a50-940c-4e1c-b01a-99facdb0d1f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1001 time: 0.0710287 Oct 29 09:19:57.363716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-290b0832-df6d-4aad-aa8b-32ac805068db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:57.365260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-290b0832-df6d-4aad-aa8b-32ac805068db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0448847 Oct 29 09:19:57.413013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-065a95f4-9eee-40e3-8fa1-d733299ec324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:57.416849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-065a95f4-9eee-40e3-8fa1-d733299ec324 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428402 Oct 29 09:19:57.431684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['82123575-fefc-46f6-ba8a-a7950e51d58e'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:19:57.518157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-8add3bf8-c800-4973-87b6-bfc0069e614e service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955000 Oct 29 09:19:57.611323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c6a8dca-015b-4d66-a7dc-b8e6a12ff127 req-26182e4c-be60-4c1e-a28d-e1c1ee4515e5 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862167 Oct 29 09:19:58.054774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279463f1-13f7-4215-8ac6-00cc08a5b8e9 req-8dafdde5-20df-4834-b059-05f7205adf0f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:58.056300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-279463f1-13f7-4215-8ac6-00cc08a5b8e9 req-8dafdde5-20df-4834-b059-05f7205adf0f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 945 time: 0.0507042 Oct 29 09:19:58.102308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-279463f1-13f7-4215-8ac6-00cc08a5b8e9 req-cb2e8056-86c6-46e6-bc0c-a2793f242d9e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387175 Oct 29 09:19:59.017443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 82123575-fefc-46f6-ba8a-a7950e51d58e up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:19:59.068765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 82123575-fefc-46f6-ba8a-a7950e51d58e completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:19:59.072560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 82123575-fefc-46f6-ba8a-a7950e51d58e triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:19:59.072925 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:59.154548 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:59.184411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:19:59.186771 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dba40c-9ed4-47b1-b582-ef31a7223dc4" -d '{"events": [{"server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "name": "network-vif-plugged", "status": "completed", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:19:59.199094 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:19:59.203918 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:59.224582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a640d-bd2f-4899-8c98-451ea8879942 req-00a0480f-fc22-4d28-a453-5f43632c60e7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:59.226105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d21a640d-bd2f-4899-8c98-451ea8879942 req-00a0480f-fc22-4d28-a453-5f43632c60e7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 945 time: 0.0538764 Oct 29 09:19:59.256592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:19:59.266999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d21a640d-bd2f-4899-8c98-451ea8879942 req-06c6e7a5-68df-408e-89e9-9a401f23eea5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346255 Oct 29 09:19:59.318096 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06606764-9c92-463c-b963-3f01b45db55a x-openstack-request-id: req-06606764-9c92-463c-b963-3f01b45db55a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:19:59.318394 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "name": "network-vif-plugged", "status": "completed", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:19:59.318645 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06606764-9c92-463c-b963-3f01b45db55a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:19:59.319053 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'code': 200} Oct 29 09:19:59.389381 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355baec7-ae4f-45a5-aa7a-5ebabe03323b req-d82f9852-5f16-4dd6-8fec-9aa25e1d092c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:59.396402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-355baec7-ae4f-45a5-aa7a-5ebabe03323b req-d82f9852-5f16-4dd6-8fec-9aa25e1d092c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0608606 Oct 29 09:19:59.437814 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-355baec7-ae4f-45a5-aa7a-5ebabe03323b req-f66fd75a-8597-4cb9-bfb1-5ce5034f2a0c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347238 Oct 29 09:19:59.490908 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:19:59.648321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831d7be-dbf9-4b7f-9bb3-a3ef99215c19 req-34f86021-eb64-4e6c-9ca0-56b59a21f135 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:59.649908 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0831d7be-dbf9-4b7f-9bb3-a3ef99215c19 req-34f86021-eb64-4e6c-9ca0-56b59a21f135 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0545075 Oct 29 09:19:59.675996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-77f77f70-aef0-41f4-9ee6-588ddeea448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:59.677800 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-77f77f70-aef0-41f4-9ee6-588ddeea448c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 1097 time: 0.0425844 Oct 29 09:19:59.688285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0831d7be-dbf9-4b7f-9bb3-a3ef99215c19 req-d937e4ac-9fc6-4360-9575-803d82139de9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Oct 29 09:19:59.770466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-53c7d6a3-c0f2-4831-8aaf-759f8ea2fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:59.772045 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-53c7d6a3-c0f2-4831-8aaf-759f8ea2fa57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0875471 Oct 29 09:19:59.843910 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-b57e081a-734c-44d5-a3ac-0d6068df4b55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 200 len: 1002 time: 0.0626385 Oct 29 09:19:59.897129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-e8d6b481-1ec3-4a1f-aac6-c3ff732d030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:59.898641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-e8d6b481-1ec3-4a1f-aac6-c3ff732d030e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0476756 Oct 29 09:19:59.945885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-7ac67010-faec-463c-b1cc-8561caef716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:19:59.947412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-7ac67010-faec-463c-b1cc-8561caef716e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420833 Oct 29 09:20:00.054804 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-cabbf063-7c29-427f-93d9-006bf443d6c4 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985873 Oct 29 09:20:00.148484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8ee77baa-c920-4bb9-961c-9fa2fa1e91cb req-0be5d60b-9df0-4fbd-a395-8a2939cb6954 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859621 Oct 29 09:20:00.812295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:00.828424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b553b-0bee-4b3e-a012-55df032a1bc2 req-bc832b22-af73-49f5-86a5-58f8cf441f4b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:00.830445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-816b553b-0bee-4b3e-a012-55df032a1bc2 req-bc832b22-af73-49f5-86a5-58f8cf441f4b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0626230 Oct 29 09:20:00.871028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-816b553b-0bee-4b3e-a012-55df032a1bc2 req-b74fd5bc-050e-46a8-ab73-2dbaba3be569 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Oct 29 09:20:01.140952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d72b-c758-4e46-8b5d-cc0c565758d5 req-4e7a6917-7a1f-4214-8770-886cbe7a9f8a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:01.142441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8170d72b-c758-4e46-8b5d-cc0c565758d5 req-4e7a6917-7a1f-4214-8770-886cbe7a9f8a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0639746 Oct 29 09:20:01.188700 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8170d72b-c758-4e46-8b5d-cc0c565758d5 req-e6905df7-2b2e-4d12-839f-cd840a6b7673 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369723 Oct 29 09:20:02.328926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757be46-bae6-46a6-bd46-28aa89c207e3 req-4f669f39-0bf5-44fe-a9a1-05577f9ff717 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:02.330754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c757be46-bae6-46a6-bd46-28aa89c207e3 req-4f669f39-0bf5-44fe-a9a1-05577f9ff717 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0621643 Oct 29 09:20:02.372862 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c757be46-bae6-46a6-bd46-28aa89c207e3 req-a45a5193-4da3-4c37-b937-6f5a7435c491 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356257 Oct 29 09:20:02.406386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-fef80f52-67b7-4b3c-acbb-3b26d0fef8c0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:02.407912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-fef80f52-67b7-4b3c-acbb-3b26d0fef8c0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 946 time: 0.0515382 Oct 29 09:20:02.507764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Deleting port 82123575-fefc-46f6-ba8a-a7950e51d58e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:20:02.508014 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:02.605397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] For port 82123575-fefc-46f6-ba8a-a7950e51d58e, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=82123575-fefc-46f6-ba8a-a7950e51d58e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:20:02.605755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:02.792946 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:02.793192 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:02.793517 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb disassociated. External IP: 172.25.5.241, port: 82123575-fefc-46f6-ba8a-a7950e51d58e. Oct 29 09:20:02.793855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Calling delete_port for 82123575-fefc-46f6-ba8a-a7950e51d58e owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:20:02.928233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:02.972584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event deleted for resources: {'Port': ['ID=82123575-fefc-46f6-ba8a-a7950e51d58e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:20:03.095320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:20:03.209514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:20:03.221390 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:20:03.233856 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:20:03.234470 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:19:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:20:03.254302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] No DVR routers for this DVR port 82123575-fefc-46f6-ba8a-a7950e51d58e on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:20:03.257077 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:03.260582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b4b488a8-d423-403b-bdde-f336aefaf6e6 req-1627ebf8-058d-4412-a0c4-bc0ac95521cd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.15 "DELETE /v2.0/ports/82123575-fefc-46f6-ba8a-a7950e51d58e HTTP/1.1" status: 204 len: 173 time: 0.8457527 Oct 29 09:20:03.261570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'name': 'network-vif-deleted', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:20:03.264024 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e52ccea-bf33-4d1f-b4e9-db3a9145447a" -d '{"events": [{"server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "name": "network-vif-deleted", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:20:03.303072 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e5436b-17fb-4c73-9f3e-0bb42f12fddf x-openstack-request-id: req-d3e5436b-17fb-4c73-9f3e-0bb42f12fddf {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:20:03.303370 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f749e-6d7f-4e6e-874b-9a1df882f82a", "name": "network-vif-deleted", "tag": "82123575-fefc-46f6-ba8a-a7950e51d58e", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:20:03.303625 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3e5436b-17fb-4c73-9f3e-0bb42f12fddf {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:20:03.304067 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f749e-6d7f-4e6e-874b-9a1df882f82a', 'name': 'network-vif-deleted', 'tag': '82123575-fefc-46f6-ba8a-a7950e51d58e', 'status': 'completed', 'code': 200} Oct 29 09:20:03.354485 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:20:03.502306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d94012a1-e377-454f-8113-57a3b2582c64 req-9ed2113e-7144-4a1a-8bdd-9953435741e2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=910f749e-6d7f-4e6e-874b-9a1df882f82a HTTP/1.1" status: 200 len: 210 time: 0.0300064 Oct 29 09:20:03.589154 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:20:03.618249 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:20:03.628404 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:20:03.629006 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:19:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:20:03.751904 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:20:03.957801 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:20:03.983641 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a358be-3d44-4666-abe2-6f239599c246 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:20:04.223624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46da70b-ec7d-4bea-bbfb-8233ad8d3254 None None] New status for floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:20:04.834562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-7f962508-e90d-4e0f-8dda-ae6239cbabc9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1114696399&fields=id&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 267 time: 0.0344682 Oct 29 09:20:04.949042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-ad48ba75-3140-4eba-b322-73a70f21bcfd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:04.950531 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-ad48ba75-3140-4eba-b322-73a70f21bcfd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 811 time: 0.1062419 Oct 29 09:20:04.968606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-94e8a242-f1cb-4e85-89d9-e4d9a9708df7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/quotas/bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Oct 29 09:20:05.033189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 82123575-fefc-46f6-ba8a-a7950e51d58e no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:20:05.058718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 82123575-fefc-46f6-ba8a-a7950e51d58e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:20:05.058932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 82123575-fefc-46f6-ba8a-a7950e51d58e not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:20:05.372482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-335f0428-6bd3-4dfb-8894-4a04a17e315e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3954985 Oct 29 09:20:05.476109 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-b587aaef-e05a-4825-bd31-648fa006f8d1 service neutron] 10.222.0.70 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910828 Oct 29 09:20:05.571994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-e5148370-c6ff-47c0-bf96-4869f07a1fc9 service neutron] 10.222.0.70 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889101 Oct 29 09:20:05.762465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46abfd5f-50db-40a2-bd73-7fa2927ee587 req-d05ef4c1-bd53-4915-adea-8af3ce67c919 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 210 time: 0.0268168 Oct 29 09:20:06.834331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-b21eb463-f3aa-4cd0-98d0-0ccdafefb9ae tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:06.835905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-b21eb463-f3aa-4cd0-98d0-0ccdafefb9ae tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 811 time: 0.1090043 Oct 29 09:20:06.872255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07b462e8-008c-4e22-b43e-dca414f5d541 req-645f23e8-bbae-476a-ba56-74a0652e509c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 210 time: 0.0352950 Oct 29 09:20:06.902676 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a433a240-61f3-4fb6-9c88-abf4e9034daa tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 380 time: 0.0557439 Oct 29 09:20:06.917915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'port': {'device_id': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'admin_state_up': True, 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'security_groups': ['fe4501a0-800d-44cd-a65e-8299491a7326']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:20:07.036464 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Made reservation on behalf of bf9cdb8f9d1b4c3bbb0b1a084e780ce9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:20:07.041784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:07.175046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Allocated IP 172.20.0.3 (fc455dec-5957-463c-b989-ddef3a585d0d/b519f9ad-f43e-4369-8446-fc826e3584df/f146f46f-64a3-45f2-8cae-76a46c2d6be3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:20:07.317754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:07.353517 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:07.399146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Network fc455dec-5957-463c-b989-ddef3a585d0d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:20:07.404683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:20:07.408539 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:20:07.436232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:20:07.466483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:07.467118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:07.486027 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-a5e5250b-63ad-40bc-81d0-722d39be457a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720737 Oct 29 09:20:07.498734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Request body: {'port': {'device_id': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:20:07.561293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:07.694062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7982d730-a65c-40ea-b496-23d5e243b40e None None] Provisioning complete for port f146f46f-64a3-45f2-8cae-76a46c2d6be3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:20:07.694848 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7982d730-a65c-40ea-b496-23d5e243b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:07.730712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7982d730-a65c-40ea-b496-23d5e243b40e None None] Port f146f46f-64a3-45f2-8cae-76a46c2d6be3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:20:07.841428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f146f46f-64a3-45f2-8cae-76a46c2d6be3 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:20:07.849217 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:07.864185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Transition to ACTIVE for port object f146f46f-64a3-45f2-8cae-76a46c2d6be3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:20:07.869735 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:07.922308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:20:07.999409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:20:07.999841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:20:08.000230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:20:08.003222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2d62d-b0c2-4593-a611-7976c9581ec4 req-148789c1-455d-46f6-9c20-3a04f83ff0ef tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.004966 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9eb2d62d-b0c2-4593-a611-7976c9581ec4 req-148789c1-455d-46f6-9c20-3a04f83ff0ef tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0575793 Oct 29 09:20:08.005924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:20:08.006345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:20:08.011563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:20:08.011969 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:20:08.012329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:20:08.012765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Bound port: f146f46f-64a3-45f2-8cae-76a46c2d6be3, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:20:08.013131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:08.054444 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9eb2d62d-b0c2-4593-a611-7976c9581ec4 req-280ff256-28ed-4d54-a7dd-e2ec78bfa4df tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367069 Oct 29 09:20:08.084645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:20:08.088647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:20:08.094940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:08.129538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.130208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:08.131689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] 10.222.0.93 "PUT /v2.0/ports/f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1091 time: 0.6374302 Oct 29 09:20:08.132170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:20:08.134566 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db663e5-709d-4cb0-a12a-70db135f2bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:20:08.168733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a48182-75a1-4649-9857-05a61f781a9a service neutron] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:20:08.185174 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0a716-835a-4c7c-adb8-7f6b5243ab5e x-openstack-request-id: req-26e0a716-835a-4c7c-adb8-7f6b5243ab5e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:20:08.185501 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:20:08.185708 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26e0a716-835a-4c7c-adb8-7f6b5243ab5e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:20:08.186131 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'status': 'completed', 'code': 200} Oct 29 09:20:08.221202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-eb37bc7e-d8bc-4838-809c-86b4e7554917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.222778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-eb37bc7e-d8bc-4838-809c-86b4e7554917 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1094 time: 0.0472257 Oct 29 09:20:08.274020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-3b522016-cdf7-4e2a-b565-b30db7cbc0f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 217 time: 0.0419767 Oct 29 09:20:08.328093 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-7b087e8f-fadd-4c01-b579-73df743a2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.329758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-7b087e8f-fadd-4c01-b579-73df743a2db8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0481765 Oct 29 09:20:08.379149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-9ed8291d-90b6-4d8f-bd3f-bd1799266dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.380749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-9ed8291d-90b6-4d8f-bd3f-bd1799266dc2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437212 Oct 29 09:20:08.480739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-e640250b-4524-4d9c-a253-98f332f43b84 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913560 Oct 29 09:20:08.574060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cfdf3754-d71f-4390-be8a-c5ef86af8fe1 req-5bc88353-e1c0-403c-a9a6-7391e027e607 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859432 Oct 29 09:20:08.671240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-a526ef1f-4ecc-4565-96d9-a5c955cfc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.672803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-a526ef1f-4ecc-4565-96d9-a5c955cfc4e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1094 time: 0.0485029 Oct 29 09:20:08.769171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-bb5c9e35-9527-412b-a9fc-0d457b09e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.770610 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-bb5c9e35-9527-412b-a9fc-0d457b09e615 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0908337 Oct 29 09:20:08.816696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-9bed7ce9-0194-40aa-9b90-97437d4e1d5d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 217 time: 0.0389144 Oct 29 09:20:08.871398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-4d1d08e8-6428-487c-ad1c-6f74a85f86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.873107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-4d1d08e8-6428-487c-ad1c-6f74a85f86ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0500383 Oct 29 09:20:08.921786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-3a1687d9-3949-4855-92cf-510e6c58d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:08.923343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-3a1687d9-3949-4855-92cf-510e6c58d170 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428247 Oct 29 09:20:09.021640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-9f82a737-953a-4c33-a525-1107f3673239 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908952 Oct 29 09:20:09.125831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6db663e5-709d-4cb0-a12a-70db135f2bf4 req-2e39e66f-09b1-44b5-9551-7301e5b38824 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972216 Oct 29 09:20:09.183030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c1f5a-4e5b-4937-80de-9eb4c2a17138 req-feb65cd1-7338-4f2a-a2b3-7a4908758155 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:09.184608 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c4c1f5a-4e5b-4937-80de-9eb4c2a17138 req-feb65cd1-7338-4f2a-a2b3-7a4908758155 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0584130 Oct 29 09:20:09.224629 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4c4c1f5a-4e5b-4937-80de-9eb4c2a17138 req-b6e85eeb-cbb5-4cc4-b4d9-34f842104a11 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336142 Oct 29 09:20:10.372522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10428c67-c062-4940-bf89-bba131026860 req-4e263cff-0a12-4e4f-8758-4a29c5aadc22 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:10.374296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10428c67-c062-4940-bf89-bba131026860 req-4e263cff-0a12-4e4f-8758-4a29c5aadc22 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0641341 Oct 29 09:20:10.413889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10428c67-c062-4940-bf89-bba131026860 req-e3db8d45-b045-4022-93d5-866126cd2047 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329838 Oct 29 09:20:11.544651 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5b27-2521-4fa0-a204-8f90440bb923 req-fab5e088-ccc3-48af-922d-3350b8c354cc tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:11.546194 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a5b27-2521-4fa0-a204-8f90440bb923 req-fab5e088-ccc3-48af-922d-3350b8c354cc tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0597696 Oct 29 09:20:11.588812 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-091a5b27-2521-4fa0-a204-8f90440bb923 req-c2cb9dfa-b282-4745-8752-9c5460a73beb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Oct 29 09:20:12.719297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dd85c-3fbc-46f0-9634-753bfcfebf39 req-ae944900-e4ad-4ff7-be6b-732bc498aedb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:12.720731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-656dd85c-3fbc-46f0-9634-753bfcfebf39 req-ae944900-e4ad-4ff7-be6b-732bc498aedb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0580492 Oct 29 09:20:12.778000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-656dd85c-3fbc-46f0-9634-753bfcfebf39 req-ad0a48f2-4865-420d-8e53-86f6bdeb8e6a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479357 Oct 29 09:20:12.941661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:20:13.039748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:20:13.050980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'mac_address': 'fa:16:3e:1d:ca:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:20:13.088115 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:13.109708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f146f46f-64a3-45f2-8cae-76a46c2d6be3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:20:13.131151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:20:13.138248 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:13.187081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:20:13.503131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f146f46f-64a3-45f2-8cae-76a46c2d6be3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:20:13.923626 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b0e21-aa57-4914-914f-b2995cb71dbf req-b469f313-d35b-4301-96e6-58c88d99daba tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:13.925258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-191b0e21-aa57-4914-914f-b2995cb71dbf req-b469f313-d35b-4301-96e6-58c88d99daba tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 944 time: 0.0631564 Oct 29 09:20:13.969523 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-191b0e21-aa57-4914-914f-b2995cb71dbf req-9262aa74-8bd3-414b-a761-bd85d6dbe969 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344584 Oct 29 09:20:14.124310 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:20:14.316202 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f09f718a-3840-4947-9aeb-bddac035af26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:14.955081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:20:15.013364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port f146f46f-64a3-45f2-8cae-76a46c2d6be3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:20:15.017560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port f146f46f-64a3-45f2-8cae-76a46c2d6be3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:20:15.017952 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:15.095775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:15.098671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518b09-5888-4cc3-b9cc-d47d59a82942 req-508b576d-7b4d-4ff6-8259-4c0777cafb30 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:15.100249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60518b09-5888-4cc3-b9cc-d47d59a82942 req-508b576d-7b4d-4ff6-8259-4c0777cafb30 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 944 time: 0.0589437 Oct 29 09:20:15.131161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:20:15.133554 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f91e1c-15ce-4285-8910-b2de6f4ebbfc" -d '{"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:20:15.145362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-60518b09-5888-4cc3-b9cc-d47d59a82942 req-a89d59b0-d559-4655-9e28-b46fc9aea1db tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381863 Oct 29 09:20:15.147042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:20:15.152271 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:15.177141 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217f1034-36a7-4aab-9555-cfb2b726380c x-openstack-request-id: req-217f1034-36a7-4aab-9555-cfb2b726380c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:20:15.177432 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:20:15.177687 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-217f1034-36a7-4aab-9555-cfb2b726380c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:20:15.178079 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'code': 200} Oct 29 09:20:15.205186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:20:15.277831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458212-783a-41df-97be-ce5b59eca5e4 req-160d9725-f4c7-456b-8d42-2561c8ea5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:15.279383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90458212-783a-41df-97be-ce5b59eca5e4 req-160d9725-f4c7-456b-8d42-2561c8ea5878 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1096 time: 0.0464861 Oct 29 09:20:15.316382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90458212-783a-41df-97be-ce5b59eca5e4 req-8f6c5080-505d-443d-b59d-0df0ecd0eb2a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285842 Oct 29 09:20:16.285584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413d68b-66f0-4121-aafd-4fa8744297eb req-15944ee1-a859-4fdd-9d5a-98abf10f4928 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:16.287097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4413d68b-66f0-4121-aafd-4fa8744297eb req-15944ee1-a859-4fdd-9d5a-98abf10f4928 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0520425 Oct 29 09:20:16.328327 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4413d68b-66f0-4121-aafd-4fa8744297eb req-08a30028-c2bf-43ff-8389-1b708e4bebdc tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351298 Oct 29 09:20:17.039839 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9af86bc8-46b5-4388-b259-ab1a95c63904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:17.460308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26a45c-05fc-45a9-89d6-6e36e02d1e6f req-ac38811e-3e7f-4523-92df-73ebcab6717b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:17.461821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca26a45c-05fc-45a9-89d6-6e36e02d1e6f req-ac38811e-3e7f-4523-92df-73ebcab6717b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0555339 Oct 29 09:20:17.499343 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ca26a45c-05fc-45a9-89d6-6e36e02d1e6f req-bd37feb0-52e1-4474-acd7-6b41fe1f0197 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Oct 29 09:20:17.618080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b587-f354-49fe-a31c-a9ed7f56676d req-de35ecfd-afd5-48d8-9748-cbc7f52b4d58 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:17.619470 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9884b587-f354-49fe-a31c-a9ed7f56676d req-de35ecfd-afd5-48d8-9748-cbc7f52b4d58 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0552673 Oct 29 09:20:17.628698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 41774) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:20:17.633069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'floatingip': {'port_id': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:20:17.676325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:18.115386 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:18.121890 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:18.224497 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb associated. External IP: 172.25.5.241, port: f146f46f-64a3-45f2-8cae-76a46c2d6be3. Oct 29 09:20:18.309708 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:18.334216 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:18.444305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:20:18.557931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:20:18.563337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:18.568254 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:20:18.578152 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:20:18.578759 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:20:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:20:18.596903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1b0df058-34ee-496b-b884-4e55ace5e8b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "PUT /v2.0/floatingips/aa17e526-5d1c-4d3e-ac6d-93225a4b07bb HTTP/1.1" status: 200 len: 991 time: 0.9644690 Oct 29 09:20:18.596903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:20:18.597277 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8448a5f5b99cb3a9cca9430045877e734a0353cae01b9c65d21616ab8594c1ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f51fc7-5ff1-403b-92c0-118fdd783a94" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:20:18.640167 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2882275f-4244-4b44-95f7-bc7c3e4e56e5 x-openstack-request-id: req-2882275f-4244-4b44-95f7-bc7c3e4e56e5 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:20:18.640817 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:20:18.641488 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2882275f-4244-4b44-95f7-bc7c3e4e56e5 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:20:18.641919 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'status': 'completed', 'code': 200} Oct 29 09:20:18.707458 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:20:18.710937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-ef1e3fb4-4648-4011-895e-760980103410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:18.712538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-ef1e3fb4-4648-4011-895e-760980103410 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1096 time: 0.0422971 Oct 29 09:20:18.815869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-e5ddf816-3f1c-47a3-9df6-aede1b102a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:18.817437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-e5ddf816-3f1c-47a3-9df6-aede1b102a17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0936646 Oct 29 09:20:18.893358 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-3be96d7a-7588-4063-b552-51542fc4b632 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 999 time: 0.0662174 Oct 29 09:20:18.944204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-86d2831a-db52-41a3-8da5-6b8ed338958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:18.944464 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:1d:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:20:18Z', 'revision_number': 9, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:20:18.945761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-86d2831a-db52-41a3-8da5-6b8ed338958e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0460222 Oct 29 09:20:18.975576 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:20:18.984890 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:20:18.985510 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:20:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:20:18.996462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-5eed42f7-2e3c-4ae8-9347-116b07ee748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:18.998058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-5eed42f7-2e3c-4ae8-9347-116b07ee748e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455470 Oct 29 09:20:19.094145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-7c2e7d56-fde4-4dfa-964e-07548c89bd25 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887926 Oct 29 09:20:19.097831 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:20:19.198023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65f51fc7-5ff1-403b-92c0-118fdd783a94 req-c1754461-4252-41fa-8ef8-7fd8f1b0b15c service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967252 Oct 29 09:20:19.338148 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:1d:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:20:18Z', 'revision_number': 9, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:20:19.364768 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989baad-c56a-4b40-8c6d-ee65bfb33419 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:1d:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:20:18Z', 'revision_number': 9, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:20:19.559339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f905cf-ad8f-486d-ac51-41ba4b60f946 None None] New status for floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:20:19.723024 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:29.490039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:30.816941 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:35.380562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-c0244d03-84a5-44f7-b6f8-5d49d81a1356 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452552 Oct 29 09:20:35.468070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-e5e4df73-7850-4cef-86f1-caade4845753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:35.469624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-e5e4df73-7850-4cef-86f1-caade4845753 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1096 time: 0.0435991 Oct 29 09:20:35.591973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-4cb80d99-b64f-4e3b-b1d9-a74b1bb9c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:35.593501 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-4cb80d99-b64f-4e3b-b1d9-a74b1bb9c030 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0993757 Oct 29 09:20:35.662003 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-72433c07-daf3-4900-94bf-c22542f076ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1002 time: 0.0599957 Oct 29 09:20:35.718613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-45618171-212d-43b9-8470-86ce1989e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:35.720048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-45618171-212d-43b9-8470-86ce1989e4b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0508652 Oct 29 09:20:35.769783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-46723ac9-3a12-4af3-9c3b-d414c83ad1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:20:35.771380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-46723ac9-3a12-4af3-9c3b-d414c83ad1a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428066 Oct 29 09:20:35.870741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-02363980-1ff4-4edc-a2ee-d2aa5e10f96a service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878778 Oct 29 09:20:35.966153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-989e6d69-7a25-438d-9f5a-4bd26eb98953 req-7cd09ada-07c3-408f-8c20-93f72a051c83 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872262 Oct 29 09:20:44.319868 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-428bb13b-2861-4bdf-a041-dd14c31b0add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:47.034718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a90c071-ca31-43e3-b7e5-a5cd1950d67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:48.319191 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:48.346397 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:49.689847 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:20:51.130129 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:20:59.500317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:00.835269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:14.326680 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1247f487-a72a-4592-80cf-c7fe7dcae4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:17.039210 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a5228d23-713f-424b-b54f-720876863834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:18.328414 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:18.341010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:19.692138 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:28.130840 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:21:29.505900 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:30.854212 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:37.414289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-67f62074-0756-4136-b457-067079e1383d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901837 Oct 29 09:21:37.514221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-5368204f-60d9-472d-aeda-39e6fff666d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:21:37.516438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-5368204f-60d9-472d-aeda-39e6fff666d3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1096 time: 0.0547402 Oct 29 09:21:37.621701 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-303274a1-8a68-44ab-833e-cdf187d49e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:21:37.623170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-303274a1-8a68-44ab-833e-cdf187d49e65 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0860350 Oct 29 09:21:37.697606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-41817249-564d-4c2d-851a-fd56f15aeae7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1002 time: 0.0642946 Oct 29 09:21:37.747667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-59e0bccd-4fbc-4846-90d8-51fa14ff3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:21:37.749158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-59e0bccd-4fbc-4846-90d8-51fa14ff3622 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0451877 Oct 29 09:21:37.795946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-af8cfc6d-fdfd-432f-861a-4febf2652649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:21:37.797380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-af8cfc6d-fdfd-432f-861a-4febf2652649 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403554 Oct 29 09:21:37.902608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-445f382e-4d77-44c4-8d4d-3cfa081d5bfe service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981460 Oct 29 09:21:38.000503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd7959b4-c0d4-4070-9f96-4e7a2b00cc91 req-0917c447-000a-42c7-a8a9-bd1d1419fa94 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890427 Oct 29 09:21:44.318747 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4ad87a11-3732-43e2-96f4-f621ce10c3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:47.050802 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1266443e-4165-4885-88b9-6dc8de9a22f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:48.326094 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:48.345089 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:49.697795 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:21:59.517190 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:00.865040 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:05.134088 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:22:14.322438 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4a02ab32-ddc2-4d62-9716-9e51af9d5400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:17.048720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9456804c-e847-48da-b5fb-5e20c4afffa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:18.330157 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:18.349145 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:19.705343 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:29.566811 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:30.884587 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:37.356030 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcab0674-3caa-482a-8181-2972196511f1 req-f6d38391-bcb8-46a7-a325-26316f503e79 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478933 Oct 29 09:22:37.446740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0674-3caa-482a-8181-2972196511f1 req-3832d987-4123-40cf-951f-0c524d3e9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:37.448317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcab0674-3caa-482a-8181-2972196511f1 req-3832d987-4123-40cf-951f-0c524d3e9363 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1096 time: 0.0430312 Oct 29 09:22:37.555626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0674-3caa-482a-8181-2972196511f1 req-517c0e21-22a3-4235-b0d4-dda5c3e020d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:37.557150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcab0674-3caa-482a-8181-2972196511f1 req-517c0e21-22a3-4235-b0d4-dda5c3e020d9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0890820 Oct 29 09:22:37.956162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcab0674-3caa-482a-8181-2972196511f1 req-7a8bf00a-c967-42ba-8adc-6d710d55b812 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1002 time: 0.3917167 Oct 29 09:22:38.007761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0674-3caa-482a-8181-2972196511f1 req-945e4732-6b73-40a6-a870-906def62212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:38.009225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcab0674-3caa-482a-8181-2972196511f1 req-945e4732-6b73-40a6-a870-906def62212d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0449624 Oct 29 09:22:38.063712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0674-3caa-482a-8181-2972196511f1 req-d8cef68a-6a47-4f26-864e-c10ee9f24af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:38.065296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcab0674-3caa-482a-8181-2972196511f1 req-d8cef68a-6a47-4f26-864e-c10ee9f24af2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439336 Oct 29 09:22:38.160279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcab0674-3caa-482a-8181-2972196511f1 req-febb18d6-acad-4813-bdb4-7a7a1fb76be3 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874584 Oct 29 09:22:38.254696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bcab0674-3caa-482a-8181-2972196511f1 req-ca3f301a-b808-40f0-bd57-85a899e85060 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875397 Oct 29 09:22:42.138504 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:22:44.329556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8def8442-b668-4955-ae30-c89af7c9a859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:46.853930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-f097f852-5277-46f4-a8c8-80482e9ce1d4 req-0d4fed17-d0d0-470e-8fe4-11f02213f3fe service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:22:46.854951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f097f852-5277-46f4-a8c8-80482e9ce1d4 req-0d4fed17-d0d0-470e-8fe4-11f02213f3fe service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0567782 Oct 29 09:22:47.045159 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e4383655-e796-49cd-aa99-7d038b2e0228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:47.081431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-183155d5-00c7-4cd3-9cd5-b5f767da817b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944438 Oct 29 09:22:47.090825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-2690252e-da90-4993-b9a9-2d38d94375d4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:22:47.091977 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-2690252e-da90-4993-b9a9-2d38d94375d4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051906 Oct 29 09:22:47.166684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011a1d-2881-4e30-9a7e-d24d4581b748 req-e1bd0255-0ff6-4810-abc1-3ccb95285f6b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:47.168248 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-85011a1d-2881-4e30-9a7e-d24d4581b748 req-e1bd0255-0ff6-4810-abc1-3ccb95285f6b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.1076534 Oct 29 09:22:47.208440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-85011a1d-2881-4e30-9a7e-d24d4581b748 req-20392878-672e-40fe-8cdd-022a91dc96dd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332966 Oct 29 09:22:48.259238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-3058a966-bf5b-4afc-8a11-1cca3769d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:48.260810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-3058a966-bf5b-4afc-8a11-1cca3769d690 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1096 time: 0.0429940 Oct 29 09:22:48.328656 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:48.354235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-4717663d-a730-4c7d-9643-469a41a77d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:48.355129 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:48.355894 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-4717663d-a730-4c7d-9643-469a41a77d7c service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0883317 Oct 29 09:22:48.439333 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-5f9cf881-22eb-4e52-97fa-f3db6a819b8c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1002 time: 0.0766830 Oct 29 09:22:48.510122 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-c4471b7c-0ecd-44d7-97e5-c433e46049b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:48.511492 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-c4471b7c-0ecd-44d7-97e5-c433e46049b1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0528605 Oct 29 09:22:48.522389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d899f-257b-4fb6-a953-737057a6fb24 req-9737b8eb-25af-4009-8312-90382c498fef tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:48.523846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f84d899f-257b-4fb6-a953-737057a6fb24 req-9737b8eb-25af-4009-8312-90382c498fef tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.1543083 Oct 29 09:22:48.590677 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f84d899f-257b-4fb6-a953-737057a6fb24 req-81b35822-5671-47fe-bbcf-a14cd2bbaada tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574806 Oct 29 09:22:48.593918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-2817fa3e-78a4-41fa-ba3d-71c585870ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:48.595472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-2817fa3e-78a4-41fa-ba3d-71c585870ac6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706387 Oct 29 09:22:48.691474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-e431a48c-3051-4efb-8719-52b7cfdbc13e service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876477 Oct 29 09:22:48.796582 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-bd49cc9d-903e-4007-afa2-8cd1320383fa service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973196 Oct 29 09:22:49.701480 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:22:49.817942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d1909-4a22-4da6-8a54-96560955b517 req-fa7c8216-e0da-4914-a483-ecae748708a4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:49.819452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f25d1909-4a22-4da6-8a54-96560955b517 req-fa7c8216-e0da-4914-a483-ecae748708a4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.1102574 Oct 29 09:22:49.860909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f25d1909-4a22-4da6-8a54-96560955b517 req-8e1728b8-1d64-4942-bf5c-d92838d54290 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Oct 29 09:22:51.001325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808aded-81e3-4e91-a538-6934455f3587 req-11697224-09c1-48af-9237-c14a07bbb8e4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:51.002818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b808aded-81e3-4e91-a538-6934455f3587 req-11697224-09c1-48af-9237-c14a07bbb8e4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0571494 Oct 29 09:22:51.041611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b808aded-81e3-4e91-a538-6934455f3587 req-a822398a-9fe7-4edd-9ee5-f3a232c6951b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327339 Oct 29 09:22:52.172099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f970b97-1e99-4394-aef7-61d6e4f6aa3d req-664890fe-7f3c-406d-b7a8-bef0c108fa3a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:52.173572 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f970b97-1e99-4394-aef7-61d6e4f6aa3d req-664890fe-7f3c-406d-b7a8-bef0c108fa3a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0541148 Oct 29 09:22:52.214005 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f970b97-1e99-4394-aef7-61d6e4f6aa3d req-d3778b41-a95a-4429-b412-29c4809fd7b4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340240 Oct 29 09:22:53.361758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc9f4-4f47-482d-86e5-d081845c16a0 req-a8dcf5a4-a08d-4fcf-b6bd-00f08dd4523e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:53.363210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b6fc9f4-4f47-482d-86e5-d081845c16a0 req-a8dcf5a4-a08d-4fcf-b6bd-00f08dd4523e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0561876 Oct 29 09:22:53.405105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b6fc9f4-4f47-482d-86e5-d081845c16a0 req-a09b361a-bbbf-44e0-820b-48164f2e1f1e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329714 Oct 29 09:22:54.548101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf02ef-e57b-405b-a29f-b9a215b462f1 req-15f2559c-74ca-4d99-a9eb-29fed5de3a9e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:54.549588 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23cf02ef-e57b-405b-a29f-b9a215b462f1 req-15f2559c-74ca-4d99-a9eb-29fed5de3a9e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0629489 Oct 29 09:22:54.591095 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-23cf02ef-e57b-405b-a29f-b9a215b462f1 req-ecd96cd0-1711-4316-8e65-c8f7941e0206 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338676 Oct 29 09:22:55.726449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb14d9-a069-4019-ac6b-ebd1487fd4ba req-f5f749d8-7c66-4bd4-9287-84442877e849 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:55.727998 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dcbb14d9-a069-4019-ac6b-ebd1487fd4ba req-f5f749d8-7c66-4bd4-9287-84442877e849 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0579445 Oct 29 09:22:55.777058 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dcbb14d9-a069-4019-ac6b-ebd1487fd4ba req-c40e8011-e6d9-4b34-bd2b-bae5f09956a9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425329 Oct 29 09:22:56.917722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d18b-5b9e-4833-991c-3880947e5a0e req-de4ea2d3-7755-468a-be62-aabe19fd45df tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:56.919306 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9040d18b-5b9e-4833-991c-3880947e5a0e req-de4ea2d3-7755-468a-be62-aabe19fd45df tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0561655 Oct 29 09:22:56.963839 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9040d18b-5b9e-4833-991c-3880947e5a0e req-e48bc788-6b49-4f81-91fb-3dfc9fbe0976 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 Oct 29 09:22:58.103404 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60b9c-ce79-4640-b4d8-066224f89892 req-aa7dd5be-9e10-42a9-b5c5-b07c548d17e5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:58.104958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7aa60b9c-ce79-4640-b4d8-066224f89892 req-aa7dd5be-9e10-42a9-b5c5-b07c548d17e5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0538890 Oct 29 09:22:58.146310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7aa60b9c-ce79-4640-b4d8-066224f89892 req-46fc9620-2866-410d-ae3a-6a40779abbcd tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349960 Oct 29 09:22:59.298425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cce13c-0510-440b-bc41-c22595f777ce req-8ac2ab35-1d1f-4bf0-9092-c52da91e6692 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:22:59.299944 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45cce13c-0510-440b-bc41-c22595f777ce req-8ac2ab35-1d1f-4bf0-9092-c52da91e6692 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0628929 Oct 29 09:22:59.338517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-45cce13c-0510-440b-bc41-c22595f777ce req-4b9c4127-3611-400c-a436-6ebd8dc1f828 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325089 Oct 29 09:22:59.580129 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:00.474963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458ad3-5ff2-4eee-a9f0-d81a6de0ca3e req-5c2d55f7-e290-4f61-943a-ce87f91c443d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:00.476539 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08458ad3-5ff2-4eee-a9f0-d81a6de0ca3e req-5c2d55f7-e290-4f61-943a-ce87f91c443d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0605731 Oct 29 09:23:00.516256 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08458ad3-5ff2-4eee-a9f0-d81a6de0ca3e req-da2833ce-990e-4fc1-96eb-aebb772cb963 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Oct 29 09:23:00.875543 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:01.647647 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce1f34-dacc-4e03-910d-9a99b16f5cdb req-1b6581fa-34db-44cf-9085-f2f890c0239e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:01.649154 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9ce1f34-dacc-4e03-910d-9a99b16f5cdb req-1b6581fa-34db-44cf-9085-f2f890c0239e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0553646 Oct 29 09:23:01.689339 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e9ce1f34-dacc-4e03-910d-9a99b16f5cdb req-631d8f34-688c-4554-b159-8ceca1634e9a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342922 Oct 29 09:23:02.816670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3e0d9-f4f8-4624-aa62-1ab016be6c68 req-6d3bf6e5-b2eb-441d-bfec-4c023e157d9b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:02.818207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fd3e0d9-f4f8-4624-aa62-1ab016be6c68 req-6d3bf6e5-b2eb-441d-bfec-4c023e157d9b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0571506 Oct 29 09:23:02.863458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0fd3e0d9-f4f8-4624-aa62-1ab016be6c68 req-f239f5af-a6c5-4749-9422-c6283dad53c7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360339 Oct 29 09:23:04.004493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937e60-a7c1-4d63-9fe2-1b9f0c440c71 req-bcae3a28-513c-4222-8658-444cc2f4697b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:04.005976 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60937e60-a7c1-4d63-9fe2-1b9f0c440c71 req-bcae3a28-513c-4222-8658-444cc2f4697b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0597782 Oct 29 09:23:04.047472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-60937e60-a7c1-4d63-9fe2-1b9f0c440c71 req-3582fe96-9f4d-41fe-8c1b-bfcb67b489de tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328047 Oct 29 09:23:05.172533 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a289e4a-95df-484f-8055-3e77a57311df req-f0f0e24b-4bee-416c-98e6-257180306250 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:05.174042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a289e4a-95df-484f-8055-3e77a57311df req-f0f0e24b-4bee-416c-98e6-257180306250 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0515394 Oct 29 09:23:05.214060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a289e4a-95df-484f-8055-3e77a57311df req-64c7f033-0dc3-4002-a51e-eef46d8c49d7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327613 Oct 29 09:23:05.958368 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-8a207b5a-5bf4-4b1d-88ce-18854312485a service neutron] show failed (client error): The resource could not be found. Oct 29 09:23:05.959403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-8a207b5a-5bf4-4b1d-88ce-18854312485a service neutron] 10.222.0.93 "GET /v2.0/ports/f146f46f-64a3-45f2-8cae-76a46c2d6be3/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.1205716 Oct 29 09:23:06.261214 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-dfc898d0-fb2f-4b64-97c4-d1ad52643498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:06.262798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-dfc898d0-fb2f-4b64-97c4-d1ad52643498 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0863688 Oct 29 09:23:06.275999 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:23:06.331951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:06.350170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cece3b7-1ad1-42cb-a6f5-24276df77664 req-d5142f7d-fd1e-4f7c-bf6f-3814a7a48c03 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:06.351704 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7cece3b7-1ad1-42cb-a6f5-24276df77664 req-d5142f7d-fd1e-4f7c-bf6f-3814a7a48c03 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0506103 Oct 29 09:23:06.391361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7cece3b7-1ad1-42cb-a6f5-24276df77664 req-307afd13-b8bb-40e7-a96b-edb632d07d8f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Oct 29 09:23:06.538626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:06.577757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:23:06.617243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:06.622606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:06.635925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Transition to ACTIVE for port object f146f46f-64a3-45f2-8cae-76a46c2d6be3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:23:06.641124 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:06.671994 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37db5a53-b84a-4e8c-bede-a3e4288e26fe" -d '{"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:06.749770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:06.764925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.765277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.765611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.765943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.766268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.766593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.766915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.767239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.767556 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.767899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.768219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.768540 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:06.796176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] No DVR routers for this DVR port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:23:06.798877 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efec019f-2e77-4016-9b68-97539ef1c5fc x-openstack-request-id: req-efec019f-2e77-4016-9b68-97539ef1c5fc {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:06.799173 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:06.799425 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efec019f-2e77-4016-9b68-97539ef1c5fc {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:06.799848 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'code': 200} Oct 29 09:23:06.943157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:23:06.943460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:23:06.943834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:23:06.948602 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:23:06.948927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:23:06.953949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:23:06.954351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:23:06.954666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:23:06.955094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Bound port: f146f46f-64a3-45f2-8cae-76a46c2d6be3, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:23:06.955445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:07.028256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:23:07.033073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:23:07.040030 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:07.083083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:07.083681 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:07.085123 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] 10.222.0.15 "PUT /v2.0/ports/f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1091 time: 0.8137903 Oct 29 09:23:07.106507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9631018-7652-41ab-887a-68b9a1ccb066 service neutron] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:07.159312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-9c8ecebd-7429-4e33-91e7-c8e5ff8591ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:07.161813 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-9c8ecebd-7429-4e33-91e7-c8e5ff8591ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1094 time: 0.0508115 Oct 29 09:23:07.261049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-c187b7e3-ce8b-4267-9fa0-6bd1d0efff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:07.262569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-c187b7e3-ce8b-4267-9fa0-6bd1d0efff2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0931103 Oct 29 09:23:07.333957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-ff3c7a00-3d47-44a5-801e-37d7087a79e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1000 time: 0.0626760 Oct 29 09:23:07.385777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-4597f9cf-1833-4b28-a1e4-4eb3a0f7c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:07.387254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-4597f9cf-1833-4b28-a1e4-4eb3a0f7c4ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0465581 Oct 29 09:23:07.443798 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-3a56796f-9c02-4110-9ecc-74f12a4387b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:07.445382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-3a56796f-9c02-4110-9ecc-74f12a4387b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499856 Oct 29 09:23:07.518742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788b47-1144-4927-98b0-4f6aba317ea5 req-7531b9d9-0a62-47d0-83ed-cdd37b907d5d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:07.520774 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b788b47-1144-4927-98b0-4f6aba317ea5 req-7531b9d9-0a62-47d0-83ed-cdd37b907d5d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0541587 Oct 29 09:23:07.542891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-5285ca4c-fbce-4c62-a703-c59055bfa3d5 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893888 Oct 29 09:23:07.564453 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b788b47-1144-4927-98b0-4f6aba317ea5 req-23b53976-2a7c-4e3a-8771-37ecff0f0834 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375140 Oct 29 09:23:07.648556 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1210fee3-aa37-44f5-b5bc-2e939a03b61c req-8d58848b-4e09-4ee7-aff2-5f94d99adb38 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965812 Oct 29 09:23:08.706240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec91fc-da35-410d-9950-5240c60a8656 req-53860642-bba3-42b5-b730-6be248e0313c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:08.707815 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b8ec91fc-da35-410d-9950-5240c60a8656 req-53860642-bba3-42b5-b730-6be248e0313c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0633864 Oct 29 09:23:08.749072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b8ec91fc-da35-410d-9950-5240c60a8656 req-797bec5d-a539-4ce7-9a10-fb4b58c96fc6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342612 Oct 29 09:23:08.800871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:08.803429 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4007813d-d48c-48cf-83c6-8e03da26c6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:08.851792 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301e0a34-1ffe-4026-bf78-a793d85dd337 x-openstack-request-id: req-301e0a34-1ffe-4026-bf78-a793d85dd337 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:08.852113 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:08.852369 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-301e0a34-1ffe-4026-bf78-a793d85dd337 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:08.852775 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'status': 'completed', 'code': 200} Oct 29 09:23:08.945485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-cc18fa02-28dd-473b-80a3-ec94e78d4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:08.947076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-cc18fa02-28dd-473b-80a3-ec94e78d4f43 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1094 time: 0.0631425 Oct 29 09:23:08.948901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-8de27a0c-b7d4-4647-ac35-ea8e9ab20340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:08.950267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-8de27a0c-b7d4-4647-ac35-ea8e9ab20340 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1094 time: 0.0748093 Oct 29 09:23:09.118554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-e2696632-8bf7-4176-a5af-92e4d0d8bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:09.120010 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-e2696632-8bf7-4176-a5af-92e4d0d8bae0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1659532 Oct 29 09:23:09.121337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-9886425b-560d-4805-8ccd-b5d70d1492b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:09.122644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-9886425b-560d-4805-8ccd-b5d70d1492b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1607785 Oct 29 09:23:09.240383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-e173fe3d-b648-40a5-b6ad-3609cf0e90e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1000 time: 0.1057005 Oct 29 09:23:09.242281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-7f131fbf-2ca8-44c9-bc6b-2328d1bed8a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1000 time: 0.1152771 Oct 29 09:23:09.325384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-2d045fbe-417b-4990-9913-429f7e7ba764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:09.326878 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-2d045fbe-417b-4990-9913-429f7e7ba764 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0791919 Oct 29 09:23:09.328308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-16e6f7d4-1efb-4e6d-8a31-9113853c6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:09.329592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-16e6f7d4-1efb-4e6d-8a31-9113853c6847 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0739675 Oct 29 09:23:09.410559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-6d6694bf-3290-4ce4-86ee-de23e5e898d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:09.412143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-6d6694bf-3290-4ce4-86ee-de23e5e898d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777330 Oct 29 09:23:09.414886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-98382f6e-36b1-428f-b68e-f19bfc2e31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:09.416296 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-98382f6e-36b1-428f-b68e-f19bfc2e31f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723281 Oct 29 09:23:09.580181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-834b0ded-677e-4782-9dc6-5461ca545dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608763 Oct 29 09:23:09.582079 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-615f7a4d-4ba6-46f4-87cb-d65710c65023 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553702 Oct 29 09:23:09.746608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:23:09.755908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-80be403d-05b9-458b-a989-96bd58ee7ccc service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610155 Oct 29 09:23:09.757812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4007813d-d48c-48cf-83c6-8e03da26c6c9 req-ca1f8122-8468-4d9a-9f18-58633cfc4686 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702228 Oct 29 09:23:09.790382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:23:09.871395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9922a9-cc28-41ec-98ca-28a15244bf01 req-97779e88-0fbc-41d9-8f21-d88020853ebf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:09.872868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed9922a9-cc28-41ec-98ca-28a15244bf01 req-97779e88-0fbc-41d9-8f21-d88020853ebf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0513566 Oct 29 09:23:09.919253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ed9922a9-cc28-41ec-98ca-28a15244bf01 req-d79bb747-46f1-459a-90bf-cf67bc4563ff tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367918 Oct 29 09:23:10.082667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:23:10.188746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:10.200963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'mac_address': 'fa:16:3e:1d:ca:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:23:10.243269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:10.251256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-1a32e754-d456-4f1b-8381-ef2f738b21a3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:10.252818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-1a32e754-d456-4f1b-8381-ef2f738b21a3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 943 time: 0.0814352 Oct 29 09:23:10.256931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f146f46f-64a3-45f2-8cae-76a46c2d6be3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:23:10.265651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05d14-3cc3-4cad-9735-30beb7f8abe8 req-e2344650-074e-4cab-ba2e-78fdca71c9f3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:10.267024 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1be05d14-3cc3-4cad-9735-30beb7f8abe8 req-e2344650-074e-4cab-ba2e-78fdca71c9f3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 943 time: 0.0687482 Oct 29 09:23:10.277170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:10.282882 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:10.331935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:10.339615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.339975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.340314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.340667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.340994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.341322 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.341654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.341966 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.342286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.342603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.342921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.343221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:23:10.343719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1be05d14-3cc3-4cad-9735-30beb7f8abe8 req-def99a60-a6ef-4aeb-9905-45f27384eea3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704598 Oct 29 09:23:10.354235 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-9e6babbe-9879-486f-80f8-dbe766ab7040 service neutron] 10.222.0.15 "GET /v2.0/ports/f146f46f-64a3-45f2-8cae-76a46c2d6be3/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 382 time: 0.0862489 Oct 29 09:23:10.421148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-636d039b-c595-4f2c-bd5e-4745f8f01774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:10.422671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-636d039b-c595-4f2c-bd5e-4745f8f01774 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1095 time: 0.0429864 Oct 29 09:23:10.521086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-a3dfa7b3-6541-4d18-a37f-ee1839698856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:10.522583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-a3dfa7b3-6541-4d18-a37f-ee1839698856 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0912993 Oct 29 09:23:10.530236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['f146f46f-64a3-45f2-8cae-76a46c2d6be3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:23:10.594192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-cb923c93-b4e7-43ff-bb5a-374f0a46d1aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1001 time: 0.0641284 Oct 29 09:23:10.646302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-e3246a92-91fa-4e52-9ca1-bbcaa7873b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:10.648014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-e3246a92-91fa-4e52-9ca1-bbcaa7873b20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0469034 Oct 29 09:23:10.696064 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-e81b1d14-fa0c-4b5d-bf88-cdac3e404c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:10.697583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-e81b1d14-fa0c-4b5d-bf88-cdac3e404c5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425444 Oct 29 09:23:10.798730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-3faaef8b-c7bc-4a36-a6bf-383813ad34f5 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926006 Oct 29 09:23:10.897026 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-685851db-08bb-477e-a94a-33ddc91284fe service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908539 Oct 29 09:23:11.475442 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62683e7-b496-4ead-b608-268843fdd09b req-43b2d4c3-0c13-40e7-a3ac-951acf3714d7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:11.477065 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62683e7-b496-4ead-b608-268843fdd09b req-43b2d4c3-0c13-40e7-a3ac-951acf3714d7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 944 time: 0.0526402 Oct 29 09:23:11.517553 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d62683e7-b496-4ead-b608-268843fdd09b req-5c3a4afa-12e3-44d1-8247-f48c89312d19 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341332 Oct 29 09:23:12.097817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:23:12.155896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port f146f46f-64a3-45f2-8cae-76a46c2d6be3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:23:12.159973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port f146f46f-64a3-45f2-8cae-76a46c2d6be3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:23:12.160290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:12.252250 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:12.278253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:12.280637 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c7301a785b704041e14cdf6092365c7777b2c5309209694232b0360b021dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ae2347-43b2-4dea-946a-cf585a86f805" -d '{"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:12.294621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:12.299975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:12.336304 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc3533a-062f-4f62-b5e0-ba77f1f6b8e4 x-openstack-request-id: req-7cc3533a-062f-4f62-b5e0-ba77f1f6b8e4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:12.336593 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:12.336839 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cc3533a-062f-4f62-b5e0-ba77f1f6b8e4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:12.337238 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'code': 200} Oct 29 09:23:12.353691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:12.639908 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6a646-8ce7-4e06-9db4-6ff548abedd5 req-d0551eb3-8595-432e-aa6e-ddb564a539ba tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:12.641315 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89e6a646-8ce7-4e06-9db4-6ff548abedd5 req-d0551eb3-8595-432e-aa6e-ddb564a539ba tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0516155 Oct 29 09:23:12.680795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89e6a646-8ce7-4e06-9db4-6ff548abedd5 req-b21196bd-f1a9-475f-a874-69d62d5d8dda tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333107 Oct 29 09:23:13.259989 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-f708cbbf-2922-4458-868f-76474c6e8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:13.261541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-f708cbbf-2922-4458-868f-76474c6e8036 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 1096 time: 0.3862388 Oct 29 09:23:13.274612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:23:13.328362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:13.544931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:13.577842 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:23:13.621541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:13.624284 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38160d1-d74d-43e7-a086-1a64d91e417f" -d '{"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:13.628094 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:13.644052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Transition to ACTIVE for port object f146f46f-64a3-45f2-8cae-76a46c2d6be3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:23:13.651186 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:13.680590 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75d2793-6430-4240-9fb0-f78076c6ecac x-openstack-request-id: req-f75d2793-6430-4240-9fb0-f78076c6ecac {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:13.680887 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:13.681142 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f75d2793-6430-4240-9fb0-f78076c6ecac {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:13.681536 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'code': 200} Oct 29 09:23:13.737389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:13.782225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] No DVR routers for this DVR port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:23:13.817434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db0d1d-64d9-4338-bba8-48fa3eeff4fd req-bcffa2bc-c689-4513-81bc-a8cbb75460f4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:13.819037 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1db0d1d-64d9-4338-bba8-48fa3eeff4fd req-bcffa2bc-c689-4513-81bc-a8cbb75460f4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 944 time: 0.0579588 Oct 29 09:23:13.860192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1db0d1d-64d9-4338-bba8-48fa3eeff4fd req-dcd2bf03-824d-48f8-8350-189f4319dbf7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344758 Oct 29 09:23:13.923606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:23:13.923979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:23:13.924301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:23:13.929295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:23:13.929709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Attempting to bind port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:23:13.934931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:23:13.935270 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:23:13.935670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:23:13.936129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Bound port: f146f46f-64a3-45f2-8cae-76a46c2d6be3, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:23:13.936482 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:14.000841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:23:14.004160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:23:14.010340 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:14.046613 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:14.047263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:14.048675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] 10.222.0.93 "PUT /v2.0/ports/f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1092 time: 0.7785676 Oct 29 09:23:14.069301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa33e-b6a2-4c4c-9826-d07685e9f7ab service neutron] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=11']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:14.120805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-f94d8980-8318-4abf-be7e-3945eec1b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:14.122326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-f94d8980-8318-4abf-be7e-3945eec1b484 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1095 time: 0.0492895 Oct 29 09:23:14.224189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-cd8e66a2-b130-410d-8e4e-b89b2ee56ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:14.225697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-cd8e66a2-b130-410d-8e4e-b89b2ee56ac7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0955672 Oct 29 09:23:14.296460 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-b08fbbbf-4b00-4821-9cf0-447e8d935021 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1000 time: 0.0635242 Oct 29 09:23:14.316206 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-59fea4c1-6840-42a6-8e1f-1ee7b6ea0178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:14.346845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-fa4b24cb-dd66-4f5b-926b-4ead1eda1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:14.348280 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-fa4b24cb-dd66-4f5b-926b-4ead1eda1d78 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0452564 Oct 29 09:23:14.397397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-dc96e075-5f63-4a91-9fe3-0d2c8c47e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:14.398969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-dc96e075-5f63-4a91-9fe3-0d2c8c47e519 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428963 Oct 29 09:23:14.494404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-4119404b-a541-4fb7-8310-40870dedac3b service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883892 Oct 29 09:23:14.588439 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b0d37336-3834-46ce-a2d2-dc263790eff3 req-08535a46-6c95-4b02-a0c3-66009b2510a4 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Oct 29 09:23:14.989274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee4554-306e-4c27-ba25-458fb048cf79 req-f1337131-9fbb-4ce7-a14e-62a34fa4210f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:14.990770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2ee4554-306e-4c27-ba25-458fb048cf79 req-f1337131-9fbb-4ce7-a14e-62a34fa4210f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 944 time: 0.0506811 Oct 29 09:23:15.036923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2ee4554-306e-4c27-ba25-458fb048cf79 req-c5c05d61-8742-480d-af32-4d684abf1028 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368583 Oct 29 09:23:15.683614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:15.687525 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c79fa-ced5-465d-9426-5cc232613cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:15.748308 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9e5b75-6775-4e6c-bb5a-80af00ea7b92 x-openstack-request-id: req-ab9e5b75-6775-4e6c-bb5a-80af00ea7b92 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:15.749095 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:15.749494 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab9e5b75-6775-4e6c-bb5a-80af00ea7b92 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:15.750053 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'status': 'completed', 'code': 200} Oct 29 09:23:15.839349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-053446c0-0e85-4ff8-922c-a86d19a3e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:15.840903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-053446c0-0e85-4ff8-922c-a86d19a3e6ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1095 time: 0.0690231 Oct 29 09:23:15.845148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-05fdc5a4-37d1-48f2-bdbd-e1abb397a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:15.846500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-05fdc5a4-37d1-48f2-bdbd-e1abb397a1b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 1095 time: 0.0642791 Oct 29 09:23:16.001694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-bee3ed58-1271-4f0d-9ccc-0c62cb7c11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:16.003283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-bee3ed58-1271-4f0d-9ccc-0c62cb7c11d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1542931 Oct 29 09:23:16.004721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-875da7a4-f4ae-42e4-82e6-1797b6fc546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:16.006012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-875da7a4-f4ae-42e4-82e6-1797b6fc546a service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1499577 Oct 29 09:23:16.114354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:23:16.126203 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-9f137305-73b1-46b3-95f4-42e51733a83a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1000 time: 0.1156652 Oct 29 09:23:16.129499 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-41ab2a87-b2a7-4d22-9ea4-cf1b8f2de91d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 200 len: 1000 time: 0.1134927 Oct 29 09:23:16.157422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:23:16.238850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-ce6057c5-e8ab-4cb3-9c18-15fa43283c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:16.240432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-ce6057c5-e8ab-4cb3-9c18-15fa43283c0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0924239 Oct 29 09:23:16.242961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-44aab4dc-c50f-409b-a9e4-d41c1c9bcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:16.244320 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-44aab4dc-c50f-409b-a9e4-d41c1c9bcf91 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0951481 Oct 29 09:23:16.252626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a1bc9-b4aa-4e0d-a759-eccce9faddf3 req-4277b0f4-9173-4209-91ce-e5cf2ee46f79 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:16.253969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-763a1bc9-b4aa-4e0d-a759-eccce9faddf3 req-4277b0f4-9173-4209-91ce-e5cf2ee46f79 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 944 time: 0.1434002 Oct 29 09:23:16.351181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-763a1bc9-b4aa-4e0d-a759-eccce9faddf3 req-14c4dae3-8972-4f8b-b783-42f28809ac3e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800192 Oct 29 09:23:16.355323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-5e71865d-271a-4cf7-b859-8ffd7467be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:16.356815 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-5e71865d-271a-4cf7-b859-8ffd7467be4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019869 Oct 29 09:23:16.359501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-f40fa384-f15a-44d5-a3bd-133579f6aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:16.360921 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-f40fa384-f15a-44d5-a3bd-133579f6aa6b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050141 Oct 29 09:23:16.521806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-9a6cd8b3-6fb9-487b-a7c7-a3f785897059 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558564 Oct 29 09:23:16.523737 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-b2cc95d9-392b-428c-ac13-e3c4a14f99da service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505899 Oct 29 09:23:16.680646 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-e4a623f3-f3ae-4881-b2b4-59267587870b service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519043 Oct 29 09:23:16.682546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c46c79fa-ced5-465d-9426-5cc232613cd1 req-c12543dc-d45f-4876-95dc-389bb4fc0ca1 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468122 Oct 29 09:23:17.054083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4cbce60-baad-420a-95e6-ac7e2a459dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:17.476179 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4770a58-26f5-44f5-beb3-1530a0417f45 req-0867c948-12c7-4913-8529-1e032562e60d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:17.477867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4770a58-26f5-44f5-beb3-1530a0417f45 req-0867c948-12c7-4913-8529-1e032562e60d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 944 time: 0.0513272 Oct 29 09:23:17.520128 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a4770a58-26f5-44f5-beb3-1530a0417f45 req-b80fff94-17fc-467b-bafe-f8a226017893 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349760 Oct 29 09:23:17.792473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:23:17.893055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:17.904351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'mac_address': 'fa:16:3e:1d:ca:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:23:17.944128 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:17.957944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f146f46f-64a3-45f2-8cae-76a46c2d6be3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:23:17.977846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:17.984766 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:18.035406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=12']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:18.338095 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:18.350666 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:18.366261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['f146f46f-64a3-45f2-8cae-76a46c2d6be3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:23:18.648965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab11bfc-8430-4e4f-b698-511ac6d9a0e0 req-2d597ee8-d063-4651-8ae2-a5ef1be08f67 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:18.650805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5ab11bfc-8430-4e4f-b698-511ac6d9a0e0 req-2d597ee8-d063-4651-8ae2-a5ef1be08f67 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0568850 Oct 29 09:23:18.689605 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5ab11bfc-8430-4e4f-b698-511ac6d9a0e0 req-92dc9218-d2c7-4a52-85fd-d2c2d9d2c325 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 Oct 29 09:23:18.817260 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3951b-ed57-4d52-abd5-256d303e8752 req-b85311d4-50f2-4606-8b7e-21a16306c4eb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:18.818753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44e3951b-ed57-4d52-abd5-256d303e8752 req-b85311d4-50f2-4606-8b7e-21a16306c4eb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0609438 Oct 29 09:23:18.861709 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-44e3951b-ed57-4d52-abd5-256d303e8752 req-e7398d29-d0ef-40be-869c-349914d4fa3c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350938 Oct 29 09:23:18.984921 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1a22f-69c0-4f7f-9abe-ab5a9dfb5e4b req-c9fd80ad-dba8-44b9-90cd-2ef6055b8d37 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:18.986558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28d1a22f-69c0-4f7f-9abe-ab5a9dfb5e4b req-c9fd80ad-dba8-44b9-90cd-2ef6055b8d37 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0555243 Oct 29 09:23:19.028999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-28d1a22f-69c0-4f7f-9abe-ab5a9dfb5e4b req-a8d26c9e-b568-4cc0-82db-eb156ad4dcee tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332336 Oct 29 09:23:19.138198 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:23:19.284902 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67089b3e-b6cd-4680-ac9a-ac2b9b4abf9f req-1b8cec5f-3048-4167-aab3-ff109282dad1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:19.286162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67089b3e-b6cd-4680-ac9a-ac2b9b4abf9f req-1b8cec5f-3048-4167-aab3-ff109282dad1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 945 time: 0.0594087 Oct 29 09:23:19.334357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67089b3e-b6cd-4680-ac9a-ac2b9b4abf9f req-dd926e65-b11d-45bc-bba3-04665b264db7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Oct 29 09:23:19.709419 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:19.803639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:23:19.866810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port f146f46f-64a3-45f2-8cae-76a46c2d6be3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:23:19.872536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port f146f46f-64a3-45f2-8cae-76a46c2d6be3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:23:19.873104 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:19.955238 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:19.979780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:19.995221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:20.000435 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:20.025879 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bd9868-40ee-439e-b020-eee25f981c9c" -d '{"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:20.053766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=13']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:20.116515 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f84ce81-b65c-40b9-9bf5-688fc51a33c8 x-openstack-request-id: req-3f84ce81-b65c-40b9-9bf5-688fc51a33c8 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:20.116809 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:20.117085 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f84ce81-b65c-40b9-9bf5-688fc51a33c8 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:20.117490 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'code': 200} Oct 29 09:23:20.465946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211b99-d0f0-4269-a2a0-98d9328350fb req-7a1cccfc-f5bd-4816-b9a9-66bc13d94ca7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:20.467471 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8211b99-d0f0-4269-a2a0-98d9328350fb req-7a1cccfc-f5bd-4816-b9a9-66bc13d94ca7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 946 time: 0.0610871 Oct 29 09:23:20.507495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8211b99-d0f0-4269-a2a0-98d9328350fb req-3b8c484d-85cd-4bb1-aa07-d4023cdd9e4d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Oct 29 09:23:20.655088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-244c68c7-62d3-418f-87e2-8d27fe50c044 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:20.656786 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-244c68c7-62d3-418f-87e2-8d27fe50c044 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 946 time: 0.0530133 Oct 29 09:23:20.752446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Deleting port f146f46f-64a3-45f2-8cae-76a46c2d6be3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:23:20.752794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:20.859444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] For port f146f46f-64a3-45f2-8cae-76a46c2d6be3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=f146f46f-64a3-45f2-8cae-76a46c2d6be3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:20.859762 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:21.039841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:21.040234 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:21.040545 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb disassociated. External IP: 172.25.5.241, port: f146f46f-64a3-45f2-8cae-76a46c2d6be3. Oct 29 09:23:21.040886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Calling delete_port for f146f46f-64a3-45f2-8cae-76a46c2d6be3 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:23:21.179712 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:21.209465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event deleted for resources: {'Port': ['ID=f146f46f-64a3-45f2-8cae-76a46c2d6be3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:21.330290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:23:21.449163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:23:21.459711 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:23:21.471827 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:23:21.472467 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:23:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:23:21.489368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] No DVR routers for this DVR port f146f46f-64a3-45f2-8cae-76a46c2d6be3 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:23:21.492191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:21.495627 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-06c33ed1-a8f8-48e3-a12c-cfc2473e3f9b req-39657c7a-6390-4bdc-be80-be5ff7e3cb3d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "DELETE /v2.0/ports/f146f46f-64a3-45f2-8cae-76a46c2d6be3 HTTP/1.1" status: 204 len: 173 time: 0.8330364 Oct 29 09:23:21.496333 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-deleted', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:21.499131 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e92af6-343b-43a8-94be-462aed24fbac" -d '{"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-deleted", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:21.544990 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985cb32-fe42-473f-bb2f-1f13748f910b x-openstack-request-id: req-c985cb32-fe42-473f-bb2f-1f13748f910b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:21.544990 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc7e14e-85a8-41de-8298-bce7b40e0f6e", "name": "network-vif-deleted", "tag": "f146f46f-64a3-45f2-8cae-76a46c2d6be3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:21.545241 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c985cb32-fe42-473f-bb2f-1f13748f910b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:21.545466 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc7e14e-85a8-41de-8298-bce7b40e0f6e', 'name': 'network-vif-deleted', 'tag': 'f146f46f-64a3-45f2-8cae-76a46c2d6be3', 'status': 'completed', 'code': 200} Oct 29 09:23:21.582753 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:23:21.639775 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ddecf3cd-1b8b-46f9-b93a-0c6b377077c7 req-b6993c20-f576-4434-947f-b7328d6affd6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fc7e14e-85a8-41de-8298-bce7b40e0f6e HTTP/1.1" status: 200 len: 210 time: 0.0333836 Oct 29 09:23:21.891276 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:23:21.919743 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:23:21.929041 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:23:21.929679 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:23:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:23:22.036170 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:23:22.246920 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:23:22.273199 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e4a37-7d94-4d9d-ab49-b3cf94a292a6 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:23:22.515321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a9461-988b-4cbc-831a-0a6a0bd3a927 None None] New status for floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:23:22.954408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-637c773f-0e55-4b42-a2d3-3974e88b9550 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1114696399&fields=id&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 267 time: 0.0391796 Oct 29 09:23:23.081406 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4a87b0da-d008-4eba-954e-5fb298cf8c12 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:23.082900 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4a87b0da-d008-4eba-954e-5fb298cf8c12 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 811 time: 0.1188409 Oct 29 09:23:23.098864 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-1430f9de-f435-4692-af63-098c611102a1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/quotas/bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 375 time: 0.0099411 Oct 29 09:23:23.162538 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-5ef044e2-a41a-4cc6-9299-4693208db255 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557075 Oct 29 09:23:23.257187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-74305f46-42b3-4870-819d-e5477a269ff5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:23:23.258219 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-74305f46-42b3-4870-819d-e5477a269ff5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0471768 Oct 29 09:23:23.669103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-8fd7d3cf-ae9d-40c0-8076-9f693b2ea133 service neutron] 10.222.0.70 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043770 Oct 29 09:23:23.768678 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-91b1277f-89ed-49b9-9652-04276868f8de service neutron] 10.222.0.70 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907972 Oct 29 09:23:23.947033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e7a49b09-dfae-44e1-b6a3-a64aa5c51896 req-8b250632-3c7c-4385-92e7-f739ee2345b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Oct 29 09:23:24.944061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-3d4533da-7930-45da-b794-35721fe25921 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:24.945533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-3d4533da-7930-45da-b794-35721fe25921 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 811 time: 0.1081436 Oct 29 09:23:24.995347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-61ef9877-6b52-443d-bdf3-d64ae7030788 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 380 time: 0.0399866 Oct 29 09:23:25.005632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'port': {'device_id': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'admin_state_up': True, 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'security_groups': ['fe4501a0-800d-44cd-a65e-8299491a7326']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:23:25.045191 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2e03e494-15d1-4525-a284-c3ce7a5d43d1 req-25d323ab-d813-4f2f-a05a-921f6de5d93c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 210 time: 0.0265810 Oct 29 09:23:25.120609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Made reservation on behalf of bf9cdb8f9d1b4c3bbb0b1a084e780ce9 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:23:25.124640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:25.253994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Allocated IP 172.20.0.10 (fc455dec-5957-463c-b989-ddef3a585d0d/b519f9ad-f43e-4369-8446-fc826e3584df/9ef8edb7-0d83-4b35-bad4-5a59943f93a3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:23:25.398331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:25.437396 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:25.486752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Network fc455dec-5957-463c-b989-ddef3a585d0d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:23:25.490039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:23:25.493895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:23:25.518495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:25.551204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:25.551838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:25.570034 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-4067e24b-fff2-4501-a409-26f3771efa96 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5683370 Oct 29 09:23:25.583193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Request body: {'port': {'device_id': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:23:25.640942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:25.677007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4672e28f-2bae-436e-bd57-14b2d95bed6a None None] Provisioning complete for port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:23:25.677571 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4672e28f-2bae-436e-bd57-14b2d95bed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:25.711306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4672e28f-2bae-436e-bd57-14b2d95bed6a None None] Port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:23:25.792597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:23:25.813310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: f146f46f-64a3-45f2-8cae-76a46c2d6be3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:23:25.813636 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device f146f46f-64a3-45f2-8cae-76a46c2d6be3 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:23:25.910051 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:23:25.918533 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:25.937291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Transition to ACTIVE for port object 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:23:25.943608 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:26.005840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:26.080489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:23:26.080845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:23:26.081182 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:23:26.085995 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:23:26.086412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:23:26.091979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:23:26.092329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:23:26.092721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:23:26.093166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Bound port: 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:23:26.093533 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:26.194374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:23:26.198757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:23:26.207965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2c989-829d-43b4-81c4-a5a6fca3b72d req-f367140c-f2a9-4c79-849a-dcf7d59bc023 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:26.209500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65d2c989-829d-43b4-81c4-a5a6fca3b72d req-f367140c-f2a9-4c79-849a-dcf7d59bc023 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0774989 Oct 29 09:23:26.210948 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:26.268175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:26.268814 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:26.270248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] 10.222.0.93 "PUT /v2.0/ports/9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1092 time: 0.6916676 Oct 29 09:23:26.272568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:26.274942 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:26.307236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae830a-6fb9-4c2b-8864-b6e446050086 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:26.316994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-65d2c989-829d-43b4-81c4-a5a6fca3b72d req-04e597f5-fb09-4e03-bffa-917b508167b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803504 Oct 29 09:23:26.328105 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d00886-0714-489c-afb5-6ce20839dd12 x-openstack-request-id: req-d4d00886-0714-489c-afb5-6ce20839dd12 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:26.328406 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:26.328789 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4d00886-0714-489c-afb5-6ce20839dd12 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:26.329208 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'status': 'completed', 'code': 200} Oct 29 09:23:26.372808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-35db7f5e-a1e0-4775-ba42-7adca705188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:26.374728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-35db7f5e-a1e0-4775-ba42-7adca705188e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1095 time: 0.0438881 Oct 29 09:23:26.419534 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-df6ce7bf-ed33-4ec6-8c5a-241ff9fae764 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 217 time: 0.0367513 Oct 29 09:23:26.471588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-754ea60a-1938-484d-9b29-fbb4d0f9730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:26.473128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-754ea60a-1938-484d-9b29-fbb4d0f9730e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0473528 Oct 29 09:23:26.525069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-112455c7-7eb9-408d-ab14-a386ab1047a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:26.526500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-112455c7-7eb9-408d-ab14-a386ab1047a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458369 Oct 29 09:23:26.618432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-59dab9e6-a3f0-4938-a3af-69b511bd1ce7 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Oct 29 09:23:26.719777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f82b1475-face-43c2-b3e6-db3692cd0db8 req-a3780805-9599-405f-9143-0213aa3c1187 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927184 Oct 29 09:23:26.815784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-bff11762-c1f7-43d9-8b60-4c4a9ede5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:26.818200 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-bff11762-c1f7-43d9-8b60-4c4a9ede5010 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1095 time: 0.0483079 Oct 29 09:23:26.930831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-05014c01-7acb-4bd9-90db-0bc19edc3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:26.932350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-05014c01-7acb-4bd9-90db-0bc19edc3880 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1063137 Oct 29 09:23:26.975973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-2f2c19c6-c90b-415b-a2e2-d3a7b61bfaa1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 217 time: 0.0350153 Oct 29 09:23:27.028115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-60d5b6a7-1dc2-48cc-a7a2-fc66777fff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:27.029668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-60d5b6a7-1dc2-48cc-a7a2-fc66777fff22 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0459526 Oct 29 09:23:27.081714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-0feb6df2-4b7b-415b-bae7-b8a36ed7b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:27.083323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-0feb6df2-4b7b-415b-bae7-b8a36ed7b7bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462742 Oct 29 09:23:27.177041 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-9d63bc83-b0d2-4f9a-9a7d-9311e16b355d service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851822 Oct 29 09:23:27.281788 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a27d0db-25c4-41c0-93ee-28df4ecb7d0f req-67af1f01-06d5-4766-8544-cfcaaf8b4880 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964656 Oct 29 09:23:27.441117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33000ecd-0546-477d-ae0c-70d5708dcfc7 req-c602d6ed-d8fb-4f87-99be-48fb00ca6889 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:27.442715 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33000ecd-0546-477d-ae0c-70d5708dcfc7 req-c602d6ed-d8fb-4f87-99be-48fb00ca6889 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0500052 Oct 29 09:23:27.481751 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-33000ecd-0546-477d-ae0c-70d5708dcfc7 req-f39f0bfe-e8d6-4ac5-b74d-50673af1e336 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Oct 29 09:23:28.633099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687481a-2a4a-4ba5-b83a-bad6e00a8a87 req-b99219a5-ec72-4c35-bbd3-db7d9e5be950 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:28.634659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9687481a-2a4a-4ba5-b83a-bad6e00a8a87 req-b99219a5-ec72-4c35-bbd3-db7d9e5be950 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0566149 Oct 29 09:23:28.679383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9687481a-2a4a-4ba5-b83a-bad6e00a8a87 req-64112f83-63d5-4d26-a2cc-1fd254414444 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382931 Oct 29 09:23:29.585330 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:29.799791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:23:29.810352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db1221-06a6-4745-9288-a5f77aee115e req-0fa992bb-e1e6-4425-aaf9-dbb1a9347272 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:29.811884 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4db1221-06a6-4745-9288-a5f77aee115e req-0fa992bb-e1e6-4425-aaf9-dbb1a9347272 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0542521 Oct 29 09:23:29.851110 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f4db1221-06a6-4745-9288-a5f77aee115e req-692a5776-9c2f-4be4-824e-d916e8080233 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Oct 29 09:23:29.906740 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:29.918040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'mac_address': 'fa:16:3e:48:ad:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:23:29.959044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:29.972770 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:23:29.993454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:29.999153 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:30.046150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:30.291243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['9ef8edb7-0d83-4b35-bad4-5a59943f93a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:23:30.892868 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:30.982349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ad2e-466a-4ede-a97f-bdb1e66f1aab req-1437e742-1471-40c5-9063-59a71e79981c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:30.983941 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2126ad2e-466a-4ede-a97f-bdb1e66f1aab req-1437e742-1471-40c5-9063-59a71e79981c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Oct 29 09:23:31.024888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2126ad2e-466a-4ede-a97f-bdb1e66f1aab req-90d770ee-3e10-4cfc-b9c4-0ae6fc4bfd00 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319960 Oct 29 09:23:31.812560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:23:31.868687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:23:31.874328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:23:31.874850 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:31.960875 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:31.984025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:31.986295 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620b5829-4334-4ad6-befd-4d4fdbe7a00d" -d '{"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-plugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:31.999477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:23:32.005257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:32.029214 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faecb65-cdd1-4bab-a5df-726ab455cb3c x-openstack-request-id: req-0faecb65-cdd1-4bab-a5df-726ab455cb3c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:32.029504 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-plugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:32.029752 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0faecb65-cdd1-4bab-a5df-726ab455cb3c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:32.030174 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'code': 200} Oct 29 09:23:32.058331 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:23:32.162222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41015c-b3b3-4cee-81f5-450fcc3975b1 req-f0479151-b6c4-40a1-9f52-8be8cf6d718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:32.163700 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f41015c-b3b3-4cee-81f5-450fcc3975b1 req-f0479151-b6c4-40a1-9f52-8be8cf6d718d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1097 time: 0.0710015 Oct 29 09:23:32.176754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c0e42-0276-4373-a341-9c6b4b51414c req-3b26098c-a457-4c37-a03a-9ab4bdcd8d3b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:32.178218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c3c0e42-0276-4373-a341-9c6b4b51414c req-3b26098c-a457-4c37-a03a-9ab4bdcd8d3b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0764494 Oct 29 09:23:32.230806 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f41015c-b3b3-4cee-81f5-450fcc3975b1 req-ddec895c-0a0c-4251-9a4e-47f94df32c45 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516016 Oct 29 09:23:32.233733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5c3c0e42-0276-4373-a341-9c6b4b51414c req-337a575c-04cd-426e-b081-b9b3edde638b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493889 Oct 29 09:23:33.371153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3856-8f13-4120-9190-89aa17857963 req-e9ef101c-6c98-4327-ab69-d6152d0602ca tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:33.372775 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1aad3856-8f13-4120-9190-89aa17857963 req-e9ef101c-6c98-4327-ab69-d6152d0602ca tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0551531 Oct 29 09:23:33.414570 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1aad3856-8f13-4120-9190-89aa17857963 req-4ba31d2f-9d52-4e24-85e1-e141576dc651 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321922 Oct 29 09:23:34.549443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dfbfd-d423-4858-b414-d7b1b39e2fa4 req-6aee181d-2276-4fa1-b2e8-50e62a7ad2a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:34.550974 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-024dfbfd-d423-4858-b414-d7b1b39e2fa4 req-6aee181d-2276-4fa1-b2e8-50e62a7ad2a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0555325 Oct 29 09:23:34.595505 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-024dfbfd-d423-4858-b414-d7b1b39e2fa4 req-16a28935-4d3c-4ad6-9108-617b652848ce tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 Oct 29 09:23:34.718349 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112963ec-024e-4ff4-95b4-0dd6b1e31f2c req-732ad234-936f-45de-97a6-66a4ba7cefa9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:34.719747 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-112963ec-024e-4ff4-95b4-0dd6b1e31f2c req-732ad234-936f-45de-97a6-66a4ba7cefa9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0566761 Oct 29 09:23:34.728826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42292) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:23:34.733323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Request body: {'floatingip': {'port_id': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:23:34.777092 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:35.228758 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:35.236101 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:35.345396 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb associated. External IP: 172.25.5.241, port: 9ef8edb7-0d83-4b35-bad4-5a59943f93a3. Oct 29 09:23:35.565004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:23:35.687122 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:23:35.692418 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:35.697621 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:23:35.709955 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:23:35.710568 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:23:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:23:35.720527 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-59852dc2-7909-4a91-bb62-2bd3995fdc48 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "PUT /v2.0/floatingips/aa17e526-5d1c-4d3e-ac6d-93225a4b07bb HTTP/1.1" status: 200 len: 993 time: 0.9905632 Oct 29 09:23:35.721185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:23:35.765041 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb5a5f2-ec08-499d-b220-e899f9594a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:23:35.828093 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:23:35.854585 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97fdfc2-c0ad-4cf5-bc2a-b2b019d3d906 x-openstack-request-id: req-d97fdfc2-c0ad-4cf5-bc2a-b2b019d3d906 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:23:35.854879 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:23:35.855139 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d97fdfc2-c0ad-4cf5-bc2a-b2b019d3d906 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:23:35.855573 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'status': 'completed', 'code': 200} Oct 29 09:23:35.919030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-a84330b6-67da-4d65-aced-32e624657f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:35.921590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-a84330b6-67da-4d65-aced-32e624657f2a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1097 time: 0.0443661 Oct 29 09:23:36.013075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-609e3d36-aca5-4543-bb7f-ad28652a2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:36.014659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-609e3d36-aca5-4543-bb7f-ad28652a2d5b service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0864623 Oct 29 09:23:36.066060 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:48:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:23:35Z', 'revision_number': 13, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:23:36.084740 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-8a867a0c-c9d5-4cc8-b4f0-57bd55624d03 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1001 time: 0.0629914 Oct 29 09:23:36.094836 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:23:36.103335 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:23:36.103967 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:23:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:23:36.138748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-32767b8e-9756-4cf7-ad7e-6b9b9c9cd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:36.140348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-32767b8e-9756-4cf7-ad7e-6b9b9c9cd590 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0483320 Oct 29 09:23:36.187928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-016ac5b4-f081-4609-b9eb-b3baca3ee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:36.189502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-016ac5b4-f081-4609-b9eb-b3baca3ee253 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425301 Oct 29 09:23:36.211498 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:23:36.286394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-8ebb0846-b09d-4422-a3c6-8cfbffb13612 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891902 Oct 29 09:23:36.378182 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6fb5a5f2-ec08-499d-b220-e899f9594a2a req-3d7d3d4f-967b-4b6d-8d4e-9915b94ac016 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835624 Oct 29 09:23:36.440697 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:48:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:23:35Z', 'revision_number': 13, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:23:36.469768 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31a9f3-f558-43d7-afa7-d7562c4bde09 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'aa17e526-5d1c-4d3e-ac6d-93225a4b07bb', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'port_id': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'mac_address': 'fa:16:3e:48:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:13:47Z', 'updated_at': '2021-10-29T09:23:35Z', 'revision_number': 13, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:23:36.671674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bbeee-410e-4281-b987-82587f0d010f None None] New status for floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:23:39.380817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-460b4f1a-0cfa-492f-857b-e62700806d7c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466952 Oct 29 09:23:39.473721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-385935d8-14a5-4be6-a5af-4883151d9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:39.475326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-385935d8-14a5-4be6-a5af-4883151d9088 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1097 time: 0.0438657 Oct 29 09:23:39.589560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-e6b55a61-df0a-46aa-a05b-cd217543b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:39.590955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-e6b55a61-df0a-46aa-a05b-cd217543b407 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0948582 Oct 29 09:23:39.659343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-39208f23-8248-41b8-9367-36206e7e873e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1003 time: 0.0613678 Oct 29 09:23:39.708412 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-3ee00527-d8a0-42c4-9045-cc2ccc0acb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:39.709836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-3ee00527-d8a0-42c4-9045-cc2ccc0acb62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0438402 Oct 29 09:23:39.762353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-792bb759-bd4d-4db7-8f12-bad5270ca01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:23:39.763952 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-792bb759-bd4d-4db7-8f12-bad5270ca01f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462801 Oct 29 09:23:39.860314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-3afe2fd8-6842-49e6-8d7b-b839fcc74371 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887911 Oct 29 09:23:40.301083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36f1d566-d68f-451a-ba9d-00e496e59a74 req-2096d131-e720-4777-872b-8fe50340be5c service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334004 Oct 29 09:23:44.324275 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ebb18ce0-c00b-470f-8554-0a3afe81c0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:47.046043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6002574c-1450-4fcd-8fa8-e203498b53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:48.342839 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:48.355406 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:49.720275 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:23:56.144795 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:23:59.594742 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:00.904659 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:14.327855 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5a2933ab-bcd8-4f3f-81ff-c42f30ab3cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:17.047054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad345e25-0ecc-4b8f-90e9-9a9fc96bfde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:18.346436 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:18.359448 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:19.718881 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:29.600423 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:30.908888 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:33.140408 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:24:39.365427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-d3ad8e8b-7e7e-48c9-8c1c-36003450a6e7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434983 Oct 29 09:24:39.457300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-55b08194-17e3-48bd-89be-6526ec38bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:24:39.458850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-55b08194-17e3-48bd-89be-6526ec38bf69 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1097 time: 0.0486038 Oct 29 09:24:39.586350 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-8dfc67fd-72fa-41a5-849e-cc54d6c7d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:24:39.588275 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-8dfc67fd-72fa-41a5-849e-cc54d6c7d715 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1083705 Oct 29 09:24:39.662113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-42a2b62a-6ce6-43d0-95cd-86e76e3c0729 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1003 time: 0.0659595 Oct 29 09:24:39.712255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-ec4a7123-899d-4604-a97c-0ad74f98529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:24:39.713725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-ec4a7123-899d-4604-a97c-0ad74f98529b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0448768 Oct 29 09:24:39.766588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-e5236414-da60-406c-8650-460644cb9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:24:39.768173 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-e5236414-da60-406c-8650-460644cb9a19 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467727 Oct 29 09:24:39.864339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-3abc50fb-d0e7-4da0-91a3-5045bc1db634 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890505 Oct 29 09:24:39.962865 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f6e9b91-b714-469f-94f5-a21aed1eab30 req-2f729dbc-ea80-4d51-a927-327486f76973 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894415 Oct 29 09:24:44.337042 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-05471b30-be84-4957-a2fa-fbca5daecd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:47.045183 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14985290-8d28-40b8-8723-cc23a6a7e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:48.351535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:48.365144 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:49.719407 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:24:59.602243 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:00.904768 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:10.143601 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:25:14.329682 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1b10a10d-0cfa-4eb9-8936-a4446fe033f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:17.046082 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f1df2be8-2d86-4dbd-9de4-fe7cf242f73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:18.361074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:18.366307 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:19.723142 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:29.599977 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:30.909336 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:39.384656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-823eacd4-cea8-47f5-880d-b23ec5eb65ad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535738 Oct 29 09:25:39.474050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-78bf139a-bedb-4591-8bce-08babf9e99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:25:39.475557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-78bf139a-bedb-4591-8bce-08babf9e99c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1097 time: 0.0445132 Oct 29 09:25:39.589833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-03e5ec07-3f17-4b88-a7c1-14da9bc80f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:25:39.591269 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-03e5ec07-3f17-4b88-a7c1-14da9bc80f9d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0932629 Oct 29 09:25:39.661319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-35746a19-f10e-4f1f-af5e-b95a283a8daa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1003 time: 0.0622764 Oct 29 09:25:39.725312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-eabdcd78-8d97-4680-83f8-2b87ecb6e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:25:39.726809 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-eabdcd78-8d97-4680-83f8-2b87ecb6e101 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0588586 Oct 29 09:25:39.774026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-de94d299-53e8-49d5-ab7d-21c5dc1c41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:25:39.775730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-de94d299-53e8-49d5-ab7d-21c5dc1c41fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421226 Oct 29 09:25:39.786774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-6aa31823-f3a4-40a0-bfb7-aacc23658e9b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:25:39.787689 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-6aa31823-f3a4-40a0-bfb7-aacc23658e9b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052304 Oct 29 09:25:39.892474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-ed5a21ed-769b-40b0-b452-5b2627b3183e service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970466 Oct 29 09:25:39.988682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8636d03-1ea7-40cf-8e51-bde6711bd960 req-c9176dae-8939-4e46-aa72-c0b0754dc67e service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888569 Oct 29 09:25:44.330295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7b59023b-0675-4abf-aecc-afe3c03d0e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:47.046646 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9bfeb115-c7ea-4e14-89ea-321e13c094d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:47.143411 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:25:48.365243 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:48.366858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:49.727613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:25:59.612139 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:00.917816 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:06.570170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff661523-b6c3-4d8f-a1b0-1651f61ca275 req-a4cd18a9-5675-4375-aa7b-6fb23c6eea69 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:06.571559 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff661523-b6c3-4d8f-a1b0-1651f61ca275 req-a4cd18a9-5675-4375-aa7b-6fb23c6eea69 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0746231 Oct 29 09:26:06.617735 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ff661523-b6c3-4d8f-a1b0-1651f61ca275 req-95df7d31-bc33-4acf-87a5-d063cab7a838 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398073 Oct 29 09:26:14.335203 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-575c5551-7560-4ce7-a3b1-af60cd74cd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:17.044154 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4a29c03a-62f8-4db0-b7d6-5c59720d5408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:18.366947 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:18.369037 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:18.731257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-ec32c18f-ed4d-4686-93d2-ff013781fdc7 req-eab90e21-d10c-4aff-871d-65a0c3d20676 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:26:18.732258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec32c18f-ed4d-4686-93d2-ff013781fdc7 req-eab90e21-d10c-4aff-871d-65a0c3d20676 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056098 Oct 29 09:26:19.734695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:19.955255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cfe51-44c3-48b7-884f-329d680bab0d req-981d161f-1a71-47de-be73-7cd44dcde39f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:19.956838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-022cfe51-44c3-48b7-884f-329d680bab0d req-981d161f-1a71-47de-be73-7cd44dcde39f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0538094 Oct 29 09:26:19.996863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-022cfe51-44c3-48b7-884f-329d680bab0d req-e2d0dc73-8680-473a-917e-9dda9dd2b6ea tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338228 Oct 29 09:26:20.089728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-1f1de61c-6214-4104-8c28-8b26a2d32091 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825653 Oct 29 09:26:21.129436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a736-c780-49ab-8e96-774212126753 req-a8beb3e1-f497-40da-9f77-ffda97450fdf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:21.130894 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5e03a736-c780-49ab-8e96-774212126753 req-a8beb3e1-f497-40da-9f77-ffda97450fdf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0519540 Oct 29 09:26:21.172510 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5e03a736-c780-49ab-8e96-774212126753 req-99873a4e-010d-4089-98a7-a828c1a6751a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326290 Oct 29 09:26:21.313573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-f1bfcd84-9022-4b43-b296-70ea010cb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:21.315215 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-f1bfcd84-9022-4b43-b296-70ea010cb443 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1097 time: 0.0469549 Oct 29 09:26:21.421736 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-4d753642-7f38-4442-9672-5968be65065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:21.423257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-4d753642-7f38-4442-9672-5968be65065b service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0999889 Oct 29 09:26:21.501116 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-c5c1404a-368a-44dd-8a66-4592da075086 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1003 time: 0.0700896 Oct 29 09:26:21.552869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-66e4c5f1-8a86-4e22-a314-303490f03f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:21.554361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-66e4c5f1-8a86-4e22-a314-303490f03f4d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0455325 Oct 29 09:26:21.602188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-4659c1a7-bf27-458f-9da2-3d3894ea4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:21.603695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-4659c1a7-bf27-458f-9da2-3d3894ea4d71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423357 Oct 29 09:26:21.702361 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-15720a8d-041d-4326-8c99-5a4ab97472e5 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909221 Oct 29 09:26:21.799188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-b379f11c-7bd3-48ab-804e-c19062bfe505 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897846 Oct 29 09:26:22.320263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f95f8-1480-423d-aa83-464c33e3f171 req-7461fe9f-125d-43ff-b1da-69db889e46a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:22.321819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-160f95f8-1480-423d-aa83-464c33e3f171 req-7461fe9f-125d-43ff-b1da-69db889e46a8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0634632 Oct 29 09:26:22.362964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-160f95f8-1480-423d-aa83-464c33e3f171 req-c51673f7-ab06-4051-afc1-1c46ee28a2ff tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340836 Oct 29 09:26:23.487759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d4c49-d6f8-40f6-9370-780b71913280 req-15f6883b-3f11-456f-99ed-e8c9130b5cdb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:23.489291 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-062d4c49-d6f8-40f6-9370-780b71913280 req-15f6883b-3f11-456f-99ed-e8c9130b5cdb tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0532203 Oct 29 09:26:23.528644 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-062d4c49-d6f8-40f6-9370-780b71913280 req-7d74864d-de2b-463c-b807-2883a085a3bf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329475 Oct 29 09:26:24.147301 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:26:24.665381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ed32-cd70-43d0-b658-7f6db9b8f192 req-22242681-fd22-4289-a2d2-7ed11c3d44d5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:24.666918 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c61ed32-cd70-43d0-b658-7f6db9b8f192 req-22242681-fd22-4289-a2d2-7ed11c3d44d5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0528088 Oct 29 09:26:24.706744 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c61ed32-cd70-43d0-b658-7f6db9b8f192 req-1c78dbd8-e3d0-41df-b139-702ab9a172ba tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Oct 29 09:26:25.845456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97eeba-94ec-4abe-b5f8-f7c31f0f7aa3 req-c6e6f667-4cf7-4119-8f9f-24a0579e3c29 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:25.847059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e97eeba-94ec-4abe-b5f8-f7c31f0f7aa3 req-c6e6f667-4cf7-4119-8f9f-24a0579e3c29 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0576425 Oct 29 09:26:25.895187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3e97eeba-94ec-4abe-b5f8-f7c31f0f7aa3 req-290deaf4-ae56-422f-9ca2-5c35c369e2d1 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383298 Oct 29 09:26:27.022967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69266bb-3590-4e0a-99be-e32bd6bb8dd4 req-43d4b989-3ed5-476b-b3f4-a0787ddc254b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:27.024522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69266bb-3590-4e0a-99be-e32bd6bb8dd4 req-43d4b989-3ed5-476b-b3f4-a0787ddc254b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0531161 Oct 29 09:26:27.065080 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a69266bb-3590-4e0a-99be-e32bd6bb8dd4 req-09648146-c4b1-441f-92d8-0e0ca67f331a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344083 Oct 29 09:26:28.194506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b07df-5f75-4292-afbe-21bffda3d0dc req-80e2bed4-83b3-4e1c-854d-1061403cd205 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:28.196181 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc8b07df-5f75-4292-afbe-21bffda3d0dc req-80e2bed4-83b3-4e1c-854d-1061403cd205 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0566669 Oct 29 09:26:28.237853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc8b07df-5f75-4292-afbe-21bffda3d0dc req-4c000c30-1da0-48c4-aacb-7909c48adc66 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330830 Oct 29 09:26:29.378020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46725a06-d4bf-4345-ba85-76bef4b44538 req-b4f0f4e0-6ec4-4990-90a8-de1a2facc362 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:29.379522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46725a06-d4bf-4345-ba85-76bef4b44538 req-b4f0f4e0-6ec4-4990-90a8-de1a2facc362 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0669322 Oct 29 09:26:29.423013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-46725a06-d4bf-4345-ba85-76bef4b44538 req-45de9b84-19a2-493a-bced-4a00d2af5f39 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361049 Oct 29 09:26:29.622336 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:30.556173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f38a07-c2d8-45ee-b82c-e9e1b7a74ed7 req-830c806c-0261-4276-a12c-00a75ac5fb08 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:30.557714 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89f38a07-c2d8-45ee-b82c-e9e1b7a74ed7 req-830c806c-0261-4276-a12c-00a75ac5fb08 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0628612 Oct 29 09:26:30.597500 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89f38a07-c2d8-45ee-b82c-e9e1b7a74ed7 req-b00a7ed3-9d9f-426e-a4dc-28625b8be8df tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335577 Oct 29 09:26:30.908377 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:31.735718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fd2f7-3c8f-4dcf-9b38-b223ef67b5e4 req-2fd7c692-de9d-4f62-9d63-e540bba52765 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:31.737264 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-816fd2f7-3c8f-4dcf-9b38-b223ef67b5e4 req-2fd7c692-de9d-4f62-9d63-e540bba52765 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0584891 Oct 29 09:26:31.777418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-816fd2f7-3c8f-4dcf-9b38-b223ef67b5e4 req-67b4e91e-2475-44b7-b867-397582cc9da5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336893 Oct 29 09:26:32.915053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e40edd-83a1-4af6-8382-f43b608714ef req-00def404-730a-4a72-b4c1-f8a43f8afc62 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:32.916596 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-22e40edd-83a1-4af6-8382-f43b608714ef req-00def404-730a-4a72-b4c1-f8a43f8afc62 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0542486 Oct 29 09:26:32.962847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-22e40edd-83a1-4af6-8382-f43b608714ef req-59418355-a57a-4bb6-825f-fd4b3eb199ce tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Oct 29 09:26:34.096399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad6055-b1ca-4c93-8b1a-82b5e3ab2c62 req-24efebec-2754-44f6-9ff4-834284737d0f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:34.098001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ad6055-b1ca-4c93-8b1a-82b5e3ab2c62 req-24efebec-2754-44f6-9ff4-834284737d0f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0521078 Oct 29 09:26:34.139359 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-57ad6055-b1ca-4c93-8b1a-82b5e3ab2c62 req-6694a9e6-259d-499b-b803-43acc838f8f9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349176 Oct 29 09:26:35.260397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d3cd-1d24-4f71-a0d2-7ebac0366e62 req-011bbd5c-49e1-451d-aa24-305b73455791 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:35.261809 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e136d3cd-1d24-4f71-a0d2-7ebac0366e62 req-011bbd5c-49e1-451d-aa24-305b73455791 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0526173 Oct 29 09:26:35.301956 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e136d3cd-1d24-4f71-a0d2-7ebac0366e62 req-37d2d26f-41f4-4dd5-94e4-fbae6a3aeac8 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337248 Oct 29 09:26:36.126510 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-73bafd29-216d-4010-8fee-6a50050d425d req-3bfff3bd-6b51-48a8-8332-8e8f0addb693 service neutron] show failed (client error): The resource could not be found. Oct 29 09:26:36.126510 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-3bfff3bd-6b51-48a8-8332-8e8f0addb693 service neutron] 10.222.0.93 "GET /v2.0/ports/9ef8edb7-0d83-4b35-bad4-5a59943f93a3/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0712378 Oct 29 09:26:36.369520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-9a5e4c02-7b96-4186-bdda-8710f88bd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:36.371409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-9a5e4c02-7b96-4186-bdda-8710f88bd268 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0448344 Oct 29 09:26:36.389724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:26:36.473760 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dbc08-d6ea-4c21-9424-98a678ac6160 req-05b40f37-e390-4141-a1c0-d9223483dfa2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:36.475265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a2dbc08-d6ea-4c21-9424-98a678ac6160 req-05b40f37-e390-4141-a1c0-d9223483dfa2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0991554 Oct 29 09:26:36.476368 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:36.552634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a2dbc08-d6ea-4c21-9424-98a678ac6160 req-690d8fb3-2e26-4964-813a-dd6e98d697a5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671856 Oct 29 09:26:36.751149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:26:36.788313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:26:36.829946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:26:36.832287 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa75da4-5871-460d-8017-75a3ee78ded1" -d '{"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:26:36.836552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:36.850600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Transition to ACTIVE for port object 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:26:36.855527 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:36.888411 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e5589-1f47-4242-90f6-6c2222038d47 x-openstack-request-id: req-0a9e5589-1f47-4242-90f6-6c2222038d47 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:26:36.888711 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:26:36.889560 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a9e5589-1f47-4242-90f6-6c2222038d47 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:26:36.889560 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'code': 200} Oct 29 09:26:36.938429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:26:36.953373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.953720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.954048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.954395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.954726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.955056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.955386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.955718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.956102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.956426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.956734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:36.957056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:37.000869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] No DVR routers for this DVR port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:26:37.149149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:26:37.149859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:26:37.149859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:26:37.154454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:26:37.154722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:26:37.159796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:26:37.160175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:26:37.160562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:26:37.161001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Bound port: 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:26:37.161358 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:37.226310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:26:37.230399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:26:37.235696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:37.277460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:37.278085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:37.279524 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] 10.222.0.15 "PUT /v2.0/ports/9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1092 time: 0.8947911 Oct 29 09:26:37.299600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de309a-e156-4f94-bf77-90117f9c2fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:26:37.353509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-6a959163-668e-47f7-a2eb-da6a4b807ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:37.355075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-6a959163-668e-47f7-a2eb-da6a4b807ca3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1095 time: 0.0462499 Oct 29 09:26:37.453693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-1a9b0edd-2154-45bb-a4a4-d579c79b3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:37.455255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-1a9b0edd-2154-45bb-a4a4-d579c79b3f1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0931509 Oct 29 09:26:37.531961 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-30b8b6d3-458d-4335-b1fe-d8d47688971d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1001 time: 0.0691149 Oct 29 09:26:37.583609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-527d7853-8495-41c5-a8ab-a0db4cfe4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:37.584862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-527d7853-8495-41c5-a8ab-a0db4cfe4919 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0464375 Oct 29 09:26:37.660061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd29-216d-4010-8fee-6a50050d425d req-21fb673b-03ac-486e-9c4b-d9c7b3410ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:37.661645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-21fb673b-03ac-486e-9c4b-d9c7b3410ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696092 Oct 29 09:26:37.726647 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8557c84-14e4-4d6c-8a08-8fb7e83f424a req-3340db0a-9368-4296-a030-acb049a2df36 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:37.728242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8557c84-14e4-4d6c-8a08-8fb7e83f424a req-3340db0a-9368-4296-a030-acb049a2df36 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.1006498 Oct 29 09:26:37.791290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8557c84-14e4-4d6c-8a08-8fb7e83f424a req-201c30b8-79b2-4797-abb7-aff243db9835 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567076 Oct 29 09:26:37.794875 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-77a94714-a559-48e5-9ee9-f2532a6bbeca service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251519 Oct 29 09:26:37.891431 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-e060ebba-f6a3-4de9-8a1d-6bee6b0e903d service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895321 Oct 29 09:26:38.678942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:26:38.737120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:26:38.891277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:26:38.894111 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01406175-f7ef-4a25-9409-4a12cf04d7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:26:38.914942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729668-9b9e-44d7-88fa-2565083c30de req-a715b921-8e21-41d7-9de2-5b800bdb420d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:38.916499 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f729668-9b9e-44d7-88fa-2565083c30de req-a715b921-8e21-41d7-9de2-5b800bdb420d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0526099 Oct 29 09:26:38.951368 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3619f4d1-8637-41e2-9550-5287ec09c6de x-openstack-request-id: req-3619f4d1-8637-41e2-9550-5287ec09c6de {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:26:38.951743 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:26:38.952215 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3619f4d1-8637-41e2-9550-5287ec09c6de {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:26:38.952634 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'status': 'completed', 'code': 200} Oct 29 09:26:38.957507 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f729668-9b9e-44d7-88fa-2565083c30de req-85e81c83-7c23-473b-b2a4-64027c9cfcd9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342841 Oct 29 09:26:39.050446 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-d2550c16-8c71-49c7-aec3-7f23fd30f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:39.052054 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-d2550c16-8c71-49c7-aec3-7f23fd30f383 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1095 time: 0.0790775 Oct 29 09:26:39.058475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-86fc18fa-7ce5-40fd-87df-b4555579cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:39.059897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-86fc18fa-7ce5-40fd-87df-b4555579cbdb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1095 time: 0.0726981 Oct 29 09:26:39.228293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-3e1aa719-3dfd-4129-b045-ce57fa97451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:39.229872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-3e1aa719-3dfd-4129-b045-ce57fa97451d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1691256 Oct 29 09:26:39.231015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-48729838-7a95-424d-9fb8-7364ef811e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:39.232370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-48729838-7a95-424d-9fb8-7364ef811e56 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1643493 Oct 29 09:26:39.345504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-32648585-2f01-45e2-bd0a-170bd9413798 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1001 time: 0.1081674 Oct 29 09:26:39.347254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-1ab412b0-6959-44c2-bef0-cf2f17bf0ef2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1001 time: 0.1043670 Oct 29 09:26:39.429004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-77ff7d0c-6cdb-4759-b7b0-25cb1871b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:39.430939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-77ff7d0c-6cdb-4759-b7b0-25cb1871b993 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0780518 Oct 29 09:26:39.434466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-181ef662-69ba-4cbb-a8d7-b6b311ed4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:39.436017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-181ef662-69ba-4cbb-a8d7-b6b311ed4430 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0757558 Oct 29 09:26:39.513689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-ed71180a-35cb-408a-904a-3f491351bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:39.515177 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-ed71180a-35cb-408a-904a-3f491351bb71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776424 Oct 29 09:26:39.517205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-19b62f38-a3ba-417f-85ad-09d02f2e0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:39.518612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-19b62f38-a3ba-417f-85ad-09d02f2e0ec0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732639 Oct 29 09:26:39.684957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-67ce57e5-15e2-4a9d-8959-672035a2253d service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621916 Oct 29 09:26:39.686831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-35d5e6f8-d50e-409a-b32a-10b973a7a7b6 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566052 Oct 29 09:26:39.845589 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-53e94e2d-08b5-4318-9880-d80af46447c3 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531031 Oct 29 09:26:39.847748 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-01406175-f7ef-4a25-9409-4a12cf04d7ab req-0844dec7-e96f-438f-b2e6-384361ae8865 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482656 Oct 29 09:26:40.107723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58400-dd38-4874-b2b6-95f8da4cd283 req-cf0d8753-f167-41d6-843e-94f00d61e470 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:40.109159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cef58400-dd38-4874-b2b6-95f8da4cd283 req-cf0d8753-f167-41d6-843e-94f00d61e470 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0570109 Oct 29 09:26:40.150265 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cef58400-dd38-4874-b2b6-95f8da4cd283 req-15d5b27e-cbcc-44ae-b0fc-a05ff8efef36 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347106 Oct 29 09:26:41.271414 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962bd3d-63ad-46b1-9c8f-4bb83f84fa4b req-cd5af73d-98ef-48cf-a74a-2e664136b32d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:41.272907 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4962bd3d-63ad-46b1-9c8f-4bb83f84fa4b req-cd5af73d-98ef-48cf-a74a-2e664136b32d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0496876 Oct 29 09:26:41.316180 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4962bd3d-63ad-46b1-9c8f-4bb83f84fa4b req-be23bbb3-1eee-42bb-a556-643fd7a7dca5 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Oct 29 09:26:42.439686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80150bd3-a367-4bf9-9016-0d5ad9490076 req-7493120e-87a2-425e-a0f8-50f7302ef949 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:42.441228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80150bd3-a367-4bf9-9016-0d5ad9490076 req-7493120e-87a2-425e-a0f8-50f7302ef949 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0511839 Oct 29 09:26:42.481385 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-80150bd3-a367-4bf9-9016-0d5ad9490076 req-809bc35f-5956-422d-99f3-fad655f85baf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335143 Oct 29 09:26:43.612553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d3610-7fc8-4175-adcd-3ec6c7578784 req-161c5a3a-3de0-4d6a-9621-d33f487de98c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:43.614067 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-509d3610-7fc8-4175-adcd-3ec6c7578784 req-161c5a3a-3de0-4d6a-9621-d33f487de98c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0539429 Oct 29 09:26:43.655107 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-509d3610-7fc8-4175-adcd-3ec6c7578784 req-11cb858a-348e-4bfe-9424-a913e69c2f95 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340075 Oct 29 09:26:44.336328 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed5eb-4fc9-4083-8fe1-a863f0161be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:44.799199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825256d1-828a-4fa0-a05f-1b7db6af726d req-7b867db3-c650-4b9a-ac41-c4854feba66c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:44.800696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-825256d1-828a-4fa0-a05f-1b7db6af726d req-7b867db3-c650-4b9a-ac41-c4854feba66c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0617120 Oct 29 09:26:44.843158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-825256d1-828a-4fa0-a05f-1b7db6af726d req-2874d961-af6b-4aae-a347-9563d9a898f7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331964 Oct 29 09:26:45.986784 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8525374-eee3-4500-a1fe-cd3a055117fd req-2aeb39c4-1272-4c63-9625-643368c373fc tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:45.988327 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8525374-eee3-4500-a1fe-cd3a055117fd req-2aeb39c4-1272-4c63-9625-643368c373fc tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0593569 Oct 29 09:26:46.034430 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8525374-eee3-4500-a1fe-cd3a055117fd req-ec838f3b-08ef-4373-a330-ea168b631487 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398791 Oct 29 09:26:47.042571 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-919afce7-5e39-472a-8b25-c22b256f83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:47.159639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728ba1-4c12-4b3d-977f-34f62a5b277d req-b985ff1d-e5d1-44d5-ad14-a2a5d38dea56 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:47.161222 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05728ba1-4c12-4b3d-977f-34f62a5b277d req-b985ff1d-e5d1-44d5-ad14-a2a5d38dea56 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0569994 Oct 29 09:26:47.204073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05728ba1-4c12-4b3d-977f-34f62a5b277d req-4954e180-fc52-4240-bcfc-fb6c08ffc6f2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337651 Oct 29 09:26:48.334487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f69090-8558-4cca-a5ff-953fbe4cdb49 req-97c44f77-a7b6-44e9-a81d-ff7421194b6b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:48.336003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29f69090-8558-4cca-a5ff-953fbe4cdb49 req-97c44f77-a7b6-44e9-a81d-ff7421194b6b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0510623 Oct 29 09:26:48.366544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:48.368806 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:48.382372 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29f69090-8558-4cca-a5ff-953fbe4cdb49 req-311eb577-545f-4ac2-9ab6-6f7bf67f975c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 Oct 29 09:26:49.523284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a78243-2b7e-4034-9bcc-e75d890fcccb req-eac4ed91-746e-4d82-a9c9-957cc86dcf1a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:49.524801 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89a78243-2b7e-4034-9bcc-e75d890fcccb req-eac4ed91-746e-4d82-a9c9-957cc86dcf1a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0598810 Oct 29 09:26:49.568479 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89a78243-2b7e-4034-9bcc-e75d890fcccb req-312c0a2a-32d7-4d35-b661-f4c38b6c0727 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374846 Oct 29 09:26:49.734128 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:50.703726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162445a8-83bc-44e4-9d69-3432feb1c3bc req-add4b196-acf6-448b-b89f-5cc616d2242d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:50.705147 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-162445a8-83bc-44e4-9d69-3432feb1c3bc req-add4b196-acf6-448b-b89f-5cc616d2242d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0529137 Oct 29 09:26:50.743770 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-162445a8-83bc-44e4-9d69-3432feb1c3bc req-9db3c331-d5e5-4341-adf9-3dbf046527d0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324023 Oct 29 09:26:51.054595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-987966fd-88b6-4576-8823-cb6b84957cf3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:51.056152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-987966fd-88b6-4576-8823-cb6b84957cf3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&binding%3Ahost_id=n-h2-815940-1 HTTP/1.1" status: 200 len: 944 time: 0.0531662 Oct 29 09:26:51.066865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-f2d6ee10-f252-4be3-b9fc-82b53df1183c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:26:51.067837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-f2d6ee10-f252-4be3-b9fc-82b53df1183c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050783 Oct 29 09:26:51.071189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60122f0-2798-49f2-85cd-42d7832fee8d req-f3f6f134-f100-43d7-ac25-00d606722a0c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:51.072892 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e60122f0-2798-49f2-85cd-42d7832fee8d req-f3f6f134-f100-43d7-ac25-00d606722a0c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 944 time: 0.0513210 Oct 29 09:26:51.112821 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e60122f0-2798-49f2-85cd-42d7832fee8d req-0381bae8-499a-4bb4-80c9-f0cb63cd6e35 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333447 Oct 29 09:26:51.120590 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:26:51.140033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-a4e68a50-a3d2-4b35-9199-2fbfa8489d17 service neutron] 10.222.0.15 "GET /v2.0/ports/9ef8edb7-0d83-4b35-bad4-5a59943f93a3/bindings/n-h2-815940-1 HTTP/1.1" status: 200 len: 382 time: 0.0629454 Oct 29 09:26:51.203669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-ed698624-4b3e-4292-b56e-6dab3e3d6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:51.205254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-ed698624-4b3e-4292-b56e-6dab3e3d6d3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1095 time: 0.0424931 Oct 29 09:26:51.218673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:26:51.230347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'mac_address': 'fa:16:3e:48:ad:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:26:51.272306 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:51.286038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:26:51.298417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-35bb2f75-1c61-4d2b-8ea3-489fd28f36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:51.300025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-35bb2f75-1c61-4d2b-8ea3-489fd28f36dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.0875328 Oct 29 09:26:51.306174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:26:51.312334 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:51.363747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:26:51.372290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.372771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.373278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.373796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.375541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.375541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.375541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.375541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.375541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.376012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.376098 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.376443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:26:51.380339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-88e15127-575a-460b-b5b1-6dc89b847e7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1002 time: 0.0733776 Oct 29 09:26:51.433859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-3becccc5-446b-4bc2-afcb-866c8c6a8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:51.435522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-3becccc5-446b-4bc2-afcb-866c8c6a8149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0468264 Oct 29 09:26:51.485552 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-8c66b8e8-2af6-4fa3-b4e1-a4453dc19803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:51.486969 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-8c66b8e8-2af6-4fa3-b4e1-a4453dc19803 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433643 Oct 29 09:26:51.569193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['9ef8edb7-0d83-4b35-bad4-5a59943f93a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:26:51.583728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-9530249f-2f70-4b8b-9be2-a317f18900e2 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886469 Oct 29 09:26:51.678599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-700a4efc-2255-42c5-bc2a-b959e5e5f870 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868006 Oct 29 09:26:52.250558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6329b53-2011-4b90-82a1-b3ea65b8e00d req-832ad4b4-d309-486b-b413-81fb5a262bec tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:52.253147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6329b53-2011-4b90-82a1-b3ea65b8e00d req-832ad4b4-d309-486b-b413-81fb5a262bec tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0579755 Oct 29 09:26:52.295864 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f6329b53-2011-4b90-82a1-b3ea65b8e00d req-a343dc6d-5f47-429e-afa4-d01f9197215c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357344 Oct 29 09:26:53.124619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:26:53.183694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:26:53.187607 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:26:53.187991 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:53.264522 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:53.290320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:26:53.292661 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adb716d-4f82-486e-92af-72bb07abd406" -d '{"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-plugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:26:53.306396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:26:53.311733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:53.347427 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84724ffa-4a49-4fdd-949d-259fd7daf956 x-openstack-request-id: req-84724ffa-4a49-4fdd-949d-259fd7daf956 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:26:53.347729 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-plugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:26:53.348007 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84724ffa-4a49-4fdd-949d-259fd7daf956 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:26:53.348369 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'code': 200} Oct 29 09:26:53.365474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:26:53.423327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439aa54-85bc-495b-8720-eda3cbe0fc0c req-ea54602e-6d21-45a8-bad9-6ba8d7225594 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:53.425015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a439aa54-85bc-495b-8720-eda3cbe0fc0c req-ea54602e-6d21-45a8-bad9-6ba8d7225594 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0540142 Oct 29 09:26:53.468520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a439aa54-85bc-495b-8720-eda3cbe0fc0c req-256361f3-f4a3-405e-a75e-f457b4e1d1a6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367563 Oct 29 09:26:54.595217 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d32296-8544-4100-b451-b2d1198eae11 req-55107202-1b69-4a80-af7d-24d73850d31b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:54.596697 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1d32296-8544-4100-b451-b2d1198eae11 req-55107202-1b69-4a80-af7d-24d73850d31b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0548048 Oct 29 09:26:54.643072 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f1d32296-8544-4100-b451-b2d1198eae11 req-d26f70f3-ba01-402e-a008-e2da285dbb5c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397191 Oct 29 09:26:55.770872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d44ba4-56db-4263-b7e0-01c932fedf52 req-7b75861f-bfcc-4bd6-a3b7-5a0e94372aba tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:55.772412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5d44ba4-56db-4263-b7e0-01c932fedf52 req-7b75861f-bfcc-4bd6-a3b7-5a0e94372aba tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0511599 Oct 29 09:26:55.812128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5d44ba4-56db-4263-b7e0-01c932fedf52 req-a5f5bb91-1592-4739-a397-c31db60a5d29 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334084 Oct 29 09:26:55.909619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-0e44ff81-3f7e-4e52-b0ee-5de02686c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:55.911210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-0e44ff81-3f7e-4e52-b0ee-5de02686c06b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7&tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0446043 Oct 29 09:26:55.922679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:26:55.977028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:56.504176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:26:56.538161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:26:56.581492 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:26:56.583868 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce7f548-9988-4f0a-8fa3-265bde26dd05" -d '{"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:26:56.588082 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:56.602072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Transition to ACTIVE for port object 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:26:56.606537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:56.637227 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7453c896-a77d-413e-906b-1704840a00b1 x-openstack-request-id: req-7453c896-a77d-413e-906b-1704840a00b1 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:26:56.637528 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:26:56.637779 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7453c896-a77d-413e-906b-1704840a00b1 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:26:56.638166 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'code': 200} Oct 29 09:26:56.661391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:26:56.738205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] No DVR routers for this DVR port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:26:56.879651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:26:56.880430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:26:56.880584 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:26:56.896512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:26:56.896801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Attempting to bind port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on network fc455dec-5957-463c-b989-ddef3a585d0d {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:26:56.902764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:26:56.903089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Checking segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:26:56.903471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Bound using segment: {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:26:56.903892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Bound port: 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a70b33-a49f-4a06-a096-6fe333f99873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:26:56.904658 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:56.976098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df088952-c892-4ce2-8951-d43eacaca773 req-27fbb9ab-2c38-4bca-a1ab-9df370e7f6c4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:56.977513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df088952-c892-4ce2-8951-d43eacaca773 req-27fbb9ab-2c38-4bca-a1ab-9df370e7f6c4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0909772 Oct 29 09:26:57.013900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:26:57.032849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:26:57.041284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-df088952-c892-4ce2-8951-d43eacaca773 req-058328fd-296b-4e20-8633-c55fddf537ce tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556028 Oct 29 09:26:57.042285 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:57.081797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:57.082410 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:26:57.083792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] 10.222.0.93 "PUT /v2.0/ports/9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1093 time: 1.1651704 Oct 29 09:26:57.103937 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25531aa0-96a5-46d9-adc0-bb07eb0ed13b service neutron] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=11']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:26:57.142030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:26:57.151693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-a180f8d0-7cc4-403e-ac57-bba9621a6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:57.153343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-a180f8d0-7cc4-403e-ac57-bba9621a6d6b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1096 time: 0.0447669 Oct 29 09:26:57.184743 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:26:57.259379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-b3a6e15a-7690-4a43-9fb9-51c791485429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:57.261032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-b3a6e15a-7690-4a43-9fb9-51c791485429 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1005964 Oct 29 09:26:57.332156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-13e09396-4fbc-4751-a7ad-e1764ea47112 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1001 time: 0.0636837 Oct 29 09:26:57.384783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-e600c229-23c6-49d7-b84e-8e81fc7cc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:57.386251 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-e600c229-23c6-49d7-b84e-8e81fc7cc35c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0466635 Oct 29 09:26:57.440210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c58d-0b32-4c23-976d-c810054bab9a req-1e5bc9c5-b5cf-4185-975e-45857e983c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:57.441783 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-1e5bc9c5-b5cf-4185-975e-45857e983c91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484855 Oct 29 09:26:57.542590 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-b14f69e9-37f2-4732-84a3-3744096f4ee0 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930128 Oct 29 09:26:57.645258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7688c58d-0b32-4c23-976d-c810054bab9a req-bcf7b446-155f-4edc-81e0-3f1464b228fa service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955184 Oct 29 09:26:58.164999 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a67a73-0978-4925-a293-240322b00743 req-93fd5467-8d00-42b9-bd57-718cf7073a9f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:58.166517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89a67a73-0978-4925-a293-240322b00743 req-93fd5467-8d00-42b9-bd57-718cf7073a9f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0516596 Oct 29 09:26:58.207101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89a67a73-0978-4925-a293-240322b00743 req-29dc0cd0-160f-43ff-a3a9-9b257f6dbfc7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336585 Oct 29 09:26:58.639984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:26:58.642851 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3edff3b-caa4-4a05-86db-e8e86c8da35a" -d '{"events": [{"name": "network-changed", "server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:26:58.692863 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b3dcc6-5aeb-4299-ab87-33482057f341 x-openstack-request-id: req-15b3dcc6-5aeb-4299-ab87-33482057f341 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:26:58.693144 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:26:58.693392 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15b3dcc6-5aeb-4299-ab87-33482057f341 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:26:58.693806 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'status': 'completed', 'code': 200} Oct 29 09:26:58.783307 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-a47c04c4-3d6b-461e-859a-c55f76ae15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:58.784951 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-a47c04c4-3d6b-461e-859a-c55f76ae15c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1096 time: 0.0719893 Oct 29 09:26:58.786698 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-ee4ae5be-f409-4299-8a3c-9cae50cbe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:58.788246 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-ee4ae5be-f409-4299-8a3c-9cae50cbe3d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 1096 time: 0.0667787 Oct 29 09:26:58.956046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-f3263ee3-ef3d-4ee0-b35e-d01bf2c7bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:58.957612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-f3263ee3-ef3d-4ee0-b35e-d01bf2c7bde9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1623330 Oct 29 09:26:58.960280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-5954af4e-4f8d-4a68-b801-1fb8ae8a0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:58.961588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-5954af4e-4f8d-4a68-b801-1fb8ae8a0544 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 200 len: 913 time: 0.1553257 Oct 29 09:26:59.077866 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-ecf54728-7cc3-4b76-8eae-b4cecfd2916f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1001 time: 0.1114740 Oct 29 09:26:59.080067 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-12810c28-6126-4883-8410-3672094cf224 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 200 len: 1001 time: 0.1076903 Oct 29 09:26:59.172102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-9017f317-dd9a-4d5c-8fd1-8b12399f54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:59.173584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-9017f317-dd9a-4d5c-8fd1-8b12399f54c6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0869904 Oct 29 09:26:59.175320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-fc0850c2-bd31-4211-bfdd-a52c29163ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:59.176739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-fc0850c2-bd31-4211-bfdd-a52c29163ed9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 200 len: 850 time: 0.0912504 Oct 29 09:26:59.257228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-14063409-caf5-429d-bf3d-23fbea07d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:59.258798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-14063409-caf5-429d-bf3d-23fbea07d8b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784140 Oct 29 09:26:59.261409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-f60b4cc4-acf4-4f98-9cff-4b0e32d9419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:59.262792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-f60b4cc4-acf4-4f98-9cff-4b0e32d9419b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc455dec-5957-463c-b989-ddef3a585d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740614 Oct 29 09:26:59.331195 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6e7c6-ecad-43f2-b657-6ac8ce4a702b req-1fa09769-81be-4dcf-9e5f-fd4b29221285 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:26:59.332860 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80b6e7c6-ecad-43f2-b657-6ac8ce4a702b req-1fa09769-81be-4dcf-9e5f-fd4b29221285 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Oct 29 09:26:59.374457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-80b6e7c6-ecad-43f2-b657-6ac8ce4a702b req-bcdefc36-79ff-42ff-ac3a-4de73914f241 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349479 Oct 29 09:26:59.422298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-e8722e92-f387-4190-8a10-d4ac5e86da27 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564431 Oct 29 09:26:59.427551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-4ae3b562-28b2-4197-840f-f14d6b39b2a8 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537280 Oct 29 09:26:59.583713 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-e4052664-d033-434f-a072-d8216b7caaf5 service neutron] 10.222.0.93 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544659 Oct 29 09:26:59.585401 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3edff3b-caa4-4a05-86db-e8e86c8da35a req-195c4b78-6996-466c-967b-60847d339de6 service neutron] 10.222.0.15 "GET /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489031 Oct 29 09:26:59.640295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:00.507985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a2a8-3b15-429d-8421-8c8d9ebbd195 req-d9862b22-737e-4c8d-8014-432336d905f0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:00.509569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9432a2a8-3b15-429d-8421-8c8d9ebbd195 req-d9862b22-737e-4c8d-8014-432336d905f0 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Oct 29 09:27:00.553068 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9432a2a8-3b15-429d-8421-8c8d9ebbd195 req-fd0c9e99-0828-4df9-9bbc-65986926a1b9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369592 Oct 29 09:27:00.911716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:01.147420 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:27:01.682304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb89fcc-5328-4d66-bf95-a0600043f426 req-d6c96ecf-f6df-4e78-9f33-af9c5fbe1ca3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:01.683873 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-edb89fcc-5328-4d66-bf95-a0600043f426 req-d6c96ecf-f6df-4e78-9f33-af9c5fbe1ca3 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0529032 Oct 29 09:27:01.727847 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-edb89fcc-5328-4d66-bf95-a0600043f426 req-8ea28340-2a6a-494a-87d0-48e4a59b5621 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 Oct 29 09:27:02.851508 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823498f2-d1ee-40af-9ef4-2234b3e0349d req-37923c93-95fa-4cb5-bb94-d2001ac83da2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:02.853057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-823498f2-d1ee-40af-9ef4-2234b3e0349d req-37923c93-95fa-4cb5-bb94-d2001ac83da2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0530715 Oct 29 09:27:02.894178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-823498f2-d1ee-40af-9ef4-2234b3e0349d req-b02c2969-7d4c-476c-a4b5-2b3ec39ebb55 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350418 Oct 29 09:27:04.025264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb20733-026a-42f7-afa5-ca2116f44b07 req-d12a678e-9c79-44be-a16b-3dcabf317fbf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:04.026769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fb20733-026a-42f7-afa5-ca2116f44b07 req-d12a678e-9c79-44be-a16b-3dcabf317fbf tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0565932 Oct 29 09:27:04.074248 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2fb20733-026a-42f7-afa5-ca2116f44b07 req-daf129ac-69fb-4bcb-a40a-084d87cef030 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Oct 29 09:27:05.196939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bcab1-ea65-4f63-94e4-5cb4312ee72d req-0d8525f3-1959-49e9-885c-90e3806d7e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:05.198448 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a80bcab1-ea65-4f63-94e4-5cb4312ee72d req-0d8525f3-1959-49e9-885c-90e3806d7e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0519512 Oct 29 09:27:05.246997 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a80bcab1-ea65-4f63-94e4-5cb4312ee72d req-57d60db4-004a-4f34-bf98-c788b7368e5b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396264 Oct 29 09:27:06.380942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207fa9b-1856-489f-a7fa-cd06d48c68f7 req-f926a545-b780-4be1-847f-12d364a60f53 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:06.382487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5207fa9b-1856-489f-a7fa-cd06d48c68f7 req-f926a545-b780-4be1-847f-12d364a60f53 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0530210 Oct 29 09:27:06.426725 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5207fa9b-1856-489f-a7fa-cd06d48c68f7 req-380e8a3a-cd98-45e3-b11b-774b06b5cd52 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350955 Oct 29 09:27:07.572484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5edada-c64b-43e7-a177-ccb5293cbde8 req-d56294a1-dae4-4de1-9d73-131b1a25beed tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:07.573964 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e5edada-c64b-43e7-a177-ccb5293cbde8 req-d56294a1-dae4-4de1-9d73-131b1a25beed tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0606267 Oct 29 09:27:07.622090 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e5edada-c64b-43e7-a177-ccb5293cbde8 req-9c49286d-d45d-4eef-a4a2-286a0d795819 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386987 Oct 29 09:27:08.742939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ffeb1-9ae4-4497-975f-4c0731e9ad28 req-7f84c2aa-3045-4e6b-9c32-0fecd122fb92 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:08.744461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5ffeb1-9ae4-4497-975f-4c0731e9ad28 req-7f84c2aa-3045-4e6b-9c32-0fecd122fb92 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0495722 Oct 29 09:27:08.788905 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6d5ffeb1-9ae4-4497-975f-4c0731e9ad28 req-87406283-b05c-4ef4-8b40-70aec41425f6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378909 Oct 29 09:27:09.912772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f75a6-d345-4d89-8a51-cb94a00bad5a req-9ef7b8ea-cd2d-49b2-850a-be2f153cd1d9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:09.914551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-817f75a6-d345-4d89-8a51-cb94a00bad5a req-9ef7b8ea-cd2d-49b2-850a-be2f153cd1d9 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 945 time: 0.0529294 Oct 29 09:27:09.955121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-817f75a6-d345-4d89-8a51-cb94a00bad5a req-3a980892-9461-42d1-ae14-c6341383582a tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Oct 29 09:27:10.769594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:27:10.874599 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:10.887429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'port_id': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'mac_address': 'fa:16:3e:48:ad:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:27:10.924710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:10.938630 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:27:10.959460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:10.964071 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:11.020143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=12']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:11.085340 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940172f-7a02-4c78-8b94-1553b5d682fe req-fea98a16-9360-4c33-ac02-d8b956dff739 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:11.086867 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c940172f-7a02-4c78-8b94-1553b5d682fe req-fea98a16-9360-4c33-ac02-d8b956dff739 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0514612 Oct 29 09:27:11.131262 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c940172f-7a02-4c78-8b94-1553b5d682fe req-05f8403d-309e-4905-a769-073b94a9a03b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371408 Oct 29 09:27:11.324183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['9ef8edb7-0d83-4b35-bad4-5a59943f93a3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:27:12.251727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537db702-0b31-4113-a4cb-3896ccc2171b req-c9a52a14-1f36-40b1-8938-daf208ae40d4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:12.253430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-537db702-0b31-4113-a4cb-3896ccc2171b req-c9a52a14-1f36-40b1-8938-daf208ae40d4 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0509639 Oct 29 09:27:12.294445 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-537db702-0b31-4113-a4cb-3896ccc2171b req-459787c2-17d4-4600-be39-b5f58c02c9e7 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347102 Oct 29 09:27:12.414084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06acad-6ef8-460b-b6d4-e83e2b14b341 req-f045beba-bc0b-47b9-a85f-42203c985e02 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:12.415513 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc06acad-6ef8-460b-b6d4-e83e2b14b341 req-f045beba-bc0b-47b9-a85f-42203c985e02 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0506065 Oct 29 09:27:12.455124 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc06acad-6ef8-460b-b6d4-e83e2b14b341 req-a952591c-5be3-4f10-9e36-f95fc0970558 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Oct 29 09:27:12.581460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c9d2a-7702-48c5-9c3c-e588ade8c222 req-0a87e1dc-8e8f-4d89-bf29-e27b43af4112 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:12.582937 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-892c9d2a-7702-48c5-9c3c-e588ade8c222 req-0a87e1dc-8e8f-4d89-bf29-e27b43af4112 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0538993 Oct 29 09:27:12.629936 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-892c9d2a-7702-48c5-9c3c-e588ade8c222 req-910a21c0-7cf1-4190-b078-e172125bb938 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379212 Oct 29 09:27:12.788108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:27:12.841174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:27:12.845190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:27:12.845562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:12.891235 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4660c4b-3b7d-404f-bb87-1e59426db397 req-25b95952-e474-4d75-9ac4-329eb6d3088d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:12.892763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4660c4b-3b7d-404f-bb87-1e59426db397 req-25b95952-e474-4d75-9ac4-329eb6d3088d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 946 time: 0.0502205 Oct 29 09:27:12.925086 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:12.933048 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c4660c4b-3b7d-404f-bb87-1e59426db397 req-41a70e50-ba8a-42e9-9c97-ae20cb6a73b6 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337958 Oct 29 09:27:12.949689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:27:12.952048 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099c40c4-7f54-4804-a4a7-ce6398cb2ffd" -d '{"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-plugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:27:12.965154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:12.971699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:12.998616 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe70d4dd-8445-4db5-85f4-258abed18cde x-openstack-request-id: req-fe70d4dd-8445-4db5-85f4-258abed18cde {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:27:12.998896 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-plugged", "status": "completed", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:27:12.999149 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe70d4dd-8445-4db5-85f4-258abed18cde {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:27:12.999536 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'code': 200} Oct 29 09:27:13.026755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=13']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:14.073110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c8bc5-018a-4852-99f2-8551f882d25f req-d4e6bd5f-f21c-4427-aad6-7763b195149c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:14.074659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d2c8bc5-018a-4852-99f2-8551f882d25f req-d4e6bd5f-f21c-4427-aad6-7763b195149c tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 947 time: 0.0633440 Oct 29 09:27:14.123751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d2c8bc5-018a-4852-99f2-8551f882d25f req-1bb2e4f7-d0b3-404c-b554-b697dafb473b tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe4501a0-800d-44cd-a65e-8299491a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Oct 29 09:27:14.341322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3b0f-bc7d-4d8f-a7a4-9fe9dee9fb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:14.556986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-5e731053-d015-4967-bef5-a8c1173e7aac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:14.558578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-5e731053-d015-4967-bef5-a8c1173e7aac tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 947 time: 0.0557432 Oct 29 09:27:14.659279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Deleting port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:27:14.659661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:14.761864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] For port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:14.762238 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:14.938342 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:14.938703 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:14.939026 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb disassociated. External IP: 172.25.5.241, port: 9ef8edb7-0d83-4b35-bad4-5a59943f93a3. Oct 29 09:27:14.939371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Calling delete_port for 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:27:15.072724 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:15.109745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event deleted for resources: {'Port': ['ID=9ef8edb7-0d83-4b35-bad4-5a59943f93a3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:15.228415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5817a2ac-21e9-4331-9f22-3f6e250eb82f req-f7b3f53d-4acf-4061-ab35-cac627fa531f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 210 time: 0.0297315 Oct 29 09:27:15.237593 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:27:15.357443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:27:15.368692 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:27:15.380311 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:27:15.381440 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:15.398466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] No DVR routers for this DVR port 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:27:15.401331 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:15.404625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a90bcd50-cc6d-4abd-859b-f7164b7c7236 req-eef6d76a-9a3a-45e5-affb-1b29404827b2 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.93 "DELETE /v2.0/ports/9ef8edb7-0d83-4b35-bad4-5a59943f93a3 HTTP/1.1" status: 204 len: 173 time: 0.8398502 Oct 29 09:27:15.405133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-deleted', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:27:15.407723 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349e875a-7fb9-4308-8dc6-f9221c9f78f7" -d '{"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-deleted", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:27:15.450292 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cdde4e-e877-4cc0-82cb-d13a140d634d x-openstack-request-id: req-38cdde4e-e877-4cc0-82cb-d13a140d634d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:27:15.450773 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e9c77f-4afb-40fd-b985-12856c8311e7", "name": "network-vif-deleted", "tag": "9ef8edb7-0d83-4b35-bad4-5a59943f93a3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:27:15.450966 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38cdde4e-e877-4cc0-82cb-d13a140d634d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:27:15.451379 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e9c77f-4afb-40fd-b985-12856c8311e7', 'name': 'network-vif-deleted', 'tag': '9ef8edb7-0d83-4b35-bad4-5a59943f93a3', 'status': 'completed', 'code': 200} Oct 29 09:27:15.603373 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:27:15.815923 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:15.842045 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:27:15.850893 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:27:15.851434 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:26:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:15.956034 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:27:16.159301 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:16.185643 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ca460-1cd4-4211-8fc4-dbd978531b88 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:45Z', 'revision_number': 4, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6462cc7-35f5-43e4-b741-5f8ca09db14e', 'name': '', 'network_id': 'fc455dec-5957-463c-b989-ddef3a585d0d', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'mac_address': 'fa:16:3e:07:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:44Z', 'updated_at': '2021-10-29T09:13:48Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'subnets': [{'id': 'b519f9ad-f43e-4369-8446-fc826e3584df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:27:16.337665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-15a8c98e-4d41-4f93-a48f-36afda04ce3e req-49934af7-eae0-4834-aae3-ef81e3d23692 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 210 time: 0.0333157 Oct 29 09:27:16.437733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b37a22-46bb-4e22-bed1-26b02619805b None None] New status for floating IP aa17e526-5d1c-4d3e-ac6d-93225a4b07bb: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:27:17.038811 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d998-0100-40c4-8337-624fb37add64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:17.441745 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-657639a4-6a01-4aed-96f0-227ddf85a979 req-cdbd3043-fe55-4168-be10-5423414a6d1e tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 210 time: 0.0291243 Oct 29 09:27:18.377660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:18.379828 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:18.542490 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af02a0df-84d4-4d97-bb04-e90957e277fc req-56c7eca9-3414-4699-ad51-4e53ca63d07d tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 210 time: 0.0276647 Oct 29 09:27:18.850253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:27:18.873713 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:27:18.874058 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 9ef8edb7-0d83-4b35-bad4-5a59943f93a3 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:27:19.644237 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a5781b08-b5c8-4f34-af31-080aa485e19a req-13869957-0fe3-41d8-b5cb-349143c4ba16 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/ports?device_id=12e9c77f-4afb-40fd-b985-12856c8311e7 HTTP/1.1" status: 200 len: 210 time: 0.0300004 Oct 29 09:27:19.731428 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:24.448509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42922) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:24.505731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:24.535342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:24.593396 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:24.597162 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:24.600452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "DELETE /v2.0/security-groups/fe4501a0-800d-44cd-a65e-8299491a7326 HTTP/1.1" status: 204 len: 168 time: 0.1506448 Oct 29 09:27:24.600987 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42924) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:24.610722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4501a0-800d-44cd-a65e-8299491a7326,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:24.615265 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-da39b909-4125-41ef-9f3d-53798bd35980 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] show failed (client error): The resource could not be found. Oct 29 09:27:24.619176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.619341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-da39b909-4125-41ef-9f3d-53798bd35980 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "GET /v2.0/security-groups/fe4501a0-800d-44cd-a65e-8299491a7326 HTTP/1.1" status: 404 len: 347 time: 0.0172579 Oct 29 09:27:24.620014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.620279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42926) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:24.620398 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.620668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.621108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.621483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.621811 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.622126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.622635 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.623126 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.623451 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.623774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db727f6-d6b9-4bc9-87d1-a253d76c4602 tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:24.747517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Deleting port 0f61c913-b1bb-4e02-9ce3-083725b5396b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:27:24.747863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:24.831551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:24.831754 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:24.847120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Calling delete_port for 0f61c913-b1bb-4e02-9ce3-083725b5396b owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:27:24.986960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:25.013226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Pushing event deleted for resources: {'Port': ['ID=0f61c913-b1bb-4e02-9ce3-083725b5396b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:25.075304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:25.077937 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:25.079083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fa6a2c1c-5df5-4b96-838e-c200f71b1e3f tempest-ServerActionsTestJSON-484474246 tempest-ServerActionsTestJSON-484474246-project] 10.222.0.70 "DELETE /v2.0/floatingips/aa17e526-5d1c-4d3e-ac6d-93225a4b07bb HTTP/1.1" status: 204 len: 168 time: 0.4578874 Oct 29 09:27:25.082131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42928) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:25.660545 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:25.917023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Deleting port e6462cc7-35f5-43e4-b741-5f8ca09db14e {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:27:25.917272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:26.006791 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] For port e6462cc7-35f5-43e4-b741-5f8ca09db14e, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6462cc7-35f5-43e4-b741-5f8ca09db14e,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:26.007302 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:26.021063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Calling delete_port for e6462cc7-35f5-43e4-b741-5f8ca09db14e owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:27:26.216118 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:26.248943 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6462cc7-35f5-43e4-b741-5f8ca09db14e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:26.732355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:26.965920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:27:27.076440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:27:27.081792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-69136b87-7715-4118-97d9-ef86faf97f14 admin admin] 10.222.0.70 "PUT /v2.0/routers/a2db6a51-ac50-4c9e-aaaf-762d74cf4408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9986362 Oct 29 09:27:27.085170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42932) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:27.086106 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] Sync routers for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:27:27.097036 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:27:27.097638 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:27:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:27.188571 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.203450 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:27:27.302457 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.362401 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Deleting port 25d9b3b4-34ed-42de-bf6a-3233fea9488c {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:27:27.362655 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.396131 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:27:26Z', 'revision_number': 5, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port': {'id': '25d9b3b4-34ed-42de-bf6a-3233fea9488c', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:27.423733 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] Checking router: a2db6a51-ac50-4c9e-aaaf-762d74cf4408 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:27:27.432867 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] Routers {'a2db6a51-ac50-4c9e-aaaf-762d74cf4408'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:27:27.433450 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:27:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:27.446019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] For port 25d9b3b4-34ed-42de-bf6a-3233fea9488c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=25d9b3b4-34ed-42de-bf6a-3233fea9488c,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:27.446388 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.460148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Calling delete_port for 25d9b3b4-34ed-42de-bf6a-3233fea9488c owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:27:27.521122 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] Set router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:27:27.575215 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:27:27Z', 'revision_number': 6, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:27.606529 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367adf1d-e1c8-4a8c-b0af-ffc41f44a9d8 None None] The sync data for ids ['a2db6a51-ac50-4c9e-aaaf-762d74cf4408'] in n-d-815940-1 is: [{'id': 'a2db6a51-ac50-4c9e-aaaf-762d74cf4408', 'name': 'tempest-ServerActionsTestJSON-583253527-router', 'tenant_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:13:42Z', 'updated_at': '2021-10-29T09:27:27Z', 'revision_number': 6, 'project_id': 'bf9cdb8f9d1b4c3bbb0b1a084e780ce9', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:27:27.643468 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.670619 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d9b3b4-34ed-42de-bf6a-3233fea9488c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:27.735407 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.827848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.830195 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.877997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.878515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2db6a51-ac50-4c9e-aaaf-762d74cf4408 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:27:27.883671 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.884949 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c209995-3005-434d-9933-8bfb507aacb0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a2db6a51-ac50-4c9e-aaaf-762d74cf4408 HTTP/1.1" status: 204 len: 168 time: 0.7992551 Oct 29 09:27:27.888637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42934) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:27.936637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1d8d91-0fa2-4489-a641-7495f7fde09a admin admin] Deleting subnet b519f9ad-f43e-4369-8446-fc826e3584df {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:27:27.939790 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df1d8d91-0fa2-4489-a641-7495f7fde09a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:27.982471 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df1d8d91-0fa2-4489-a641-7495f7fde09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.069543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df1d8d91-0fa2-4489-a641-7495f7fde09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.126609 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df1d8d91-0fa2-4489-a641-7495f7fde09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.151620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d8d91-0fa2-4489-a641-7495f7fde09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b519f9ad-f43e-4369-8446-fc826e3584df,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:28.157434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df1d8d91-0fa2-4489-a641-7495f7fde09a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.160759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-df1d8d91-0fa2-4489-a641-7495f7fde09a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b519f9ad-f43e-4369-8446-fc826e3584df HTTP/1.1" status: 204 len: 168 time: 0.2712026 Oct 29 09:27:28.163308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42936) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:28.163460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169c2c28-0367-47b1-a4b5-312eb9bce28e None None] Network fc455dec-5957-463c-b989-ddef3a585d0d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:27:28.241174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.297604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Deleting port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:27:28.297958 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.345370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] DHCP port deletion for fc455dec-5957-463c-b989-ddef3a585d0d request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:27:28.375605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] For port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:28.376020 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.391326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Calling delete_port for c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:27:28.399250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] Deleting port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:27:28.400079 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.469489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] For port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,segment=NetworkSegment(38a70b33-a49f-4a06-a096-6fe333f99873),segment_id=38a70b33-a49f-4a06-a096-6fe333f99873)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:28.469890 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.480347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.482593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] Calling delete_port for c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:27:28.508228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:28.510084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] No DVR routers for this DVR port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:27:28.561762 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.574523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] No DVR routers for this DVR port c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:27:28.586785 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.599836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc989-bef6-49d2-b6fe-462697ab2c22 None None] Pushing event deleted for resources: {'Port': ['ID=c5c9ce9a-29f9-44fb-b47d-56d99456ccd3,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:28.607466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc455dec-5957-463c-b989-ddef3a585d0d']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:28.617144 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a70b33-a49f-4a06-a096-6fe333f99873') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:28.617440 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a70b33-a49f-4a06-a096-6fe333f99873') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:28.627827 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.642895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.649504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:27:28.649872 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:27:28.651719 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:27:28.712627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.717615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.721105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fc455dec-5957-463c-b989-ddef3a585d0d HTTP/1.1" status: 204 len: 168 time: 0.5567815 Oct 29 09:27:28.734035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a2de1-2034-4a5a-8237-69641d643e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc455dec-5957-463c-b989-ddef3a585d0d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:28.851394 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42940) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:28.893584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-15d28472-fb36-4d0d-b254-018c80c472aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf9cdb8f9d1b4c3bbb0b1a084e780ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409870 Oct 29 09:27:28.896225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42942) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:28.945071 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba444-0fb5-4582-8454-4735779c799d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:28.966164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba444-0fb5-4582-8454-4735779c799d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:29.014093 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba444-0fb5-4582-8454-4735779c799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:29.017200 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba444-0fb5-4582-8454-4735779c799d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:29.018586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9a6ba444-0fb5-4582-8454-4735779c799d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/813a2273-e293-4e82-bdf5-8310f348fd03 HTTP/1.1" status: 204 len: 168 time: 0.1214764 Oct 29 09:27:29.026916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ba444-0fb5-4582-8454-4735779c799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813a2273-e293-4e82-bdf5-8310f348fd03,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:29.488774 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6462cc7-35f5-43e4-b741-5f8ca09db14e no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:27:29.510900 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e6462cc7-35f5-43e4-b741-5f8ca09db14e {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:27:29.511240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6462cc7-35f5-43e4-b741-5f8ca09db14e not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:27:29.511640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:27:29.530676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:27:29.530984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c5c9ce9a-29f9-44fb-b47d-56d99456ccd3 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:27:29.531326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 25d9b3b4-34ed-42de-bf6a-3233fea9488c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:27:29.550813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 25d9b3b4-34ed-42de-bf6a-3233fea9488c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:27:29.551157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 25d9b3b4-34ed-42de-bf6a-3233fea9488c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:27:29.637591 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:29.809752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 42964) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:29.908038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1235997185-network', 'tenant_id': 'f601645f942b4858ac7361f03e905768'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:27:29.932947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Made reservation on behalf of f601645f942b4858ac7361f03e905768 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:27:29.935281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:29.943827 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.021438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.027677 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.054757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:27:30.061226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb33256-2007-4f78-8605-f6a7895420ca,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:30.067304 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.067661 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Added segment fd95f57d-3971-4c56-80dd-8c769f948813 of type vlan for network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 Oct 29 09:27:30.110733 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.137355 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.138369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:30.138936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.193103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3822460 Oct 29 09:27:30.196403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 42968) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:30.202337 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Request body: {'subnet': {'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1235997185-subnet', 'tenant_id': 'f601645f942b4858ac7361f03e905768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:27:30.205484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d4577-017d-4f75-9813-56b883c056fe admin admin] Pushing event updated for resources: {'Network': ['ID=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:30.219087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:27:30.230937 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Made reservation on behalf of f601645f942b4858ac7361f03e905768 for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:27:30.233557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.416021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.463854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b3c908-fd48-4371-9c34-9895e0a9a53b,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:30.481441 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Checking segment: {'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:27:30.481799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Network hostable DHCP agents. Network: b44908a0-8f31-4b3c-9001-a0e5c7df2fb2, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:27:30.500826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:27:30.511024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, b44908a0-8f31-4b3c-9001-a0e5c7df2fb2) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:27:30.515448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:30.516193 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.520065 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79bea0b-5c6e-4eed-ada5-1923e9def101 None None] Network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:27:30.533247 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3bb660f6-9a3e-4e2a-b7e7-4c8d2a8b0304 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3357122 Oct 29 09:27:30.651974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a9ef51-13db-4879-b9bd-b3c4ef99e3c7 None None] Network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:27:30.912154 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:30.973677 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-6c4b73f9-a7d9-4d50-9206-b9b651914741 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:30.975217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-6c4b73f9-a7d9-4d50-9206-b9b651914741 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/networks?id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 HTTP/1.1" status: 200 len: 814 time: 0.1123855 Oct 29 09:27:30.991172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-c04bbed4-ad7a-4467-8582-6dc84c810292 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/quotas/f601645f942b4858ac7361f03e905768 HTTP/1.1" status: 200 len: 375 time: 0.0095658 Oct 29 09:27:31.022995 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-240677dc-1de1-40fe-820e-8ea0a62013f4 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f601645f942b4858ac7361f03e905768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256813 Oct 29 09:27:31.113224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-1f3fdfab-33d4-427e-bcf7-dc0669a94ea7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:27:31.114256 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-1f3fdfab-33d4-427e-bcf7-dc0669a94ea7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0479698 Oct 29 09:27:31.215658 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-56d4a8dc-505b-47c9-8af7-98d56a8a6605 service neutron] 10.222.0.70 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942869 Oct 29 09:27:31.312444 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-08872bc7-a17e-4b40-9bee-8bd8a1ba0c20 service neutron] 10.222.0.70 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899580 Oct 29 09:27:31.485029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-afd38792-f208-4b70-9434-5f005f8e23a5 req-8a9c8bba-a50b-4bb2-b414-1f7ffafc6bd3 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 210 time: 0.0322988 Oct 29 09:27:32.602044 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-650aef17-9e92-448c-8fd6-778c745c5973 req-721455b7-ba43-46e6-bdb2-33a24361b814 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 210 time: 0.0318933 Oct 29 09:27:32.645572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-2ca5188c-bd37-4253-84ce-33613f946d6e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:32.647198 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-2ca5188c-bd37-4253-84ce-33613f946d6e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.93 "GET /v2.0/networks?id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 HTTP/1.1" status: 200 len: 814 time: 0.1494155 Oct 29 09:27:32.663098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Request body: {'port': {'device_id': '941394bb-254b-484d-adc7-16df0f964aa6', 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2', 'admin_state_up': True, 'tenant_id': 'f601645f942b4858ac7361f03e905768'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:27:32.777343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Made reservation on behalf of f601645f942b4858ac7361f03e905768 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:27:32.780932 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:32.916550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Allocated IP 172.20.0.13 (b44908a0-8f31-4b3c-9001-a0e5c7df2fb2/79b3c908-fd48-4371-9c34-9895e0a9a53b/aa588992-b4e2-4f2e-9b36-6f90fcfb7e19) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:27:33.082208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.118705 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.170851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:27:33.174185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:27:33.178023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:27:33.201966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Pushing event updated for resources: {'Port': ['ID=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:33.230417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:33.231023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.249738 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-5cf8fa98-faf8-4904-924f-10b48748c189 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5903683 Oct 29 09:27:33.262743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Request body: {'port': {'device_id': '941394bb-254b-484d-adc7-16df0f964aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:27:33.316629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.597622 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:27:33.606949 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.621142 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Transition to ACTIVE for port object aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:27:33.626872 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.680577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Pushing event updated for resources: {'Port': ['ID=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:33.731546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a81dbf-2130-4dcb-b4ba-d510e2c9047b req-f8170866-4db2-41a4-a6c4-fcd2c08ce5d6 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:33.733044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64a81dbf-2130-4dcb-b4ba-d510e2c9047b req-f8170866-4db2-41a4-a6c4-fcd2c08ce5d6 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 944 time: 0.0516315 Oct 29 09:27:33.753231 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Attempting to bind port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:27:33.753641 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Attempting to bind port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:27:33.754467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Attempting to bind port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 on network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:27:33.758515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 on network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:27:33.758840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Attempting to bind port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 on network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:27:33.763690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:27:33.764066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Checking segment: {'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:27:33.764453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Bound using segment: {'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:27:33.764886 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Bound port: aa588992-b4e2-4f2e-9b36-6f90fcfb7e19, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:27:33.765228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.771597 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64a81dbf-2130-4dcb-b4ba-d510e2c9047b req-ec15d3c2-752d-4f54-993e-76ef96b62652 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Oct 29 09:27:33.832115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] For port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:27:33.835960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] For port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:27:33.842665 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.886891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:33.887503 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:33.888912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] 10.222.0.93 "PUT /v2.0/ports/aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 HTTP/1.1" status: 200 len: 1092 time: 0.6306705 Oct 29 09:27:33.889374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941394bb-254b-484d-adc7-16df0f964aa6', 'tag': 'aa588992-b4e2-4f2e-9b36-6f90fcfb7e19'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:27:33.891624 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58db497-82a9-4d65-841c-7d914891254c" -d '{"events": [{"name": "network-changed", "server_uuid": "941394bb-254b-484d-adc7-16df0f964aa6", "tag": "aa588992-b4e2-4f2e-9b36-6f90fcfb7e19"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:27:33.915779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b883287-40ba-4d73-a20a-cb0d7d854add service neutron] Pushing event updated for resources: {'Port': ['ID=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:33.938052 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01993452-83ed-4728-8c35-da073b53fe1d x-openstack-request-id: req-01993452-83ed-4728-8c35-da073b53fe1d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:27:33.938239 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941394bb-254b-484d-adc7-16df0f964aa6", "tag": "aa588992-b4e2-4f2e-9b36-6f90fcfb7e19", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:27:33.938510 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01993452-83ed-4728-8c35-da073b53fe1d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:27:33.938907 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941394bb-254b-484d-adc7-16df0f964aa6', 'tag': 'aa588992-b4e2-4f2e-9b36-6f90fcfb7e19', 'status': 'completed', 'code': 200} Oct 29 09:27:33.973063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-9394a0c4-d2d8-4277-956c-b8a087a6c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:33.974631 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-9394a0c4-d2d8-4277-956c-b8a087a6c8ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f601645f942b4858ac7361f03e905768&device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 1095 time: 0.0459344 Oct 29 09:27:34.020888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-045e2cc3-c8f3-4003-b408-c9c6b5a08b4a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 HTTP/1.1" status: 200 len: 217 time: 0.0380960 Oct 29 09:27:34.081079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-d1587eec-95be-452e-96c8-e88732c12b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:34.082498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-d1587eec-95be-452e-96c8-e88732c12b44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=79b3c908-fd48-4371-9c34-9895e0a9a53b HTTP/1.1" status: 200 len: 854 time: 0.0541086 Oct 29 09:27:34.115249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-4ea3b821-7d97-4df5-a47b-07e10bb64d0d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255318 Oct 29 09:27:34.214823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-17d661eb-457d-4469-88b9-826519bee4b7 service neutron] 10.222.0.93 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922379 Oct 29 09:27:34.322604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87ff7531-40b9-4a07-9071-03912ad1a234 req-c32b10ee-0085-490f-8e78-5a4ab01ca473 service neutron] 10.222.0.93 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005576 Oct 29 09:27:34.416973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db497-82a9-4d65-841c-7d914891254c req-f9fd330b-1775-4078-ac38-770c16e34ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:34.419908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a58db497-82a9-4d65-841c-7d914891254c req-f9fd330b-1775-4078-ac38-770c16e34ba4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f601645f942b4858ac7361f03e905768&device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 1095 time: 0.0456941 Oct 29 09:27:34.515633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db497-82a9-4d65-841c-7d914891254c req-47584046-0fb4-40f8-84ba-ccff2811d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:34.517084 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a58db497-82a9-4d65-841c-7d914891254c req-47584046-0fb4-40f8-84ba-ccff2811d04a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 HTTP/1.1" status: 200 len: 916 time: 0.0912237 Oct 29 09:27:34.558303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a58db497-82a9-4d65-841c-7d914891254c req-7d28f45a-149d-45e7-8d79-962bfab5ff8a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 HTTP/1.1" status: 200 len: 217 time: 0.0336635 Oct 29 09:27:34.612230 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db497-82a9-4d65-841c-7d914891254c req-824f5845-e56f-42a7-9733-d745ed5a889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:34.613725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a58db497-82a9-4d65-841c-7d914891254c req-824f5845-e56f-42a7-9733-d745ed5a889e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=79b3c908-fd48-4371-9c34-9895e0a9a53b HTTP/1.1" status: 200 len: 854 time: 0.0485570 Oct 29 09:27:34.646195 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a58db497-82a9-4d65-841c-7d914891254c req-eb4d83df-c191-458c-94db-dd6d01d1a5a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245903 Oct 29 09:27:34.747121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a58db497-82a9-4d65-841c-7d914891254c req-11a5e8ba-af47-40fd-9934-97526169176e service neutron] 10.222.0.93 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938036 Oct 29 09:27:34.844175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a58db497-82a9-4d65-841c-7d914891254c req-e31a9914-8440-455b-b4c1-9f63226a6a3d service neutron] 10.222.0.93 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898035 Oct 29 09:27:34.898886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dc4f2-6545-4b6e-83ef-2ae3781a87d7 req-c05d43fe-aeef-44c0-be83-81b5ea5d0342 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:34.900418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab0dc4f2-6545-4b6e-83ef-2ae3781a87d7 req-c05d43fe-aeef-44c0-be83-81b5ea5d0342 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 944 time: 0.0587757 Oct 29 09:27:34.938376 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ab0dc4f2-6545-4b6e-83ef-2ae3781a87d7 req-a7fce587-17b7-4dc2-9003-adad888f2633 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Oct 29 09:27:36.067159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e64e-295f-452a-91fa-7696e00bef8e req-57eb2d94-6be8-4d32-b56e-f8ab1108fb6d tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:36.068641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d395e64e-295f-452a-91fa-7696e00bef8e req-57eb2d94-6be8-4d32-b56e-f8ab1108fb6d tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 944 time: 0.0535166 Oct 29 09:27:36.110731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d395e64e-295f-452a-91fa-7696e00bef8e req-6fc61a3b-2fbb-4640-b148-66fda793ac4a tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 Oct 29 09:27:36.991492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:27:37.111394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:37.122916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'aa588992-b4e2-4f2e-9b36-6f90fcfb7e19', 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2', 'port_id': 'aa588992-b4e2-4f2e-9b36-6f90fcfb7e19', 'mac_address': 'fa:16:3e:4c:89:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b3c908-fd48-4371-9c34-9895e0a9a53b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:27:37.165209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:37.178996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:27:37.200359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:37.206271 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:37.242814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884e15b-91b3-4be1-9650-beb940b6d5c1 req-ac2285ce-d34b-4ad1-961f-3f22e7834d4e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:37.244737 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5884e15b-91b3-4be1-9650-beb940b6d5c1 req-ac2285ce-d34b-4ad1-961f-3f22e7834d4e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 945 time: 0.0500469 Oct 29 09:27:37.258738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:37.288285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5884e15b-91b3-4be1-9650-beb940b6d5c1 req-9e678f68-d96a-43f4-afd5-de8b8bc7977a tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372896 Oct 29 09:27:37.496823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['aa588992-b4e2-4f2e-9b36-6f90fcfb7e19'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:27:38.148734 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:27:38.426045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a885d-f86d-4df2-96fc-294b4202667e req-3243548f-41b9-4b68-bf98-8cfebe3e9b53 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:38.427457 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f15a885d-f86d-4df2-96fc-294b4202667e req-3243548f-41b9-4b68-bf98-8cfebe3e9b53 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 945 time: 0.0583966 Oct 29 09:27:38.467478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f15a885d-f86d-4df2-96fc-294b4202667e req-ff24763d-2a18-4095-87e0-776f97f52d46 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332386 Oct 29 09:27:39.007603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:27:39.059988 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:27:39.064365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:27:39.064752 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:39.160983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:39.186143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941394bb-254b-484d-adc7-16df0f964aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa588992-b4e2-4f2e-9b36-6f90fcfb7e19'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:27:39.189991 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e89af6-6b73-4406-8ff6-1530f4b285f1" -d '{"events": [{"server_uuid": "941394bb-254b-484d-adc7-16df0f964aa6", "name": "network-vif-plugged", "status": "completed", "tag": "aa588992-b4e2-4f2e-9b36-6f90fcfb7e19"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:27:39.204426 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:39.210301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:39.234002 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6728e0d-8405-4854-a197-192a3f6bfd26 x-openstack-request-id: req-e6728e0d-8405-4854-a197-192a3f6bfd26 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:27:39.234337 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941394bb-254b-484d-adc7-16df0f964aa6", "name": "network-vif-plugged", "status": "completed", "tag": "aa588992-b4e2-4f2e-9b36-6f90fcfb7e19", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:27:39.234613 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6728e0d-8405-4854-a197-192a3f6bfd26 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:27:39.234955 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941394bb-254b-484d-adc7-16df0f964aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa588992-b4e2-4f2e-9b36-6f90fcfb7e19', 'code': 200} Oct 29 09:27:39.261602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:39.333449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd54b9-3dd0-43bc-9228-72687558c598 req-a4ca65aa-504b-45f3-88c8-949a48de13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:39.334994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fcd54b9-3dd0-43bc-9228-72687558c598 req-a4ca65aa-504b-45f3-88c8-949a48de13a3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0445437 Oct 29 09:27:39.372732 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fcd54b9-3dd0-43bc-9228-72687558c598 req-ec7363ac-3ad1-4354-9303-e9f224ef79ed service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288947 Oct 29 09:27:39.600115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580ab22-f49b-4883-a9ad-c09eba643427 req-ebd7f644-000a-4057-8bfd-cfda38f16615 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:39.603108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c580ab22-f49b-4883-a9ad-c09eba643427 req-ebd7f644-000a-4057-8bfd-cfda38f16615 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0564835 Oct 29 09:27:39.643500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c580ab22-f49b-4883-a9ad-c09eba643427 req-5892fbe6-feab-4751-940c-2605c38f1d6d tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Oct 29 09:27:40.779903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5427053-9fce-47ad-a58f-013251db389e req-877fbc66-5214-4f88-a80f-10945403bd1b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:40.781313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5427053-9fce-47ad-a58f-013251db389e req-877fbc66-5214-4f88-a80f-10945403bd1b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0630074 Oct 29 09:27:40.820402 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5427053-9fce-47ad-a58f-013251db389e req-e810c5fa-3587-4e9c-a233-1cc0558649eb tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Oct 29 09:27:41.956197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5dcc1-68ca-4d9a-93a4-757b71ccf13a req-e90a9d3d-a270-4790-b041-2ebc50766cff tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:41.957704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6a5dcc1-68ca-4d9a-93a4-757b71ccf13a req-e90a9d3d-a270-4790-b041-2ebc50766cff tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0656936 Oct 29 09:27:41.998756 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6a5dcc1-68ca-4d9a-93a4-757b71ccf13a req-2bb5cd27-5c51-470b-a584-eff73efe084a tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Oct 29 09:27:42.271152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d6b0d052-f69f-4ec4-bdd7-991838990e83 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:42.272649 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d6b0d052-f69f-4ec4-bdd7-991838990e83 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/networks?id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 HTTP/1.1" status: 200 len: 814 time: 0.1211538 Oct 29 09:27:42.291012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-7ab8ce19-49e5-46cd-b917-4b499e82786c tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/quotas/f601645f942b4858ac7361f03e905768 HTTP/1.1" status: 200 len: 375 time: 0.0095265 Oct 29 09:27:42.353854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-9c410845-807c-4040-9269-f8ec42e6c3d1 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f601645f942b4858ac7361f03e905768&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547192 Oct 29 09:27:42.374322 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-58b69ace-ef1d-4637-b403-3ffd0cc2ea30 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479069 Oct 29 09:27:42.448519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-a35b7c8b-6190-4a6b-9b15-15833d07be57 service neutron] 10.222.0.70 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873985 Oct 29 09:27:42.459265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-01c9db10-b0b5-4cc0-8549-cb944794cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:42.460833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-01c9db10-b0b5-4cc0-8549-cb944794cab6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f601645f942b4858ac7361f03e905768&device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0417869 Oct 29 09:27:42.549625 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-bc7a1d1f-bf93-4e09-8908-18392f871962 service neutron] 10.222.0.70 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947261 Oct 29 09:27:42.901102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f55eb909-f0c0-44fe-bc88-ae438483fea6 req-113abde6-12d7-4951-b483-8404b5931e9a tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 210 time: 0.0364668 Oct 29 09:27:42.933186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-ab08fd7e-a9ff-4ee6-bccd-a23f8b5c0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:42.934778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-ab08fd7e-a9ff-4ee6-bccd-a23f8b5c0b76 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 HTTP/1.1" status: 200 len: 916 time: 0.4533367 Oct 29 09:27:42.977779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-fa37fe83-e874-4934-a74c-b59a00100f5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 HTTP/1.1" status: 200 len: 217 time: 0.0350618 Oct 29 09:27:43.033511 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-e710b548-1e3a-44ae-85ed-25b6e0de296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:43.035219 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-e710b548-1e3a-44ae-85ed-25b6e0de296b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=79b3c908-fd48-4371-9c34-9895e0a9a53b HTTP/1.1" status: 200 len: 854 time: 0.0508702 Oct 29 09:27:43.068111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-a1cc4e66-5e38-4ece-9765-ae6d692178b7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257452 Oct 29 09:27:43.162277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-6a1abbd7-2587-461d-aa82-6f15d65b14ae service neutron] 10.222.0.93 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874126 Oct 29 09:27:43.260142 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-841639ec-1dc5-4fa0-962a-a748440c65cc req-5b59f3b9-4222-419a-b967-7006f036d114 service neutron] 10.222.0.93 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902250 Oct 29 09:27:43.693475 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-54cddee1-c9ce-4b02-8f33-35077bb293c1 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:43.695056 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-54cddee1-c9ce-4b02-8f33-35077bb293c1 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.15 "GET /v2.0/networks?id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 HTTP/1.1" status: 200 len: 814 time: 0.1136069 Oct 29 09:27:43.708888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Request body: {'port': {'device_id': '63296c4e-19ee-4c70-a64e-1e08d4c0c816', 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2', 'admin_state_up': True, 'tenant_id': 'f601645f942b4858ac7361f03e905768'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:27:43.835181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Made reservation on behalf of f601645f942b4858ac7361f03e905768 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:27:43.838940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:43.978485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Allocated IP 172.20.0.8 (b44908a0-8f31-4b3c-9001-a0e5c7df2fb2/79b3c908-fd48-4371-9c34-9895e0a9a53b/e3ba76a2-f540-4989-bb14-0d487a7eb3a1) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:27:44.000600 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-571ed448-da88-472c-a055-038bb8473553 req-42afde8e-c075-4196-9e11-01ae2e2a5411 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 210 time: 0.0295019 Oct 29 09:27:44.133646 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.171730 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.184420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['aa588992-b4e2-4f2e-9b36-6f90fcfb7e19'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:27:44.219082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:27:44.222443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:27:44.226964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:27:44.231154 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Pushing event updated for resources: {'Port': ['ID=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:44.260046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.260397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.260735 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.261070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.261406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.262157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.262157 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.262389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.262666 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.263011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.263328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.263626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:27:44.288004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:44.288622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.304634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-d60ca4f4-9b45-488e-be26-a5c9bfdb5d24 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995722 Oct 29 09:27:44.317884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Request body: {'port': {'device_id': '63296c4e-19ee-4c70-a64e-1e08d4c0c816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:27:44.338437 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-90addc97-f0c0-40d0-84b4-3e4b2010e893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.377475 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.654904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ba76a2-f540-4989-bb14-0d487a7eb3a1 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:27:44.666235 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.678773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Transition to ACTIVE for port object e3ba76a2-f540-4989-bb14-0d487a7eb3a1 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:27:44.684008 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.734065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:44.804058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Attempting to bind port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:27:44.804392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Attempting to bind port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:27:44.804711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Attempting to bind port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 on network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:27:44.809016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 on network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:27:44.809319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Attempting to bind port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 on network b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:27:44.814274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:27:44.814603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Checking segment: {'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:27:44.814986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Bound using segment: {'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:27:44.815406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Bound port: e3ba76a2-f540-4989-bb14-0d487a7eb3a1, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd95f57d-3971-4c56-80dd-8c769f948813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:27:44.815753 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.881004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] For port e3ba76a2-f540-4989-bb14-0d487a7eb3a1, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:27:44.885466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] For port e3ba76a2-f540-4989-bb14-0d487a7eb3a1, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:27:44.891548 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.926850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:44.927476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:44.928935 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] 10.222.0.15 "PUT /v2.0/ports/e3ba76a2-f540-4989-bb14-0d487a7eb3a1 HTTP/1.1" status: 200 len: 1091 time: 0.6152804 Oct 29 09:27:44.929402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63296c4e-19ee-4c70-a64e-1e08d4c0c816', 'tag': 'e3ba76a2-f540-4989-bb14-0d487a7eb3a1'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:27:44.931851 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cac5074-3db5-4489-9da9-cfc32209f292" -d '{"events": [{"name": "network-changed", "server_uuid": "63296c4e-19ee-4c70-a64e-1e08d4c0c816", "tag": "e3ba76a2-f540-4989-bb14-0d487a7eb3a1"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:27:44.959931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32101850-ded5-4511-8e3e-6ba46eb4780c service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:44.981366 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dcbcdd-16e6-4ee0-8bd7-415c637a68fe x-openstack-request-id: req-87dcbcdd-16e6-4ee0-8bd7-415c637a68fe {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:27:44.982011 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63296c4e-19ee-4c70-a64e-1e08d4c0c816", "tag": "e3ba76a2-f540-4989-bb14-0d487a7eb3a1", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:27:44.982011 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87dcbcdd-16e6-4ee0-8bd7-415c637a68fe {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:27:44.982273 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63296c4e-19ee-4c70-a64e-1e08d4c0c816', 'tag': 'e3ba76a2-f540-4989-bb14-0d487a7eb3a1', 'status': 'completed', 'code': 200} Oct 29 09:27:45.020243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-c3ea4c10-a28e-48f5-99b2-0b11b5921244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:45.021840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-c3ea4c10-a28e-48f5-99b2-0b11b5921244 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f601645f942b4858ac7361f03e905768&device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 1094 time: 0.0498068 Oct 29 09:27:45.070114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-1b199268-43a8-4d11-8b5b-fcfbed46b1ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba76a2-f540-4989-bb14-0d487a7eb3a1 HTTP/1.1" status: 200 len: 217 time: 0.0364525 Oct 29 09:27:45.119774 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffb2d8-882c-4af6-ba29-20d7d378d625 req-e99714f0-5f8f-46f0-b9c3-7c271c649b80 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:45.120868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-12c2f1e1-08ea-4501-bc69-ae50dd671f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:45.121275 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8dffb2d8-882c-4af6-ba29-20d7d378d625 req-e99714f0-5f8f-46f0-b9c3-7c271c649b80 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 943 time: 0.0511727 Oct 29 09:27:45.122347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-12c2f1e1-08ea-4501-bc69-ae50dd671f74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79b3c908-fd48-4371-9c34-9895e0a9a53b HTTP/1.1" status: 200 len: 854 time: 0.0444252 Oct 29 09:27:45.159475 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8dffb2d8-882c-4af6-ba29-20d7d378d625 req-519b8b3a-2fa2-461d-954c-47938ce0279a tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Oct 29 09:27:45.173106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-8de05972-144e-4f02-9f7f-722e54d30fb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438704 Oct 29 09:27:45.269199 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-1f850fc6-fdde-44d7-8713-4a709340c382 service neutron] 10.222.0.15 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886581 Oct 29 09:27:45.386450 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-359c8470-a14a-4ad7-b0f5-d7a2a43840f7 req-44cb149c-15b1-4efb-91ca-e9fc6d50f331 service neutron] 10.222.0.15 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092687 Oct 29 09:27:45.491174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-22caf75d-0678-44b3-910b-8995ac4fd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:45.492755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-22caf75d-0678-44b3-910b-8995ac4fd99f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f601645f942b4858ac7361f03e905768&device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 1094 time: 0.0457413 Oct 29 09:27:45.611020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-d87d555c-3130-410d-b6de-35513ee6a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:45.612538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-d87d555c-3130-410d-b6de-35513ee6a43d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 HTTP/1.1" status: 200 len: 916 time: 0.1118419 Oct 29 09:27:45.655818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-1c8118f5-05c3-41ac-8f32-48e062a38217 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ba76a2-f540-4989-bb14-0d487a7eb3a1 HTTP/1.1" status: 200 len: 217 time: 0.0347881 Oct 29 09:27:45.711121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-929abc00-9d7e-403a-ab9b-2be048a1cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:45.712896 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-929abc00-9d7e-403a-ab9b-2be048a1cf5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79b3c908-fd48-4371-9c34-9895e0a9a53b HTTP/1.1" status: 200 len: 854 time: 0.0455625 Oct 29 09:27:45.745355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-334e6f60-c556-4878-94f7-7435c32cadc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248160 Oct 29 09:27:45.842287 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-a256ed8c-20c5-46db-8c0d-e027bfaff3ab service neutron] 10.222.0.15 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877280 Oct 29 09:27:45.938528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cac5074-3db5-4489-9da9-cfc32209f292 req-61f41415-ce8d-4c5a-aba3-5b170cf2971b service neutron] 10.222.0.15 "GET /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884163 Oct 29 09:27:46.290518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6cb8e-5aba-4317-821b-6b93b54dfd4e req-b36f387e-10cd-4d5a-a71a-bd0f2d9eee38 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:46.292633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79e6cb8e-5aba-4317-821b-6b93b54dfd4e req-b36f387e-10cd-4d5a-a71a-bd0f2d9eee38 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 943 time: 0.0547731 Oct 29 09:27:46.337216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-79e6cb8e-5aba-4317-821b-6b93b54dfd4e req-04854c07-083e-4f10-a692-4de78cf6c5ff tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353267 Oct 29 09:27:47.042689 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9696bd79-9eef-4e12-adbd-09c39ca96ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:47.337821 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e3ba76a2-f540-4989-bb14-0d487a7eb3a1 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:27:47.454309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e3ba76a2-f540-4989-bb14-0d487a7eb3a1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:47.465931 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'e3ba76a2-f540-4989-bb14-0d487a7eb3a1', 'network_id': 'b44908a0-8f31-4b3c-9001-a0e5c7df2fb2', 'port_id': 'e3ba76a2-f540-4989-bb14-0d487a7eb3a1', 'mac_address': 'fa:16:3e:ea:99:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b3c908-fd48-4371-9c34-9895e0a9a53b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:27:47.482112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d581cdb-f594-44c1-99a1-d394ecfcec3a req-c6eec8ca-50d4-42c6-ab93-5b82c9e3278b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:47.483665 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d581cdb-f594-44c1-99a1-d394ecfcec3a req-c6eec8ca-50d4-42c6-ab93-5b82c9e3278b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 943 time: 0.0560968 Oct 29 09:27:47.508929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:47.522460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ba76a2-f540-4989-bb14-0d487a7eb3a1 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:27:47.523313 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d581cdb-f594-44c1-99a1-d394ecfcec3a req-850cd591-4ebd-4ebc-bc17-bb5a8fd93b3b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Oct 29 09:27:47.543871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e3ba76a2-f540-4989-bb14-0d487a7eb3a1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:47.549912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:47.604206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:47.746804 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['e3ba76a2-f540-4989-bb14-0d487a7eb3a1'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:27:48.377243 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:48.379005 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:48.720359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987e7c-9a4a-465b-a832-5996e0069d64 req-df8163f8-fc45-4850-9fdf-a75a34cc032c tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:48.721934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8987e7c-9a4a-465b-a832-5996e0069d64 req-df8163f8-fc45-4850-9fdf-a75a34cc032c tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 944 time: 0.1106293 Oct 29 09:27:48.764257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8987e7c-9a4a-465b-a832-5996e0069d64 req-1e2966a4-7842-4e99-a533-dc128e15507c tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Oct 29 09:27:49.348684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e3ba76a2-f540-4989-bb14-0d487a7eb3a1 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:27:49.410562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:27:49.422799 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:27:49.423367 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:49.505720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:49.531482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63296c4e-19ee-4c70-a64e-1e08d4c0c816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba76a2-f540-4989-bb14-0d487a7eb3a1'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:27:49.533821 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b128865d-3cd1-42c0-9cc4-fb1a85f6e64d" -d '{"events": [{"server_uuid": "63296c4e-19ee-4c70-a64e-1e08d4c0c816", "name": "network-vif-plugged", "status": "completed", "tag": "e3ba76a2-f540-4989-bb14-0d487a7eb3a1"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:27:49.546339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port e3ba76a2-f540-4989-bb14-0d487a7eb3a1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:49.551772 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:49.576676 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682f91ba-196b-4a2c-b6ca-a4bca8e55e76 x-openstack-request-id: req-682f91ba-196b-4a2c-b6ca-a4bca8e55e76 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:27:49.576986 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63296c4e-19ee-4c70-a64e-1e08d4c0c816", "name": "network-vif-plugged", "status": "completed", "tag": "e3ba76a2-f540-4989-bb14-0d487a7eb3a1", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:27:49.577306 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-682f91ba-196b-4a2c-b6ca-a4bca8e55e76 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:27:49.577719 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63296c4e-19ee-4c70-a64e-1e08d4c0c816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba76a2-f540-4989-bb14-0d487a7eb3a1', 'code': 200} Oct 29 09:27:49.605997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:49.696651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54cee5-009b-46a6-ab7f-b738f1f99ebd req-cce447d5-85c5-4e21-ade3-5b8862dbff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:49.698335 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3c54cee5-009b-46a6-ab7f-b738f1f99ebd req-cce447d5-85c5-4e21-ade3-5b8862dbff89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 1096 time: 0.0584197 Oct 29 09:27:49.737849 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:49.740824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3c54cee5-009b-46a6-ab7f-b738f1f99ebd req-96d7c31d-cefb-461c-8a05-4b93423e8d4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Oct 29 09:27:49.897266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3284cb-4818-4b36-b93a-ae5af97d1621 req-e4437250-145b-4c5b-aa81-97132635e8eb tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:49.898682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7b3284cb-4818-4b36-b93a-ae5af97d1621 req-e4437250-145b-4c5b-aa81-97132635e8eb tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 945 time: 0.0585556 Oct 29 09:27:49.942128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7b3284cb-4818-4b36-b93a-ae5af97d1621 req-c4975af8-1b70-4c9a-9720-01136c3803ca tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344899 Oct 29 09:27:51.139309 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c71781-40a3-4bba-8b11-63ee446edba5 req-acf4091f-9f06-453a-9e41-16d4bbd4707b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:51.140836 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c71781-40a3-4bba-8b11-63ee446edba5 req-acf4091f-9f06-453a-9e41-16d4bbd4707b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 945 time: 0.1121385 Oct 29 09:27:51.182811 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-46c71781-40a3-4bba-8b11-63ee446edba5 req-9ec1f993-1901-49da-93e4-8af47909a865 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Oct 29 09:27:51.434737 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e58e-4511-4d30-a923-0e2fd82d9d1b req-b96ff707-5e39-41b2-bf49-5928beebb35b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:51.436893 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b03e58e-4511-4d30-a923-0e2fd82d9d1b req-b96ff707-5e39-41b2-bf49-5928beebb35b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 945 time: 0.0512593 Oct 29 09:27:51.479123 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2b03e58e-4511-4d30-a923-0e2fd82d9d1b req-00c52c0a-4649-45b1-b3ab-a1d65ad84c28 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Oct 29 09:27:52.622291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b0c87-9863-4d63-92a8-c5e251439641 req-24f98af4-e281-47e2-8cf1-0695be64d41b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:52.623887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e90b0c87-9863-4d63-92a8-c5e251439641 req-24f98af4-e281-47e2-8cf1-0695be64d41b tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 945 time: 0.0544603 Oct 29 09:27:52.667927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e90b0c87-9863-4d63-92a8-c5e251439641 req-474b16b1-d3a6-42fa-9da6-f7f3be0617ef tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Oct 29 09:27:52.726685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-335df563-69d5-43c6-be38-94719913a2ca tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:52.728086 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-335df563-69d5-43c6-be38-94719913a2ca tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.15 "GET /v2.0/ports?device_id=63296c4e-19ee-4c70-a64e-1e08d4c0c816 HTTP/1.1" status: 200 len: 945 time: 0.0528460 Oct 29 09:27:52.820542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Deleting port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:27:52.820891 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:52.918680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] For port e3ba76a2-f540-4989-bb14-0d487a7eb3a1, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:52.919038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:52.932321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Calling delete_port for e3ba76a2-f540-4989-bb14-0d487a7eb3a1 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:27:53.080264 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:53.092120 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['aa588992-b4e2-4f2e-9b36-6f90fcfb7e19'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:27:53.097213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['e3ba76a2-f540-4989-bb14-0d487a7eb3a1'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:27:53.111828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Pushing event deleted for resources: {'Port': ['ID=e3ba76a2-f540-4989-bb14-0d487a7eb3a1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:53.156050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] No DVR routers for this DVR port e3ba76a2-f540-4989-bb14-0d487a7eb3a1 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:27:53.159312 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:53.162924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8d50da4-139b-4d34-a01d-b251a12df8da req-5a410e53-405d-43cd-910b-48037870ed5e tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.15 "DELETE /v2.0/ports/e3ba76a2-f540-4989-bb14-0d487a7eb3a1 HTTP/1.1" status: 204 len: 173 time: 0.4282732 Oct 29 09:27:53.163377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63296c4e-19ee-4c70-a64e-1e08d4c0c816', 'name': 'network-vif-deleted', 'tag': 'e3ba76a2-f540-4989-bb14-0d487a7eb3a1'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:27:53.165973 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f074f8fc-3af8-43c2-b793-d365e24388f6" -d '{"events": [{"server_uuid": "63296c4e-19ee-4c70-a64e-1e08d4c0c816", "name": "network-vif-deleted", "tag": "e3ba76a2-f540-4989-bb14-0d487a7eb3a1"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:27:53.210304 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410585b0-549f-4ef1-9896-b1e6b024f3b7 x-openstack-request-id: req-410585b0-549f-4ef1-9896-b1e6b024f3b7 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:27:53.210605 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63296c4e-19ee-4c70-a64e-1e08d4c0c816", "name": "network-vif-deleted", "tag": "e3ba76a2-f540-4989-bb14-0d487a7eb3a1", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:27:53.210861 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-410585b0-549f-4ef1-9896-b1e6b024f3b7 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:27:53.211474 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63296c4e-19ee-4c70-a64e-1e08d4c0c816', 'name': 'network-vif-deleted', 'tag': 'e3ba76a2-f540-4989-bb14-0d487a7eb3a1', 'status': 'completed', 'code': 200} Oct 29 09:27:53.838466 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93217c8-a97c-497b-8037-17ea3a4c70c0 req-90d43add-c312-49bb-8453-18f1d67678c8 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:53.840512 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f93217c8-a97c-497b-8037-17ea3a4c70c0 req-90d43add-c312-49bb-8453-18f1d67678c8 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0557110 Oct 29 09:27:53.886586 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f93217c8-a97c-497b-8037-17ea3a4c70c0 req-a27a16ef-c88c-4128-a10c-8f36b27fb779 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367713 Oct 29 09:27:54.033469 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ddde0-0f1b-483b-90ff-466e5ba23f40 req-9f62d120-0b9b-449a-84b4-b2aa3d648326 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:54.034859 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e42ddde0-0f1b-483b-90ff-466e5ba23f40 req-9f62d120-0b9b-449a-84b4-b2aa3d648326 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0526175 Oct 29 09:27:54.077344 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e42ddde0-0f1b-483b-90ff-466e5ba23f40 req-83925f7e-3dbf-4ef8-9594-79cfa9630988 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 Oct 29 09:27:54.203368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5d75d-87c8-4e3f-b9a1-37cf978f0439 req-12ecae76-aded-43fa-bd7a-cef8af087076 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:54.205466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1b5d75d-87c8-4e3f-b9a1-37cf978f0439 req-12ecae76-aded-43fa-bd7a-cef8af087076 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0596390 Oct 29 09:27:54.245398 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b1b5d75d-87c8-4e3f-b9a1-37cf978f0439 req-79fb20bf-e744-4044-a1c4-bc6f14cc5d15 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Oct 29 09:27:54.445471 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd0e3-78cd-43d5-bb3d-c449b58c7daa req-94216dd4-12e9-4e89-a077-e830911b3b18 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:54.447034 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-160cd0e3-78cd-43d5-bb3d-c449b58c7daa req-94216dd4-12e9-4e89-a077-e830911b3b18 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0616379 Oct 29 09:27:54.490253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-160cd0e3-78cd-43d5-bb3d-c449b58c7daa req-84ecef2e-7930-4b02-9f10-5efd52220df5 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367050 Oct 29 09:27:54.619408 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319fed9-4b4b-4ea0-8158-8b2bc79ced28 req-6f410897-9625-41c2-befa-c7f803ad8310 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:54.620977 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6319fed9-4b4b-4ea0-8158-8b2bc79ced28 req-6f410897-9625-41c2-befa-c7f803ad8310 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0542536 Oct 29 09:27:54.659783 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6319fed9-4b4b-4ea0-8158-8b2bc79ced28 req-8b8790cc-90e9-4be9-a693-2febaa870062 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Oct 29 09:27:54.793924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900bdb8-e8fe-4fe4-b359-945942faefa2 req-bad3ae1a-d037-498c-9c63-067f17fc29b1 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:54.795312 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f900bdb8-e8fe-4fe4-b359-945942faefa2 req-bad3ae1a-d037-498c-9c63-067f17fc29b1 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0558298 Oct 29 09:27:54.833838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f900bdb8-e8fe-4fe4-b359-945942faefa2 req-b3a6f666-da78-4118-8991-4179a4935a00 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Oct 29 09:27:55.170981 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec232c8b-3d01-4e19-a86d-e250b1aa4265 req-98c1499c-3349-41e6-a156-08e2bc75debf tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:55.172503 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec232c8b-3d01-4e19-a86d-e250b1aa4265 req-98c1499c-3349-41e6-a156-08e2bc75debf tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0607278 Oct 29 09:27:55.211370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ec232c8b-3d01-4e19-a86d-e250b1aa4265 req-f9c23689-fb89-4a0f-9856-48c238a3c136 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Oct 29 09:27:56.347869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caea6b-6459-4834-8b48-c493a36300a9 req-0a718da1-e7a0-4a6a-b6de-8a55be1f0baf tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:56.349422 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47caea6b-6459-4834-8b48-c493a36300a9 req-0a718da1-e7a0-4a6a-b6de-8a55be1f0baf tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0604775 Oct 29 09:27:56.389769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-47caea6b-6459-4834-8b48-c493a36300a9 req-d8e153b1-8f1e-44f9-8446-7776700ea868 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbb33256-2007-4f78-8605-f6a7895420ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340829 Oct 29 09:27:56.835649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6854bb68-72d3-40cf-9a94-b7b9f09717c8 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:27:56.837141 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6854bb68-72d3-40cf-9a94-b7b9f09717c8 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.93 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 946 time: 0.0564234 Oct 29 09:27:56.938790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Deleting port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:27:56.939165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:57.030660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] For port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,segment=NetworkSegment(fd95f57d-3971-4c56-80dd-8c769f948813),segment_id=fd95f57d-3971-4c56-80dd-8c769f948813)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:27:57.030994 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:57.043359 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Calling delete_port for aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:27:57.191023 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:57.203350 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['aa588992-b4e2-4f2e-9b36-6f90fcfb7e19'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:27:57.226160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Pushing event deleted for resources: {'Port': ['ID=aa588992-b4e2-4f2e-9b36-6f90fcfb7e19,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:57.271297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] No DVR routers for this DVR port aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:27:57.274557 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:57.278451 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-568f6dc9-4dfe-4ae6-9e84-425f8bd84c95 req-6cbda8eb-59be-47ee-95f4-6333f1ab5e73 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.93 "DELETE /v2.0/ports/aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 HTTP/1.1" status: 204 len: 173 time: 0.4342926 Oct 29 09:27:57.278892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941394bb-254b-484d-adc7-16df0f964aa6', 'name': 'network-vif-deleted', 'tag': 'aa588992-b4e2-4f2e-9b36-6f90fcfb7e19'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:27:57.282147 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d9239-be30-4988-baf7-a76b375d05fc" -d '{"events": [{"server_uuid": "941394bb-254b-484d-adc7-16df0f964aa6", "name": "network-vif-deleted", "tag": "aa588992-b4e2-4f2e-9b36-6f90fcfb7e19"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:27:57.324279 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b58a997-d2c2-4708-a8f7-584a85d32d1f x-openstack-request-id: req-9b58a997-d2c2-4708-a8f7-584a85d32d1f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:27:57.324587 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941394bb-254b-484d-adc7-16df0f964aa6", "name": "network-vif-deleted", "tag": "aa588992-b4e2-4f2e-9b36-6f90fcfb7e19", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:27:57.324952 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b58a997-d2c2-4708-a8f7-584a85d32d1f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:27:57.325373 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941394bb-254b-484d-adc7-16df0f964aa6', 'name': 'network-vif-deleted', 'tag': 'aa588992-b4e2-4f2e-9b36-6f90fcfb7e19', 'status': 'completed', 'code': 200} Oct 29 09:27:57.414948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e3ba76a2-f540-4989-bb14-0d487a7eb3a1 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:27:57.439642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: e3ba76a2-f540-4989-bb14-0d487a7eb3a1 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:27:57.440553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device e3ba76a2-f540-4989-bb14-0d487a7eb3a1 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:27:57.504983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa13f516-7c3b-4807-befd-6993de5d3145 req-902b7a73-40d8-4a5f-861d-05575d964016 tempest-ServersNegativeTestJSON-183534076 tempest-ServersNegativeTestJSON-183534076-project] 10.222.0.70 "GET /v2.0/ports?device_id=941394bb-254b-484d-adc7-16df0f964aa6 HTTP/1.1" status: 200 len: 210 time: 0.0297129 Oct 29 09:27:58.579689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43132) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:58.626050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1b9985-8790-4d7b-bb3d-99cea47d213e admin admin] Deleting subnet 79b3c908-fd48-4371-9c34-9895e0a9a53b {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:27:58.629153 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9985-8790-4d7b-bb3d-99cea47d213e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:58.667245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9985-8790-4d7b-bb3d-99cea47d213e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:58.710029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9985-8790-4d7b-bb3d-99cea47d213e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:58.766821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9985-8790-4d7b-bb3d-99cea47d213e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:58.793583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b9985-8790-4d7b-bb3d-99cea47d213e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b3c908-fd48-4371-9c34-9895e0a9a53b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:58.796033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9985-8790-4d7b-bb3d-99cea47d213e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:58.799946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8d1b9985-8790-4d7b-bb3d-99cea47d213e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/79b3c908-fd48-4371-9c34-9895e0a9a53b HTTP/1.1" status: 204 len: 168 time: 0.2186244 Oct 29 09:27:58.801939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43134) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:58.873348 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:58.951723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:58.971031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44908a0-8f31-4b3c-9001-a0e5c7df2fb2']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:58.980548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd95f57d-3971-4c56-80dd-8c769f948813') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:58.980912 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd95f57d-3971-4c56-80dd-8c769f948813') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:27:58.990504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.004197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.010030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:27:59.010404 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:27:59.012135 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:27:59.072919 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.079027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.082194 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b44908a0-8f31-4b3c-9001-a0e5c7df2fb2 HTTP/1.1" status: 204 len: 168 time: 0.2793596 Oct 29 09:27:59.093560 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9228021-c8d7-4dfe-86b5-3026bcd67e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b44908a0-8f31-4b3c-9001-a0e5c7df2fb2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:59.200599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43138) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:59.242443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-859e6c5d-f744-4e25-9a07-26cd7b914924 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f601645f942b4858ac7361f03e905768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404990 Oct 29 09:27:59.245395 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43140) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:27:59.293881 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e39ce80-0d0f-4886-85a2-fc12b627faac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.316234 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e39ce80-0d0f-4886-85a2-fc12b627faac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.364419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e39ce80-0d0f-4886-85a2-fc12b627faac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.367199 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7e39ce80-0d0f-4886-85a2-fc12b627faac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:27:59.368455 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7e39ce80-0d0f-4886-85a2-fc12b627faac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbb33256-2007-4f78-8605-f6a7895420ca HTTP/1.1" status: 204 len: 168 time: 0.1221795 Oct 29 09:27:59.377048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39ce80-0d0f-4886-85a2-fc12b627faac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb33256-2007-4f78-8605-f6a7895420ca,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:27:59.662347 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.141914 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43162) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:00.254419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1028416437'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:00.287587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:00.290993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.299791 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.378176 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.384470 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.412191 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:00.422235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e24db1-83be-42f2-9185-812294b6ff45,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:00.428925 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.429280 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Added segment 770bf300-2710-4078-bc69-dc203b5acc39 of type vlan for network 6fd3e017-abbd-4037-9368-72ed56bf601b Oct 29 09:28:00.470644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.497347 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.503152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:00.503731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:00.575909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4191861 Oct 29 09:28:00.575909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221b5bf-9f46-42bb-aea2-6cf89051ef63 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Network': ['ID=6fd3e017-abbd-4037-9368-72ed56bf601b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:00.585459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 6fd3e017-abbd-4037-9368-72ed56bf601b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:00.912139 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:01.082337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:28:01.103897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:28:01.104280 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device aa588992-b4e2-4f2e-9b36-6f90fcfb7e19 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:28:03.819110 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43166) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:03.826670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'subnet': {'network_id': '6fd3e017-abbd-4037-9368-72ed56bf601b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:03.927769 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:03.932304 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.148354 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.209621 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Subnet': ['ID=66cd8411-2d0b-4b23-a59e-3a6ec4c72a75,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:04.222055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Checking segment: {'id': '770bf300-2710-4078-bc69-dc203b5acc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6fd3e017-abbd-4037-9368-72ed56bf601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:04.222422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network hostable DHCP agents. Network: 6fd3e017-abbd-4037-9368-72ed56bf601b, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:04.241804 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network 6fd3e017-abbd-4037-9368-72ed56bf601b is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:04.252426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 6fd3e017-abbd-4037-9368-72ed56bf601b) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:04.256735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:04.257329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.263305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d74c4a4-bba2-4c26-b518-90c998d1ba49 None None] Network 6fd3e017-abbd-4037-9368-72ed56bf601b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:04.275998 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-09c5a609-d3ef-4f1c-a46b-aa070f9a716c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4557977 Oct 29 09:28:04.279777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43168) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:04.285134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1715806068'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:04.309507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:04.313148 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.344381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:04.359464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.359775 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Added segment 1243701f-7dfb-4f86-b61d-ae1cd9031f3a of type vlan for network 67e48edf-b167-4197-83d0-568bdeca62f4 Oct 29 09:28:04.401407 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.420653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-6fd3e017-abbd-4037-9368-72ed56bf601b', 'network_id': '6fd3e017-abbd-4037-9368-72ed56bf601b', 'tenant_id': 'b19e6593daf84ec1aca8f5bdccde2c7a', 'fixed_ips': [{'subnet_id': '66cd8411-2d0b-4b23-a59e-3a6ec4c72a75'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:28:04.421770 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.430007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.436826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:04.437535 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.497285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2162654 Oct 29 09:28:04.500463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43170) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:04.506303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'subnet': {'network_id': '67e48edf-b167-4197-83d0-568bdeca62f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:04.512873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb707a7-c0c1-4875-8bfc-ef0b3cdcb4cb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Network': ['ID=67e48edf-b167-4197-83d0-568bdeca62f4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:04.525691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 67e48edf-b167-4197-83d0-568bdeca62f4 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:04.605281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:04.609468 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.798027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Allocated IP 2001:db8:0:ffff::2 (6fd3e017-abbd-4037-9368-72ed56bf601b/66cd8411-2d0b-4b23-a59e-3a6ec4c72a75/8fb35009-0ad0-41ac-9556-aa02b5598a93) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:04.952081 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:04.959366 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.002757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Network 6fd3e017-abbd-4037-9368-72ed56bf601b is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:05.005787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:05.009549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:05.017737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Pushing event updated for resources: {'Port': ['ID=8fb35009-0ad0-41ac-9556-aa02b5598a93,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:05.048359 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.048678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.048944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.049277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.049609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.049936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.050259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.050586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.050943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.051259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.051580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.051919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:05.085666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Attempting to bind port 8fb35009-0ad0-41ac-9556-aa02b5598a93 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:05.086034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Attempting to bind port 8fb35009-0ad0-41ac-9556-aa02b5598a93 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '770bf300-2710-4078-bc69-dc203b5acc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6fd3e017-abbd-4037-9368-72ed56bf601b'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:05.086403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Attempting to bind port 8fb35009-0ad0-41ac-9556-aa02b5598a93 on network 6fd3e017-abbd-4037-9368-72ed56bf601b {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:05.091670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:05.092654 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Checking segment: {'id': '770bf300-2710-4078-bc69-dc203b5acc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6fd3e017-abbd-4037-9368-72ed56bf601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:05.093056 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.093955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Bound using segment: {'id': '770bf300-2710-4078-bc69-dc203b5acc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6fd3e017-abbd-4037-9368-72ed56bf601b'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:05.093955 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Bound port: 8fb35009-0ad0-41ac-9556-aa02b5598a93, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770bf300-2710-4078-bc69-dc203b5acc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6fd3e017-abbd-4037-9368-72ed56bf601b'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:05.094274 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.135314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.161866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] For port 8fb35009-0ad0-41ac-9556-aa02b5598a93, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:05.165192 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] For port 8fb35009-0ad0-41ac-9556-aa02b5598a93, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8fb35009-0ad0-41ac-9556-aa02b5598a93,segment=NetworkSegment(770bf300-2710-4078-bc69-dc203b5acc39),segment_id=770bf300-2710-4078-bc69-dc203b5acc39)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:05.169639 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.202129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Subnet': ['ID=acd3ae67-3358-4374-b065-7697f4bb3874,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:05.213184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Checking segment: {'id': '1243701f-7dfb-4f86-b61d-ae1cd9031f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '67e48edf-b167-4197-83d0-568bdeca62f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:05.213555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network hostable DHCP agents. Network: 67e48edf-b167-4197-83d0-568bdeca62f4, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:05.230532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd603e-1559-4229-86bb-74cff13ce62d None None] Pushing event updated for resources: {'Port': ['ID=8fb35009-0ad0-41ac-9556-aa02b5598a93,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:05.237181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network 67e48edf-b167-4197-83d0-568bdeca62f4 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:05.250077 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 67e48edf-b167-4197-83d0-568bdeca62f4) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:05.254729 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:05.255360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.259177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a305ef80-b682-48d5-b6c5-37f2e25e9c07 None None] Network 67e48edf-b167-4197-83d0-568bdeca62f4 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:05.275007 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1be9c359-3035-4813-9b07-0e0ab76da577 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7732737 Oct 29 09:28:05.276944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43172) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:05.393952 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.463148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fc1c8-c5ae-4286-8a0b-ba1ca89263e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-67e48edf-b167-4197-83d0-568bdeca62f4', 'network_id': '67e48edf-b167-4197-83d0-568bdeca62f4', 'tenant_id': 'b19e6593daf84ec1aca8f5bdccde2c7a', 'fixed_ips': [{'subnet_id': 'acd3ae67-3358-4374-b065-7697f4bb3874'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:28:05.464087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a3fc1c8-c5ae-4286-8a0b-ba1ca89263e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.508642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.597383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8fb35009-0ad0-41ac-9556-aa02b5598a93 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:05.597906 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.626229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Subnet': ['ID=acd3ae67-3358-4374-b065-7697f4bb3874,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-7a3fc1c8-c5ae-4286-8a0b-ba1ca89263e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acd3ae67-3358-4374-b065-7697f4bb3874: This subnet is being modified by another concurrent operation. Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acd3ae67-3358-4374-b065-7697f4bb3874: This subnet is being modified by another concurrent operation. Oct 29 09:28:05.647366 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 09:28:05.670015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9809bc-2a50-49af-bf8b-a58caa22ae2d None None] Network 67e48edf-b167-4197-83d0-568bdeca62f4 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:05.683005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8fb35009-0ad0-41ac-9556-aa02b5598a93 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:05.683371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.698265 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.718678 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e48edf-b167-4197-83d0-568bdeca62f4']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:05.729008 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1243701f-7dfb-4f86-b61d-ae1cd9031f3a') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:05.729296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1243701f-7dfb-4f86-b61d-ae1cd9031f3a') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:05.741285 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.757200 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.763303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:28:05.764032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:28:05.767229 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:28:05.827333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.836200 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.839421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/67e48edf-b167-4197-83d0-568bdeca62f4 HTTP/1.1" status: 204 len: 168 time: 0.5614569 Oct 29 09:28:05.843714 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43174) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:05.848940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1109292534'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:05.850118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ca19e-ebf1-4f10-9bcb-a09ea7102ec7 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Network': ['ID=67e48edf-b167-4197-83d0-568bdeca62f4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:05.854406 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.871700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:05.875585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.890818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 8fb35009-0ad0-41ac-9556-aa02b5598a93, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8fb35009-0ad0-41ac-9556-aa02b5598a93,segment=NetworkSegment(770bf300-2710-4078-bc69-dc203b5acc39),segment_id=770bf300-2710-4078-bc69-dc203b5acc39)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:05.896889 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.901863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:05.911873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.912195 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Added segment 2e07835a-d271-4758-8572-1a6b0d95b081 of type vlan for network 63732695-db2d-4b04-90ac-8eb1b14ab311 Oct 29 09:28:05.951446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=8fb35009-0ad0-41ac-9556-aa02b5598a93,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:05.956436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.985034 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:05.990661 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:05.991255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.069408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2244484 Oct 29 09:28:06.072414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43176) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:06.073003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1835c83-f998-4cda-9957-198cfd056332 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Network': ['ID=63732695-db2d-4b04-90ac-8eb1b14ab311,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:06.077967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'subnet': {'network_id': '63732695-db2d-4b04-90ac-8eb1b14ab311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:06.084211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 63732695-db2d-4b04-90ac-8eb1b14ab311 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:06.181028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:06.184627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.244709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Performing IP validity checks on allocation pools {{(pid=102113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 09:28:06.245238 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.ipam_backend_mixin [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102113) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 09:28:06.253061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6d6f4-af2d-4ea4-9d34-14d25afb9e57 None None] Network 6fd3e017-abbd-4037-9368-72ed56bf601b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:06.321341 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bfffd124-fdcb-40e2-9d6b-cb5e236d2c77 None None] Provisioning complete for port 8fb35009-0ad0-41ac-9556-aa02b5598a93 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:06.321723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bfffd124-fdcb-40e2-9d6b-cb5e236d2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.381868 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.442931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Subnet': ['ID=4af2c0e2-a0e8-44c6-8791-e48105a9d6c9,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:06.450812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Checking segment: {'id': '2e07835a-d271-4758-8572-1a6b0d95b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '63732695-db2d-4b04-90ac-8eb1b14ab311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:06.451233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network hostable DHCP agents. Network: 63732695-db2d-4b04-90ac-8eb1b14ab311, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:06.473224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network 63732695-db2d-4b04-90ac-8eb1b14ab311 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:06.484805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 63732695-db2d-4b04-90ac-8eb1b14ab311) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:06.489188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:06.489793 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.502064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2bfd1-142a-48aa-b2df-48dfff9392ef None None] Network 63732695-db2d-4b04-90ac-8eb1b14ab311 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:06.517044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43178) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:06.517667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7cbcddf3-9e12-439c-aad6-77fe8ef82f6b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4435525 Oct 29 09:28:06.623862 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.655640 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5cad9-f05a-4e2d-bd5b-1d0ae4302353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-63732695-db2d-4b04-90ac-8eb1b14ab311', 'network_id': '63732695-db2d-4b04-90ac-8eb1b14ab311', 'tenant_id': 'b19e6593daf84ec1aca8f5bdccde2c7a', 'fixed_ips': [{'subnet_id': '4af2c0e2-a0e8-44c6-8791-e48105a9d6c9'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:28:06.656903 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-11c5cad9-f05a-4e2d-bd5b-1d0ae4302353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.710835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.762430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-8c1566d4-6542-49bf-b1d4-09923c108d81 None None] Provisioning complete for port 8fb35009-0ad0-41ac-9556-aa02b5598a93 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:06.762735 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8c1566d4-6542-49bf-b1d4-09923c108d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.778139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server [None req-11c5cad9-f05a-4e2d-bd5b-1d0ae4302353 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4af2c0e2-a0e8-44c6-8791-e48105a9d6c9: This subnet is being modified by another concurrent operation. Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server raise exception Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4af2c0e2-a0e8-44c6-8791-e48105a9d6c9: This subnet is being modified by another concurrent operation. Oct 29 09:28:06.794869 n-d-815940-1 neutron-server[102115]: ERROR oslo_messaging.rpc.server Oct 29 09:28:06.803678 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Subnet': ['ID=4af2c0e2-a0e8-44c6-8791-e48105a9d6c9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:06.816812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1463cb1-b695-43dc-86e0-135dd15010d4 None None] Network 63732695-db2d-4b04-90ac-8eb1b14ab311 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:06.875619 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.895990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63732695-db2d-4b04-90ac-8eb1b14ab311']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:06.905449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e07835a-d271-4758-8572-1a6b0d95b081') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:06.905717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e07835a-d271-4758-8572-1a6b0d95b081') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:06.915406 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.929269 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.936102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:28:06.936576 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:28:06.939792 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:28:06.963020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c3021-59a5-4293-9d65-ed1b50e0f0af None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 09:28:07.001578 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.010244 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.013759 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/63732695-db2d-4b04-90ac-8eb1b14ab311 HTTP/1.1" status: 204 len: 168 time: 0.4950640 Oct 29 09:28:07.018081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43180) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:07.023573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-396723934'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:07.024601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a48a18-891a-474d-92f1-9a71ee11b7be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Network': ['ID=63732695-db2d-4b04-90ac-8eb1b14ab311,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:07.032362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c3021-59a5-4293-9d65-ed1b50e0f0af None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 09:28:07.046315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:07.049933 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.073908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:07.083551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.083932 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Added segment d4d03347-c582-496b-9630-c490e974edce of type vlan for network 64d7f77d-8e02-45ee-a367-076f0beab65e Oct 29 09:28:07.130245 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.156282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.162006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:07.162591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.222801 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2033527 Oct 29 09:28:07.225763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43184) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:07.233061 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'subnet': {'network_id': '64d7f77d-8e02-45ee-a367-076f0beab65e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:07.236015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2d826-e0af-470b-ad0e-3bc09025a167 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Network': ['ID=64d7f77d-8e02-45ee-a367-076f0beab65e,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:07.251684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 64d7f77d-8e02-45ee-a367-076f0beab65e details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:07.256009 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468d646-80e6-4905-ae25-d13606febce3 None None] get_active_networks_info from n-d-815940-1 {{(pid=102115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 09:28:07.330828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:07.334422 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.378578 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468d646-80e6-4905-ae25-d13606febce3 None None] Resources bound (agent type, host, resource id): {{(pid=102115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 09:28:07.514209 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8fb35009-0ad0-41ac-9556-aa02b5598a93 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:07.531315 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.602529 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Subnet': ['ID=d7bf1dc9-fc2b-45c5-9af4-aa1d1d2e7cc9,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:07.608913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Checking segment: {'id': 'd4d03347-c582-496b-9630-c490e974edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '64d7f77d-8e02-45ee-a367-076f0beab65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:07.608913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network hostable DHCP agents. Network: 64d7f77d-8e02-45ee-a367-076f0beab65e, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:07.619175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8fb35009-0ad0-41ac-9556-aa02b5598a93 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:07.619540 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.630620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network 64d7f77d-8e02-45ee-a367-076f0beab65e is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:07.640225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 64d7f77d-8e02-45ee-a367-076f0beab65e) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:07.644689 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:07.645275 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.651768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8efa8cd-a9e4-4fd7-9a20-c36445110bef None None] Network 64d7f77d-8e02-45ee-a367-076f0beab65e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:07.663982 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c399cdd7-5a86-40eb-a886-5945ab0cf4b9 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4369318 Oct 29 09:28:07.667505 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43186) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:07.672460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-615492867'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:07.694534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:07.698420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.724417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:07.735224 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.735472 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Added segment b6b8bc32-0193-492e-9a24-508125a5922e of type vlan for network 4ffc5064-9ba0-48f0-80d3-4ef057ad67d3 Oct 29 09:28:07.785618 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.814718 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.820496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:07.821198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.841166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-64d7f77d-8e02-45ee-a367-076f0beab65e', 'network_id': '64d7f77d-8e02-45ee-a367-076f0beab65e', 'tenant_id': 'b19e6593daf84ec1aca8f5bdccde2c7a', 'fixed_ips': [{'subnet_id': 'd7bf1dc9-fc2b-45c5-9af4-aa1d1d2e7cc9'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:28:07.842188 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:07.872457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2038612 Oct 29 09:28:07.876072 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43188) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:07.883216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Request body: {'subnet': {'network_id': '4ffc5064-9ba0-48f0-80d3-4ef057ad67d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:07.942223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78f12d-7a02-439e-9bda-b8b4845170fb tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Network': ['ID=4ffc5064-9ba0-48f0-80d3-4ef057ad67d3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:07.963594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 4ffc5064-9ba0-48f0-80d3-4ef057ad67d3 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:07.990039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Made reservation on behalf of b19e6593daf84ec1aca8f5bdccde2c7a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:07.993721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.048047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Allocated IP 2001:db8::2 (64d7f77d-8e02-45ee-a367-076f0beab65e/d7bf1dc9-fc2b-45c5-9af4-aa1d1d2e7cc9/9421bc6d-d23d-4442-a07d-25f3f2877bbd) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:08.192623 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.196919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.202801 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.243431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Network 64d7f77d-8e02-45ee-a367-076f0beab65e is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:08.246666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:08.250579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:08.259397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event updated for resources: {'Subnet': ['ID=82091ee4-61e6-410c-a82e-0fae7a004f98,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:08.259746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Pushing event updated for resources: {'Port': ['ID=9421bc6d-d23d-4442-a07d-25f3f2877bbd,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:08.268851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Checking segment: {'id': 'b6b8bc32-0193-492e-9a24-508125a5922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4ffc5064-9ba0-48f0-80d3-4ef057ad67d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:08.269225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network hostable DHCP agents. Network: 4ffc5064-9ba0-48f0-80d3-4ef057ad67d3, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:08.289274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Network 4ffc5064-9ba0-48f0-80d3-4ef057ad67d3 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:08.299091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 4ffc5064-9ba0-48f0-80d3-4ef057ad67d3) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:08.304020 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:08.304834 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.310897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5650e-6fbe-4b8b-bec1-44abbdc3502e None None] Network 4ffc5064-9ba0-48f0-80d3-4ef057ad67d3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:08.323771 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0b0ac84a-28f4-4071-a41b-73a8779bf71c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4466579 Oct 29 09:28:08.326570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43190) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:08.327295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Attempting to bind port 9421bc6d-d23d-4442-a07d-25f3f2877bbd on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:08.327766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Attempting to bind port 9421bc6d-d23d-4442-a07d-25f3f2877bbd by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd4d03347-c582-496b-9630-c490e974edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '64d7f77d-8e02-45ee-a367-076f0beab65e'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:08.328266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Attempting to bind port 9421bc6d-d23d-4442-a07d-25f3f2877bbd on network 64d7f77d-8e02-45ee-a367-076f0beab65e {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:08.365231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:08.365773 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Checking segment: {'id': 'd4d03347-c582-496b-9630-c490e974edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '64d7f77d-8e02-45ee-a367-076f0beab65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:08.366272 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.366781 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Bound using segment: {'id': 'd4d03347-c582-496b-9630-c490e974edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '64d7f77d-8e02-45ee-a367-076f0beab65e'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:08.367363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Bound port: 9421bc6d-d23d-4442-a07d-25f3f2877bbd, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d03347-c582-496b-9630-c490e974edce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '64d7f77d-8e02-45ee-a367-076f0beab65e'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:08.367865 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.454029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.512089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.577033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.623161 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Subnet': ['ID=82091ee4-61e6-410c-a82e-0fae7a004f98,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:08.659110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] For port 9421bc6d-d23d-4442-a07d-25f3f2877bbd, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:08.671263 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28938981-605d-4550-bfb7-140dd1ae8d8d None None] Network 4ffc5064-9ba0-48f0-80d3-4ef057ad67d3 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:08.677917 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] For port 9421bc6d-d23d-4442-a07d-25f3f2877bbd, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9421bc6d-d23d-4442-a07d-25f3f2877bbd,segment=NetworkSegment(d4d03347-c582-496b-9630-c490e974edce),segment_id=d4d03347-c582-496b-9630-c490e974edce)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:08.678597 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.704361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffc5064-9ba0-48f0-80d3-4ef057ad67d3']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:08.713933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b8bc32-0193-492e-9a24-508125a5922e') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:08.714579 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b8bc32-0193-492e-9a24-508125a5922e') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:08.716010 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.726066 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.739642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.747148 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:28:08.747551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:28:08.751612 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:28:08.820703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace992a-c8ac-4631-b6ca-4a8218999b04 None None] Pushing event updated for resources: {'Port': ['ID=9421bc6d-d23d-4442-a07d-25f3f2877bbd,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:08.821409 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.836142 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:08.839902 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/4ffc5064-9ba0-48f0-80d3-4ef057ad67d3 HTTP/1.1" status: 204 len: 168 time: 0.5115318 Oct 29 09:28:08.843094 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43192) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:08.855667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2192e-4f49-4f70-874f-ca127f53b18c tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Network': ['ID=4ffc5064-9ba0-48f0-80d3-4ef057ad67d3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:08.873125 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-628a4da3-32f6-48bc-92fd-fe6a0586944b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] GET failed (client error): The resource could not be found. Oct 29 09:28:08.874552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-628a4da3-32f6-48bc-92fd-fe6a0586944b tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "GET /v2.0/subnets/82091ee4-61e6-410c-a82e-0fae7a004f98 HTTP/1.1" status: 404 len: 337 time: 0.0298352 Oct 29 09:28:08.877427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43194) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:08.896288 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd786860-9bda-4b59-81db-38a8e67143ed tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] DELETE failed (client error): The resource could not be found. Oct 29 09:28:08.896841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd786860-9bda-4b59-81db-38a8e67143ed tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 09:28:08.899887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cd786860-9bda-4b59-81db-38a8e67143ed tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/4ffc5064-9ba0-48f0-80d3-4ef057ad67d3 HTTP/1.1" status: 404 len: 339 time: 0.0215144 Oct 29 09:28:08.903594 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43196) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:08.933878 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ba1592-89a7-4db4-9aec-ed91467f0df0 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] DELETE failed (client error): The resource could not be found. Oct 29 09:28:08.934344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ba1592-89a7-4db4-9aec-ed91467f0df0 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 09:28:08.939107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-21ba1592-89a7-4db4-9aec-ed91467f0df0 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/subnets/82091ee4-61e6-410c-a82e-0fae7a004f98 HTTP/1.1" status: 404 len: 337 time: 0.0330820 Oct 29 09:28:08.940751 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43198) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:08.976071 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a5bb8e-20f9-4412-9f0d-903409795c8d tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] DELETE failed (client error): The resource could not be found. Oct 29 09:28:08.976718 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a5bb8e-20f9-4412-9f0d-903409795c8d tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 09:28:08.989043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-47a5bb8e-20f9-4412-9f0d-903409795c8d tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/4ffc5064-9ba0-48f0-80d3-4ef057ad67d3 HTTP/1.1" status: 404 len: 339 time: 0.0443292 Oct 29 09:28:08.989860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43200) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:09.061778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3be4af5-0793-4b2f-ad23-7cf3abcd79b4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Deleting subnet d7bf1dc9-fc2b-45c5-9af4-aa1d1d2e7cc9 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:28:09.065628 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3be4af5-0793-4b2f-ad23-7cf3abcd79b4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.114337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3be4af5-0793-4b2f-ad23-7cf3abcd79b4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.200051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3be4af5-0793-4b2f-ad23-7cf3abcd79b4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.272262 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3be4af5-0793-4b2f-ad23-7cf3abcd79b4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.302559 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be4af5-0793-4b2f-ad23-7cf3abcd79b4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Subnet': ['ID=d7bf1dc9-fc2b-45c5-9af4-aa1d1d2e7cc9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:09.305067 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e3be4af5-0793-4b2f-ad23-7cf3abcd79b4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.308640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e3be4af5-0793-4b2f-ad23-7cf3abcd79b4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/subnets/d7bf1dc9-fc2b-45c5-9af4-aa1d1d2e7cc9 HTTP/1.1" status: 204 len: 168 time: 0.3172801 Oct 29 09:28:09.311544 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43202) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:09.391405 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.455268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Deleting port 9421bc6d-d23d-4442-a07d-25f3f2877bbd {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:28:09.455620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.540746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] For port 9421bc6d-d23d-4442-a07d-25f3f2877bbd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9421bc6d-d23d-4442-a07d-25f3f2877bbd,segment=NetworkSegment(d4d03347-c582-496b-9630-c490e974edce),segment_id=d4d03347-c582-496b-9630-c490e974edce)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:09.541121 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.551180 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9421bc6d-d23d-4442-a07d-25f3f2877bbd up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:09.556256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Calling delete_port for 9421bc6d-d23d-4442-a07d-25f3f2877bbd owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:28:09.614831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9421bc6d-d23d-4442-a07d-25f3f2877bbd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:09.615144 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.672504 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.693182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Port 9421bc6d-d23d-4442-a07d-25f3f2877bbd update to ACTIVE by agent not found {{(pid=102115) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 29 09:28:09.705259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Port': ['ID=9421bc6d-d23d-4442-a07d-25f3f2877bbd,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:09.713616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No DVR routers for this DVR port 9421bc6d-d23d-4442-a07d-25f3f2877bbd on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:28:09.798223 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.823648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d7f77d-8e02-45ee-a367-076f0beab65e']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:09.827449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef7ed0-5485-422b-b84e-6a97171d7010 None None] Network 64d7f77d-8e02-45ee-a367-076f0beab65e requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:09.834790 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d03347-c582-496b-9630-c490e974edce') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:09.835084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d03347-c582-496b-9630-c490e974edce') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:09.844783 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.858353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.864299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:28:09.864693 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:28:09.868024 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:28:09.898802 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7833f369-ffd3-46ed-9ce8-1220f71e46b8 None None] Could not find standard attr ID for object 9421bc6d-d23d-4442-a07d-25f3f2877bbd. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 09:28:09.927599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.935679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:09.938933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/64d7f77d-8e02-45ee-a367-076f0beab65e HTTP/1.1" status: 204 len: 168 time: 0.6263556 Oct 29 09:28:09.941587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43204) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:09.960129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0c4f3-c4f5-4957-9e48-42ac12c9ff47 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Network': ['ID=64d7f77d-8e02-45ee-a367-076f0beab65e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:09.979263 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f19c56-325d-4dc4-962e-e50e88e06d0d tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] DELETE failed (client error): The resource could not be found. Oct 29 09:28:09.979728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f19c56-325d-4dc4-962e-e50e88e06d0d tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 09:28:09.983221 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-05f19c56-325d-4dc4-962e-e50e88e06d0d tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/subnets/4af2c0e2-a0e8-44c6-8791-e48105a9d6c9 HTTP/1.1" status: 404 len: 337 time: 0.0405328 Oct 29 09:28:09.985897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43206) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:10.006897 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-758c6abd-bc18-44ce-85f3-7031ad9237c4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] DELETE failed (client error): The resource could not be found. Oct 29 09:28:10.007424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758c6abd-bc18-44ce-85f3-7031ad9237c4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 09:28:10.011856 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-758c6abd-bc18-44ce-85f3-7031ad9237c4 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/63732695-db2d-4b04-90ac-8eb1b14ab311 HTTP/1.1" status: 404 len: 339 time: 0.0236397 Oct 29 09:28:10.013227 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43208) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:10.016287 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0a53d-66dc-4eb0-9ace-56da12b5950b None None] DHCP port deletion for 64d7f77d-8e02-45ee-a367-076f0beab65e request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:28:10.044066 n-d-815940-1 neutron-server[102113]: INFO neutron.pecan_wsgi.hooks.translation [None req-7590d07f-5eb2-4672-8967-43c2c82a01be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] DELETE failed (client error): The resource could not be found. Oct 29 09:28:10.044523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7590d07f-5eb2-4672-8967-43c2c82a01be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102113) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 09:28:10.049803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7590d07f-5eb2-4672-8967-43c2c82a01be tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/subnets/acd3ae67-3358-4374-b065-7697f4bb3874 HTTP/1.1" status: 404 len: 337 time: 0.0355458 Oct 29 09:28:10.052831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43210) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:10.071842 n-d-815940-1 neutron-server[102114]: INFO neutron.pecan_wsgi.hooks.translation [None req-02890572-7f7f-4690-a220-c89d9f82ad81 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] DELETE failed (client error): The resource could not be found. Oct 29 09:28:10.072402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02890572-7f7f-4690-a220-c89d9f82ad81 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 09:28:10.075342 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-02890572-7f7f-4690-a220-c89d9f82ad81 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/67e48edf-b167-4197-83d0-568bdeca62f4 HTTP/1.1" status: 404 len: 339 time: 0.0214963 Oct 29 09:28:10.078356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43212) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:10.135722 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d6d55e-fd4c-4918-b333-38f3aa685270 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Deleting subnet 66cd8411-2d0b-4b23-a59e-3a6ec4c72a75 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:28:10.140622 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8d6d55e-fd4c-4918-b333-38f3aa685270 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.181326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8d6d55e-fd4c-4918-b333-38f3aa685270 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.278646 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8d6d55e-fd4c-4918-b333-38f3aa685270 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.341730 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8d6d55e-fd4c-4918-b333-38f3aa685270 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.369748 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6d55e-fd4c-4918-b333-38f3aa685270 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Subnet': ['ID=66cd8411-2d0b-4b23-a59e-3a6ec4c72a75,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:10.374945 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8d6d55e-fd4c-4918-b333-38f3aa685270 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.378091 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f8d6d55e-fd4c-4918-b333-38f3aa685270 tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/subnets/66cd8411-2d0b-4b23-a59e-3a6ec4c72a75 HTTP/1.1" status: 204 len: 168 time: 0.2988248 Oct 29 09:28:10.381131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43214) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:10.381398 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327596f3-0c31-4cf7-b4c3-dbfafd7be73b None None] Network 6fd3e017-abbd-4037-9368-72ed56bf601b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:10.462560 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.519242 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Deleting port 8fb35009-0ad0-41ac-9556-aa02b5598a93 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:28:10.519595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.558645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] DHCP port deletion for 6fd3e017-abbd-4037-9368-72ed56bf601b request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:28:10.586704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] For port 8fb35009-0ad0-41ac-9556-aa02b5598a93, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8fb35009-0ad0-41ac-9556-aa02b5598a93,segment=NetworkSegment(770bf300-2710-4078-bc69-dc203b5acc39),segment_id=770bf300-2710-4078-bc69-dc203b5acc39)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:10.587074 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.600713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Calling delete_port for 8fb35009-0ad0-41ac-9556-aa02b5598a93 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:28:10.612526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] Deleting port 8fb35009-0ad0-41ac-9556-aa02b5598a93 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:28:10.612898 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.675689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] For port 8fb35009-0ad0-41ac-9556-aa02b5598a93, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8fb35009-0ad0-41ac-9556-aa02b5598a93,segment=NetworkSegment(770bf300-2710-4078-bc69-dc203b5acc39),segment_id=770bf300-2710-4078-bc69-dc203b5acc39)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:10.676143 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.688940 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.689182 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] Calling delete_port for 8fb35009-0ad0-41ac-9556-aa02b5598a93 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:28:10.717589 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] No DVR routers for this DVR port 8fb35009-0ad0-41ac-9556-aa02b5598a93 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:28:10.722657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Port': ['ID=8fb35009-0ad0-41ac-9556-aa02b5598a93,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:10.771022 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.796696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] Pushing event deleted for resources: {'Port': ['ID=8fb35009-0ad0-41ac-9556-aa02b5598a93,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:10.800620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2a234-a6e9-4be1-a524-0efcebff89a0 None None] No DVR routers for this DVR port 8fb35009-0ad0-41ac-9556-aa02b5598a93 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:28:10.808505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.833147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd3e017-abbd-4037-9368-72ed56bf601b']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:10.842708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770bf300-2710-4078-bc69-dc203b5acc39') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:10.843009 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770bf300-2710-4078-bc69-dc203b5acc39') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:10.852497 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.867435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.874227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:28:10.874652 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:28:10.877650 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:28:10.935796 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.943164 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:10.946224 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] 10.222.0.70 "DELETE /v2.0/networks/6fd3e017-abbd-4037-9368-72ed56bf601b HTTP/1.1" status: 204 len: 168 time: 0.5641344 Oct 29 09:28:10.958583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea621fd-3a04-4da9-832f-7c9ce67e78da tempest-NetworksIpV6Test-1619004345 tempest-NetworksIpV6Test-1619004345-project] Pushing event deleted for resources: {'Network': ['ID=6fd3e017-abbd-4037-9368-72ed56bf601b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:11.209974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43220) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:11.350313 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1cb52157-02c5-413b-88fc-838b50711cb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b19e6593daf84ec1aca8f5bdccde2c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390882 Oct 29 09:28:11.352973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43224) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:11.410007 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f291a213-8431-4e52-91f6-73306834ef13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:11.432155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f291a213-8431-4e52-91f6-73306834ef13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:11.484999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f291a213-8431-4e52-91f6-73306834ef13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:11.487653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f291a213-8431-4e52-91f6-73306834ef13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:11.488946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f291a213-8431-4e52-91f6-73306834ef13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1e24db1-83be-42f2-9185-812294b6ff45 HTTP/1.1" status: 204 len: 168 time: 0.1347501 Oct 29 09:28:11.499368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a213-8431-4e52-91f6-73306834ef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e24db1-83be-42f2-9185-812294b6ff45,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:11.512384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8fb35009-0ad0-41ac-9556-aa02b5598a93 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:28:11.537121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8fb35009-0ad0-41ac-9556-aa02b5598a93 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:28:11.537470 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8fb35009-0ad0-41ac-9556-aa02b5598a93 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:28:11.537882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9421bc6d-d23d-4442-a07d-25f3f2877bbd no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:28:11.557839 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9421bc6d-d23d-4442-a07d-25f3f2877bbd {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:28:11.558186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9421bc6d-d23d-4442-a07d-25f3f2877bbd not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:28:12.206683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43246) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:12.315022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ece743a9-7095-4d13-993a-6c1a67a6e000 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-99898805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:12.343560 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ece743a9-7095-4d13-993a-6c1a67a6e000 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.345048 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ece743a9-7095-4d13-993a-6c1a67a6e000 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.400661 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ece743a9-7095-4d13-993a-6c1a67a6e000 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.407168 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ece743a9-7095-4d13-993a-6c1a67a6e000 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.432570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ece743a9-7095-4d13-993a-6c1a67a6e000 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.438461 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ece743a9-7095-4d13-993a-6c1a67a6e000 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2261081 Oct 29 09:28:12.438637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43250) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:12.442940 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1794672494'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:12.473932 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Made reservation on behalf of 94ea93b5372e4514afdb9b4a8ebc0303 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:12.478906 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.496048 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.587267 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.594056 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.628187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:12.635638 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1db7e77-a8c7-4454-94d6-cfc4e687b9f3,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:12.654258 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.654542 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Added segment 5e26f960-c692-46d7-824e-ce387c923c14 of type vlan for network e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 Oct 29 09:28:12.702520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.732119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.741410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:12.742414 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:12.803582 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3653595 Oct 29 09:28:12.806541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43252) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:12.811962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Request body: {'subnet': {'network_id': 'e3fa6c02-6b5e-4eb4-99d9-928a73bc9515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:12.819392 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aafa22-bc34-4548-9626-7c44ab39cfd5 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event updated for resources: {'Network': ['ID=e3fa6c02-6b5e-4eb4-99d9-928a73bc9515,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:12.830749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:12.909811 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Made reservation on behalf of 94ea93b5372e4514afdb9b4a8ebc0303 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:12.913603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.438821 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.504824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event updated for resources: {'Subnet': ['ID=25068397-4875-453c-9b0c-b9dd4ad1ccff,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:13.513566 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Checking segment: {'id': '5e26f960-c692-46d7-824e-ce387c923c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e3fa6c02-6b5e-4eb4-99d9-928a73bc9515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:13.513917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Network hostable DHCP agents. Network: e3fa6c02-6b5e-4eb4-99d9-928a73bc9515, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:13.533106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Network e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:13.544309 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, e3fa6c02-6b5e-4eb4-99d9-928a73bc9515) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:13.548706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:13.549365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.553696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a849ccc-fe0c-416d-9b11-5e8a380bb09e None None] Network e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:13.569371 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3d610b34-1133-4e0e-94c0-cd16af48e6c7 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7592680 Oct 29 09:28:13.570728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43254) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:13.575684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1908979510'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:13.598193 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Made reservation on behalf of 94ea93b5372e4514afdb9b4a8ebc0303 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:13.601878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.632751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:13.646398 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.646776 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Added segment 6d28dcaf-61c8-4482-9f17-8518a46a53d0 of type vlan for network b5e6bcec-14f4-4f30-b46e-5774d112c893 Oct 29 09:28:13.689272 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.715428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.722543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:13.723215 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.727079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-e3fa6c02-6b5e-4eb4-99d9-928a73bc9515', 'network_id': 'e3fa6c02-6b5e-4eb4-99d9-928a73bc9515', 'tenant_id': '94ea93b5372e4514afdb9b4a8ebc0303', 'fixed_ips': [{'subnet_id': '25068397-4875-453c-9b0c-b9dd4ad1ccff'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:28:13.728357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.781739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2099209 Oct 29 09:28:13.784850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43256) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:13.789831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Request body: {'subnet': {'network_id': 'b5e6bcec-14f4-4f30-b46e-5774d112c893', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:13.842572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44deb4-d056-4d29-a5f8-0acab274e3f3 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event updated for resources: {'Network': ['ID=b5e6bcec-14f4-4f30-b46e-5774d112c893,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:13.853493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network b5e6bcec-14f4-4f30-b46e-5774d112c893 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:13.896910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Made reservation on behalf of 94ea93b5372e4514afdb9b4a8ebc0303 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:13.900570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:13.906962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Allocated IP 172.20.0.2 (e3fa6c02-6b5e-4eb4-99d9-928a73bc9515/25068397-4875-453c-9b0c-b9dd4ad1ccff/63f51c03-8c85-4e4e-aac0-0e80246cd851) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:14.068675 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.074585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.091392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.120436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Network e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:14.125971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:14.128196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Pushing event updated for resources: {'Port': ['ID=63f51c03-8c85-4e4e-aac0-0e80246cd851,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:14.130339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:14.155642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event updated for resources: {'Subnet': ['ID=47b02894-db08-4cd7-a360-7ba234ecf90b,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:14.164765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Checking segment: {'id': '6d28dcaf-61c8-4482-9f17-8518a46a53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b5e6bcec-14f4-4f30-b46e-5774d112c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:14.165139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Network hostable DHCP agents. Network: b5e6bcec-14f4-4f30-b46e-5774d112c893, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:14.184860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Network b5e6bcec-14f4-4f30-b46e-5774d112c893 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:14.186027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Attempting to bind port 63f51c03-8c85-4e4e-aac0-0e80246cd851 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:14.186443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Attempting to bind port 63f51c03-8c85-4e4e-aac0-0e80246cd851 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '5e26f960-c692-46d7-824e-ce387c923c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e3fa6c02-6b5e-4eb4-99d9-928a73bc9515'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:14.186811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Attempting to bind port 63f51c03-8c85-4e4e-aac0-0e80246cd851 on network e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:14.191913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:14.192342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Checking segment: {'id': '5e26f960-c692-46d7-824e-ce387c923c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e3fa6c02-6b5e-4eb4-99d9-928a73bc9515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:14.192857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.193301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Bound using segment: {'id': '5e26f960-c692-46d7-824e-ce387c923c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e3fa6c02-6b5e-4eb4-99d9-928a73bc9515'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:14.193797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Bound port: 63f51c03-8c85-4e4e-aac0-0e80246cd851, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e26f960-c692-46d7-824e-ce387c923c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e3fa6c02-6b5e-4eb4-99d9-928a73bc9515'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:14.194223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.196704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, b5e6bcec-14f4-4f30-b46e-5774d112c893) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:14.201293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:14.201909 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.207134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b31892-31cb-4142-ab99-367a8a1d5894 None None] Network b5e6bcec-14f4-4f30-b46e-5774d112c893 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:14.220606 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6ee2c620-ab10-4a25-995c-99437b88165f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4349699 Oct 29 09:28:14.223581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43258) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:14.228312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9a933995-81d5-4871-8dab-dfd4c0d29919 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5e6bcec-14f4-4f30-b46e-5774d112c893'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:14.339692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] For port 63f51c03-8c85-4e4e-aac0-0e80246cd851, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:14.355213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-aea07e02-aace-4af9-9154-b1124a7180a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.361424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] For port 63f51c03-8c85-4e4e-aac0-0e80246cd851, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=63f51c03-8c85-4e4e-aac0-0e80246cd851,segment=NetworkSegment(5e26f960-c692-46d7-824e-ce387c923c14),segment_id=5e26f960-c692-46d7-824e-ce387c923c14)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:14.382948 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.454764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9a933995-81d5-4871-8dab-dfd4c0d29919 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.475064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cbb88-e306-4507-a6cf-5b5007fd4fda None None] Pushing event updated for resources: {'Port': ['ID=63f51c03-8c85-4e4e-aac0-0e80246cd851,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:14.485744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-b5e6bcec-14f4-4f30-b46e-5774d112c893', 'network_id': 'b5e6bcec-14f4-4f30-b46e-5774d112c893', 'tenant_id': '94ea93b5372e4514afdb9b4a8ebc0303', 'fixed_ips': [{'subnet_id': '47b02894-db08-4cd7-a360-7ba234ecf90b'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:28:14.486638 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.569914 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [None req-9a933995-81d5-4871-8dab-dfd4c0d29919 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 09:28:14.571037 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9a933995-81d5-4871-8dab-dfd4c0d29919 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "PUT /v2.0/routers/92dd7a83-4921-40d2-ae6a-a02241cba4c7 HTTP/1.1" status: 400 len: 364 time: 0.3464377 Oct 29 09:28:14.577568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43260) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:14.641028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Allocated IP 172.21.0.2 (b5e6bcec-14f4-4f30-b46e-5774d112c893/47b02894-db08-4cd7-a360-7ba234ecf90b/92986714-82f5-4769-ab69-65951f2d49c6) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:14.665325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fda0fcd-c13e-428f-af50-5d22a952c2e8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Deleting subnet 47b02894-db08-4cd7-a360-7ba234ecf90b {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:28:14.813192 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.820723 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fda0fcd-c13e-428f-af50-5d22a952c2e8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.821313 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.862537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fda0fcd-c13e-428f-af50-5d22a952c2e8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.866327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Network b5e6bcec-14f4-4f30-b46e-5774d112c893 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:14.871195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:14.876872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:14.880011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Pushing event updated for resources: {'Port': ['ID=92986714-82f5-4769-ab69-65951f2d49c6,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:14.934262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Attempting to bind port 92986714-82f5-4769-ab69-65951f2d49c6 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:14.934631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Attempting to bind port 92986714-82f5-4769-ab69-65951f2d49c6 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '6d28dcaf-61c8-4482-9f17-8518a46a53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b5e6bcec-14f4-4f30-b46e-5774d112c893'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:14.934997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Attempting to bind port 92986714-82f5-4769-ab69-65951f2d49c6 on network b5e6bcec-14f4-4f30-b46e-5774d112c893 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:14.940264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:14.940633 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Checking segment: {'id': '6d28dcaf-61c8-4482-9f17-8518a46a53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b5e6bcec-14f4-4f30-b46e-5774d112c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:14.941041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.941441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Bound using segment: {'id': '6d28dcaf-61c8-4482-9f17-8518a46a53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b5e6bcec-14f4-4f30-b46e-5774d112c893'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:14.941907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Bound port: 92986714-82f5-4769-ab69-65951f2d49c6, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d28dcaf-61c8-4482-9f17-8518a46a53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b5e6bcec-14f4-4f30-b46e-5774d112c893'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:14.942286 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:14.959659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fda0fcd-c13e-428f-af50-5d22a952c2e8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.028285 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fda0fcd-c13e-428f-af50-5d22a952c2e8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.031170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] For port 92986714-82f5-4769-ab69-65951f2d49c6, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:15.035176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] For port 92986714-82f5-4769-ab69-65951f2d49c6, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=92986714-82f5-4769-ab69-65951f2d49c6,segment=NetworkSegment(6d28dcaf-61c8-4482-9f17-8518a46a53d0),segment_id=6d28dcaf-61c8-4482-9f17-8518a46a53d0)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:15.041458 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.064772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda0fcd-c13e-428f-af50-5d22a952c2e8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event deleted for resources: {'Subnet': ['ID=47b02894-db08-4cd7-a360-7ba234ecf90b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:15.068851 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3fda0fcd-c13e-428f-af50-5d22a952c2e8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.075200 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43262) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:15.088527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3fda0fcd-c13e-428f-af50-5d22a952c2e8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "DELETE /v2.0/subnets/47b02894-db08-4cd7-a360-7ba234ecf90b HTTP/1.1" status: 204 len: 168 time: 0.5023434 Oct 29 09:28:15.111906 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25362ad-21b1-47e8-a25f-e28b786e9f8c None None] Pushing event updated for resources: {'Port': ['ID=92986714-82f5-4769-ab69-65951f2d49c6,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:15.149184 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:28:15.176631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.233700 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Deleting port 92986714-82f5-4769-ab69-65951f2d49c6 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:28:15.234138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.314596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] For port 92986714-82f5-4769-ab69-65951f2d49c6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=92986714-82f5-4769-ab69-65951f2d49c6,segment=NetworkSegment(6d28dcaf-61c8-4482-9f17-8518a46a53d0),segment_id=6d28dcaf-61c8-4482-9f17-8518a46a53d0)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:15.315340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.331447 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Calling delete_port for 92986714-82f5-4769-ab69-65951f2d49c6 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:28:15.429005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.464654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event deleted for resources: {'Port': ['ID=92986714-82f5-4769-ab69-65951f2d49c6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:15.467023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f7b09-2ac6-4174-b9fd-c0055dc17abd None None] Network e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:15.471046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] No DVR routers for this DVR port 92986714-82f5-4769-ab69-65951f2d49c6 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:28:15.567411 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.589691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e6bcec-14f4-4f30-b46e-5774d112c893']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:15.600763 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d28dcaf-61c8-4482-9f17-8518a46a53d0') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:15.601071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d28dcaf-61c8-4482-9f17-8518a46a53d0') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:15.606354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-203072ae-448b-4fc0-a7da-72b2326e3b2f None None] Provisioning complete for port 63f51c03-8c85-4e4e-aac0-0e80246cd851 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:15.606727 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-203072ae-448b-4fc0-a7da-72b2326e3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.609522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 92986714-82f5-4769-ab69-65951f2d49c6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:15.617002 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.630958 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.637111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:28:15.637512 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:28:15.641344 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:28:15.662004 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 92986714-82f5-4769-ab69-65951f2d49c6 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:28:15.662323 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 92986714-82f5-4769-ab69-65951f2d49c6 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 29 09:28:15.695427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Port 92986714-82f5-4769-ab69-65951f2d49c6 not found, will not notify nova. {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 29 09:28:15.695895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 63f51c03-8c85-4e4e-aac0-0e80246cd851 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:15.701296 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.708636 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.712132 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "DELETE /v2.0/networks/b5e6bcec-14f4-4f30-b46e-5774d112c893 HTTP/1.1" status: 204 len: 168 time: 0.6354814 Oct 29 09:28:15.714699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43264) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:15.726222 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697881a2-5480-41fe-951c-f173adff74be tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event deleted for resources: {'Network': ['ID=b5e6bcec-14f4-4f30-b46e-5774d112c893,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:15.770253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-179961e3-89a4-4008-8cc6-0e9ee7f5ba76 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Deleting subnet 25068397-4875-453c-9b0c-b9dd4ad1ccff {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:28:15.774514 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-179961e3-89a4-4008-8cc6-0e9ee7f5ba76 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.824778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-179961e3-89a4-4008-8cc6-0e9ee7f5ba76 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.922515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-179961e3-89a4-4008-8cc6-0e9ee7f5ba76 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:15.989683 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-179961e3-89a4-4008-8cc6-0e9ee7f5ba76 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.004618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 63f51c03-8c85-4e4e-aac0-0e80246cd851 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:16.005145 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.008865 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-203072ae-448b-4fc0-a7da-72b2326e3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.037944 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-179961e3-89a4-4008-8cc6-0e9ee7f5ba76 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.042025 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-179961e3-89a4-4008-8cc6-0e9ee7f5ba76 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "DELETE /v2.0/subnets/25068397-4875-453c-9b0c-b9dd4ad1ccff HTTP/1.1" status: 204 len: 168 time: 0.3262317 Oct 29 09:28:16.043287 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179961e3-89a4-4008-8cc6-0e9ee7f5ba76 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event deleted for resources: {'Subnet': ['ID=25068397-4875-453c-9b0c-b9dd4ad1ccff,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:16.046112 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43266) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:16.132467 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-203072ae-448b-4fc0-a7da-72b2326e3b2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 09:28:16.132860 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-203072ae-448b-4fc0-a7da-72b2326e3b2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 09:28:16.141841 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.146929 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.185729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 63f51c03-8c85-4e4e-aac0-0e80246cd851, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=63f51c03-8c85-4e4e-aac0-0e80246cd851,segment=NetworkSegment(5e26f960-c692-46d7-824e-ce387c923c14),segment_id=5e26f960-c692-46d7-824e-ce387c923c14)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:16.194266 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.214921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Deleting port 63f51c03-8c85-4e4e-aac0-0e80246cd851 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:28:16.215270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.231674 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604af608-2c93-4059-b467-c67c9ee39a1d None None] DHCP port deletion for b5e6bcec-14f4-4f30-b46e-5774d112c893 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:28:16.267191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fef8da-5942-4288-8f3c-a7a470f912ec None None] Network b5e6bcec-14f4-4f30-b46e-5774d112c893 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:16.285863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0273a938-eba2-4c4f-8756-0c987eabc2a1 None None] Network e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:16.286603 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] For port 63f51c03-8c85-4e4e-aac0-0e80246cd851, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=63f51c03-8c85-4e4e-aac0-0e80246cd851,segment=NetworkSegment(5e26f960-c692-46d7-824e-ce387c923c14),segment_id=5e26f960-c692-46d7-824e-ce387c923c14)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:16.287016 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.287573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fef8da-5942-4288-8f3c-a7a470f912ec None None] Network b5e6bcec-14f4-4f30-b46e-5774d112c893 could not be found, it might have been deleted concurrently. {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 09:28:16.290980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=63f51c03-8c85-4e4e-aac0-0e80246cd851,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:16.301118 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Calling delete_port for 63f51c03-8c85-4e4e-aac0-0e80246cd851 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:28:16.398559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.431906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event deleted for resources: {'Port': ['ID=63f51c03-8c85-4e4e-aac0-0e80246cd851,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:16.442648 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] No DVR routers for this DVR port 63f51c03-8c85-4e4e-aac0-0e80246cd851 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:28:16.495476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35748d6e-b4b4-468d-ab98-573a3d8afd67 None None] DHCP port deletion for e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:28:16.530466 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.549704 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fa6c02-6b5e-4eb4-99d9-928a73bc9515']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:16.558703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e26f960-c692-46d7-824e-ce387c923c14') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:16.559008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e26f960-c692-46d7-824e-ce387c923c14') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:16.568909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.582389 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.588554 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:28:16.588943 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:28:16.592193 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:28:16.653155 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.653879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-203072ae-448b-4fc0-a7da-72b2326e3b2f None None] Port 63f51c03-8c85-4e4e-aac0-0e80246cd851 update to ACTIVE by agent not found {{(pid=102115) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 29 09:28:16.661077 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.664190 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "DELETE /v2.0/networks/e3fa6c02-6b5e-4eb4-99d9-928a73bc9515 HTTP/1.1" status: 204 len: 168 time: 0.6165273 Oct 29 09:28:16.667160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43268) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:16.675750 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e83aca-461b-4e2c-87cd-5233744386b8 tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Pushing event deleted for resources: {'Network': ['ID=e3fa6c02-6b5e-4eb4-99d9-928a73bc9515,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:16.695921 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e4d9753e-f272-4e3d-9afc-0fc3f7ac685d tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "GET /v2.0/ports?device_id=92dd7a83-4921-40d2-ae6a-a02241cba4c7 HTTP/1.1" status: 200 len: 205 time: 0.0274937 Oct 29 09:28:16.698363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43270) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:16.767268 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-761eb60f-157a-4461-9392-6cbf3d02f725 None None] Could not find standard attr ID for object 92986714-82f5-4769-ab69-65951f2d49c6. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 09:28:16.770583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-761eb60f-157a-4461-9392-6cbf3d02f725 None None] Could not find standard attr ID for object 63f51c03-8c85-4e4e-aac0-0e80246cd851. {{(pid=102115) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 09:28:16.776100 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7834fd7-aa29-4423-9c75-d84d04fa534f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.946081 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7834fd7-aa29-4423-9c75-d84d04fa534f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.948333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7834fd7-aa29-4423-9c75-d84d04fa534f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.993594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7834fd7-aa29-4423-9c75-d84d04fa534f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:16.994509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7834fd7-aa29-4423-9c75-d84d04fa534f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Fanout notify agent at l3_agent the message router_deleted on router 92dd7a83-4921-40d2-ae6a-a02241cba4c7 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:28:17.001758 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7834fd7-aa29-4423-9c75-d84d04fa534f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:17.002870 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e7834fd7-aa29-4423-9c75-d84d04fa534f tempest-RoutersNegativeTest-136395910 tempest-RoutersNegativeTest-136395910-project] 10.222.0.70 "DELETE /v2.0/routers/92dd7a83-4921-40d2-ae6a-a02241cba4c7 HTTP/1.1" status: 204 len: 168 time: 0.3036132 Oct 29 09:28:17.037826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3cad511a-ca44-4b4b-b49c-95e7f909c791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:17.271949 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43278) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:17.418233 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1c873854-78f3-4646-81cc-e7da30bc90a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94ea93b5372e4514afdb9b4a8ebc0303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450253 Oct 29 09:28:17.421199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43282) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:17.478324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85095c40-c475-4e22-bd59-352cdef29082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:17.501782 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85095c40-c475-4e22-bd59-352cdef29082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:17.511504 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 92986714-82f5-4769-ab69-65951f2d49c6 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:28:17.535693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 92986714-82f5-4769-ab69-65951f2d49c6 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:28:17.536077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 92986714-82f5-4769-ab69-65951f2d49c6 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:28:17.536505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 63f51c03-8c85-4e4e-aac0-0e80246cd851 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:28:17.550044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85095c40-c475-4e22-bd59-352cdef29082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:17.552840 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-85095c40-c475-4e22-bd59-352cdef29082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:17.554007 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-85095c40-c475-4e22-bd59-352cdef29082 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1db7e77-a8c7-4454-94d6-cfc4e687b9f3 HTTP/1.1" status: 204 len: 168 time: 0.1317229 Oct 29 09:28:17.556715 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 63f51c03-8c85-4e4e-aac0-0e80246cd851 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:28:17.557278 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 63f51c03-8c85-4e4e-aac0-0e80246cd851 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:28:17.562410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85095c40-c475-4e22-bd59-352cdef29082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1db7e77-a8c7-4454-94d6-cfc4e687b9f3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:18.249669 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43306) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:18.347586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-602990735-network', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:18.371688 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.374038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Made reservation on behalf of c4142b3ef970435fa874b903986b4e4c for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:18.375613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.376480 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.385648 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.463627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.469363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.490477 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:18.506761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d2d270-ceab-41cb-8a04-4e0c9b12dc04,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:18.510650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.511008 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Added segment c66f9206-2899-489a-b616-b11268757e74 of type vlan for network 777c1693-464b-48ea-8b97-f271d6595ad9 Oct 29 09:28:18.551586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.579687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.580686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:18.581399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.642033 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3911817 Oct 29 09:28:18.645317 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:18.650537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Request body: {'subnet': {'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-subnet', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'ip_version': 4}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:18.653301 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096cc19-fd9f-4707-bf80-636de5ac22a6 admin admin] Pushing event updated for resources: {'Network': ['ID=777c1693-464b-48ea-8b97-f271d6595ad9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:18.663551 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 777c1693-464b-48ea-8b97-f271d6595ad9 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:18.674024 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Made reservation on behalf of c4142b3ef970435fa874b903986b4e4c for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:18.676399 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.848309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.904785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe4b76f-fc21-41be-b2c6-46fb1d2ec022,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:18.912056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Checking segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:18.912416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Network hostable DHCP agents. Network: 777c1693-464b-48ea-8b97-f271d6595ad9, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:18.931713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Network 777c1693-464b-48ea-8b97-f271d6595ad9 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:18.940831 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 777c1693-464b-48ea-8b97-f271d6595ad9) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:18.944790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:18.945366 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:18.950055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a5fb1-c249-4157-8901-ab0ebaa9f8d1 None None] Network 777c1693-464b-48ea-8b97-f271d6595ad9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:18.965878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bb271bcc-bb24-4038-a61c-722391fbbe85 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3192110 Oct 29 09:28:18.969061 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:18.975736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:19.005585 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.006614 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.062376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.106217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-777c1693-464b-48ea-8b97-f271d6595ad9', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'fixed_ips': [{'subnet_id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:28:19.107163 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.203015 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.241536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Allocated IP 172.20.0.2 (777c1693-464b-48ea-8b97-f271d6595ad9/dfe4b76f-fc21-41be-b2c6-46fb1d2ec022/332673a9-8aab-45d0-9172-4ee2565b9fd0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:19.386819 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.393286 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.406836 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.426080 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.441647 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Network 777c1693-464b-48ea-8b97-f271d6595ad9 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:19.444681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:19.449200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:19.452691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Pushing event updated for resources: {'Port': ['ID=332673a9-8aab-45d0-9172-4ee2565b9fd0,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:19.505381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Attempting to bind port 332673a9-8aab-45d0-9172-4ee2565b9fd0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:19.506064 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Attempting to bind port 332673a9-8aab-45d0-9172-4ee2565b9fd0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:19.506433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Attempting to bind port 332673a9-8aab-45d0-9172-4ee2565b9fd0 on network 777c1693-464b-48ea-8b97-f271d6595ad9 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:19.511679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:19.512099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Checking segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:19.512518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.512913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Bound using segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:19.513411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Bound port: 332673a9-8aab-45d0-9172-4ee2565b9fd0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:19.513798 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.581801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] For port 332673a9-8aab-45d0-9172-4ee2565b9fd0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:19.585593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] For port 332673a9-8aab-45d0-9172-4ee2565b9fd0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=332673a9-8aab-45d0-9172-4ee2565b9fd0,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:19.590995 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.655509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73f594-43de-42ee-b079-307bc31b572d None None] Pushing event updated for resources: {'Port': ['ID=332673a9-8aab-45d0-9172-4ee2565b9fd0,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:19.742041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:19.884208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Allocated IP 172.25.5.228 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/8b292f25-f8b4-452d-ba28-504aeaa4f0fd) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:19.999860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:20.037903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:20.084443 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:20.087487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:20.090052 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:20.116497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Pushing event updated for resources: {'Port': ['ID=8b292f25-f8b4-452d-ba28-504aeaa4f0fd,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:20.353757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:20.533611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f471da-16d1-4116-a055-c55c0b9c2bbc None None] Network 777c1693-464b-48ea-8b97-f271d6595ad9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:20.559984 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:20.662108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6b57d66e-cd7a-41eb-8b28-a6b6dd40481e None None] Provisioning complete for port 332673a9-8aab-45d0-9172-4ee2565b9fd0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:20.662474 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b57d66e-cd7a-41eb-8b28-a6b6dd40481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:20.689909 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:28:20.766012 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b57d66e-cd7a-41eb-8b28-a6b6dd40481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:20.804833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-6b57d66e-cd7a-41eb-8b28-a6b6dd40481e None None] For port 332673a9-8aab-45d0-9172-4ee2565b9fd0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=332673a9-8aab-45d0-9172-4ee2565b9fd0,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:20.810785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:28:20.813311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6b57d66e-cd7a-41eb-8b28-a6b6dd40481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:20.820952 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Sync routers for ids ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:28:20.832917 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:20.834251 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-05f185a1-c7f0-4160-b073-a157711b9409 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8639865 Oct 29 09:28:20.837162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43314) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:20.863330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Routers {'d3a79f99-7bc6-4aaf-b150-8ad651ecada3'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:28:20.863986 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:28:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:20.937866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57d66e-cd7a-41eb-8b28-a6b6dd40481e None None] Pushing event updated for resources: {'Port': ['ID=332673a9-8aab-45d0-9172-4ee2565b9fd0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:20.981261 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Set router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:28:21.091206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-bd980ad2-93c6-45d5-8a35-61df310d9cdb None None] Provisioning complete for port 332673a9-8aab-45d0-9172-4ee2565b9fd0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:21.091717 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bd980ad2-93c6-45d5-8a35-61df310d9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.241344 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:20Z', 'revision_number': 3, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port': {'id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:21.268073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Checking router: d3a79f99-7bc6-4aaf-b150-8ad651ecada3 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:28:21.268460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Updating router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:28:21.271913 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.293008 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.432471 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Allocated IP 172.20.0.1 (777c1693-464b-48ea-8b97-f271d6595ad9/dfe4b76f-fc21-41be-b2c6-46fb1d2ec022/0897a688-0c37-409b-91aa-75d00621c683) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:21.548081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.562733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 332673a9-8aab-45d0-9172-4ee2565b9fd0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:21.568173 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.583089 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.596557 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.623284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Network 777c1693-464b-48ea-8b97-f271d6595ad9 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:21.626328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:21.630146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:21.656179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Attempting to bind port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:21.656677 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Attempting to bind port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:21.657044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Attempting to bind port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:21.658058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Pushing event updated for resources: {'Port': ['ID=0897a688-0c37-409b-91aa-75d00621c683,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:21.669271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:21.670106 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:21.670512 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.670903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:21.671820 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Bound port: 8b292f25-f8b4-452d-ba28-504aeaa4f0fd, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:21.671820 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.674919 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.714941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a436-ee00-4be5-a54b-5d006cb16214 None None] Pushing event updated for resources: {'Port': ['ID=8b292f25-f8b4-452d-ba28-504aeaa4f0fd,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:21.750258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] For port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:21.754444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] For port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b292f25-f8b4-452d-ba28-504aeaa4f0fd,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:21.755593 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 332673a9-8aab-45d0-9172-4ee2565b9fd0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:21.756055 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.781556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.830174 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:21.870854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a436-ee00-4be5-a54b-5d006cb16214 None None] Pushing event updated for resources: {'Port': ['ID=8b292f25-f8b4-452d-ba28-504aeaa4f0fd,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:21.879158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Routers {'d3a79f99-7bc6-4aaf-b150-8ad651ecada3'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:28:21.879864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:28:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:22.004506 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:22.010431 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:22.085208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Pushing event updated for resources: {'Port': ['ID=0897a688-0c37-409b-91aa-75d00621c683,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:22.088393 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:22.158531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ba60c0fd-05e9-4a2f-8bc1-8f851eb9edf2 None None] Provisioning complete for port 0897a688-0c37-409b-91aa-75d00621c683 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:22.158982 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ba60c0fd-05e9-4a2f-8bc1-8f851eb9edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:22.188760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Network 777c1693-464b-48ea-8b97-f271d6595ad9 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:22.190773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:22.224107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ba60c0fd-05e9-4a2f-8bc1-8f851eb9edf2 None None] Port 0897a688-0c37-409b-91aa-75d00621c683 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:28:22.245426 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] Set router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:28:22.315527 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:28:22.432499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:28:22.442838 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0aca91f0-9268-4486-a156-1a71054c2d08 admin admin] 10.222.0.70 "PUT /v2.0/routers/d3a79f99-7bc6-4aaf-b150-8ad651ecada3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6045568 Oct 29 09:28:22.462803 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-add8f813-27f1-4ea8-8e3a-415cbf40665e None None] Provisioning complete for port 0897a688-0c37-409b-91aa-75d00621c683 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:22.463099 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-add8f813-27f1-4ea8-8e3a-415cbf40665e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:22.498266 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 4, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port': {'id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0897a688-0c37-409b-91aa-75d00621c683', 'name': '', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'mac_address': 'fa:16:3e:b7:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:21Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 1, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'subnets': [{'id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:22.526424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ebf5f-bec6-4c5e-b9bd-cff3d0992cf9 None None] The sync data for ids ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'] in n-d-815940-1 is: [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 4, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port': {'id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0897a688-0c37-409b-91aa-75d00621c683', 'name': '', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'mac_address': 'fa:16:3e:b7:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:21Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 1, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'subnets': [{'id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:28:22.528112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-add8f813-27f1-4ea8-8e3a-415cbf40665e None None] Port 0897a688-0c37-409b-91aa-75d00621c683 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:28:22.957994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43330) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:22.963197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-192630842-network', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:22.985960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Made reservation on behalf of 86dbc1b95c7d4e8ab4db8f291bbe3c24 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:22.988656 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:22.999055 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.081451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.086750 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.114065 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:28:23.124933 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca4e69-0d4e-48a1-bf7b-81e2f1b0d41f,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:23.131207 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.131563 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Added segment d91953d1-cae0-4001-8a57-23d0ccd5ae53 of type vlan for network edae42d2-4b3b-4219-ba76-ba42169fcc7d Oct 29 09:28:23.174557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.204158 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.205300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:23.205855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.273802 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3146067 Oct 29 09:28:23.276756 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43332) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:23.279151 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38abf69-9509-4c51-bf11-29c0f2c309be admin admin] Pushing event updated for resources: {'Network': ['ID=edae42d2-4b3b-4219-ba76-ba42169fcc7d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:23.283054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Request body: {'subnet': {'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-subnet', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:23.299615 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network edae42d2-4b3b-4219-ba76-ba42169fcc7d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:28:23.315398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Made reservation on behalf of 86dbc1b95c7d4e8ab4db8f291bbe3c24 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:23.317802 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.505931 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.559277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b292f25-f8b4-452d-ba28-504aeaa4f0fd up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:23.569491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Pushing event updated for resources: {'Subnet': ['ID=011d9165-cec5-4d82-804f-9bc76f05833b,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:23.575090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Checking segment: {'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:23.575405 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Network hostable DHCP agents. Network: edae42d2-4b3b-4219-ba76-ba42169fcc7d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:28:23.595640 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Network edae42d2-4b3b-4219-ba76-ba42169fcc7d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:28:23.617201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, edae42d2-4b3b-4219-ba76-ba42169fcc7d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:23.619834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:23.620450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.627904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:23.628627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.643963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb17863e-29e9-4289-962a-9695b9dbd778 None None] Network edae42d2-4b3b-4219-ba76-ba42169fcc7d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:23.652339 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-df1cc08e-64df-416f-b1a1-e5bbb51a130c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3742547 Oct 29 09:28:23.655369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43334) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:23.660102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:23.687962 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.689113 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.759005 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.793595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.842370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b292f25-f8b4-452d-ba28-504aeaa4f0fd,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:23.851518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.911171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-edae42d2-4b3b-4219-ba76-ba42169fcc7d', 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'fixed_ips': [{'subnet_id': '011d9165-cec5-4d82-804f-9bc76f05833b'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:28:23.912179 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.918213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:23.937162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=8b292f25-f8b4-452d-ba28-504aeaa4f0fd,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:24.070024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Allocated IP 172.20.0.2 (edae42d2-4b3b-4219-ba76-ba42169fcc7d/011d9165-cec5-4d82-804f-9bc76f05833b/e7939c1d-97a2-4ce8-b449-04b78e9ce60c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:24.131855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.152188 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.218727 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.226015 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.257248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Allocated IP 172.25.5.218 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/9088c5f1-4fe4-4578-86f7-f2569f5b46c6) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:24.272363 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Network edae42d2-4b3b-4219-ba76-ba42169fcc7d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:24.277652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:24.279838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Pushing event updated for resources: {'Port': ['ID=e7939c1d-97a2-4ce8-b449-04b78e9ce60c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:24.282062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:24.338183 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Attempting to bind port e7939c1d-97a2-4ce8-b449-04b78e9ce60c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:24.338947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Attempting to bind port e7939c1d-97a2-4ce8-b449-04b78e9ce60c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:24.338947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Attempting to bind port e7939c1d-97a2-4ce8-b449-04b78e9ce60c on network edae42d2-4b3b-4219-ba76-ba42169fcc7d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:24.345031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:24.345383 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Checking segment: {'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:24.346247 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.346247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Bound using segment: {'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:24.346670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Bound port: e7939c1d-97a2-4ce8-b449-04b78e9ce60c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:24.347041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.370745 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.407869 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.418692 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] For port e7939c1d-97a2-4ce8-b449-04b78e9ce60c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:24.425413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] For port e7939c1d-97a2-4ce8-b449-04b78e9ce60c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e7939c1d-97a2-4ce8-b449-04b78e9ce60c,segment=NetworkSegment(d91953d1-cae0-4001-8a57-23d0ccd5ae53),segment_id=d91953d1-cae0-4001-8a57-23d0ccd5ae53)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:24.430958 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.452312 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:24.455410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:24.460050 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:24.463142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Pushing event updated for resources: {'Port': ['ID=9088c5f1-4fe4-4578-86f7-f2569f5b46c6,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:24.501587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a1b4f-58c1-46a0-acf9-141623c145bc None None] Pushing event updated for resources: {'Port': ['ID=e7939c1d-97a2-4ce8-b449-04b78e9ce60c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:24.764477 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:24.818832 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Sync routers for ids ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:28:24.830433 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Routers {'d3a79f99-7bc6-4aaf-b150-8ad651ecada3'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:28:24.831180 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:28:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:24.941379 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Set router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:28:24.962081 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.147290 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 4, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port': {'id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0897a688-0c37-409b-91aa-75d00621c683', 'name': '', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'mac_address': 'fa:16:3e:b7:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:21Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 2, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'subnets': [{'id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:25.178873 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Checking router: d3a79f99-7bc6-4aaf-b150-8ad651ecada3 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:28:25.179168 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Updating router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 port 0897a688-0c37-409b-91aa-75d00621c683 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:28:25.207444 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.437187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Router d4263e29-355e-4b80-af85-2d0d61e7e6b0 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:28:25.502345 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.510948 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.572393 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Pushing event updated for resources: {'Port': ['ID=0897a688-0c37-409b-91aa-75d00621c683,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:25.575672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:28:25.586446 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.587002 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.587495 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.588015 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.588513 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.588990 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.589464 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.589932 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.590257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Sync routers for ids ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:28:25.591052 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.591608 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.591964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.592449 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:28:25.604051 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Routers {'d4263e29-355e-4b80-af85-2d0d61e7e6b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:28:25.604742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:28:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:25.609952 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.614270 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cd54b23a-cd22-4c26-9949-fce5b49e4042 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9578018 Oct 29 09:28:25.614689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43336) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:28:25.690940 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Attempting to bind port 0897a688-0c37-409b-91aa-75d00621c683 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:25.698901 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Attempting to bind port 0897a688-0c37-409b-91aa-75d00621c683 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:25.699362 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Attempting to bind port 0897a688-0c37-409b-91aa-75d00621c683 on network 777c1693-464b-48ea-8b97-f271d6595ad9 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:25.713045 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:25.713747 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Checking segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:25.714333 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.714914 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Bound using segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:25.719698 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Bound port: 0897a688-0c37-409b-91aa-75d00621c683, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:25.722296 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.744434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b292f25-f8b4-452d-ba28-504aeaa4f0fd up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:25.746691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cbfb53-f6a8-44b7-a829-b6e6fb649453 None None] Network edae42d2-4b3b-4219-ba76-ba42169fcc7d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:28:25.808423 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] For port 0897a688-0c37-409b-91aa-75d00621c683, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:25.811888 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] For port 0897a688-0c37-409b-91aa-75d00621c683, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0897a688-0c37-409b-91aa-75d00621c683,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:25.818864 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.869099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ddfb8747-84de-43a2-8086-35b222326453 None None] Provisioning complete for port e7939c1d-97a2-4ce8-b449-04b78e9ce60c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:25.869341 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8747-84de-43a2-8086-35b222326453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:25.884818 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Routers {'d3a79f99-7bc6-4aaf-b150-8ad651ecada3'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:28:25.885435 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:28:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:25.887333 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfb949-bb8b-4f2f-b2be-43d48862c44b None None] Pushing event updated for resources: {'Port': ['ID=0897a688-0c37-409b-91aa-75d00621c683,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:25.957262 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Set router d4263e29-355e-4b80-af85-2d0d61e7e6b0 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:28:26.017468 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] Set router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:28:26.045498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:26.046471 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.157775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.200625 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8747-84de-43a2-8086-35b222326453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.248615 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 4, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port': {'id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0897a688-0c37-409b-91aa-75d00621c683', 'name': '', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'mac_address': 'fa:16:3e:b7:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:21Z', 'updated_at': '2021-10-29T09:28:25Z', 'revision_number': 4, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'subnets': [{'id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:26.280907 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4661c-18e3-4779-883f-8af5bd0000be None None] The sync data for ids ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'] in n-d-815940-1 is: [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:21Z', 'revision_number': 4, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port': {'id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '0897a688-0c37-409b-91aa-75d00621c683', 'name': '', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'mac_address': 'fa:16:3e:b7:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:21Z', 'updated_at': '2021-10-29T09:28:25Z', 'revision_number': 4, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'subnets': [{'id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:28:26.293282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e7939c1d-97a2-4ce8-b449-04b78e9ce60c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:26.325845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ddfb8747-84de-43a2-8086-35b222326453 None None] For port e7939c1d-97a2-4ce8-b449-04b78e9ce60c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e7939c1d-97a2-4ce8-b449-04b78e9ce60c,segment=NetworkSegment(d91953d1-cae0-4001-8a57-23d0ccd5ae53),segment_id=d91953d1-cae0-4001-8a57-23d0ccd5ae53)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:26.336547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Allocated IP 172.20.0.1 (edae42d2-4b3b-4219-ba76-ba42169fcc7d/011d9165-cec5-4d82-804f-9bc76f05833b/13085e52-97c4-49ee-abb4-024a78678843) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:26.355530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8747-84de-43a2-8086-35b222326453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.447114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e7939c1d-97a2-4ce8-b449-04b78e9ce60c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:26.447500 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.450786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb8747-84de-43a2-8086-35b222326453 None None] Pushing event updated for resources: {'Port': ['ID=e7939c1d-97a2-4ce8-b449-04b78e9ce60c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:26.486936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:28:24Z', 'revision_number': 3, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port': {'id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:24Z', 'updated_at': '2021-10-29T09:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:26.488026 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.540322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.589016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Network edae42d2-4b3b-4219-ba76-ba42169fcc7d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:26.592535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:26.596784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:26.603923 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Pushing event updated for resources: {'Port': ['ID=13085e52-97c4-49ee-abb4-024a78678843,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:26.648033 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.711304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Checking router: d4263e29-355e-4b80-af85-2d0d61e7e6b0 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:28:26.711943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Updating router d4263e29-355e-4b80-af85-2d0d61e7e6b0 port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:28:26.747288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-997f914f-de6d-45a6-b7da-7b450ffd9a7b None None] Provisioning complete for port 0897a688-0c37-409b-91aa-75d00621c683 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:26.747712 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-997f914f-de6d-45a6-b7da-7b450ffd9a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.751899 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.812435 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.997276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:26.998767 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-997f914f-de6d-45a6-b7da-7b450ffd9a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.003325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.052036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-997f914f-de6d-45a6-b7da-7b450ffd9a7b None None] For port 0897a688-0c37-409b-91aa-75d00621c683, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0897a688-0c37-409b-91aa-75d00621c683,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:27.064332 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-997f914f-de6d-45a6-b7da-7b450ffd9a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.079142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.081922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Pushing event updated for resources: {'Port': ['ID=13085e52-97c4-49ee-abb4-024a78678843,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:27.159358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f914f-de6d-45a6-b7da-7b450ffd9a7b None None] Pushing event updated for resources: {'Port': ['ID=0897a688-0c37-409b-91aa-75d00621c683,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:27.186812 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.188752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Network edae42d2-4b3b-4219-ba76-ba42169fcc7d is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:27.190658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:27.194791 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.226920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2af6a5f0-779f-40b1-a62b-cf65778387b8 None None] Provisioning complete for port 13085e52-97c4-49ee-abb4-024a78678843 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:27.227301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2af6a5f0-779f-40b1-a62b-cf65778387b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.306943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223471a9-d4cd-4519-81a9-6302af62b9a3 None None] Pushing event updated for resources: {'Port': ['ID=9088c5f1-4fe4-4578-86f7-f2569f5b46c6,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:27.309506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2af6a5f0-779f-40b1-a62b-cf65778387b8 None None] Port 13085e52-97c4-49ee-abb4-024a78678843 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:28:27.311370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Attempting to bind port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:27.311747 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Attempting to bind port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:27.312161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Attempting to bind port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:27.318637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:27.319011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:27.319427 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.319852 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:27.320343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Bound port: 9088c5f1-4fe4-4578-86f7-f2569f5b46c6, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:27.320732 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.332601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Router d4263e29-355e-4b80-af85-2d0d61e7e6b0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:28:27.358580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2af6a5f0-779f-40b1-a62b-cf65778387b8 None None] Provisioning complete for port e7939c1d-97a2-4ce8-b449-04b78e9ce60c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:27.358965 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2af6a5f0-779f-40b1-a62b-cf65778387b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.411206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] For port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:27.415588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] For port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9088c5f1-4fe4-4578-86f7-f2569f5b46c6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:27.425721 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.473972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:28:27.479052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-18979140-9630-4429-8c65-ce029364c48b admin admin] 10.222.0.70 "PUT /v2.0/routers/d4263e29-355e-4b80-af85-2d0d61e7e6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8626940 Oct 29 09:28:27.519411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Routers {'d4263e29-355e-4b80-af85-2d0d61e7e6b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:28:27.520112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:28:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:27.524685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223471a9-d4cd-4519-81a9-6302af62b9a3 None None] Pushing event updated for resources: {'Port': ['ID=9088c5f1-4fe4-4578-86f7-f2569f5b46c6,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:27.590827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e7939c1d-97a2-4ce8-b449-04b78e9ce60c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:27.677921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] Set router d4263e29-355e-4b80-af85-2d0d61e7e6b0 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:28:27.680124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e7939c1d-97a2-4ce8-b449-04b78e9ce60c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:27.680124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.764146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e77263af-4568-46e0-b57b-641c51805984 None None] Provisioning complete for port 13085e52-97c4-49ee-abb4-024a78678843 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:27.764923 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e77263af-4568-46e0-b57b-641c51805984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:27.874549 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e77263af-4568-46e0-b57b-641c51805984 None None] Port 13085e52-97c4-49ee-abb4-024a78678843 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:28:27.941168 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0897a688-0c37-409b-91aa-75d00621c683 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:28.034199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0897a688-0c37-409b-91aa-75d00621c683 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:28.034584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:28.068047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:28:26Z', 'revision_number': 4, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port': {'id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:24Z', 'updated_at': '2021-10-29T09:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '13085e52-97c4-49ee-abb4-024a78678843', 'name': '', 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'mac_address': 'fa:16:3e:72:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:26Z', 'updated_at': '2021-10-29T09:28:26Z', 'revision_number': 2, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'subnets': [{'id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:28.102555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8c7b5-029f-4de0-ac0c-a76bde70d03e None None] The sync data for ids ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'] in n-d-815940-1 is: [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:28:26Z', 'revision_number': 4, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port': {'id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:24Z', 'updated_at': '2021-10-29T09:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '13085e52-97c4-49ee-abb4-024a78678843', 'name': '', 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'mac_address': 'fa:16:3e:72:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:26Z', 'updated_at': '2021-10-29T09:28:26Z', 'revision_number': 2, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'subnets': [{'id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:28:28.158419 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31777-270c-4715-9fa4-eac407e6c269 req-a74bfb7d-434a-4a72-a8ea-165cb54ed098 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:28.160031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-a74bfb7d-434a-4a72-a8ea-165cb54ed098 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/networks?id=777c1693-464b-48ea-8b97-f271d6595ad9 HTTP/1.1" status: 200 len: 816 time: 0.1206813 Oct 29 09:28:28.175901 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-e8c83be6-6d35-449c-8b3a-e28258a780d3 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/quotas/c4142b3ef970435fa874b903986b4e4c HTTP/1.1" status: 200 len: 375 time: 0.0098150 Oct 29 09:28:28.236039 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-3f22e098-0bf2-4c98-8e85-33ea898ae86e tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4142b3ef970435fa874b903986b4e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537677 Oct 29 09:28:28.452685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-70d32f71-b91f-4799-b778-b02290e80b26 service neutron] 10.222.0.70 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036178 Oct 29 09:28:28.553878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-652443dd-b2f3-4ee5-b5a0-d73baac6419b service neutron] 10.222.0.70 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946987 Oct 29 09:28:28.728153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e3dc5d26-b78b-482a-ad7f-109e95a775da req-c9190aab-c2ff-4ba6-87e9-0d27f199087b tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 210 time: 0.0344799 Oct 29 09:28:29.546320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:29.606948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:29.607424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:29.670552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:29.716854 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:29.740400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9088c5f1-4fe4-4578-86f7-f2569f5b46c6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:29.745667 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:29.797766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31777-270c-4715-9fa4-eac407e6c269 req-71ed49c5-ceda-4efa-addd-786511f50ae3 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:29.800315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=9088c5f1-4fe4-4578-86f7-f2569f5b46c6,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:29.800588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-71ed49c5-ceda-4efa-addd-786511f50ae3 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.93 "GET /v2.0/networks?id=777c1693-464b-48ea-8b97-f271d6595ad9 HTTP/1.1" status: 200 len: 816 time: 0.1687438 Oct 29 09:28:29.815997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Request body: {'port': {'device_id': '052c1154-d1d1-4042-9f6a-903067284fd4', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'admin_state_up': True, 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:29.857883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f24b9e02-1d6d-44c4-9499-4c729391ba6f req-76c5b014-bf45-4378-a5df-82684d31505f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 210 time: 0.0282018 Oct 29 09:28:29.929944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Made reservation on behalf of c4142b3ef970435fa874b903986b4e4c for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:28:29.933887 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:30.412139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Allocated IP 172.20.0.4 (777c1693-464b-48ea-8b97-f271d6595ad9/dfe4b76f-fc21-41be-b2c6-46fb1d2ec022/19be98f9-d0fe-4f95-bd41-8b9da772590b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:28:30.502683 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Sync routers for ids ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:28:30.518045 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Routers {'d4263e29-355e-4b80-af85-2d0d61e7e6b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:28:30.518790 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:28:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:30.567049 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:30.602919 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:30.626121 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Set router d4263e29-355e-4b80-af85-2d0d61e7e6b0 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:28:30.654132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Network 777c1693-464b-48ea-8b97-f271d6595ad9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:28:30.657574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:28:30.659991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:28:30.698054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Pushing event updated for resources: {'Port': ['ID=19be98f9-d0fe-4f95-bd41-8b9da772590b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:30.720763 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:30.721443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:30.744939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-b68c1c10-2d4c-4e08-9c52-e88d59682206 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9353309 Oct 29 09:28:30.806399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Request body: {'port': {'device_id': '052c1154-d1d1-4042-9f6a-903067284fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:28:30.848645 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:28:26Z', 'revision_number': 4, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port': {'id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:24Z', 'updated_at': '2021-10-29T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '13085e52-97c4-49ee-abb4-024a78678843', 'name': '', 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'mac_address': 'fa:16:3e:72:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:26Z', 'updated_at': '2021-10-29T09:28:26Z', 'revision_number': 2, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'subnets': [{'id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:30.869065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:30.876542 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Checking router: d4263e29-355e-4b80-af85-2d0d61e7e6b0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:28:30.877028 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Updating router d4263e29-355e-4b80-af85-2d0d61e7e6b0 port 13085e52-97c4-49ee-abb4-024a78678843 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:28:30.924152 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:30.925799 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:30.928401 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a6f9d889-11ea-456b-b3b0-2e0f02e57dc2 None None] Provisioning complete for port 19be98f9-d0fe-4f95-bd41-8b9da772590b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:30.929054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a6f9d889-11ea-456b-b3b0-2e0f02e57dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:30.966124 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9d889-11ea-456b-b3b0-2e0f02e57dc2 None None] Port 19be98f9-d0fe-4f95-bd41-8b9da772590b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:28:31.091432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017593e-a3f0-4647-b207-7dbd8d90395b req-6f63a8dc-2ca5-48c0-a07c-711c6b348024 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:31.092908 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f017593e-a3f0-4647-b207-7dbd8d90395b req-6f63a8dc-2ca5-48c0-a07c-711c6b348024 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 931 time: 0.1589465 Oct 29 09:28:31.161337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f017593e-a3f0-4647-b207-7dbd8d90395b req-332bf8d7-03a0-4c5a-9140-75abd79d20d2 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602527 Oct 29 09:28:31.218167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19be98f9-d0fe-4f95-bd41-8b9da772590b {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:28:31.226328 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.238879 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Transition to ACTIVE for port object 19be98f9-d0fe-4f95-bd41-8b9da772590b will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:28:31.244259 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.298922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Pushing event updated for resources: {'Port': ['ID=19be98f9-d0fe-4f95-bd41-8b9da772590b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:31.311556 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.322532 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.372389 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Attempting to bind port 19be98f9-d0fe-4f95-bd41-8b9da772590b on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:31.372740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Attempting to bind port 19be98f9-d0fe-4f95-bd41-8b9da772590b by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:31.373089 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Attempting to bind port 19be98f9-d0fe-4f95-bd41-8b9da772590b on network 777c1693-464b-48ea-8b97-f271d6595ad9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:31.378203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Port 19be98f9-d0fe-4f95-bd41-8b9da772590b on network 777c1693-464b-48ea-8b97-f271d6595ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:28:31.378538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Attempting to bind port 19be98f9-d0fe-4f95-bd41-8b9da772590b on network 777c1693-464b-48ea-8b97-f271d6595ad9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:31.383970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:31.384319 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Checking segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:31.384710 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Bound using segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:31.385148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Bound port: 19be98f9-d0fe-4f95-bd41-8b9da772590b, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:31.385516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.422263 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ccc82-b010-4d16-bb08-ce38ff5381a0 None None] Pushing event updated for resources: {'Port': ['ID=13085e52-97c4-49ee-abb4-024a78678843,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:31.446892 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Attempting to bind port 13085e52-97c4-49ee-abb4-024a78678843 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:28:31.447165 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Attempting to bind port 13085e52-97c4-49ee-abb4-024a78678843 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:28:31.447557 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Attempting to bind port 13085e52-97c4-49ee-abb4-024a78678843 on network edae42d2-4b3b-4219-ba76-ba42169fcc7d {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:28:31.454157 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:28:31.454561 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Checking segment: {'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:28:31.454933 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.455457 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Bound using segment: {'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:28:31.456244 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Bound port: 13085e52-97c4-49ee-abb4-024a78678843, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91953d1-cae0-4001-8a57-23d0ccd5ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:28:31.456629 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.482976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] For port 19be98f9-d0fe-4f95-bd41-8b9da772590b, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:31.489599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] For port 19be98f9-d0fe-4f95-bd41-8b9da772590b, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=19be98f9-d0fe-4f95-bd41-8b9da772590b,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:31.498544 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.536106 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] For port 13085e52-97c4-49ee-abb4-024a78678843, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:28:31.540914 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] For port 13085e52-97c4-49ee-abb4-024a78678843, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=13085e52-97c4-49ee-abb4-024a78678843,segment=NetworkSegment(d91953d1-cae0-4001-8a57-23d0ccd5ae53),segment_id=d91953d1-cae0-4001-8a57-23d0ccd5ae53)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:28:31.551147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:31.551940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.553174 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.553839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] 10.222.0.93 "PUT /v2.0/ports/19be98f9-d0fe-4f95-bd41-8b9da772590b HTTP/1.1" status: 200 len: 1091 time: 0.8009260 Oct 29 09:28:31.565574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052c1154-d1d1-4042-9f6a-903067284fd4', 'tag': '19be98f9-d0fe-4f95-bd41-8b9da772590b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:28:31.578382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:31.588824 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd" -d '{"events": [{"name": "network-changed", "server_uuid": "052c1154-d1d1-4042-9f6a-903067284fd4", "tag": "19be98f9-d0fe-4f95-bd41-8b9da772590b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:28:31.667577 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Routers {'d4263e29-355e-4b80-af85-2d0d61e7e6b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:28:31.667741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3600317-2311-4c8d-9537-d0c602704877 service neutron] Pushing event updated for resources: {'Port': ['ID=19be98f9-d0fe-4f95-bd41-8b9da772590b,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:31.677171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:31.677935 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:28:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:31.678467 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.694456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31777-270c-4715-9fa4-eac407e6c269 req-09419e01-5524-4103-8afe-e8db2e4f0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:31.696096 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-09419e01-5524-4103-8afe-e8db2e4f0983 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4142b3ef970435fa874b903986b4e4c&device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0980499 Oct 29 09:28:31.754189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-9aa95466-f0c4-4f8e-b8f6-9cb24aa54760 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19be98f9-d0fe-4f95-bd41-8b9da772590b HTTP/1.1" status: 200 len: 217 time: 0.0500441 Oct 29 09:28:31.802008 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc68eb-1b82-45d1-8ff8-5e315c377c71 x-openstack-request-id: req-b5cc68eb-1b82-45d1-8ff8-5e315c377c71 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:28:31.802314 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052c1154-d1d1-4042-9f6a-903067284fd4", "tag": "19be98f9-d0fe-4f95-bd41-8b9da772590b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:28:31.802547 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5cc68eb-1b82-45d1-8ff8-5e315c377c71 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:28:31.802970 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052c1154-d1d1-4042-9f6a-903067284fd4', 'tag': '19be98f9-d0fe-4f95-bd41-8b9da772590b', 'status': 'completed', 'code': 200} Oct 29 09:28:31.824547 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ccc82-b010-4d16-bb08-ce38ff5381a0 None None] Pushing event updated for resources: {'Port': ['ID=13085e52-97c4-49ee-abb4-024a78678843,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:31.826953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ec509933-cdaa-41ef-b641-09b96ef36a98 None None] Provisioning complete for port 13085e52-97c4-49ee-abb4-024a78678843 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:31.827338 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec509933-cdaa-41ef-b641-09b96ef36a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.836911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31777-270c-4715-9fa4-eac407e6c269 req-4abdfbed-dd41-4d3d-abec-bc39c5c7314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:31.839180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-4abdfbed-dd41-4d3d-abec-bc39c5c7314f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfe4b76f-fc21-41be-b2c6-46fb1d2ec022 HTTP/1.1" status: 200 len: 855 time: 0.0785007 Oct 29 09:28:31.903560 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] Set router d4263e29-355e-4b80-af85-2d0d61e7e6b0 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:28:31.922872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31777-270c-4715-9fa4-eac407e6c269 req-edadb0a9-eed1-439d-a029-5e388abe96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:31.924504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-edadb0a9-eed1-439d-a029-5e388abe96c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=777c1693-464b-48ea-8b97-f271d6595ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751925 Oct 29 09:28:31.937620 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec509933-cdaa-41ef-b641-09b96ef36a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:31.982936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ec509933-cdaa-41ef-b641-09b96ef36a98 None None] For port 13085e52-97c4-49ee-abb4-024a78678843, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=13085e52-97c4-49ee-abb4-024a78678843,segment=NetworkSegment(d91953d1-cae0-4001-8a57-23d0ccd5ae53),segment_id=d91953d1-cae0-4001-8a57-23d0ccd5ae53)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:31.988796 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec509933-cdaa-41ef-b641-09b96ef36a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:32.045940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec509933-cdaa-41ef-b641-09b96ef36a98 None None] Pushing event updated for resources: {'Port': ['ID=13085e52-97c4-49ee-abb4-024a78678843,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:32.054651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-0ca375e3-a9d4-4bb0-b0a5-a224a7d7157e service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119657 Oct 29 09:28:32.112914 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0050e709-efe9-4d4d-8148-bdcc26472fc9 None None] Provisioning complete for port 13085e52-97c4-49ee-abb4-024a78678843 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:32.113217 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0050e709-efe9-4d4d-8148-bdcc26472fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:32.153654 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eea31777-270c-4715-9fa4-eac407e6c269 req-88713b43-e386-4edb-b4ac-1d501f10ba46 service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920351 Oct 29 09:28:32.157205 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:28:26Z', 'revision_number': 4, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port': {'id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:24Z', 'updated_at': '2021-10-29T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '13085e52-97c4-49ee-abb4-024a78678843', 'name': '', 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'mac_address': 'fa:16:3e:72:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:26Z', 'updated_at': '2021-10-29T09:28:31Z', 'revision_number': 4, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'subnets': [{'id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:28:32.187678 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcaab9-96d1-4f18-af41-ac5a79e59b45 None None] The sync data for ids ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'] in n-d-815940-1 is: [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:28:26Z', 'revision_number': 4, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port': {'id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:24Z', 'updated_at': '2021-10-29T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '13085e52-97c4-49ee-abb4-024a78678843', 'name': '', 'network_id': 'edae42d2-4b3b-4219-ba76-ba42169fcc7d', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'mac_address': 'fa:16:3e:72:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:26Z', 'updated_at': '2021-10-29T09:28:31Z', 'revision_number': 4, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'subnets': [{'id': '011d9165-cec5-4d82-804f-9bc76f05833b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:28:32.290732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-45171bc5-474c-4dcc-ad7f-bc4d6baa4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:32.292469 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-45171bc5-474c-4dcc-ad7f-bc4d6baa4510 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4142b3ef970435fa874b903986b4e4c&device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0837622 Oct 29 09:28:32.317425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2276e-26aa-438a-9483-f1bbbbf96780 req-bfa36cba-307b-4cb2-ac79-7d60d3d6f9ab tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:32.319021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3e2276e-26aa-438a-9483-f1bbbbf96780 req-bfa36cba-307b-4cb2-ac79-7d60d3d6f9ab tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 943 time: 0.0767918 Oct 29 09:28:32.404294 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c3e2276e-26aa-438a-9483-f1bbbbf96780 req-55a3d189-4ab4-4f06-82b8-68e5cd6d5592 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744979 Oct 29 09:28:32.427572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-e5fa925d-0897-4749-91cd-deee5cf60528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:32.429230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-e5fa925d-0897-4749-91cd-deee5cf60528 service neutron] 10.222.0.93 "GET /v2.0/networks?id=777c1693-464b-48ea-8b97-f271d6595ad9 HTTP/1.1" status: 200 len: 918 time: 0.1284726 Oct 29 09:28:32.477922 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-3a5d0bfd-83c5-42f1-90f1-dcb4eb42e3ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19be98f9-d0fe-4f95-bd41-8b9da772590b HTTP/1.1" status: 200 len: 217 time: 0.0414567 Oct 29 09:28:32.530803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-89fa73d9-6ea9-47bf-8fe5-31f5973ba4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:32.532399 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-89fa73d9-6ea9-47bf-8fe5-31f5973ba4f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfe4b76f-fc21-41be-b2c6-46fb1d2ec022 HTTP/1.1" status: 200 len: 855 time: 0.0479829 Oct 29 09:28:32.579761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-f53d0051-976f-4801-94ce-2828cdfe9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:32.581372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-f53d0051-976f-4801-94ce-2828cdfe9b08 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=777c1693-464b-48ea-8b97-f271d6595ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423276 Oct 29 09:28:32.679666 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-1432b573-e8a8-417f-9e67-2e00e494edda service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912924 Oct 29 09:28:32.780007 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74a6edc9-6ec6-4a3c-8280-3a408b1172cd req-fbcde2eb-a917-4771-9fd4-5e7a27b147e3 service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927932 Oct 29 09:28:33.529096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc7bde-6081-43bc-b24c-6c238203a321 req-61f8d741-d1f9-456d-bfe5-b85671d6f052 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:33.530698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdbc7bde-6081-43bc-b24c-6c238203a321 req-61f8d741-d1f9-456d-bfe5-b85671d6f052 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 943 time: 0.0519679 Oct 29 09:28:33.550442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 13085e52-97c4-49ee-abb4-024a78678843 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:33.570602 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fdbc7bde-6081-43bc-b24c-6c238203a321 req-e6df5867-9a3c-4080-bcc3-838dcc75f79d tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Oct 29 09:28:33.599416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 13085e52-97c4-49ee-abb4-024a78678843 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:33.599914 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:34.707335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924285fe-9629-48f4-b900-59c94d41f27b req-0e47e7ea-12eb-409a-be57-1db3aa339635 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:34.708762 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-924285fe-9629-48f4-b900-59c94d41f27b req-0e47e7ea-12eb-409a-be57-1db3aa339635 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 943 time: 0.0555353 Oct 29 09:28:34.748393 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-924285fe-9629-48f4-b900-59c94d41f27b req-43432bda-e197-41f2-ab51-655fa0ad3837 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334759 Oct 29 09:28:35.227046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 19be98f9-d0fe-4f95-bd41-8b9da772590b details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:28:35.343684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 19be98f9-d0fe-4f95-bd41-8b9da772590b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=19be98f9-d0fe-4f95-bd41-8b9da772590b,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:35.357148 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '19be98f9-d0fe-4f95-bd41-8b9da772590b', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'port_id': '19be98f9-d0fe-4f95-bd41-8b9da772590b', 'mac_address': 'fa:16:3e:ba:da:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:28:35.404910 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:35.418856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19be98f9-d0fe-4f95-bd41-8b9da772590b {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:28:35.441267 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 19be98f9-d0fe-4f95-bd41-8b9da772590b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=19be98f9-d0fe-4f95-bd41-8b9da772590b,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:35.448054 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:35.498567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=19be98f9-d0fe-4f95-bd41-8b9da772590b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:35.784946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['19be98f9-d0fe-4f95-bd41-8b9da772590b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:28:35.893449 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85733b-7d71-452b-98bc-d36b39a8c860 req-b90a4cb6-fdd5-4424-a2b7-b1800a380e17 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:35.894980 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e85733b-7d71-452b-98bc-d36b39a8c860 req-b90a4cb6-fdd5-4424-a2b7-b1800a380e17 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 944 time: 0.0664558 Oct 29 09:28:35.939386 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4e85733b-7d71-452b-98bc-d36b39a8c860 req-7494ebf1-ebc8-4402-bff7-da52b3c46386 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 Oct 29 09:28:37.086190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8fd94-64d4-4e9d-bbde-8e7c538c86f7 req-4373d1fd-bb04-4141-84ac-9bcca76eeb91 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:37.087709 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9de8fd94-64d4-4e9d-bbde-8e7c538c86f7 req-4373d1fd-bb04-4141-84ac-9bcca76eeb91 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 944 time: 0.0684073 Oct 29 09:28:37.128507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9de8fd94-64d4-4e9d-bbde-8e7c538c86f7 req-508d455f-9ccf-48e6-a548-5e96436004ab tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344985 Oct 29 09:28:37.238844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 19be98f9-d0fe-4f95-bd41-8b9da772590b up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:28:37.291935 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 19be98f9-d0fe-4f95-bd41-8b9da772590b completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:28:37.296140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 19be98f9-d0fe-4f95-bd41-8b9da772590b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:28:37.296515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:37.379949 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:37.407840 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052c1154-d1d1-4042-9f6a-903067284fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be98f9-d0fe-4f95-bd41-8b9da772590b'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:28:37.410172 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01450cec-ba8d-41ab-9915-e68cf90c3a44" -d '{"events": [{"server_uuid": "052c1154-d1d1-4042-9f6a-903067284fd4", "name": "network-vif-plugged", "status": "completed", "tag": "19be98f9-d0fe-4f95-bd41-8b9da772590b"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:28:37.423731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 19be98f9-d0fe-4f95-bd41-8b9da772590b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=19be98f9-d0fe-4f95-bd41-8b9da772590b,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:28:37.428701 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:37.479999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=19be98f9-d0fe-4f95-bd41-8b9da772590b,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:28:37.514967 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f39c48-845a-4bad-8d1a-9d3d202086b2 x-openstack-request-id: req-12f39c48-845a-4bad-8d1a-9d3d202086b2 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:28:37.515361 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052c1154-d1d1-4042-9f6a-903067284fd4", "name": "network-vif-plugged", "status": "completed", "tag": "19be98f9-d0fe-4f95-bd41-8b9da772590b", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:28:37.515653 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12f39c48-845a-4bad-8d1a-9d3d202086b2 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:28:37.516343 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052c1154-d1d1-4042-9f6a-903067284fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be98f9-d0fe-4f95-bd41-8b9da772590b', 'code': 200} Oct 29 09:28:37.628917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7e79-0ab0-414a-91b9-0f29e6d6413a req-c987f00b-bcf1-4729-8f05-7dacb9453b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:37.630485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09ad7e79-0ab0-414a-91b9-0f29e6d6413a req-c987f00b-bcf1-4729-8f05-7dacb9453b96 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0528166 Oct 29 09:28:37.686601 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09ad7e79-0ab0-414a-91b9-0f29e6d6413a req-0d38fde6-c4a4-4917-8ef4-fdf8b25dc08d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 Oct 29 09:28:38.286996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c4d27-7750-439a-9f7e-4ebdd62be64f req-61336231-7968-4bf2-bfe6-8688024ddd7e tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:38.289215 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd3c4d27-7750-439a-9f7e-4ebdd62be64f req-61336231-7968-4bf2-bfe6-8688024ddd7e tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 945 time: 0.0768988 Oct 29 09:28:38.339201 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dd3c4d27-7750-439a-9f7e-4ebdd62be64f req-aebd4a18-cf25-400f-b9c5-aea84062c8d7 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Oct 29 09:28:39.464275 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc406663-81e0-425e-b41c-5122f9d80c96 req-f42b819f-75ac-4446-b8be-0b32af96a934 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:39.465769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc406663-81e0-425e-b41c-5122f9d80c96 req-f42b819f-75ac-4446-b8be-0b32af96a934 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 945 time: 0.0502896 Oct 29 09:28:39.506136 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc406663-81e0-425e-b41c-5122f9d80c96 req-2b45b5ba-2f3b-4f2e-bd16-d19d36e8bb97 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333040 Oct 29 09:28:39.628639 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b8b4-1074-4db6-b8e3-51b7864b4835 req-3c118ba9-c9ae-4960-8706-769575eb28c4 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:39.630169 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be02b8b4-1074-4db6-b8e3-51b7864b4835 req-3c118ba9-c9ae-4960-8706-769575eb28c4 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 945 time: 0.0552711 Oct 29 09:28:39.675829 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-be02b8b4-1074-4db6-b8e3-51b7864b4835 req-8c24b0eb-2b3c-4f21-9831-97d9726cf2af tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366502 Oct 29 09:28:43.349818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-a8995ea7-c60e-4f48-92bc-6e95a460e7a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420082 Oct 29 09:28:43.441958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-28d6fa9e-3b73-47b4-ad0e-fbfb0051f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:43.443546 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-28d6fa9e-3b73-47b4-ad0e-fbfb0051f337 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4142b3ef970435fa874b903986b4e4c&device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0495222 Oct 29 09:28:43.554467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-2368996c-8785-4a37-9145-20b156cdf94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:43.555872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-2368996c-8785-4a37-9145-20b156cdf94a service neutron] 10.222.0.93 "GET /v2.0/networks?id=777c1693-464b-48ea-8b97-f271d6595ad9 HTTP/1.1" status: 200 len: 918 time: 0.0912373 Oct 29 09:28:43.602032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-7459624a-cf71-423e-a654-d5ea34844b17 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19be98f9-d0fe-4f95-bd41-8b9da772590b HTTP/1.1" status: 200 len: 217 time: 0.0392950 Oct 29 09:28:43.654305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-af7527d2-2151-4407-a579-2b4982484c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:43.655871 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-af7527d2-2151-4407-a579-2b4982484c2f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfe4b76f-fc21-41be-b2c6-46fb1d2ec022 HTTP/1.1" status: 200 len: 855 time: 0.0468340 Oct 29 09:28:43.704416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-2da863c9-4af5-40e6-9b2d-40be72cb2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:28:43.706124 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-2da863c9-4af5-40e6-9b2d-40be72cb2b05 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=777c1693-464b-48ea-8b97-f271d6595ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431743 Oct 29 09:28:43.809386 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-b85f48ed-5416-4142-9015-e41a5ff0abcf service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926838 Oct 29 09:28:43.907017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23387b7f-30e1-4620-8940-196dfa38cd34 req-c9982d40-a2b5-484e-8c90-5af28cc6d91c service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897436 Oct 29 09:28:44.331223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ee459afb-8506-48ab-ba90-8e92833a03ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:47.041558 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-29151d31-52b7-449a-863e-cc704a0928f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:48.387450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:48.389156 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:49.743847 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:28:52.152800 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:28:59.657523 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:00.913164 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:02.588960 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7b6fa-0d35-414a-851a-c06cd6626daa req-200d3534-2b7a-44c7-b8fa-7385778677c9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:02.590549 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d7a7b6fa-0d35-414a-851a-c06cd6626daa req-200d3534-2b7a-44c7-b8fa-7385778677c9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 945 time: 0.0621877 Oct 29 09:29:02.634947 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d7a7b6fa-0d35-414a-851a-c06cd6626daa req-ed18fca2-ce93-4da4-b4ec-8d2993f72140 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Oct 29 09:29:03.761071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc7c78-2000-41ab-80a6-7e2bafade873 req-aaee34f7-4973-4ae1-a9d7-0ebe6f0f34ce tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:03.762564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ecc7c78-2000-41ab-80a6-7e2bafade873 req-aaee34f7-4973-4ae1-a9d7-0ebe6f0f34ce tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 945 time: 0.0555201 Oct 29 09:29:03.809484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ecc7c78-2000-41ab-80a6-7e2bafade873 req-c18b219a-a8d8-435c-8530-d859f50ba1db tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Oct 29 09:29:04.400959 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-983ca9c5-8c15-4718-9153-4032abf029f1 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:04.402551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-983ca9c5-8c15-4718-9153-4032abf029f1 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.93 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 945 time: 0.0578766 Oct 29 09:29:04.498629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Deleting port 19be98f9-d0fe-4f95-bd41-8b9da772590b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:29:04.498972 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:04.593816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] For port 19be98f9-d0fe-4f95-bd41-8b9da772590b, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=19be98f9-d0fe-4f95-bd41-8b9da772590b,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:04.594187 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:04.611077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Calling delete_port for 19be98f9-d0fe-4f95-bd41-8b9da772590b owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:29:04.755032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:04.767201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['19be98f9-d0fe-4f95-bd41-8b9da772590b'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:29:04.783543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Pushing event deleted for resources: {'Port': ['ID=19be98f9-d0fe-4f95-bd41-8b9da772590b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:04.798039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.798424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.798731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.799066 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.800305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.800661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.801000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.801332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.801661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.802037 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.802315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.802635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:04.838805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] No DVR routers for this DVR port 19be98f9-d0fe-4f95-bd41-8b9da772590b on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:29:04.842177 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:04.846416 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-61b1df04-f5d0-4ce9-a440-91e966c06125 req-5cc7b8e6-5f36-4d6c-b667-78481d98f6e9 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.93 "DELETE /v2.0/ports/19be98f9-d0fe-4f95-bd41-8b9da772590b HTTP/1.1" status: 204 len: 173 time: 0.4372346 Oct 29 09:29:04.846928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052c1154-d1d1-4042-9f6a-903067284fd4', 'name': 'network-vif-deleted', 'tag': '19be98f9-d0fe-4f95-bd41-8b9da772590b'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:29:04.849341 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80839be2-250f-4c25-b37a-f184ae1c4f0a" -d '{"events": [{"server_uuid": "052c1154-d1d1-4042-9f6a-903067284fd4", "name": "network-vif-deleted", "tag": "19be98f9-d0fe-4f95-bd41-8b9da772590b"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:29:04.906377 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b014d-660e-48a6-b36c-dffc37f48b44 x-openstack-request-id: req-dc0b014d-660e-48a6-b36c-dffc37f48b44 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:29:04.906679 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052c1154-d1d1-4042-9f6a-903067284fd4", "name": "network-vif-deleted", "tag": "19be98f9-d0fe-4f95-bd41-8b9da772590b", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:29:04.906949 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc0b014d-660e-48a6-b36c-dffc37f48b44 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:29:04.907355 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052c1154-d1d1-4042-9f6a-903067284fd4', 'name': 'network-vif-deleted', 'tag': '19be98f9-d0fe-4f95-bd41-8b9da772590b', 'status': 'completed', 'code': 200} Oct 29 09:29:04.944818 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b914804e-5365-4759-ad55-b86bb6cbc6f2 req-c62a60f6-6ebb-41b4-8426-93cadda39381 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=052c1154-d1d1-4042-9f6a-903067284fd4 HTTP/1.1" status: 200 len: 210 time: 0.0281017 Oct 29 09:29:06.466882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a732-4466-495b-a106-9c3fb8753f2d req-353e0def-9306-49d2-b0c9-d31525c2dbfa tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:06.468396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-353e0def-9306-49d2-b0c9-d31525c2dbfa tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/networks?id=777c1693-464b-48ea-8b97-f271d6595ad9 HTTP/1.1" status: 200 len: 816 time: 0.1112199 Oct 29 09:29:06.485946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-922ac4df-409b-42e5-92ce-b9da5d57f321 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/quotas/c4142b3ef970435fa874b903986b4e4c HTTP/1.1" status: 200 len: 375 time: 0.0095482 Oct 29 09:29:06.537285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-d426c827-b547-4999-a5c2-4751b69b1c08 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4142b3ef970435fa874b903986b4e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460255 Oct 29 09:29:06.657383 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-52659757-5e23-4050-85b2-9ae82622df8a service neutron] 10.222.0.70 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074235 Oct 29 09:29:06.748461 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-31e82f92-4e59-49b9-a603-d7c6828cf10f service neutron] 10.222.0.70 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845993 Oct 29 09:29:06.932476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2271e911-09ff-41a8-8bf2-90ac88cdb38e req-0ee9bda9-35d7-4f7b-9ac7-119fedef2104 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0267227 Oct 29 09:29:08.038240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a732-4466-495b-a106-9c3fb8753f2d req-feed43a8-db84-4cc5-9eb5-d1a3c47a7c21 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:08.039991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-feed43a8-db84-4cc5-9eb5-d1a3c47a7c21 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.93 "GET /v2.0/networks?id=777c1693-464b-48ea-8b97-f271d6595ad9 HTTP/1.1" status: 200 len: 816 time: 0.1210158 Oct 29 09:29:08.041919 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb873e1c-b5b9-4318-8a12-75bb7e24f687 req-2ca16155-0dad-4b0d-864a-cef19bae15ac tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0341103 Oct 29 09:29:08.053712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Request body: {'port': {'device_id': '6b9097ee-3e07-4903-a9f3-d69f9728d7b5', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'admin_state_up': True, 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:29:08.175645 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Made reservation on behalf of c4142b3ef970435fa874b903986b4e4c for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:29:08.179422 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:08.316222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Allocated IP 172.20.0.11 (777c1693-464b-48ea-8b97-f271d6595ad9/dfe4b76f-fc21-41be-b2c6-46fb1d2ec022/11e81cc9-5a6b-451a-956f-ebfead3b53fb) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:29:08.475453 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:08.513495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:08.562572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Network 777c1693-464b-48ea-8b97-f271d6595ad9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:29:08.566363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:08.568764 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Pushing event updated for resources: {'Port': ['ID=11e81cc9-5a6b-451a-956f-ebfead3b53fb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:08.571406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:29:08.632857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:08.633578 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:08.655197 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-7229c2b8-ae4d-4936-bbbf-6edd15aac24f tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6051016 Oct 29 09:29:08.667334 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Request body: {'port': {'device_id': '6b9097ee-3e07-4903-a9f3-d69f9728d7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:29:08.726109 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:08.805888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-29bd0e80-d757-4bf1-9357-fa40d6d967e7 None None] Provisioning complete for port 11e81cc9-5a6b-451a-956f-ebfead3b53fb triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:08.806917 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-29bd0e80-d757-4bf1-9357-fa40d6d967e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:08.845737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-29bd0e80-d757-4bf1-9357-fa40d6d967e7 None None] Port 11e81cc9-5a6b-451a-956f-ebfead3b53fb cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:29:09.005297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e81cc9-5a6b-451a-956f-ebfead3b53fb {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:29:09.013247 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:09.025997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Transition to ACTIVE for port object 11e81cc9-5a6b-451a-956f-ebfead3b53fb will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:29:09.030185 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:09.107211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Pushing event updated for resources: {'Port': ['ID=11e81cc9-5a6b-451a-956f-ebfead3b53fb,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:09.185437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Attempting to bind port 11e81cc9-5a6b-451a-956f-ebfead3b53fb on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:29:09.186437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Attempting to bind port 11e81cc9-5a6b-451a-956f-ebfead3b53fb by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:29:09.186788 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Attempting to bind port 11e81cc9-5a6b-451a-956f-ebfead3b53fb on network 777c1693-464b-48ea-8b97-f271d6595ad9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:29:09.195694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Port 11e81cc9-5a6b-451a-956f-ebfead3b53fb on network 777c1693-464b-48ea-8b97-f271d6595ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:29:09.196052 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Attempting to bind port 11e81cc9-5a6b-451a-956f-ebfead3b53fb on network 777c1693-464b-48ea-8b97-f271d6595ad9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:29:09.204699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:29:09.205048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Checking segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:29:09.205442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Bound using segment: {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:29:09.205892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Bound port: 11e81cc9-5a6b-451a-956f-ebfead3b53fb, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66f9206-2899-489a-b616-b11268757e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:29:09.206253 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:09.228898 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377e58-5ead-4e9f-b9ec-be787151d104 req-e60a3c8a-d5c0-4354-8371-38d2e3d02394 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:09.230580 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68377e58-5ead-4e9f-b9ec-be787151d104 req-e60a3c8a-d5c0-4354-8371-38d2e3d02394 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 944 time: 0.0841663 Oct 29 09:29:09.318132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-68377e58-5ead-4e9f-b9ec-be787151d104 req-1beb8f96-06f9-42e4-a4ec-f3cc9bf7fc4b tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567987 Oct 29 09:29:09.320564 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] For port 11e81cc9-5a6b-451a-956f-ebfead3b53fb, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:29:09.323728 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] For port 11e81cc9-5a6b-451a-956f-ebfead3b53fb, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=11e81cc9-5a6b-451a-956f-ebfead3b53fb,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:29:09.329474 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:09.363778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:09.364444 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:09.365876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] 10.222.0.93 "PUT /v2.0/ports/11e81cc9-5a6b-451a-956f-ebfead3b53fb HTTP/1.1" status: 200 len: 1092 time: 0.7033272 Oct 29 09:29:09.366325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9097ee-3e07-4903-a9f3-d69f9728d7b5', 'tag': '11e81cc9-5a6b-451a-956f-ebfead3b53fb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:29:09.369138 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe2c8d-c1ca-471f-9e60-081452c1503f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9097ee-3e07-4903-a9f3-d69f9728d7b5", "tag": "11e81cc9-5a6b-451a-956f-ebfead3b53fb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:29:09.395464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 19be98f9-d0fe-4f95-bd41-8b9da772590b no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:29:09.422387 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 19be98f9-d0fe-4f95-bd41-8b9da772590b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:29:09.423016 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 19be98f9-d0fe-4f95-bd41-8b9da772590b not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:29:09.448463 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c8e22b-07e5-46e1-987a-efb2ae6561cf x-openstack-request-id: req-36c8e22b-07e5-46e1-987a-efb2ae6561cf {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:29:09.448755 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9097ee-3e07-4903-a9f3-d69f9728d7b5", "tag": "11e81cc9-5a6b-451a-956f-ebfead3b53fb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:29:09.449030 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36c8e22b-07e5-46e1-987a-efb2ae6561cf {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:29:09.449445 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9097ee-3e07-4903-a9f3-d69f9728d7b5', 'tag': '11e81cc9-5a6b-451a-956f-ebfead3b53fb', 'status': 'completed', 'code': 200} Oct 29 09:29:09.469213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48087f7-4e3e-4a23-a03d-7c688e9daffb service neutron] Pushing event updated for resources: {'Port': ['ID=11e81cc9-5a6b-451a-956f-ebfead3b53fb,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:09.481936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a732-4466-495b-a106-9c3fb8753f2d req-af3667a7-a00a-469e-9a52-fa2204dcf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:09.483632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-af3667a7-a00a-469e-9a52-fa2204dcf5e7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4142b3ef970435fa874b903986b4e4c&device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 1095 time: 0.0679479 Oct 29 09:29:09.533103 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-31b77b2f-b3fe-4a55-bc51-faee2472014f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e81cc9-5a6b-451a-956f-ebfead3b53fb HTTP/1.1" status: 200 len: 217 time: 0.0413518 Oct 29 09:29:09.592970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a732-4466-495b-a106-9c3fb8753f2d req-136103e0-5efd-4ff7-b432-8931f2c31840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:09.594603 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-136103e0-5efd-4ff7-b432-8931f2c31840 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfe4b76f-fc21-41be-b2c6-46fb1d2ec022 HTTP/1.1" status: 200 len: 855 time: 0.0520122 Oct 29 09:29:09.642545 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a732-4466-495b-a106-9c3fb8753f2d req-fb9f40c3-be70-464b-bdb4-6df28904ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:09.644202 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-fb9f40c3-be70-464b-bdb4-6df28904ec31 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=777c1693-464b-48ea-8b97-f271d6595ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427492 Oct 29 09:29:09.742175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-f7ea5b90-fb2f-44d0-b38e-fbaa0ca40a0b service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893805 Oct 29 09:29:09.837102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6479a732-4466-495b-a106-9c3fb8753f2d req-e616e7a3-af46-468f-8ab4-59b72ae53829 service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877905 Oct 29 09:29:09.934590 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-93b8cc12-614a-4333-b66b-87dbf81a2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:09.936282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-93b8cc12-614a-4333-b66b-87dbf81a2ec4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4142b3ef970435fa874b903986b4e4c&device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 1095 time: 0.0470045 Oct 29 09:29:10.039680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-60f19b1c-92ba-4f84-8d03-fc9f6a79c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:10.041212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-60f19b1c-92ba-4f84-8d03-fc9f6a79c35d service neutron] 10.222.0.93 "GET /v2.0/networks?id=777c1693-464b-48ea-8b97-f271d6595ad9 HTTP/1.1" status: 200 len: 918 time: 0.0978591 Oct 29 09:29:10.087336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-683541bf-84a8-47d9-8b4e-c282f8a0af9c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e81cc9-5a6b-451a-956f-ebfead3b53fb HTTP/1.1" status: 200 len: 217 time: 0.0384810 Oct 29 09:29:10.146507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-4734a1c8-2cdc-4e98-b627-bf7ecaf3047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:10.148116 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-4734a1c8-2cdc-4e98-b627-bf7ecaf3047c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dfe4b76f-fc21-41be-b2c6-46fb1d2ec022 HTTP/1.1" status: 200 len: 855 time: 0.0525780 Oct 29 09:29:10.201467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-88241809-023d-491e-9cb6-caecc73b67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:10.203121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-88241809-023d-491e-9cb6-caecc73b67a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=777c1693-464b-48ea-8b97-f271d6595ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478709 Oct 29 09:29:10.305695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-cebc421f-3e10-47a8-be15-bd01368a4585 service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954564 Oct 29 09:29:10.408072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1bbe2c8d-c1ca-471f-9e60-081452c1503f req-d4adef44-848c-4fbd-b5dc-04105d143e5b service neutron] 10.222.0.93 "GET /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945296 Oct 29 09:29:10.443655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83f0a-b3d3-4d4b-b22f-82c5bbbc73f2 req-d9994649-34bd-4091-a839-e8a168d612f7 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:10.445184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b83f0a-b3d3-4d4b-b22f-82c5bbbc73f2 req-d9994649-34bd-4091-a839-e8a168d612f7 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 944 time: 0.0512862 Oct 29 09:29:10.488634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-34b83f0a-b3d3-4d4b-b22f-82c5bbbc73f2 req-c9e132e5-aa52-4346-b458-93ffc1e662ff tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373569 Oct 29 09:29:11.623399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42296f7-697c-4a3c-9d15-47867b51b651 req-948c32d8-cc88-4232-85e1-398052885673 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:11.624989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e42296f7-697c-4a3c-9d15-47867b51b651 req-948c32d8-cc88-4232-85e1-398052885673 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 944 time: 0.0589705 Oct 29 09:29:11.664103 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e42296f7-697c-4a3c-9d15-47867b51b651 req-57e85267-9260-4bf7-a0a4-7a1b4711f3ba tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328515 Oct 29 09:29:12.798688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9f0d9-f8e6-4670-b19f-06b6b6b90077 req-3521553a-cdee-4f87-b573-fc3f2778e9cf tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:12.800277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72c9f0d9-f8e6-4670-b19f-06b6b6b90077 req-3521553a-cdee-4f87-b573-fc3f2778e9cf tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 944 time: 0.0505531 Oct 29 09:29:12.839286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72c9f0d9-f8e6-4670-b19f-06b6b6b90077 req-c00cfc64-f342-4e35-ba65-91ae7d9828fb tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Oct 29 09:29:13.393724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 11e81cc9-5a6b-451a-956f-ebfead3b53fb details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:29:13.495384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 11e81cc9-5a6b-451a-956f-ebfead3b53fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=11e81cc9-5a6b-451a-956f-ebfead3b53fb,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:13.506882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '11e81cc9-5a6b-451a-956f-ebfead3b53fb', 'network_id': '777c1693-464b-48ea-8b97-f271d6595ad9', 'port_id': '11e81cc9-5a6b-451a-956f-ebfead3b53fb', 'mac_address': 'fa:16:3e:3a:b6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe4b76f-fc21-41be-b2c6-46fb1d2ec022', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:29:13.545299 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:13.558414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e81cc9-5a6b-451a-956f-ebfead3b53fb {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:29:13.579055 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 11e81cc9-5a6b-451a-956f-ebfead3b53fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=11e81cc9-5a6b-451a-956f-ebfead3b53fb,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:13.585942 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:13.640274 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=11e81cc9-5a6b-451a-956f-ebfead3b53fb,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:13.652614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.653038 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.653557 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.654091 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.654592 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.655034 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.655558 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.656378 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.656709 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.657035 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.657358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.657682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:13.885324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['11e81cc9-5a6b-451a-956f-ebfead3b53fb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:29:13.970743 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341d6fe-ab68-488e-8eec-f51ffcef2327 req-cb897dfe-bf5f-4395-ad7d-9baea13712d2 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:13.972280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2341d6fe-ab68-488e-8eec-f51ffcef2327 req-cb897dfe-bf5f-4395-ad7d-9baea13712d2 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Oct 29 09:29:14.012221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2341d6fe-ab68-488e-8eec-f51ffcef2327 req-0de1de5e-89d1-4a8c-a898-4ab5dd5efa9d tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335274 Oct 29 09:29:14.332210 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4df5-6f70-48ff-adf8-2b734e8cc036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:15.153111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b798b4c-164e-420c-8501-5a1b514e1578 req-72c777cc-c128-416f-9cb7-b64345ef6e90 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:15.154618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b798b4c-164e-420c-8501-5a1b514e1578 req-72c777cc-c128-416f-9cb7-b64345ef6e90 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 945 time: 0.0608463 Oct 29 09:29:15.194205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-9b798b4c-164e-420c-8501-5a1b514e1578 req-770933de-28f8-41b3-9362-7e9001613c9e tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Oct 29 09:29:15.411516 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 11e81cc9-5a6b-451a-956f-ebfead3b53fb up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:29:15.472026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 11e81cc9-5a6b-451a-956f-ebfead3b53fb completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:29:15.476232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 11e81cc9-5a6b-451a-956f-ebfead3b53fb triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:15.476607 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:15.558867 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:15.582672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9097ee-3e07-4903-a9f3-d69f9728d7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e81cc9-5a6b-451a-956f-ebfead3b53fb'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:29:15.585061 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb4d1e-22c4-486c-955c-9b6a7c53ffe3" -d '{"events": [{"server_uuid": "6b9097ee-3e07-4903-a9f3-d69f9728d7b5", "name": "network-vif-plugged", "status": "completed", "tag": "11e81cc9-5a6b-451a-956f-ebfead3b53fb"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:29:15.598823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 11e81cc9-5a6b-451a-956f-ebfead3b53fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=11e81cc9-5a6b-451a-956f-ebfead3b53fb,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:15.603989 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:15.632060 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60fd143-c12e-4986-b1cc-374eed828fa4 x-openstack-request-id: req-e60fd143-c12e-4986-b1cc-374eed828fa4 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:29:15.632305 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9097ee-3e07-4903-a9f3-d69f9728d7b5", "name": "network-vif-plugged", "status": "completed", "tag": "11e81cc9-5a6b-451a-956f-ebfead3b53fb", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:29:15.632595 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e60fd143-c12e-4986-b1cc-374eed828fa4 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:29:15.632982 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9097ee-3e07-4903-a9f3-d69f9728d7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e81cc9-5a6b-451a-956f-ebfead3b53fb', 'code': 200} Oct 29 09:29:15.661382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=11e81cc9-5a6b-451a-956f-ebfead3b53fb,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:15.726104 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fe7de-a380-4d06-bc8f-302eb982618a req-e6c04ac6-6b76-41f1-80aa-bced4443c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:15.727640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c0fe7de-a380-4d06-bc8f-302eb982618a req-e6c04ac6-6b76-41f1-80aa-bced4443c50d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 1097 time: 0.0455177 Oct 29 09:29:15.768226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6c0fe7de-a380-4d06-bc8f-302eb982618a req-bfb94881-035d-4299-bb7c-c8f6a2f412ff service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328078 Oct 29 09:29:16.341162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cd1d5-bb84-4c97-98a8-794b01b4295b req-d21c494f-bb42-482d-acef-9afa5437106a tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:16.342693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e0cd1d5-bb84-4c97-98a8-794b01b4295b req-d21c494f-bb42-482d-acef-9afa5437106a tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 946 time: 0.0676198 Oct 29 09:29:16.395540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e0cd1d5-bb84-4c97-98a8-794b01b4295b req-f6dabc6a-305b-443a-bc4a-fbe4e827451c tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451939 Oct 29 09:29:17.036794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dd2-61e1-4bd6-97f5-96eb91652f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:17.524102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741e1a2-a5f8-4386-b44e-77eeca9b7420 req-61100aa1-262e-40b7-bb30-c6924e888740 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:17.525607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9741e1a2-a5f8-4386-b44e-77eeca9b7420 req-61100aa1-262e-40b7-bb30-c6924e888740 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 946 time: 0.0546241 Oct 29 09:29:17.564279 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9741e1a2-a5f8-4386-b44e-77eeca9b7420 req-6f85e46d-65a3-4a1f-b88e-ecde6d9e46df tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Oct 29 09:29:17.684900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d8031-154f-4bca-a4d8-6405c65098c5 req-013539c9-db83-4e1e-9a26-7f5dc2ad4517 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:17.686372 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd7d8031-154f-4bca-a4d8-6405c65098c5 req-013539c9-db83-4e1e-9a26-7f5dc2ad4517 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 946 time: 0.0538876 Oct 29 09:29:17.727217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd7d8031-154f-4bca-a4d8-6405c65098c5 req-dbe08db1-e9dd-4bb7-a697-020972428d14 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Oct 29 09:29:18.381681 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:18.386583 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:19.746606 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:29.158808 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:29:29.678821 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:30.914236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:40.419557 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d8038-bf73-473a-a7b1-8db214f94a35 req-aa76faf1-9554-4a80-b703-0eed0bd11b4b tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:40.421165 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d7d8038-bf73-473a-a7b1-8db214f94a35 req-aa76faf1-9554-4a80-b703-0eed0bd11b4b tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 946 time: 0.0514820 Oct 29 09:29:40.461202 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0d7d8038-bf73-473a-a7b1-8db214f94a35 req-952db5ba-b9b5-48bc-955e-e02f92f8da6d tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Oct 29 09:29:41.598284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fbbc0-45ca-4d47-9fc8-fde481efda4b req-daa82dc1-fe51-4822-8147-9668fc1240ff tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:41.599950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a88fbbc0-45ca-4d47-9fc8-fde481efda4b req-daa82dc1-fe51-4822-8147-9668fc1240ff tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 946 time: 0.0585055 Oct 29 09:29:41.645565 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a88fbbc0-45ca-4d47-9fc8-fde481efda4b req-267daa8f-e404-42d9-8621-caa6b6167a1d tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/security-groups?id=76d2d270-ceab-41cb-8a04-4e0c9b12dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364118 Oct 29 09:29:42.086166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-0fb2a25c-9ff2-4071-9c6a-219863390540 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:42.087649 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-0fb2a25c-9ff2-4071-9c6a-219863390540 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 946 time: 0.0602849 Oct 29 09:29:42.181436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Deleting port 11e81cc9-5a6b-451a-956f-ebfead3b53fb {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:29:42.181749 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:42.272986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] For port 11e81cc9-5a6b-451a-956f-ebfead3b53fb, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=11e81cc9-5a6b-451a-956f-ebfead3b53fb,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:42.273351 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:42.286632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Calling delete_port for 11e81cc9-5a6b-451a-956f-ebfead3b53fb owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:29:42.424696 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:42.440223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['11e81cc9-5a6b-451a-956f-ebfead3b53fb'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:29:42.454454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Pushing event deleted for resources: {'Port': ['ID=11e81cc9-5a6b-451a-956f-ebfead3b53fb,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:42.497742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] No DVR routers for this DVR port 11e81cc9-5a6b-451a-956f-ebfead3b53fb on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:29:42.500594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:42.504047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5192587b-6bb6-4f57-ba88-f2532346ef5d req-c2971245-32d9-4cf2-b9d6-386edcb7b7f0 tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.93 "DELETE /v2.0/ports/11e81cc9-5a6b-451a-956f-ebfead3b53fb HTTP/1.1" status: 204 len: 173 time: 0.4095757 Oct 29 09:29:42.504524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9097ee-3e07-4903-a9f3-d69f9728d7b5', 'name': 'network-vif-deleted', 'tag': '11e81cc9-5a6b-451a-956f-ebfead3b53fb'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:29:42.506907 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d7ca7-da4c-441c-96d5-8f6a64c3611a" -d '{"events": [{"server_uuid": "6b9097ee-3e07-4903-a9f3-d69f9728d7b5", "name": "network-vif-deleted", "tag": "11e81cc9-5a6b-451a-956f-ebfead3b53fb"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:29:42.544795 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb387c36-aa60-4760-8423-167732f520c3 x-openstack-request-id: req-fb387c36-aa60-4760-8423-167732f520c3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:29:42.545175 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9097ee-3e07-4903-a9f3-d69f9728d7b5", "name": "network-vif-deleted", "tag": "11e81cc9-5a6b-451a-956f-ebfead3b53fb", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:29:42.545324 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb387c36-aa60-4760-8423-167732f520c3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:29:42.545753 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9097ee-3e07-4903-a9f3-d69f9728d7b5', 'name': 'network-vif-deleted', 'tag': '11e81cc9-5a6b-451a-956f-ebfead3b53fb', 'status': 'completed', 'code': 200} Oct 29 09:29:42.757655 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-967958fc-27e9-48c9-9d6e-22b51af43d8f req-6c0bcc94-b5ce-4d2f-8c91-e269df949cea tempest-TestEncryptedCinderVolumes-643060747 tempest-TestEncryptedCinderVolumes-643060747-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b9097ee-3e07-4903-a9f3-d69f9728d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0303960 Oct 29 09:29:43.860985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43664) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:44.227645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:44.330775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-81d4c902-f874-4932-a305-a634c49d0431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:44.497895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Deleting port 0897a688-0c37-409b-91aa-75d00621c683 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:29:44.498156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:44.584773 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] For port 0897a688-0c37-409b-91aa-75d00621c683, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0897a688-0c37-409b-91aa-75d00621c683,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:44.585115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:44.597544 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Calling delete_port for 0897a688-0c37-409b-91aa-75d00621c683 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:29:44.791125 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:44.819022 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0897a688-0c37-409b-91aa-75d00621c683,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:44.845030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.845374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.845706 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.846034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.846356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.846667 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.846989 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.847300 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.847616 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.847952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.848267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.848578 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:44.998350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:45.215388 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:29:45.339439 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:29:45.344740 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d96f1acd-b584-4260-ba7b-9babff81cc70 admin admin] 10.222.0.70 "PUT /v2.0/routers/d3a79f99-7bc6-4aaf-b150-8ad651ecada3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4826593 Oct 29 09:29:45.347390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43666) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:45.350066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] Sync routers for ids ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:29:45.362204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] Routers {'d3a79f99-7bc6-4aaf-b150-8ad651ecada3'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:45.362851 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:45.457346 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:45.480264 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] Set router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:45.534343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 11e81cc9-5a6b-451a-956f-ebfead3b53fb no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:29:45.560224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 11e81cc9-5a6b-451a-956f-ebfead3b53fb {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:29:45.560588 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 11e81cc9-5a6b-451a-956f-ebfead3b53fb not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:29:45.567139 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:45.622839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Deleting port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:29:45.623179 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:45.685749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:29:44Z', 'revision_number': 5, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port': {'id': '8b292f25-f8b4-452d-ba28-504aeaa4f0fd', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:45.701761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] For port 8b292f25-f8b4-452d-ba28-504aeaa4f0fd, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=8b292f25-f8b4-452d-ba28-504aeaa4f0fd,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:45.702102 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:45.716374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] Checking router: d3a79f99-7bc6-4aaf-b150-8ad651ecada3 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:29:45.719267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Calling delete_port for 8b292f25-f8b4-452d-ba28-504aeaa4f0fd owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:29:45.725404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] Routers {'d3a79f99-7bc6-4aaf-b150-8ad651ecada3'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:45.726000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:45.813664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] Set router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:45.865831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:29:45Z', 'revision_number': 6, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:45.880630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:45.897191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09e7f4-575a-4257-a787-065cc6b81810 None None] The sync data for ids ['d3a79f99-7bc6-4aaf-b150-8ad651ecada3'] in n-d-815940-1 is: [{'id': 'd3a79f99-7bc6-4aaf-b150-8ad651ecada3', 'name': 'tempest-TestEncryptedCinderVolumes-602990735-router', 'tenant_id': 'c4142b3ef970435fa874b903986b4e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:19Z', 'updated_at': '2021-10-29T09:29:45Z', 'revision_number': 6, 'project_id': 'c4142b3ef970435fa874b903986b4e4c', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:29:45.913351 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b292f25-f8b4-452d-ba28-504aeaa4f0fd,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:45.974112 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.067107 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.069245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.114251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.114984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a79f99-7bc6-4aaf-b150-8ad651ecada3 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:29:46.121110 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.122623 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-38c8f754-d51e-4afb-89c1-6bdae5f00c5a admin admin] 10.222.0.70 "DELETE /v2.0/routers/d3a79f99-7bc6-4aaf-b150-8ad651ecada3 HTTP/1.1" status: 204 len: 168 time: 0.7742925 Oct 29 09:29:46.125373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43668) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:46.176186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-60df2bac-c5ef-4519-af58-4f20374bec59 admin admin] Deleting subnet dfe4b76f-fc21-41be-b2c6-46fb1d2ec022 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:29:46.179417 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60df2bac-c5ef-4519-af58-4f20374bec59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.213806 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60df2bac-c5ef-4519-af58-4f20374bec59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.289006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60df2bac-c5ef-4519-af58-4f20374bec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.348696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60df2bac-c5ef-4519-af58-4f20374bec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.380271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df2bac-c5ef-4519-af58-4f20374bec59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe4b76f-fc21-41be-b2c6-46fb1d2ec022,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:46.382280 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-60df2bac-c5ef-4519-af58-4f20374bec59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.385817 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-60df2bac-c5ef-4519-af58-4f20374bec59 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dfe4b76f-fc21-41be-b2c6-46fb1d2ec022 HTTP/1.1" status: 204 len: 168 time: 0.2591827 Oct 29 09:29:46.388370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43670) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:46.390161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355965e-d60c-4e16-b1f9-1a57ec287e26 None None] Network 777c1693-464b-48ea-8b97-f271d6595ad9 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:29:46.601032 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] DHCP port deletion for 777c1693-464b-48ea-8b97-f271d6595ad9 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:29:46.654204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] Deleting port 332673a9-8aab-45d0-9172-4ee2565b9fd0 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:29:46.654580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.720924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] For port 332673a9-8aab-45d0-9172-4ee2565b9fd0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=332673a9-8aab-45d0-9172-4ee2565b9fd0,segment=NetworkSegment(c66f9206-2899-489a-b616-b11268757e74),segment_id=c66f9206-2899-489a-b616-b11268757e74)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:46.721322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.734093 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] Calling delete_port for 332673a9-8aab-45d0-9172-4ee2565b9fd0 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:29:46.819933 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.830678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.847095 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] Pushing event deleted for resources: {'Port': ['ID=332673a9-8aab-45d0-9172-4ee2565b9fd0,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:46.848983 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fead3a4-20bf-4888-a2fb-18569eb284f8 None None] No DVR routers for this DVR port 332673a9-8aab-45d0-9172-4ee2565b9fd0 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:29:46.915420 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.937302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777c1693-464b-48ea-8b97-f271d6595ad9']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:46.947278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66f9206-2899-489a-b616-b11268757e74') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:46.947580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66f9206-2899-489a-b616-b11268757e74') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:46.957347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.970831 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.976910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:29:46.977323 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:29:46.979017 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:29:47.035247 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:47.039735 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dbc90a9c-2afe-4811-ab9d-51e59e34277e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:47.041461 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:47.044928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] 10.222.0.70 "DELETE /v2.0/networks/777c1693-464b-48ea-8b97-f271d6595ad9 HTTP/1.1" status: 204 len: 168 time: 0.6554477 Oct 29 09:29:47.048492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43672) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:47.057358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ceba65-ab9b-461f-85c3-d8a532fa1bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=777c1693-464b-48ea-8b97-f271d6595ad9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:47.566024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b292f25-f8b4-452d-ba28-504aeaa4f0fd no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:29:47.587218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 8b292f25-f8b4-452d-ba28-504aeaa4f0fd {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:29:47.587570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 8b292f25-f8b4-452d-ba28-504aeaa4f0fd not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:29:47.588011 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 332673a9-8aab-45d0-9172-4ee2565b9fd0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:29:47.609730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 332673a9-8aab-45d0-9172-4ee2565b9fd0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:29:47.610088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 332673a9-8aab-45d0-9172-4ee2565b9fd0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:29:47.610482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0897a688-0c37-409b-91aa-75d00621c683 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:29:47.630073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0897a688-0c37-409b-91aa-75d00621c683 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:29:47.630336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0897a688-0c37-409b-91aa-75d00621c683 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:29:47.743104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:48.019169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Deleting port 13085e52-97c4-49ee-abb4-024a78678843 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:29:48.019465 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:48.102428 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] For port 13085e52-97c4-49ee-abb4-024a78678843, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=13085e52-97c4-49ee-abb4-024a78678843,segment=NetworkSegment(d91953d1-cae0-4001-8a57-23d0ccd5ae53),segment_id=d91953d1-cae0-4001-8a57-23d0ccd5ae53)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:48.102428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:48.115759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Calling delete_port for 13085e52-97c4-49ee-abb4-024a78678843 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:29:48.300632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:48.326120 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Pushing event deleted for resources: {'Port': ['ID=13085e52-97c4-49ee-abb4-024a78678843,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:48.387885 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:48.392585 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:48.495732 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:48.740633 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Router d4263e29-355e-4b80-af85-2d0d61e7e6b0 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:29:48.856979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:29:48.862721 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ec1a9d54-0705-49c9-a9f9-80b8a6c16116 admin admin] 10.222.0.70 "PUT /v2.0/routers/d4263e29-355e-4b80-af85-2d0d61e7e6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8131981 Oct 29 09:29:48.865357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43676) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:48.866178 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] Sync routers for ids ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:29:48.881159 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] Routers {'d4263e29-355e-4b80-af85-2d0d61e7e6b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:48.881767 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:48.973010 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:48.982916 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] Set router d4263e29-355e-4b80-af85-2d0d61e7e6b0 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:49.077915 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.137194 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Deleting port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:29:49.137490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.179473 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:29:48Z', 'revision_number': 5, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port': {'id': '9088c5f1-4fe4-4578-86f7-f2569f5b46c6', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:28:24Z', 'updated_at': '2021-10-29T09:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:49.206709 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] Checking router: d4263e29-355e-4b80-af85-2d0d61e7e6b0 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:29:49.215465 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] Routers {'d4263e29-355e-4b80-af85-2d0d61e7e6b0'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:49.215958 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] For port 9088c5f1-4fe4-4578-86f7-f2569f5b46c6, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9088c5f1-4fe4-4578-86f7-f2569f5b46c6,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:49.216090 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:49.216336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.229410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Calling delete_port for 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:29:49.303819 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] Set router d4263e29-355e-4b80-af85-2d0d61e7e6b0 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:49.357650 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:29:49Z', 'revision_number': 6, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:49.383767 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0d915-8a32-45e8-87c0-a11dc4fd34c6 None None] The sync data for ids ['d4263e29-355e-4b80-af85-2d0d61e7e6b0'] in n-d-815940-1 is: [{'id': 'd4263e29-355e-4b80-af85-2d0d61e7e6b0', 'name': 'tempest-TestEncryptedCinderVolumes-192630842-router', 'tenant_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:28:23Z', 'updated_at': '2021-10-29T09:29:49Z', 'revision_number': 6, 'project_id': '86dbc1b95c7d4e8ab4db8f291bbe3c24', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:29:49.406230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.447475 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9088c5f1-4fe4-4578-86f7-f2569f5b46c6,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:49.507627 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.612599 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.614746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.659900 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.660654 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4263e29-355e-4b80-af85-2d0d61e7e6b0 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:29:49.666059 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.667301 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-707a972d-2b59-47a1-9686-4535056bf7c1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d4263e29-355e-4b80-af85-2d0d61e7e6b0 HTTP/1.1" status: 204 len: 168 time: 0.8009930 Oct 29 09:29:49.670053 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43678) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:49.718956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3b9e55-4b44-46f0-b0e8-49affe51b4e6 admin admin] Deleting subnet 011d9165-cec5-4d82-804f-9bc76f05833b {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:29:49.722232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9e55-4b44-46f0-b0e8-49affe51b4e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.748376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.760993 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9e55-4b44-46f0-b0e8-49affe51b4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.842563 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9e55-4b44-46f0-b0e8-49affe51b4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.914505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9e55-4b44-46f0-b0e8-49affe51b4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.946187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b9e55-4b44-46f0-b0e8-49affe51b4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011d9165-cec5-4d82-804f-9bc76f05833b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:49.946489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 13085e52-97c4-49ee-abb4-024a78678843 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:29:49.949740 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9e55-4b44-46f0-b0e8-49affe51b4e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:49.953633 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dd3b9e55-4b44-46f0-b0e8-49affe51b4e6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/011d9165-cec5-4d82-804f-9bc76f05833b HTTP/1.1" status: 204 len: 168 time: 0.2825634 Oct 29 09:29:49.956303 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43680) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:49.971961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8112c-dd3c-4e0f-9da0-afac931e7ef0 None None] Network edae42d2-4b3b-4219-ba76-ba42169fcc7d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:29:49.974225 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 13085e52-97c4-49ee-abb4-024a78678843 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:29:49.974567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 13085e52-97c4-49ee-abb4-024a78678843 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:29:50.030008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.091437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Deleting port e7939c1d-97a2-4ce8-b449-04b78e9ce60c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:29:50.091999 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.171344 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] For port e7939c1d-97a2-4ce8-b449-04b78e9ce60c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e7939c1d-97a2-4ce8-b449-04b78e9ce60c,segment=NetworkSegment(d91953d1-cae0-4001-8a57-23d0ccd5ae53),segment_id=d91953d1-cae0-4001-8a57-23d0ccd5ae53)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:50.171709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.188600 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Calling delete_port for e7939c1d-97a2-4ce8-b449-04b78e9ce60c owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:29:50.275311 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.311325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] No DVR routers for this DVR port e7939c1d-97a2-4ce8-b449-04b78e9ce60c on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:29:50.315984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e7939c1d-97a2-4ce8-b449-04b78e9ce60c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:50.327768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf22cfc-f4a1-44bd-9aeb-226a50625014 None None] DHCP port deletion for edae42d2-4b3b-4219-ba76-ba42169fcc7d request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:29:50.392159 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.412795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edae42d2-4b3b-4219-ba76-ba42169fcc7d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:50.422980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91953d1-cae0-4001-8a57-23d0ccd5ae53') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:50.423279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91953d1-cae0-4001-8a57-23d0ccd5ae53') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:50.433193 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.448842 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.455189 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:29:50.455760 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:29:50.457494 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:29:50.518317 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.523939 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.527248 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] 10.222.0.70 "DELETE /v2.0/networks/edae42d2-4b3b-4219-ba76-ba42169fcc7d HTTP/1.1" status: 204 len: 168 time: 0.5700016 Oct 29 09:29:50.539113 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d58f6-287e-410e-855e-98f352c021bd admin admin] Pushing event deleted for resources: {'Network': ['ID=edae42d2-4b3b-4219-ba76-ba42169fcc7d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:50.726850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43684) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:50.769690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-01f9cb5f-e051-4ffc-8a8e-29dc11471ca8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4142b3ef970435fa874b903986b4e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416422 Oct 29 09:29:50.772395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43686) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:50.825791 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10030660-24bd-4f46-bf90-ce353f90a0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.847657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10030660-24bd-4f46-bf90-ce353f90a0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.899594 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10030660-24bd-4f46-bf90-ce353f90a0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.902613 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-10030660-24bd-4f46-bf90-ce353f90a0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:50.903990 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-10030660-24bd-4f46-bf90-ce353f90a0a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76d2d270-ceab-41cb-8a04-4e0c9b12dc04 HTTP/1.1" status: 204 len: 168 time: 0.1306167 Oct 29 09:29:50.911708 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10030660-24bd-4f46-bf90-ce353f90a0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d2d270-ceab-41cb-8a04-4e0c9b12dc04,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:51.251220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43692) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:51.293000 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-76c2bf1b-97bf-46bd-a32f-f0957ad14822 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86dbc1b95c7d4e8ab4db8f291bbe3c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405083 Oct 29 09:29:51.296553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43694) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:51.345362 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6ec2cc35-9e54-4cdf-8981-e781bbb4a477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:51.370585 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6ec2cc35-9e54-4cdf-8981-e781bbb4a477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:51.426407 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6ec2cc35-9e54-4cdf-8981-e781bbb4a477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:51.429157 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6ec2cc35-9e54-4cdf-8981-e781bbb4a477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:51.430318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6ec2cc35-9e54-4cdf-8981-e781bbb4a477 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83ca4e69-0d4e-48a1-bf7b-81e2f1b0d41f HTTP/1.1" status: 204 len: 168 time: 0.1328764 Oct 29 09:29:51.439028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2cc35-9e54-4cdf-8981-e781bbb4a477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ca4e69-0d4e-48a1-bf7b-81e2f1b0d41f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:51.562996 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:29:51.582667 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:29:51.583008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9088c5f1-4fe4-4578-86f7-f2569f5b46c6 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:29:51.583407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e7939c1d-97a2-4ce8-b449-04b78e9ce60c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:29:51.605843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e7939c1d-97a2-4ce8-b449-04b78e9ce60c {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:29:51.606181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e7939c1d-97a2-4ce8-b449-04b78e9ce60c not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:29:52.146617 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43716) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:52.264178 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1289645684-network', 'tenant_id': '48aed17095c04c8ba027868da13c0efd'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:29:52.288591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Made reservation on behalf of 48aed17095c04c8ba027868da13c0efd for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:29:52.290990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.301936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.374748 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.380426 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.404502 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:29:52.413187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1572f425-1e79-419c-8b79-bd53718a4f72,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:52.419432 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.419774 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Added segment 39ec1603-0373-406a-a88f-296e953d8a62 of type vlan for network 33985929-aa48-4b3c-9ed3-498a4b2d8292 Oct 29 09:29:52.460965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.490428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.491406 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:52.492016 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.555085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4071507 Oct 29 09:29:52.556204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662caf9-2876-4742-b0b9-d25f7949ca59 admin admin] Pushing event updated for resources: {'Network': ['ID=33985929-aa48-4b3c-9ed3-498a4b2d8292,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:52.558125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43720) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:52.563520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Request body: {'subnet': {'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1289645684-subnet', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:29:52.566738 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:29:52.585031 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Made reservation on behalf of 48aed17095c04c8ba027868da13c0efd for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:29:52.590592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.801900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.857265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5baa831-e7f5-486e-a7bf-627b92009485,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:52.873259 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Checking segment: {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:29:52.873637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Network hostable DHCP agents. Network: 33985929-aa48-4b3c-9ed3-498a4b2d8292, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:29:52.893367 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:29:52.903548 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 33985929-aa48-4b3c-9ed3-498a4b2d8292) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:52.909467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:52.910727 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.912685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a34f0e-215d-4221-b40a-7a1f4d82c4d6 None None] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:29:52.931624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b8ac1d6d-aade-4e83-93c7-48664ee28db4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3697028 Oct 29 09:29:52.932073 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43722) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:52.936684 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:29:52.961180 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:52.962536 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.014760 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.064187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-33985929-aa48-4b3c-9ed3-498a4b2d8292', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:29:53.065063 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.158027 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.200608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Allocated IP 172.20.0.2 (33985929-aa48-4b3c-9ed3-498a4b2d8292/e5baa831-e7f5-486e-a7bf-627b92009485/0bc6a4ca-35a2-445c-95df-0a9bed96321f) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:29:53.345757 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.352213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.363236 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.382979 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.392582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:29:53.395572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:53.399172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:29:53.406379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Pushing event updated for resources: {'Port': ['ID=0bc6a4ca-35a2-445c-95df-0a9bed96321f,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:53.458734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Attempting to bind port 0bc6a4ca-35a2-445c-95df-0a9bed96321f on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:29:53.459092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Attempting to bind port 0bc6a4ca-35a2-445c-95df-0a9bed96321f by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:29:53.459464 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Attempting to bind port 0bc6a4ca-35a2-445c-95df-0a9bed96321f on network 33985929-aa48-4b3c-9ed3-498a4b2d8292 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:29:53.464924 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:29:53.465286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Checking segment: {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:29:53.465708 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.466088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Bound using segment: {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:29:53.466567 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Bound port: 0bc6a4ca-35a2-445c-95df-0a9bed96321f, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:29:53.466959 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.491564 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Allocated IP 172.25.5.82 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:29:53.534701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] For port 0bc6a4ca-35a2-445c-95df-0a9bed96321f, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:29:53.537896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] For port 0bc6a4ca-35a2-445c-95df-0a9bed96321f, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0bc6a4ca-35a2-445c-95df-0a9bed96321f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:29:53.542038 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.599656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8217a-4272-4952-b17c-eda0c6473713 None None] Pushing event updated for resources: {'Port': ['ID=0bc6a4ca-35a2-445c-95df-0a9bed96321f,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:53.604930 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.641559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:53.682632 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:29:53.685761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:53.689565 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:29:53.695167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:53.962441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:54.182440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:54.318928 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:29:54.497490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde343b-7fb2-4665-8ddc-227731b9d15c None None] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:29:54.572141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a61f61c2-6514-489c-a5e0-4bd5e4844392 None None] Provisioning complete for port 0bc6a4ca-35a2-445c-95df-0a9bed96321f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:54.572826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a61f61c2-6514-489c-a5e0-4bd5e4844392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:54.739694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a61f61c2-6514-489c-a5e0-4bd5e4844392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:54.765500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:29:54.784266 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:54.784427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Sync routers for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:29:54.788337 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-795a10a4-ae8b-4874-82dd-93ba2fd7cdd8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8525708 Oct 29 09:29:54.788548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43726) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:54.790672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a61f61c2-6514-489c-a5e0-4bd5e4844392 None None] For port 0bc6a4ca-35a2-445c-95df-0a9bed96321f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0bc6a4ca-35a2-445c-95df-0a9bed96321f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:54.798695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a61f61c2-6514-489c-a5e0-4bd5e4844392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:54.826751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:54.827407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:54.928216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f61c2-6514-489c-a5e0-4bd5e4844392 None None] Pushing event updated for resources: {'Port': ['ID=0bc6a4ca-35a2-445c-95df-0a9bed96321f,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:54.957639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:55.066857 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-44db24a2-b85c-4e67-9282-fc2ecbcf65bb None None] Provisioning complete for port 0bc6a4ca-35a2-445c-95df-0a9bed96321f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:55.067193 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-44db24a2-b85c-4e67-9282-fc2ecbcf65bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.216447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:53Z', 'revision_number': 3, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:55.225474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.246908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Checking router: fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:29:55.247269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Updating router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:29:55.271996 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.384264 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Allocated IP 172.20.0.1 (33985929-aa48-4b3c-9ed3-498a4b2d8292/e5baa831-e7f5-486e-a7bf-627b92009485/c9a4d248-0dc6-494b-ac89-a758edcf56f2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:29:55.486604 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.521569 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.528531 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.538560 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.568370 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:29:55.573279 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:55.583500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:29:55.598903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a4d248-0dc6-494b-ac89-a758edcf56f2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:55.601584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Attempting to bind port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:29:55.601947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Attempting to bind port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:29:55.602314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Attempting to bind port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:29:55.614616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862c76c-cb2a-48d0-9692-94c6c02de92e None None] Pushing event updated for resources: {'Port': ['ID=0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:55.617825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:29:55.618193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:29:55.618872 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.619103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:29:55.619597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Bound port: 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:29:55.620053 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.621220 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.648695 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0bc6a4ca-35a2-445c-95df-0a9bed96321f up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:29:55.713919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] For port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:29:55.717573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] For port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:29:55.725125 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.771553 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.775887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0bc6a4ca-35a2-445c-95df-0a9bed96321f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:55.776419 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.835553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:55.836215 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:55.838406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862c76c-cb2a-48d0-9692-94c6c02de92e None None] Pushing event updated for resources: {'Port': ['ID=0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:55.946032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.951380 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:55.973045 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-64e689fb-a2cf-44af-9c3a-06c44be4e876 None None] Provisioning complete for port c9a4d248-0dc6-494b-ac89-a758edcf56f2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:55.973416 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64e689fb-a2cf-44af-9c3a-06c44be4e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:56.015723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:56.017565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:56.020277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a4d248-0dc6-494b-ac89-a758edcf56f2,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:56.055444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-64e689fb-a2cf-44af-9c3a-06c44be4e876 None None] Port c9a4d248-0dc6-494b-ac89-a758edcf56f2 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:29:56.115212 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:29:56.116825 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:56.239483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:29:56.352625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:29:56.358049 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b3d9f834-a485-4344-8228-1a08e4176597 admin admin] 10.222.0.70 "PUT /v2.0/routers/fbdb39a7-beb0-4073-bb2a-6fe8bbadec91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5685120 Oct 29 09:29:56.394921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b6bc958f-afe0-4e89-97b5-97e2c5c30b98 None None] Provisioning complete for port c9a4d248-0dc6-494b-ac89-a758edcf56f2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:56.395169 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b6bc958f-afe0-4e89-97b5-97e2c5c30b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:56.435845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc958f-afe0-4e89-97b5-97e2c5c30b98 None None] Port c9a4d248-0dc6-494b-ac89-a758edcf56f2 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:29:56.442251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 1, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:56.472609 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11851857-0645-4421-b60f-9d4d62d1c720 None None] The sync data for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 is: [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 1, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:29:56.868726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43742) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:56.873866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-92042720-network', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:29:56.895911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Made reservation on behalf of b1f6a459f6084b70b6e57385b605ff14 for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:29:56.898556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:56.909276 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:56.995251 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.000019 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.026155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:29:57.036482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e6a6b-62c9-4cca-a99b-2043cbcd6f04,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:57.042438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.042795 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Added segment 6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22 of type vlan for network cef73f9e-c6a4-42fe-a6f8-202c36502e3d Oct 29 09:29:57.086251 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.123157 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.124204 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:57.124812 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.188230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3182425 Oct 29 09:29:57.190973 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43744) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:57.198164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Request body: {'subnet': {'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-92042720-subnet', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:29:57.202654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99591a3-281a-4be3-b8a0-c0ea689a3854 admin admin] Pushing event updated for resources: {'Network': ['ID=cef73f9e-c6a4-42fe-a6f8-202c36502e3d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:57.215915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network cef73f9e-c6a4-42fe-a6f8-202c36502e3d details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:29:57.223075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Made reservation on behalf of b1f6a459f6084b70b6e57385b605ff14 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:29:57.225499 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.413345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.470436 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72f7224-2022-4f6d-af0d-295e24611967,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:57.481377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Checking segment: {'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:29:57.481747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Network hostable DHCP agents. Network: cef73f9e-c6a4-42fe-a6f8-202c36502e3d, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:29:57.500253 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Network cef73f9e-c6a4-42fe-a6f8-202c36502e3d is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:29:57.510896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, cef73f9e-c6a4-42fe-a6f8-202c36502e3d) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:57.515284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:29:57.515998 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.524163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c5436-c37a-4ea3-805e-a08f1af34f26 None None] Network cef73f9e-c6a4-42fe-a6f8-202c36502e3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:29:57.551849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f6bf9fb1-b844-487e-970f-8343ce6bd626 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3597238 Oct 29 09:29:57.554275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43746) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:57.562044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:29:57.590310 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.591596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.631482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:29:57.662602 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.733433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-cef73f9e-c6a4-42fe-a6f8-202c36502e3d', 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'fixed_ips': [{'subnet_id': 'c72f7224-2022-4f6d-af0d-295e24611967'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:29:57.734286 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.805570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:57.806006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.811095 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:57.935545 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Allocated IP 172.20.0.2 (cef73f9e-c6a4-42fe-a6f8-202c36502e3d/c72f7224-2022-4f6d-af0d-295e24611967/493da8f3-4157-4699-b802-289f164a711c) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:29:57.961851 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.022561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:29:58.023645 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.031792 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.044401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.128053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:58.153834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.156408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Allocated IP 172.25.5.92 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/1d0e4722-2647-4c0e-b411-d40843d2ddc2) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:29:58.160758 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.201081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Network cef73f9e-c6a4-42fe-a6f8-202c36502e3d is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:29:58.204069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:58.207872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:29:58.216296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Pushing event updated for resources: {'Port': ['ID=493da8f3-4157-4699-b802-289f164a711c,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:58.274808 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Attempting to bind port 493da8f3-4157-4699-b802-289f164a711c on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:29:58.275176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Attempting to bind port 493da8f3-4157-4699-b802-289f164a711c by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:29:58.275539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Attempting to bind port 493da8f3-4157-4699-b802-289f164a711c on network cef73f9e-c6a4-42fe-a6f8-202c36502e3d {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:29:58.280622 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:29:58.281003 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Checking segment: {'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:29:58.281412 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.281856 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Bound using segment: {'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:29:58.282265 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Bound port: 493da8f3-4157-4699-b802-289f164a711c, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:29:58.282645 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.282822 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.317449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.350129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] For port 493da8f3-4157-4699-b802-289f164a711c, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:29:58.353579 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] For port 493da8f3-4157-4699-b802-289f164a711c, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=493da8f3-4157-4699-b802-289f164a711c,segment=NetworkSegment(6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22),segment_id=6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:29:58.359520 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.361190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:29:58.364167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:29:58.366789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:29:58.392680 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0e4722-2647-4c0e-b411-d40843d2ddc2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:58.437276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d40d50-c3c0-4eab-8586-88259841aa8e None None] Pushing event updated for resources: {'Port': ['ID=493da8f3-4157-4699-b802-289f164a711c,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:58.609572 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Sync routers for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:29:58.620050 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:58.620763 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:58.664153 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.754069 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:58.872752 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:58.965293 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 2, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:58.992328 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Checking router: fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:29:58.992782 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Updating router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 port c9a4d248-0dc6-494b-ac89-a758edcf56f2 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:29:59.016445 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Router 9838282d-636c-4411-84dd-ab4990e9265c is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:29:59.020893 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.142376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:29:59.155154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Sync routers for ids ['9838282d-636c-4411-84dd-ab4990e9265c'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:29:59.166390 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.168611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c42f2ad9-3063-4081-8c32-303357f2f992 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6130500 Oct 29 09:29:59.169300 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Routers {'9838282d-636c-4411-84dd-ab4990e9265c'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:59.170161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9838282d-636c-4411-84dd-ab4990e9265c'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:59.171521 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43748) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:29:59.300123 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Set router 9838282d-636c-4411-84dd-ab4990e9265c gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:59.433739 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.441388 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.451596 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036895e6-75a1-4554-9ea1-70e386b31505 None None] Network cef73f9e-c6a4-42fe-a6f8-202c36502e3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:29:59.515451 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Pushing event updated for resources: {'Port': ['ID=c9a4d248-0dc6-494b-ac89-a758edcf56f2,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:59.545397 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.546012 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.546500 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.546988 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.547487 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.548135 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.548626 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.549409 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.549896 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.550373 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.550852 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.551164 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:29:59.564823 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Attempting to bind port c9a4d248-0dc6-494b-ac89-a758edcf56f2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:29:59.565406 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Attempting to bind port c9a4d248-0dc6-494b-ac89-a758edcf56f2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:29:59.565936 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Attempting to bind port c9a4d248-0dc6-494b-ac89-a758edcf56f2 on network 33985929-aa48-4b3c-9ed3-498a4b2d8292 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:29:59.571480 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:29:59.572160 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Checking segment: {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:29:59.572754 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.573290 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Bound using segment: {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:29:59.573898 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Bound port: c9a4d248-0dc6-494b-ac89-a758edcf56f2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:29:59.575099 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.596356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-631e31f2-d9a8-4404-8439-5eaafdcd32e4 None None] Provisioning complete for port 493da8f3-4157-4699-b802-289f164a711c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:29:59.597711 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-631e31f2-d9a8-4404-8439-5eaafdcd32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.694124 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] For port c9a4d248-0dc6-494b-ac89-a758edcf56f2, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:29:59.699020 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] For port c9a4d248-0dc6-494b-ac89-a758edcf56f2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c9a4d248-0dc6-494b-ac89-a758edcf56f2,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:29:59.708547 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.722073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:29:58Z', 'revision_number': 3, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port': {'id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:aa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:58Z', 'updated_at': '2021-10-29T09:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:59.726282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.767234 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.786656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Checking router: 9838282d-636c-4411-84dd-ab4990e9265c for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:29:59.787960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Updating router 9838282d-636c-4411-84dd-ab4990e9265c port 1d0e4722-2647-4c0e-b411-d40843d2ddc2 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:29:59.806281 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:29:59.806914 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:29:59.820100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:29:59.821985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 493da8f3-4157-4699-b802-289f164a711c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:29:59.849467 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c7b4-44fd-4e57-9b5d-684305111fb8 None None] Pushing event updated for resources: {'Port': ['ID=c9a4d248-0dc6-494b-ac89-a758edcf56f2,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:29:59.935587 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:29:59.972717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Allocated IP 172.20.0.1 (cef73f9e-c6a4-42fe-a6f8-202c36502e3d/c72f7224-2022-4f6d-af0d-295e24611967/c98fd48f-b04c-4abd-a617-bebcc0745aa7) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:30:00.019530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-631e31f2-d9a8-4404-8439-5eaafdcd32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.082432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-631e31f2-d9a8-4404-8439-5eaafdcd32e4 None None] For port 493da8f3-4157-4699-b802-289f164a711c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=493da8f3-4157-4699-b802-289f164a711c,segment=NetworkSegment(6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22),segment_id=6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:30:00.094166 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-631e31f2-d9a8-4404-8439-5eaafdcd32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.111669 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.166318 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.174062 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 493da8f3-4157-4699-b802-289f164a711c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:00.174435 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.193386 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:29:59Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:00.231953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Network cef73f9e-c6a4-42fe-a6f8-202c36502e3d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:30:00.234452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:30:00.237397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:30:00.242463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e31f2-d9a8-4404-8439-5eaafdcd32e4 None None] Pushing event updated for resources: {'Port': ['ID=493da8f3-4157-4699-b802-289f164a711c,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:00.248220 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a4a3b-060e-49a3-9231-ff72c38d6a45 None None] The sync data for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 is: [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:29:59Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:30:00.277831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5e1a68b9-4067-42a7-a03e-848f3fafa960 None None] Provisioning complete for port c9a4d248-0dc6-494b-ac89-a758edcf56f2 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:00.278215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e1a68b9-4067-42a7-a03e-848f3fafa960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.291770 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Pushing event updated for resources: {'Port': ['ID=c98fd48f-b04c-4abd-a617-bebcc0745aa7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:00.300417 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.454559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.609440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:30:00.650379 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.665619 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.675946 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.681990 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.755888 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e1a68b9-4067-42a7-a03e-848f3fafa960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.757438 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Pushing event updated for resources: {'Port': ['ID=c98fd48f-b04c-4abd-a617-bebcc0745aa7,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:00.760352 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.771325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff8df5-5afa-4038-86d1-c165bc6518ca None None] Pushing event updated for resources: {'Port': ['ID=1d0e4722-2647-4c0e-b411-d40843d2ddc2,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:00.777141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Attempting to bind port 1d0e4722-2647-4c0e-b411-d40843d2ddc2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:30:00.777517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Attempting to bind port 1d0e4722-2647-4c0e-b411-d40843d2ddc2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:30:00.777902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Attempting to bind port 1d0e4722-2647-4c0e-b411-d40843d2ddc2 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:30:00.793054 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:30:00.793614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:30:00.793847 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.794255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:30:00.794751 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Bound port: 1d0e4722-2647-4c0e-b411-d40843d2ddc2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:30:00.795137 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.834690 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5e1a68b9-4067-42a7-a03e-848f3fafa960 None None] For port c9a4d248-0dc6-494b-ac89-a758edcf56f2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c9a4d248-0dc6-494b-ac89-a758edcf56f2,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:30:00.835828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:00.836108 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.844269 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e1a68b9-4067-42a7-a03e-848f3fafa960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:00.879599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Network cef73f9e-c6a4-42fe-a6f8-202c36502e3d is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:30:00.881366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:30:00.964156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] For port 1d0e4722-2647-4c0e-b411-d40843d2ddc2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:30:01.035296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Router 9838282d-636c-4411-84dd-ab4990e9265c has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:30:01.056128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] For port 1d0e4722-2647-4c0e-b411-d40843d2ddc2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1d0e4722-2647-4c0e-b411-d40843d2ddc2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:30:01.057380 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:01.059721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a68b9-4067-42a7-a03e-848f3fafa960 None None] Pushing event updated for resources: {'Port': ['ID=c9a4d248-0dc6-494b-ac89-a758edcf56f2,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:01.067402 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-df3e9d14-f3f3-436e-913b-51932ed28c97 None None] Provisioning complete for port 493da8f3-4157-4699-b802-289f164a711c triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:01.067763 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-df3e9d14-f3f3-436e-913b-51932ed28c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:01.069973 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:01.169957 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Routers {'9838282d-636c-4411-84dd-ab4990e9265c'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:30:01.170509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9838282d-636c-4411-84dd-ab4990e9265c'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:01.172432 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:30:01.176012 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff8df5-5afa-4038-86d1-c165bc6518ca None None] Pushing event updated for resources: {'Port': ['ID=1d0e4722-2647-4c0e-b411-d40843d2ddc2,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:01.179335 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-35772c60-443b-45bd-bb45-f87f3bd6d796 admin admin] 10.222.0.70 "PUT /v2.0/routers/9838282d-636c-4411-84dd-ab4990e9265c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0050070 Oct 29 09:30:01.317860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] Set router 9838282d-636c-4411-84dd-ab4990e9265c gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:30:01.348227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-df3e9d14-f3f3-436e-913b-51932ed28c97 None None] Provisioning complete for port c98fd48f-b04c-4abd-a617-bebcc0745aa7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:01.348637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-df3e9d14-f3f3-436e-913b-51932ed28c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:01.452776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-df3e9d14-f3f3-436e-913b-51932ed28c97 None None] Port c98fd48f-b04c-4abd-a617-bebcc0745aa7 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:30:01.577648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 4, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port': {'id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:aa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:58Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c98fd48f-b04c-4abd-a617-bebcc0745aa7', 'name': '', 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'mac_address': 'fa:16:3e:c9:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:59Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 2, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'subnets': [{'id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:01.611942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c9a4d248-0dc6-494b-ac89-a758edcf56f2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:30:01.615725 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221baa70-bc9d-47bd-8383-c5d2c0874e0c None None] The sync data for ids ['9838282d-636c-4411-84dd-ab4990e9265c'] in n-d-815940-1 is: [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 4, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port': {'id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:aa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:58Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c98fd48f-b04c-4abd-a617-bebcc0745aa7', 'name': '', 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'mac_address': 'fa:16:3e:c9:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:59Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 2, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'subnets': [{'id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:30:01.652416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-62d22faf-5ea3-4956-94d6-af05ea08ad94 None None] Provisioning complete for port c98fd48f-b04c-4abd-a617-bebcc0745aa7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:01.653001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62d22faf-5ea3-4956-94d6-af05ea08ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:01.730474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-62d22faf-5ea3-4956-94d6-af05ea08ad94 None None] Port c98fd48f-b04c-4abd-a617-bebcc0745aa7 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:30:01.745375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c9a4d248-0dc6-494b-ac89-a758edcf56f2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:01.746670 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:01.848749 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 493da8f3-4157-4699-b802-289f164a711c up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:30:01.918105 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 493da8f3-4157-4699-b802-289f164a711c triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:01.918552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:03.653125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1d0e4722-2647-4c0e-b411-d40843d2ddc2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:30:03.714868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1d0e4722-2647-4c0e-b411-d40843d2ddc2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:03.715514 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:03.815964 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:03.837314 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 1d0e4722-2647-4c0e-b411-d40843d2ddc2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1d0e4722-2647-4c0e-b411-d40843d2ddc2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:30:03.843201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:03.901053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=1d0e4722-2647-4c0e-b411-d40843d2ddc2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:04.532301 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Sync routers for ids ['9838282d-636c-4411-84dd-ab4990e9265c'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:30:04.547028 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Routers {'9838282d-636c-4411-84dd-ab4990e9265c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:30:04.547988 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9838282d-636c-4411-84dd-ab4990e9265c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:04.671780 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Set router 9838282d-636c-4411-84dd-ab4990e9265c gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:30:04.901323 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 4, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port': {'id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:58Z', 'updated_at': '2021-10-29T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c98fd48f-b04c-4abd-a617-bebcc0745aa7', 'name': '', 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'mac_address': 'fa:16:3e:c9:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:59Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 2, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'subnets': [{'id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:04.931935 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Checking router: 9838282d-636c-4411-84dd-ab4990e9265c for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:30:04.932144 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Updating router 9838282d-636c-4411-84dd-ab4990e9265c port c98fd48f-b04c-4abd-a617-bebcc0745aa7 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:30:04.957995 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.275770 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.283859 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.340051 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb4096-2230-4bc7-a4ac-691b8b8e33a8 None None] Pushing event updated for resources: {'Port': ['ID=c98fd48f-b04c-4abd-a617-bebcc0745aa7,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:05.408500 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Attempting to bind port c98fd48f-b04c-4abd-a617-bebcc0745aa7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:30:05.408910 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Attempting to bind port c98fd48f-b04c-4abd-a617-bebcc0745aa7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:30:05.409855 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Attempting to bind port c98fd48f-b04c-4abd-a617-bebcc0745aa7 on network cef73f9e-c6a4-42fe-a6f8-202c36502e3d {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:30:05.415466 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:30:05.416024 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Checking segment: {'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:30:05.416487 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.416874 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Bound using segment: {'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:30:05.417319 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Bound port: c98fd48f-b04c-4abd-a617-bebcc0745aa7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:30:05.417691 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.507850 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] For port c98fd48f-b04c-4abd-a617-bebcc0745aa7, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:30:05.518014 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] For port c98fd48f-b04c-4abd-a617-bebcc0745aa7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c98fd48f-b04c-4abd-a617-bebcc0745aa7,segment=NetworkSegment(6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22),segment_id=6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:30:05.530924 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.633863 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1d0e4722-2647-4c0e-b411-d40843d2ddc2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:30:05.634458 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Routers {'9838282d-636c-4411-84dd-ab4990e9265c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:30:05.635023 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:29:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9838282d-636c-4411-84dd-ab4990e9265c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:05.713041 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1611a742-74bb-41da-95dc-b55076254bf3 None None] Provisioning complete for port c98fd48f-b04c-4abd-a617-bebcc0745aa7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:05.714850 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1611a742-74bb-41da-95dc-b55076254bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.785060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1d0e4722-2647-4c0e-b411-d40843d2ddc2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:05.785615 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.869769 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1611a742-74bb-41da-95dc-b55076254bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.885060 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] Set router 9838282d-636c-4411-84dd-ab4990e9265c gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:30:05.915696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-1611a742-74bb-41da-95dc-b55076254bf3 None None] For port c98fd48f-b04c-4abd-a617-bebcc0745aa7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c98fd48f-b04c-4abd-a617-bebcc0745aa7,segment=NetworkSegment(6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22),segment_id=6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:30:05.923064 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1611a742-74bb-41da-95dc-b55076254bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:05.975887 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb4096-2230-4bc7-a4ac-691b8b8e33a8 None None] Pushing event updated for resources: {'Port': ['ID=c98fd48f-b04c-4abd-a617-bebcc0745aa7,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:05.984618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611a742-74bb-41da-95dc-b55076254bf3 None None] Pushing event updated for resources: {'Port': ['ID=c98fd48f-b04c-4abd-a617-bebcc0745aa7,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:06.045199 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0b7517c0-aa83-4a1e-a072-6d470670792e None None] Provisioning complete for port c98fd48f-b04c-4abd-a617-bebcc0745aa7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:06.045749 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0b7517c0-aa83-4a1e-a072-6d470670792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:06.156135 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:30:06.175395 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 4, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port': {'id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:58Z', 'updated_at': '2021-10-29T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c98fd48f-b04c-4abd-a617-bebcc0745aa7', 'name': '', 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'mac_address': 'fa:16:3e:c9:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:59Z', 'updated_at': '2021-10-29T09:30:05Z', 'revision_number': 4, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'subnets': [{'id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:06.203562 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee6df5-3c6a-41bf-9240-6d43df639d33 None None] The sync data for ids ['9838282d-636c-4411-84dd-ab4990e9265c'] in n-d-815940-1 is: [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 4, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port': {'id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:58Z', 'updated_at': '2021-10-29T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c98fd48f-b04c-4abd-a617-bebcc0745aa7', 'name': '', 'network_id': 'cef73f9e-c6a4-42fe-a6f8-202c36502e3d', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'mac_address': 'fa:16:3e:c9:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:59Z', 'updated_at': '2021-10-29T09:30:05Z', 'revision_number': 4, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'subnets': [{'id': 'c72f7224-2022-4f6d-af0d-295e24611967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:30:07.648481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c98fd48f-b04c-4abd-a617-bebcc0745aa7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:30:07.705620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port c98fd48f-b04c-4abd-a617-bebcc0745aa7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:07.705997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:11.507455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-602313fa-896d-4698-bd34-c9e7fcf68fb5 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:11.509147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-602313fa-896d-4698-bd34-c9e7fcf68fb5 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 815 time: 0.1138394 Oct 29 09:30:11.525205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-154ca5a7-5d32-4859-b44c-e6d979d51e25 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/quotas/48aed17095c04c8ba027868da13c0efd HTTP/1.1" status: 200 len: 375 time: 0.0095606 Oct 29 09:30:11.583569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-243a8989-890c-4235-91c8-23d9e0b693d2 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528791 Oct 29 09:30:11.689332 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d4e7853f-a670-4ed3-98b1-66e5d8dbcf7d service neutron] 10.222.0.70 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930536 Oct 29 09:30:11.792502 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-bab3e639-1636-42bc-89d2-5d2cc3a8dcd5 service neutron] 10.222.0.70 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928185 Oct 29 09:30:11.964462 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d329449-e6d3-4346-8c8d-128ea3048584 req-932889ac-f824-469e-a579-248e36bf715d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 210 time: 0.0287292 Oct 29 09:30:12.992409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-a7583e43-c0cf-4a66-9532-c8b22e80e53d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:12.995073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-a7583e43-c0cf-4a66-9532-c8b22e80e53d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 815 time: 0.1119897 Oct 29 09:30:13.011196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'port': {'device_id': '7290bf93-8991-4822-9d81-9916b1fd135d', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'admin_state_up': True, 'tenant_id': '48aed17095c04c8ba027868da13c0efd'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:13.095500 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d92e0c8b-92d7-47e9-8eb7-daeede4e904f req-52aa9d6c-4729-4d64-a673-b1312e668976 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 210 time: 0.0341647 Oct 29 09:30:13.175905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Made reservation on behalf of 48aed17095c04c8ba027868da13c0efd for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:30:13.179505 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:13.350205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Allocated IP 172.20.0.4 (33985929-aa48-4b3c-9ed3-498a4b2d8292/e5baa831-e7f5-486e-a7bf-627b92009485/90239f08-da03-49bf-971e-f6fba52e333f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:30:13.569194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:13.607758 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:13.663570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:30:13.665221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:30:13.670972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:30:13.698741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'Port': ['ID=90239f08-da03-49bf-971e-f6fba52e333f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:13.716704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.717061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.717407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.717899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.718228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.718563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.718894 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.719240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.719554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.724410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.724410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.724410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:13.745773 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:13.746517 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:13.766188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-d774386c-929b-41bf-8d5a-bb098fe0fb64 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615166 Oct 29 09:30:14.032416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ea0c028d-6968-456f-aef1-dbc0206022b0 None None] Provisioning complete for port 90239f08-da03-49bf-971e-f6fba52e333f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:14.033043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ea0c028d-6968-456f-aef1-dbc0206022b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:14.087484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c028d-6968-456f-aef1-dbc0206022b0 None None] Port 90239f08-da03-49bf-971e-f6fba52e333f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:30:14.232224 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ae860-e558-49f7-adc1-b356c88f2e3d req-ee0ad4d2-1194-422d-810b-584956ea8311 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:14.233722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac6ae860-e558-49f7-adc1-b356c88f2e3d req-ee0ad4d2-1194-422d-810b-584956ea8311 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0563829 Oct 29 09:30:14.288578 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac6ae860-e558-49f7-adc1-b356c88f2e3d req-30dc4a3d-fbb1-40e7-8249-2f8149d2d8b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454261 Oct 29 09:30:14.325434 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a4c16bfd-b10c-4bd1-bca1-01e3d28c8c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:15.427166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b754d6b-680e-48dd-a5a0-d403fb7d1c46 req-6e93b8ea-993c-475f-b014-468d558c776a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:15.429512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b754d6b-680e-48dd-a5a0-d403fb7d1c46 req-6e93b8ea-993c-475f-b014-468d558c776a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0581703 Oct 29 09:30:15.475680 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4b754d6b-680e-48dd-a5a0-d403fb7d1c46 req-310a490e-eff6-4187-b96c-137dda8898db tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Oct 29 09:30:16.594561 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f261d1-316c-47c8-8c38-69279a1b3edf req-bf24ad13-cd3e-4a6c-a305-339971a21352 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:16.596162 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10f261d1-316c-47c8-8c38-69279a1b3edf req-bf24ad13-cd3e-4a6c-a305-339971a21352 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0517099 Oct 29 09:30:16.654909 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-10f261d1-316c-47c8-8c38-69279a1b3edf req-cc512bc8-af53-43db-a627-1cb939238beb tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Oct 29 09:30:17.043919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f078abba-cdce-4444-b0fb-8e5dc5254575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:17.789044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35d66-98e5-47c2-9cc3-80ad06f8895b req-5f65b42a-f089-41b7-b8cc-5a1475107209 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:17.790563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bca35d66-98e5-47c2-9cc3-80ad06f8895b req-5f65b42a-f089-41b7-b8cc-5a1475107209 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0508628 Oct 29 09:30:17.841577 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bca35d66-98e5-47c2-9cc3-80ad06f8895b req-6ef8db1e-2c7a-42bc-ab56-3a8d06a879f5 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Oct 29 09:30:18.379023 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:18.382074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:18.975691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354ce28-beb1-425d-9740-f85589b2109c req-7a5e7a2a-02b2-4596-8326-05bca87e0b2f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:18.977465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b354ce28-beb1-425d-9740-f85589b2109c req-7a5e7a2a-02b2-4596-8326-05bca87e0b2f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0618351 Oct 29 09:30:19.033814 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b354ce28-beb1-425d-9740-f85589b2109c req-7d189d8a-9226-4488-882a-31cd9f79857c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Oct 29 09:30:19.755283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:20.162868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f94a24-66be-43d0-acd2-c1640e6f7c43 req-e24757c0-6b76-4a7a-9f59-6b8dd479829e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:20.164540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21f94a24-66be-43d0-acd2-c1640e6f7c43 req-e24757c0-6b76-4a7a-9f59-6b8dd479829e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0679834 Oct 29 09:30:20.204264 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-21f94a24-66be-43d0-acd2-c1640e6f7c43 req-33c1951f-7a4a-4bec-b414-70056a931e28 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334029 Oct 29 09:30:21.340121 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea2b3c-dd11-4eeb-b227-fbe73ed97573 req-22ee7885-5a99-43d4-beaa-c0e0f5c087e6 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:21.341705 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83ea2b3c-dd11-4eeb-b227-fbe73ed97573 req-22ee7885-5a99-43d4-beaa-c0e0f5c087e6 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0586100 Oct 29 09:30:21.386280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83ea2b3c-dd11-4eeb-b227-fbe73ed97573 req-2c154f12-8891-4c0c-9e7c-e328f2edfb85 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Oct 29 09:30:22.508804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e4e49-d1f8-458a-9649-5802a1f28e08 req-94508eb0-4a63-4b9b-9595-9050f6707eb8 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:22.510410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff0e4e49-d1f8-458a-9649-5802a1f28e08 req-94508eb0-4a63-4b9b-9595-9050f6707eb8 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0520399 Oct 29 09:30:22.554634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff0e4e49-d1f8-458a-9649-5802a1f28e08 req-cca3056e-29d5-43f2-9adf-1ab3aa84e846 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377684 Oct 29 09:30:23.687903 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196f5d8-2f39-4a45-9e8c-55a4145327e4 req-f5339290-c22a-4c5e-8c89-f3bcc577db5f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:23.689413 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d196f5d8-2f39-4a45-9e8c-55a4145327e4 req-f5339290-c22a-4c5e-8c89-f3bcc577db5f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0518246 Oct 29 09:30:23.727636 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d196f5d8-2f39-4a45-9e8c-55a4145327e4 req-f3c1c9a3-9152-4752-8849-15dbadbfc90c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Oct 29 09:30:24.859840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d7f22-5cef-4a5e-9001-0f571c7bf1c5 req-322b8fd9-f5ef-4f81-a560-263d67d4bfc4 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:24.861394 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34d7f22-5cef-4a5e-9001-0f571c7bf1c5 req-322b8fd9-f5ef-4f81-a560-263d67d4bfc4 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0513396 Oct 29 09:30:24.906473 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34d7f22-5cef-4a5e-9001-0f571c7bf1c5 req-f7a3026b-caab-46a4-8738-96a74e539121 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354724 Oct 29 09:30:26.047199 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd85e3-948e-48dc-972f-22876b285635 req-2238c005-d8ea-4969-91cc-f433e75b23e0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:26.048754 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5dd85e3-948e-48dc-972f-22876b285635 req-2238c005-d8ea-4969-91cc-f433e75b23e0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 931 time: 0.0636225 Oct 29 09:30:26.088298 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c5dd85e3-948e-48dc-972f-22876b285635 req-a4eefdf2-7dad-4ac7-abf2-2347ad9df003 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Oct 29 09:30:26.246578 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Request body: {'port': {'device_id': '7290bf93-8991-4822-9d81-9916b1fd135d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:26.306716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:26.587905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90239f08-da03-49bf-971e-f6fba52e333f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:30:26.596201 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:26.625569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Transition to ACTIVE for port object 90239f08-da03-49bf-971e-f6fba52e333f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:30:26.645637 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:26.700111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Pushing event updated for resources: {'Port': ['ID=90239f08-da03-49bf-971e-f6fba52e333f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:26.776397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Attempting to bind port 90239f08-da03-49bf-971e-f6fba52e333f on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:30:26.776768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Attempting to bind port 90239f08-da03-49bf-971e-f6fba52e333f by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:30:26.777098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Attempting to bind port 90239f08-da03-49bf-971e-f6fba52e333f on network 33985929-aa48-4b3c-9ed3-498a4b2d8292 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:30:26.782316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Port 90239f08-da03-49bf-971e-f6fba52e333f on network 33985929-aa48-4b3c-9ed3-498a4b2d8292 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:30:26.782635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Attempting to bind port 90239f08-da03-49bf-971e-f6fba52e333f on network 33985929-aa48-4b3c-9ed3-498a4b2d8292 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:30:26.787871 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:30:26.788210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Checking segment: {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:30:26.788596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Bound using segment: {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:30:26.789053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Bound port: 90239f08-da03-49bf-971e-f6fba52e333f, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ec1603-0373-406a-a88f-296e953d8a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:30:26.789412 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:26.860496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] For port 90239f08-da03-49bf-971e-f6fba52e333f, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:30:26.863746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] For port 90239f08-da03-49bf-971e-f6fba52e333f, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=90239f08-da03-49bf-971e-f6fba52e333f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:30:26.870055 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:26.908097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:26.908799 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:26.910268 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] 10.222.0.93 "PUT /v2.0/ports/90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 1091 time: 0.6718073 Oct 29 09:30:26.910749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:30:26.913153 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7234ca00-5194-4f82-a21e-31b5b62dea7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:30:26.938699 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e11df-b95f-46d1-afb8-d86c5677b1fb service neutron] Pushing event updated for resources: {'Port': ['ID=90239f08-da03-49bf-971e-f6fba52e333f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:26.981170 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69be8308-1e39-4c30-b90e-33fa1782520f x-openstack-request-id: req-69be8308-1e39-4c30-b90e-33fa1782520f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:30:26.981540 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:30:26.981726 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69be8308-1e39-4c30-b90e-33fa1782520f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:30:26.982222 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f', 'status': 'completed', 'code': 200} Oct 29 09:30:27.022692 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-fbe84b0f-05d9-4eaa-9be9-771aa5be9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:27.024883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-fbe84b0f-05d9-4eaa-9be9-771aa5be9a27 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1094 time: 0.0576720 Oct 29 09:30:27.074933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-084157a2-d4ba-4a54-81a8-b943e2caa9ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 217 time: 0.0420241 Oct 29 09:30:27.129019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-359f313c-6c51-4dd2-9637-798320962d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:27.130442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-359f313c-6c51-4dd2-9637-798320962d47 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0480387 Oct 29 09:30:27.177280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-5c4de692-7c13-4ed2-91cf-06241cd46b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:27.178832 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-5c4de692-7c13-4ed2-91cf-06241cd46b08 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415151 Oct 29 09:30:27.215785 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219a234-7d50-4966-8671-9d57ebdd4c67 req-6991213c-6518-4989-bc6a-f450d7f19f02 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:27.217314 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b219a234-7d50-4966-8671-9d57ebdd4c67 req-6991213c-6518-4989-bc6a-f450d7f19f02 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 943 time: 0.0584674 Oct 29 09:30:27.256212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b219a234-7d50-4966-8671-9d57ebdd4c67 req-3590cb4a-8667-4f21-a0ba-a877cc983b89 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Oct 29 09:30:27.276766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-b4ae00fb-9cef-4697-96cb-ccec6689868d service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897684 Oct 29 09:30:27.370330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7db2d9a1-eeec-4d93-b098-3cb9edff578d req-21b79ad5-3b96-47c6-b3ef-5a9d2901f985 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861707 Oct 29 09:30:27.474396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-9235fc68-02d0-42ee-be72-76b484eaf2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:27.475971 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-9235fc68-02d0-42ee-be72-76b484eaf2a9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1094 time: 0.0453496 Oct 29 09:30:27.570265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-efb88bab-5431-4318-8728-b7f764f2f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:27.571763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-efb88bab-5431-4318-8728-b7f764f2f4f8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.0891757 Oct 29 09:30:27.617204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-0df736ab-06ef-4ccf-bfac-2c2cd34c4655 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 217 time: 0.0381043 Oct 29 09:30:27.668338 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-3372aa26-9268-40d8-8260-a814454e7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:27.669782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-3372aa26-9268-40d8-8260-a814454e7b75 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0447450 Oct 29 09:30:27.717883 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-fc0b47a4-3628-4196-a984-1220121065cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:27.719522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-fc0b47a4-3628-4196-a984-1220121065cb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427842 Oct 29 09:30:28.154390 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-61133f73-7f43-4719-b2d5-4e1eb70252d9 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276750 Oct 29 09:30:28.250465 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7234ca00-5194-4f82-a21e-31b5b62dea7f req-92db3fad-9741-4c8e-a8b7-2dcbdebef171 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874078 Oct 29 09:30:28.384929 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce3114-f50e-4147-a9dd-a55d6f0c4f59 req-9f637e72-0517-4886-9c6c-a26f7a2a44b9 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:28.386468 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ce3114-f50e-4147-a9dd-a55d6f0c4f59 req-9f637e72-0517-4886-9c6c-a26f7a2a44b9 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 943 time: 0.0609872 Oct 29 09:30:28.433247 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ce3114-f50e-4147-a9dd-a55d6f0c4f59 req-47125212-0c72-4ad4-906f-2add58a38e53 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Oct 29 09:30:29.558186 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bce6d5-a3df-4680-8f94-cc689baae95c req-fa3983a8-02b1-4c15-b6c9-a58d3908f328 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:29.559750 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1bce6d5-a3df-4680-8f94-cc689baae95c req-fa3983a8-02b1-4c15-b6c9-a58d3908f328 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 943 time: 0.0548732 Oct 29 09:30:29.599307 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e1bce6d5-a3df-4680-8f94-cc689baae95c req-9482589b-7c19-42ec-86b6-e13b008ce5f0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Oct 29 09:30:29.705632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:30.723082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a936-83cf-4864-921d-048f610663e7 req-438059ed-8af7-462e-af7b-dbfc4d7f43c9 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:30.724499 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5547a936-83cf-4864-921d-048f610663e7 req-438059ed-8af7-462e-af7b-dbfc4d7f43c9 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 943 time: 0.0522666 Oct 29 09:30:30.767283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5547a936-83cf-4864-921d-048f610663e7 req-ea175e1e-fbd2-413e-b63a-56870de1ab82 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Oct 29 09:30:30.949163 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:31.737876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 90239f08-da03-49bf-971e-f6fba52e333f details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:30:31.852505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 90239f08-da03-49bf-971e-f6fba52e333f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=90239f08-da03-49bf-971e-f6fba52e333f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:30:31.864507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '90239f08-da03-49bf-971e-f6fba52e333f', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'port_id': '90239f08-da03-49bf-971e-f6fba52e333f', 'mac_address': 'fa:16:3e:04:e5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:30:31.885014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111c2cc-ee51-47f4-8769-f6709f8ef8e2 req-0187ae21-1eb0-4c07-ab64-c94bdcdfd56f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:31.886520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1111c2cc-ee51-47f4-8769-f6709f8ef8e2 req-0187ae21-1eb0-4c07-ab64-c94bdcdfd56f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 943 time: 0.0518136 Oct 29 09:30:31.902804 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:31.916729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90239f08-da03-49bf-971e-f6fba52e333f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:30:31.926157 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1111c2cc-ee51-47f4-8769-f6709f8ef8e2 req-d1eeb29f-9d94-4874-9422-d11e08fd33ec tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Oct 29 09:30:31.937085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 90239f08-da03-49bf-971e-f6fba52e333f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=90239f08-da03-49bf-971e-f6fba52e333f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:30:31.942478 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:31.995082 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=90239f08-da03-49bf-971e-f6fba52e333f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:32.003775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.004158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.004505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.004843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.005177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.005511 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.005836 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.006166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.006493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.006801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.007122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.007444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:32.296392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['90239f08-da03-49bf-971e-f6fba52e333f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:30:33.054786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ec8b8-e4a7-4914-80f7-8146f528d3f9 req-f1b8ed09-9efd-4451-bcd2-caa35f91e014 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:33.056544 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-202ec8b8-e4a7-4914-80f7-8146f528d3f9 req-f1b8ed09-9efd-4451-bcd2-caa35f91e014 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 944 time: 0.0580750 Oct 29 09:30:33.095835 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-202ec8b8-e4a7-4914-80f7-8146f528d3f9 req-c36775d0-7a11-4980-b2cc-4ae666fe1a39 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Oct 29 09:30:33.737918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 90239f08-da03-49bf-971e-f6fba52e333f up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:30:33.802932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 90239f08-da03-49bf-971e-f6fba52e333f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:30:33.806921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 90239f08-da03-49bf-971e-f6fba52e333f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:33.807313 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:34.060827 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:34.085191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:30:34.087525 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c4a4ee-5489-447a-8671-cfa870c0ba69" -d '{"events": [{"server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "name": "network-vif-plugged", "status": "completed", "tag": "90239f08-da03-49bf-971e-f6fba52e333f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:30:34.101498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 90239f08-da03-49bf-971e-f6fba52e333f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=90239f08-da03-49bf-971e-f6fba52e333f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:30:34.106629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:34.131728 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c243730b-615e-4663-ae10-ef357ffb318e x-openstack-request-id: req-c243730b-615e-4663-ae10-ef357ffb318e {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:30:34.132045 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "name": "network-vif-plugged", "status": "completed", "tag": "90239f08-da03-49bf-971e-f6fba52e333f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:30:34.132302 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c243730b-615e-4663-ae10-ef357ffb318e {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:30:34.132657 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f', 'code': 200} Oct 29 09:30:34.159392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=90239f08-da03-49bf-971e-f6fba52e333f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:34.246825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b81fc7-12cf-43b3-b681-1eb7d1916032 req-0edde590-c7a1-487f-8ed2-2b0b94b49b6e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:34.248368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91b81fc7-12cf-43b3-b681-1eb7d1916032 req-0edde590-c7a1-487f-8ed2-2b0b94b49b6e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0819297 Oct 29 09:30:34.254004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc703-2fd7-4fb4-bde1-6456e7be2fdd req-cefbbf6a-b8c5-4a5b-bbfc-4a1be89412cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:34.255475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fcfc703-2fd7-4fb4-bde1-6456e7be2fdd req-cefbbf6a-b8c5-4a5b-bbfc-4a1be89412cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1096 time: 0.0627370 Oct 29 09:30:34.306311 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91b81fc7-12cf-43b3-b681-1eb7d1916032 req-6c8d271d-a3b7-4838-8c49-f6aaa2d50694 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498366 Oct 29 09:30:34.312089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7fcfc703-2fd7-4fb4-bde1-6456e7be2fdd req-68438328-fc3c-4697-adc3-c7bfc1e89aff service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Oct 29 09:30:35.437338 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f957-6460-4a9e-8721-2b90a5df1e89 req-dceca2e8-6363-4fad-b0b5-015486d8f665 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:35.438843 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f36f957-6460-4a9e-8721-2b90a5df1e89 req-dceca2e8-6363-4fad-b0b5-015486d8f665 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0553389 Oct 29 09:30:35.479941 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f36f957-6460-4a9e-8721-2b90a5df1e89 req-980b1bf8-07ee-4019-b68f-eb403e5ef72c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Oct 29 09:30:36.612361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5cf3c-3672-4699-84be-257d794a4586 req-cc9293c1-d68b-4bde-8fa6-b904f9f7ce71 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:36.613953 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8d5cf3c-3672-4699-84be-257d794a4586 req-cc9293c1-d68b-4bde-8fa6-b904f9f7ce71 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0514820 Oct 29 09:30:36.656172 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a8d5cf3c-3672-4699-84be-257d794a4586 req-548f1b26-dc94-4887-be42-5f6abb5dd649 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Oct 29 09:30:36.776284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f14cd-f904-4b53-b162-b84b5fee1bea req-2ae56f21-71fb-4fd3-ab29-c08170a0984f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:36.777794 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c4f14cd-f904-4b53-b162-b84b5fee1bea req-2ae56f21-71fb-4fd3-ab29-c08170a0984f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0556595 Oct 29 09:30:36.820833 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7c4f14cd-f904-4b53-b162-b84b5fee1bea req-1d7936e0-a2b1-4d8e-9c94-387cda748c3c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338590 Oct 29 09:30:37.026721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdafd37-5eeb-435c-af75-2dd3930fe419 req-244d2a81-2b3f-47fe-99ff-d43808b594f1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:37.028148 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9cdafd37-5eeb-435c-af75-2dd3930fe419 req-244d2a81-2b3f-47fe-99ff-d43808b594f1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0629735 Oct 29 09:30:37.072043 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9cdafd37-5eeb-435c-af75-2dd3930fe419 req-9c66877f-c058-4761-86bb-4bfc2f6d6829 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Oct 29 09:30:43.149368 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:30:44.329058 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-26c931b7-090c-4d75-9e28-41b8abedf14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:47.050232 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-352884f1-49e2-42e7-ba75-2b708e9ca72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:47.351183 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22aa8066-62b4-457b-b728-e3ada623ffef req-2e38dafb-d9e8-46c7-bc79-c6f7e3e7bf07 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492992 Oct 29 09:30:47.438481 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa8066-62b4-457b-b728-e3ada623ffef req-60bd764f-b496-4960-8702-bbdcd3b9592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:47.441060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22aa8066-62b4-457b-b728-e3ada623ffef req-60bd764f-b496-4960-8702-bbdcd3b9592f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1096 time: 0.0425808 Oct 29 09:30:47.551572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa8066-62b4-457b-b728-e3ada623ffef req-128ff31e-8d85-4dc5-a694-9582f2d69305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:47.553244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22aa8066-62b4-457b-b728-e3ada623ffef req-128ff31e-8d85-4dc5-a694-9582f2d69305 service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.0864515 Oct 29 09:30:47.598722 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22aa8066-62b4-457b-b728-e3ada623ffef req-1e37cf95-a824-47f2-8f86-7b072b77533f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 217 time: 0.0376887 Oct 29 09:30:47.649453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa8066-62b4-457b-b728-e3ada623ffef req-98da3606-27ae-43ea-8265-2c5b620e51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:47.650842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22aa8066-62b4-457b-b728-e3ada623ffef req-98da3606-27ae-43ea-8265-2c5b620e51cf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0446737 Oct 29 09:30:47.701974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa8066-62b4-457b-b728-e3ada623ffef req-a7368aef-82b7-4fd4-a815-468e967f8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:47.704256 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22aa8066-62b4-457b-b728-e3ada623ffef req-a7368aef-82b7-4fd4-a815-468e967f8fe6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430908 Oct 29 09:30:47.809088 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22aa8066-62b4-457b-b728-e3ada623ffef req-0a9e477e-223d-47fc-b6b3-6de6c98de442 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971653 Oct 29 09:30:47.909318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-22aa8066-62b4-457b-b728-e3ada623ffef req-0b638e19-c640-4e4a-bd6e-f086c17afba5 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884650 Oct 29 09:30:48.385307 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:48.387797 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:49.749781 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:50.782768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dbeb2-0bdf-4c77-b911-f772274f5af1 req-f5d54945-bb76-49f9-8fa8-5f6911d30c95 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:50.784192 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c02dbeb2-0bdf-4c77-b911-f772274f5af1 req-f5d54945-bb76-49f9-8fa8-5f6911d30c95 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0682635 Oct 29 09:30:50.834426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c02dbeb2-0bdf-4c77-b911-f772274f5af1 req-277bf74d-ad86-47bd-9896-5fb930b22106 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Oct 29 09:30:50.857410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43954) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:51.010500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a1dff-784f-4faf-8e3d-0f00f44300e5 tempest-TestMinimumBasicScenario-335221130 tempest-TestMinimumBasicScenario-335221130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:51.012044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-426a1dff-784f-4faf-8e3d-0f00f44300e5 tempest-TestMinimumBasicScenario-335221130 tempest-TestMinimumBasicScenario-335221130-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1091 time: 0.1536756 Oct 29 09:30:51.015277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43958) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:51.019645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '90239f08-da03-49bf-971e-f6fba52e333f', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:51.045420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:51.163768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:51.275860 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Allocated IP 172.25.5.21 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/0dd23698-d65e-459b-8f27-93a499e58986) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:30:51.401527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:51.437192 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:51.481010 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:30:51.483853 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:30:51.488098 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:30:51.491382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'Port': ['ID=0dd23698-d65e-459b-8f27-93a499e58986,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:51.517732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.518096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.518434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.518757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.519080 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.519399 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.519713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.520056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.520376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.520691 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.520985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.521297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:30:51.838867 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:51.912818 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:52.078814 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:52.086450 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:52.154261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'Port': ['ID=0dd23698-d65e-459b-8f27-93a499e58986,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:52.167264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:52.284780 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Floating IP 822c66a0-6b39-4dde-a892-09a3b40a3573 associated. External IP: 172.25.5.21, port: 90239f08-da03-49bf-971e-f6fba52e333f. Oct 29 09:30:52.835916 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:30:52.950963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:30:52.961084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] Sync routers for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:30:52.972577 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:52.973488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:30:52.974147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:30:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:53.000552 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-acdf7cdb-a3d9-4d27-906c-972bdbf6c371 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9840937 Oct 29 09:30:53.001146 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:30:53.003462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43960) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:53.004030 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91961944-aad9-4a06-819b-dc0e30f47651" -d '{"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:30:53.008461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-bdfe80a0-812b-40ba-9b69-19cac42d374a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421042598', 'description': 'tempest-secgroup-smoke-421042598 description', 'project_id': '48aed17095c04c8ba027868da13c0efd'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:53.036135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdfe80a0-812b-40ba-9b69-19cac42d374a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.092679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:30:53.111476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdfe80a0-812b-40ba-9b69-19cac42d374a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.117481 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdfe80a0-812b-40ba-9b69-19cac42d374a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.145511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bdfe80a0-812b-40ba-9b69-19cac42d374a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.151082 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bdfe80a0-812b-40ba-9b69-19cac42d374a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1423471 Oct 29 09:30:53.151927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43966) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:53.158855 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-35abe06f-0d26-4acc-a13a-82691d490108 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'security_group_rule': {'security_group_id': 'cc52bc97-d42c-4b4d-97ce-a10860b6c1c9', 'project_id': '48aed17095c04c8ba027868da13c0efd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:53.168320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe80a0-812b-40ba-9b69-19cac42d374a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:53.205903 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35abe06f-0d26-4acc-a13a-82691d490108 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.229373 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780bb865-afe1-4f6f-a9ce-37446e9c9ecf x-openstack-request-id: req-780bb865-afe1-4f6f-a9ce-37446e9c9ecf {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:30:53.229667 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:30:53.229917 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-780bb865-afe1-4f6f-a9ce-37446e9c9ecf {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:30:53.230332 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f', 'status': 'completed', 'code': 200} Oct 29 09:30:53.271992 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35abe06f-0d26-4acc-a13a-82691d490108 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.277033 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35abe06f-0d26-4acc-a13a-82691d490108 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.296277 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abe06f-0d26-4acc-a13a-82691d490108 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcdf215-5a7a-4147-962a-a45043383572,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:53.302674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961944-aad9-4a06-819b-dc0e30f47651 req-0f49624d-cc87-4b87-9936-3459344991c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:53.305050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91961944-aad9-4a06-819b-dc0e30f47651 req-0f49624d-cc87-4b87-9936-3459344991c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1096 time: 0.0539024 Oct 29 09:30:53.308486 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-35abe06f-0d26-4acc-a13a-82691d490108 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.309850 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-35abe06f-0d26-4acc-a13a-82691d490108 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560819 Oct 29 09:30:53.312706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 43968) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:53.318986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-0074629d-0a15-45f3-add7-01b723dc959a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'security_group_rule': {'security_group_id': 'cc52bc97-d42c-4b4d-97ce-a10860b6c1c9', 'project_id': '48aed17095c04c8ba027868da13c0efd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:53.358714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '822c66a0-6b39-4dde-a892-09a3b40a3573', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'port_id': '90239f08-da03-49bf-971e-f6fba52e333f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'mac_address': 'fa:16:3e:04:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7290bf93-8991-4822-9d81-9916b1fd135d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:30:51Z', 'updated_at': '2021-10-29T09:30:51Z', 'revision_number': 0, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 5, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:53.399605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] Checking router: fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:30:53.404091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0074629d-0a15-45f3-add7-01b723dc959a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.408684 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:30:53.409311 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:30:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:53.452979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961944-aad9-4a06-819b-dc0e30f47651 req-dcc6ccf0-2e77-4b0b-a0ec-99b3dba51d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:53.454474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91961944-aad9-4a06-819b-dc0e30f47651 req-dcc6ccf0-2e77-4b0b-a0ec-99b3dba51d12 service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.1394777 Oct 29 09:30:53.518734 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:30:53.520203 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0074629d-0a15-45f3-add7-01b723dc959a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.528556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0074629d-0a15-45f3-add7-01b723dc959a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.555204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91961944-aad9-4a06-819b-dc0e30f47651 req-139a63c7-7886-48ff-8c24-6d339058c065 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 998 time: 0.0899482 Oct 29 09:30:53.556954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074629d-0a15-45f3-add7-01b723dc959a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e86f8f-c9fc-49fa-8067-8c954b580b87,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:53.564353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0074629d-0a15-45f3-add7-01b723dc959a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.565779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0074629d-0a15-45f3-add7-01b723dc959a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2521122 Oct 29 09:30:53.568759 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43972) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:53.573716 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-568620ed-d593-4552-a196-2525ca1121b1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'security_group_rule': {'security_group_id': 'cc52bc97-d42c-4b4d-97ce-a10860b6c1c9', 'project_id': '48aed17095c04c8ba027868da13c0efd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:53.602256 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-568620ed-d593-4552-a196-2525ca1121b1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.620427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961944-aad9-4a06-819b-dc0e30f47651 req-3de0b9bd-adb0-4d83-8010-5fd1dac32a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:53.622023 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91961944-aad9-4a06-819b-dc0e30f47651 req-3de0b9bd-adb0-4d83-8010-5fd1dac32a56 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0548704 Oct 29 09:30:53.667436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-568620ed-d593-4552-a196-2525ca1121b1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.673180 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-568620ed-d593-4552-a196-2525ca1121b1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.675793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961944-aad9-4a06-819b-dc0e30f47651 req-a56b29e1-f078-4ff8-8bdd-6955adb8ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:53.677535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91961944-aad9-4a06-819b-dc0e30f47651 req-a56b29e1-f078-4ff8-8bdd-6955adb8ca3e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480096 Oct 29 09:30:53.694421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568620ed-d593-4552-a196-2525ca1121b1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1274982f-b9da-4091-b4a1-4f723f80ac74,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:53.704872 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-568620ed-d593-4552-a196-2525ca1121b1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.706285 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-568620ed-d593-4552-a196-2525ca1121b1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363976 Oct 29 09:30:53.709514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43974) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:53.714724 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e7d9b974-7e82-4ca5-a654-7e2ca2ef876a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'security_group_rule': {'security_group_id': 'cc52bc97-d42c-4b4d-97ce-a10860b6c1c9', 'project_id': '48aed17095c04c8ba027868da13c0efd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:53.744572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b974-7e82-4ca5-a654-7e2ca2ef876a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.764022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '822c66a0-6b39-4dde-a892-09a3b40a3573', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'port_id': '90239f08-da03-49bf-971e-f6fba52e333f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'mac_address': 'fa:16:3e:04:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7290bf93-8991-4822-9d81-9916b1fd135d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:30:51Z', 'updated_at': '2021-10-29T09:30:51Z', 'revision_number': 0, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 5, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:30:53.788323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91961944-aad9-4a06-819b-dc0e30f47651 req-6ccdd6a2-b8f3-4a81-9d87-fa206ce3fd81 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024609 Oct 29 09:30:53.792201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa59866-b07b-4f19-b24b-1a310c7161f3 None None] The sync data for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 is: [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '822c66a0-6b39-4dde-a892-09a3b40a3573', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'port_id': '90239f08-da03-49bf-971e-f6fba52e333f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'mac_address': 'fa:16:3e:04:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7290bf93-8991-4822-9d81-9916b1fd135d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:30:51Z', 'updated_at': '2021-10-29T09:30:51Z', 'revision_number': 0, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 5, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:30:53.810924 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b974-7e82-4ca5-a654-7e2ca2ef876a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.816735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b974-7e82-4ca5-a654-7e2ca2ef876a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.837551 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9b974-7e82-4ca5-a654-7e2ca2ef876a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78de87a-132f-49fe-a75c-fc20b919f9c5,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:53.851221 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b974-7e82-4ca5-a654-7e2ca2ef876a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.852823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e7d9b974-7e82-4ca5-a654-7e2ca2ef876a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421762 Oct 29 09:30:53.855720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43976) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:53.862043 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2b2e4a4d-f56d-44af-b54a-930f903a862d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'security_group_rule': {'security_group_id': 'cc52bc97-d42c-4b4d-97ce-a10860b6c1c9', 'project_id': '48aed17095c04c8ba027868da13c0efd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:53.889574 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-2b2e4a4d-f56d-44af-b54a-930f903a862d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Project 48aed17095c04c8ba027868da13c0efd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:30:53.895044 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4a4d-f56d-44af-b54a-930f903a862d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.900289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-91961944-aad9-4a06-819b-dc0e30f47651 req-693b9d7e-4727-424a-bc39-b19d15db10b4 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042628 Oct 29 09:30:53.960546 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4a4d-f56d-44af-b54a-930f903a862d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.965837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4a4d-f56d-44af-b54a-930f903a862d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.984858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4a4d-f56d-44af-b54a-930f903a862d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b14048-e6e6-4694-a95b-8762feb6ed85,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:53.993257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4a4d-f56d-44af-b54a-930f903a862d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:53.994520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2b2e4a4d-f56d-44af-b54a-930f903a862d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368270 Oct 29 09:30:53.997726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 43978) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:30:54.002795 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-202885b8-c3a9-4077-bf26-f0c95bed5d9e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'security_group_rule': {'security_group_id': 'cc52bc97-d42c-4b4d-97ce-a10860b6c1c9', 'project_id': '48aed17095c04c8ba027868da13c0efd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:54.011081 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732803f4-b162-4eda-bd59-897b5c670def None None] New status for floating IP 822c66a0-6b39-4dde-a892-09a3b40a3573: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:30:54.029156 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-202885b8-c3a9-4077-bf26-f0c95bed5d9e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Project 48aed17095c04c8ba027868da13c0efd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:30:54.034934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-202885b8-c3a9-4077-bf26-f0c95bed5d9e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:54.102150 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-202885b8-c3a9-4077-bf26-f0c95bed5d9e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:54.107217 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-202885b8-c3a9-4077-bf26-f0c95bed5d9e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:54.129078 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202885b8-c3a9-4077-bf26-f0c95bed5d9e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c952e02-429a-4faa-b547-ea6ef5a30f8d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:54.135174 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-202885b8-c3a9-4077-bf26-f0c95bed5d9e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:54.136454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-202885b8-c3a9-4077-bf26-f0c95bed5d9e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376157 Oct 29 09:30:54.218328 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-8f29f61a-4d88-4289-8a14-9a1a869b7a3d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421042598&fields=id&tenant_id=48aed17095c04c8ba027868da13c0efd HTTP/1.1" status: 200 len: 267 time: 0.0341711 Oct 29 09:30:54.274768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-b1a016af-813b-4230-9d73-674ede8a3da9 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:54.276302 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-b1a016af-813b-4230-9d73-674ede8a3da9 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0497918 Oct 29 09:30:54.290659 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'port': {'security_groups': ['1572f425-1e79-419c-8b79-bd53718a4f72', 'cc52bc97-d42c-4b4d-97ce-a10860b6c1c9']}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:30:54.356716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:54.581733 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] For port 90239f08-da03-49bf-971e-f6fba52e333f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=90239f08-da03-49bf-971e-f6fba52e333f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:30:54.611968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:54.620613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:54.633457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['90239f08-da03-49bf-971e-f6fba52e333f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:30:54.667614 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:54.668381 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:54.669766 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-91391544-ac3c-4512-bd30-78a1dd2ccb5b req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "PUT /v2.0/ports/90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 981 time: 0.3840425 Oct 29 09:30:54.696929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21f12a-09a2-48a1-a2cf-a0cc1b7a2c4c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'Port': ['ID=90239f08-da03-49bf-971e-f6fba52e333f,revision_number=6']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:30:54.730934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['90239f08-da03-49bf-971e-f6fba52e333f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:30:54.799730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbf31c-aa59-4598-a8bd-424c700e0bf9 req-fec7981e-72d6-4f22-a215-c08b401945ab tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:54.802274 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49bbf31c-aa59-4598-a8bd-424c700e0bf9 req-fec7981e-72d6-4f22-a215-c08b401945ab tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0541306 Oct 29 09:30:54.849420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-49bbf31c-aa59-4598-a8bd-424c700e0bf9 req-e91002fb-67f4-4f18-8072-2e5d54113741 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389655 Oct 29 09:30:54.991652 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-670bab00-532c-4841-9753-b332ee9dae2c None None] Provisioning complete for port 90239f08-da03-49bf-971e-f6fba52e333f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:30:54.991956 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-670bab00-532c-4841-9753-b332ee9dae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:30:55.231205 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:30:55.233759 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d667f9-5794-4666-a07d-0eff0eae66d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:30:55.272778 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef43331d-89dc-44d6-98f1-f63a5c88e021 x-openstack-request-id: req-ef43331d-89dc-44d6-98f1-f63a5c88e021 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:30:55.273163 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:30:55.273272 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef43331d-89dc-44d6-98f1-f63a5c88e021 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:30:55.273701 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f', 'status': 'completed', 'code': 200} Oct 29 09:30:55.341403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-7ae494d9-0c7a-4194-bd35-32876f33f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:55.342983 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-7ae494d9-0c7a-4194-bd35-32876f33f06f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1135 time: 0.0461895 Oct 29 09:30:55.437569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-18396365-f023-4c5b-b15d-17ebae877f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:55.439095 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-18396365-f023-4c5b-b15d-17ebae877f81 service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.0880175 Oct 29 09:30:55.511909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-cbb1d952-d9f6-46b5-9a79-d3b4e7650de4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 1000 time: 0.0653200 Oct 29 09:30:55.562006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-fa7506ac-3669-49cd-ab41-bec6f694fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:55.563511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-fa7506ac-3669-49cd-ab41-bec6f694fd66 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0441945 Oct 29 09:30:55.609858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-186858c5-e712-4d32-a99a-7ac05a4e3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:30:55.611389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-186858c5-e712-4d32-a99a-7ac05a4e3a3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405910 Oct 29 09:30:55.718211 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-ef295f41-ab0d-4104-80fc-15e16e27d158 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987396 Oct 29 09:30:55.813321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1d667f9-5794-4666-a07d-0eff0eae66d5 req-566318bb-f9d3-460c-b87f-ef7661be86d8 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881250 Oct 29 09:30:59.696297 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:00.941038 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:14.330918 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-82748b7a-7e14-411c-a698-89d6da92daa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:17.056877 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd032-726b-4d9d-ad10-8e20ef260cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:18.391244 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:18.394404 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:19.758027 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:20.149781 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:31:29.690334 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:30.949451 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:43.181514 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271142b-8cf6-444c-8a3f-11f93844ebae req-0789404b-a134-4cb7-93b2-259eed8ae24a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:43.182248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-e84f271e-d7eb-41a0-bdc1-0a9c4675f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:43.183412 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a271142b-8cf6-444c-8a3f-11f93844ebae req-0789404b-a134-4cb7-93b2-259eed8ae24a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0580082 Oct 29 09:31:43.185333 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-e84f271e-d7eb-41a0-bdc1-0a9c4675f7bb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1135 time: 0.0604208 Oct 29 09:31:43.226965 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a271142b-8cf6-444c-8a3f-11f93844ebae req-9aa122e9-009b-4466-97f3-a46a3e204a80 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368810 Oct 29 09:31:43.282133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-dec5fc02-4451-4638-a970-61f883ce3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:43.283679 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-dec5fc02-4451-4638-a970-61f883ce3a00 service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.0910687 Oct 29 09:31:43.357733 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-a99328dd-2c0f-45d2-a88d-444020e797d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 1000 time: 0.0665579 Oct 29 09:31:43.410108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-5e5dd0a2-620f-4888-b8d4-83ba09d23abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:43.411766 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-5e5dd0a2-620f-4888-b8d4-83ba09d23abf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0467970 Oct 29 09:31:43.462992 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-eb6812c1-a9bf-470d-98d2-e5c139158c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:43.464587 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-eb6812c1-a9bf-470d-98d2-e5c139158c31 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446086 Oct 29 09:31:43.561828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-614a878c-56e9-4ab4-aa08-49c94799109b service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889359 Oct 29 09:31:43.659129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f394a7bd-a6c0-47d4-9ba5-bfc94efec229 req-96e3e909-0b5b-4ac8-9358-1f2cd4d284ba service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898025 Oct 29 09:31:44.326410 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c058b27c-a1b9-4149-a96c-9ef45cfae7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:44.364490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c70ec-c984-44c9-99ff-d48811d27a87 req-be6a0753-e833-4e20-b1d1-203811c5e04c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:44.366635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b57c70ec-c984-44c9-99ff-d48811d27a87 req-be6a0753-e833-4e20-b1d1-203811c5e04c tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0572042 Oct 29 09:31:44.412057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b57c70ec-c984-44c9-99ff-d48811d27a87 req-bb89e315-b033-4af8-b887-52ca7100e905 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381026 Oct 29 09:31:45.546680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f293600-47c6-42b7-80b8-8b8cf2a9a18c req-a21d227e-71e9-48ad-9fea-1c73c26af469 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:45.548475 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f293600-47c6-42b7-80b8-8b8cf2a9a18c req-a21d227e-71e9-48ad-9fea-1c73c26af469 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0589356 Oct 29 09:31:45.593424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5f293600-47c6-42b7-80b8-8b8cf2a9a18c req-5c5f2cb5-fedc-4179-8923-8f08f0f70ca9 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383074 Oct 29 09:31:46.721362 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4bacc-99f4-4769-ac54-35e62772e29f req-f8e3e846-6bc1-4a26-b045-d6d1808ffa90 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:46.722933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0de4bacc-99f4-4769-ac54-35e62772e29f req-f8e3e846-6bc1-4a26-b045-d6d1808ffa90 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0514665 Oct 29 09:31:46.767986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0de4bacc-99f4-4769-ac54-35e62772e29f req-4f5cf5ad-1a00-4918-b5c3-875e2e8eb2e6 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385206 Oct 29 09:31:47.054191 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-94a6ac62-6446-4a73-bda3-550f89568d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:47.903258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29636088-1442-492d-a357-d2f46bfb894a req-ce35da56-46e8-4593-ad43-e5636e919ee4 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:47.904803 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29636088-1442-492d-a357-d2f46bfb894a req-ce35da56-46e8-4593-ad43-e5636e919ee4 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0559626 Oct 29 09:31:47.946175 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-29636088-1442-492d-a357-d2f46bfb894a req-df85fb7e-5d3e-4681-a120-d7e58f735499 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350795 Oct 29 09:31:48.390043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:48.396172 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:49.069479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d021fa-2154-49ca-83a3-24d78f5b2d31 req-e37221d2-b75f-4b1d-a491-b0c302780131 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:49.070986 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14d021fa-2154-49ca-83a3-24d78f5b2d31 req-e37221d2-b75f-4b1d-a491-b0c302780131 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0521591 Oct 29 09:31:49.116288 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-14d021fa-2154-49ca-83a3-24d78f5b2d31 req-dfd52290-0125-455e-9c17-8a91737efdbe tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360129 Oct 29 09:31:49.376410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e462b8-33e3-4612-a7bf-41116d256afb req-dd843cc0-f1b1-4ab8-8bc6-1c65a4888e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:49.377933 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e462b8-33e3-4612-a7bf-41116d256afb req-dd843cc0-f1b1-4ab8-8bc6-1c65a4888e8a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1135 time: 0.0489819 Oct 29 09:31:49.486755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e462b8-33e3-4612-a7bf-41116d256afb req-260e8fb5-471c-4100-b0b6-8993f241e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:49.488298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e462b8-33e3-4612-a7bf-41116d256afb req-260e8fb5-471c-4100-b0b6-8993f241e97d service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.0888793 Oct 29 09:31:49.560280 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e462b8-33e3-4612-a7bf-41116d256afb req-d1ee9b17-1a4f-450b-b573-00618a3236a1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 1000 time: 0.0635087 Oct 29 09:31:49.609090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e462b8-33e3-4612-a7bf-41116d256afb req-75e4f9e5-4e84-4ebc-a989-aabf778ca3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:49.610551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e462b8-33e3-4612-a7bf-41116d256afb req-75e4f9e5-4e84-4ebc-a989-aabf778ca3d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0436559 Oct 29 09:31:49.660392 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e462b8-33e3-4612-a7bf-41116d256afb req-c0daa656-8b26-45cd-ab9e-a1c0b2261978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:49.661943 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e462b8-33e3-4612-a7bf-41116d256afb req-c0daa656-8b26-45cd-ab9e-a1c0b2261978 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432861 Oct 29 09:31:49.752912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:31:49.771047 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e462b8-33e3-4612-a7bf-41116d256afb req-855fae19-62da-4bd0-bbcb-f671f5363399 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002767 Oct 29 09:31:49.865826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-24e462b8-33e3-4612-a7bf-41116d256afb req-0e014504-3665-4ba3-844c-e2d478a74976 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Oct 29 09:31:50.541041 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8612-d2b7-49a4-99bf-f2abd5023863 req-920de1d4-ced5-43f1-8011-1b6f48d29f84 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:50.542579 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-850e8612-d2b7-49a4-99bf-f2abd5023863 req-920de1d4-ced5-43f1-8011-1b6f48d29f84 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0666111 Oct 29 09:31:50.588778 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-850e8612-d2b7-49a4-99bf-f2abd5023863 req-d4bbcccf-4cfe-402b-85c5-d3903912b69a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371022 Oct 29 09:31:51.716297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f57e7-bc42-4973-b3ca-4b1b47c14260 req-b5abcbfa-4493-4618-afe2-999c0c126bc1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:51.717819 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-588f57e7-bc42-4973-b3ca-4b1b47c14260 req-b5abcbfa-4493-4618-afe2-999c0c126bc1 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0555282 Oct 29 09:31:51.774050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-588f57e7-bc42-4973-b3ca-4b1b47c14260 req-5209c360-6368-47ff-93b7-242339bd8d8b tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462580 Oct 29 09:31:52.902487 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5c68-a536-489f-9d09-026c0e6d02d8 req-13f72bb9-7a97-493d-a3e7-621639f993b4 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:52.904011 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e37e5c68-a536-489f-9d09-026c0e6d02d8 req-13f72bb9-7a97-493d-a3e7-621639f993b4 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0519767 Oct 29 09:31:52.949990 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e37e5c68-a536-489f-9d09-026c0e6d02d8 req-999f283b-654f-438d-9b26-07e5b8be962a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395772 Oct 29 09:31:54.083080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d0ac2-c76b-477f-8fe5-9829786f67af req-914570a6-cd43-4464-835c-bb406342f012 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:54.085557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f88d0ac2-c76b-477f-8fe5-9829786f67af req-914570a6-cd43-4464-835c-bb406342f012 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0553956 Oct 29 09:31:54.134028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f88d0ac2-c76b-477f-8fe5-9829786f67af req-2876d359-c332-41d6-b223-cb7e5677972d tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389631 Oct 29 09:31:55.266268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79fccf-e19d-4dc8-89e7-b12ef0cf6883 req-35eff872-535e-4253-8c27-227c95d88da0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:31:55.268396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b79fccf-e19d-4dc8-89e7-b12ef0cf6883 req-35eff872-535e-4253-8c27-227c95d88da0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0599959 Oct 29 09:31:55.316136 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b79fccf-e19d-4dc8-89e7-b12ef0cf6883 req-433cacda-4760-4019-8806-9b45b8bd520f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&id=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409632 Oct 29 09:31:57.155080 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:31:59.696462 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:00.952124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:14.344814 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-816ffe3f-ebd4-42ea-9818-abba4be94915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:17.040710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-017417ff-9779-4c5b-a860-16b20bccdd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:18.384198 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:18.397520 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:19.765074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:29.712356 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:30.957170 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:34.161681 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:32:44.338919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42d7dfe1-89bc-4219-a0ee-ca83b1d62237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:47.036946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-42b0b043-e76a-445b-86b0-cc536fa42e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:48.388253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:48.401844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:49.766219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:50.332800 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-527e9423-fe4f-4b45-ae7b-1be1e06fc9ba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437658 Oct 29 09:32:50.424449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-0b3c186f-7ff8-4dfc-967c-cc80b4a8cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:50.426004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-0b3c186f-7ff8-4dfc-967c-cc80b4a8cc81 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1135 time: 0.0450559 Oct 29 09:32:50.543569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-95f74bfd-1244-4afb-b2f4-b3d7655a5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:50.545272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-95f74bfd-1244-4afb-b2f4-b3d7655a5bea service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.0988388 Oct 29 09:32:50.619595 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-0efb4898-a9bd-4c30-b7b4-115beb65e7aa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 1000 time: 0.0661883 Oct 29 09:32:50.671549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-42c8ebf2-c02c-4f2b-ad90-274e4cbfa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:50.673015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-42c8ebf2-c02c-4f2b-ad90-274e4cbfa5a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0459318 Oct 29 09:32:50.722726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-0e526979-ac48-4e77-826b-90c3baa7c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:50.724260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-0e526979-ac48-4e77-826b-90c3baa7c4c7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428779 Oct 29 09:32:50.826858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-a4f42114-27b0-4a21-ae6e-1e27273f1e97 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948465 Oct 29 09:32:50.922180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-fad24f81-9e08-4643-969b-857346e3852f tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421042598&fields=id&tenant_id=48aed17095c04c8ba027868da13c0efd HTTP/1.1" status: 200 len: 267 time: 0.1440237 Oct 29 09:32:50.975828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e0f230c0-2745-4d27-9fc9-7d6676a46cc3 req-aa7e005f-9cc7-404c-95a5-8e59e5eb5f11 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410244 Oct 29 09:32:50.998110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-7b7e808a-7402-4ac8-bcbd-8d75a76ab1aa tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:50.999598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-7b7e808a-7402-4ac8-bcbd-8d75a76ab1aa tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 984 time: 0.0673432 Oct 29 09:32:51.010859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Request body: {'port': {'security_groups': ['1572f425-1e79-419c-8b79-bd53718a4f72']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:32:51.082640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.276878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] For port 90239f08-da03-49bf-971e-f6fba52e333f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=90239f08-da03-49bf-971e-f6fba52e333f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:32:51.307041 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.314386 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.326372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['90239f08-da03-49bf-971e-f6fba52e333f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:32:51.360088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:51.360736 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.362162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1c8cac0-56a0-4bd9-af02-a5286dd5fe0e req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "PUT /v2.0/ports/90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 942 time: 0.3558919 Oct 29 09:32:51.362685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:32:51.365411 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9265727-2683-4408-959c-c60fba4c36c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:32:51.372973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44062) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:32:51.426266 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event updated for resources: {'Port': ['ID=90239f08-da03-49bf-971e-f6fba52e333f,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:32:51.431965 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadca47f-ed14-4ea2-ac6b-8c11cc645291 x-openstack-request-id: req-dadca47f-ed14-4ea2-ac6b-8c11cc645291 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:32:51.432254 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:32:51.432562 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dadca47f-ed14-4ea2-ac6b-8c11cc645291 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:32:51.432887 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f', 'status': 'completed', 'code': 200} Oct 29 09:32:51.443323 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.444079 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.444659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.445254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.445838 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.446885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.447451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.448039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.448603 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.450168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.450833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.451417 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e8a5d-1478-4410-af99-6971a8461b8a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.477954 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.481974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['90239f08-da03-49bf-971e-f6fba52e333f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:32:51.504828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265727-2683-4408-959c-c60fba4c36c1 req-095e8964-3e0d-4a16-86e7-6b929ce21863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:51.506423 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9265727-2683-4408-959c-c60fba4c36c1 req-095e8964-3e0d-4a16-86e7-6b929ce21863 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1096 time: 0.0491400 Oct 29 09:32:51.510582 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.578955 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.581630 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.582853 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "DELETE /v2.0/security-groups/cc52bc97-d42c-4b4d-97ce-a10860b6c1c9 HTTP/1.1" status: 204 len: 168 time: 0.2078426 Oct 29 09:32:51.587391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44064) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:32:51.606672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc52bc97-d42c-4b4d-97ce-a10860b6c1c9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:32:51.627068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265727-2683-4408-959c-c60fba4c36c1 req-e05f6255-517d-457a-ae54-6a0e9f387aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:51.628699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9265727-2683-4408-959c-c60fba4c36c1 req-e05f6255-517d-457a-ae54-6a0e9f387aec service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.1145761 Oct 29 09:32:51.659436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.659920 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.660320 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.661102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.661102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.661499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.661897 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.662293 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.662776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.663174 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.663567 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.663994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121f0fa3-2963-4de5-a950-a6d19b4ed3b7 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:32:51.709717 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9265727-2683-4408-959c-c60fba4c36c1 req-048e13da-2288-4c8b-b84f-2984a1894535 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 1000 time: 0.0733957 Oct 29 09:32:51.763330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265727-2683-4408-959c-c60fba4c36c1 req-0c9a1a34-9f66-4f08-9085-a1d46e05d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:51.763613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2b858f26-d5f1-4431-a2ab-df85c5443a21 None None] Provisioning complete for port 90239f08-da03-49bf-971e-f6fba52e333f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:32:51.763978 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2b858f26-d5f1-4431-a2ab-df85c5443a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.765097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9265727-2683-4408-959c-c60fba4c36c1 req-0c9a1a34-9f66-4f08-9085-a1d46e05d092 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0477788 Oct 29 09:32:51.803044 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Deleting port 0dd23698-d65e-459b-8f27-93a499e58986 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:32:51.803277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.812972 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265727-2683-4408-959c-c60fba4c36c1 req-fd31e6b0-dbc5-4da1-9133-e484ff8823ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:51.814552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9265727-2683-4408-959c-c60fba4c36c1 req-fd31e6b0-dbc5-4da1-9133-e484ff8823ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415871 Oct 29 09:32:51.885182 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.885511 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:51.897844 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Calling delete_port for 0dd23698-d65e-459b-8f27-93a499e58986 owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:32:51.911761 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9265727-2683-4408-959c-c60fba4c36c1 req-edb85014-2c50-4227-a418-480851503332 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888765 Oct 29 09:32:52.007498 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b9265727-2683-4408-959c-c60fba4c36c1 req-9a89234f-016b-41d3-8245-5b50fdfb124b service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888746 Oct 29 09:32:52.058579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:52.085533 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event deleted for resources: {'Port': ['ID=0dd23698-d65e-459b-8f27-93a499e58986,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:32:52.149628 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:52.149957 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Floating IP 822c66a0-6b39-4dde-a892-09a3b40a3573 disassociated (deleted). External IP: 172.25.5.21, port: 90239f08-da03-49bf-971e-f6fba52e333f. Oct 29 09:32:52.370694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:32:52.489358 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:32:52.494387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:32:52.500026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] Sync routers for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:32:52.510661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:32:52.511292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:32:52.524355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cb959cd4-403b-4e97-91c1-10af8ee5b5b0 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "DELETE /v2.0/floatingips/822c66a0-6b39-4dde-a892-09a3b40a3573 HTTP/1.1" status: 204 len: 168 time: 0.9358313 Oct 29 09:32:52.525076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:32:52.527497 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d726c403-d5c8-4b15-b509-0cd587406b94" -d '{"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:32:52.578916 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e97050-b7ec-4d3c-a0bc-1ddcd724c4cc x-openstack-request-id: req-91e97050-b7ec-4d3c-a0bc-1ddcd724c4cc {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:32:52.579207 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "tag": "90239f08-da03-49bf-971e-f6fba52e333f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:32:52.579470 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91e97050-b7ec-4d3c-a0bc-1ddcd724c4cc {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:32:52.579898 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f', 'status': 'completed', 'code': 200} Oct 29 09:32:52.664868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-0998676a-8384-4807-9b70-5b94a60e6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:52.666812 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-0998676a-8384-4807-9b70-5b94a60e6111 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48aed17095c04c8ba027868da13c0efd&device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 1096 time: 0.0594203 Oct 29 09:32:52.765512 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-6263fc86-3df8-4829-a218-59b248624556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:52.767282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-6263fc86-3df8-4829-a218-59b248624556 service neutron] 10.222.0.93 "GET /v2.0/networks?id=33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 200 len: 917 time: 0.0923951 Oct 29 09:32:52.820269 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:32:52.821956 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-361d56b3-7caa-4b46-a4cb-fdf2e946477f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 200 len: 217 time: 0.0415127 Oct 29 09:32:52.873616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-29e5a7ad-c5da-43c0-9298-cc042ebd064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:52.875073 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-29e5a7ad-c5da-43c0-9298-cc042ebd064f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 200 len: 854 time: 0.0464530 Oct 29 09:32:52.926173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-1f45b96c-02a9-4bfb-9c1c-aff22c8f3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:32:52.927754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-1f45b96c-02a9-4bfb-9c1c-aff22c8f3dd0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=33985929-aa48-4b3c-9ed3-498a4b2d8292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415878 Oct 29 09:32:53.027298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 5, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:32:53.029754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-95c98e4a-e0da-4c82-87bb-b81897cf74a9 service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940707 Oct 29 09:32:53.053807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] Checking router: fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:32:53.062683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:32:53.063297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:32:53.124882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d726c403-d5c8-4b15-b509-0cd587406b94 req-a8ebd185-c797-4341-bc2e-3812d77da38e service neutron] 10.222.0.93 "GET /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875111 Oct 29 09:32:53.175496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:32:53.397163 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 5, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:32:53.424679 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8cffd-96d8-4c1b-aaa1-26e6ef82353c None None] The sync data for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 is: [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:29:55Z', 'revision_number': 4, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'c9a4d248-0dc6-494b-ac89-a758edcf56f2', 'name': '', 'network_id': '33985929-aa48-4b3c-9ed3-498a4b2d8292', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'mac_address': 'fa:16:3e:3f:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:55Z', 'updated_at': '2021-10-29T09:30:00Z', 'revision_number': 5, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'subnets': [{'id': 'e5baa831-e7f5-486e-a7bf-627b92009485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:32:53.657850 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edcde14-313e-4d10-acd7-09ab46f520ea None None] New status for floating IP 822c66a0-6b39-4dde-a892-09a3b40a3573: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:32:59.717226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:00.953994 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:01.769972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2ec84-855d-460d-9cef-ea63c6d388c5 req-0ef665c1-d9ee-443a-b979-011fea4b293b tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:01.772212 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82a2ec84-855d-460d-9cef-ea63c6d388c5 req-0ef665c1-d9ee-443a-b979-011fea4b293b tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0560236 Oct 29 09:33:01.812320 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-82a2ec84-855d-460d-9cef-ea63c6d388c5 req-c9862dbf-c597-4e5b-ab38-bf237c7f5238 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Oct 29 09:33:02.960597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c48156-730c-467e-9473-6e020c1c9fb8 req-01f268e5-50c9-4aee-8387-f659fc57e870 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:02.962151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05c48156-730c-467e-9473-6e020c1c9fb8 req-01f268e5-50c9-4aee-8387-f659fc57e870 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0587752 Oct 29 09:33:03.005195 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-05c48156-730c-467e-9473-6e020c1c9fb8 req-25f84665-812a-4ef0-91e7-413ae359df79 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349867 Oct 29 09:33:03.515280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463145f-e0ce-4a73-959b-24862c28474d req-b9722bed-f3c0-405e-9c85-cdb779eec00e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:03.516842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b463145f-e0ce-4a73-959b-24862c28474d req-b9722bed-f3c0-405e-9c85-cdb779eec00e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.93 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0524571 Oct 29 09:33:03.608137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Deleting port 90239f08-da03-49bf-971e-f6fba52e333f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:03.608517 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:04.040146 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] For port 90239f08-da03-49bf-971e-f6fba52e333f, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=90239f08-da03-49bf-971e-f6fba52e333f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:04.040786 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:04.054000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Calling delete_port for 90239f08-da03-49bf-971e-f6fba52e333f owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:04.125789 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dfb0d-9cbf-4de8-a853-2d78ba52b399 req-dd520b42-f11e-4a66-ad49-92c1bb8edf05 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:04.127297 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-918dfb0d-9cbf-4de8-a853-2d78ba52b399 req-dd520b42-f11e-4a66-ad49-92c1bb8edf05 tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/ports?device_id=7290bf93-8991-4822-9d81-9916b1fd135d HTTP/1.1" status: 200 len: 945 time: 0.0525753 Oct 29 09:33:04.167385 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-918dfb0d-9cbf-4de8-a853-2d78ba52b399 req-6ed1aba5-ae9c-41f1-8c0e-5b334239984a tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.70 "GET /v2.0/security-groups?id=1572f425-1e79-419c-8b79-bd53718a4f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Oct 29 09:33:04.194786 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:04.210928 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['90239f08-da03-49bf-971e-f6fba52e333f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:33:04.226046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Pushing event deleted for resources: {'Port': ['ID=90239f08-da03-49bf-971e-f6fba52e333f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:04.266462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] No DVR routers for this DVR port 90239f08-da03-49bf-971e-f6fba52e333f on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:33:04.269627 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:04.273160 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b463145f-e0ce-4a73-959b-24862c28474d req-40fe40ab-3663-4b08-bb19-dd5630628e3e tempest-TestMinimumBasicScenario-1389891683 tempest-TestMinimumBasicScenario-1389891683-project] 10.222.0.93 "DELETE /v2.0/ports/90239f08-da03-49bf-971e-f6fba52e333f HTTP/1.1" status: 204 len: 173 time: 0.7499082 Oct 29 09:33:04.273595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'name': 'network-vif-deleted', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:33:04.276000 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd8b52a-151c-41b0-a53e-99a232856ef4" -d '{"events": [{"server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "name": "network-vif-deleted", "tag": "90239f08-da03-49bf-971e-f6fba52e333f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:33:04.315028 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637441de-5aab-4032-b919-0f2ce64d71df x-openstack-request-id: req-637441de-5aab-4032-b919-0f2ce64d71df {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:33:04.315317 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7290bf93-8991-4822-9d81-9916b1fd135d", "name": "network-vif-deleted", "tag": "90239f08-da03-49bf-971e-f6fba52e333f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:33:04.315562 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-637441de-5aab-4032-b919-0f2ce64d71df {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:33:04.316046 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7290bf93-8991-4822-9d81-9916b1fd135d', 'name': 'network-vif-deleted', 'tag': '90239f08-da03-49bf-971e-f6fba52e333f', 'status': 'completed', 'code': 200} Oct 29 09:33:05.800228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44164) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:06.166281 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:06.423597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Deleting port c9a4d248-0dc6-494b-ac89-a758edcf56f2 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:06.423829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:06.525903 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] For port c9a4d248-0dc6-494b-ac89-a758edcf56f2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c9a4d248-0dc6-494b-ac89-a758edcf56f2,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:06.526313 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:06.529159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 90239f08-da03-49bf-971e-f6fba52e333f no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:33:06.540107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Calling delete_port for c9a4d248-0dc6-494b-ac89-a758edcf56f2 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:06.550409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 90239f08-da03-49bf-971e-f6fba52e333f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:33:06.550769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 90239f08-da03-49bf-971e-f6fba52e333f not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:33:06.738609 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:06.778569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a4d248-0dc6-494b-ac89-a758edcf56f2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:06.947904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:07.190713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:33:07.295447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:33:07.305625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e60187df-a802-4dcb-8f93-a7453add69a3 admin admin] 10.222.0.70 "PUT /v2.0/routers/fbdb39a7-beb0-4073-bb2a-6fe8bbadec91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5030077 Oct 29 09:33:07.308076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44166) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:07.313761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] Sync routers for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:33:07.324824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:07.325483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:07.417729 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:07.434758 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:07.523905 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:07.578278 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Deleting port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:07.578620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:07.623753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:33:06Z', 'revision_number': 5, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port': {'id': '0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:53Z', 'updated_at': '2021-10-29T09:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:07.653139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] Checking router: fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:33:07.661780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] Routers {'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:07.662429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:07.666831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] For port 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:07.667204 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:07.680629 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Calling delete_port for 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:07.750786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] Set router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:07.805333 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:33:07Z', 'revision_number': 6, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:07.831496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032fbc4-88bc-47d8-877d-7940ba4b5767 None None] The sync data for ids ['fbdb39a7-beb0-4073-bb2a-6fe8bbadec91'] in n-d-815940-1 is: [{'id': 'fbdb39a7-beb0-4073-bb2a-6fe8bbadec91', 'name': 'tempest-TestMinimumBasicScenario-1289645684-router', 'tenant_id': '48aed17095c04c8ba027868da13c0efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:52Z', 'updated_at': '2021-10-29T09:33:07Z', 'revision_number': 6, 'project_id': '48aed17095c04c8ba027868da13c0efd', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:33:07.854800 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:07.883503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:07.948149 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.052142 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.054479 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.106365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.107373 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:33:08.111498 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.112825 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c3d11563-a32d-4ed2-be7f-1426d299568c admin admin] 10.222.0.70 "DELETE /v2.0/routers/fbdb39a7-beb0-4073-bb2a-6fe8bbadec91 HTTP/1.1" status: 204 len: 168 time: 0.8037508 Oct 29 09:33:08.115885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44170) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:08.160776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-683a2e18-5452-441a-9578-631f10b26394 admin admin] Deleting subnet e5baa831-e7f5-486e-a7bf-627b92009485 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:33:08.164025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-683a2e18-5452-441a-9578-631f10b26394 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.203992 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-683a2e18-5452-441a-9578-631f10b26394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.286921 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-683a2e18-5452-441a-9578-631f10b26394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.346198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-683a2e18-5452-441a-9578-631f10b26394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.371331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a2e18-5452-441a-9578-631f10b26394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5baa831-e7f5-486e-a7bf-627b92009485,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:08.377842 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-683a2e18-5452-441a-9578-631f10b26394 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.384097 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-683a2e18-5452-441a-9578-631f10b26394 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e5baa831-e7f5-486e-a7bf-627b92009485 HTTP/1.1" status: 204 len: 168 time: 0.2642424 Oct 29 09:33:08.384097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44172) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:08.386950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b55f4a-1a09-444d-aa45-1e4b7cbd464b None None] Network 33985929-aa48-4b3c-9ed3-498a4b2d8292 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:33:08.472689 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.531919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Deleting port 0bc6a4ca-35a2-445c-95df-0a9bed96321f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:08.532519 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.609555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] For port 0bc6a4ca-35a2-445c-95df-0a9bed96321f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0bc6a4ca-35a2-445c-95df-0a9bed96321f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:08.609923 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.624843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Calling delete_port for 0bc6a4ca-35a2-445c-95df-0a9bed96321f owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:08.634706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] DHCP port deletion for 33985929-aa48-4b3c-9ed3-498a4b2d8292 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:33:08.686807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Deleting port 0bc6a4ca-35a2-445c-95df-0a9bed96321f {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:08.687176 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.710376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.737026 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc6a4ca-35a2-445c-95df-0a9bed96321f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:08.741077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] No DVR routers for this DVR port 0bc6a4ca-35a2-445c-95df-0a9bed96321f on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:33:08.770606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] For port 0bc6a4ca-35a2-445c-95df-0a9bed96321f, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=0bc6a4ca-35a2-445c-95df-0a9bed96321f,segment=NetworkSegment(39ec1603-0373-406a-a88f-296e953d8a62),segment_id=39ec1603-0373-406a-a88f-296e953d8a62)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:08.770994 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.786140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Calling delete_port for 0bc6a4ca-35a2-445c-95df-0a9bed96321f owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:08.824179 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.846863 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33985929-aa48-4b3c-9ed3-498a4b2d8292']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:08.856263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ec1603-0373-406a-a88f-296e953d8a62') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:08.856569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ec1603-0373-406a-a88f-296e953d8a62') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:08.863028 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.867258 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.883367 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.892506 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:33:08.892824 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] No DVR routers for this DVR port 0bc6a4ca-35a2-445c-95df-0a9bed96321f on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:33:08.892999 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:33:08.897246 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:33:08.899686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Pushing event deleted for resources: {'Port': ['ID=0bc6a4ca-35a2-445c-95df-0a9bed96321f,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:08.910668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.911589 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.911724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.912176 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.912661 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.913075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.913501 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.913920 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.914336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.914750 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.915157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.916202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc455514-8044-49fa-b772-a5a618ebe44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:08.975963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.987632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:08.992553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/33985929-aa48-4b3c-9ed3-498a4b2d8292 HTTP/1.1" status: 204 len: 168 time: 0.6079507 Oct 29 09:33:08.995863 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44174) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:09.007635 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1fbca-eab0-4962-916c-b763da0322e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=33985929-aa48-4b3c-9ed3-498a4b2d8292,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:09.367273 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:09.631322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Deleting port c98fd48f-b04c-4abd-a617-bebcc0745aa7 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:09.631827 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:09.698560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0bc6a4ca-35a2-445c-95df-0a9bed96321f no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:33:09.719901 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0bc6a4ca-35a2-445c-95df-0a9bed96321f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:33:09.720255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0bc6a4ca-35a2-445c-95df-0a9bed96321f not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:33:09.720875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c9a4d248-0dc6-494b-ac89-a758edcf56f2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:33:09.726039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] For port c98fd48f-b04c-4abd-a617-bebcc0745aa7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=c98fd48f-b04c-4abd-a617-bebcc0745aa7,segment=NetworkSegment(6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22),segment_id=6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:09.726524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:09.740046 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Calling delete_port for c98fd48f-b04c-4abd-a617-bebcc0745aa7 owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:09.744138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c9a4d248-0dc6-494b-ac89-a758edcf56f2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:33:09.744488 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c9a4d248-0dc6-494b-ac89-a758edcf56f2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:33:09.744872 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:33:09.764542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:33:09.764885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 0f6457b5-1c54-4e95-96d3-0ff3f7f1b3a2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:33:09.926426 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:09.952092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98fd48f-b04c-4abd-a617-bebcc0745aa7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:10.122885 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:10.357570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Router 9838282d-636c-4411-84dd-ab4990e9265c has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:33:10.469901 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:33:10.475424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-865b9411-f49e-4391-bc16-2e6901768ac7 admin admin] 10.222.0.70 "PUT /v2.0/routers/9838282d-636c-4411-84dd-ab4990e9265c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4785984 Oct 29 09:33:10.478182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44178) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:10.480965 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] Sync routers for ids ['9838282d-636c-4411-84dd-ab4990e9265c'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:33:10.498181 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] Routers {'9838282d-636c-4411-84dd-ab4990e9265c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:10.498904 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9838282d-636c-4411-84dd-ab4990e9265c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:10.592021 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:10.604048 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] Set router 9838282d-636c-4411-84dd-ab4990e9265c gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:10.697273 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:10.752985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Deleting port 1d0e4722-2647-4c0e-b411-d40843d2ddc2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:10.753311 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:10.783779 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:33:09Z', 'revision_number': 5, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port': {'id': '1d0e4722-2647-4c0e-b411-d40843d2ddc2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838282d-636c-4411-84dd-ab4990e9265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:29:58Z', 'updated_at': '2021-10-29T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:10.809797 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] Checking router: 9838282d-636c-4411-84dd-ab4990e9265c for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:33:10.818300 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] Routers {'9838282d-636c-4411-84dd-ab4990e9265c'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:10.818883 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:32:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['9838282d-636c-4411-84dd-ab4990e9265c'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:10.831489 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] For port 1d0e4722-2647-4c0e-b411-d40843d2ddc2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1d0e4722-2647-4c0e-b411-d40843d2ddc2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:10.831880 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:10.849138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Calling delete_port for 1d0e4722-2647-4c0e-b411-d40843d2ddc2 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:10.904975 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] Set router 9838282d-636c-4411-84dd-ab4990e9265c gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:10.959439 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:33:10Z', 'revision_number': 6, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:10.986301 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29231ee1-4cdb-4480-9125-63b781925054 None None] The sync data for ids ['9838282d-636c-4411-84dd-ab4990e9265c'] in n-d-815940-1 is: [{'id': '9838282d-636c-4411-84dd-ab4990e9265c', 'name': 'tempest-TestMinimumBasicScenario-92042720-router', 'tenant_id': 'b1f6a459f6084b70b6e57385b605ff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:29:57Z', 'updated_at': '2021-10-29T09:33:10Z', 'revision_number': 6, 'project_id': 'b1f6a459f6084b70b6e57385b605ff14', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:33:11.018890 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.050266 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0e4722-2647-4c0e-b411-d40843d2ddc2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:11.108889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.160806 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:33:11.197911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.200071 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.250124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.251101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9838282d-636c-4411-84dd-ab4990e9265c {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:33:11.255233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.256436 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1ca4b082-4c92-4648-a18d-e5e6bc9bc085 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9838282d-636c-4411-84dd-ab4990e9265c HTTP/1.1" status: 204 len: 168 time: 0.7773423 Oct 29 09:33:11.258986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44184) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:11.306237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c80a855-8ec4-4d6a-a054-9a3a15a2620f admin admin] Deleting subnet c72f7224-2022-4f6d-af0d-295e24611967 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:33:11.309403 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c80a855-8ec4-4d6a-a054-9a3a15a2620f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.345312 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c80a855-8ec4-4d6a-a054-9a3a15a2620f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.430020 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c80a855-8ec4-4d6a-a054-9a3a15a2620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.492047 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c80a855-8ec4-4d6a-a054-9a3a15a2620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.519231 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80a855-8ec4-4d6a-a054-9a3a15a2620f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72f7224-2022-4f6d-af0d-295e24611967,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:11.521299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9c80a855-8ec4-4d6a-a054-9a3a15a2620f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.526777 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9c80a855-8ec4-4d6a-a054-9a3a15a2620f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c72f7224-2022-4f6d-af0d-295e24611967 HTTP/1.1" status: 204 len: 168 time: 0.2644575 Oct 29 09:33:11.526889 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ed9c2-12af-4159-897c-549eb6d664ea None None] Network cef73f9e-c6a4-42fe-a6f8-202c36502e3d requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:33:11.527364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44188) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:11.594971 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.648953 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Deleting port 493da8f3-4157-4699-b802-289f164a711c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:11.649257 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.754207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] DHCP port deletion for cef73f9e-c6a4-42fe-a6f8-202c36502e3d request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:33:11.815236 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] Deleting port 493da8f3-4157-4699-b802-289f164a711c {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:33:11.815842 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.830537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1d0e4722-2647-4c0e-b411-d40843d2ddc2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:33:11.881454 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 1d0e4722-2647-4c0e-b411-d40843d2ddc2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:33:11.881808 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1d0e4722-2647-4c0e-b411-d40843d2ddc2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:33:11.882235 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 493da8f3-4157-4699-b802-289f164a711c no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:33:11.937020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] For port 493da8f3-4157-4699-b802-289f164a711c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=493da8f3-4157-4699-b802-289f164a711c,segment=NetworkSegment(6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22),segment_id=6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:11.937401 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:11.955669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] Calling delete_port for 493da8f3-4157-4699-b802-289f164a711c owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:12.052209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.057627 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] For port 493da8f3-4157-4699-b802-289f164a711c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=493da8f3-4157-4699-b802-289f164a711c,segment=NetworkSegment(6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22),segment_id=6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:12.058082 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.070760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Calling delete_port for 493da8f3-4157-4699-b802-289f164a711c owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:33:12.095321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 493da8f3-4157-4699-b802-289f164a711c, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=493da8f3-4157-4699-b802-289f164a711c,segment=NetworkSegment(6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22),segment_id=6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:12.103005 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.103005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c98fd48f-b04c-4abd-a617-bebcc0745aa7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:33:12.140131 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.142284 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: c98fd48f-b04c-4abd-a617-bebcc0745aa7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:33:12.142887 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device c98fd48f-b04c-4abd-a617-bebcc0745aa7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:33:12.150896 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.151948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event deleted for resources: {'Port': ['ID=493da8f3-4157-4699-b802-289f164a711c,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:12.154337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] No DVR routers for this DVR port 493da8f3-4157-4699-b802-289f164a711c on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:33:12.179425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Pushing event deleted for resources: {'Port': ['ID=493da8f3-4157-4699-b802-289f164a711c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:12.181431 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] No DVR routers for this DVR port 493da8f3-4157-4699-b802-289f164a711c on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:33:12.188214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3183aa9-62b6-4440-8277-3cbbbfdc91fd None None] Pushing event deleted for resources: {'Port': ['ID=493da8f3-4157-4699-b802-289f164a711c,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:12.266152 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.286874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef73f9e-c6a4-42fe-a6f8-202c36502e3d']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:12.296749 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:12.296991 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3f36c2-2bfd-4730-b3ba-e5929bc5ff22') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:12.310860 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.325010 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.331448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:33:12.331932 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: self.session.flush() Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:33:12.333741 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:33:12.388963 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.394248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.398516 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cef73f9e-c6a4-42fe-a6f8-202c36502e3d HTTP/1.1" status: 204 len: 168 time: 0.8703766 Oct 29 09:33:12.411147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a9079-37b9-43b3-9ea7-746f65d5e280 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef73f9e-c6a4-42fe-a6f8-202c36502e3d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:12.596480 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44192) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:12.639325 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51914ad0-5b05-4e26-9d79-ef9d70694071 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48aed17095c04c8ba027868da13c0efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415790 Oct 29 09:33:12.642006 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44194) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:12.691143 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff165f0a-f121-423b-b7a7-bdb13bc3ff2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.712675 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff165f0a-f121-423b-b7a7-bdb13bc3ff2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.770453 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff165f0a-f121-423b-b7a7-bdb13bc3ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.773222 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ff165f0a-f121-423b-b7a7-bdb13bc3ff2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:12.774418 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ff165f0a-f121-423b-b7a7-bdb13bc3ff2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1572f425-1e79-419c-8b79-bd53718a4f72 HTTP/1.1" status: 204 len: 168 time: 0.1315193 Oct 29 09:33:12.782357 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff165f0a-f121-423b-b7a7-bdb13bc3ff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1572f425-1e79-419c-8b79-bd53718a4f72,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:13.128325 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44200) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:13.169590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-56303eb0-52ab-4543-be4f-3ef12f382c70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1f6a459f6084b70b6e57385b605ff14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398915 Oct 29 09:33:13.172029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44202) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:13.220012 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-774139ea-6588-4c49-90e5-0c8a241c3898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:13.242424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-774139ea-6588-4c49-90e5-0c8a241c3898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:13.293724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-774139ea-6588-4c49-90e5-0c8a241c3898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:13.296469 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-774139ea-6588-4c49-90e5-0c8a241c3898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:13.297661 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-774139ea-6588-4c49-90e5-0c8a241c3898 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b0e6a6b-62c9-4cca-a99b-2043cbcd6f04 HTTP/1.1" status: 204 len: 168 time: 0.1247411 Oct 29 09:33:13.306258 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774139ea-6588-4c49-90e5-0c8a241c3898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e6a6b-62c9-4cca-a99b-2043cbcd6f04,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:14.332260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-de3cbc03-9021-4aa7-bfe1-4e5954f39ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:15.986745 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44246) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:15.991924 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010229887', 'description': 'tempest-secgroup-smoke-2010229887 description', 'project_id': 'ca427b80c37e483ba1598c4049e9596a'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:16.015818 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.024100 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.097727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.104342 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.144814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f8d432-2918-454e-9a9b-33c0c73b210b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:16.182565 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.189595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.229051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.230286 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2425208 Oct 29 09:33:16.231401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457cb59-b8d8-49c1-83da-82d158feddc7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11b9224-9380-445c-9068-d1a21df8120c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:16.233752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44248) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:16.239049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-470ee77f-5af8-4dce-9a30-8afec9e0987a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'd11b9224-9380-445c-9068-d1a21df8120c', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:16.268273 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-470ee77f-5af8-4dce-9a30-8afec9e0987a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.324210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-470ee77f-5af8-4dce-9a30-8afec9e0987a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.329200 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-470ee77f-5af8-4dce-9a30-8afec9e0987a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.348085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ee77f-5af8-4dce-9a30-8afec9e0987a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202c6c8f-f7e0-4f64-be8b-42a0df2cd4f4,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:16.356838 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-470ee77f-5af8-4dce-9a30-8afec9e0987a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.358276 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-470ee77f-5af8-4dce-9a30-8afec9e0987a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234415 Oct 29 09:33:16.361055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44250) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:16.365782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-dd08db22-dac7-4b9a-90dd-21e696de4f21 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'd11b9224-9380-445c-9068-d1a21df8120c', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:16.395160 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd08db22-dac7-4b9a-90dd-21e696de4f21 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.459212 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd08db22-dac7-4b9a-90dd-21e696de4f21 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.465310 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd08db22-dac7-4b9a-90dd-21e696de4f21 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.485055 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08db22-dac7-4b9a-90dd-21e696de4f21 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8710eec-fbc4-4f32-a055-b14614f87171,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:16.496918 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dd08db22-dac7-4b9a-90dd-21e696de4f21 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.499042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dd08db22-dac7-4b9a-90dd-21e696de4f21 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368060 Oct 29 09:33:16.501946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44252) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:16.508981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e6d2f3c5-4d75-4fa0-bf36-b031cf077a20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'd11b9224-9380-445c-9068-d1a21df8120c', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:16.539055 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f3c5-4d75-4fa0-bf36-b031cf077a20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.608673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f3c5-4d75-4fa0-bf36-b031cf077a20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.615330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f3c5-4d75-4fa0-bf36-b031cf077a20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.633085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2f3c5-4d75-4fa0-bf36-b031cf077a20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3c3b89-e42a-4dc5-8c5d-11779b23218d,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:16.648608 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f3c5-4d75-4fa0-bf36-b031cf077a20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.650076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e6d2f3c5-4d75-4fa0-bf36-b031cf077a20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466897 Oct 29 09:33:16.654314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44254) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:16.658690 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8cb8c626-01da-4f3b-aa76-933cb0f91a01 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'd11b9224-9380-445c-9068-d1a21df8120c', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:16.688781 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8cb8c626-01da-4f3b-aa76-933cb0f91a01 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.748936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8cb8c626-01da-4f3b-aa76-933cb0f91a01 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.754416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8cb8c626-01da-4f3b-aa76-933cb0f91a01 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.772260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8c626-01da-4f3b-aa76-933cb0f91a01 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df24bdf-f06a-4798-9e99-2bacb18a2357,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:16.781271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8cb8c626-01da-4f3b-aa76-933cb0f91a01 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.782482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8cb8c626-01da-4f3b-aa76-933cb0f91a01 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272309 Oct 29 09:33:16.785501 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44256) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:16.790184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-747eab03-6494-4eb8-a60c-97f59f7d4427 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'd11b9224-9380-445c-9068-d1a21df8120c', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:16.813757 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-747eab03-6494-4eb8-a60c-97f59f7d4427 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:33:16.818929 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747eab03-6494-4eb8-a60c-97f59f7d4427 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.883697 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747eab03-6494-4eb8-a60c-97f59f7d4427 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.890855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747eab03-6494-4eb8-a60c-97f59f7d4427 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.909882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747eab03-6494-4eb8-a60c-97f59f7d4427 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e1cd64-57c3-4632-bc3d-38332acf4fee,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:16.922245 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-747eab03-6494-4eb8-a60c-97f59f7d4427 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:16.923420 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-747eab03-6494-4eb8-a60c-97f59f7d4427 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368563 Oct 29 09:33:16.926172 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44258) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:16.930454 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-01bedee4-a9bb-4497-bc93-6135d43533e6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'd11b9224-9380-445c-9068-d1a21df8120c', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:16.954023 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-01bedee4-a9bb-4497-bc93-6135d43533e6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:33:16.958965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01bedee4-a9bb-4497-bc93-6135d43533e6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.019696 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01bedee4-a9bb-4497-bc93-6135d43533e6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.025062 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01bedee4-a9bb-4497-bc93-6135d43533e6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.041236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed1b7-f206-44fa-9dfd-b7a34b95a95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.043243 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bedee4-a9bb-4497-bc93-6135d43533e6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d719df5f-a041-43b9-be5c-26c5b926d360,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:17.053322 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-01bedee4-a9bb-4497-bc93-6135d43533e6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.054541 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-01bedee4-a9bb-4497-bc93-6135d43533e6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274500 Oct 29 09:33:17.057673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:17.062783 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'network': {'name': 'tempest-network-smoke--622748154', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'port_security_enabled': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:17.083830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:33:17.087322 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.110972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:33:17.122775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.123119 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Added segment a1b57fe9-9668-43d8-b030-56ed824d30df of type vlan for network 98d67297-b84f-4384-ae31-f3038e9c58a5 Oct 29 09:33:17.169664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.203141 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.208826 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:17.209424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.265416 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2067070 Oct 29 09:33:17.268595 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44262) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:17.273555 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'admin_state_up': True, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:17.277803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96970e-4df7-4496-99aa-caab7573748e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Network': ['ID=98d67297-b84f-4384-ae31-f3038e9c58a5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:17.288876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:33:17.301623 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.302657 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.359328 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.504728 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.717173 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.736363 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:17.845942 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.70 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/fab9c298-8ab7-4ee6-9060-c4cd4dd7b105) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:33:17.963894 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:18.001920 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:18.045960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:33:18.048988 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:33:18.052534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:33:18.058531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=fab9c298-8ab7-4ee6-9060-c4cd4dd7b105,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:18.319399 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:18.385282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:18.406605 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:18.860970 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:18.997125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:33:19.113053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:33:19.124421 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Sync routers for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:33:19.135998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:19.136611 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:33:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:19.136935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:19.138412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d24906e3-f9b1-4d39-839a-739949758d2b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8685584 Oct 29 09:33:19.141779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44264) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:19.268065 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8ea6d075-0c30-4ee5-8e54-23a3bf256677 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=ca427b80c37e483ba1598c4049e9596a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249967 Oct 29 09:33:19.270868 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44268) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:19.371306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40325a4-ec5f-4bdb-8781-3c9a41795f4f tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:19.373472 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b40325a4-ec5f-4bdb-8781-3c9a41795f4f tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015155 Oct 29 09:33:19.376211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44270) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:19.405579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-92fbe7a0-90d0-405c-95f7-ead15c44f132 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279925 Oct 29 09:33:19.408257 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44272) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:19.413080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2052262674', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:19.418865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:19.510810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:33:19.514553 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:19.607544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:18Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:19.642438 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Checking router: 5d5bf811-ec63-4a0f-a82c-19ee1801cedc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:33:19.642811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Updating router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:33:19.671325 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:19.706691 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:19.767387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Subnet': ['ID=d07c9a26-5639-48a3-890f-b155ad4ff510,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:19.776599 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Checking segment: {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:33:19.777001 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network hostable DHCP agents. Network: 98d67297-b84f-4384-ae31-f3038e9c58a5, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:33:19.778800 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:19.793670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:33:19.803922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 98d67297-b84f-4384-ae31-f3038e9c58a5) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:33:19.808224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:19.808839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:19.827328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-37b77e09-3c2a-4f5b-862c-5f43c197c914 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4180040 Oct 29 09:33:19.828474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e44796-e861-4f44-9c14-872201d99098 None None] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:33:19.830194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44274) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:20.045133 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.055723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.060838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-98d67297-b84f-4384-ae31-f3038e9c58a5', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:33:20.061668 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.124660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01e6ea-7f76-4e98-bbf4-108615c7b8bf None None] Pushing event updated for resources: {'Port': ['ID=fab9c298-8ab7-4ee6-9060-c4cd4dd7b105,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:20.138388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Attempting to bind port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:33:20.138845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Attempting to bind port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:33:20.139255 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Attempting to bind port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:33:20.186540 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:33:20.186911 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:33:20.187311 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.187693 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:33:20.188195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Bound port: fab9c298-8ab7-4ee6-9060-c4cd4dd7b105, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:33:20.188569 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.285940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] For port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:33:20.292021 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] For port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fab9c298-8ab7-4ee6-9060-c4cd4dd7b105,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:33:20.298295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Allocated IP 172.20.0.2 (98d67297-b84f-4384-ae31-f3038e9c58a5/d07c9a26-5639-48a3-890f-b155ad4ff510/287d0e34-7ef9-4406-8830-339127037c95) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:33:20.300736 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.309775 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.420817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:20.421563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:33:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:20.424874 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01e6ea-7f76-4e98-bbf4-108615c7b8bf None None] Pushing event updated for resources: {'Port': ['ID=fab9c298-8ab7-4ee6-9060-c4cd4dd7b105,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:20.584451 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.586653 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:20.616654 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.651096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.1 (98d67297-b84f-4384-ae31-f3038e9c58a5/d07c9a26-5639-48a3-890f-b155ad4ff510/2e7cc331-bfc6-4aa5-af5b-373bca8473ef) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:33:20.723500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:33:20.735152 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:33:20.739449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:33:20.741297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Pushing event updated for resources: {'Port': ['ID=287d0e34-7ef9-4406-8830-339127037c95,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:20.772232 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.809213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.820576 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Attempting to bind port 287d0e34-7ef9-4406-8830-339127037c95 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:33:20.820960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Attempting to bind port 287d0e34-7ef9-4406-8830-339127037c95 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:33:20.821304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Attempting to bind port 287d0e34-7ef9-4406-8830-339127037c95 on network 98d67297-b84f-4384-ae31-f3038e9c58a5 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:33:20.844604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:33:20.844878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Checking segment: {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:33:20.845281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.845949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Bound using segment: {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:33:20.846141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Bound port: 287d0e34-7ef9-4406-8830-339127037c95, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:33:20.846515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.851121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:33:20.854219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:33:20.856857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:33:20.888824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:20.908511 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:20.922328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:18Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:20.924443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] For port 287d0e34-7ef9-4406-8830-339127037c95, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:33:20.928326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] For port 287d0e34-7ef9-4406-8830-339127037c95, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=287d0e34-7ef9-4406-8830-339127037c95,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:33:20.956365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec14e7-fbdb-4fb3-a465-0d45da51d5a3 None None] The sync data for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 is: [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:18Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:33:20.958317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:21.020509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a3161-39e8-4c3b-907a-d22e32e4702f None None] Pushing event updated for resources: {'Port': ['ID=287d0e34-7ef9-4406-8830-339127037c95,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:21.070414 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:21.414028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:21.420556 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:21.503219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:21.509469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:21.607419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:33:21.609033 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:33:21.746670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:33:21.797645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:33:21.859381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:21.860078 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:21.875487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:33:21.884891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-19ab6333-6df3-43be-ac09-d05529480aef tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/5d5bf811-ec63-4a0f-a82c-19ee1801cedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0534463 Oct 29 09:33:21.974922 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:21.996702 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fab9c298-8ab7-4ee6-9060-c4cd4dd7b105,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:22.001504 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:22.002316 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 287d0e34-7ef9-4406-8830-339127037c95 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:33:22.042063 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-999ec9d0-a45c-453a-ad2d-bc4ea691eaa7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010229887&fields=id&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 267 time: 0.0347991 Oct 29 09:33:22.084025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d228c36f-ffdd-42ad-9b78-d0d6902fb6f9 None None] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:33:22.086310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=fab9c298-8ab7-4ee6-9060-c4cd4dd7b105,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:22.158706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 287d0e34-7ef9-4406-8830-339127037c95 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:22.159076 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:22.169438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-879340d9-5dcb-4b48-90f7-862355b3d5e7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:22.171001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-879340d9-5dcb-4b48-90f7-862355b3d5e7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/networks?id=98d67297-b84f-4384-ae31-f3038e9c58a5 HTTP/1.1" status: 200 len: 796 time: 0.1153283 Oct 29 09:33:22.186396 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-dedbbfc4-bdd9-44ca-a254-78fc0c13f2f4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/quotas/ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 375 time: 0.0096343 Oct 29 09:33:22.186739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5e6a9710-0658-4769-a138-72e2d759104f None None] Provisioning complete for port 287d0e34-7ef9-4406-8830-339127037c95 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:22.187116 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9710-0658-4769-a138-72e2d759104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:22.238876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-e65c2a7e-425a-48f2-8ac0-f9bf99ad2f48 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465109 Oct 29 09:33:22.389402 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:22.392222 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9710-0658-4769-a138-72e2d759104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:22.398851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-8bff2f9f-e5a0-4025-b0e4-4956f98b3db0 service neutron] 10.222.0.70 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476040 Oct 29 09:33:22.518850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-daca9816-7e8e-48fe-83eb-b9751218bdbf service neutron] 10.222.0.70 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099880 Oct 29 09:33:22.628150 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 287d0e34-7ef9-4406-8830-339127037c95, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=287d0e34-7ef9-4406-8830-339127037c95,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:22.637762 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:22.725240 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.db.api [None req-5e6a9710-0658-4769-a138-72e2d759104f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 09:33:22.725980 n-d-815940-1 neutron-server[102115]: DEBUG oslo_db.api [None req-5e6a9710-0658-4769-a138-72e2d759104f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 09:33:22.729128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=287d0e34-7ef9-4406-8830-339127037c95,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:22.737786 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0b754e5-db28-4966-9ac2-ff150651661e req-cb9704c7-cb82-4a44-a862-e9f68c1ebc74 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 210 time: 0.0388110 Oct 29 09:33:22.822606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Sync routers for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:33:22.833951 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:22.836239 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:33:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:22.949809 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:23.156851 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 2, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:23.281009 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Checking router: 5d5bf811-ec63-4a0f-a82c-19ee1801cedc for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:33:23.281361 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Updating router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:33:23.306360 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.384171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a855e1c3-d7d2-45dd-b2f6-119d81202689 None None] Provisioning complete for port 287d0e34-7ef9-4406-8830-339127037c95 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:23.384833 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a855e1c3-d7d2-45dd-b2f6-119d81202689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.479059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a855e1c3-d7d2-45dd-b2f6-119d81202689 None None] Provisioning complete for port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:23.479435 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a855e1c3-d7d2-45dd-b2f6-119d81202689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.514800 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a855e1c3-d7d2-45dd-b2f6-119d81202689 None None] Port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:33:23.573119 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.579346 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.631886 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Pushing event updated for resources: {'Port': ['ID=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:23.656945 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.657507 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.657926 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.658321 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.658764 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.659228 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.659576 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.660005 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.660389 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.660832 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.661168 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.661520 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:33:23.709699 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Attempting to bind port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:33:23.712333 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Attempting to bind port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:33:23.713436 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Attempting to bind port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef on network 98d67297-b84f-4384-ae31-f3038e9c58a5 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:33:23.728499 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:33:23.728958 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Checking segment: {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:33:23.729468 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.730012 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Bound using segment: {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:33:23.730512 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Bound port: 2e7cc331-bfc6-4aa5-af5b-373bca8473ef, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:33:23.730958 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.737072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:33:23.815857 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] For port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:33:23.820429 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] For port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:33:23.827419 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.855460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-a0c1b156-903e-4872-ae31-b801ceb20fec tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:23.857839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-a0c1b156-903e-4872-ae31-b801ceb20fec tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/networks?id=98d67297-b84f-4384-ae31-f3038e9c58a5 HTTP/1.1" status: 200 len: 796 time: 0.1716864 Oct 29 09:33:23.876775 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:23.877608 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:33:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:23.887315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:23.887687 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.945216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-35899808-69fe-4e92-bf54-76c09a1107a8 req-859c92db-833b-4a8d-ba2b-9244261b9d0a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 210 time: 0.0625002 Oct 29 09:33:23.970947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a8dae4aa-e312-4ab8-9a44-76dc2619fc57 None None] Provisioning complete for port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:23.970947 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8dae4aa-e312-4ab8-9a44-76dc2619fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:23.971630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-09f30b1d-0acc-4041-af85-68ad0de5c106 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 380 time: 0.0980363 Oct 29 09:33:23.984357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'port': {'device_id': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'admin_state_up': True, 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'security_groups': ['d11b9224-9380-445c-9068-d1a21df8120c']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:24.000881 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a9093-a625-4c7b-ba9d-686a41c58ae9 None None] Pushing event updated for resources: {'Port': ['ID=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:24.041761 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:24.094816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 287d0e34-7ef9-4406-8830-339127037c95 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:33:24.097833 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8dae4aa-e312-4ab8-9a44-76dc2619fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.124665 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:33:24.129213 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.165971 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a8dae4aa-e312-4ab8-9a44-76dc2619fc57 None None] For port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:24.174075 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8dae4aa-e312-4ab8-9a44-76dc2619fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.203188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 287d0e34-7ef9-4406-8830-339127037c95 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:24.203560 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.261301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dae4aa-e312-4ab8-9a44-76dc2619fc57 None None] Pushing event updated for resources: {'Port': ['ID=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:24.266505 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.8 (98d67297-b84f-4384-ae31-f3038e9c58a5/d07c9a26-5639-48a3-890f-b155ad4ff510/48116aaf-bf83-4432-89e2-16a812d3fe5f) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:33:24.269572 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:23Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:24.303043 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63770cb3-cfad-4ecc-92e2-5c536d4960bc None None] The sync data for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 is: [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:23Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:33:24.330465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-65b61164-b93f-4da5-a2cf-5b85eb161fc8 None None] Provisioning complete for port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:24.330884 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-65b61164-b93f-4da5-a2cf-5b85eb161fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.448359 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.486610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.535576 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:33:24.538956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:33:24.541945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:33:24.573944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=48116aaf-bf83-4432-89e2-16a812d3fe5f,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:24.610866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:24.611740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.632477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-b865e1c7-6fde-41f6-b133-113d9480bfce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6547687 Oct 29 09:33:24.711606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Request body: {'port': {'device_id': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:24.775418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.868096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b437d9b7-6e16-44dd-897b-b624eaa7b906 None None] Provisioning complete for port 48116aaf-bf83-4432-89e2-16a812d3fe5f triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:24.868692 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b437d9b7-6e16-44dd-897b-b624eaa7b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:24.911831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b437d9b7-6e16-44dd-897b-b624eaa7b906 None None] Port 48116aaf-bf83-4432-89e2-16a812d3fe5f cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:33:25.074997 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48116aaf-bf83-4432-89e2-16a812d3fe5f {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:33:25.079532 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf6d79-9fa3-4122-bf4e-af8d67dd22ac req-95eadd53-5d0d-45b4-8165-679935c1e5d7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:25.081235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ecdf6d79-9fa3-4122-bf4e-af8d67dd22ac req-95eadd53-5d0d-45b4-8165-679935c1e5d7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 931 time: 0.0533278 Oct 29 09:33:25.083615 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:25.096829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Transition to ACTIVE for port object 48116aaf-bf83-4432-89e2-16a812d3fe5f will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:33:25.102058 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:25.132424 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ecdf6d79-9fa3-4122-bf4e-af8d67dd22ac req-ed262b81-e4f9-43d9-a332-85099d89d3fc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Oct 29 09:33:25.164151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Pushing event updated for resources: {'Port': ['ID=48116aaf-bf83-4432-89e2-16a812d3fe5f,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:25.251352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Attempting to bind port 48116aaf-bf83-4432-89e2-16a812d3fe5f on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:33:25.251885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Attempting to bind port 48116aaf-bf83-4432-89e2-16a812d3fe5f by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:33:25.252225 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Attempting to bind port 48116aaf-bf83-4432-89e2-16a812d3fe5f on network 98d67297-b84f-4384-ae31-f3038e9c58a5 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:33:25.257243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Port 48116aaf-bf83-4432-89e2-16a812d3fe5f on network 98d67297-b84f-4384-ae31-f3038e9c58a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:33:25.257577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Attempting to bind port 48116aaf-bf83-4432-89e2-16a812d3fe5f on network 98d67297-b84f-4384-ae31-f3038e9c58a5 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:33:25.263501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:33:25.263905 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Checking segment: {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:33:25.264316 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Bound using segment: {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:33:25.264750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Bound port: 48116aaf-bf83-4432-89e2-16a812d3fe5f, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b57fe9-9668-43d8-b030-56ed824d30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:33:25.265152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:25.341025 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] For port 48116aaf-bf83-4432-89e2-16a812d3fe5f, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:33:25.344365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] For port 48116aaf-bf83-4432-89e2-16a812d3fe5f, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:33:25.351127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:25.385434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:25.386065 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:25.388049 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] 10.222.0.15 "PUT /v2.0/ports/48116aaf-bf83-4432-89e2-16a812d3fe5f HTTP/1.1" status: 200 len: 1091 time: 0.7452950 Oct 29 09:33:25.390643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:33:25.393846 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b0fc5b-1cac-436c-b0a3-6beea197f24f" -d '{"events": [{"name": "network-changed", "server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:33:25.441832 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6d1b5-f20a-4b5d-adfd-90ecb6019853 service neutron] Pushing event updated for resources: {'Port': ['ID=48116aaf-bf83-4432-89e2-16a812d3fe5f,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:25.459337 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72739312-a0f3-4ab8-8b6e-e60d1184f051 x-openstack-request-id: req-72739312-a0f3-4ab8-8b6e-e60d1184f051 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:33:25.459689 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:33:25.460031 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72739312-a0f3-4ab8-8b6e-e60d1184f051 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:33:25.460726 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'status': 'completed', 'code': 200} Oct 29 09:33:25.493289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-f2e2da2c-3fe6-4c1a-8edf-54256c5e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:25.494987 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-f2e2da2c-3fe6-4c1a-8edf-54256c5e2f74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 1094 time: 0.0494833 Oct 29 09:33:25.542190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-89b11bbf-7765-4de6-ae74-3d72ca8f32d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f HTTP/1.1" status: 200 len: 217 time: 0.0383499 Oct 29 09:33:25.723190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e7cc331-bfc6-4aa5-af5b-373bca8473ef up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:33:25.777731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:25.779556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:25.927234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-859b12ae-2d78-4fb5-9f94-b5ff850dfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:25.928764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-859b12ae-2d78-4fb5-9f94-b5ff850dfd12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d07c9a26-5639-48a3-890f-b155ad4ff510 HTTP/1.1" status: 200 len: 835 time: 0.3795040 Oct 29 09:33:25.980216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-6e661fe8-81b8-4581-a519-312c0f19d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:25.983239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-6e661fe8-81b8-4581-a519-312c0f19d7a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d67297-b84f-4384-ae31-f3038e9c58a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467677 Oct 29 09:33:26.084635 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-7102f002-03e7-4553-948a-4bf3b3733e42 service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931845 Oct 29 09:33:26.180842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ca0f45fd-110a-4772-a427-5b4ccdc1d15c req-cb2c3dfe-e61c-47ed-9db1-19a4c59cd9cd service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885193 Oct 29 09:33:26.265743 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fe808-f7b2-417f-bd9d-d08a30cfaa5c req-1772ff1d-00c2-4a2c-8b48-dad779dd3ade tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:26.267246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-445fe808-f7b2-417f-bd9d-d08a30cfaa5c req-1772ff1d-00c2-4a2c-8b48-dad779dd3ade tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 943 time: 0.0520144 Oct 29 09:33:26.277288 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-0fc4f65e-0b3b-411d-bbc0-48c8073d08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:26.278885 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-0fc4f65e-0b3b-411d-bbc0-48c8073d08df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 1094 time: 0.0460837 Oct 29 09:33:26.308136 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-445fe808-f7b2-417f-bd9d-d08a30cfaa5c req-fdb9ccca-9d95-43b7-a97f-57a33b82e7db tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347443 Oct 29 09:33:26.373625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-267527a6-8dd2-45e0-81e0-f02e5b72429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:26.375128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-267527a6-8dd2-45e0-81e0-f02e5b72429a service neutron] 10.222.0.15 "GET /v2.0/networks?id=98d67297-b84f-4384-ae31-f3038e9c58a5 HTTP/1.1" status: 200 len: 898 time: 0.0895834 Oct 29 09:33:26.422886 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-fd594199-d93f-4647-b7dc-1358a5af4e6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f HTTP/1.1" status: 200 len: 217 time: 0.0399787 Oct 29 09:33:26.474831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-73a4b78f-1e3b-4be5-8546-1f3b50d17fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:26.476314 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-73a4b78f-1e3b-4be5-8546-1f3b50d17fc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d07c9a26-5639-48a3-890f-b155ad4ff510 HTTP/1.1" status: 200 len: 835 time: 0.0455925 Oct 29 09:33:26.527720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-5206d531-2548-4a48-8b84-c407f61cc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:26.529762 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-5206d531-2548-4a48-8b84-c407f61cc55a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d67297-b84f-4384-ae31-f3038e9c58a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443835 Oct 29 09:33:26.627759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-73671204-866c-4840-bfa5-cdaba511ccfe service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881183 Oct 29 09:33:26.745436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-23b0fc5b-1cac-436c-b0a3-6beea197f24f req-1f051278-1610-4ec9-93d1-48463dd14cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088572 Oct 29 09:33:27.437614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769392a-fa77-4674-a261-5d16e67cc3c6 req-3106bfa3-00fa-43fc-8b33-26c9d9c4b8a2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:27.439134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5769392a-fa77-4674-a261-5d16e67cc3c6 req-3106bfa3-00fa-43fc-8b33-26c9d9c4b8a2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 943 time: 0.0547817 Oct 29 09:33:27.477699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5769392a-fa77-4674-a261-5d16e67cc3c6 req-2fe976f5-4fe6-48e5-b181-d499bc8b5878 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Oct 29 09:33:28.603364 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f565-9569-4e27-a9d5-8dc698149ee5 req-2b1768d7-55a2-40db-847a-27c2d4ae9230 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:28.604906 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc21f565-9569-4e27-a9d5-8dc698149ee5 req-2b1768d7-55a2-40db-847a-27c2d4ae9230 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 943 time: 0.0513253 Oct 29 09:33:28.645185 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cc21f565-9569-4e27-a9d5-8dc698149ee5 req-48f204ab-ba3f-4173-a91e-68474c551ea7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336711 Oct 29 09:33:28.947712 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 48116aaf-bf83-4432-89e2-16a812d3fe5f details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:33:29.050806 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 48116aaf-bf83-4432-89e2-16a812d3fe5f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:29.062207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'port_id': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'mac_address': 'fa:16:3e:6e:d9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:33:29.103562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:29.117673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48116aaf-bf83-4432-89e2-16a812d3fe5f {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:33:29.138606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 48116aaf-bf83-4432-89e2-16a812d3fe5f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:29.145187 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:29.191553 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=48116aaf-bf83-4432-89e2-16a812d3fe5f,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:29.392855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['48116aaf-bf83-4432-89e2-16a812d3fe5f'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:33:29.716880 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:29.763931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfebe7-a852-4bac-9083-124c51ce626d req-b57c9b96-9717-4174-ab60-43a5b369cd7c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:29.765585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10cfebe7-a852-4bac-9083-124c51ce626d req-b57c9b96-9717-4174-ab60-43a5b369cd7c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 944 time: 0.0516565 Oct 29 09:33:29.803376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10cfebe7-a852-4bac-9083-124c51ce626d req-3a008227-d4f9-47ce-a9c6-6d9437bb33b6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Oct 29 09:33:30.940129 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d96c6-34f4-4da1-b810-0bee3bb41e97 req-71123cc0-c49e-4532-b31d-9c25e4626375 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:30.941979 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-666d96c6-34f4-4da1-b810-0bee3bb41e97 req-71123cc0-c49e-4532-b31d-9c25e4626375 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 944 time: 0.0614688 Oct 29 09:33:30.951361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 48116aaf-bf83-4432-89e2-16a812d3fe5f up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:33:30.976976 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:30.991187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-666d96c6-34f4-4da1-b810-0bee3bb41e97 req-8f46e788-0552-497a-98cc-5eccd4837785 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428648 Oct 29 09:33:31.007895 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 48116aaf-bf83-4432-89e2-16a812d3fe5f completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:33:31.011921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 48116aaf-bf83-4432-89e2-16a812d3fe5f triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:33:31.012295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:31.112164 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:31.135465 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:33:31.137850 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c348883-5c55-490b-9274-5c5b063b8ed1" -d '{"events": [{"server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "name": "network-vif-plugged", "status": "completed", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:33:31.150984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 48116aaf-bf83-4432-89e2-16a812d3fe5f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:33:31.156515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:31.179472 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b541b9f-6e57-4f2b-a685-b2a0bad798ab x-openstack-request-id: req-0b541b9f-6e57-4f2b-a685-b2a0bad798ab {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:33:31.179776 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "name": "network-vif-plugged", "status": "completed", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:33:31.180062 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b541b9f-6e57-4f2b-a685-b2a0bad798ab {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:33:31.180474 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'code': 200} Oct 29 09:33:31.206117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=48116aaf-bf83-4432-89e2-16a812d3fe5f,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:31.277650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdaf03-a276-4c2c-ab6f-8e407eb9e61d req-a2e0e845-4f14-45b5-ba4b-a87b00ed08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:31.279164 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-37fdaf03-a276-4c2c-ab6f-8e407eb9e61d req-a2e0e845-4f14-45b5-ba4b-a87b00ed08fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 1096 time: 0.0431693 Oct 29 09:33:31.316146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-37fdaf03-a276-4c2c-ab6f-8e407eb9e61d req-b7f12094-8bef-4d8f-bae8-b4c026171abd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299230 Oct 29 09:33:32.123509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56030485-8296-470b-85cd-857ab778cea9 req-3d972143-d420-49d0-b426-2d30bdf781c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:32.125056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-56030485-8296-470b-85cd-857ab778cea9 req-3d972143-d420-49d0-b426-2d30bdf781c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0583644 Oct 29 09:33:32.165363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-56030485-8296-470b-85cd-857ab778cea9 req-e2387ad2-b518-44a9-a472-4e9a9d57f010 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333650 Oct 29 09:33:33.308209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d6626-0c18-4ff2-b065-08bccbb6253f req-e8a728a2-a2f4-4d0c-a4f0-cc87d6d8fc23 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:33.309702 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a46d6626-0c18-4ff2-b065-08bccbb6253f req-e8a728a2-a2f4-4d0c-a4f0-cc87d6d8fc23 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0627027 Oct 29 09:33:33.353318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a46d6626-0c18-4ff2-b065-08bccbb6253f req-91a084a7-f054-484e-9cfb-79c7536f8c20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349665 Oct 29 09:33:33.472556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3ecb4-ae61-4632-bf7a-041676a4fd8e req-45f2be08-319f-45a3-ae4e-258bca6cb5a1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:33.474144 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06a3ecb4-ae61-4632-bf7a-041676a4fd8e req-45f2be08-319f-45a3-ae4e-258bca6cb5a1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0530281 Oct 29 09:33:33.513813 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-06a3ecb4-ae61-4632-bf7a-041676a4fd8e req-5a38a5b8-778a-43ae-a079-6f90a8863fa5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 Oct 29 09:33:33.535575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44328) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:33.576085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765512c1-d69d-4a8f-b3b1-8dc5ce494da2 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:33.577596 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-765512c1-d69d-4a8f-b3b1-8dc5ce494da2 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 1091 time: 0.0410318 Oct 29 09:33:33.580612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44330) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:33.585208 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:33:33.611104 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:33.729843 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:33.839837 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.128 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/75789dc6-de72-4944-91bb-2e16493b606c) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:33:33.944543 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:33.981428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:34.027376 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:33:34.030382 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:33:34.034790 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:33:34.037926 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=75789dc6-de72-4944-91bb-2e16493b606c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:34.397419 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:34.471700 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:34.652031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:34.657837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:34.725900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=75789dc6-de72-4944-91bb-2e16493b606c,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:33:34.746078 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:34.858326 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP a0ea7649-933c-4924-9276-65b9a53500c0 associated. External IP: 172.25.5.128, port: 48116aaf-bf83-4432-89e2-16a812d3fe5f. Oct 29 09:33:35.088031 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:33:35.203426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:33:35.213873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] Sync routers for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:33:35.223645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:35.226218 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:35.226855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:33:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:35.252600 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d10f93d6-8de9-40d9-8e73-63b0fc5e8a49 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6707721 Oct 29 09:33:35.253346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:33:35.255904 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2e7124-d299-4cd8-89a1-5f08422a47c2" -d '{"events": [{"name": "network-changed", "server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:33:35.294678 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ebb86d-0465-42c1-8efd-e36a1312e4eb x-openstack-request-id: req-80ebb86d-0465-42c1-8efd-e36a1312e4eb {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:33:35.294971 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:33:35.295203 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80ebb86d-0465-42c1-8efd-e36a1312e4eb {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:33:35.295835 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'status': 'completed', 'code': 200} Oct 29 09:33:35.352909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:35.392794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db4773-6a03-4016-b708-3919368bbcae req-f20628b8-27f7-4fd8-86b9-fbe481da1cc9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:35.394323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10db4773-6a03-4016-b708-3919368bbcae req-f20628b8-27f7-4fd8-86b9-fbe481da1cc9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0780385 Oct 29 09:33:35.397188 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-cce6f7da-3939-49ff-9b73-6597060be5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:35.398688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-cce6f7da-3939-49ff-9b73-6597060be5d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 1096 time: 0.0717306 Oct 29 09:33:35.484244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10db4773-6a03-4016-b708-3919368bbcae req-1776a223-fc0a-4884-aa87-c85afde019c8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822740 Oct 29 09:33:35.513576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44336) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:35.525528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-3081663f-5e76-4dc2-b772-21ef0ac65593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:35.526981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-3081663f-5e76-4dc2-b772-21ef0ac65593 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98d67297-b84f-4384-ae31-f3038e9c58a5 HTTP/1.1" status: 200 len: 898 time: 0.1191540 Oct 29 09:33:35.576929 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-812eb91b-3e66-42c4-bd1e-4f7b0acd89d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/a0ea7649-933c-4924-9276-65b9a53500c0 HTTP/1.1" status: 200 len: 991 time: 0.0620542 Oct 29 09:33:35.593410 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a0ea7649-933c-4924-9276-65b9a53500c0', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'port_id': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'mac_address': 'fa:16:3e:6e:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:33:34Z', 'updated_at': '2021-10-29T09:33:34Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:24Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:35.598999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-c8a1ce77-bde5-40bd-a233-24accea90e42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f HTTP/1.1" status: 200 len: 999 time: 0.0645466 Oct 29 09:33:35.624231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] Checking router: 5d5bf811-ec63-4a0f-a82c-19ee1801cedc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:33:35.633142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:33:35.633752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:33:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:35.656831 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-9ea12833-6381-45db-a950-402c7d0b7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:35.658319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-9ea12833-6381-45db-a950-402c7d0b7f84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d07c9a26-5639-48a3-890f-b155ad4ff510 HTTP/1.1" status: 200 len: 835 time: 0.0509009 Oct 29 09:33:35.708070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-d0ba9d18-10fb-4939-8f9c-0df07713badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:35.709632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-d0ba9d18-10fb-4939-8f9c-0df07713badc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d67297-b84f-4384-ae31-f3038e9c58a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432236 Oct 29 09:33:35.811598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-ed151c1b-b7ea-416a-b86f-de9016cde8ab service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938194 Oct 29 09:33:35.905965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:33:35.907716 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0d2e7124-d299-4cd8-89a1-5f08422a47c2 req-360bcc0e-5622-48fe-b81f-5aefc6fdcc41 service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891230 Oct 29 09:33:35.984148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-014c8aaf-b14a-4ba4-a908-e4db8e6bdf54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418723 Oct 29 09:33:36.079454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-5d51f252-6bac-4207-8e97-20f2f80db08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:36.080941 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-5d51f252-6bac-4207-8e97-20f2f80db08a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 1096 time: 0.0483303 Oct 29 09:33:36.134210 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a0ea7649-933c-4924-9276-65b9a53500c0', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'port_id': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'mac_address': 'fa:16:3e:6e:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:33:34Z', 'updated_at': '2021-10-29T09:33:34Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:24Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:33:36.161948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80154680-1118-4b72-a02d-f1ffe48e87af None None] The sync data for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 is: [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'a0ea7649-933c-4924-9276-65b9a53500c0', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'port_id': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'mac_address': 'fa:16:3e:6e:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:33:34Z', 'updated_at': '2021-10-29T09:33:34Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:24Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:33:36.191648 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-7d80c169-a19a-48d5-b346-f5d255dee93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:36.193217 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-7d80c169-a19a-48d5-b346-f5d255dee93e service neutron] 10.222.0.15 "GET /v2.0/networks?id=98d67297-b84f-4384-ae31-f3038e9c58a5 HTTP/1.1" status: 200 len: 898 time: 0.0922899 Oct 29 09:33:36.276845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-008e205d-4682-486c-a0b3-a4e0c4d4d53f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f HTTP/1.1" status: 200 len: 999 time: 0.0749624 Oct 29 09:33:36.331934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-63a88dc8-aefc-47c2-b47d-9899251bb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:36.333407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-63a88dc8-aefc-47c2-b47d-9899251bb82b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d07c9a26-5639-48a3-890f-b155ad4ff510 HTTP/1.1" status: 200 len: 835 time: 0.0496569 Oct 29 09:33:36.358522 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad0256-d90b-4e13-9f9e-09d923bae78f None None] New status for floating IP a0ea7649-933c-4924-9276-65b9a53500c0: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:33:36.388694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-6a857135-2c99-4116-8341-73df09995544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:33:36.390293 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-6a857135-2c99-4116-8341-73df09995544 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d67297-b84f-4384-ae31-f3038e9c58a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477664 Oct 29 09:33:36.486989 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-09c0f076-384b-426d-a5e2-ff3187ef22ad service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892658 Oct 29 09:33:36.580693 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2a2fb5ae-f4a6-4eb4-b692-66594a9b6537 req-3f6cf4b5-65da-4ae1-a1ba-6e8ed5386894 service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862651 Oct 29 09:33:36.580973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44338) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:33:36.645875 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e62b0c25-0caf-474a-a65d-f52ea6a80b7f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/a0ea7649-933c-4924-9276-65b9a53500c0 HTTP/1.1" status: 200 len: 993 time: 0.0636060 Oct 29 09:33:44.342454 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8af42646-2e24-4eb9-8764-f28deb709075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:47.050098 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f2841005-4e87-4cd3-8e9f-53a7000355f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:48.160144 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:33:48.383896 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:48.407573 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:49.767079 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:33:59.719022 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:00.960257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:10.025877 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252d54-a3c7-46ff-ae39-2ef2134cd8df req-4f410b69-aed6-416c-8340-57c07e3c3cc2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:10.027389 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9252d54-a3c7-46ff-ae39-2ef2134cd8df req-4f410b69-aed6-416c-8340-57c07e3c3cc2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0514028 Oct 29 09:34:10.068164 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9252d54-a3c7-46ff-ae39-2ef2134cd8df req-7803e9e1-1370-4210-8964-58fff951b70b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339916 Oct 29 09:34:11.204059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd31a-4b20-4fac-bfd8-fbc211fcf750 req-1a5d3c4e-f85a-417d-b609-c244feddea20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:11.205574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeacd31a-4b20-4fac-bfd8-fbc211fcf750 req-1a5d3c4e-f85a-417d-b609-c244feddea20 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0588169 Oct 29 09:34:11.245991 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aeacd31a-4b20-4fac-bfd8-fbc211fcf750 req-470c117a-81c7-41d7-942e-d0ddb1a3e850 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343108 Oct 29 09:34:11.283841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44356) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:11.346409 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-48a04f1c-23d7-4d0d-b78e-366cd28eadc4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/a0ea7649-933c-4924-9276-65b9a53500c0 HTTP/1.1" status: 200 len: 993 time: 0.0614011 Oct 29 09:34:12.643173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58c079-422b-41ad-9a01-f63570163edf req-eaa79577-5efa-4855-b4d9-22767278f1a2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:12.644687 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc58c079-422b-41ad-9a01-f63570163edf req-eaa79577-5efa-4855-b4d9-22767278f1a2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0545981 Oct 29 09:34:12.683742 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc58c079-422b-41ad-9a01-f63570163edf req-f1c09a11-cbc5-40cd-8578-ff3bed604e32 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326631 Oct 29 09:34:13.821268 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6000abe-87bf-4d72-92ea-619c58cb9416 req-6ff999fc-97dd-4d45-a1ee-b853751eaf3f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:13.824504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6000abe-87bf-4d72-92ea-619c58cb9416 req-6ff999fc-97dd-4d45-a1ee-b853751eaf3f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0607517 Oct 29 09:34:13.864821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d6000abe-87bf-4d72-92ea-619c58cb9416 req-15db2423-2d8d-48c5-b572-743a3af39dff tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343256 Oct 29 09:34:13.888076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44366) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:13.949452 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-93d33a1d-c7c2-4ce3-84c0-39868d90d638 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/a0ea7649-933c-4924-9276-65b9a53500c0 HTTP/1.1" status: 200 len: 993 time: 0.0601764 Oct 29 09:34:14.196990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44372) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:14.339260 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a815d667-3cd4-487e-a3f3-a9f219e494f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:14.368695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 75789dc6-de72-4944-91bb-2e16493b606c {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:34:14.369052 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:14.473108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:14.473435 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:14.485878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 75789dc6-de72-4944-91bb-2e16493b606c owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:34:14.649988 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:14.675541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=75789dc6-de72-4944-91bb-2e16493b606c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:14.688235 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.688579 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.688918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.689253 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.689581 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.689906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.690213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.690537 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.690859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.691177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.691500 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.691839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:14.754472 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:14.754758 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP a0ea7649-933c-4924-9276-65b9a53500c0 disassociated (deleted). External IP: 172.25.5.128, port: 48116aaf-bf83-4432-89e2-16a812d3fe5f. Oct 29 09:34:14.981436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:34:15.098582 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:34:15.104857 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:15.110584 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] Sync routers for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:34:15.130862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:15.131503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:33:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:15.136764 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5e73526f-20cc-4354-ab3d-8e7284c2f862 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/floatingips/a0ea7649-933c-4924-9276-65b9a53500c0 HTTP/1.1" status: 204 len: 168 time: 0.9385903 Oct 29 09:34:15.137331 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:34:15.139619 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382d24b2-942f-4ab4-a696-85998e29bc21" -d '{"events": [{"name": "network-changed", "server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:34:15.181574 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf54faa-af45-45bf-bce8-5e33647dac4b x-openstack-request-id: req-edf54faa-af45-45bf-bce8-5e33647dac4b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:34:15.181816 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:34:15.182056 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edf54faa-af45-45bf-bce8-5e33647dac4b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:34:15.182443 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'status': 'completed', 'code': 200} Oct 29 09:34:15.245281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:15.247352 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-60fcd15d-1620-480e-b3e6-7999857e552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:15.249078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-60fcd15d-1620-480e-b3e6-7999857e552e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 1096 time: 0.0427046 Oct 29 09:34:15.370885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-48e42c41-0876-46f4-82b3-cb2880821e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:15.372438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-48e42c41-0876-46f4-82b3-cb2880821e20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98d67297-b84f-4384-ae31-f3038e9c58a5 HTTP/1.1" status: 200 len: 898 time: 0.1157131 Oct 29 09:34:15.388284 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b1166-e626-46e8-8e35-19643d32c36f req-b0f82f29-8b6a-4fa6-9880-b7d1db023ffc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:15.389875 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-295b1166-e626-46e8-8e35-19643d32c36f req-b0f82f29-8b6a-4fa6-9880-b7d1db023ffc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0548172 Oct 29 09:34:15.417310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-d192a965-d96e-43ac-a162-e89428b700e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f HTTP/1.1" status: 200 len: 217 time: 0.0359631 Oct 29 09:34:15.431473 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-295b1166-e626-46e8-8e35-19643d32c36f req-3e969b29-5e15-4e65-b999-4885d2b901d5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351391 Oct 29 09:34:15.462720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:24Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:15.478267 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-d15e695b-3a1e-4b66-a797-e1ba21f60876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:15.479779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-d15e695b-3a1e-4b66-a797-e1ba21f60876 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d07c9a26-5639-48a3-890f-b155ad4ff510 HTTP/1.1" status: 200 len: 835 time: 0.0548418 Oct 29 09:34:15.495827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] Checking router: 5d5bf811-ec63-4a0f-a82c-19ee1801cedc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:34:15.505198 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:15.505933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:33:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:15.535762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-4fc3ce90-4025-4ab2-a5fe-58d30cefe765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:15.537375 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-4fc3ce90-4025-4ab2-a5fe-58d30cefe765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d67297-b84f-4384-ae31-f3038e9c58a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497327 Oct 29 09:34:15.611761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:15.633923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-889b45f4-986a-4765-98bc-dbb87205284a service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879741 Oct 29 09:34:15.735178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-382d24b2-942f-4ab4-a696-85998e29bc21 req-7b1ed70c-bde7-4da0-bb93-ea16e9aedab5 service neutron] 10.222.0.15 "GET /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908589 Oct 29 09:34:15.823982 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:24Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:15.850628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef1fe4-c8e0-4420-a0ff-695174280b39 None None] The sync data for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 is: [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '2e7cc331-bfc6-4aa5-af5b-373bca8473ef', 'name': '', 'network_id': '98d67297-b84f-4384-ae31-f3038e9c58a5', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:72:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:20Z', 'updated_at': '2021-10-29T09:33:24Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': 'd07c9a26-5639-48a3-890f-b155ad4ff510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:34:16.096763 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e69ca-ec0f-4978-8998-0f3bdc5ac341 None None] New status for floating IP a0ea7649-933c-4924-9276-65b9a53500c0: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:34:16.564685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d25ec-817b-4575-bd81-298ac70edb8e req-ee92ac5b-78cf-4613-9948-2e3ee0f92bc2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:16.566153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c77d25ec-817b-4575-bd81-298ac70edb8e req-ee92ac5b-78cf-4613-9948-2e3ee0f92bc2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0598359 Oct 29 09:34:16.609913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c77d25ec-817b-4575-bd81-298ac70edb8e req-a01c7467-0aae-42df-8593-93b09288b010 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=d11b9224-9380-445c-9068-d1a21df8120c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344772 Oct 29 09:34:16.908434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-4264b024-1142-4890-b967-302e6e4c39a0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:16.909824 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-4264b024-1142-4890-b967-302e6e4c39a0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 945 time: 0.0569286 Oct 29 09:34:17.009714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 48116aaf-bf83-4432-89e2-16a812d3fe5f {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:34:17.010024 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:17.045535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0c304628-9a35-49e3-9a9d-ed7c117a4aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:17.101233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port 48116aaf-bf83-4432-89e2-16a812d3fe5f, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=48116aaf-bf83-4432-89e2-16a812d3fe5f,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:17.101600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:17.119173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 48116aaf-bf83-4432-89e2-16a812d3fe5f owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:34:17.263374 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:17.299111 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=48116aaf-bf83-4432-89e2-16a812d3fe5f,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:17.329391 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.329745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.330088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.330421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.330757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.331084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.331413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.331744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.332076 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.332425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.332747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.333053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:17.352226 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] No DVR routers for this DVR port 48116aaf-bf83-4432-89e2-16a812d3fe5f on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:34:17.354869 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:17.358406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73977dae-41e4-424e-a3e6-5873a7a0b36c req-e8d366fa-6695-48fc-a76e-a189a2d4d5d8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "DELETE /v2.0/ports/48116aaf-bf83-4432-89e2-16a812d3fe5f HTTP/1.1" status: 204 len: 173 time: 0.4420769 Oct 29 09:34:17.358829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'name': 'network-vif-deleted', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:34:17.361184 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d472b4-fd72-4180-9aa2-fb2749d0b175" -d '{"events": [{"server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "name": "network-vif-deleted", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:34:17.457102 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da682efd-656e-4870-af68-b7df39ef0b8f x-openstack-request-id: req-da682efd-656e-4870-af68-b7df39ef0b8f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:34:17.457371 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50776781-8589-4cb2-80b2-7aae1d23ec15", "name": "network-vif-deleted", "tag": "48116aaf-bf83-4432-89e2-16a812d3fe5f", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:34:17.457629 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da682efd-656e-4870-af68-b7df39ef0b8f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:34:17.458066 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50776781-8589-4cb2-80b2-7aae1d23ec15', 'name': 'network-vif-deleted', 'tag': '48116aaf-bf83-4432-89e2-16a812d3fe5f', 'status': 'completed', 'code': 200} Oct 29 09:34:17.727432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f33416b7-8953-4999-9ad1-847553699c01 req-e4745d02-e0b2-41df-8f1d-11fb84d9e20c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=50776781-8589-4cb2-80b2-7aae1d23ec15 HTTP/1.1" status: 200 len: 210 time: 0.0280881 Oct 29 09:34:18.392535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:18.412168 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:18.800042 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44390) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:19.181756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:19.447936 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:34:19.448289 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:19.545593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port 2e7cc331-bfc6-4aa5-af5b-373bca8473ef, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:19.545943 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:19.769935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:19.873646 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 2e7cc331-bfc6-4aa5-af5b-373bca8473ef owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:34:20.071895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:20.100163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=2e7cc331-bfc6-4aa5-af5b-373bca8473ef,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:20.277524 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:20.505993 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:34:20.616939 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:34:20.622427 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e56a3c55-3774-4476-b646-29208a706077 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/5d5bf811-ec63-4a0f-a82c-19ee1801cedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212428 Oct 29 09:34:20.625313 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44392) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:20.630828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] Sync routers for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:34:20.641818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:20.642449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:20.676182 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5821ba68-3345-494e-8202-dc18ace9d452 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting subnet d07c9a26-5639-48a3-890f-b155ad4ff510 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:34:20.679377 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5821ba68-3345-494e-8202-dc18ace9d452 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:20.719944 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5821ba68-3345-494e-8202-dc18ace9d452 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:20.749343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:20.807602 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5821ba68-3345-494e-8202-dc18ace9d452 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:20.870424 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5821ba68-3345-494e-8202-dc18ace9d452 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:20.900096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821ba68-3345-494e-8202-dc18ace9d452 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Subnet': ['ID=d07c9a26-5639-48a3-890f-b155ad4ff510,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:20.902051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5821ba68-3345-494e-8202-dc18ace9d452 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:20.908054 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-5821ba68-3345-494e-8202-dc18ace9d452 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/subnets/d07c9a26-5639-48a3-890f-b155ad4ff510 HTTP/1.1" status: 204 len: 168 time: 0.2789345 Oct 29 09:34:20.908907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44394) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:20.912708 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c02aa1-013a-4132-b008-271e07f811c4 None None] Network 98d67297-b84f-4384-ae31-f3038e9c58a5 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:34:21.012995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:34:20Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:21.020642 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.052444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] Checking router: 5d5bf811-ec63-4a0f-a82c-19ee1801cedc for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:34:21.066753 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] Routers {'5d5bf811-ec63-4a0f-a82c-19ee1801cedc'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:21.067375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:21.140787 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.166691 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] DHCP port deletion for 98d67297-b84f-4384-ae31-f3038e9c58a5 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:34:21.168722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 48116aaf-bf83-4432-89e2-16a812d3fe5f no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:34:21.198423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 48116aaf-bf83-4432-89e2-16a812d3fe5f {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:34:21.198818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 48116aaf-bf83-4432-89e2-16a812d3fe5f not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:34:21.208374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:34:21.209213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.235483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] Set router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:21.293929 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port fab9c298-8ab7-4ee6-9060-c4cd4dd7b105, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fab9c298-8ab7-4ee6-9060-c4cd4dd7b105,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:21.294181 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.306617 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:34:21.357087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Deleting port 287d0e34-7ef9-4406-8830-339127037c95 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:34:21.357460 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.460573 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] For port 287d0e34-7ef9-4406-8830-339127037c95, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=287d0e34-7ef9-4406-8830-339127037c95,segment=NetworkSegment(a1b57fe9-9668-43d8-b030-56ed824d30df),segment_id=a1b57fe9-9668-43d8-b030-56ed824d30df)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:21.460974 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.475963 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Calling delete_port for 287d0e34-7ef9-4406-8830-339127037c95 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:34:21.483428 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.511685 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=fab9c298-8ab7-4ee6-9060-c4cd4dd7b105,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:21.552366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:34:20Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:21.572091 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.679631 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.685725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.741917 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.742547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Fanout notify agent at l3_agent the message router_deleted on router 5d5bf811-ec63-4a0f-a82c-19ee1801cedc {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:34:21.751965 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.756670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44396) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:21.762998 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145ccb8-a53d-43e2-8d8c-5f091ff966da None None] The sync data for ids ['5d5bf811-ec63-4a0f-a82c-19ee1801cedc'] in n-d-815940-1 is: [{'id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269624093', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:34:20Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'fab9c298-8ab7-4ee6-9060-c4cd4dd7b105', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bf811-ec63-4a0f-a82c-19ee1801cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:33:17Z', 'updated_at': '2021-10-29T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:34:21.764467 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d3ef453f-4414-49a8-8cb8-bf1f08ab39ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/routers/5d5bf811-ec63-4a0f-a82c-19ee1801cedc HTTP/1.1" status: 204 len: 168 time: 0.8550768 Oct 29 09:34:21.789716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.822455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Pushing event deleted for resources: {'Port': ['ID=287d0e34-7ef9-4406-8830-339127037c95,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:21.826841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] No DVR routers for this DVR port 287d0e34-7ef9-4406-8830-339127037c95 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:34:21.833814 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.834166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.834507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.834846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.835179 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.835525 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.835845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.836174 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.836498 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.837842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.837842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.838113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0b645-7cdf-4bf5-8b1e-df1824d2f9b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:21.859242 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.948640 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:21.973904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d67297-b84f-4384-ae31-f3038e9c58a5']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:21.983970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b57fe9-9668-43d8-b030-56ed824d30df') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:21.984293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b57fe9-9668-43d8-b030-56ed824d30df') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:21.994325 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.008577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.017408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:34:22.018002 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:34:22.022785 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:34:22.098906 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.111904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.115572 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/networks/98d67297-b84f-4384-ae31-f3038e9c58a5 HTTP/1.1" status: 204 len: 168 time: 0.3578308 Oct 29 09:34:22.119138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44398) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:22.126082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7d01b-cea9-4633-96af-97a021b44822 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Network': ['ID=98d67297-b84f-4384-ae31-f3038e9c58a5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:22.141761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 287d0e34-7ef9-4406-8830-339127037c95 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:34:22.163849 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 287d0e34-7ef9-4406-8830-339127037c95 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:34:22.164231 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 287d0e34-7ef9-4406-8830-339127037c95 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:34:22.193783 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ee895c9-fdfd-452b-9f41-cb49e01a30f6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.221096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ee895c9-fdfd-452b-9f41-cb49e01a30f6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.289305 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ee895c9-fdfd-452b-9f41-cb49e01a30f6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.292087 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0ee895c9-fdfd-452b-9f41-cb49e01a30f6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.293287 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0ee895c9-fdfd-452b-9f41-cb49e01a30f6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/security-groups/d11b9224-9380-445c-9068-d1a21df8120c HTTP/1.1" status: 204 len: 168 time: 0.1727304 Oct 29 09:34:22.303306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee895c9-fdfd-452b-9f41-cb49e01a30f6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11b9224-9380-445c-9068-d1a21df8120c,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:22.717289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44404) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:22.722251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-3e6ddd02-5537-4345-a36e-4c0cf2d85665 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2116585430', 'description': 'tempest-secgroup-smoke-2116585430 description', 'project_id': 'ca427b80c37e483ba1598c4049e9596a'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:22.748436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e6ddd02-5537-4345-a36e-4c0cf2d85665 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.827275 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e6ddd02-5537-4345-a36e-4c0cf2d85665 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.832198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e6ddd02-5537-4345-a36e-4c0cf2d85665 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.863731 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-3e6ddd02-5537-4345-a36e-4c0cf2d85665 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.865391 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3e6ddd02-5537-4345-a36e-4c0cf2d85665 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470473 Oct 29 09:34:22.867274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ddd02-5537-4345-a36e-4c0cf2d85665 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c053ca49-3bae-4ab5-9d56-771bef5df473,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:22.868628 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44406) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:22.873534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f72737be-9d4d-49fa-999d-dbb89e013018 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'c053ca49-3bae-4ab5-9d56-771bef5df473', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:22.904135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f72737be-9d4d-49fa-999d-dbb89e013018 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.963152 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f72737be-9d4d-49fa-999d-dbb89e013018 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.968413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f72737be-9d4d-49fa-999d-dbb89e013018 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.986071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72737be-9d4d-49fa-999d-dbb89e013018 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7aaeba9-81a0-4e06-a30a-b7ef5930d12f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:22.996741 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f72737be-9d4d-49fa-999d-dbb89e013018 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:22.998107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f72737be-9d4d-49fa-999d-dbb89e013018 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283216 Oct 29 09:34:23.002802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44408) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:23.007698 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f36ee2b8-2342-4d9c-ac22-d36199e38439 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'c053ca49-3bae-4ab5-9d56-771bef5df473', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:23.038513 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f36ee2b8-2342-4d9c-ac22-d36199e38439 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.096640 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f36ee2b8-2342-4d9c-ac22-d36199e38439 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.102831 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f36ee2b8-2342-4d9c-ac22-d36199e38439 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.120265 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ee2b8-2342-4d9c-ac22-d36199e38439 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e66f20d-43de-44c9-a2b3-3946f2fcf750,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:23.128803 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f36ee2b8-2342-4d9c-ac22-d36199e38439 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.130080 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f36ee2b8-2342-4d9c-ac22-d36199e38439 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261461 Oct 29 09:34:23.133199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44410) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:23.138002 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-7aa97736-2706-44af-85a5-49b7a74f24e5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'c053ca49-3bae-4ab5-9d56-771bef5df473', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:23.167681 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7aa97736-2706-44af-85a5-49b7a74f24e5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.241804 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7aa97736-2706-44af-85a5-49b7a74f24e5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.249160 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7aa97736-2706-44af-85a5-49b7a74f24e5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.267473 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa97736-2706-44af-85a5-49b7a74f24e5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad571c91-249f-462d-b4fc-0c3af1182cd2,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:23.277477 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7aa97736-2706-44af-85a5-49b7a74f24e5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.278778 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7aa97736-2706-44af-85a5-49b7a74f24e5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444800 Oct 29 09:34:23.281583 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44412) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:23.286113 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-fe32f4ed-99be-4f47-a236-9cdb12ff8fb0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'c053ca49-3bae-4ab5-9d56-771bef5df473', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:23.314948 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe32f4ed-99be-4f47-a236-9cdb12ff8fb0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.381434 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe32f4ed-99be-4f47-a236-9cdb12ff8fb0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.387172 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe32f4ed-99be-4f47-a236-9cdb12ff8fb0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.404884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32f4ed-99be-4f47-a236-9cdb12ff8fb0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e76de4-5d89-4e55-b2e2-20420d10aecf,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:23.412839 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fe32f4ed-99be-4f47-a236-9cdb12ff8fb0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.414107 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fe32f4ed-99be-4f47-a236-9cdb12ff8fb0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314943 Oct 29 09:34:23.417143 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44414) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:23.422458 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-cde7193c-484c-46f7-88b4-e281f36dedce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'c053ca49-3bae-4ab5-9d56-771bef5df473', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:23.447181 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-cde7193c-484c-46f7-88b4-e281f36dedce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:34:23.452343 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cde7193c-484c-46f7-88b4-e281f36dedce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.513591 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cde7193c-484c-46f7-88b4-e281f36dedce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.519076 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cde7193c-484c-46f7-88b4-e281f36dedce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.539060 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7193c-484c-46f7-88b4-e281f36dedce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb3fbec-2cf4-400f-adb8-4e7b4714e189,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:23.546255 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cde7193c-484c-46f7-88b4-e281f36dedce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.548012 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-cde7193c-484c-46f7-88b4-e281f36dedce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290686 Oct 29 09:34:23.550611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44416) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:23.555385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-6f2d6306-ffcf-4472-bc61-f0851cffcd4f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': 'c053ca49-3bae-4ab5-9d56-771bef5df473', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:23.579841 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-6f2d6306-ffcf-4472-bc61-f0851cffcd4f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:34:23.584990 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6306-ffcf-4472-bc61-f0851cffcd4f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.646418 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6306-ffcf-4472-bc61-f0851cffcd4f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.651540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6306-ffcf-4472-bc61-f0851cffcd4f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.669737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d6306-ffcf-4472-bc61-f0851cffcd4f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1c32d7-46f2-4c16-b6f2-8c3b0ae7c14d,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:23.675600 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6306-ffcf-4472-bc61-f0851cffcd4f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.679753 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6f2d6306-ffcf-4472-bc61-f0851cffcd4f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252136 Oct 29 09:34:23.679753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44418) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:23.684752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'network': {'name': 'tempest-network-smoke--991192783', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:23.697349 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e7cc331-bfc6-4aa5-af5b-373bca8473ef no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:34:23.705803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:34:23.709393 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.718959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 2e7cc331-bfc6-4aa5-af5b-373bca8473ef {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:34:23.719360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 2e7cc331-bfc6-4aa5-af5b-373bca8473ef not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:34:23.720089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:34:23.733255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:34:23.742451 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.742842 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Added segment a6a8074d-fffc-4563-99eb-307a6929428c of type vlan for network 967e75d9-a7c6-477d-b7d5-50945decf665 Oct 29 09:34:23.743090 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:34:23.743440 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fab9c298-8ab7-4ee6-9060-c4cd4dd7b105 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:34:23.782586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.812324 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.818748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:23.819486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.878121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1973150 Oct 29 09:34:23.881206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44420) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:23.886356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'admin_state_up': True, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:23.890220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65436521-4a8b-4af0-ae12-827a3d3d200e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Network': ['ID=967e75d9-a7c6-477d-b7d5-50945decf665,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:23.900796 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 967e75d9-a7c6-477d-b7d5-50945decf665 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:34:23.911119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.912632 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:23.969441 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:24.109527 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:24.311538 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:24.330427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:24.445436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.183 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/b576939c-c11c-435b-a840-0894cd656293) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:34:24.551581 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:24.595856 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:24.644216 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:34:24.647315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:34:24.651108 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:34:24.656898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=b576939c-c11c-435b-a840-0894cd656293,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:24.903671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:25.110673 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:25.160600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:34:25.588048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 00a21389-109b-4837-ae84-8f6f6b291a78 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:34:25.703305 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:34:25.714719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Sync routers for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:34:25.725416 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:25.726422 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:25.726657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-de4945f9-84cc-47f5-bd7c-01e6b68502d0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8440413 Oct 29 09:34:25.727041 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:25.730071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44422) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:25.760284 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4ee64ecf-42ca-469e-bbec-7458ee95ee41 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=ca427b80c37e483ba1598c4049e9596a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285430 Oct 29 09:34:25.762908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44424) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:25.830911 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:25.858419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d309ec32-f9eb-444c-991d-703be94c5439 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:25.860207 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d309ec32-f9eb-444c-991d-703be94c5439 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961089 Oct 29 09:34:25.863664 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44426) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:25.895748 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fef72590-0bb4-442e-88be-d3c1f35d534e tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307591 Oct 29 09:34:25.898170 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44428) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:25.903397 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1965339555', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:25.992984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:34:25.996724 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.011921 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:24Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:26.042750 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Checking router: 00a21389-109b-4837-ae84-8f6f6b291a78 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:34:26.043102 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Updating router 00a21389-109b-4837-ae84-8f6f6b291a78 port b576939c-c11c-435b-a840-0894cd656293 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:34:26.165597 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.192254 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.252296 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Subnet': ['ID=34188830-8859-4da9-89d6-ccc0290c110a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:26.261125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Checking segment: {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:34:26.261493 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network hostable DHCP agents. Network: 967e75d9-a7c6-477d-b7d5-50945decf665, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:34:26.279203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 967e75d9-a7c6-477d-b7d5-50945decf665 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:34:26.288720 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 967e75d9-a7c6-477d-b7d5-50945decf665) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:34:26.297237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:26.298097 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.298943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8e9507-a75b-4c3a-89c5-0190e9f749df None None] Network 967e75d9-a7c6-477d-b7d5-50945decf665 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:34:26.318946 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7a1a3b9b-1ea0-4a5c-b048-d1f42fde9919 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4195940 Oct 29 09:34:26.322000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44430) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:26.437797 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.446443 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.462142 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-967e75d9-a7c6-477d-b7d5-50945decf665', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:34:26.463537 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.508892 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Attempting to bind port b576939c-c11c-435b-a840-0894cd656293 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:34:26.509150 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Attempting to bind port b576939c-c11c-435b-a840-0894cd656293 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:34:26.509515 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Attempting to bind port b576939c-c11c-435b-a840-0894cd656293 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:34:26.516879 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Pushing event updated for resources: {'Port': ['ID=b576939c-c11c-435b-a840-0894cd656293,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:26.520105 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:34:26.520473 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:34:26.520863 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.521356 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:34:26.522186 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Bound port: b576939c-c11c-435b-a840-0894cd656293, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:34:26.522186 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.529237 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.529578 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.529917 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.530243 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.530567 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.530888 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.531229 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.531547 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.531919 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.532239 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.532571 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.532869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:34:26.586612 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] For port b576939c-c11c-435b-a840-0894cd656293, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:34:26.589888 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] For port b576939c-c11c-435b-a840-0894cd656293, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b576939c-c11c-435b-a840-0894cd656293,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:34:26.596085 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.627434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Allocated IP 172.20.0.2 (967e75d9-a7c6-477d-b7d5-50945decf665/34188830-8859-4da9-89d6-ccc0290c110a/e3a4d667-920d-4e3e-9c55-31820fd08598) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:34:26.648385 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:26.649003 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:26.726311 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b788b8-9cf4-46b3-84ee-96c7f6ce9160 None None] Pushing event updated for resources: {'Port': ['ID=b576939c-c11c-435b-a840-0894cd656293,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:26.770147 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:26.782256 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.794045 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.801574 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.845721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Network 967e75d9-a7c6-477d-b7d5-50945decf665 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:34:26.849764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:34:26.851639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Pushing event updated for resources: {'Port': ['ID=e3a4d667-920d-4e3e-9c55-31820fd08598,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:26.853828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:34:26.907539 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Attempting to bind port e3a4d667-920d-4e3e-9c55-31820fd08598 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:34:26.907954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Attempting to bind port e3a4d667-920d-4e3e-9c55-31820fd08598 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:34:26.908295 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Attempting to bind port e3a4d667-920d-4e3e-9c55-31820fd08598 on network 967e75d9-a7c6-477d-b7d5-50945decf665 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:34:26.913419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:34:26.913791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Checking segment: {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:34:26.914190 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.914574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Bound using segment: {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:34:26.915040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Bound port: e3a4d667-920d-4e3e-9c55-31820fd08598, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:34:26.915415 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:26.961124 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:24Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:26.984522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] For port e3a4d667-920d-4e3e-9c55-31820fd08598, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:34:26.989154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] For port e3a4d667-920d-4e3e-9c55-31820fd08598, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e3a4d667-920d-4e3e-9c55-31820fd08598,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:34:26.993946 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b06c6-d57b-4b63-b9cd-99704ecda573 None None] The sync data for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 is: [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:24Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:34:26.997340 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:27.067555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d491d00-1162-4fec-b6cc-e3d5314dea4f None None] Pushing event updated for resources: {'Port': ['ID=e3a4d667-920d-4e3e-9c55-31820fd08598,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:27.098554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.1 (967e75d9-a7c6-477d-b7d5-50945decf665/34188830-8859-4da9-89d6-ccc0290c110a/506e263d-005d-4328-baf6-fd39d10deb7b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:34:27.240813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:27.296376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:27.355174 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 967e75d9-a7c6-477d-b7d5-50945decf665 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:34:27.358376 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:34:27.363361 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:34:27.368195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=506e263d-005d-4328-baf6-fd39d10deb7b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:27.416633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:27.835624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e3a4d667-920d-4e3e-9c55-31820fd08598 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:34:27.892787 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e3a4d667-920d-4e3e-9c55-31820fd08598 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:27.893174 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:27.942974 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:27.996215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.034202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port e3a4d667-920d-4e3e-9c55-31820fd08598, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e3a4d667-920d-4e3e-9c55-31820fd08598,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:28.039924 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.041136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b576939c-c11c-435b-a840-0894cd656293 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:34:28.128552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=e3a4d667-920d-4e3e-9c55-31820fd08598,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:28.134505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878b214-d35d-40da-b86d-4bf62360198e None None] Network 967e75d9-a7c6-477d-b7d5-50945decf665 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:34:28.192234 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b576939c-c11c-435b-a840-0894cd656293 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:28.192614 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.271597 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.277769 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.299346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-14247f40-da89-4bd0-9cb6-20c1e596adb5 None None] Provisioning complete for port e3a4d667-920d-4e3e-9c55-31820fd08598 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:28.299721 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14247f40-da89-4bd0-9cb6-20c1e596adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.353917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=506e263d-005d-4328-baf6-fd39d10deb7b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:28.358888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.409925 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.439276 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port b576939c-c11c-435b-a840-0894cd656293, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b576939c-c11c-435b-a840-0894cd656293,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:28.446037 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:28.467494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 967e75d9-a7c6-477d-b7d5-50945decf665 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:34:28.469410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:34:28.533067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=b576939c-c11c-435b-a840-0894cd656293,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:28.598803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 00a21389-109b-4837-ae84-8f6f6b291a78 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:34:28.731558 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:34:28.748525 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a1748d5d-ecde-402f-bbbf-a56abf2337fa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/00a21389-109b-4837-ae84-8f6f6b291a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4204624 Oct 29 09:34:28.810069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Sync routers for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:34:28.836441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:28.837121 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:28.908283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-58b663cd-8571-4d02-9f93-968b79418937 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116585430&fields=id&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 267 time: 0.0381894 Oct 29 09:34:28.938326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3eeec6da-6020-4731-b836-9e0716753352 None None] Provisioning complete for port e3a4d667-920d-4e3e-9c55-31820fd08598 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:28.938710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3eeec6da-6020-4731-b836-9e0716753352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.004687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:29.037572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3b1-24c1-43c1-a051-1995772551bd req-83c08a2e-0523-489d-b970-ebae4bde2410 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:29.039146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-83c08a2e-0523-489d-b970-ebae4bde2410 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/networks?id=967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 200 len: 796 time: 0.1236157 Oct 29 09:34:29.058853 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-792a6c92-ed91-45e5-96cc-b30e7f446438 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/quotas/ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 375 time: 0.0126548 Oct 29 09:34:29.116842 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-7e9cfa2b-6a45-4d86-9cf4-d347c0ac0bd8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514636 Oct 29 09:34:29.186992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3eeec6da-6020-4731-b836-9e0716753352 None None] Provisioning complete for port 506e263d-005d-4328-baf6-fd39d10deb7b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:29.187369 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3eeec6da-6020-4731-b836-9e0716753352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.224526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-b355d2c8-b452-45fa-9549-5d66c9c18c40 service neutron] 10.222.0.70 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950885 Oct 29 09:34:29.264819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3eeec6da-6020-4731-b836-9e0716753352 None None] Port 506e263d-005d-4328-baf6-fd39d10deb7b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:34:29.300891 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 2, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:29.321028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-27a58828-e581-40c0-9730-fffb9def0276 service neutron] 10.222.0.70 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888934 Oct 29 09:34:29.327965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Checking router: 00a21389-109b-4837-ae84-8f6f6b291a78 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:34:29.328327 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Updating router 00a21389-109b-4837-ae84-8f6f6b291a78 port 506e263d-005d-4328-baf6-fd39d10deb7b binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:34:29.357446 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.418187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e9a12fc0-2d83-48fc-87a7-92c3ca1d45f2 None None] Provisioning complete for port 506e263d-005d-4328-baf6-fd39d10deb7b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:29.418557 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e9a12fc0-2d83-48fc-87a7-92c3ca1d45f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.516887 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-343440f3-a60f-4fef-8c6a-8eaf9ff53957 req-50e987cf-6661-4ae2-be52-0f4550c58c11 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 210 time: 0.0433626 Oct 29 09:34:29.525769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e9a12fc0-2d83-48fc-87a7-92c3ca1d45f2 None None] Port 506e263d-005d-4328-baf6-fd39d10deb7b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:34:29.679936 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.686847 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.767277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129b44e-ea3d-4622-a7de-35d2be2b72f6 None None] Pushing event updated for resources: {'Port': ['ID=506e263d-005d-4328-baf6-fd39d10deb7b,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:29.770687 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.800053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e3a4d667-920d-4e3e-9c55-31820fd08598 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:34:29.866724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Attempting to bind port 506e263d-005d-4328-baf6-fd39d10deb7b on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:34:29.867296 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Attempting to bind port 506e263d-005d-4328-baf6-fd39d10deb7b by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:34:29.867404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Attempting to bind port 506e263d-005d-4328-baf6-fd39d10deb7b on network 967e75d9-a7c6-477d-b7d5-50945decf665 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:34:29.876170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:34:29.876330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Checking segment: {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:34:29.876654 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.877060 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Bound using segment: {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:34:29.877869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Bound port: 506e263d-005d-4328-baf6-fd39d10deb7b, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:34:29.878023 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.938757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e3a4d667-920d-4e3e-9c55-31820fd08598 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:29.939220 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:29.989792 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] For port 506e263d-005d-4328-baf6-fd39d10deb7b, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:34:29.994008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] For port 506e263d-005d-4328-baf6-fd39d10deb7b, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=506e263d-005d-4328-baf6-fd39d10deb7b,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:34:29.998604 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:30.263735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:30.264423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:30.337742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129b44e-ea3d-4622-a7de-35d2be2b72f6 None None] Pushing event updated for resources: {'Port': ['ID=506e263d-005d-4328-baf6-fd39d10deb7b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:30.356828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-951d8b05-1b9c-418e-969f-fea07d0b3498 None None] Provisioning complete for port 506e263d-005d-4328-baf6-fd39d10deb7b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:30.357186 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-951d8b05-1b9c-418e-969f-fea07d0b3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:30.364797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b576939c-c11c-435b-a840-0894cd656293 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:34:30.455222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:30.576786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b576939c-c11c-435b-a840-0894cd656293 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:30.577197 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:30.628520 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8c6246b0-cb28-46b4-beda-dd80d2b234ad req-3e0dc0dc-05eb-4b17-8594-4520fabbd739 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 210 time: 0.0346594 Oct 29 09:34:30.642537 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3b1-24c1-43c1-a051-1995772551bd req-3748cf95-6f4d-45d6-a551-70234dd9732e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:30.644486 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-3748cf95-6f4d-45d6-a551-70234dd9732e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "GET /v2.0/networks?id=967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 200 len: 796 time: 0.1532855 Oct 29 09:34:30.657469 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-951d8b05-1b9c-418e-969f-fea07d0b3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:30.689633 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-c7637928-e755-470c-92f2-6dd72cb90344 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 380 time: 0.0350688 Oct 29 09:34:30.700757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'port': {'device_id': 'be36da21-0126-45b2-a7c0-859cc008931c', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'admin_state_up': True, 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'security_groups': ['c053ca49-3bae-4ab5-9d56-771bef5df473']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:30.728141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-951d8b05-1b9c-418e-969f-fea07d0b3498 None None] For port 506e263d-005d-4328-baf6-fd39d10deb7b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=506e263d-005d-4328-baf6-fd39d10deb7b,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:30.736418 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-951d8b05-1b9c-418e-969f-fea07d0b3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:30.818829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:34:30.822551 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:30.842228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d8b05-1b9c-418e-969f-fea07d0b3498 None None] Pushing event updated for resources: {'Port': ['ID=506e263d-005d-4328-baf6-fd39d10deb7b,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:30.871151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e64f722a-867b-4f7b-a1f5-47ea10d1aa37 None None] Provisioning complete for port 506e263d-005d-4328-baf6-fd39d10deb7b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:30.871890 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e64f722a-867b-4f7b-a1f5-47ea10d1aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:30.898332 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:29Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:30.929320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960531e0-215b-444f-b175-63f296ae96b8 None None] The sync data for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 is: [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:29Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:34:30.953916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.8 (967e75d9-a7c6-477d-b7d5-50945decf665/34188830-8859-4da9-89d6-ccc0290c110a/625ac0a4-e4c6-43be-ab78-4a1038832105) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:34:30.955360 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.143196 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.179450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.226381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 967e75d9-a7c6-477d-b7d5-50945decf665 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:34:31.229668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:34:31.233765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:34:31.245909 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=625ac0a4-e4c6-43be-ab78-4a1038832105,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:31.309769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:31.310442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.332714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-5b0a6731-4caa-4d44-b5f4-9455e13e5796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6358097 Oct 29 09:34:31.407224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Request body: {'port': {'device_id': 'be36da21-0126-45b2-a7c0-859cc008931c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:31.471263 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.534547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faa54c14-a638-4f55-b684-31a6c19502d9 None None] Provisioning complete for port 625ac0a4-e4c6-43be-ab78-4a1038832105 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:31.535056 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faa54c14-a638-4f55-b684-31a6c19502d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.576523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faa54c14-a638-4f55-b684-31a6c19502d9 None None] Port 625ac0a4-e4c6-43be-ab78-4a1038832105 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:34:31.787525 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625ac0a4-e4c6-43be-ab78-4a1038832105 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:34:31.791839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24871565-5123-4c48-99ec-e49c2374b1be req-01996766-fb79-4db0-893f-e24916fb8f9b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:31.796338 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24871565-5123-4c48-99ec-e49c2374b1be req-01996766-fb79-4db0-893f-e24916fb8f9b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 931 time: 0.0649893 Oct 29 09:34:31.799550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 506e263d-005d-4328-baf6-fd39d10deb7b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:34:31.800397 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.820013 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Transition to ACTIVE for port object 625ac0a4-e4c6-43be-ab78-4a1038832105 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:34:31.827135 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.843153 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24871565-5123-4c48-99ec-e49c2374b1be req-e83895ca-c5d8-4513-be63-64c96573f6b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Oct 29 09:34:31.867733 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 506e263d-005d-4328-baf6-fd39d10deb7b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:31.867733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:31.928124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Pushing event updated for resources: {'Port': ['ID=625ac0a4-e4c6-43be-ab78-4a1038832105,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:31.970775 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Attempting to bind port 625ac0a4-e4c6-43be-ab78-4a1038832105 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:34:31.971129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Attempting to bind port 625ac0a4-e4c6-43be-ab78-4a1038832105 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:34:31.971456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Attempting to bind port 625ac0a4-e4c6-43be-ab78-4a1038832105 on network 967e75d9-a7c6-477d-b7d5-50945decf665 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:34:31.976947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Port 625ac0a4-e4c6-43be-ab78-4a1038832105 on network 967e75d9-a7c6-477d-b7d5-50945decf665 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:34:31.977308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Attempting to bind port 625ac0a4-e4c6-43be-ab78-4a1038832105 on network 967e75d9-a7c6-477d-b7d5-50945decf665 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:34:31.982312 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:34:31.982652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Checking segment: {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:34:31.983044 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Bound using segment: {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:34:31.983598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Bound port: 625ac0a4-e4c6-43be-ab78-4a1038832105, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a8074d-fffc-4563-99eb-307a6929428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:34:31.983878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:32.065685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] For port 625ac0a4-e4c6-43be-ab78-4a1038832105, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:34:32.069727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] For port 625ac0a4-e4c6-43be-ab78-4a1038832105, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=625ac0a4-e4c6-43be-ab78-4a1038832105,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:34:32.074824 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:32.120427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.121010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:32.122485 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] 10.222.0.93 "PUT /v2.0/ports/625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 200 len: 1091 time: 0.7776372 Oct 29 09:34:32.122944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:34:32.125444 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a69ad3-8e12-4f3e-972b-77a57be96c82" -d '{"events": [{"name": "network-changed", "server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:34:32.147237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c830eb5-bb34-4dbc-b004-a734f3a8f8ca service neutron] Pushing event updated for resources: {'Port': ['ID=625ac0a4-e4c6-43be-ab78-4a1038832105,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:32.193974 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264d4390-e729-4aa0-b059-da6738a5c6c2 x-openstack-request-id: req-264d4390-e729-4aa0-b059-da6738a5c6c2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:34:32.194270 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:34:32.194524 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-264d4390-e729-4aa0-b059-da6738a5c6c2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:34:32.194941 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'status': 'completed', 'code': 200} Oct 29 09:34:32.218899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3b1-24c1-43c1-a051-1995772551bd req-d395435c-d6e6-4a7e-972d-6eb0c403457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.220764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-d395435c-d6e6-4a7e-972d-6eb0c403457c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1094 time: 0.0556855 Oct 29 09:34:32.267149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-75f82b27-27cb-4631-93d9-62726b920134 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 200 len: 217 time: 0.0372748 Oct 29 09:34:32.326297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3b1-24c1-43c1-a051-1995772551bd req-66a14fbe-d35a-4ffc-a7eb-c27337825f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.327848 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-66a14fbe-d35a-4ffc-a7eb-c27337825f23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=34188830-8859-4da9-89d6-ccc0290c110a HTTP/1.1" status: 200 len: 835 time: 0.0528545 Oct 29 09:34:32.378541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3b1-24c1-43c1-a051-1995772551bd req-e9587a03-35d3-426b-8148-cabaa8202617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.380153 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-e9587a03-35d3-426b-8148-cabaa8202617 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=967e75d9-a7c6-477d-b7d5-50945decf665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439837 Oct 29 09:34:32.485404 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-0e3573ac-efc9-434f-9b49-1ff069840f93 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979428 Oct 29 09:34:32.587685 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-538ad3b1-24c1-43c1-a051-1995772551bd req-7a3d6267-7e10-4739-ae13-730bc052de07 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942216 Oct 29 09:34:32.681077 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-91997467-ca76-416b-aa9d-1a57b1137e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.682706 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-91997467-ca76-416b-aa9d-1a57b1137e26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1094 time: 0.0432487 Oct 29 09:34:32.799092 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-0022b1c1-0270-4d8e-8211-17cf4aa55a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.800628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-0022b1c1-0270-4d8e-8211-17cf4aa55a6b service neutron] 10.222.0.93 "GET /v2.0/networks?id=967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 200 len: 898 time: 0.1111193 Oct 29 09:34:32.842837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-ea9a221d-4d5f-46e0-9470-a932d844a348 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 200 len: 217 time: 0.0347173 Oct 29 09:34:32.899086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-a1273da0-5711-4dab-8366-b9aad933f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.900641 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-a1273da0-5711-4dab-8366-b9aad933f82a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=34188830-8859-4da9-89d6-ccc0290c110a HTTP/1.1" status: 200 len: 835 time: 0.0511746 Oct 29 09:34:32.948980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-06fc157b-a2ce-4252-bb95-b0732e2ef472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.950719 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-06fc157b-a2ce-4252-bb95-b0732e2ef472 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=967e75d9-a7c6-477d-b7d5-50945decf665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427227 Oct 29 09:34:32.966723 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feaf03-1fcf-49d2-b07a-0047c621df10 req-390262e6-f5c0-4165-a281-eafe43fe1756 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:32.968241 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0feaf03-1fcf-49d2-b07a-0047c621df10 req-390262e6-f5c0-4165-a281-eafe43fe1756 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 943 time: 0.0499682 Oct 29 09:34:33.007785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0feaf03-1fcf-49d2-b07a-0047c621df10 req-5bbe6da7-adfe-4228-b7c3-a2c0f9768d44 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Oct 29 09:34:33.045228 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-47d7ed97-6446-4fd5-a3a4-bee25311c097 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876331 Oct 29 09:34:33.141807 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a69ad3-8e12-4f3e-972b-77a57be96c82 req-178f41d1-0101-4cf0-ad32-42802923a9b5 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887280 Oct 29 09:34:34.147163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5f4fc-892a-4db5-827b-fdd3ef11411a req-d2f0fbd3-447c-4c62-8f04-5d2bda27eb16 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:34.148770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72d5f4fc-892a-4db5-827b-fdd3ef11411a req-d2f0fbd3-447c-4c62-8f04-5d2bda27eb16 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 943 time: 0.0618906 Oct 29 09:34:34.189472 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-72d5f4fc-892a-4db5-827b-fdd3ef11411a req-a07f98e6-9b17-4be7-9cb2-ac382b738b06 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Oct 29 09:34:35.320996 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca9c8b-0c8c-4c5d-94f1-0f34935f8dfe req-a231a808-c936-456c-858f-7cd749c81d33 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:35.322568 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8ca9c8b-0c8c-4c5d-94f1-0f34935f8dfe req-a231a808-c936-456c-858f-7cd749c81d33 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 943 time: 0.0607748 Oct 29 09:34:35.367370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e8ca9c8b-0c8c-4c5d-94f1-0f34935f8dfe req-5ef3ac62-8579-4766-aef7-acdd6f6952cb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385201 Oct 29 09:34:36.497543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aeeef-9c06-49d5-9203-8cfa25a18854 req-9cb18cc3-f3af-44fc-92b4-bfce664b8011 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:36.499075 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e00aeeef-9c06-49d5-9203-8cfa25a18854 req-9cb18cc3-f3af-44fc-92b4-bfce664b8011 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 943 time: 0.0576947 Oct 29 09:34:36.538982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e00aeeef-9c06-49d5-9203-8cfa25a18854 req-624ddb7d-5317-4eb7-bd2b-135549028c28 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Oct 29 09:34:36.887047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 625ac0a4-e4c6-43be-ab78-4a1038832105 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:34:36.991166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 625ac0a4-e4c6-43be-ab78-4a1038832105, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=625ac0a4-e4c6-43be-ab78-4a1038832105,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:37.002313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'port_id': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'mac_address': 'fa:16:3e:9d:dd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:34:37.039508 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:37.053659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625ac0a4-e4c6-43be-ab78-4a1038832105 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:34:37.077271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 625ac0a4-e4c6-43be-ab78-4a1038832105, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=625ac0a4-e4c6-43be-ab78-4a1038832105,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:37.083613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:37.131419 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=625ac0a4-e4c6-43be-ab78-4a1038832105,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:37.444771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['625ac0a4-e4c6-43be-ab78-4a1038832105'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:34:37.658071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8944288-97bb-4314-a583-b05ba39bae6f req-9441cee9-df7d-40d5-b99b-8847ec0cf74e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:37.659607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8944288-97bb-4314-a583-b05ba39bae6f req-9441cee9-df7d-40d5-b99b-8847ec0cf74e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 944 time: 0.0517437 Oct 29 09:34:37.699861 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d8944288-97bb-4314-a583-b05ba39bae6f req-97f999f9-e5a4-4fcb-8dc3-3be61b4cc01d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335159 Oct 29 09:34:38.903057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 625ac0a4-e4c6-43be-ab78-4a1038832105 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:34:38.962844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 625ac0a4-e4c6-43be-ab78-4a1038832105 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:34:38.967436 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 625ac0a4-e4c6-43be-ab78-4a1038832105 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:34:38.967833 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:39.054275 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:39.078197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:34:39.080625 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248ed996-8a8c-4e54-a539-b69b33edb2e9" -d '{"events": [{"server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "name": "network-vif-plugged", "status": "completed", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:34:39.095772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 625ac0a4-e4c6-43be-ab78-4a1038832105, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=625ac0a4-e4c6-43be-ab78-4a1038832105,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:34:39.101450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:39.108563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e89827-8221-49c9-819e-e73e9f06d804 req-2d394047-de9a-4924-8819-095d90ab909e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:39.110310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00e89827-8221-49c9-819e-e73e9f06d804 req-2d394047-de9a-4924-8819-095d90ab909e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 944 time: 0.0555906 Oct 29 09:34:39.155626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-00e89827-8221-49c9-819e-e73e9f06d804 req-8020ab75-5a12-4ed5-8783-af3b993e6306 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380375 Oct 29 09:34:39.157532 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=625ac0a4-e4c6-43be-ab78-4a1038832105,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:39.181909 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c04eb9e-557c-4026-89f1-f58327e7d10c x-openstack-request-id: req-9c04eb9e-557c-4026-89f1-f58327e7d10c {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:34:39.182225 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "name": "network-vif-plugged", "status": "completed", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:34:39.182493 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c04eb9e-557c-4026-89f1-f58327e7d10c {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:34:39.182887 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'code': 200} Oct 29 09:34:39.280275 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fafd4-1e4c-4427-92e3-4b35248fc8b6 req-266bc52e-8f21-46c5-9484-54296579b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:39.281808 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-278fafd4-1e4c-4427-92e3-4b35248fc8b6 req-266bc52e-8f21-46c5-9484-54296579b2cc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1096 time: 0.0418775 Oct 29 09:34:39.318666 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-278fafd4-1e4c-4427-92e3-4b35248fc8b6 req-34d8ac91-c9c8-45f0-9b83-54266e3d2b66 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286896 Oct 29 09:34:40.280754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1730f-44a1-44b5-a17d-4981958d4938 req-4b0f494b-a451-4750-8905-37346e667009 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:40.282376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cc1730f-44a1-44b5-a17d-4981958d4938 req-4b0f494b-a451-4750-8905-37346e667009 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0541027 Oct 29 09:34:40.324551 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7cc1730f-44a1-44b5-a17d-4981958d4938 req-b7392552-b666-43d0-a61b-5e656bbe2d5e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342495 Oct 29 09:34:41.474803 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9ef83-02b7-4ddf-8565-14a5226ce3be req-7fa61630-dfbe-4685-9b15-a1483baad242 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:41.476393 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ba9ef83-02b7-4ddf-8565-14a5226ce3be req-7fa61630-dfbe-4685-9b15-a1483baad242 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0691078 Oct 29 09:34:41.518534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3ba9ef83-02b7-4ddf-8565-14a5226ce3be req-7d3fff83-9838-435f-b337-d944996d116e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358694 Oct 29 09:34:41.651792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edd0dc-4871-48bb-953a-ddc9df7cc420 req-e5048d5b-70c0-44f6-ae71-6bfad9a0270c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:41.653328 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99edd0dc-4871-48bb-953a-ddc9df7cc420 req-e5048d5b-70c0-44f6-ae71-6bfad9a0270c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0539107 Oct 29 09:34:41.692455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99edd0dc-4871-48bb-953a-ddc9df7cc420 req-acf87a49-99e6-44e6-a45f-805a3e282367 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328629 Oct 29 09:34:41.714848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44490) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:41.757190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b58515-cde5-47cf-9d3a-915ae8a07e78 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:41.758760 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-57b58515-cde5-47cf-9d3a-915ae8a07e78 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1091 time: 0.0429387 Oct 29 09:34:41.761779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44492) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:41.766116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:34:41.791326 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:41.896919 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:42.016420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.42 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/7bd3ad1c-1756-430a-bbd0-c2f259fa7677) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:34:42.129971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:42.165725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:42.207058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:34:42.210061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:34:42.215568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:34:42.219220 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=7bd3ad1c-1756-430a-bbd0-c2f259fa7677,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:42.574603 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:42.650228 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:42.811001 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:42.817975 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:42.889098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=7bd3ad1c-1756-430a-bbd0-c2f259fa7677,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:34:42.899580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:43.006322 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP cc30b1c8-fc74-442e-9900-4edd91fe0489 associated. External IP: 172.25.5.42, port: 625ac0a4-e4c6-43be-ab78-4a1038832105. Oct 29 09:34:43.229553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 00a21389-109b-4837-ae84-8f6f6b291a78 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:34:43.672467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:34:43.682978 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] Sync routers for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:34:43.693092 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:43.693726 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:43.693980 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:43.721586 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-35b81a21-39a5-4c33-9c13-ead8bae9782b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9587841 Oct 29 09:34:43.722290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:34:43.724722 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225" -d '{"events": [{"name": "network-changed", "server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:34:43.767343 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9976e7-4b96-4753-b273-76cd752a7acf x-openstack-request-id: req-cb9976e7-4b96-4753-b273-76cd752a7acf {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:34:43.767875 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:34:43.768468 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb9976e7-4b96-4753-b273-76cd752a7acf {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:34:43.768800 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'status': 'completed', 'code': 200} Oct 29 09:34:43.803495 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:43.823197 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719eab-7341-4ea7-84e7-15f72330beb3 req-4cbbd71b-5286-45fa-9893-798009622b22 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:43.825454 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50719eab-7341-4ea7-84e7-15f72330beb3 req-4cbbd71b-5286-45fa-9893-798009622b22 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0511830 Oct 29 09:34:43.847321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-c288cf7a-f346-43f9-aa95-ad6d9db2e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:43.848909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-c288cf7a-f346-43f9-aa95-ad6d9db2e470 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1096 time: 0.0518274 Oct 29 09:34:43.872885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50719eab-7341-4ea7-84e7-15f72330beb3 req-38604709-48cb-4944-b878-4af462671642 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 Oct 29 09:34:43.896355 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44498) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:43.953129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-6b88003a-c3ef-4c3a-80e8-0c5000a6ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:43.955381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-6b88003a-c3ef-4c3a-80e8-0c5000a6ce81 service neutron] 10.222.0.93 "GET /v2.0/networks?id=967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 200 len: 898 time: 0.0983238 Oct 29 09:34:43.963070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-897d9ebf-8784-4947-bac8-dfa38c9a3dcf tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/cc30b1c8-fc74-442e-9900-4edd91fe0489 HTTP/1.1" status: 200 len: 990 time: 0.0640953 Oct 29 09:34:44.025517 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-6efcdd42-09a9-4d55-beca-2063858d33e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 200 len: 998 time: 0.0628045 Oct 29 09:34:44.051575 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'cc30b1c8-fc74-442e-9900-4edd91fe0489', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'port_id': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'mac_address': 'fa:16:3e:9d:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be36da21-0126-45b2-a7c0-859cc008931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:34:42Z', 'updated_at': '2021-10-29T09:34:42Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:30Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:44.076675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-bc38be12-f38e-4bc1-b97d-5541708d9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:44.078216 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-bc38be12-f38e-4bc1-b97d-5541708d9924 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=34188830-8859-4da9-89d6-ccc0290c110a HTTP/1.1" status: 200 len: 835 time: 0.0455487 Oct 29 09:34:44.078691 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] Checking router: 00a21389-109b-4837-ae84-8f6f6b291a78 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:34:44.087259 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:34:44.087932 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:34:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:44.133712 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-bc8dc370-cbcc-41a9-9b8e-2e2127bfe7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:44.135254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-bc8dc370-cbcc-41a9-9b8e-2e2127bfe7b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=967e75d9-a7c6-477d-b7d5-50945decf665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458760 Oct 29 09:34:44.196032 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:34:44.228747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-aaede192-bb7a-4f29-9d7a-321eeece58ee service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846922 Oct 29 09:34:44.333006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ecca17fd-fe8b-494b-b8c9-770f9d4d7225 req-a8161723-ee28-4436-905d-a68c5a3e3469 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970864 Oct 29 09:34:44.336296 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f7810c09-362f-415c-b924-b916709dfc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:44.425194 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'cc30b1c8-fc74-442e-9900-4edd91fe0489', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'port_id': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'mac_address': 'fa:16:3e:9d:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be36da21-0126-45b2-a7c0-859cc008931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:34:42Z', 'updated_at': '2021-10-29T09:34:42Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:30Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:34:44.455410 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57eccb9-26d4-4dd0-84c4-17e0278b310a None None] The sync data for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 is: [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'cc30b1c8-fc74-442e-9900-4edd91fe0489', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'port_id': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'mac_address': 'fa:16:3e:9d:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be36da21-0126-45b2-a7c0-859cc008931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:34:42Z', 'updated_at': '2021-10-29T09:34:42Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:30Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:34:44.672449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8a9cd-02a2-4d82-b953-9a46be6331c2 None None] New status for floating IP cc30b1c8-fc74-442e-9900-4edd91fe0489: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:34:44.967297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44500) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:34:45.038526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-34897f20-be3a-4419-8980-b7309a740b61 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/cc30b1c8-fc74-442e-9900-4edd91fe0489 HTTP/1.1" status: 200 len: 992 time: 0.0695155 Oct 29 09:34:47.053575 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-424fc524-3a1b-43f0-8951-ec5462c34cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:48.396374 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:48.409644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:49.772658 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:34:53.340425 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-fbf19d7a-8ca9-45e5-8123-b984d109d672 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428221 Oct 29 09:34:53.434160 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-e2b95681-c61c-415a-991e-89485b72163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:53.435678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-e2b95681-c61c-415a-991e-89485b72163a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1096 time: 0.0495098 Oct 29 09:34:53.554637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-e1884e8e-21df-4787-ad2f-397b1cb3064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:53.556187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-e1884e8e-21df-4787-ad2f-397b1cb3064d service neutron] 10.222.0.93 "GET /v2.0/networks?id=967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 200 len: 898 time: 0.0981433 Oct 29 09:34:53.623147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-47f86316-cbfa-4007-bbdc-80261c8d72aa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 200 len: 1000 time: 0.0594842 Oct 29 09:34:53.677749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-354f6d75-cee6-47d9-ab49-e9a7e05f81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:53.679219 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-354f6d75-cee6-47d9-ab49-e9a7e05f81a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=34188830-8859-4da9-89d6-ccc0290c110a HTTP/1.1" status: 200 len: 835 time: 0.0489383 Oct 29 09:34:53.727021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-c5b79481-8b02-4f4f-a705-d245a2f309f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:34:53.728598 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-c5b79481-8b02-4f4f-a705-d245a2f309f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=967e75d9-a7c6-477d-b7d5-50945decf665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422027 Oct 29 09:34:53.822059 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-e2416315-54ef-41d8-8750-6cfab2c9e52d service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858996 Oct 29 09:34:53.922260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-aab5e55f-7716-4c3b-bee1-13cab4198599 req-2dda14d3-90f1-42ad-a416-cdd6d54f64c3 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905201 Oct 29 09:34:56.980434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-cf9f7889-7c8e-41f2-8c88-24c3d1294bff req-aad68374-bc75-47bb-83c9-1b5e25c46185 service neutron] (102113) timed out ('10.222.0.93', 61360) {{(pid=102113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:34:59.730036 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:00.962019 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:02.165407 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:35:14.343358 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cea047d8-40e2-47b8-9512-37c9b97ed82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:17.049222 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0d7109c2-ef69-44a1-8a83-6a6acf4eff30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:18.384562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:18.408530 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:19.776041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:29.727067 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:30.975497 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:39.168402 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:35:44.334322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07c2a43a-542f-421b-a939-0283687933a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:47.061478 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-17f2a2c3-7495-4744-969d-4f18c61adc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:47.958850 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-edafc61d-e3cd-4807-aab2-bc9e052d0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:47.961602 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-edafc61d-e3cd-4807-aab2-bc9e052d0f20 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1096 time: 0.0704179 Oct 29 09:35:47.971014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e5695-3b1e-47cb-96b8-7560c4de815a req-71d71511-4b37-40d5-9b3c-5d81a3623346 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:47.974260 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a55e5695-3b1e-47cb-96b8-7560c4de815a req-71d71511-4b37-40d5-9b3c-5d81a3623346 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0945086 Oct 29 09:35:48.064292 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a55e5695-3b1e-47cb-96b8-7560c4de815a req-fa1980dd-1c34-4c25-8135-b8a777cc5505 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806141 Oct 29 09:35:48.090283 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-c4550792-bec3-4b2c-a440-9dc0520898ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:48.091897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-c4550792-bec3-4b2c-a440-9dc0520898ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 200 len: 898 time: 0.1158700 Oct 29 09:35:48.175166 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-b092dcf0-1d55-4d62-aded-17fd45b61053 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 200 len: 1000 time: 0.0722690 Oct 29 09:35:48.233209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-74e77900-07e0-45e5-9852-0fc949de3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:48.234810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-74e77900-07e0-45e5-9852-0fc949de3837 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=34188830-8859-4da9-89d6-ccc0290c110a HTTP/1.1" status: 200 len: 835 time: 0.0524406 Oct 29 09:35:48.284277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-681e4a99-d592-4a09-b959-ece1978ae24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:48.285839 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-681e4a99-d592-4a09-b959-ece1978ae24d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=967e75d9-a7c6-477d-b7d5-50945decf665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427325 Oct 29 09:35:48.297600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-2fc109f7-6062-4fad-b917-dc312c847bb1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:35:48.298541 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-2fc109f7-6062-4fad-b917-dc312c847bb1 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051682 Oct 29 09:35:48.381219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:48.403156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-90a5699b-bbd4-4402-a75a-4b677eba6adb service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966086 Oct 29 09:35:48.411909 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:48.497696 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dbaf8164-78d5-4b14-ba03-84daadcd00b5 req-12dbfb17-5ae9-4333-b257-a656c6155dc2 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871036 Oct 29 09:35:49.189952 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dff1bd-eb4e-4dcb-89c8-c0becda9bd17 req-b2eff98d-d0d5-458f-84c1-9835b9d9d512 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:49.191522 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83dff1bd-eb4e-4dcb-89c8-c0becda9bd17 req-b2eff98d-d0d5-458f-84c1-9835b9d9d512 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0542653 Oct 29 09:35:49.231521 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-83dff1bd-eb4e-4dcb-89c8-c0becda9bd17 req-d0d41510-f2f0-43ac-a158-fe0a34a4315f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Oct 29 09:35:49.778720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:50.372805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa0196-69e8-4da8-98a8-a270eede86d2 req-e3a4181e-a9ec-4fa7-8094-3a32f130ffc3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:50.374688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4daa0196-69e8-4da8-98a8-a270eede86d2 req-e3a4181e-a9ec-4fa7-8094-3a32f130ffc3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0659249 Oct 29 09:35:50.415597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4daa0196-69e8-4da8-98a8-a270eede86d2 req-aa648b29-e8c4-43af-8f4c-0ae5214c760b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342548 Oct 29 09:35:51.538504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb6d97-f639-4019-b11b-db2423f22c15 req-17058857-906c-46a7-a96e-08b514ea8869 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:51.540076 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41bb6d97-f639-4019-b11b-db2423f22c15 req-17058857-906c-46a7-a96e-08b514ea8869 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0539045 Oct 29 09:35:51.581445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-41bb6d97-f639-4019-b11b-db2423f22c15 req-30f49c8a-7138-466b-8712-ca6d08e4081f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Oct 29 09:35:52.724600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2297d1-1831-495b-be75-b0615f78c865 req-29f77476-1b3a-46d4-ad27-f16f1c945c47 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:52.726042 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fb2297d1-1831-495b-be75-b0615f78c865 req-29f77476-1b3a-46d4-ad27-f16f1c945c47 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0554948 Oct 29 09:35:52.767982 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fb2297d1-1831-495b-be75-b0615f78c865 req-8b7715aa-3d12-4a05-8ee7-347dfbbfd01b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355601 Oct 29 09:35:53.365132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-cc934715-64ab-42a3-bad0-c77a71dd0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:53.366678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-cc934715-64ab-42a3-bad0-c77a71dd0f31 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1096 time: 0.0444863 Oct 29 09:35:53.488269 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-50abb0bb-f32b-4a39-8798-6b49fb6e2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:53.489815 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-50abb0bb-f32b-4a39-8798-6b49fb6e2fd1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 200 len: 898 time: 0.1024776 Oct 29 09:35:53.557308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-b5ee2eb8-ae51-4b65-95dd-5df6e54c9a54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 200 len: 1000 time: 0.0601141 Oct 29 09:35:53.611285 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-4794ab3a-3bd5-49e8-9479-c4537f19d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:53.612818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-4794ab3a-3bd5-49e8-9479-c4537f19d3d8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=34188830-8859-4da9-89d6-ccc0290c110a HTTP/1.1" status: 200 len: 835 time: 0.0488033 Oct 29 09:35:53.660679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-6eb34d7f-7ee9-4ec8-897b-3ad14d123b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:53.662147 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-6eb34d7f-7ee9-4ec8-897b-3ad14d123b0b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=967e75d9-a7c6-477d-b7d5-50945decf665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420535 Oct 29 09:35:53.756750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-45ab9c21-0163-477c-af11-40698cf613a9 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874898 Oct 29 09:35:53.854308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c4c67bd-854d-4e80-94bd-57e5009239aa req-54fc7d8c-59f5-4587-b4e4-035348159083 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896294 Oct 29 09:35:53.895577 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8fd7-294d-41fd-85ba-80e17a1e49a9 req-24f226ac-aa27-4a7d-96e5-67bafaba5b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:53.897119 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-917c8fd7-294d-41fd-85ba-80e17a1e49a9 req-24f226ac-aa27-4a7d-96e5-67bafaba5b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0542324 Oct 29 09:35:53.939604 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-917c8fd7-294d-41fd-85ba-80e17a1e49a9 req-aa261518-4a93-48c0-9098-0e8bd715c659 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361896 Oct 29 09:35:55.080249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9f436-63c1-41d5-bda3-5bd9fd37b089 req-4c04706f-548f-4029-b4ad-7a768e07f53e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:55.081780 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67e9f436-63c1-41d5-bda3-5bd9fd37b089 req-4c04706f-548f-4029-b4ad-7a768e07f53e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0608420 Oct 29 09:35:55.126318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-67e9f436-63c1-41d5-bda3-5bd9fd37b089 req-2aa11d71-59d5-47fd-91f3-9970c812df35 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356984 Oct 29 09:35:56.263147 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71c212-37ad-43cc-85a2-643ed17cae70 req-bb688a72-ba65-4ff7-96cf-04f976aa3ab6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:56.264692 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb71c212-37ad-43cc-85a2-643ed17cae70 req-bb688a72-ba65-4ff7-96cf-04f976aa3ab6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0557775 Oct 29 09:35:56.309397 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bb71c212-37ad-43cc-85a2-643ed17cae70 req-6f08c147-e3b9-474e-8a93-d577ec0e6cb4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384247 Oct 29 09:35:57.445656 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623419d-aa21-40f4-bd53-f66284f6629a req-87dfe7ec-d947-4bb4-9c16-b1c0fd24f739 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:57.447163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1623419d-aa21-40f4-bd53-f66284f6629a req-87dfe7ec-d947-4bb4-9c16-b1c0fd24f739 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0557868 Oct 29 09:35:57.485851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1623419d-aa21-40f4-bd53-f66284f6629a req-f058cdd0-630a-4aa3-82aa-2e323efaa6ba tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Oct 29 09:35:58.631549 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff058b1-06d3-4519-ad4f-34044e52f5ff req-538b7ea9-864b-429d-ab63-e51b39b77b0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:58.633106 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff058b1-06d3-4519-ad4f-34044e52f5ff req-538b7ea9-864b-429d-ab63-e51b39b77b0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0529857 Oct 29 09:35:58.678426 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aff058b1-06d3-4519-ad4f-34044e52f5ff req-afb4ff32-b37a-49ae-ba10-352c968f94fc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389097 Oct 29 09:35:59.743248 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:35:59.809155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac6b6d-fd52-42d1-ab3f-5a9e4f3eceed req-2e260239-3e3c-40d0-a172-1f2be30da234 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:35:59.810650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eaac6b6d-fd52-42d1-ab3f-5a9e4f3eceed req-2e260239-3e3c-40d0-a172-1f2be30da234 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0507858 Oct 29 09:35:59.849769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eaac6b6d-fd52-42d1-ab3f-5a9e4f3eceed req-f888e672-8875-4214-95bc-bc7fa01a79b2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 Oct 29 09:35:59.882304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44554) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:35:59.947741 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2454dd86-2acc-46c7-82d3-fb33fe6dcd05 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/cc30b1c8-fc74-442e-9900-4edd91fe0489 HTTP/1.1" status: 200 len: 992 time: 0.0642829 Oct 29 09:36:00.987595 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:14.339545 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-30c24505-6cf4-4ac3-8886-beb455b85445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:16.171944 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:36:17.058911 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c5f8235e-cc0e-45f5-b3a9-1a219bf6388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:18.393429 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:18.414667 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:19.787216 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:29.747116 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:30.983964 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:44.342243 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5c7f-3e8e-4ef3-aea4-4dbd1b3b4c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:47.054303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d129af8a-33e8-4205-8171-00682f7cf35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:48.385034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:48.419781 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:48.636571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44586) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:48.820047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 7bd3ad1c-1756-430a-bbd0-c2f259fa7677 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:36:48.820353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:48.917131 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:48.917416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:48.932332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 7bd3ad1c-1756-430a-bbd0-c2f259fa7677 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:36:49.104042 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:49.139794 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=7bd3ad1c-1756-430a-bbd0-c2f259fa7677,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:49.157772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.158147 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.158487 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.159553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.159914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.160910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.161254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.161592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.161922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.162255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.162579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.162901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:49.238690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:49.240063 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP cc30b1c8-fc74-442e-9900-4edd91fe0489 disassociated (deleted). External IP: 172.25.5.42, port: 625ac0a4-e4c6-43be-ab78-4a1038832105. Oct 29 09:36:49.490241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 00a21389-109b-4837-ae84-8f6f6b291a78 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:36:49.616818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:36:49.622254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:49.628778 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] Sync routers for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:36:49.639284 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:36:49.640035 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:49.649438 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4fd3d482-7bcf-4433-80b2-04d2ba135aee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/floatingips/cc30b1c8-fc74-442e-9900-4edd91fe0489 HTTP/1.1" status: 204 len: 168 time: 1.0118296 Oct 29 09:36:49.650003 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:36:49.652293 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6" -d '{"events": [{"name": "network-changed", "server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:36:49.698315 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3ac78a-92bd-4682-91db-2c72c8ad4862 x-openstack-request-id: req-eb3ac78a-92bd-4682-91db-2c72c8ad4862 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:36:49.698604 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:36:49.698854 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb3ac78a-92bd-4682-91db-2c72c8ad4862 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:36:49.699264 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'status': 'completed', 'code': 200} Oct 29 09:36:49.758204 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:36:49.765241 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-8ce6a969-f247-411e-b165-a4b77940de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:49.766978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-8ce6a969-f247-411e-b165-a4b77940de31 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 1096 time: 0.0438685 Oct 29 09:36:49.803830 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:49.885818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-2ff445d5-9755-4334-8adf-3efc3636987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:49.887323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-2ff445d5-9755-4334-8adf-3efc3636987a service neutron] 10.222.0.93 "GET /v2.0/networks?id=967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 200 len: 898 time: 0.0996199 Oct 29 09:36:49.913436 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e8b7-2644-4370-aafe-67d4054c74b6 req-345f3507-b631-41b1-a756-9e7afc44cfb7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:49.916000 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac74e8b7-2644-4370-aafe-67d4054c74b6 req-345f3507-b631-41b1-a756-9e7afc44cfb7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0510569 Oct 29 09:36:49.931206 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-2b7d6951-3478-4bba-8b22-a01f78d33ef4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 200 len: 217 time: 0.0351267 Oct 29 09:36:49.962922 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ac74e8b7-2644-4370-aafe-67d4054c74b6 req-2ccf75da-1077-43d2-86f9-5873066de998 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Oct 29 09:36:49.978265 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:30Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:49.984861 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-4f9ab62e-61e5-4779-83a0-e7c5af94717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:49.986841 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-4f9ab62e-61e5-4779-83a0-e7c5af94717b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=34188830-8859-4da9-89d6-ccc0290c110a HTTP/1.1" status: 200 len: 835 time: 0.0475998 Oct 29 09:36:50.008919 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] Checking router: 00a21389-109b-4837-ae84-8f6f6b291a78 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:36:50.017332 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:36:50.017939 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:50.035028 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-5edc059b-288f-424a-a82c-0934416e7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:50.036593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-5edc059b-288f-424a-a82c-0934416e7203 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=967e75d9-a7c6-477d-b7d5-50945decf665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420227 Oct 29 09:36:50.124553 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:36:50.132434 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-8ee4c0b3-bb50-4142-b284-d617d287a41b service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880125 Oct 29 09:36:50.231675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4d6225bb-650e-4d9d-ae16-04eaf32c2df6 req-4c2353d3-0ff1-4c61-a711-38e23c424341 service neutron] 10.222.0.93 "GET /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908318 Oct 29 09:36:50.328519 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:30Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:50.354075 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b599c82-b232-47e5-885d-b4a2a34e45d6 None None] The sync data for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 is: [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:34:27Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '506e263d-005d-4328-baf6-fd39d10deb7b', 'name': '', 'network_id': '967e75d9-a7c6-477d-b7d5-50945decf665', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:d7:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '34188830-8859-4da9-89d6-ccc0290c110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:26Z', 'updated_at': '2021-10-29T09:34:30Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '34188830-8859-4da9-89d6-ccc0290c110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:36:50.590524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff416fa5-830b-4b63-91d6-56a4505264c3 None None] New status for floating IP cc30b1c8-fc74-442e-9900-4edd91fe0489: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:36:51.095820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a960750-d743-461e-8489-88a152e8afaf req-1c754ee0-d709-428d-b12b-5b5416e84a29 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:51.097349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a960750-d743-461e-8489-88a152e8afaf req-1c754ee0-d709-428d-b12b-5b5416e84a29 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0560002 Oct 29 09:36:51.137129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a960750-d743-461e-8489-88a152e8afaf req-65dd5768-69a9-4877-b008-d3a537d93b55 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338013 Oct 29 09:36:51.558954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-a1b4ab16-8dfd-4109-8f94-219171123dd1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:51.560499 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-a1b4ab16-8dfd-4109-8f94-219171123dd1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 945 time: 0.0585792 Oct 29 09:36:51.654421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 625ac0a4-e4c6-43be-ab78-4a1038832105 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:36:51.654731 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:51.750535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port 625ac0a4-e4c6-43be-ab78-4a1038832105, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=625ac0a4-e4c6-43be-ab78-4a1038832105,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:36:51.750794 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:51.763356 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 625ac0a4-e4c6-43be-ab78-4a1038832105 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:36:52.243403 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:52.259119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4558c-e94d-48d8-afbf-7132b9e54036 req-d8b7cc02-13ac-4000-8583-66c336ee93a2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:52.260722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cc4558c-e94d-48d8-afbf-7132b9e54036 req-d8b7cc02-13ac-4000-8583-66c336ee93a2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=be36da21-0126-45b2-a7c0-859cc008931c HTTP/1.1" status: 200 len: 867 time: 0.0519691 Oct 29 09:36:52.283793 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=625ac0a4-e4c6-43be-ab78-4a1038832105,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:52.302204 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cc4558c-e94d-48d8-afbf-7132b9e54036 req-8c8b993a-0de5-47c4-852d-0c236c11368e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c053ca49-3bae-4ab5-9d56-771bef5df473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349083 Oct 29 09:36:52.320865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] No DVR routers for this DVR port 625ac0a4-e4c6-43be-ab78-4a1038832105 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:36:52.324155 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:52.328295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2e102e0e-5583-455c-8d84-6c42386d58fc req-47ca8020-bf2c-405b-b912-6edccfaff284 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "DELETE /v2.0/ports/625ac0a4-e4c6-43be-ab78-4a1038832105 HTTP/1.1" status: 204 len: 173 time: 0.7615521 Oct 29 09:36:52.328749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'name': 'network-vif-deleted', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:36:52.332025 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d1889e-b876-4980-b6e9-f9547a3eae42" -d '{"events": [{"server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "name": "network-vif-deleted", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:36:52.372910 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15484df-7925-4fc6-bc8d-b647ee5e9e28 x-openstack-request-id: req-b15484df-7925-4fc6-bc8d-b647ee5e9e28 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:36:52.373289 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be36da21-0126-45b2-a7c0-859cc008931c", "name": "network-vif-deleted", "tag": "625ac0a4-e4c6-43be-ab78-4a1038832105", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:36:52.373606 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b15484df-7925-4fc6-bc8d-b647ee5e9e28 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:36:52.374070 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36da21-0126-45b2-a7c0-859cc008931c', 'name': 'network-vif-deleted', 'tag': '625ac0a4-e4c6-43be-ab78-4a1038832105', 'status': 'completed', 'code': 200} Oct 29 09:36:53.177551 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:36:53.376822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44602) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:53.784195 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:54.059267 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 506e263d-005d-4328-baf6-fd39d10deb7b {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:36:54.059511 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:54.166040 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port 506e263d-005d-4328-baf6-fd39d10deb7b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=506e263d-005d-4328-baf6-fd39d10deb7b,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:36:54.166420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:54.179612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 506e263d-005d-4328-baf6-fd39d10deb7b owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:36:54.382701 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:54.408645 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=506e263d-005d-4328-baf6-fd39d10deb7b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:54.422356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.422356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.422356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.422356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.422356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.422356 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.423127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.423444 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.423793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.424142 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.424461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.424775 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:54.613802 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:54.837033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 00a21389-109b-4837-ae84-8f6f6b291a78 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:36:54.946371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:36:54.951753 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-46de2113-a584-4bbc-9a5d-8f0d1edd7ab0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/00a21389-109b-4837-ae84-8f6f6b291a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5738237 Oct 29 09:36:54.955176 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44604) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:54.957699 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] Sync routers for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:36:54.969019 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:36:54.969900 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:55.011874 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25f3e95-adb6-4367-8b3c-b4256857b3be tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting subnet 34188830-8859-4da9-89d6-ccc0290c110a {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:36:55.015216 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c25f3e95-adb6-4367-8b3c-b4256857b3be tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.055519 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c25f3e95-adb6-4367-8b3c-b4256857b3be tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.074230 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:36:55.136751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c25f3e95-adb6-4367-8b3c-b4256857b3be tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.198616 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c25f3e95-adb6-4367-8b3c-b4256857b3be tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.226255 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f3e95-adb6-4367-8b3c-b4256857b3be tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Subnet': ['ID=34188830-8859-4da9-89d6-ccc0290c110a,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:55.230551 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c25f3e95-adb6-4367-8b3c-b4256857b3be tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.233759 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c25f3e95-adb6-4367-8b3c-b4256857b3be tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/subnets/34188830-8859-4da9-89d6-ccc0290c110a HTTP/1.1" status: 204 len: 168 time: 0.2776546 Oct 29 09:36:55.237880 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44606) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:55.245673 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abfd50-c0dc-434f-9167-cd4107322bce None None] Network 967e75d9-a7c6-477d-b7d5-50945decf665 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:36:55.263079 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:36:54Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:55.289965 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] Checking router: 00a21389-109b-4837-ae84-8f6f6b291a78 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:36:55.299555 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] Routers {'00a21389-109b-4837-ae84-8f6f6b291a78'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:36:55.300211 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['00a21389-109b-4837-ae84-8f6f6b291a78'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:55.346629 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.432721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] DHCP port deletion for 967e75d9-a7c6-477d-b7d5-50945decf665 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:36:55.459619 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.491260 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Deleting port e3a4d667-920d-4e3e-9c55-31820fd08598 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:36:55.491754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.516185 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port b576939c-c11c-435b-a840-0894cd656293 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:36:55.516584 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.523403 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] Set router 00a21389-109b-4837-ae84-8f6f6b291a78 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:36:55.555754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] For port e3a4d667-920d-4e3e-9c55-31820fd08598, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e3a4d667-920d-4e3e-9c55-31820fd08598,segment=NetworkSegment(a6a8074d-fffc-4563-99eb-307a6929428c),segment_id=a6a8074d-fffc-4563-99eb-307a6929428c)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:36:55.556171 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.558896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 625ac0a4-e4c6-43be-ab78-4a1038832105 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:36:55.598969 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port b576939c-c11c-435b-a840-0894cd656293, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b576939c-c11c-435b-a840-0894cd656293,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:36:55.599490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.614460 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for b576939c-c11c-435b-a840-0894cd656293 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:36:55.722203 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:36:54Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:55.750123 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34e6a5f-8e27-4ced-a7a9-ef697e371f40 None None] The sync data for ids ['00a21389-109b-4837-ae84-8f6f6b291a78'] in n-d-815940-1 is: [{'id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173476163', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b576939c-c11c-435b-a840-0894cd656293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:34:23Z', 'updated_at': '2021-10-29T09:36:54Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b576939c-c11c-435b-a840-0894cd656293', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a21389-109b-4837-ae84-8f6f6b291a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:34:24Z', 'updated_at': '2021-10-29T09:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:36:55.769560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 625ac0a4-e4c6-43be-ab78-4a1038832105 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:36:55.769902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 625ac0a4-e4c6-43be-ab78-4a1038832105 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:36:55.771689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Calling delete_port for e3a4d667-920d-4e3e-9c55-31820fd08598 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:36:55.814832 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.844252 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=b576939c-c11c-435b-a840-0894cd656293,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:55.858064 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:55.886270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Pushing event deleted for resources: {'Port': ['ID=e3a4d667-920d-4e3e-9c55-31820fd08598,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:55.888655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] No DVR routers for this DVR port e3a4d667-920d-4e3e-9c55-31820fd08598 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:36:55.898977 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.899299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.899649 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.900050 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.900309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.900646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.900962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.901281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.901571 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.902006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.902211 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:55.902509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fded6-3976-4d3d-ae03-add40c8f9599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:36:56.180312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e3a4d667-920d-4e3e-9c55-31820fd08598 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:36:56.205613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e3a4d667-920d-4e3e-9c55-31820fd08598 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:36:56.206207 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e3a4d667-920d-4e3e-9c55-31820fd08598 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:36:56.240891 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.336615 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.338967 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.388175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.388813 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Fanout notify agent at l3_agent the message router_deleted on router 00a21389-109b-4837-ae84-8f6f6b291a78 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:36:56.398944 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.400087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-98e91d6e-c880-4471-9016-ce664bdc6079 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/routers/00a21389-109b-4837-ae84-8f6f6b291a78 HTTP/1.1" status: 204 len: 168 time: 1.1612985 Oct 29 09:36:56.402782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44608) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:56.489824 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.591001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.614900 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967e75d9-a7c6-477d-b7d5-50945decf665']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:56.625085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a8074d-fffc-4563-99eb-307a6929428c') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:56.625377 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a8074d-fffc-4563-99eb-307a6929428c') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:56.635108 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.650304 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.656329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:36:56.656721 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:36:56.659937 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:36:56.720122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.728400 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.731549 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/networks/967e75d9-a7c6-477d-b7d5-50945decf665 HTTP/1.1" status: 204 len: 168 time: 0.3276958 Oct 29 09:36:56.734769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44610) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:56.744232 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743dffe-518b-4a42-a1d8-96bd29d5bb70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Network': ['ID=967e75d9-a7c6-477d-b7d5-50945decf665,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:56.796884 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ce268d6c-8dfc-448c-9a5f-07293f77dbb8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.825050 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ce268d6c-8dfc-448c-9a5f-07293f77dbb8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.894436 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ce268d6c-8dfc-448c-9a5f-07293f77dbb8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.898626 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ce268d6c-8dfc-448c-9a5f-07293f77dbb8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:56.900099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ce268d6c-8dfc-448c-9a5f-07293f77dbb8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/security-groups/c053ca49-3bae-4ab5-9d56-771bef5df473 HTTP/1.1" status: 204 len: 168 time: 0.1633136 Oct 29 09:36:56.909493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce268d6c-8dfc-448c-9a5f-07293f77dbb8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c053ca49-3bae-4ab5-9d56-771bef5df473,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:57.112798 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44616) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:57.117702 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-265659d3-b8a7-40f8-b92c-a1fcbc1b9923 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402904708', 'description': 'tempest-secgroup-smoke-402904708 description', 'project_id': 'ca427b80c37e483ba1598c4049e9596a'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:57.142735 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-265659d3-b8a7-40f8-b92c-a1fcbc1b9923 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.208991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-265659d3-b8a7-40f8-b92c-a1fcbc1b9923 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.214971 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-265659d3-b8a7-40f8-b92c-a1fcbc1b9923 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.244278 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-265659d3-b8a7-40f8-b92c-a1fcbc1b9923 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.245744 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-265659d3-b8a7-40f8-b92c-a1fcbc1b9923 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1317897 Oct 29 09:36:57.248760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44618) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:57.256171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-478b869e-b759-4284-a6a5-9d705aba8fb2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '165c95a0-94fc-4ade-9372-c0bf03346bd7', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:57.267421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265659d3-b8a7-40f8-b92c-a1fcbc1b9923 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165c95a0-94fc-4ade-9372-c0bf03346bd7,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:57.291707 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-478b869e-b759-4284-a6a5-9d705aba8fb2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.355725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-478b869e-b759-4284-a6a5-9d705aba8fb2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.362963 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-478b869e-b759-4284-a6a5-9d705aba8fb2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.380598 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b869e-b759-4284-a6a5-9d705aba8fb2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b0c596-373b-4f8b-8ccc-c93c01e43fb4,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:57.388778 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-478b869e-b759-4284-a6a5-9d705aba8fb2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.389999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-478b869e-b759-4284-a6a5-9d705aba8fb2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398950 Oct 29 09:36:57.393248 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44620) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:57.397998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-a96ac389-2ce7-4f92-9869-4d7405376751 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '165c95a0-94fc-4ade-9372-c0bf03346bd7', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:57.430716 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a96ac389-2ce7-4f92-9869-4d7405376751 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.488866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a96ac389-2ce7-4f92-9869-4d7405376751 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.494026 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a96ac389-2ce7-4f92-9869-4d7405376751 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.511821 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ac389-2ce7-4f92-9869-4d7405376751 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bfba29-5a3e-4bdb-abf8-920122bb4616,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:57.520642 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a96ac389-2ce7-4f92-9869-4d7405376751 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.524536 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a96ac389-2ce7-4f92-9869-4d7405376751 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275959 Oct 29 09:36:57.524740 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44622) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:57.528993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2c4b2229-983c-4c9d-904c-7782a07dffaa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '165c95a0-94fc-4ade-9372-c0bf03346bd7', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:57.557987 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2229-983c-4c9d-904c-7782a07dffaa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.620215 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2229-983c-4c9d-904c-7782a07dffaa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.627271 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2229-983c-4c9d-904c-7782a07dffaa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.651292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b2229-983c-4c9d-904c-7782a07dffaa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfcb697-beed-498e-9dec-5caf56c1845c,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:57.656299 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2229-983c-4c9d-904c-7782a07dffaa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.657644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c4b2229-983c-4c9d-904c-7782a07dffaa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319659 Oct 29 09:36:57.661447 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44624) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:57.665892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-07b3147b-c1a6-4f24-8ad7-0a29504d65e4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '165c95a0-94fc-4ade-9372-c0bf03346bd7', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:57.700965 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07b3147b-c1a6-4f24-8ad7-0a29504d65e4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.761266 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07b3147b-c1a6-4f24-8ad7-0a29504d65e4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.766540 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07b3147b-c1a6-4f24-8ad7-0a29504d65e4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.786586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3147b-c1a6-4f24-8ad7-0a29504d65e4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad06041-b2ac-4bae-bcbb-ad4691263236,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:57.797945 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-07b3147b-c1a6-4f24-8ad7-0a29504d65e4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.799187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-07b3147b-c1a6-4f24-8ad7-0a29504d65e4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367435 Oct 29 09:36:57.801984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44626) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:57.806368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-9ca1da61-be4f-444e-a221-f04e0bbd1995 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '165c95a0-94fc-4ade-9372-c0bf03346bd7', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:57.831872 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-9ca1da61-be4f-444e-a221-f04e0bbd1995 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:36:57.837368 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ca1da61-be4f-444e-a221-f04e0bbd1995 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.840494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 506e263d-005d-4328-baf6-fd39d10deb7b no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:36:57.861767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 506e263d-005d-4328-baf6-fd39d10deb7b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:36:57.862156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 506e263d-005d-4328-baf6-fd39d10deb7b not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:36:57.862566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b576939c-c11c-435b-a840-0894cd656293 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:36:57.882144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b576939c-c11c-435b-a840-0894cd656293 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:36:57.882357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b576939c-c11c-435b-a840-0894cd656293 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:36:57.900982 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ca1da61-be4f-444e-a221-f04e0bbd1995 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.906330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ca1da61-be4f-444e-a221-f04e0bbd1995 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.924587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1da61-be4f-444e-a221-f04e0bbd1995 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3b39f0-4a22-42d8-b8e6-cb8e87f57093,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:57.931650 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ca1da61-be4f-444e-a221-f04e0bbd1995 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:57.933068 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9ca1da61-be4f-444e-a221-f04e0bbd1995 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301169 Oct 29 09:36:57.936058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44628) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:57.940991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8b2751b7-f592-48a0-8c8a-3b7bd4d5c2f1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '165c95a0-94fc-4ade-9372-c0bf03346bd7', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:57.969857 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-8b2751b7-f592-48a0-8c8a-3b7bd4d5c2f1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:36:57.978817 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b2751b7-f592-48a0-8c8a-3b7bd4d5c2f1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.045476 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b2751b7-f592-48a0-8c8a-3b7bd4d5c2f1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.050542 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b2751b7-f592-48a0-8c8a-3b7bd4d5c2f1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.067918 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2751b7-f592-48a0-8c8a-3b7bd4d5c2f1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792d3f78-2e07-4f69-b323-7cdd1981c048,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:58.077000 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8b2751b7-f592-48a0-8c8a-3b7bd4d5c2f1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.078379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8b2751b7-f592-48a0-8c8a-3b7bd4d5c2f1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410422 Oct 29 09:36:58.081262 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44630) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:58.086125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'network': {'name': 'tempest-network-smoke--951762965', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:58.112387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:36:58.116004 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.140743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:36:58.149774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.150220 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Added segment 52a262cd-4b81-4ea1-9f22-beaeec53116d of type vlan for network 974518c5-7f10-4129-ac16-c0c5e86103f8 Oct 29 09:36:58.193644 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.222893 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.228687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:58.229268 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.288632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2063057 Oct 29 09:36:58.291604 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44632) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:58.296268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'admin_state_up': True, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:36:58.302153 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1098472-ef3e-456a-9c78-0808850ed1d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Network': ['ID=974518c5-7f10-4129-ac16-c0c5e86103f8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:58.314217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:36:58.321751 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.322783 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.372756 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.516559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.727886 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.750872 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:58.861946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.53 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/b6f06394-b337-495d-8ec5-07dd71650891) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:36:58.970314 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:59.013727 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:59.050495 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:36:59.055886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:36:59.058687 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:36:59.092569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=b6f06394-b337-495d-8ec5-07dd71650891,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:36:59.333329 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:59.557360 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:59.702588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:36:59.762087 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:59.821119 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:36:59.831321 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Sync routers for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:36:59.841911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:36:59.842188 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:36:59.842786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:36:59.843136 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-91281596-a8dd-4bce-bb23-b49438d099a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5504718 Oct 29 09:36:59.846725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44634) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:59.878895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-984f86be-c517-4f1d-8380-40282fd64a69 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=ca427b80c37e483ba1598c4049e9596a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309432 Oct 29 09:36:59.881731 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44636) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:36:59.948975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:36:59.971526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136f07f-a23a-40e7-be5f-d2a9aae1228c tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:36:59.973028 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1136f07f-a23a-40e7-be5f-d2a9aae1228c tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903540 Oct 29 09:36:59.976271 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44638) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:37:00.004957 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ac2ef468-fc26-489a-9b1d-788e3f5b9079 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275378 Oct 29 09:37:00.007604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44640) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:37:00.012424 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-632888070', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:37:00.117486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:37:00.121111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.132370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:36:59Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:00.163686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Checking router: d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:37:00.164072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Updating router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf port b6f06394-b337-495d-8ec5-07dd71650891 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:37:00.189832 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.305059 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.363273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Subnet': ['ID=9c145375-80d3-4f65-b5c3-620b7a69263e,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:00.373485 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Checking segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:37:00.373848 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network hostable DHCP agents. Network: 974518c5-7f10-4129-ac16-c0c5e86103f8, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:37:00.391370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:37:00.401607 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 974518c5-7f10-4129-ac16-c0c5e86103f8) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:37:00.406007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:00.406598 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.425816 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3f3c8987-f9d8-4aef-aab7-c13b83089167 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4171116 Oct 29 09:37:00.428717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44642) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:37:00.431342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0414ec42-9129-4c78-a30c-c841aa1faf57 None None] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:37:00.490149 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.499227 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.580858 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caf138-0712-47bc-9da0-f1c8a9c39d7e None None] Pushing event updated for resources: {'Port': ['ID=b6f06394-b337-495d-8ec5-07dd71650891,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:00.583411 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Attempting to bind port b6f06394-b337-495d-8ec5-07dd71650891 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:37:00.583776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Attempting to bind port b6f06394-b337-495d-8ec5-07dd71650891 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:37:00.584164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Attempting to bind port b6f06394-b337-495d-8ec5-07dd71650891 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:37:00.610701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:37:00.611072 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:37:00.611459 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.611876 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:37:00.612357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Bound port: b6f06394-b337-495d-8ec5-07dd71650891, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:37:00.612730 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.689084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-974518c5-7f10-4129-ac16-c0c5e86103f8', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:37:00.689935 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.693660 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] For port b6f06394-b337-495d-8ec5-07dd71650891, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:37:00.715830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] For port b6f06394-b337-495d-8ec5-07dd71650891, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b6f06394-b337-495d-8ec5-07dd71650891,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:37:00.724713 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.858089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caf138-0712-47bc-9da0-f1c8a9c39d7e None None] Pushing event updated for resources: {'Port': ['ID=b6f06394-b337-495d-8ec5-07dd71650891,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:00.860923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:37:00.861453 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:00.886743 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:00.975869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Allocated IP 172.20.0.2 (974518c5-7f10-4129-ac16-c0c5e86103f8/9c145375-80d3-4f65-b5c3-620b7a69263e/be9b6200-c032-4311-a3b1-768a48d018a8) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:37:01.002270 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.061676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:37:01.256039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.280272 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.313014 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.1 (974518c5-7f10-4129-ac16-c0c5e86103f8/9c145375-80d3-4f65-b5c3-620b7a69263e/fa286395-2528-4a73-aa8a-65ecea800a31) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:37:01.326569 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:37:01.335200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:37:01.338815 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:37:01.340755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Pushing event updated for resources: {'Port': ['ID=be9b6200-c032-4311-a3b1-768a48d018a8,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:01.399326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:36:59Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:01.403623 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Attempting to bind port be9b6200-c032-4311-a3b1-768a48d018a8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:37:01.404018 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Attempting to bind port be9b6200-c032-4311-a3b1-768a48d018a8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:37:01.404379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Attempting to bind port be9b6200-c032-4311-a3b1-768a48d018a8 on network 974518c5-7f10-4129-ac16-c0c5e86103f8 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:37:01.427520 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.434197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f9cc6-2ff5-4eec-8a7a-b4a267908fa6 None None] The sync data for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 is: [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:36:59Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:37:01.438239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:37:01.438614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Checking segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:37:01.438994 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.439379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Bound using segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:37:01.439880 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Bound port: be9b6200-c032-4311-a3b1-768a48d018a8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:37:01.440263 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.465063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.511172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] For port be9b6200-c032-4311-a3b1-768a48d018a8, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:37:01.514994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] For port be9b6200-c032-4311-a3b1-768a48d018a8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=be9b6200-c032-4311-a3b1-768a48d018a8,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:37:01.517882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:37:01.520409 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.521520 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:37:01.526433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:37:01.530534 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=fa286395-2528-4a73-aa8a-65ecea800a31,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:01.573757 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.581909 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03e517-fd90-4ae4-8d32-df0369b33860 None None] Pushing event updated for resources: {'Port': ['ID=be9b6200-c032-4311-a3b1-768a48d018a8,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:01.736455 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:01.945187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b6f06394-b337-495d-8ec5-07dd71650891 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:37:02.010337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b6f06394-b337-495d-8ec5-07dd71650891 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:02.010795 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:02.059129 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:02.066429 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:02.094658 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:02.118077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port b6f06394-b337-495d-8ec5-07dd71650891, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b6f06394-b337-495d-8ec5-07dd71650891,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:37:02.124581 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:02.151018 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:02.154492 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=fa286395-2528-4a73-aa8a-65ecea800a31,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:02.178994 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=b6f06394-b337-495d-8ec5-07dd71650891,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:02.258420 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:37:02.259976 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:37:02.662915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4168cd-aba0-4ff6-b373-2bb3b8292e8d None None] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:37:02.726175 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:37:02.731666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-c8291ac2-7d13-4e98-9257-0a75d15ca9f2 None None] Provisioning complete for port be9b6200-c032-4311-a3b1-768a48d018a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:02.732063 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c8291ac2-7d13-4e98-9257-0a75d15ca9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:02.840155 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:37:02.847379 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-17825f19-fe19-4428-93fb-a430925fdd0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4173927 Oct 29 09:37:03.010105 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-4569a2a8-bb65-4ab6-896e-57bd221c6409 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402904708&fields=id&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 267 time: 0.0396373 Oct 29 09:37:03.060411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c8291ac2-7d13-4e98-9257-0a75d15ca9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.105366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-c8291ac2-7d13-4e98-9257-0a75d15ca9f2 None None] For port be9b6200-c032-4311-a3b1-768a48d018a8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=be9b6200-c032-4311-a3b1-768a48d018a8,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:37:03.113798 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c8291ac2-7d13-4e98-9257-0a75d15ca9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.139612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-ae23d8ea-261e-4ecc-b2bf-02e03eaaf8f9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:03.141407 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-ae23d8ea-261e-4ecc-b2bf-02e03eaaf8f9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 796 time: 0.1230640 Oct 29 09:37:03.163629 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-082b71b8-321e-4f0f-bf2b-be6ec8ce7005 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/quotas/ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 375 time: 0.0120757 Oct 29 09:37:03.184901 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Sync routers for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:37:03.190705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8291ac2-7d13-4e98-9257-0a75d15ca9f2 None None] Pushing event updated for resources: {'Port': ['ID=be9b6200-c032-4311-a3b1-768a48d018a8,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:03.205384 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:37:03.206034 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:03.227464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-8bead7f6-baf2-42ea-b48b-b5fe89839543 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559442 Oct 29 09:37:03.315655 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:37:03.334771 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6d806472-3de9-4641-9cb1-e4f5250fa202 None None] Provisioning complete for port be9b6200-c032-4311-a3b1-768a48d018a8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:03.335360 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d806472-3de9-4641-9cb1-e4f5250fa202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.336705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-a7f77b5b-b331-4365-b8d5-fb4109d75615 service neutron] 10.222.0.70 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967660 Oct 29 09:37:03.446074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6d806472-3de9-4641-9cb1-e4f5250fa202 None None] Provisioning complete for port fa286395-2528-4a73-aa8a-65ecea800a31 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:03.446826 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d806472-3de9-4641-9cb1-e4f5250fa202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.464240 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-122ec3d3-edc2-44cd-9553-c35b68a5d725 service neutron] 10.222.0.70 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155450 Oct 29 09:37:03.494973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6d806472-3de9-4641-9cb1-e4f5250fa202 None None] Port fa286395-2528-4a73-aa8a-65ecea800a31 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:37:03.539626 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 2, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:03.571202 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Checking router: d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:37:03.571549 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Updating router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf port fa286395-2528-4a73-aa8a-65ecea800a31 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:37:03.616103 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.621076 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d227cd2c-e4dc-49f6-b5ef-feb8dcd5ddaa None None] Provisioning complete for port fa286395-2528-4a73-aa8a-65ecea800a31 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:03.621460 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d227cd2c-e4dc-49f6-b5ef-feb8dcd5ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.675875 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-d227cd2c-e4dc-49f6-b5ef-feb8dcd5ddaa None None] Port fa286395-2528-4a73-aa8a-65ecea800a31 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:37:03.684206 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c84ff31a-eab9-42f8-ab29-7ede0d262a40 req-af00f294-c634-4201-b648-1bc51ded3beb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 210 time: 0.0514002 Oct 29 09:37:03.898953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-57486735-083b-4995-ab7a-ac260d6cc8bb None None] Provisioning complete for port fa286395-2528-4a73-aa8a-65ecea800a31 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:03.899414 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-57486735-083b-4995-ab7a-ac260d6cc8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.941509 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b6f06394-b337-495d-8ec5-07dd71650891 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:37:03.956567 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.963187 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:03.979140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-57486735-083b-4995-ab7a-ac260d6cc8bb None None] Port fa286395-2528-4a73-aa8a-65ecea800a31 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:37:04.010371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port b6f06394-b337-495d-8ec5-07dd71650891 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:04.012479 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.041588 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Pushing event updated for resources: {'Port': ['ID=fa286395-2528-4a73-aa8a-65ecea800a31,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:04.074250 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.074766 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.075159 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.075573 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.075988 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.076370 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.076812 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.077195 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.077635 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.078013 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.078453 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.078906 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:37:04.095223 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Attempting to bind port fa286395-2528-4a73-aa8a-65ecea800a31 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:37:04.095635 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Attempting to bind port fa286395-2528-4a73-aa8a-65ecea800a31 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:37:04.096096 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Attempting to bind port fa286395-2528-4a73-aa8a-65ecea800a31 on network 974518c5-7f10-4129-ac16-c0c5e86103f8 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:37:04.102082 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:37:04.102812 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Checking segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:37:04.102959 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.103405 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Bound using segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:37:04.103965 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Bound port: fa286395-2528-4a73-aa8a-65ecea800a31, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:37:04.104400 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.126494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device be9b6200-c032-4311-a3b1-768a48d018a8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:37:04.185393 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port be9b6200-c032-4311-a3b1-768a48d018a8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:04.189235 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.192114 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] For port fa286395-2528-4a73-aa8a-65ecea800a31, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:37:04.195637 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] For port fa286395-2528-4a73-aa8a-65ecea800a31, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fa286395-2528-4a73-aa8a-65ecea800a31,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:37:04.202937 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.260411 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:37:04.260946 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:04.315830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0fecf60c-af85-4cf1-86cf-e93c219d445b None None] Provisioning complete for port fa286395-2528-4a73-aa8a-65ecea800a31 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:04.316503 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0fecf60c-af85-4cf1-86cf-e93c219d445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.348853 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacf969-9b05-4e18-9e22-f0155daa7934 None None] Pushing event updated for resources: {'Port': ['ID=fa286395-2528-4a73-aa8a-65ecea800a31,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:04.403743 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:37:04.411245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0fecf60c-af85-4cf1-86cf-e93c219d445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.464703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-0fecf60c-af85-4cf1-86cf-e93c219d445b None None] For port fa286395-2528-4a73-aa8a-65ecea800a31, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fa286395-2528-4a73-aa8a-65ecea800a31,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:37:04.474849 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0fecf60c-af85-4cf1-86cf-e93c219d445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.524608 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecf60c-af85-4cf1-86cf-e93c219d445b None None] Pushing event updated for resources: {'Port': ['ID=fa286395-2528-4a73-aa8a-65ecea800a31,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:04.595616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-cf7e94b2-1492-4a6c-971a-41f98cbec8b4 None None] Provisioning complete for port fa286395-2528-4a73-aa8a-65ecea800a31 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:04.596028 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cf7e94b2-1492-4a6c-971a-41f98cbec8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:04.630419 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:04Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:04.784133 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8af0a-975a-4ba8-b0cb-fe391237205a None None] The sync data for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 is: [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:04Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:37:04.829295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d668d0a3-42d8-4fe4-85ed-2912c0d7287e req-937e05b2-0a39-4b11-af53-52848439a1e7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 210 time: 0.0399635 Oct 29 09:37:05.019671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-a41dba62-53c9-423e-8fef-c0bf13d491d5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:05.021535 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-a41dba62-53c9-423e-8fef-c0bf13d491d5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 796 time: 0.1898997 Oct 29 09:37:05.068552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-514844d9-280d-4f75-94a1-464c88df53e2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 379 time: 0.0374897 Oct 29 09:37:05.078331 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'port': {'device_id': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'admin_state_up': True, 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'security_groups': ['165c95a0-94fc-4ade-9372-c0bf03346bd7']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:37:05.197407 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:37:05.201036 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:05.336900 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.14 (974518c5-7f10-4129-ac16-c0c5e86103f8/9c145375-80d3-4f65-b5c3-620b7a69263e/09deadb6-158f-451d-844b-1e4e50fd2e33) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:37:05.491944 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:05.528389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:05.577534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:37:05.581560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:37:05.585461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:37:05.618783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:05.648103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:05.648906 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:05.668031 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-6ad5c3a0-288f-44c7-b2c1-4fedf8daba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5927830 Oct 29 09:37:05.679276 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-9d6585a7-1e6a-4d81-8112-b1eda5cc6f0c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:37:05.680326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-9d6585a7-1e6a-4d81-8112-b1eda5cc6f0c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057724 Oct 29 09:37:05.693519 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Request body: {'port': {'device_id': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:37:05.760089 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:05.880202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fa286395-2528-4a73-aa8a-65ecea800a31 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:37:05.948026 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2fc2f423-1eb1-4e52-902b-d2a9efcc74d5 None None] Provisioning complete for port 09deadb6-158f-451d-844b-1e4e50fd2e33 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:05.948223 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2fc2f423-1eb1-4e52-902b-d2a9efcc74d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:05.982259 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b87607-1bf1-46bb-a818-9c616173a413 req-70901d3a-eb7d-44df-b961-085aca1b6146 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:05.990883 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1b87607-1bf1-46bb-a818-9c616173a413 req-70901d3a-eb7d-44df-b961-085aca1b6146 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 932 time: 0.0582478 Oct 29 09:37:05.991092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-2fc2f423-1eb1-4e52-902b-d2a9efcc74d5 None None] Port 09deadb6-158f-451d-844b-1e4e50fd2e33 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:37:05.993433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port fa286395-2528-4a73-aa8a-65ecea800a31 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:05.993809 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:06.027961 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b1b87607-1bf1-46bb-a818-9c616173a413 req-4485ef61-b9f3-4770-911c-c0c58c277940 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355217 Oct 29 09:37:06.067379 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09deadb6-158f-451d-844b-1e4e50fd2e33 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:37:06.075322 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:06.088743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Transition to ACTIVE for port object 09deadb6-158f-451d-844b-1e4e50fd2e33 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:37:06.093555 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:06.147171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:06.215187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Attempting to bind port 09deadb6-158f-451d-844b-1e4e50fd2e33 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:37:06.215535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Attempting to bind port 09deadb6-158f-451d-844b-1e4e50fd2e33 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:37:06.215895 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Attempting to bind port 09deadb6-158f-451d-844b-1e4e50fd2e33 on network 974518c5-7f10-4129-ac16-c0c5e86103f8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:37:06.221072 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Port 09deadb6-158f-451d-844b-1e4e50fd2e33 on network 974518c5-7f10-4129-ac16-c0c5e86103f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:37:06.221399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Attempting to bind port 09deadb6-158f-451d-844b-1e4e50fd2e33 on network 974518c5-7f10-4129-ac16-c0c5e86103f8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:37:06.226950 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:37:06.227289 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Checking segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:37:06.227725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Bound using segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:37:06.228177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Bound port: 09deadb6-158f-451d-844b-1e4e50fd2e33, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:37:06.228541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:06.302457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:37:06.305803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:37:06.312010 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:06.345757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:06.346428 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:06.348052 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] 10.222.0.15 "PUT /v2.0/ports/09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1092 time: 0.6591170 Oct 29 09:37:06.348486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:37:06.350763 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047" -d '{"events": [{"name": "network-changed", "server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:37:06.382655 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e347d-f048-47b2-93bc-f94c2ee8074a service neutron] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:06.400859 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2aa358-f042-4a88-aaa4-96ba4609f1ce x-openstack-request-id: req-8e2aa358-f042-4a88-aaa4-96ba4609f1ce {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:37:06.401308 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:37:06.401598 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e2aa358-f042-4a88-aaa4-96ba4609f1ce {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:37:06.402003 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'status': 'completed', 'code': 200} Oct 29 09:37:06.458232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-7ede04d5-6846-4044-a102-433ab044d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:06.459903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-7ede04d5-6846-4044-a102-433ab044d1c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1095 time: 0.0502508 Oct 29 09:37:06.505116 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-3c77bf75-ab83-4019-8711-d9394b99a8a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 217 time: 0.0375466 Oct 29 09:37:06.567571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-8dc9169c-04e9-40d0-8a49-827209faac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:06.569115 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-8dc9169c-04e9-40d0-8a49-827209faac9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0561140 Oct 29 09:37:06.617132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-37fe04fd-43e8-4429-81a3-4cd2ebf1480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:06.618671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-37fe04fd-43e8-4429-81a3-4cd2ebf1480f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423601 Oct 29 09:37:06.728090 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-98d4d0e7-bec5-4fe7-982a-f4c387d588a1 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020749 Oct 29 09:37:06.825329 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e591faf4-0a1e-46a2-bf38-07b60c67ece9 req-fdd06661-29ee-4f55-8cd3-bc83e8262eac service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891428 Oct 29 09:37:06.916313 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-5ca122f5-f659-4960-bab4-373ac49680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:06.917879 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-5ca122f5-f659-4960-bab4-373ac49680b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1095 time: 0.0447605 Oct 29 09:37:07.017371 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-c765c061-1ffb-4277-8244-41139cd5979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:07.018880 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-c765c061-1ffb-4277-8244-41139cd5979a service neutron] 10.222.0.15 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.0935137 Oct 29 09:37:07.061847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-5c4942f5-5111-4bdf-954d-f8be29c9dc06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 217 time: 0.0349944 Oct 29 09:37:07.119778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-e1c771ba-8013-413d-afe6-bd26bafc1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:07.121402 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-e1c771ba-8013-413d-afe6-bd26bafc1bca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0524409 Oct 29 09:37:07.152672 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fde70-6001-43b4-b398-076dcba5476b req-5b7b7179-a13e-48d5-9a49-c7240c90a875 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:07.154216 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-146fde70-6001-43b4-b398-076dcba5476b req-5b7b7179-a13e-48d5-9a49-c7240c90a875 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.0511050 Oct 29 09:37:07.172303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-44c40506-57b0-4700-962a-4dc2b164ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:07.174009 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-44c40506-57b0-4700-962a-4dc2b164ef2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434105 Oct 29 09:37:07.193478 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-146fde70-6001-43b4-b398-076dcba5476b req-537fdfc4-d897-488c-a2dc-403aa90b210d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Oct 29 09:37:07.275626 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-58567829-0f65-4b35-9db5-53389ace7728 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918064 Oct 29 09:37:07.383503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77dda9ad-be9b-4aaa-a506-2dbc6ee57047 req-09363b20-851d-45d2-b66c-ff60cb1f7913 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001978 Oct 29 09:37:08.320866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e89ea3-9362-4855-8913-81f42ec23e1a req-a5f28f13-5520-4053-86b1-70c346af48a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:08.323248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89e89ea3-9362-4855-8913-81f42ec23e1a req-a5f28f13-5520-4053-86b1-70c346af48a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.0519407 Oct 29 09:37:08.363672 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-89e89ea3-9362-4855-8913-81f42ec23e1a req-bc1eb51d-91fe-4000-9d7c-35db4f251f38 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336449 Oct 29 09:37:09.496998 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e5e73-8a80-445a-ae22-ac991e19891c req-bdcf6af7-62fc-4fa4-8e8f-e3ea545a03fe tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:09.498579 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b8e5e73-8a80-445a-ae22-ac991e19891c req-bdcf6af7-62fc-4fa4-8e8f-e3ea545a03fe tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.0585728 Oct 29 09:37:09.541362 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0b8e5e73-8a80-445a-ae22-ac991e19891c req-f57c33c9-5d48-46e6-956e-ab14ab1b3bec tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358393 Oct 29 09:37:09.902336 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 09deadb6-158f-451d-844b-1e4e50fd2e33 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:37:10.007646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:37:10.019681 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'port_id': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'mac_address': 'fa:16:3e:b2:a4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:37:10.061912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:10.080351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09deadb6-158f-451d-844b-1e4e50fd2e33 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:37:10.101075 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:37:10.107702 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:10.162042 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:10.355069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['09deadb6-158f-451d-844b-1e4e50fd2e33'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:37:10.665874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf616-9f39-479f-a961-b83f8ea4afb6 req-d8a76e65-f686-433a-b5af-739577244449 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:10.667248 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1bbf616-9f39-479f-a961-b83f8ea4afb6 req-d8a76e65-f686-433a-b5af-739577244449 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 945 time: 0.0547371 Oct 29 09:37:10.711278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1bbf616-9f39-479f-a961-b83f8ea4afb6 req-f0b1cbe1-1026-4d67-8821-5d9c3530a56f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373406 Oct 29 09:37:11.857536 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f1cf-c54c-40ac-ad45-21264d36ba2f req-2d076e19-b4cb-4f98-b83a-23bfa04a19e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:11.859033 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-adf7f1cf-c54c-40ac-ad45-21264d36ba2f req-2d076e19-b4cb-4f98-b83a-23bfa04a19e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 945 time: 0.0605078 Oct 29 09:37:11.900936 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-adf7f1cf-c54c-40ac-ad45-21264d36ba2f req-7ce153c0-4add-4599-a317-8aecaefb9f0b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Oct 29 09:37:11.901258 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 09deadb6-158f-451d-844b-1e4e50fd2e33 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:37:11.955129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 09deadb6-158f-451d-844b-1e4e50fd2e33 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:37:11.959310 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 09deadb6-158f-451d-844b-1e4e50fd2e33 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:37:11.959859 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:12.040721 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:12.067525 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:37:12.070132 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1e7fc4-79a2-4475-83c1-d8995b96d3d9" -d '{"events": [{"server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "name": "network-vif-plugged", "status": "completed", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:37:12.085635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:37:12.092411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:12.116696 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d07b760-59a2-46b0-8748-68208306deb3 x-openstack-request-id: req-8d07b760-59a2-46b0-8748-68208306deb3 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:37:12.116984 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "name": "network-vif-plugged", "status": "completed", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:37:12.117230 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d07b760-59a2-46b0-8748-68208306deb3 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:37:12.117619 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'code': 200} Oct 29 09:37:12.144999 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:12.219346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bebb04-6013-4a6e-8b6f-eb356ddac3e8 req-41af9e8f-e9bf-4598-bdcd-06ca2a7fbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:12.221004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36bebb04-6013-4a6e-8b6f-eb356ddac3e8 req-41af9e8f-e9bf-4598-bdcd-06ca2a7fbf42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1097 time: 0.0424397 Oct 29 09:37:12.259527 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36bebb04-6013-4a6e-8b6f-eb356ddac3e8 req-8d45fb48-7ad1-46a0-b2ab-e5956cf77873 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292475 Oct 29 09:37:13.026528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab0dad-198d-40f3-82c3-4507aec58cf9 req-e97ca18a-db2b-4688-a881-6e4ab7aa3214 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:13.028048 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30ab0dad-198d-40f3-82c3-4507aec58cf9 req-e97ca18a-db2b-4688-a881-6e4ab7aa3214 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0514648 Oct 29 09:37:13.067008 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-30ab0dad-198d-40f3-82c3-4507aec58cf9 req-bf761525-6b81-4f5b-ab89-8562f86ad7ba tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328569 Oct 29 09:37:14.197479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f79e1-870d-456c-813e-0bb1d1576b38 req-951b4e55-5bdb-4bec-9ee7-34c994efdd30 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:14.199066 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-714f79e1-870d-456c-813e-0bb1d1576b38 req-951b4e55-5bdb-4bec-9ee7-34c994efdd30 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0527170 Oct 29 09:37:14.239558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-714f79e1-870d-456c-813e-0bb1d1576b38 req-7509c2d6-c1dc-4982-865a-62386bc32665 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341818 Oct 29 09:37:14.338201 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e5dca5c1-0c09-499e-8d67-805d6a980109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:14.369501 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2834a28-0cfd-4f43-87a6-28178c155a94 req-2c143641-affb-4f79-a9e5-02253586b877 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:14.370926 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2834a28-0cfd-4f43-87a6-28178c155a94 req-2c143641-affb-4f79-a9e5-02253586b877 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0590465 Oct 29 09:37:14.414755 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-a2834a28-0cfd-4f43-87a6-28178c155a94 req-283ae8d7-84ef-4c4c-9905-c805d69dfcf9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371346 Oct 29 09:37:14.437302 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44696) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:37:14.481504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745a10e9-4e5f-42c0-9e26-a5d296b1b369 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:14.483042 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-745a10e9-4e5f-42c0-9e26-a5d296b1b369 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1092 time: 0.0444598 Oct 29 09:37:14.486423 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44698) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:37:14.490848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:37:14.516093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:14.626392 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:14.735035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.243 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/69ddcd8f-1155-4c6a-b940-f45ec76a0886) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:37:14.845947 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:14.884871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:14.926023 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:37:14.929106 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:37:14.933435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:37:14.936483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=69ddcd8f-1155-4c6a-b940-f45ec76a0886,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:15.290270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:15.373515 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:15.543288 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:15.550855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:15.617570 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=69ddcd8f-1155-4c6a-b940-f45ec76a0886,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:37:15.629936 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:15.732570 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP eeadeeff-46d5-4512-9775-22d7dcbf61f3 associated. External IP: 172.25.5.243, port: 09deadb6-158f-451d-844b-1e4e50fd2e33. Oct 29 09:37:15.949869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:37:16.063092 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:37:16.073736 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] Sync routers for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:37:16.083326 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:16.086131 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:37:16.086865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:16.112355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-e7c40fd0-8da2-4ce9-bb2e-26e0b5f5160c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6248245 Oct 29 09:37:16.112938 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:37:16.115431 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8d7cff-6e98-470a-a3a4-4fbc374db060" -d '{"events": [{"name": "network-changed", "server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:37:16.197927 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:37:16.215371 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be122742-cbf9-4057-9ae1-be6c6251a61c x-openstack-request-id: req-be122742-cbf9-4057-9ae1-be6c6251a61c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:37:16.215767 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:37:16.216150 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be122742-cbf9-4057-9ae1-be6c6251a61c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:37:16.216650 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'status': 'completed', 'code': 200} Oct 29 09:37:16.218870 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59830d9d-4545-4e1b-bebc-82c347f0b783 req-f8660a5b-1cea-4d25-95d7-b1fc19864c7c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:16.220503 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59830d9d-4545-4e1b-bebc-82c347f0b783 req-f8660a5b-1cea-4d25-95d7-b1fc19864c7c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0560803 Oct 29 09:37:16.285119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59830d9d-4545-4e1b-bebc-82c347f0b783 req-0a48ee9a-226b-4478-bea2-c5669fd615d5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571604 Oct 29 09:37:16.298795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-c84a0aec-f7b0-4572-a0d2-c8f4e220bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:16.300480 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-c84a0aec-f7b0-4572-a0d2-c8f4e220bc9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1097 time: 0.0542767 Oct 29 09:37:16.309056 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44706) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:37:16.378519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-96e6d59d-f0f9-44f0-9c6d-ff136e585a0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/eeadeeff-46d5-4512-9775-22d7dcbf61f3 HTTP/1.1" status: 200 len: 992 time: 0.0672109 Oct 29 09:37:16.403927 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-885c47d8-d77b-4ad2-a0e4-19a438b06467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:16.405455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-885c47d8-d77b-4ad2-a0e4-19a438b06467 service neutron] 10.222.0.15 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.0961757 Oct 29 09:37:16.444546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'eeadeeff-46d5-4512-9775-22d7dcbf61f3', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'port_id': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'mac_address': 'fa:16:3e:b2:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:37:15Z', 'updated_at': '2021-10-29T09:37:15Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:04Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:16.473565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] Checking router: d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:37:16.473797 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-3c5a8050-5eb4-4f78-a503-e8a48364c2a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1000 time: 0.0604916 Oct 29 09:37:16.482113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:37:16.482720 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:36:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:16.524965 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-816b61d0-cfaa-4ee0-8238-02f3f4ecdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:16.526496 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-816b61d0-cfaa-4ee0-8238-02f3f4ecdcb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0455141 Oct 29 09:37:16.578158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-2057e630-8116-4765-a7d6-7dac5478c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:16.579768 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-2057e630-8116-4765-a7d6-7dac5478c852 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461195 Oct 29 09:37:16.594860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:37:16.674456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-d471562b-a556-40c0-969f-88a4a254c8f5 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873146 Oct 29 09:37:16.773925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc8d7cff-6e98-470a-a3a4-4fbc374db060 req-c34555a2-19d4-4d1e-b268-f00f08afdbc5 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921948 Oct 29 09:37:16.847243 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'eeadeeff-46d5-4512-9775-22d7dcbf61f3', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'port_id': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'mac_address': 'fa:16:3e:b2:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:37:15Z', 'updated_at': '2021-10-29T09:37:15Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:04Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:37:16.878670 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646874a-1480-41f7-9461-4e6d154a04f7 None None] The sync data for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 is: [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'eeadeeff-46d5-4512-9775-22d7dcbf61f3', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'port_id': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'mac_address': 'fa:16:3e:b2:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:37:15Z', 'updated_at': '2021-10-29T09:37:15Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:04Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:37:17.049500 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-291291bf-ab23-4315-b3b1-30587af2810b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:17.075550 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3227e8-5f66-4871-939e-936b8ff4ad11 None None] New status for floating IP eeadeeff-46d5-4512-9775-22d7dcbf61f3: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:37:17.382915 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44708) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:37:17.454801 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-6aa389ff-99bc-461f-9368-8941ed2b3ddb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/eeadeeff-46d5-4512-9775-22d7dcbf61f3 HTTP/1.1" status: 200 len: 994 time: 0.0704911 Oct 29 09:37:18.389199 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:18.421930 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:19.798681 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:29.780876 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:30.181027 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:37:30.993120 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:42.989343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-1f672d46-e631-49c5-a770-577fe3fdce9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469823 Oct 29 09:37:43.087200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-f0f003fc-6062-4237-9ea8-b55aac366305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:43.088782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-f0f003fc-6062-4237-9ea8-b55aac366305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1097 time: 0.0488498 Oct 29 09:37:43.199410 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-b4ea0e05-b4fb-4ed9-9ab3-9508c290afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:43.201121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-b4ea0e05-b4fb-4ed9-9ab3-9508c290afe4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.0918472 Oct 29 09:37:43.273162 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-50db7e6c-f4d9-40b6-8df6-744c41a06a99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1002 time: 0.0644844 Oct 29 09:37:43.323272 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-e8e4d881-c309-45fe-9f3a-c0c707e38c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:43.324759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-e8e4d881-c309-45fe-9f3a-c0c707e38c2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0441742 Oct 29 09:37:43.373844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-6f7f2159-3b06-414b-81c9-a7b3c5233119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:43.375363 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-6f7f2159-3b06-414b-81c9-a7b3c5233119 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418947 Oct 29 09:37:43.474623 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-f69800d4-00b7-4bbd-bb73-8222eb42c0d7 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913658 Oct 29 09:37:43.571152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-43f7aedd-6380-48ff-ab8b-57503674ce34 req-856ef30d-59f7-46fb-8022-2ec7d096cb1c service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880277 Oct 29 09:37:44.348272 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b563c733-34c0-4d7b-b1c9-72338567dd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:47.066829 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9bddb81-6241-40e4-9783-5eadde24e74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:48.391334 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:48.422779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:49.800781 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:37:50.728432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-2ea5c34d-800d-43a0-b4a5-9e371496369c req-056c742f-7c3f-48f8-ade8-d9e31f9ba8d4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:37:50.729389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ea5c34d-800d-43a0-b4a5-9e371496369c req-056c742f-7c3f-48f8-ade8-d9e31f9ba8d4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070629 Oct 29 09:37:50.970288 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281f2e9-9a76-4cf5-8aca-d0873d6ea637 req-9973a3d2-4178-4f22-a8c3-593b86a0ba68 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:50.971942 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b281f2e9-9a76-4cf5-8aca-d0873d6ea637 req-9973a3d2-4178-4f22-a8c3-593b86a0ba68 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0698924 Oct 29 09:37:51.028152 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b281f2e9-9a76-4cf5-8aca-d0873d6ea637 req-35c916cb-6178-451c-9a8c-5e530e20822e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442650 Oct 29 09:37:51.029823 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44726) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:37:51.164811 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-3ad964e7-e4e7-437f-8a09-e94c7d532eec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337285 Oct 29 09:37:51.179337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-7e5d1afb-8163-4805-bc09-23fb4836cfbc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:37:51.180382 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-7e5d1afb-8163-4805-bc09-23fb4836cfbc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092096 Oct 29 09:37:52.209729 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e2fab-e8dc-4e92-bbb1-dcc339f09354 req-858c0369-cbf4-4085-a00e-1b2cce7423f0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:52.211215 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c89e2fab-e8dc-4e92-bbb1-dcc339f09354 req-858c0369-cbf4-4085-a00e-1b2cce7423f0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.1047199 Oct 29 09:37:52.251392 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c89e2fab-e8dc-4e92-bbb1-dcc339f09354 req-b4277fe1-6acb-4e41-886b-f42a15bc803d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337224 Oct 29 09:37:52.428385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-e82a3224-a3b1-4b14-a7df-7f0a76472610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:52.429852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-e82a3224-a3b1-4b14-a7df-7f0a76472610 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1097 time: 0.0533226 Oct 29 09:37:52.526722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-9e29331f-7a8f-4b3f-8871-56efa5a7ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:52.528305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-9e29331f-7a8f-4b3f-8871-56efa5a7ac8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.0911965 Oct 29 09:37:52.597326 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-eb56e869-c57c-43ef-9e4a-d897571502a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1002 time: 0.0596163 Oct 29 09:37:52.653369 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-ef862377-4324-4a00-9113-b2bd06dac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:52.654906 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-ef862377-4324-4a00-9113-b2bd06dac556 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0502701 Oct 29 09:37:52.705083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-742c7dcc-aa7a-428a-8c97-3e6002756e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:52.706640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-742c7dcc-aa7a-428a-8c97-3e6002756e1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436883 Oct 29 09:37:52.803656 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-c9e1d372-2a84-415a-b27d-8a3335d7b736 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870047 Oct 29 09:37:52.905104 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-3b3888e7-e6c3-4683-99eb-0d3a9557feb8 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939453 Oct 29 09:37:53.372905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb398ed-efae-4b88-833c-898e30cd8e86 req-11cab38c-7651-40da-a0f8-6658d7542e67 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:53.374445 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dcb398ed-efae-4b88-833c-898e30cd8e86 req-11cab38c-7651-40da-a0f8-6658d7542e67 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0516515 Oct 29 09:37:53.412691 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dcb398ed-efae-4b88-833c-898e30cd8e86 req-a6057115-6203-49b3-9ada-8ca3211433ee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321600 Oct 29 09:37:54.534891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2a481-f827-40ee-aabb-314e721fc43f req-0b611832-dcef-414c-97f2-6fab4a371080 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:54.536419 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7d2a481-f827-40ee-aabb-314e721fc43f req-0b611832-dcef-414c-97f2-6fab4a371080 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0528316 Oct 29 09:37:54.577981 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b7d2a481-f827-40ee-aabb-314e721fc43f req-23aba009-c6ea-41b0-aaa0-90caf324b790 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325439 Oct 29 09:37:55.701986 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12e346-d096-4403-a7d1-2f7b4c958a09 req-65cb4661-9c08-45c0-867e-b37263616f2f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:55.703361 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a12e346-d096-4403-a7d1-2f7b4c958a09 req-65cb4661-9c08-45c0-867e-b37263616f2f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0521574 Oct 29 09:37:55.743989 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9a12e346-d096-4403-a7d1-2f7b4c958a09 req-3eb37255-cab6-459d-97dd-3269b62fb29d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344079 Oct 29 09:37:56.880097 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da59e-1419-4be5-a232-0d5836c0ea15 req-680e0aeb-8017-438a-b4b3-00aca056d3da tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:56.881616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c2da59e-1419-4be5-a232-0d5836c0ea15 req-680e0aeb-8017-438a-b4b3-00aca056d3da tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0607710 Oct 29 09:37:56.921823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c2da59e-1419-4be5-a232-0d5836c0ea15 req-0019d873-5556-4c2c-8ed6-610ef2fb02ee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339921 Oct 29 09:37:58.057330 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548ceb3-5469-4837-9725-2ce58336a618 req-bec28266-1692-47a3-b273-cbab0e5cfbf3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:58.058947 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6548ceb3-5469-4837-9725-2ce58336a618 req-bec28266-1692-47a3-b273-cbab0e5cfbf3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0560198 Oct 29 09:37:58.102723 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6548ceb3-5469-4837-9725-2ce58336a618 req-2a8d89e9-526e-4bb9-8e02-2c32a7decf8b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373249 Oct 29 09:37:59.243393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b49f-6e25-457e-85d6-de1332b769fd req-a9d4ad74-ebf6-4b66-ad81-56ba62214ee0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:37:59.245421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b721b49f-6e25-457e-85d6-de1332b769fd req-a9d4ad74-ebf6-4b66-ad81-56ba62214ee0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0583689 Oct 29 09:37:59.285091 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b721b49f-6e25-457e-85d6-de1332b769fd req-9b0c5c2d-202a-4112-8adc-b61443ab848d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334466 Oct 29 09:37:59.796717 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:00.465846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519535c-f725-4c84-a27c-8a3efee1b224 req-397fcf47-2e1e-4448-96e9-48a200f34b58 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:00.467540 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0519535c-f725-4c84-a27c-8a3efee1b224 req-397fcf47-2e1e-4448-96e9-48a200f34b58 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.1043816 Oct 29 09:38:00.506404 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0519535c-f725-4c84-a27c-8a3efee1b224 req-f44cd0d3-9db4-4371-a44f-79d526df481d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328343 Oct 29 09:38:00.996257 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:01.644522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf93bf7-f87a-48c6-9687-06559885c4af req-6794cfac-7e28-4170-8677-4baaf0863d09 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:01.645994 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbf93bf7-f87a-48c6-9687-06559885c4af req-6794cfac-7e28-4170-8677-4baaf0863d09 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0611441 Oct 29 09:38:01.689476 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbf93bf7-f87a-48c6-9687-06559885c4af req-ae889ede-5bae-4b72-aa94-c9e5065a4a33 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347991 Oct 29 09:38:02.822546 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53880de5-f425-4616-bfe7-2a794b025022 req-b5241db3-06d5-4b69-905c-ce1191fd045a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:02.824044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53880de5-f425-4616-bfe7-2a794b025022 req-b5241db3-06d5-4b69-905c-ce1191fd045a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0544667 Oct 29 09:38:02.863034 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-53880de5-f425-4616-bfe7-2a794b025022 req-40335e91-8e37-4fd3-a3f9-e7fed162283d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326793 Oct 29 09:38:03.995004 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996ace6-f257-49c3-8e57-1eb4b0171bda req-4ba2b866-4d31-45cf-a291-824701f3c519 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:03.996549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6996ace6-f257-49c3-8e57-1eb4b0171bda req-4ba2b866-4d31-45cf-a291-824701f3c519 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0578039 Oct 29 09:38:04.036253 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6996ace6-f257-49c3-8e57-1eb4b0171bda req-3e34eb5d-df42-4121-8e03-10126857510a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334685 Oct 29 09:38:05.184776 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d0158-24f0-4b3f-9cb2-0ee0b8795659 req-4e0766ed-90b9-4a4c-aa45-7b564a45225e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:05.186370 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d04d0158-24f0-4b3f-9cb2-0ee0b8795659 req-4e0766ed-90b9-4a4c-aa45-7b564a45225e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0608635 Oct 29 09:38:05.227423 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d04d0158-24f0-4b3f-9cb2-0ee0b8795659 req-fb5b4f2f-8d12-4b9c-8982-fbf9f0962ca1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348287 Oct 29 09:38:06.359549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990f4b5-7484-45a3-a7f2-765b4acf25fc req-01817bde-323c-4c80-9ce8-dade7c8f0f5d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:06.361084 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3990f4b5-7484-45a3-a7f2-765b4acf25fc req-01817bde-323c-4c80-9ce8-dade7c8f0f5d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0564642 Oct 29 09:38:06.400383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3990f4b5-7484-45a3-a7f2-765b4acf25fc req-1793d33d-4609-4b10-8060-ea531d758c6f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331399 Oct 29 09:38:07.187624 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:38:07.534237 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf05d-820f-42da-a60d-18cecf1f8e93 req-a9ec0859-bff8-498d-8bab-19bf6bb82872 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:07.535785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b3bf05d-820f-42da-a60d-18cecf1f8e93 req-a9ec0859-bff8-498d-8bab-19bf6bb82872 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0545008 Oct 29 09:38:07.576355 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1b3bf05d-820f-42da-a60d-18cecf1f8e93 req-4cf4d26b-357f-4eb1-86bb-3e4ea02876d3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344279 Oct 29 09:38:08.705652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adddf9-3d04-4cf3-ba64-62ef6a2ae611 req-594718c8-9470-42cd-848f-cbe02b8e7ff0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:08.707163 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-53adddf9-3d04-4cf3-ba64-62ef6a2ae611 req-594718c8-9470-42cd-848f-cbe02b8e7ff0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0516908 Oct 29 09:38:08.748902 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-53adddf9-3d04-4cf3-ba64-62ef6a2ae611 req-15b77a14-65c9-4167-974d-4e0a750224d9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351970 Oct 29 09:38:09.884849 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4b98-0043-4983-a2d2-370a1e00946b req-80cb1d50-ddab-4906-ae3a-bc3de828fcc6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:09.886439 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-410b4b98-0043-4983-a2d2-370a1e00946b req-80cb1d50-ddab-4906-ae3a-bc3de828fcc6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0585358 Oct 29 09:38:09.927299 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-410b4b98-0043-4983-a2d2-370a1e00946b req-a4eb6b05-cde8-40ac-ba6b-69cab8738a88 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339959 Oct 29 09:38:10.280757 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-d05cf97a-a21e-4ea3-96c3-972b447c6b42 service neutron] show failed (client error): The resource could not be found. Oct 29 09:38:10.281782 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-d05cf97a-a21e-4ea3-96c3-972b447c6b42 service neutron] 10.222.0.15 "GET /v2.0/ports/09deadb6-158f-451d-844b-1e4e50fd2e33/bindings/n-h1-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0666773 Oct 29 09:38:10.506341 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-e832b761-4aef-493c-8c2d-87b3c559c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:10.507979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-e832b761-4aef-493c-8c2d-87b3c559c7e4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 1097 time: 0.0438280 Oct 29 09:38:10.519695 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:38:10.573878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:10.774209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:38:10.821084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:38:10.865642 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:38:10.868002 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4ae24e-5ff9-48ed-b28a-bd496917fa4f" -d '{"events": [{"server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "name": "network-vif-unplugged", "status": "completed", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:38:10.872246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:10.885402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Transition to ACTIVE for port object 09deadb6-158f-451d-844b-1e4e50fd2e33 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:38:10.890402 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:10.927203 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feeb3f2-b2fa-4534-b4e1-cc2a613e5897 x-openstack-request-id: req-1feeb3f2-b2fa-4534-b4e1-cc2a613e5897 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:38:10.927499 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "name": "network-vif-unplugged", "status": "completed", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:38:10.927782 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1feeb3f2-b2fa-4534-b4e1-cc2a613e5897 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:38:10.928194 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'code': 200} Oct 29 09:38:10.971439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:38:10.987134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.987486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.987854 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.988183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.988509 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.988836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.989158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.989627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.989966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.990277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.990598 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:10.990916 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:11.032050 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] No DVR routers for this DVR port 09deadb6-158f-451d-844b-1e4e50fd2e33 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:38:11.058590 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1e3fa-3aa6-49aa-9ade-141f1ef12337 req-bffdcf7b-fb8e-4f75-8c52-6b41e159c24b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:11.061236 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-68f1e3fa-3aa6-49aa-9ade-141f1ef12337 req-bffdcf7b-fb8e-4f75-8c52-6b41e159c24b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.0583770 Oct 29 09:38:11.102542 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-68f1e3fa-3aa6-49aa-9ade-141f1ef12337 req-5315190f-c412-47d2-ac2c-1db94be99aa7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350301 Oct 29 09:38:11.175839 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Attempting to bind port 09deadb6-158f-451d-844b-1e4e50fd2e33 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:38:11.176191 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Attempting to bind port 09deadb6-158f-451d-844b-1e4e50fd2e33 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:38:11.176520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Attempting to bind port 09deadb6-158f-451d-844b-1e4e50fd2e33 on network 974518c5-7f10-4129-ac16-c0c5e86103f8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:38:11.181011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Port 09deadb6-158f-451d-844b-1e4e50fd2e33 on network 974518c5-7f10-4129-ac16-c0c5e86103f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:38:11.181335 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Attempting to bind port 09deadb6-158f-451d-844b-1e4e50fd2e33 on network 974518c5-7f10-4129-ac16-c0c5e86103f8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:38:11.186498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:38:11.186844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Checking segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:38:11.187232 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Bound using segment: {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:38:11.187662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Bound port: 09deadb6-158f-451d-844b-1e4e50fd2e33, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a262cd-4b81-4ea1-9f22-beaeec53116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:38:11.188045 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:11.253531 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:38:11.256676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:38:11.263639 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:11.296298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:11.297208 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:11.298323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] 10.222.0.93 "PUT /v2.0/ports/09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1092 time: 0.7827594 Oct 29 09:38:11.321737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf148b4a-3b8b-4bad-923d-6b84d3721313 service neutron] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:38:11.370571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-8edbec5d-c349-4c22-b36f-df1c8a25e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:11.372120 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-8edbec5d-c349-4c22-b36f-df1c8a25e72b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1095 time: 0.0472746 Oct 29 09:38:11.790427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-5aafdff7-84c2-4e6e-bb00-c2c883d15892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:11.791979 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-5aafdff7-84c2-4e6e-bb00-c2c883d15892 service neutron] 10.222.0.93 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.4086516 Oct 29 09:38:11.861972 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-562589ba-4c8b-4e1f-bc75-653d043c3829 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1000 time: 0.0617130 Oct 29 09:38:11.911517 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-6c3600dd-04d2-46e9-8c09-45e0255c68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:11.913119 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-6c3600dd-04d2-46e9-8c09-45e0255c68bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0447037 Oct 29 09:38:11.958310 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-9aea03f4-258f-4f2f-bcc4-9e73bdd412b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:11.959789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-9aea03f4-258f-4f2f-bcc4-9e73bdd412b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400352 Oct 29 09:38:12.054867 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-0baa70e8-331e-4ed4-8c8d-9b1ffbaead44 service neutron] 10.222.0.93 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880136 Oct 29 09:38:12.149798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1d8f0ec9-3c10-4b5f-af80-c26302cc5144 req-f2bb1eae-0fd3-4d4d-886c-35ef7596d0ff service neutron] 10.222.0.93 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883939 Oct 29 09:38:12.231962 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6e25e-45cf-498e-b040-9a8fcf48abd6 req-e2d1a5a2-7465-4883-9183-4ff97b552796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:12.233882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19e6e25e-45cf-498e-b040-9a8fcf48abd6 req-e2d1a5a2-7465-4883-9183-4ff97b552796 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.0532954 Oct 29 09:38:12.273389 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-19e6e25e-45cf-498e-b040-9a8fcf48abd6 req-f4e8aa29-db72-4661-b0de-0bf8bf783fc3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324187 Oct 29 09:38:12.930327 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:38:12.934135 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c529b4-47de-4006-9c9f-671662d503bc" -d '{"events": [{"name": "network-changed", "server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:38:12.988266 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2571b1b-7009-4e76-9a47-b892bd95073f x-openstack-request-id: req-d2571b1b-7009-4e76-9a47-b892bd95073f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:38:12.989547 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:38:12.989811 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2571b1b-7009-4e76-9a47-b892bd95073f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:38:12.990228 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'status': 'completed', 'code': 200} Oct 29 09:38:13.074177 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c529b4-47de-4006-9c9f-671662d503bc req-44ff0690-bb3a-4abe-9bbc-b1b8ecc41a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.075710 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-44ff0690-bb3a-4abe-9bbc-b1b8ecc41a95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1095 time: 0.0652733 Oct 29 09:38:13.081733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c529b4-47de-4006-9c9f-671662d503bc req-69509068-5b6a-4435-97e3-57042dc688fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.083128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-69509068-5b6a-4435-97e3-57042dc688fd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1095 time: 0.0644410 Oct 29 09:38:13.238674 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c529b4-47de-4006-9c9f-671662d503bc req-f94eeaf6-444c-463b-8c04-e1af69897c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.240196 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-f94eeaf6-444c-463b-8c04-e1af69897c8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.1561587 Oct 29 09:38:13.241554 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c529b4-47de-4006-9c9f-671662d503bc req-04f8424c-040a-414b-b725-75407398d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.242877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-04f8424c-040a-414b-b725-75407398d2c1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.1518531 Oct 29 09:38:13.373145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-8b202852-1e8c-4e14-a476-0a71da0b5414 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1000 time: 0.1252277 Oct 29 09:38:13.388833 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-08acb378-6ad8-40ae-a03e-ab48fb304e19 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1000 time: 0.1354151 Oct 29 09:38:13.474416 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c529b4-47de-4006-9c9f-671662d503bc req-55d95ab9-69ad-4c99-b3c9-0a13efd835de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.475931 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-55d95ab9-69ad-4c99-b3c9-0a13efd835de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0892551 Oct 29 09:38:13.489841 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649fe74-a6eb-46e2-8b15-6d747d9ab693 req-1148e306-67d3-4446-94a9-00bbcc7876a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.491181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b649fe74-a6eb-46e2-8b15-6d747d9ab693 req-1148e306-67d3-4446-94a9-00bbcc7876a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.1381915 Oct 29 09:38:13.492483 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c529b4-47de-4006-9c9f-671662d503bc req-ccbbd943-60e1-472a-9dcb-0b9e5d8e2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.493813 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-ccbbd943-60e1-472a-9dcb-0b9e5d8e2735 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0971477 Oct 29 09:38:13.588562 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c529b4-47de-4006-9c9f-671662d503bc req-d1e74bf7-3a78-4166-b9fc-0e4e266274b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.590091 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-d1e74bf7-3a78-4166-b9fc-0e4e266274b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954232 Oct 29 09:38:13.593792 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b649fe74-a6eb-46e2-8b15-6d747d9ab693 req-0bd24167-1a0d-4898-a9d3-5200747346b5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914588 Oct 29 09:38:13.606930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c529b4-47de-4006-9c9f-671662d503bc req-9e962c1a-f75f-41db-a520-bfb92b5f41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:13.608464 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-9e962c1a-f75f-41db-a520-bfb92b5f41e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025097 Oct 29 09:38:13.746513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-0031b639-f485-4eec-bb63-1966aad4be28 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489742 Oct 29 09:38:13.763455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-fa3f86fc-ceb3-42be-8e28-d57513a38496 service neutron] 10.222.0.93 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449018 Oct 29 09:38:13.911521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-da93f557-33f6-49b9-a8e9-377c0713bfcb service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563439 Oct 29 09:38:13.921823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03c529b4-47de-4006-9c9f-671662d503bc req-601fe7aa-b405-4426-9c15-e2fcc84ffb2e service neutron] 10.222.0.93 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473622 Oct 29 09:38:14.307597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 09deadb6-158f-451d-844b-1e4e50fd2e33 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:38:14.360039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e72c10b7-e001-42a4-84b5-e5bcd5691c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:14.362997 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 09deadb6-158f-451d-844b-1e4e50fd2e33 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:38:14.790374 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f590f4a-79c0-4bb4-99ea-d0c3f13a8d66 req-72e6fea9-fbda-492b-8394-a3f2b4ca5a04 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:14.791865 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f590f4a-79c0-4bb4-99ea-d0c3f13a8d66 req-72e6fea9-fbda-492b-8394-a3f2b4ca5a04 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.0629332 Oct 29 09:38:14.831408 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8f590f4a-79c0-4bb4-99ea-d0c3f13a8d66 req-43ae917c-4b3c-4892-9893-71410efdebe4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331390 Oct 29 09:38:15.970198 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2303-a04a-427a-b977-125dcddcbf11 req-ab135be0-ea35-4f9e-8b97-c6f2adfa95f8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:15.971703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a3c2303-a04a-427a-b977-125dcddcbf11 req-ab135be0-ea35-4f9e-8b97-c6f2adfa95f8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.0606902 Oct 29 09:38:16.012330 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3a3c2303-a04a-427a-b977-125dcddcbf11 req-cead2512-847e-48fd-881d-53456d7f2f3c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344725 Oct 29 09:38:16.021860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 09deadb6-158f-451d-844b-1e4e50fd2e33 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:38:16.128896 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:38:16.146482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'port_id': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'mac_address': 'fa:16:3e:b2:a4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:38:16.185567 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:16.199566 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09deadb6-158f-451d-844b-1e4e50fd2e33 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:38:16.219020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:38:16.224001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:16.259386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e964-342d-4fcf-8faf-9401ab05fa86 req-9cd3b265-1380-4bb1-a7bc-8b51c7e64c65 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:16.260984 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b2e964-342d-4fcf-8faf-9401ab05fa86 req-9cd3b265-1380-4bb1-a7bc-8b51c7e64c65 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 944 time: 0.0846786 Oct 29 09:38:16.272358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-893fd0e6-9f93-41cc-8cf1-d36a8a5038b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:16.273887 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-893fd0e6-9f93-41cc-8cf1-d36a8a5038b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0&tenant_id=ca427b80c37e483ba1598c4049e9596a&binding%3Ahost_id=n-h1-815940-1 HTTP/1.1" status: 200 len: 944 time: 0.0880098 Oct 29 09:38:16.274389 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:38:16.282248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.282586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.282921 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.283251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.283559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.283929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.284250 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.284554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.284858 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.285175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.285506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.285819 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:38:16.346449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c9b2e964-342d-4fcf-8faf-9401ab05fa86 req-753f2281-0069-48cb-8b51-935b5a195c7d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715613 Oct 29 09:38:16.355854 n-d-815940-1 neutron-server[102113]: INFO neutron.api.v2.resource [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-95c4dabe-5c6f-4dec-b514-8fef26498907 service neutron] delete failed (client error): The resource could not be found. Oct 29 09:38:16.356872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-95c4dabe-5c6f-4dec-b514-8fef26498907 service neutron] 10.222.0.15 "DELETE /v2.0/ports/09deadb6-158f-451d-844b-1e4e50fd2e33/bindings/n-h2-815940-1 HTTP/1.1" status: 404 len: 380 time: 0.0749826 Oct 29 09:38:16.450456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-66886831-ec6b-4eea-9b7c-3a841fe17b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:16.452348 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-66886831-ec6b-4eea-9b7c-3a841fe17b15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1096 time: 0.0481145 Oct 29 09:38:16.474007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff561-4477-4cfd-ab82-6c56b15fef8e req-1a0a320b-3652-456a-89dc-bae3d2df6022 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:16.475564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-842ff561-4477-4cfd-ab82-6c56b15fef8e req-1a0a320b-3652-456a-89dc-bae3d2df6022 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 945 time: 0.0504236 Oct 29 09:38:16.515074 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-842ff561-4477-4cfd-ab82-6c56b15fef8e req-513b2756-ea5f-42b8-b4c8-47c8059c184b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330501 Oct 29 09:38:16.553797 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-5f07eb3f-20fb-483e-8173-2621e70c4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:16.555365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-5f07eb3f-20fb-483e-8173-2621e70c4c0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.0959637 Oct 29 09:38:16.588864 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['09deadb6-158f-451d-844b-1e4e50fd2e33'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:38:16.631675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-693653ed-4b22-4d01-84f5-6a5e9bd0bf90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1001 time: 0.0688763 Oct 29 09:38:16.688750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-1f24c5bb-6248-4003-b418-81fb1e1ef3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:16.690283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-1f24c5bb-6248-4003-b418-81fb1e1ef3a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0508902 Oct 29 09:38:16.741443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-02cffdde-f4df-484d-b474-930ebf315e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:16.743008 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-02cffdde-f4df-484d-b474-930ebf315e9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451500 Oct 29 09:38:16.839379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-7d64be49-c1f4-4197-a77f-5e5d927774c3 service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889251 Oct 29 09:38:16.939205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a34b0929-0d01-4fc4-8c82-2c619442624e req-1be7ac61-8562-4eac-8d3c-ef1139a1621e service neutron] 10.222.0.15 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928080 Oct 29 09:38:17.061423 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad172c22-19da-46db-9c9a-c9ca4c114407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:17.637948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87feb-4652-4850-9bf8-77c7afc1b9ca req-eae589a0-28a7-4016-a4e5-00391db42cb3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:17.639514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5b87feb-4652-4850-9bf8-77c7afc1b9ca req-eae589a0-28a7-4016-a4e5-00391db42cb3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 945 time: 0.0512962 Oct 29 09:38:17.681031 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b5b87feb-4652-4850-9bf8-77c7afc1b9ca req-0ce74b0e-bc13-4d21-8aa2-03e278a294c1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343633 Oct 29 09:38:17.710904 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44816) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:38:17.776848 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1ecb9041-ea37-4788-aec4-4a9638a5f171 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/eeadeeff-46d5-4512-9775-22d7dcbf61f3 HTTP/1.1" status: 200 len: 993 time: 0.0647802 Oct 29 09:38:18.042616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 09deadb6-158f-451d-844b-1e4e50fd2e33 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:38:18.098843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 09deadb6-158f-451d-844b-1e4e50fd2e33 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:38:18.103197 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 09deadb6-158f-451d-844b-1e4e50fd2e33 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:38:18.103570 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:18.182802 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:18.205782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:38:18.208114 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d437e36d-4895-4e8a-8729-14fa641b8b13" -d '{"events": [{"server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "name": "network-vif-plugged", "status": "completed", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:38:18.220961 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:38:18.227213 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:18.251533 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a21b69-4af1-435c-b87b-ac397eb7e690 x-openstack-request-id: req-11a21b69-4af1-435c-b87b-ac397eb7e690 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:38:18.251914 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "name": "network-vif-plugged", "status": "completed", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:38:18.252175 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11a21b69-4af1-435c-b87b-ac397eb7e690 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:38:18.252593 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'code': 200} Oct 29 09:38:18.282448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=9']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:38:18.397548 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:18.425671 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:19.800963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:29.792308 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:31.012634 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:44.194406 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:38:44.346359 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3098e049-7abb-43a2-98c2-4c3c1fb2f21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:47.071700 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fe398034-0517-4872-addc-33d934a260d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:48.388126 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:48.429944 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:49.803173 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:38:53.330293 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-e998b45c-8b08-42ec-b250-5f44b4922615 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449169 Oct 29 09:38:53.420770 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-2bba804e-0b39-4764-9e27-d492a4826471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:53.422628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-2bba804e-0b39-4764-9e27-d492a4826471 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1097 time: 0.0464895 Oct 29 09:38:53.540006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-7773c025-1c4b-453b-8638-80f273250842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:53.541636 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-7773c025-1c4b-453b-8638-80f273250842 service neutron] 10.222.0.93 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.0945170 Oct 29 09:38:53.610564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-4fb64ee5-4617-432e-9346-f105b1f27692 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 1002 time: 0.0614471 Oct 29 09:38:53.666357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-5e8c3784-844d-4f42-a467-11280f0619a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:53.667909 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-5e8c3784-844d-4f42-a467-11280f0619a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0506887 Oct 29 09:38:53.717383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-aac28e35-c9f4-4ee9-82c8-b81215f61d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:38:53.718417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-aac28e35-c9f4-4ee9-82c8-b81215f61d00 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434425 Oct 29 09:38:53.810765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-8d7fe183-022f-4ad0-8f93-4915fd2d8f67 service neutron] 10.222.0.93 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841885 Oct 29 09:38:53.905674 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f612198e-97ae-4cb6-8ea3-6156ac522f08 req-57393a92-8be0-4a0b-9058-0dd19dc049c6 service neutron] 10.222.0.93 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877664 Oct 29 09:38:59.818142 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:01.035320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:13.063704 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44836) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:13.228387 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 69ddcd8f-1155-4c6a-b940-f45ec76a0886 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:39:13.228801 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:13.313550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:13.313906 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:13.326520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 69ddcd8f-1155-4c6a-b940-f45ec76a0886 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:39:13.479790 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:13.506507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=69ddcd8f-1155-4c6a-b940-f45ec76a0886,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:13.530857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.531181 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.531560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.531919 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.532296 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.532569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.532896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.533244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.533569 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.533860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.534249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.534563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:13.573233 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:13.573546 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP eeadeeff-46d5-4512-9775-22d7dcbf61f3 disassociated (deleted). External IP: 172.25.5.243, port: 09deadb6-158f-451d-844b-1e4e50fd2e33. Oct 29 09:39:13.788862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:39:13.906782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:39:13.911687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:13.917629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] Sync routers for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:39:13.933204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:13.933768 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:13.940542 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4f2cb05c-459b-4f8b-9dd4-02965dadcc27 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/floatingips/eeadeeff-46d5-4512-9775-22d7dcbf61f3 HTTP/1.1" status: 204 len: 168 time: 0.8756592 Oct 29 09:39:13.941221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:39:13.943513 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391" -d '{"events": [{"name": "network-changed", "server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:39:13.988845 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27e336f-d9f2-4ebe-bbc0-25ab861b7de3 x-openstack-request-id: req-e27e336f-d9f2-4ebe-bbc0-25ab861b7de3 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:39:13.989200 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:39:13.989996 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e27e336f-d9f2-4ebe-bbc0-25ab861b7de3 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:39:13.989996 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'status': 'completed', 'code': 200} Oct 29 09:39:14.058066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:14.076277 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-6bb9ccfa-de18-486f-899a-a3c2f7d80acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:14.078421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-6bb9ccfa-de18-486f-899a-a3c2f7d80acf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 1097 time: 0.0508866 Oct 29 09:39:14.290776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:04Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:14.322045 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] Checking router: d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:39:14.331404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:14.332086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:38:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:14.416945 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-36ed12f2-b7fe-45f2-8570-2f270b5848e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:14.460860 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:14.546317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf41d50-de9b-4c73-b9b9-daebbd4d7ad3 req-c97e3b70-bc10-4ffa-9d0b-812c13b31e98 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:14.547838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbf41d50-de9b-4c73-b9b9-daebbd4d7ad3 req-c97e3b70-bc10-4ffa-9d0b-812c13b31e98 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0764511 Oct 29 09:39:14.550858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-fccc0758-fb86-4e3c-a510-d3cd4a6e133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:14.552242 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-fccc0758-fb86-4e3c-a510-d3cd4a6e133e service neutron] 10.222.0.93 "GET /v2.0/networks?id=974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 200 len: 898 time: 0.4667077 Oct 29 09:39:14.604898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-91057065-b390-4773-a5b3-1446a4c398e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 200 len: 217 time: 0.0435219 Oct 29 09:39:14.648826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fbf41d50-de9b-4c73-b9b9-daebbd4d7ad3 req-08ae87af-c33d-4350-a6a5-f7ccfb553bdb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945745 Oct 29 09:39:14.665602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:04Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:14.666041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-c6597377-872e-4290-9d56-a87fb69f2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:14.669237 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-c6597377-872e-4290-9d56-a87fb69f2f58 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 200 len: 834 time: 0.0520573 Oct 29 09:39:14.693330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109dc8c2-619a-4d8e-8b96-c8155f19d060 None None] The sync data for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 is: [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:01Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'fa286395-2528-4a73-aa8a-65ecea800a31', 'name': '', 'network_id': '974518c5-7f10-4129-ac16-c0c5e86103f8', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:4c:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:37:01Z', 'updated_at': '2021-10-29T09:37:04Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '9c145375-80d3-4f65-b5c3-620b7a69263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:39:14.718084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-59b66c5b-d848-4846-9e6c-f90e99211b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:14.719704 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-59b66c5b-d848-4846-9e6c-f90e99211b14 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=974518c5-7f10-4129-ac16-c0c5e86103f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440626 Oct 29 09:39:14.817125 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-31490575-a93e-4009-aa86-67b4867418de service neutron] 10.222.0.93 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893929 Oct 29 09:39:14.913109 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f9ff2-399e-41e2-82a9-3ea8688987d9 None None] New status for floating IP eeadeeff-46d5-4512-9775-22d7dcbf61f3: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:39:14.915249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2470506f-ccf4-4f8f-8fe1-b4d5e68f5391 req-08016619-8385-400d-bb03-e92f04f497fa service neutron] 10.222.0.93 "GET /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891638 Oct 29 09:39:15.776956 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1286a4-b3dd-41fe-ac86-addb89db86aa req-e637d492-009a-477c-af26-1ba8d0987b00 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:15.778440 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b1286a4-b3dd-41fe-ac86-addb89db86aa req-e637d492-009a-477c-af26-1ba8d0987b00 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0541391 Oct 29 09:39:15.810711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-d7742a55-eef5-430d-81d7-03c7ca418503 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:15.812277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-d7742a55-eef5-430d-81d7-03c7ca418503 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "GET /v2.0/ports?device_id=46989e7d-dbb4-4718-b02a-ffb36d92fce0 HTTP/1.1" status: 200 len: 946 time: 0.0492067 Oct 29 09:39:15.818070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4b1286a4-b3dd-41fe-ac86-addb89db86aa req-c1ac9178-ce39-40e2-9451-6335bfdfb71b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=165c95a0-94fc-4ade-9372-c0bf03346bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334995 Oct 29 09:39:15.908491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 09deadb6-158f-451d-844b-1e4e50fd2e33 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:39:15.908857 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:16.003722 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port 09deadb6-158f-451d-844b-1e4e50fd2e33, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=09deadb6-158f-451d-844b-1e4e50fd2e33,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:16.004120 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:16.016393 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 09deadb6-158f-451d-844b-1e4e50fd2e33 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:39:16.157567 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:16.187601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=09deadb6-158f-451d-844b-1e4e50fd2e33,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:16.232891 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] No DVR routers for this DVR port 09deadb6-158f-451d-844b-1e4e50fd2e33 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:39:16.236622 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:16.241899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86bcadf5-1dec-4c85-93ef-3031aa437738 req-a897c7e6-1f13-4872-8ef5-a3db3f98dbd9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "DELETE /v2.0/ports/09deadb6-158f-451d-844b-1e4e50fd2e33 HTTP/1.1" status: 204 len: 173 time: 0.4226866 Oct 29 09:39:16.242510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'name': 'network-vif-deleted', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:39:16.246211 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b69823-4caf-4252-93ec-b2c8d9503036" -d '{"events": [{"server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "name": "network-vif-deleted", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:39:16.285024 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f14d861-cabe-40ab-b88c-2342e52015d2 x-openstack-request-id: req-8f14d861-cabe-40ab-b88c-2342e52015d2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:39:16.285316 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46989e7d-dbb4-4718-b02a-ffb36d92fce0", "name": "network-vif-deleted", "tag": "09deadb6-158f-451d-844b-1e4e50fd2e33", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:39:16.285594 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f14d861-cabe-40ab-b88c-2342e52015d2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:39:16.285994 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46989e7d-dbb4-4718-b02a-ffb36d92fce0', 'name': 'network-vif-deleted', 'tag': '09deadb6-158f-451d-844b-1e4e50fd2e33', 'status': 'completed', 'code': 200} Oct 29 09:39:16.887860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44850) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:17.065966 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8d930ef0-827a-4e8a-b146-464ccb5ed908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:17.277337 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:17.552963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port fa286395-2528-4a73-aa8a-65ecea800a31 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:39:17.553206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:17.649990 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port fa286395-2528-4a73-aa8a-65ecea800a31, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=fa286395-2528-4a73-aa8a-65ecea800a31,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:17.650347 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:17.663882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for fa286395-2528-4a73-aa8a-65ecea800a31 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:39:17.864165 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:17.895913 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=fa286395-2528-4a73-aa8a-65ecea800a31,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:18.067607 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.295643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:39:18.379490 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 09deadb6-158f-451d-844b-1e4e50fd2e33 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:39:18.400141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.401612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 09deadb6-158f-451d-844b-1e4e50fd2e33 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:39:18.401950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 09deadb6-158f-451d-844b-1e4e50fd2e33 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:39:18.412087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:39:18.417506 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-01ed2bf6-3f6d-4253-b1ef-86ecaffcc457 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5283024 Oct 29 09:39:18.422029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44852) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:18.433948 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] Sync routers for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:39:18.438290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.445760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:18.446544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:18.476023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48637f5-dff5-44d5-bf90-6dc3053b5cfa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting subnet 9c145375-80d3-4f65-b5c3-620b7a69263e {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:39:18.479189 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f48637f5-dff5-44d5-bf90-6dc3053b5cfa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.520045 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f48637f5-dff5-44d5-bf90-6dc3053b5cfa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.556081 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:18.607989 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f48637f5-dff5-44d5-bf90-6dc3053b5cfa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.669246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f48637f5-dff5-44d5-bf90-6dc3053b5cfa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.696081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48637f5-dff5-44d5-bf90-6dc3053b5cfa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Subnet': ['ID=9c145375-80d3-4f65-b5c3-620b7a69263e,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:18.701522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f48637f5-dff5-44d5-bf90-6dc3053b5cfa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.704958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f48637f5-dff5-44d5-bf90-6dc3053b5cfa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/subnets/9c145375-80d3-4f65-b5c3-620b7a69263e HTTP/1.1" status: 204 len: 168 time: 0.2829263 Oct 29 09:39:18.707538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44854) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:18.710528 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec95981-7fd4-4a1e-8c19-efde5a32afbd None None] Network 974518c5-7f10-4129-ac16-c0c5e86103f8 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:39:18.818200 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.830027 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:39:17Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:18.863698 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] Checking router: d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:39:18.877322 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] Routers {'d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:18.877904 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:18.928620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:18.986299 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port b6f06394-b337-495d-8ec5-07dd71650891 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:39:18.986740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.075936 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port b6f06394-b337-495d-8ec5-07dd71650891, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=b6f06394-b337-495d-8ec5-07dd71650891,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:19.076191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.089321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for b6f06394-b337-495d-8ec5-07dd71650891 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:39:19.115959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7313651-96a2-409a-bacc-e48071179198 None None] DHCP port deletion for 974518c5-7f10-4129-ac16-c0c5e86103f8 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:39:19.175685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] Set router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:19.261025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.281757 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Deleting port be9b6200-c032-4311-a3b1-768a48d018a8 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:39:19.282122 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.284977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=b6f06394-b337-495d-8ec5-07dd71650891,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:19.352849 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.369560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e7313651-96a2-409a-bacc-e48071179198 None None] For port be9b6200-c032-4311-a3b1-768a48d018a8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=be9b6200-c032-4311-a3b1-768a48d018a8,segment=NetworkSegment(52a262cd-4b81-4ea1-9f22-beaeec53116d),segment_id=52a262cd-4b81-4ea1-9f22-beaeec53116d)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:19.369951 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.399648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Calling delete_port for be9b6200-c032-4311-a3b1-768a48d018a8 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:39:19.446067 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.448800 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.484365 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:39:17Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:19.494261 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.495110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Fanout notify agent at l3_agent the message router_deleted on router d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:39:19.502330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.503484 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8356b2d3-ff92-452b-9906-5e7b67864be7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/routers/d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf HTTP/1.1" status: 204 len: 168 time: 0.7950113 Oct 29 09:39:19.506151 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44856) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:19.520077 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c71f09-d9ff-460e-a3bc-6ea1efb30744 None None] The sync data for ids ['d7c27c1d-1f29-4b46-a8a4-dfd3047c92bf'] in n-d-815940-1 is: [{'id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295843625', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:39:17Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': 'b6f06394-b337-495d-8ec5-07dd71650891', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c27c1d-1f29-4b46-a8a4-dfd3047c92bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:36:58Z', 'updated_at': '2021-10-29T09:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:39:19.533247 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.558143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Pushing event deleted for resources: {'Port': ['ID=be9b6200-c032-4311-a3b1-768a48d018a8,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:19.568463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.568809 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.569147 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.569481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.569813 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.570140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.570462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.570784 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.571107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.571422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.571742 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.572086 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313651-96a2-409a-bacc-e48071179198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:19.574869 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7313651-96a2-409a-bacc-e48071179198 None None] No DVR routers for this DVR port be9b6200-c032-4311-a3b1-768a48d018a8 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:39:19.599876 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.687280 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.707718 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974518c5-7f10-4129-ac16-c0c5e86103f8']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:19.717131 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a262cd-4b81-4ea1-9f22-beaeec53116d') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:19.717428 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a262cd-4b81-4ea1-9f22-beaeec53116d') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:19.726631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.740468 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.748875 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:39:19.749159 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:39:19.752263 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:39:19.805186 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.815853 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.823410 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.826376 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/networks/974518c5-7f10-4129-ac16-c0c5e86103f8 HTTP/1.1" status: 204 len: 168 time: 0.3192611 Oct 29 09:39:19.829387 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44858) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:19.838040 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d49028-56b1-41d4-8220-ec23b19188c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Network': ['ID=974518c5-7f10-4129-ac16-c0c5e86103f8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:19.892504 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.920775 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.992834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device be9b6200-c032-4311-a3b1-768a48d018a8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:39:19.997031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:19.999853 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:20.003496 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/security-groups/165c95a0-94fc-4ade-9372-c0bf03346bd7 HTTP/1.1" status: 204 len: 168 time: 0.1706231 Oct 29 09:39:20.011101 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165c95a0-94fc-4ade-9372-c0bf03346bd7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:20.020059 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.020701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: be9b6200-c032-4311-a3b1-768a48d018a8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:39:20.021124 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.021298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device be9b6200-c032-4311-a3b1-768a48d018a8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:39:20.021843 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.022190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.022400 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fa286395-2528-4a73-aa8a-65ecea800a31 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:39:20.022508 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.022835 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.023166 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.023496 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.023841 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.024171 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.024494 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.024814 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e812a84-3e9a-40db-9c39-fad89b65cdeb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:20.053854 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: fa286395-2528-4a73-aa8a-65ecea800a31 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:39:20.054544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device fa286395-2528-4a73-aa8a-65ecea800a31 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:39:21.184464 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:39:21.276906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44866) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:21.281671 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-d7ae7556-2370-4eb3-8f80-0c2e6ab38113 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077872206', 'description': 'tempest-secgroup-smoke-1077872206 description', 'project_id': 'ca427b80c37e483ba1598c4049e9596a'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:21.305378 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7556-2370-4eb3-8f80-0c2e6ab38113 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.376433 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7556-2370-4eb3-8f80-0c2e6ab38113 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.382409 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7556-2370-4eb3-8f80-0c2e6ab38113 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.417796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7556-2370-4eb3-8f80-0c2e6ab38113 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea30be1-3582-4659-9c1a-3f9eaba87ffc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:21.421860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7556-2370-4eb3-8f80-0c2e6ab38113 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.423115 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d7ae7556-2370-4eb3-8f80-0c2e6ab38113 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451583 Oct 29 09:39:21.426195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44868) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:21.430662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-bace2ae3-eba5-4169-98ee-9843526fb7a8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '4ea30be1-3582-4659-9c1a-3f9eaba87ffc', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:21.459699 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bace2ae3-eba5-4169-98ee-9843526fb7a8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.519229 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bace2ae3-eba5-4169-98ee-9843526fb7a8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.525588 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bace2ae3-eba5-4169-98ee-9843526fb7a8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.548009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace2ae3-eba5-4169-98ee-9843526fb7a8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdbf746-e753-4fba-9297-44144d3abd8c,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:21.555581 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bace2ae3-eba5-4169-98ee-9843526fb7a8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.556826 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bace2ae3-eba5-4169-98ee-9843526fb7a8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296721 Oct 29 09:39:21.561179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44870) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:21.568463 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-77f0bb22-9bd0-4456-b6be-601d7f23554e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '4ea30be1-3582-4659-9c1a-3f9eaba87ffc', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:21.600782 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-77f0bb22-9bd0-4456-b6be-601d7f23554e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.661485 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-77f0bb22-9bd0-4456-b6be-601d7f23554e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.666381 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-77f0bb22-9bd0-4456-b6be-601d7f23554e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.684012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0bb22-9bd0-4456-b6be-601d7f23554e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a78f8b5-bdde-4c27-add5-42f277ba94fc,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:21.693275 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-77f0bb22-9bd0-4456-b6be-601d7f23554e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.694729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-77f0bb22-9bd0-4456-b6be-601d7f23554e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319823 Oct 29 09:39:21.698691 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44872) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:21.703075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2c71bc3e-c37e-4db6-9c3b-a84a1866f14f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '4ea30be1-3582-4659-9c1a-3f9eaba87ffc', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:21.730949 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c71bc3e-c37e-4db6-9c3b-a84a1866f14f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.789489 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c71bc3e-c37e-4db6-9c3b-a84a1866f14f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.794808 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c71bc3e-c37e-4db6-9c3b-a84a1866f14f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.814520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71bc3e-c37e-4db6-9c3b-a84a1866f14f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d10e47b-e14e-4dfb-92a4-1f5786bf1113,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:21.819888 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c71bc3e-c37e-4db6-9c3b-a84a1866f14f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.824099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2c71bc3e-c37e-4db6-9c3b-a84a1866f14f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214325 Oct 29 09:39:21.824212 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44874) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:21.828864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-31333712-4af4-4005-8603-ed6c35d942bc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '4ea30be1-3582-4659-9c1a-3f9eaba87ffc', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:21.860542 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-31333712-4af4-4005-8603-ed6c35d942bc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.875479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b6f06394-b337-495d-8ec5-07dd71650891 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:39:21.899444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: b6f06394-b337-495d-8ec5-07dd71650891 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:39:21.899788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device b6f06394-b337-495d-8ec5-07dd71650891 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:39:21.928577 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-31333712-4af4-4005-8603-ed6c35d942bc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.934567 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-31333712-4af4-4005-8603-ed6c35d942bc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.949824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31333712-4af4-4005-8603-ed6c35d942bc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aae581b-8714-491b-9924-92248250c143,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:21.962134 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-31333712-4af4-4005-8603-ed6c35d942bc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:21.963350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-31333712-4af4-4005-8603-ed6c35d942bc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380377 Oct 29 09:39:21.969862 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44876) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:21.974962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-6688f80b-351c-489c-a7b4-571f611c0507 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '4ea30be1-3582-4659-9c1a-3f9eaba87ffc', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:22.003262 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-6688f80b-351c-489c-a7b4-571f611c0507 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:39:22.008883 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6688f80b-351c-489c-a7b4-571f611c0507 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.070534 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6688f80b-351c-489c-a7b4-571f611c0507 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.075213 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6688f80b-351c-489c-a7b4-571f611c0507 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.095768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688f80b-351c-489c-a7b4-571f611c0507 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042c60b1-e480-42e8-8d26-c6dc55fec86c,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:22.106401 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6688f80b-351c-489c-a7b4-571f611c0507 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.107969 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-6688f80b-351c-489c-a7b4-571f611c0507 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366293 Oct 29 09:39:22.110796 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44878) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:22.115456 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-802bff83-a95d-4833-9acc-c9ce0eb179ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '4ea30be1-3582-4659-9c1a-3f9eaba87ffc', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:22.139176 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-802bff83-a95d-4833-9acc-c9ce0eb179ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:39:22.144029 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-802bff83-a95d-4833-9acc-c9ce0eb179ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.210067 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-802bff83-a95d-4833-9acc-c9ce0eb179ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.216241 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-802bff83-a95d-4833-9acc-c9ce0eb179ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.233886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bff83-a95d-4833-9acc-c9ce0eb179ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fb1516-96d7-4af8-a8bb-419b12c4ca67,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:22.241474 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-802bff83-a95d-4833-9acc-c9ce0eb179ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.242670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-802bff83-a95d-4833-9acc-c9ce0eb179ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309407 Oct 29 09:39:22.246209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44880) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:22.251420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'network': {'name': 'tempest-network-smoke--380905590', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'port_security_enabled': True}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:22.274021 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:39:22.278413 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.302762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:39:22.311870 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.312221 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Added segment 4c426ef7-ff3e-4389-8c51-14f325af74f1 of type vlan for network 8a4cfc12-4864-4a19-9847-a8e038d22a15 Oct 29 09:39:22.356144 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.383706 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.390419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:22.391028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.455347 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2080092 Oct 29 09:39:22.458063 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44882) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:22.462400 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'admin_state_up': True, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:22.471611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81954a70-a60a-4c2f-b1d5-fb3086e4583c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Network': ['ID=8a4cfc12-4864-4a19-9847-a8e038d22a15,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:22.482013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:39:22.493164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.494460 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.550133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.689877 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.886021 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:22.904443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:23.014384 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.55 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/5ca0451b-644f-4975-a9fe-48ae509049d7) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:39:23.121401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:23.158022 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:23.205627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:39:23.208657 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:39:23.212948 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:39:23.216041 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=5ca0451b-644f-4975-a9fe-48ae509049d7,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:23.790226 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:23.993442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.128754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 99395755-dd98-4935-9207-4006c28ce271 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:39:24.246911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:39:24.259623 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Sync routers for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:39:24.272413 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:24.273329 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:24.273917 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.275152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-00d82e27-5bc7-4a31-955f-fda5dcaa29e9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8161714 Oct 29 09:39:24.278946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44884) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:24.350897 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b487e32b-70be-4a9c-a9bd-c7307fd00988 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=ca427b80c37e483ba1598c4049e9596a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708358 Oct 29 09:39:24.353716 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44888) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:24.378568 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:24.448476 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bf748-6651-4873-9fb8-7e7daadbc1d8 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:24.450564 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-699bf748-6651-4873-9fb8-7e7daadbc1d8 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954137 Oct 29 09:39:24.453607 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44890) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:24.482782 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2f35c5ec-e78c-48fc-8cf9-24366067abd8 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276976 Oct 29 09:39:24.485285 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44892) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:24.489990 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-385971553', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:24.559042 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:23Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:24.580757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'subnet': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:39:24.584277 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10188016'] for subnet, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.591006 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Checking router: 99395755-dd98-4935-9207-4006c28ce271 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:39:24.591354 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Updating router 99395755-dd98-4935-9207-4006c28ce271 port 5ca0451b-644f-4975-a9fe-48ae509049d7 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:39:24.616126 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.771229 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9696392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10189578'] for subnet, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.833076 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Subnet': ['ID=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:24.840881 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Checking segment: {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:39:24.841008 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network hostable DHCP agents. Network: 8a4cfc12-4864-4a19-9847-a8e038d22a15, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:39:24.859003 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:39:24.868528 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 8a4cfc12-4864-4a19-9847-a8e038d22a15) {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:39:24.872386 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.873180 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:24.873821 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.880821 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.882006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ff322-0b5b-4599-be71-f7b1c7bf6f0f None None] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:39:24.892200 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7200d7e5-a2fe-4198-9b49-92d88db415c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4058614 Oct 29 09:39:24.895274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44894) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:24.933414 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Attempting to bind port 5ca0451b-644f-4975-a9fe-48ae509049d7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:39:24.933782 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Attempting to bind port 5ca0451b-644f-4975-a9fe-48ae509049d7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:39:24.934144 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Attempting to bind port 5ca0451b-644f-4975-a9fe-48ae509049d7 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:39:24.944888 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:39:24.945256 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:39:24.946098 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.946098 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:39:24.946477 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Bound port: 5ca0451b-644f-4975-a9fe-48ae509049d7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:39:24.946842 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:24.969267 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Pushing event updated for resources: {'Port': ['ID=5ca0451b-644f-4975-a9fe-48ae509049d7,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:24.983246 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.983580 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:24.987833 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:39:25.012582 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] For port 5ca0451b-644f-4975-a9fe-48ae509049d7, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:39:25.015948 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] For port 5ca0451b-644f-4975-a9fe-48ae509049d7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5ca0451b-644f-4975-a9fe-48ae509049d7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:39:25.022820 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.042554 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-8a4cfc12-4864-4a19-9847-a8e038d22a15', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:39:25.044136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.087869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bbe7e-77c1-4cca-86bf-828534d3e728 None None] Pushing event updated for resources: {'Port': ['ID=5ca0451b-644f-4975-a9fe-48ae509049d7,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:25.090984 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:25.091582 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:25.194305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Allocated IP 172.20.0.2 (8a4cfc12-4864-4a19-9847-a8e038d22a15/3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573/90af1b53-1072-45fb-987f-014306eff032) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:39:25.197503 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:25.355867 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.364092 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.389936 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.411430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:39:25.415683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:39:25.418395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:39:25.420685 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Pushing event updated for resources: {'Port': ['ID=90af1b53-1072-45fb-987f-014306eff032,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:25.481707 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Attempting to bind port 90af1b53-1072-45fb-987f-014306eff032 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:39:25.483172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Attempting to bind port 90af1b53-1072-45fb-987f-014306eff032 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:39:25.483172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Attempting to bind port 90af1b53-1072-45fb-987f-014306eff032 on network 8a4cfc12-4864-4a19-9847-a8e038d22a15 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:39:25.488366 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:23Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:25.488958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:39:25.489425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Checking segment: {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:39:25.489927 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.490415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Bound using segment: {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:39:25.490985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Bound port: 90af1b53-1072-45fb-987f-014306eff032, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:39:25.491475 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.514343 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf41fe-1f63-46d0-80aa-3e169a1d369e None None] The sync data for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 is: [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:23Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:39:25.561759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] For port 90af1b53-1072-45fb-987f-014306eff032, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:39:25.565162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] For port 90af1b53-1072-45fb-987f-014306eff032, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=90af1b53-1072-45fb-987f-014306eff032,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:39:25.572283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.636013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49b9d0-dccf-4c9e-9931-135e5f1389a5 None None] Pushing event updated for resources: {'Port': ['ID=90af1b53-1072-45fb-987f-014306eff032,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:25.707977 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.1 (8a4cfc12-4864-4a19-9847-a8e038d22a15/3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573/55a67dab-0207-4a5c-960e-9ef3ce27419d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:39:25.863127 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.914230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:25.962493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:39:25.971377 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:39:25.975872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:39:26.015201 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=55a67dab-0207-4a5c-960e-9ef3ce27419d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:26.035949 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 90af1b53-1072-45fb-987f-014306eff032 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:39:26.038621 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.086655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 90af1b53-1072-45fb-987f-014306eff032 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:26.087029 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.175695 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.184195 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.211144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 90af1b53-1072-45fb-987f-014306eff032, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=90af1b53-1072-45fb-987f-014306eff032,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:26.217473 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.218550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5ca0451b-644f-4975-a9fe-48ae509049d7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:39:26.313483 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=90af1b53-1072-45fb-987f-014306eff032,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:26.320537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5ca0451b-644f-4975-a9fe-48ae509049d7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:26.321162 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.407009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.430775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 5ca0451b-644f-4975-a9fe-48ae509049d7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5ca0451b-644f-4975-a9fe-48ae509049d7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:26.441737 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.529474 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=5ca0451b-644f-4975-a9fe-48ae509049d7,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:26.550463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.557599 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.632326 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.634314 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=55a67dab-0207-4a5c-960e-9ef3ce27419d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:26.682133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00040e-9fdf-4555-b405-71f529a8ae6d None None] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:39:26.734170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:39:26.735649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:39:26.813149 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a26fd2d6-0842-455c-b99e-2758c73b9705 None None] Provisioning complete for port 90af1b53-1072-45fb-987f-014306eff032 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:26.813515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a26fd2d6-0842-455c-b99e-2758c73b9705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:26.851783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 99395755-dd98-4935-9207-4006c28ce271 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:39:26.970090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:39:26.975236 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5b737ddf-0250-4d87-94fd-1b5beb05110a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/99395755-dd98-4935-9207-4006c28ce271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0787547 Oct 29 09:39:27.126817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-b851c7b8-1a47-4106-b260-4b3835d2274e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077872206&fields=id&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 267 time: 0.0373635 Oct 29 09:39:27.151656 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4b365b98-62f4-4474-a9a4-491a4ff794f9 None None] Provisioning complete for port 90af1b53-1072-45fb-987f-014306eff032 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:27.152587 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b365b98-62f4-4474-a9a4-491a4ff794f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:27.252748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89798-fa07-4038-b389-d805fa688e71 req-fd79cb70-060b-498d-b79a-69adbce7909e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:27.254360 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-fd79cb70-060b-498d-b79a-69adbce7909e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/networks?id=8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 200 len: 796 time: 0.1204658 Oct 29 09:39:27.262664 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4b365b98-62f4-4474-a9a4-491a4ff794f9 None None] Provisioning complete for port 55a67dab-0207-4a5c-960e-9ef3ce27419d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:27.263325 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b365b98-62f4-4474-a9a4-491a4ff794f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:27.273885 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-97d00042-d8a3-4d02-a168-8f2615a66cab tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/quotas/ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 375 time: 0.0113947 Oct 29 09:39:27.286882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Sync routers for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:39:27.311621 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:27.312409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:27.314442 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4b365b98-62f4-4474-a9a4-491a4ff794f9 None None] Port 55a67dab-0207-4a5c-960e-9ef3ce27419d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:39:27.337189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-0b8114d0-1912-4e94-afdd-fc690c688a83 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550816 Oct 29 09:39:27.411305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-3785f3fd-0ad7-43a3-91ea-8c5084ca9959 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:39:27.417233 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-3785f3fd-0ad7-43a3-91ea-8c5084ca9959 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0600882 Oct 29 09:39:27.443073 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:27.485288 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4a81383c-22e5-4dac-a1ea-67a0fd6b4c79 None None] Provisioning complete for port 55a67dab-0207-4a5c-960e-9ef3ce27419d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:27.485521 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4a81383c-22e5-4dac-a1ea-67a0fd6b4c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:27.515309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-94ab7034-1f4c-406e-83c5-3f70ae40ff31 service neutron] 10.222.0.70 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951848 Oct 29 09:39:27.592343 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4a81383c-22e5-4dac-a1ea-67a0fd6b4c79 None None] Port 55a67dab-0207-4a5c-960e-9ef3ce27419d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:39:27.617763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-ee0377d1-9d82-46da-a8e0-37a1fe01f56e service neutron] 10.222.0.70 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917578 Oct 29 09:39:27.682798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 2, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:27.712133 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Checking router: 99395755-dd98-4935-9207-4006c28ce271 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:39:27.712482 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Updating router 99395755-dd98-4935-9207-4006c28ce271 port 55a67dab-0207-4a5c-960e-9ef3ce27419d binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:39:27.744086 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:27.756313 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b046b109-3bde-4046-a914-502ac31cb751 None None] Provisioning complete for port 55a67dab-0207-4a5c-960e-9ef3ce27419d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:27.756729 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b046b109-3bde-4046-a914-502ac31cb751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:27.784862 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-6ce7ebb5-a8d1-4e94-b546-0e91c502fed7 req-0d1fcde6-5d4b-4e3b-9f6a-3c2fe970ff2d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 210 time: 0.0293882 Oct 29 09:39:27.973555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 90af1b53-1072-45fb-987f-014306eff032 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:39:28.015006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b046b109-3bde-4046-a914-502ac31cb751 None None] Port 55a67dab-0207-4a5c-960e-9ef3ce27419d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:39:28.117158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 90af1b53-1072-45fb-987f-014306eff032 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:28.117529 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.271894 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5ca0451b-644f-4975-a9fe-48ae509049d7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:39:28.340032 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.346800 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.397157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 5ca0451b-644f-4975-a9fe-48ae509049d7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:28.397553 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.421761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199fd65-7b52-4ab4-8506-56c48e4c4792 None None] Pushing event updated for resources: {'Port': ['ID=55a67dab-0207-4a5c-960e-9ef3ce27419d,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:28.493418 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Attempting to bind port 55a67dab-0207-4a5c-960e-9ef3ce27419d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:39:28.493825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Attempting to bind port 55a67dab-0207-4a5c-960e-9ef3ce27419d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:39:28.494132 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Attempting to bind port 55a67dab-0207-4a5c-960e-9ef3ce27419d on network 8a4cfc12-4864-4a19-9847-a8e038d22a15 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:39:28.501460 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:39:28.501844 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Checking segment: {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:39:28.502281 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.502668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Bound using segment: {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:39:28.503616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Bound port: 55a67dab-0207-4a5c-960e-9ef3ce27419d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:39:28.504032 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.601705 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] For port 55a67dab-0207-4a5c-960e-9ef3ce27419d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:39:28.605172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] For port 55a67dab-0207-4a5c-960e-9ef3ce27419d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=55a67dab-0207-4a5c-960e-9ef3ce27419d,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:39:28.610033 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.685154 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:28.685795 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:28.692522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-2e5c0477-ae81-4fe1-bc77-d51b3a149c34 None None] Provisioning complete for port 55a67dab-0207-4a5c-960e-9ef3ce27419d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:28.692858 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0477-ae81-4fe1-bc77-d51b3a149c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.731384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199fd65-7b52-4ab4-8506-56c48e4c4792 None None] Pushing event updated for resources: {'Port': ['ID=55a67dab-0207-4a5c-960e-9ef3ce27419d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:28.765357 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89798-fa07-4038-b389-d805fa688e71 req-3440524b-6693-4f1d-8533-e641aa8ac989 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:28.766923 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-3440524b-6693-4f1d-8533-e641aa8ac989 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "GET /v2.0/networks?id=8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 200 len: 796 time: 0.1358721 Oct 29 09:39:28.838588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-81f21cdb-be2d-4631-98b6-87c3022df0ea tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 380 time: 0.0623078 Oct 29 09:39:28.849615 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'port': {'device_id': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'admin_state_up': True, 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'security_groups': ['4ea30be1-3582-4659-9c1a-3f9eaba87ffc']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:28.880354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:28.909124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0477-ae81-4fe1-bc77-d51b3a149c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:28.934687 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d71268f9-d701-4ab6-b293-9b4ae2b03427 req-80820089-5f1a-4cea-8082-08e85efd479c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 210 time: 0.0320821 Oct 29 09:39:29.005233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:39:29.014552 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.021831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-2e5c0477-ae81-4fe1-bc77-d51b3a149c34 None None] For port 55a67dab-0207-4a5c-960e-9ef3ce27419d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=55a67dab-0207-4a5c-960e-9ef3ce27419d,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:29.027152 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0477-ae81-4fe1-bc77-d51b3a149c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.103833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c0477-ae81-4fe1-bc77-d51b3a149c34 None None] Pushing event updated for resources: {'Port': ['ID=55a67dab-0207-4a5c-960e-9ef3ce27419d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:29.142786 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.8 (8a4cfc12-4864-4a19-9847-a8e038d22a15/3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573/c5b9ee66-d0d5-490b-a089-cb60b4244062) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:39:29.157001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-075e1bd4-d9b2-4a81-bd1a-90c03f32cf41 None None] Provisioning complete for port 55a67dab-0207-4a5c-960e-9ef3ce27419d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:29.157357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-075e1bd4-d9b2-4a81-bd1a-90c03f32cf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.201947 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:28Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:29.230624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9fa7c-e34f-47ce-81f4-d60847f77a1b None None] The sync data for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 is: [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:28Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:39:29.312292 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.355744 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.408242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:39:29.412650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:39:29.414421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=c5b9ee66-d0d5-490b-a089-cb60b4244062,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:29.416586 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:39:29.472125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:29.473464 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.493616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-4211c618-35a4-4927-96ad-057b016ad371 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6484411 Oct 29 09:39:29.506945 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Request body: {'port': {'device_id': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:29.571680 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.722741 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-be18193f-bdf9-41f3-89f7-a6e8f2c396ae None None] Provisioning complete for port c5b9ee66-d0d5-490b-a089-cb60b4244062 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:29.723208 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be18193f-bdf9-41f3-89f7-a6e8f2c396ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.762326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-be18193f-bdf9-41f3-89f7-a6e8f2c396ae None None] Port c5b9ee66-d0d5-490b-a089-cb60b4244062 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:39:29.834241 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:29.957119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 55a67dab-0207-4a5c-960e-9ef3ce27419d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:39:30.013122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 55a67dab-0207-4a5c-960e-9ef3ce27419d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:30.013402 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:30.092861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7711b1b-fa54-4421-b6d2-b16991048abe req-35d80941-6c2f-4854-8fdd-c90ea42c17a6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:30.095156 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7711b1b-fa54-4421-b6d2-b16991048abe req-35d80941-6c2f-4854-8fdd-c90ea42c17a6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 931 time: 0.0683434 Oct 29 09:39:30.135226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7711b1b-fa54-4421-b6d2-b16991048abe req-fd44af3b-05d6-44a3-aece-e4503e47de41 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336466 Oct 29 09:39:30.224730 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b9ee66-d0d5-490b-a089-cb60b4244062 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:39:30.234483 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:30.247345 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Transition to ACTIVE for port object c5b9ee66-d0d5-490b-a089-cb60b4244062 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:39:30.251726 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:30.306343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Pushing event updated for resources: {'Port': ['ID=c5b9ee66-d0d5-490b-a089-cb60b4244062,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:30.390162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Attempting to bind port c5b9ee66-d0d5-490b-a089-cb60b4244062 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:39:30.390494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Attempting to bind port c5b9ee66-d0d5-490b-a089-cb60b4244062 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:39:30.390957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Attempting to bind port c5b9ee66-d0d5-490b-a089-cb60b4244062 on network 8a4cfc12-4864-4a19-9847-a8e038d22a15 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:39:30.395461 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Port c5b9ee66-d0d5-490b-a089-cb60b4244062 on network 8a4cfc12-4864-4a19-9847-a8e038d22a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:39:30.395774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Attempting to bind port c5b9ee66-d0d5-490b-a089-cb60b4244062 on network 8a4cfc12-4864-4a19-9847-a8e038d22a15 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:39:30.400860 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:39:30.401402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Checking segment: {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:39:30.401789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Bound using segment: {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:39:30.402222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Bound port: c5b9ee66-d0d5-490b-a089-cb60b4244062, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c426ef7-ff3e-4389-8c51-14f325af74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:39:30.402585 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:30.472197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] For port c5b9ee66-d0d5-490b-a089-cb60b4244062, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:39:30.475351 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] For port c5b9ee66-d0d5-490b-a089-cb60b4244062, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:39:30.481175 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:30.521596 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:30.522219 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:30.523597 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] 10.222.0.93 "PUT /v2.0/ports/c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 200 len: 1091 time: 1.0214794 Oct 29 09:39:30.524101 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:39:30.526846 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2972b96b-d162-43b4-831c-9660435cce72" -d '{"events": [{"name": "network-changed", "server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:39:30.550152 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25531fed-6a8e-4ad4-82de-7811d4c2426f service neutron] Pushing event updated for resources: {'Port': ['ID=c5b9ee66-d0d5-490b-a089-cb60b4244062,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:30.627633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89798-fa07-4038-b389-d805fa688e71 req-777e8b63-a899-4bad-b811-aeb9e7e3ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:30.629301 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-777e8b63-a899-4bad-b811-aeb9e7e3ac2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1094 time: 0.0513759 Oct 29 09:39:30.639587 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417903f2-f5f7-4d64-9165-ad2ee3aa6edf x-openstack-request-id: req-417903f2-f5f7-4d64-9165-ad2ee3aa6edf {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:39:30.639916 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:39:30.640175 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-417903f2-f5f7-4d64-9165-ad2ee3aa6edf {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:39:30.640582 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'status': 'completed', 'code': 200} Oct 29 09:39:30.676988 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-b1cf5f9d-4d8a-4026-8fdd-144abac35644 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 200 len: 217 time: 0.0354800 Oct 29 09:39:30.727083 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89798-fa07-4038-b389-d805fa688e71 req-ad258de4-e17a-49ff-ace5-90dbfaf06670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:30.728640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-ad258de4-e17a-49ff-ace5-90dbfaf06670 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 HTTP/1.1" status: 200 len: 834 time: 0.0448534 Oct 29 09:39:30.780206 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89798-fa07-4038-b389-d805fa688e71 req-517929e2-68d2-4c09-8df6-31975cb63d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:30.781644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-517929e2-68d2-4c09-8df6-31975cb63d53 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a4cfc12-4864-4a19-9847-a8e038d22a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457256 Oct 29 09:39:30.894624 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-6d389207-28f6-433f-87bc-07601e5e64a2 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055312 Oct 29 09:39:30.994132 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-73a89798-fa07-4038-b389-d805fa688e71 req-08168348-0ad8-45c1-b8b7-ab64d500bdd4 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926571 Oct 29 09:39:31.050834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:31.087818 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b96b-d162-43b4-831c-9660435cce72 req-2ce58917-4504-420e-9862-b3aa9fc708ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:31.089420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2972b96b-d162-43b4-831c-9660435cce72 req-2ce58917-4504-420e-9862-b3aa9fc708ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1094 time: 0.0426030 Oct 29 09:39:31.193454 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b96b-d162-43b4-831c-9660435cce72 req-00812b56-63ab-4480-8b20-3c60e2fc02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:31.194966 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2972b96b-d162-43b4-831c-9660435cce72 req-00812b56-63ab-4480-8b20-3c60e2fc02dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 200 len: 898 time: 0.0979908 Oct 29 09:39:31.242698 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2972b96b-d162-43b4-831c-9660435cce72 req-d6059af7-8a4c-4468-b0a0-2e041869c60a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 200 len: 217 time: 0.0398054 Oct 29 09:39:31.266034 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4921d-d1d4-4cbe-a1a8-cabf32ad8dcb req-e731ed0d-24b3-496e-a6e5-be55566947e3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:31.267564 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1c4921d-d1d4-4cbe-a1a8-cabf32ad8dcb req-e731ed0d-24b3-496e-a6e5-be55566947e3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 943 time: 0.0576756 Oct 29 09:39:31.296536 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b96b-d162-43b4-831c-9660435cce72 req-e60431c7-2a1b-44e3-ad93-0fdb5bf21bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:31.298150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2972b96b-d162-43b4-831c-9660435cce72 req-e60431c7-2a1b-44e3-ad93-0fdb5bf21bfe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 HTTP/1.1" status: 200 len: 834 time: 0.0483036 Oct 29 09:39:31.307607 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c1c4921d-d1d4-4cbe-a1a8-cabf32ad8dcb req-3e3d01d4-9476-40ce-89f3-4b681fa0519d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333397 Oct 29 09:39:31.348649 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b96b-d162-43b4-831c-9660435cce72 req-36fbf7f6-7188-43d2-8eb4-e7a85b1d3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:31.350152 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2972b96b-d162-43b4-831c-9660435cce72 req-36fbf7f6-7188-43d2-8eb4-e7a85b1d3ad3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a4cfc12-4864-4a19-9847-a8e038d22a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449305 Oct 29 09:39:31.442731 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2972b96b-d162-43b4-831c-9660435cce72 req-b26f6da0-9fae-46db-a93f-84d066701fe5 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845697 Oct 29 09:39:31.537848 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2972b96b-d162-43b4-831c-9660435cce72 req-f319d095-d9dc-45a5-978b-d7075fa2dd5f service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876989 Oct 29 09:39:32.433768 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490eb3-cee5-469c-be51-0b29960f85b3 req-28572116-1bc5-407d-8861-c83d7f39c622 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:32.435281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0490eb3-cee5-469c-be51-0b29960f85b3 req-28572116-1bc5-407d-8861-c83d7f39c622 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 943 time: 0.0526104 Oct 29 09:39:32.474178 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d0490eb3-cee5-469c-be51-0b29960f85b3 req-92603016-ce54-4b15-aba1-7595aff9bba9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Oct 29 09:39:33.610548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c1698-3b59-4c96-91b4-b1d6c5cec42e req-db3f218f-3e41-4ffc-aa7e-c5ba8f41d132 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:33.612113 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-827c1698-3b59-4c96-91b4-b1d6c5cec42e req-db3f218f-3e41-4ffc-aa7e-c5ba8f41d132 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 943 time: 0.0626705 Oct 29 09:39:33.656311 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-827c1698-3b59-4c96-91b4-b1d6c5cec42e req-b7985f99-b338-45cf-b631-d338f6de1edc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Oct 29 09:39:34.429079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c5b9ee66-d0d5-490b-a089-cb60b4244062 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:39:34.544290 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c5b9ee66-d0d5-490b-a089-cb60b4244062, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:34.555205 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'port_id': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'mac_address': 'fa:16:3e:44:73:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:39:34.596049 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:34.609940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b9ee66-d0d5-490b-a089-cb60b4244062 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:39:34.630583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c5b9ee66-d0d5-490b-a089-cb60b4244062, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:34.637616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:34.688129 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c5b9ee66-d0d5-490b-a089-cb60b4244062,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:34.782185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce403b0-d72f-44a7-8d57-1757b1d0bced req-0ff862e2-5605-431a-b6bb-0bfdcc6ceb9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:34.783720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ce403b0-d72f-44a7-8d57-1757b1d0bced req-0ff862e2-5605-431a-b6bb-0bfdcc6ceb9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 944 time: 0.0523007 Oct 29 09:39:34.825748 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0ce403b0-d72f-44a7-8d57-1757b1d0bced req-60adcf17-1994-40a3-baf5-2016216205a5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356078 Oct 29 09:39:34.932960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['c5b9ee66-d0d5-490b-a089-cb60b4244062'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:39:35.947440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9819bf4-bc56-4cf1-ba91-f9518b180b45 req-2ab61c65-32ed-435c-9bb7-9c385a8a906b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:35.949135 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9819bf4-bc56-4cf1-ba91-f9518b180b45 req-2ab61c65-32ed-435c-9bb7-9c385a8a906b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 944 time: 0.0514257 Oct 29 09:39:35.989487 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9819bf4-bc56-4cf1-ba91-f9518b180b45 req-e438a23a-8a1e-4980-8779-09cae61702ce tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341480 Oct 29 09:39:36.452238 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c5b9ee66-d0d5-490b-a089-cb60b4244062 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:39:36.518023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port c5b9ee66-d0d5-490b-a089-cb60b4244062 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:39:36.522612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port c5b9ee66-d0d5-490b-a089-cb60b4244062 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:39:36.523056 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:36.609505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:36.632683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:39:36.634965 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dbece5-90de-4722-b12d-1bf20bd383aa" -d '{"events": [{"server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "name": "network-vif-plugged", "status": "completed", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:39:36.647675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port c5b9ee66-d0d5-490b-a089-cb60b4244062, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:39:36.654317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:36.689223 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0e23fc-7023-46b5-9019-380c7d3ddac0 x-openstack-request-id: req-fb0e23fc-7023-46b5-9019-380c7d3ddac0 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:39:36.689523 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "name": "network-vif-plugged", "status": "completed", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:39:36.689750 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb0e23fc-7023-46b5-9019-380c7d3ddac0 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:39:36.690231 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'code': 200} Oct 29 09:39:36.707228 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=c5b9ee66-d0d5-490b-a089-cb60b4244062,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:36.840240 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f00efb-137f-4452-999b-50b4f916d2e2 req-c2260af8-d336-4cac-afc6-c7b0263db6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:36.841750 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8f00efb-137f-4452-999b-50b4f916d2e2 req-c2260af8-d336-4cac-afc6-c7b0263db6ae service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1096 time: 0.0879865 Oct 29 09:39:36.877928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e8f00efb-137f-4452-999b-50b4f916d2e2 req-0e1ad1c3-0f9b-4cc8-b1e3-5b233fafd513 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282645 Oct 29 09:39:37.126555 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ca8a-50af-4752-ac44-c1667e222914 req-81838c92-a0c4-4352-9ccd-75301bbec456 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:37.128059 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f232ca8a-50af-4752-ac44-c1667e222914 req-81838c92-a0c4-4352-9ccd-75301bbec456 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0614834 Oct 29 09:39:37.167624 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f232ca8a-50af-4752-ac44-c1667e222914 req-08e1def5-f79e-435c-8e53-4e6e9f73afc4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335126 Oct 29 09:39:38.294908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c19ca-80f7-4f3a-b667-20b6f575c9f1 req-8d71f33f-1f1a-4e5b-923f-0b0246f0b96b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:38.296430 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb5c19ca-80f7-4f3a-b667-20b6f575c9f1 req-8d71f33f-1f1a-4e5b-923f-0b0246f0b96b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Oct 29 09:39:38.337554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-cb5c19ca-80f7-4f3a-b667-20b6f575c9f1 req-c9470543-1ecd-43f5-b0f2-0dfd29dd1677 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Oct 29 09:39:38.467230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87dc06-cd23-49d0-a2d8-7d8d6da42fc5 req-4dd28409-1814-423e-9e9c-01afaa8efd29 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:38.468685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb87dc06-cd23-49d0-a2d8-7d8d6da42fc5 req-4dd28409-1814-423e-9e9c-01afaa8efd29 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0533521 Oct 29 09:39:38.515659 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-cb87dc06-cd23-49d0-a2d8-7d8d6da42fc5 req-047f4240-2000-4472-bf44-1af6ae14fbb9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Oct 29 09:39:38.537688 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44952) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:38.580273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b28f19-da1e-4591-982b-89f5af02de00 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:38.581790 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-45b28f19-da1e-4591-982b-89f5af02de00 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1091 time: 0.0430810 Oct 29 09:39:38.585958 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44954) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:38.590337 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:39:38.614848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:38.718034 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:38.835510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.130 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/746d345f-ee68-4fba-abaa-0d7e2721b61b) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:39:38.937798 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:38.974401 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:39.021976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:39:39.027263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:39:39.030133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:39:39.036053 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=746d345f-ee68-4fba-abaa-0d7e2721b61b,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:39.393017 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:39.467756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:39.636489 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:39.644360 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:39.714290 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=746d345f-ee68-4fba-abaa-0d7e2721b61b,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:39:39.723345 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:39.838280 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP daa48878-e0f4-47df-bc5c-844b47ef9506 associated. External IP: 172.25.5.130, port: c5b9ee66-d0d5-490b-a089-cb60b4244062. Oct 29 09:39:40.054855 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 99395755-dd98-4935-9207-4006c28ce271 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:39:40.173577 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:39:40.184776 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] Sync routers for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:39:40.195487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:40.198526 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:40.199735 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:40.228763 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c69bb45c-abb7-483d-8470-cd0446ed7779 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6418030 Oct 29 09:39:40.229518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:39:40.232389 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93592981-2d7a-40e1-843a-dc92b0839abd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:39:40.273188 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b41c191-eba5-4fda-907a-88cda59673dd x-openstack-request-id: req-7b41c191-eba5-4fda-907a-88cda59673dd {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:39:40.273494 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:39:40.273753 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b41c191-eba5-4fda-907a-88cda59673dd {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:39:40.274171 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'status': 'completed', 'code': 200} Oct 29 09:39:40.344935 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:40.376183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592981-2d7a-40e1-843a-dc92b0839abd req-ce113a8d-702b-4e5d-8f73-f95d0b3c2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:40.378144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93592981-2d7a-40e1-843a-dc92b0839abd req-ce113a8d-702b-4e5d-8f73-f95d0b3c2bfe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1096 time: 0.0750566 Oct 29 09:39:40.387300 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc563ce-a1ba-4d59-9c39-2d3c7af91a11 req-cbdef1a6-83a4-43a0-b080-971ed0448170 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:40.388927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcc563ce-a1ba-4d59-9c39-2d3c7af91a11 req-cbdef1a6-83a4-43a0-b080-971ed0448170 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0772181 Oct 29 09:39:40.482751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fcc563ce-a1ba-4d59-9c39-2d3c7af91a11 req-b95e4abf-7534-4e66-a1be-ee4fbd4ca6fe tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843067 Oct 29 09:39:40.504450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592981-2d7a-40e1-843a-dc92b0839abd req-68dc83a1-bf02-4543-8ea5-cd87a45116d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:40.505928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93592981-2d7a-40e1-843a-dc92b0839abd req-68dc83a1-bf02-4543-8ea5-cd87a45116d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 200 len: 898 time: 0.1160383 Oct 29 09:39:40.511413 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 44960) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:40.576379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93592981-2d7a-40e1-843a-dc92b0839abd req-6d5e49bb-2ee4-4954-b71c-08b1b8569851 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 200 len: 999 time: 0.0623512 Oct 29 09:39:40.588105 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-80c16f95-edec-4248-a9bb-93bed94458f7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/daa48878-e0f4-47df-bc5c-844b47ef9506 HTTP/1.1" status: 200 len: 991 time: 0.0751224 Oct 29 09:39:40.588336 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'daa48878-e0f4-47df-bc5c-844b47ef9506', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '99395755-dd98-4935-9207-4006c28ce271', 'port_id': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'mac_address': 'fa:16:3e:44:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:39:39Z', 'updated_at': '2021-10-29T09:39:39Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:28Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:40.614924 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] Checking router: 99395755-dd98-4935-9207-4006c28ce271 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:39:40.624869 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:39:40.625474 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:39:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:40.631676 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592981-2d7a-40e1-843a-dc92b0839abd req-79dede75-5081-45d9-bdf7-9670ea6e89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:40.633220 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93592981-2d7a-40e1-843a-dc92b0839abd req-79dede75-5081-45d9-bdf7-9670ea6e89d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 HTTP/1.1" status: 200 len: 834 time: 0.0504439 Oct 29 09:39:40.685782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592981-2d7a-40e1-843a-dc92b0839abd req-8ecc76ff-01f4-44b7-a194-71479a7e2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:40.687349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93592981-2d7a-40e1-843a-dc92b0839abd req-8ecc76ff-01f4-44b7-a194-71479a7e2fe6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a4cfc12-4864-4a19-9847-a8e038d22a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466025 Oct 29 09:39:40.751430 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:39:40.789625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93592981-2d7a-40e1-843a-dc92b0839abd req-c46277e2-adb4-4c86-8b07-f578154797c8 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951009 Oct 29 09:39:40.886113 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-93592981-2d7a-40e1-843a-dc92b0839abd req-2b1d16ac-ae2d-4c2a-ba13-d2eb62f81603 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896721 Oct 29 09:39:40.993800 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'daa48878-e0f4-47df-bc5c-844b47ef9506', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '99395755-dd98-4935-9207-4006c28ce271', 'port_id': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'mac_address': 'fa:16:3e:44:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:39:39Z', 'updated_at': '2021-10-29T09:39:39Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:28Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:39:41.020938 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3e52a-4e61-42fb-93ab-f602ee12ec23 None None] The sync data for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 is: [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'daa48878-e0f4-47df-bc5c-844b47ef9506', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '99395755-dd98-4935-9207-4006c28ce271', 'port_id': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'mac_address': 'fa:16:3e:44:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:39:39Z', 'updated_at': '2021-10-29T09:39:39Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:28Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:39:41.228281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ed0b2-e1b4-4c24-b385-9cb50bc8ac78 None None] New status for floating IP daa48878-e0f4-47df-bc5c-844b47ef9506: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:39:41.592867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 44962) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:39:41.662613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-d843ab95-65ce-4df4-85e0-e46c08371bfe tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/daa48878-e0f4-47df-bc5c-844b47ef9506 HTTP/1.1" status: 200 len: 993 time: 0.0682328 Oct 29 09:39:44.354613 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d672c2d5-1a51-4b61-99e1-e334a84a90c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:47.070803 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3a57-0034-431c-816a-4c23131dbc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:48.387954 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:48.440944 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:49.813003 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:39:54.363593 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-3538f6de-0a3b-4412-804e-0eef4af7621e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476282 Oct 29 09:39:54.459298 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-2f8c7d97-1f45-4764-b098-f02387a8f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:54.460938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-2f8c7d97-1f45-4764-b098-f02387a8f09b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1096 time: 0.0441246 Oct 29 09:39:54.571694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-2d6c79fb-d170-4ed0-9a66-6de6766b3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:54.573321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-2d6c79fb-d170-4ed0-9a66-6de6766b3238 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 200 len: 898 time: 0.0907404 Oct 29 09:39:54.648076 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-df93cc09-900d-45c2-a20b-a1c171a66002 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 200 len: 1001 time: 0.0673993 Oct 29 09:39:54.700998 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-c98949cc-c505-4fc2-acde-aa7cbad9bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:54.702573 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-c98949cc-c505-4fc2-acde-aa7cbad9bfe3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 HTTP/1.1" status: 200 len: 834 time: 0.0477798 Oct 29 09:39:54.755733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-b8000c3e-f41a-47b6-908b-6073dc11aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:39:54.757309 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-b8000c3e-f41a-47b6-908b-6073dc11aa74 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a4cfc12-4864-4a19-9847-a8e038d22a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474613 Oct 29 09:39:54.850001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-32ca5f2c-31ff-4b07-9dab-dcfe878b9301 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847242 Oct 29 09:39:54.947631 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1c81337-9e8a-4892-8c26-214df56a0071 req-14cbe9a7-326c-4dc2-8882-401b0a65fb6c service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893846 Oct 29 09:39:58.184665 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:39:59.849109 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:01.059588 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:14.361770 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d36055c-1061-412a-8194-f6c466637ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:17.079558 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-36b76792-eda3-43ad-8e9e-57d029392c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:18.390091 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:18.438813 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:19.811693 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:29.901523 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:31.083389 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:35.189015 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:40:44.521931 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-37279c81-435e-45a1-8831-3aaa57fc67e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:44.569272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed459f-a6df-4896-9f78-c228ac519e47 req-79691e8e-bbee-4bfe-b059-604c0dcdc3ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:44.570711 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8bed459f-a6df-4896-9f78-c228ac519e47 req-79691e8e-bbee-4bfe-b059-604c0dcdc3ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0541477 Oct 29 09:40:44.613443 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8bed459f-a6df-4896-9f78-c228ac519e47 req-ee8e03c8-a7cc-4113-8bb3-2af5b8570d33 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364218 Oct 29 09:40:45.752901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33a0ef-10eb-4a93-884b-62cac03847a8 req-022c13a8-8915-40f2-a71c-3a0455ba28ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:45.754318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a33a0ef-10eb-4a93-884b-62cac03847a8 req-022c13a8-8915-40f2-a71c-3a0455ba28ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0561092 Oct 29 09:40:45.795316 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6a33a0ef-10eb-4a93-884b-62cac03847a8 req-321cc6ca-e876-49f6-af73-2e16a0189951 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345719 Oct 29 09:40:46.917802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef52c9-dca2-45b7-8b82-6faa1b014121 req-227943ea-f6eb-4efd-8555-6ee338788530 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:46.919170 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24ef52c9-dca2-45b7-8b82-6faa1b014121 req-227943ea-f6eb-4efd-8555-6ee338788530 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Oct 29 09:40:46.960322 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24ef52c9-dca2-45b7-8b82-6faa1b014121 req-7564a997-b70b-4a69-b28c-e9e8dc6fba36 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319493 Oct 29 09:40:47.074937 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-193777ff-02aa-454f-94e7-41c33f722de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:48.084116 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a562266-b032-4126-90ce-458828a2664c req-6aa5917e-64ab-47e7-87ba-4cc2aecf3f62 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:48.085620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a562266-b032-4126-90ce-458828a2664c req-6aa5917e-64ab-47e7-87ba-4cc2aecf3f62 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Oct 29 09:40:48.127352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4a562266-b032-4126-90ce-458828a2664c req-5f1b525f-4016-4840-af58-f76e4ad2a81f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340607 Oct 29 09:40:48.390205 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:48.447787 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:49.258135 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35963134-4092-4eb2-b08c-9679900c79e1 req-751f9b24-6628-40f9-8490-d68f0de16fd6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:49.259645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-35963134-4092-4eb2-b08c-9679900c79e1 req-751f9b24-6628-40f9-8490-d68f0de16fd6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0514078 Oct 29 09:40:49.302924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-35963134-4092-4eb2-b08c-9679900c79e1 req-4cd393c7-0c14-478c-9d14-126d56e3b473 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368812 Oct 29 09:40:49.816977 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:40:50.439956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379a13a-422a-4b5e-83f2-85ca0d267eaa req-27d0f43f-8c2e-4916-8d32-c874be91ec53 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:50.441448 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d379a13a-422a-4b5e-83f2-85ca0d267eaa req-27d0f43f-8c2e-4916-8d32-c874be91ec53 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0609884 Oct 29 09:40:50.481851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d379a13a-422a-4b5e-83f2-85ca0d267eaa req-49e18c5c-b154-424f-83e1-4c743ee31a2c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335445 Oct 29 09:40:51.620048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85c9b-e4d2-48f7-af4d-f3a7f90d64dd req-67eefe3e-7b8a-454e-8d5a-6fd1f83b0f0c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:51.622196 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7b85c9b-e4d2-48f7-af4d-f3a7f90d64dd req-67eefe3e-7b8a-454e-8d5a-6fd1f83b0f0c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0638378 Oct 29 09:40:51.664334 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f7b85c9b-e4d2-48f7-af4d-f3a7f90d64dd req-da631c24-6e2f-486d-9663-9eaf5ee72763 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Oct 29 09:40:52.809644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777bcd5-fae4-4871-87b7-ce83f8db8eb0 req-8a8d1db0-8c23-4cba-95c4-058f0470aa18 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:52.811205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e777bcd5-fae4-4871-87b7-ce83f8db8eb0 req-8a8d1db0-8c23-4cba-95c4-058f0470aa18 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Oct 29 09:40:52.858488 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e777bcd5-fae4-4871-87b7-ce83f8db8eb0 req-34ddbf60-ba86-426b-aeaa-d4f2c7d2e730 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Oct 29 09:40:54.005572 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e41f4-87ee-44a1-a165-805e17a49406 req-40c32ab5-5dee-490a-8b5f-0cde572f30c9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:54.007420 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987e41f4-87ee-44a1-a165-805e17a49406 req-40c32ab5-5dee-490a-8b5f-0cde572f30c9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0636787 Oct 29 09:40:54.057392 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-987e41f4-87ee-44a1-a165-805e17a49406 req-e812fae9-b54a-45e4-9384-7c18154f5512 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Oct 29 09:40:55.203737 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ace2a8-803a-49bc-af7c-2bd29b18bb3c req-7a1012b3-76ea-477c-bdbf-8b563e4df790 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:55.205266 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03ace2a8-803a-49bc-af7c-2bd29b18bb3c req-7a1012b3-76ea-477c-bdbf-8b563e4df790 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0591643 Oct 29 09:40:55.248341 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-03ace2a8-803a-49bc-af7c-2bd29b18bb3c req-ecf199ae-86f9-4bbc-a3a5-9af926d8ea87 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339553 Oct 29 09:40:55.271273 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45008) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:40:55.359846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bf537b46-9d95-482d-9f01-644596eb0a10 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/daa48878-e0f4-47df-bc5c-844b47ef9506 HTTP/1.1" status: 200 len: 993 time: 0.0872064 Oct 29 09:40:55.367851 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-ef940291-58b8-4932-b42e-70e7a1d7a07b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896406 Oct 29 09:40:55.458538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-5f8d66ed-6e4b-4ced-9632-0299735bf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:55.460175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-5f8d66ed-6e4b-4ced-9632-0299735bf232 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1096 time: 0.0482283 Oct 29 09:40:55.576757 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-074fc7f1-6402-410a-8f0e-4fb76e0004be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:55.578267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-074fc7f1-6402-410a-8f0e-4fb76e0004be service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 200 len: 898 time: 0.0928326 Oct 29 09:40:55.651403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-749c7b01-3293-456d-8f4c-6db3ec0798f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 200 len: 1001 time: 0.0597024 Oct 29 09:40:55.705141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-50b73b7b-390e-4996-a3c3-4d9088a37b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:55.706643 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-50b73b7b-390e-4996-a3c3-4d9088a37b55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 HTTP/1.1" status: 200 len: 834 time: 0.0484796 Oct 29 09:40:55.753816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-5424baf2-84de-4075-bd01-b8f8b58a42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:55.755317 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-5424baf2-84de-4075-bd01-b8f8b58a42a5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a4cfc12-4864-4a19-9847-a8e038d22a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418715 Oct 29 09:40:55.853212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-e782e197-5e48-47b0-83b9-e2354e0eef19 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904355 Oct 29 09:40:55.955308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1ea2c73-cb1b-4979-be6b-b53184a394a1 req-8570042c-08a9-4621-a6f0-78aa6cf84cb1 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939386 Oct 29 09:40:56.655972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d722-bb60-48b9-9674-fefc58286ea1 req-eaa9f6af-7d35-4531-8df0-3e147c17bb9a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:56.657493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2161d722-bb60-48b9-9674-fefc58286ea1 req-eaa9f6af-7d35-4531-8df0-3e147c17bb9a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0541592 Oct 29 09:40:56.681592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-9feae5bb-fa52-4bbc-ba12-422fc017afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:56.683128 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-9feae5bb-fa52-4bbc-ba12-422fc017afec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1096 time: 0.0411501 Oct 29 09:40:56.702235 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2161d722-bb60-48b9-9674-fefc58286ea1 req-15b5eedc-7ba2-4da3-86f5-e4adfb515245 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386863 Oct 29 09:40:56.798105 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-46de81f1-e0d9-4abe-96fe-51966d1be72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:56.799620 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-46de81f1-e0d9-4abe-96fe-51966d1be72b service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 200 len: 898 time: 0.1090014 Oct 29 09:40:56.874749 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-e56b3a1b-dc1b-4799-81a0-2bae7783d237 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 200 len: 1001 time: 0.0679648 Oct 29 09:40:56.935297 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-b16afe98-3e1f-43d8-9b38-a65d42c29b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:56.936836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-b16afe98-3e1f-43d8-9b38-a65d42c29b6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 HTTP/1.1" status: 200 len: 834 time: 0.0533707 Oct 29 09:40:56.984885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-2f5e48d0-aa35-4793-a670-94149edf99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:56.986342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-2f5e48d0-aa35-4793-a670-94149edf99d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a4cfc12-4864-4a19-9847-a8e038d22a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425630 Oct 29 09:40:57.084891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-81072f89-4da0-4ccd-8f78-c42e805de154 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906229 Oct 29 09:40:57.180891 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8eb53bfa-a11d-46df-b22a-e1212348a5ab req-e62e6eab-64a4-4f32-bbb7-79e5275a3228 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893087 Oct 29 09:40:57.824993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08853e5-7f6e-4978-8b71-c11e6c31ee7c req-eb8221d2-f9b1-46ab-a8f9-b62f72fa421e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:40:57.826511 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b08853e5-7f6e-4978-8b71-c11e6c31ee7c req-eb8221d2-f9b1-46ab-a8f9-b62f72fa421e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Oct 29 09:40:57.868759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b08853e5-7f6e-4978-8b71-c11e6c31ee7c req-4618e359-f9c5-468a-9ae5-2f557559c64d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360806 Oct 29 09:40:57.895095 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45018) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:40:57.961186 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b1fdef30-fd21-424e-b42e-4d66dff20ce7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/daa48878-e0f4-47df-bc5c-844b47ef9506 HTTP/1.1" status: 200 len: 993 time: 0.0646892 Oct 29 09:40:59.902219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:01.100083 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:12.193787 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:41:14.354072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0df7bb61-085a-4429-a806-aada9b3d27a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:17.080482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ad8f892d-c55a-4ecc-986e-166ba1be3ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:18.387493 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:18.445448 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:19.822545 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:20.092123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-73bafd29-216d-4010-8fee-6a50050d425d req-1f1de61c-6214-4104-8c28-8b26a2d32091 service neutron] (102114) timed out ('10.222.0.70', 40226) {{(pid=102114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 09:41:29.912600 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:31.106016 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:44.353900 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-77037bbf-e403-47bf-bb73-e03ab9082f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:46.412293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45052) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:46.587078 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 746d345f-ee68-4fba-abaa-0d7e2721b61b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:41:46.587368 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:46.665778 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:46.666075 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:46.678709 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 746d345f-ee68-4fba-abaa-0d7e2721b61b owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:41:47.074425 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4d0d4ed-f903-4af1-ae55-1e98a69291ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:47.170066 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:47.196941 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=746d345f-ee68-4fba-abaa-0d7e2721b61b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:47.224095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.224448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.224789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.225127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.225453 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.225784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.226110 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.226439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.226748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.227071 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.227388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.227702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:47.270376 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:47.270747 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP daa48878-e0f4-47df-bc5c-844b47ef9506 disassociated (deleted). External IP: 172.25.5.130, port: c5b9ee66-d0d5-490b-a089-cb60b4244062. Oct 29 09:41:47.491353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 99395755-dd98-4935-9207-4006c28ce271 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:41:47.611155 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:41:47.616150 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:47.623538 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] Sync routers for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:41:47.637685 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:41:47.638272 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:47.651093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a4bb8668-8f36-4b8c-9c84-06f79465ab03 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/floatingips/daa48878-e0f4-47df-bc5c-844b47ef9506 HTTP/1.1" status: 204 len: 168 time: 1.2374609 Oct 29 09:41:47.651682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:41:47.654162 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77838cca-bb60-4328-b646-71d7275c3056" -d '{"events": [{"name": "network-changed", "server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:41:47.693645 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b305ef14-946d-459b-a31e-eb3b825df5c2 x-openstack-request-id: req-b305ef14-946d-459b-a31e-eb3b825df5c2 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:41:47.693945 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:41:47.694205 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b305ef14-946d-459b-a31e-eb3b825df5c2 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:41:47.694676 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'status': 'completed', 'code': 200} Oct 29 09:41:47.751233 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:41:47.763265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77838cca-bb60-4328-b646-71d7275c3056 req-eed22feb-dd31-486c-b530-6a3846f8d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:47.764892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77838cca-bb60-4328-b646-71d7275c3056 req-eed22feb-dd31-486c-b530-6a3846f8d832 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 1096 time: 0.0471952 Oct 29 09:41:47.869120 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77838cca-bb60-4328-b646-71d7275c3056 req-88a44d74-b8b9-4e04-9e1b-19e569d153cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:47.870673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77838cca-bb60-4328-b646-71d7275c3056 req-88a44d74-b8b9-4e04-9e1b-19e569d153cb service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 200 len: 898 time: 0.0932286 Oct 29 09:41:47.888319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fcc6b-39f1-4413-a8ba-8001cbefee03 req-779ade0d-281e-449b-822c-e4e51962be98 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:47.890631 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d8fcc6b-39f1-4413-a8ba-8001cbefee03 req-779ade0d-281e-449b-822c-e4e51962be98 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0512419 Oct 29 09:41:47.932298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77838cca-bb60-4328-b646-71d7275c3056 req-9c65df8a-5e58-425f-8e14-f39a2fa68aa1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 200 len: 217 time: 0.0528233 Oct 29 09:41:47.935421 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7d8fcc6b-39f1-4413-a8ba-8001cbefee03 req-d9326461-cec0-4144-9f51-9620d519aab4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356739 Oct 29 09:41:47.968993 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:28Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:47.990772 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77838cca-bb60-4328-b646-71d7275c3056 req-1bf4a1c5-013c-4512-b24e-162f97b940db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:47.992448 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77838cca-bb60-4328-b646-71d7275c3056 req-1bf4a1c5-013c-4512-b24e-162f97b940db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 HTTP/1.1" status: 200 len: 834 time: 0.0510635 Oct 29 09:41:47.996181 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] Checking router: 99395755-dd98-4935-9207-4006c28ce271 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:41:48.004793 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:41:48.005384 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:48.039705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77838cca-bb60-4328-b646-71d7275c3056 req-d5690bfd-de4f-4aff-bf6b-35839e21e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:48.041310 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77838cca-bb60-4328-b646-71d7275c3056 req-d5690bfd-de4f-4aff-bf6b-35839e21e6ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a4cfc12-4864-4a19-9847-a8e038d22a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415108 Oct 29 09:41:48.144533 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77838cca-bb60-4328-b646-71d7275c3056 req-392e154a-c281-477f-b27a-0c08106fc4a9 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941238 Oct 29 09:41:48.218975 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:41:48.240432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-77838cca-bb60-4328-b646-71d7275c3056 req-bac474d6-9e77-4cc9-b66f-729c61ab6750 service neutron] 10.222.0.93 "GET /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876303 Oct 29 09:41:48.382081 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:48.420822 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:28Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:48.449544 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:48.451559 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3da2d-f330-466e-aecc-1f0202bf16cd None None] The sync data for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 is: [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '55a67dab-0207-4a5c-960e-9ef3ce27419d', 'name': '', 'network_id': '8a4cfc12-4864-4a19-9847-a8e038d22a15', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:80:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:25Z', 'updated_at': '2021-10-29T09:39:28Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:41:48.694067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3c232-d539-4a1b-ae28-b103be3bcbd2 None None] New status for floating IP daa48878-e0f4-47df-bc5c-844b47ef9506: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:41:49.080372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8bac-a317-45bb-b8a7-31827760b95a req-b0d93d9d-5b7c-4fd7-9ee5-7c26c8da7e60 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:49.081805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-614b8bac-a317-45bb-b8a7-31827760b95a req-b0d93d9d-5b7c-4fd7-9ee5-7c26c8da7e60 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0684369 Oct 29 09:41:49.123840 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-614b8bac-a317-45bb-b8a7-31827760b95a req-428b298e-6ec7-4658-a4b1-b24de89310d6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ea30be1-3582-4659-9c1a-3f9eaba87ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356226 Oct 29 09:41:49.198227 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:41:49.580934 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-fc5cfefb-cd91-47c8-aea9-b2a0bd215b0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:49.582408 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-fc5cfefb-cd91-47c8-aea9-b2a0bd215b0e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 945 time: 0.0567973 Oct 29 09:41:49.680197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port c5b9ee66-d0d5-490b-a089-cb60b4244062 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:41:49.680519 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:49.777523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port c5b9ee66-d0d5-490b-a089-cb60b4244062, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=c5b9ee66-d0d5-490b-a089-cb60b4244062,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:41:49.777895 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:49.791914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for c5b9ee66-d0d5-490b-a089-cb60b4244062 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:41:49.822289 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:49.938164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:49.967162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=c5b9ee66-d0d5-490b-a089-cb60b4244062,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:50.008162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] No DVR routers for this DVR port c5b9ee66-d0d5-490b-a089-cb60b4244062 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:41:50.010996 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:50.014368 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8a3410b5-004e-477f-9b09-3dd2464d0df0 req-f6ec6fcf-e3dd-4d17-909b-f34f4424b25c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.93 "DELETE /v2.0/ports/c5b9ee66-d0d5-490b-a089-cb60b4244062 HTTP/1.1" status: 204 len: 173 time: 0.4246798 Oct 29 09:41:50.014815 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'name': 'network-vif-deleted', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:41:50.017200 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93561750-34ff-4bc7-a48d-9baf60e8a603" -d '{"events": [{"server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "name": "network-vif-deleted", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:41:50.055113 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06335d4-61d2-4ef5-8962-201bcb668a58 x-openstack-request-id: req-a06335d4-61d2-4ef5-8962-201bcb668a58 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:41:50.055952 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b294ecd-2b06-4939-8cc5-743a49685b94", "name": "network-vif-deleted", "tag": "c5b9ee66-d0d5-490b-a089-cb60b4244062", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:41:50.056214 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a06335d4-61d2-4ef5-8962-201bcb668a58 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:41:50.056662 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b294ecd-2b06-4939-8cc5-743a49685b94', 'name': 'network-vif-deleted', 'tag': 'c5b9ee66-d0d5-490b-a089-cb60b4244062', 'status': 'completed', 'code': 200} Oct 29 09:41:50.241732 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-64be33ce-6daa-4e98-ae3b-02a88b5801c2 req-0ec78bfe-de14-43ba-8601-edf4dedff9a4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b294ecd-2b06-4939-8cc5-743a49685b94 HTTP/1.1" status: 200 len: 210 time: 0.0326436 Oct 29 09:41:51.311167 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45070) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:51.695218 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:51.968956 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 55a67dab-0207-4a5c-960e-9ef3ce27419d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:41:51.969295 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:52.061317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port 55a67dab-0207-4a5c-960e-9ef3ce27419d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=55a67dab-0207-4a5c-960e-9ef3ce27419d,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:41:52.061689 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:52.074474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 55a67dab-0207-4a5c-960e-9ef3ce27419d owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:41:52.283469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:52.310572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=55a67dab-0207-4a5c-960e-9ef3ce27419d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:52.490250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:52.714597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 99395755-dd98-4935-9207-4006c28ce271 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:41:52.821633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:41:52.827229 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-0de24466-1b89-4750-a66f-c776ea31fba5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/99395755-dd98-4935-9207-4006c28ce271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5149305 Oct 29 09:41:52.829970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45074) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:52.833785 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] Sync routers for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:41:52.844780 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:41:52.845384 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:52.881828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb31e9e-a435-4859-bc99-5472f3ff77b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting subnet 3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:41:52.885111 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cdb31e9e-a435-4859-bc99-5472f3ff77b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:52.925168 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cdb31e9e-a435-4859-bc99-5472f3ff77b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:52.948946 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:41:53.013956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cdb31e9e-a435-4859-bc99-5472f3ff77b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.073813 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cdb31e9e-a435-4859-bc99-5472f3ff77b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.101304 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb31e9e-a435-4859-bc99-5472f3ff77b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Subnet': ['ID=3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:53.105786 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cdb31e9e-a435-4859-bc99-5472f3ff77b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.109644 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-cdb31e9e-a435-4859-bc99-5472f3ff77b3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/subnets/3e92b3b7-62aa-48f8-80f1-c5fc6d3f0573 HTTP/1.1" status: 204 len: 168 time: 0.2781837 Oct 29 09:41:53.112039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45076) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:53.114826 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26114e7-7ab9-46f2-8112-786e20d2a7cc None None] Network 8a4cfc12-4864-4a19-9847-a8e038d22a15 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:41:53.140305 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:41:52Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:53.167630 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] Checking router: 99395755-dd98-4935-9207-4006c28ce271 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:41:53.177543 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] Routers {'99395755-dd98-4935-9207-4006c28ce271'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:41:53.178161 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['99395755-dd98-4935-9207-4006c28ce271'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:53.229367 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.291759 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] Set router 99395755-dd98-4935-9207-4006c28ce271 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:41:53.316930 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] DHCP port deletion for 8a4cfc12-4864-4a19-9847-a8e038d22a15 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:41:53.345904 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.367395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Deleting port 90af1b53-1072-45fb-987f-014306eff032 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:41:53.368102 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.410260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 5ca0451b-644f-4975-a9fe-48ae509049d7 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:41:53.410971 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.437731 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] For port 90af1b53-1072-45fb-987f-014306eff032, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=90af1b53-1072-45fb-987f-014306eff032,segment=NetworkSegment(4c426ef7-ff3e-4389-8c51-14f325af74f1),segment_id=4c426ef7-ff3e-4389-8c51-14f325af74f1)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:41:53.438126 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.452514 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Calling delete_port for 90af1b53-1072-45fb-987f-014306eff032 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:41:53.488591 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:41:52Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:53.506588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port 5ca0451b-644f-4975-a9fe-48ae509049d7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=5ca0451b-644f-4975-a9fe-48ae509049d7,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:41:53.507230 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.515850 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db668589-98b1-430c-a24e-d9fd465c5e9d None None] The sync data for ids ['99395755-dd98-4935-9207-4006c28ce271'] in n-d-815940-1 is: [{'id': '99395755-dd98-4935-9207-4006c28ce271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81188444', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:41:52Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '5ca0451b-644f-4975-a9fe-48ae509049d7', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99395755-dd98-4935-9207-4006c28ce271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:39:22Z', 'updated_at': '2021-10-29T09:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:41:53.520725 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 5ca0451b-644f-4975-a9fe-48ae509049d7 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:41:53.559985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.584580 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Pushing event deleted for resources: {'Port': ['ID=90af1b53-1072-45fb-987f-014306eff032,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:53.595200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] No DVR routers for this DVR port 90af1b53-1072-45fb-987f-014306eff032 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:41:53.597376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.597718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.598025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.598394 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.598721 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.599103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.599541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.599669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.599992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.600348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.600669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.600946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa2d9d8-ba7c-4279-b374-307d6493cfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:53.695162 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.721884 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=5ca0451b-644f-4975-a9fe-48ae509049d7,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:53.786260 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.884254 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.886632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.941085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.941658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Fanout notify agent at l3_agent the message router_deleted on router 99395755-dd98-4935-9207-4006c28ce271 {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:41:53.950811 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:53.952032 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c753de1c-e331-4ec7-befd-8459b6166c9d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/routers/99395755-dd98-4935-9207-4006c28ce271 HTTP/1.1" status: 204 len: 168 time: 0.8390262 Oct 29 09:41:53.955328 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45078) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:54.044588 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.083968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 55a67dab-0207-4a5c-960e-9ef3ce27419d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:41:54.110275 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 55a67dab-0207-4a5c-960e-9ef3ce27419d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:41:54.110830 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 55a67dab-0207-4a5c-960e-9ef3ce27419d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:41:54.111303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 90af1b53-1072-45fb-987f-014306eff032 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:41:54.132298 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 90af1b53-1072-45fb-987f-014306eff032 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:41:54.132908 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 90af1b53-1072-45fb-987f-014306eff032 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:41:54.141644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.162995 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4cfc12-4864-4a19-9847-a8e038d22a15']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:54.172979 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c426ef7-ff3e-4389-8c51-14f325af74f1') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:54.173271 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c426ef7-ff3e-4389-8c51-14f325af74f1') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:54.185480 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.202331 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.207310 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:41:54.207703 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:41:54.210704 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:41:54.269805 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.286457 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.289869 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/networks/8a4cfc12-4864-4a19-9847-a8e038d22a15 HTTP/1.1" status: 204 len: 168 time: 0.3334172 Oct 29 09:41:54.292967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45080) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:54.301859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Network': ['ID=8a4cfc12-4864-4a19-9847-a8e038d22a15,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:54.309657 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.310016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.310361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.310697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.311029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.311361 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.311694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.312058 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.312385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.312709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.313033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.313353 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0dcfb-30d3-4180-bfc3-e0a88ea8de9f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:41:54.354315 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59441503-fb5b-48e6-baab-fb57761bf204 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.379463 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59441503-fb5b-48e6-baab-fb57761bf204 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.441816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59441503-fb5b-48e6-baab-fb57761bf204 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.444809 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-59441503-fb5b-48e6-baab-fb57761bf204 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.446019 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-59441503-fb5b-48e6-baab-fb57761bf204 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/security-groups/4ea30be1-3582-4659-9c1a-3f9eaba87ffc HTTP/1.1" status: 204 len: 168 time: 0.1519663 Oct 29 09:41:54.456388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59441503-fb5b-48e6-baab-fb57761bf204 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea30be1-3582-4659-9c1a-3f9eaba87ffc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:54.836786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45086) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:54.842637 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dbe8eb98-09b6-4363-a029-02fdf971cb12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185583925', 'description': 'tempest-secgroup-smoke-1185583925 description', 'project_id': 'ca427b80c37e483ba1598c4049e9596a'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:54.878436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe8eb98-09b6-4363-a029-02fdf971cb12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.972868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe8eb98-09b6-4363-a029-02fdf971cb12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:54.983263 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe8eb98-09b6-4363-a029-02fdf971cb12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.024443 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe8eb98-09b6-4363-a029-02fdf971cb12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.026006 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dbe8eb98-09b6-4363-a029-02fdf971cb12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1879494 Oct 29 09:41:55.028608 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8eb98-09b6-4363-a029-02fdf971cb12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:55.029244 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45088) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:55.034363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-140505ad-fa53-4b4b-aba3-96fd8e5b0b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:55.070735 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-140505ad-fa53-4b4b-aba3-96fd8e5b0b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.096071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c5b9ee66-d0d5-490b-a089-cb60b4244062 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:41:55.117940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: c5b9ee66-d0d5-490b-a089-cb60b4244062 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:41:55.118286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device c5b9ee66-d0d5-490b-a089-cb60b4244062 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:41:55.123773 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-140505ad-fa53-4b4b-aba3-96fd8e5b0b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.130278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-140505ad-fa53-4b4b-aba3-96fd8e5b0b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.159686 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140505ad-fa53-4b4b-aba3-96fd8e5b0b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d770298-c223-4bf0-a73a-183b9f49b23c,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:55.168224 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-140505ad-fa53-4b4b-aba3-96fd8e5b0b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.170410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-140505ad-fa53-4b4b-aba3-96fd8e5b0b5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401024 Oct 29 09:41:55.174557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45090) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:55.179183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f27e06d5-717e-4fd2-8b88-d4bfee01d52f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:55.218589 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f27e06d5-717e-4fd2-8b88-d4bfee01d52f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.298616 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f27e06d5-717e-4fd2-8b88-d4bfee01d52f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.309632 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f27e06d5-717e-4fd2-8b88-d4bfee01d52f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.328694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e06d5-717e-4fd2-8b88-d4bfee01d52f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389f4fb9-a1f0-4030-8644-c429ea46f5f9,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:55.336866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f27e06d5-717e-4fd2-8b88-d4bfee01d52f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.338145 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f27e06d5-717e-4fd2-8b88-d4bfee01d52f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625621 Oct 29 09:41:55.342062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45092) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:55.348039 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-8bd975f5-fb21-4e07-afc9-dec47190d6c4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:55.387466 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bd975f5-fb21-4e07-afc9-dec47190d6c4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.475629 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bd975f5-fb21-4e07-afc9-dec47190d6c4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.481866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bd975f5-fb21-4e07-afc9-dec47190d6c4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.504315 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd975f5-fb21-4e07-afc9-dec47190d6c4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65c6b2c-23bd-4d78-a37f-589c5c7aef26,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:55.509282 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bd975f5-fb21-4e07-afc9-dec47190d6c4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.510574 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-8bd975f5-fb21-4e07-afc9-dec47190d6c4 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667809 Oct 29 09:41:55.516961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45094) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:55.521486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c3830bf4-6043-49d3-8cd9-3046453071fd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:55.553343 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3830bf4-6043-49d3-8cd9-3046453071fd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.619441 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3830bf4-6043-49d3-8cd9-3046453071fd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.625997 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3830bf4-6043-49d3-8cd9-3046453071fd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.642857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3830bf4-6043-49d3-8cd9-3046453071fd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e94ad0-cb94-4a00-8429-812cc6499cdb,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:55.654580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c3830bf4-6043-49d3-8cd9-3046453071fd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.655862 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c3830bf4-6043-49d3-8cd9-3046453071fd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378832 Oct 29 09:41:55.659534 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45096) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:55.664115 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-f7370cbf-0939-4d58-ae93-e5979bfa5293 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:55.688341 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-f7370cbf-0939-4d58-ae93-e5979bfa5293 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:41:55.693507 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7370cbf-0939-4d58-ae93-e5979bfa5293 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.757831 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7370cbf-0939-4d58-ae93-e5979bfa5293 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.763130 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7370cbf-0939-4d58-ae93-e5979bfa5293 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.782195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7370cbf-0939-4d58-ae93-e5979bfa5293 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca44999-93e8-4efe-bc0e-21d61eb354c5,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:55.788402 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7370cbf-0939-4d58-ae93-e5979bfa5293 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.789670 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f7370cbf-0939-4d58-ae93-e5979bfa5293 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290417 Oct 29 09:41:55.792785 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45098) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:55.797339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-787b8988-3f23-488f-92aa-b5a742345e12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'security_group_rule': {'security_group_id': '1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:55.823702 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-787b8988-3f23-488f-92aa-b5a742345e12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Project ca427b80c37e483ba1598c4049e9596a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:41:55.831333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-787b8988-3f23-488f-92aa-b5a742345e12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.895357 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-787b8988-3f23-488f-92aa-b5a742345e12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.900659 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-787b8988-3f23-488f-92aa-b5a742345e12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.920450 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b8988-3f23-488f-92aa-b5a742345e12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d82cc9-ca29-4048-a815-0500f787afef,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:55.925026 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-787b8988-3f23-488f-92aa-b5a742345e12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.927665 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-787b8988-3f23-488f-92aa-b5a742345e12 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324484 Oct 29 09:41:55.929483 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45100) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:55.935096 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'network': {'name': 'tempest-network-smoke--2142404972', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'port_security_enabled': True}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:55.958233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:41:55.961697 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:55.974122 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5ca0451b-644f-4975-a9fe-48ae509049d7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:41:55.990972 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:41:55.994810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 5ca0451b-644f-4975-a9fe-48ae509049d7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:41:55.995171 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 5ca0451b-644f-4975-a9fe-48ae509049d7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:41:56.002032 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.002399 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Added segment 2f21e748-3461-42f6-8909-eb5068e38461 of type vlan for network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc Oct 29 09:41:56.041149 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.068148 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.077455 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:56.078324 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.137935 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2073269 Oct 29 09:41:56.141107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45102) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:56.146684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'admin_state_up': True, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:56.151038 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bb83b-3c00-448f-9189-881f9bba77e8 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Network': ['ID=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:56.161648 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:41:56.175185 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.176698 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.581866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.720779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.930878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:56.949960 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:57.068573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.40 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/9cbdabbf-f177-4d03-a3f6-cf1c403b11e2) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:41:57.174039 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:57.211350 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:57.257484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:41:57.261148 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:41:57.265030 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:41:57.270659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=9cbdabbf-f177-4d03-a3f6-cf1c403b11e2,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:57.538959 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:57.756677 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:57.888507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 327f28e4-f9f7-4114-936f-43057d1f83c6 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:41:57.999714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:41:58.010141 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Sync routers for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:41:58.020153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:41:58.020788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:58.022847 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.024148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-18912984-4b16-4596-bb89-a3796333502b tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8815970 Oct 29 09:41:58.027844 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45104) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:58.057947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-86bd52c4-9314-405d-a8be-e28ec4c87b79 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=ca427b80c37e483ba1598c4049e9596a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289268 Oct 29 09:41:58.060922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45106) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:58.127031 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:41:58.155006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df62f-74ff-4b53-901d-f6653c95f414 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:58.159600 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-008df62f-74ff-4b53-901d-f6653c95f414 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949051 Oct 29 09:41:58.159975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45108) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:58.192321 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ec66fcd2-0287-48f9-bd54-572588848463 tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=6fec1c60-9481-4b61-bbaf-90b386e9f372&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284204 Oct 29 09:41:58.193085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45110) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:58.197385 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1391055168', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:41:58.292816 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:41:58.296386 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.311369 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:41:57Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:58.341810 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Checking router: 327f28e4-f9f7-4114-936f-43057d1f83c6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:41:58.342157 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Updating router 327f28e4-f9f7-4114-936f-43057d1f83c6 port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:41:58.371018 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.489129 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.549189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Subnet': ['ID=70a90a28-56ed-4d78-bf4e-2d39765e8eb1,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:58.558090 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Checking segment: {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:41:58.558414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network hostable DHCP agents. Network: a328a46f-2ca8-45e0-b7e1-de1a1f727ddc, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:41:58.578242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:41:58.587500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, a328a46f-2ca8-45e0-b7e1-de1a1f727ddc) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:41:58.593827 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:41:58.594430 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.613403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b073f-8f6f-48cf-bc25-d442e8ddee9a None None] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:41:58.614805 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-57fe3af4-760d-44a6-93ee-462b28520908 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4213090 Oct 29 09:41:58.618139 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45112) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:41:58.676902 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.683953 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.761247 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383ef39-f456-4b74-88fe-07de4315e7ca None None] Pushing event updated for resources: {'Port': ['ID=9cbdabbf-f177-4d03-a3f6-cf1c403b11e2,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:58.766040 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Attempting to bind port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:41:58.766413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Attempting to bind port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:41:58.766782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Attempting to bind port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:41:58.795992 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:41:58.796370 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:41:58.796768 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.797151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:41:58.797619 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Bound port: 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:41:58.797996 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.870993 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:41:58.871909 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:58.887380 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] For port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:41:58.902912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] For port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9cbdabbf-f177-4d03-a3f6-cf1c403b11e2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:41:58.910285 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.035068 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383ef39-f456-4b74-88fe-07de4315e7ca None None] Pushing event updated for resources: {'Port': ['ID=9cbdabbf-f177-4d03-a3f6-cf1c403b11e2,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:59.085523 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.221970 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:41:59.222635 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:59.315335 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Allocated IP 172.20.0.2 (a328a46f-2ca8-45e0-b7e1-de1a1f727ddc/70a90a28-56ed-4d78-bf4e-2d39765e8eb1/f410bed8-bea0-4c70-8ccd-39e4e6b95da0) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:41:59.384339 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:41:59.621074 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.630041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.682080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.1 (a328a46f-2ca8-45e0-b7e1-de1a1f727ddc/70a90a28-56ed-4d78-bf4e-2d39765e8eb1/e6b75bb5-015b-4e5b-8327-c56555faf2aa) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:41:59.688903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:41:59.689646 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Pushing event updated for resources: {'Port': ['ID=f410bed8-bea0-4c70-8ccd-39e4e6b95da0,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:59.694811 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:41:59.697603 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:41:59.710668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:41:57Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:41:59.753200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d1e14-520a-48c3-800b-89f2e9ccef65 None None] The sync data for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 is: [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:41:57Z', 'revision_number': 3, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:41:59.779785 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Attempting to bind port f410bed8-bea0-4c70-8ccd-39e4e6b95da0 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:41:59.780162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Attempting to bind port f410bed8-bea0-4c70-8ccd-39e4e6b95da0 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:41:59.780552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Attempting to bind port f410bed8-bea0-4c70-8ccd-39e4e6b95da0 on network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:41:59.786101 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:41:59.786495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Checking segment: {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:41:59.786898 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.787307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Bound using segment: {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:41:59.787776 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Bound port: f410bed8-bea0-4c70-8ccd-39e4e6b95da0, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:41:59.788182 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.817812 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.858241 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.859703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] For port f410bed8-bea0-4c70-8ccd-39e4e6b95da0, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:41:59.863505 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] For port f410bed8-bea0-4c70-8ccd-39e4e6b95da0, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f410bed8-bea0-4c70-8ccd-39e4e6b95da0,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:41:59.871793 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.906091 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:41:59.910190 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:41:59.913402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:41:59.943389 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:41:59.946989 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6d707-0dd6-400a-90c7-ff23a12a83c9 None None] Pushing event updated for resources: {'Port': ['ID=f410bed8-bea0-4c70-8ccd-39e4e6b95da0,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:59.953125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=e6b75bb5-015b-4e5b-8327-c56555faf2aa,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:41:59.969445 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:00.142094 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:00.442158 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:00.450654 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:00.523849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=e6b75bb5-015b-4e5b-8327-c56555faf2aa,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:00.529863 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:00.634494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:42:00.636221 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:42:00.956028 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c813c-9de8-4584-a41d-d7fb657ece82 None None] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:42:01.022360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d1c2c903-6d61-4bf6-b8f6-b525eb3ee6ff None None] Provisioning complete for port f410bed8-bea0-4c70-8ccd-39e4e6b95da0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:01.022734 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c903-6d61-4bf6-b8f6-b525eb3ee6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:01.112265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 327f28e4-f9f7-4114-936f-43057d1f83c6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:42:01.157777 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:01.194113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c903-6d61-4bf6-b8f6-b525eb3ee6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:01.233682 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:42:01.235919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d1c2c903-6d61-4bf6-b8f6-b525eb3ee6ff None None] For port f410bed8-bea0-4c70-8ccd-39e4e6b95da0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f410bed8-bea0-4c70-8ccd-39e4e6b95da0,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:42:01.242954 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c903-6d61-4bf6-b8f6-b525eb3ee6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:01.244883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c6bec775-0d02-4dee-88b6-b0fce3bd2030 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/327f28e4-f9f7-4114-936f-43057d1f83c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6255143 Oct 29 09:42:01.294372 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2c903-6d61-4bf6-b8f6-b525eb3ee6ff None None] Pushing event updated for resources: {'Port': ['ID=f410bed8-bea0-4c70-8ccd-39e4e6b95da0,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:01.402369 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-ef4dfd9d-65ff-4b3c-b453-297af6bafa18 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185583925&fields=id&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 267 time: 0.0359125 Oct 29 09:42:01.522378 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-39535f31-04a7-438f-86c6-ba9ef467daa0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:01.523988 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-39535f31-04a7-438f-86c6-ba9ef467daa0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/networks?id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc HTTP/1.1" status: 200 len: 797 time: 0.1142905 Oct 29 09:42:01.528581 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Sync routers for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:42:01.541364 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:42:01.542093 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:01.543432 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-91d33507-d656-4d66-b796-83c722e59af1 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/quotas/ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 375 time: 0.0106261 Oct 29 09:42:01.572631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-53679bfe-7467-4543-848c-3855b7c09b4d None None] Provisioning complete for port f410bed8-bea0-4c70-8ccd-39e4e6b95da0 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:01.573322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53679bfe-7467-4543-848c-3855b7c09b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:01.609955 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-52fc2440-7a5f-4de3-a2ca-607ef1e2a88f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596187 Oct 29 09:42:01.677893 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:42:01.696699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-53679bfe-7467-4543-848c-3855b7c09b4d None None] Provisioning complete for port e6b75bb5-015b-4e5b-8327-c56555faf2aa triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:01.696829 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53679bfe-7467-4543-848c-3855b7c09b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:01.726161 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-1765c3f8-eed4-4b9d-ad67-5d44dfab5d51 service neutron] 10.222.0.70 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026533 Oct 29 09:42:01.740878 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-53679bfe-7467-4543-848c-3855b7c09b4d None None] Port e6b75bb5-015b-4e5b-8327-c56555faf2aa cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:42:01.840817 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-88c4e71c-9c6f-494c-bfba-31f74b7e6339 service neutron] 10.222.0.70 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075916 Oct 29 09:42:01.869213 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-3e11a740-9c48-4c00-bb2d-11717baf7ecb None None] Provisioning complete for port e6b75bb5-015b-4e5b-8327-c56555faf2aa triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:01.869619 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3e11a740-9c48-4c00-bb2d-11717baf7ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:01.906628 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 2, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:01.909604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-3e11a740-9c48-4c00-bb2d-11717baf7ecb None None] Port e6b75bb5-015b-4e5b-8327-c56555faf2aa cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:42:01.935472 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Checking router: 327f28e4-f9f7-4114-936f-43057d1f83c6 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:42:01.935866 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Updating router 327f28e4-f9f7-4114-936f-43057d1f83c6 port e6b75bb5-015b-4e5b-8327-c56555faf2aa binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:42:01.961072 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.044342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4fe74a71-7c55-464a-b917-9e44ede1ed9d None None] Provisioning complete for port e6b75bb5-015b-4e5b-8327-c56555faf2aa triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:02.046306 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4fe74a71-7c55-464a-b917-9e44ede1ed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.070087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e345aa15-f0d5-4167-9e4d-79de48fa6743 req-7675dbdd-b552-4c09-8987-fb2a9a6b2d15 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 210 time: 0.0500288 Oct 29 09:42:02.101413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4fe74a71-7c55-464a-b917-9e44ede1ed9d None None] Port e6b75bb5-015b-4e5b-8327-c56555faf2aa cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:42:02.145115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f410bed8-bea0-4c70-8ccd-39e4e6b95da0 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:42:02.205547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f410bed8-bea0-4c70-8ccd-39e4e6b95da0 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:02.205925 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.293455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:42:02.343115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:02.343487 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.402417 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.408936 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.439874 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.462348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9cbdabbf-f177-4d03-a3f6-cf1c403b11e2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:42:02.468494 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.501740 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Pushing event updated for resources: {'Port': ['ID=e6b75bb5-015b-4e5b-8327-c56555faf2aa,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:02.535159 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=9cbdabbf-f177-4d03-a3f6-cf1c403b11e2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:02.545592 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Attempting to bind port e6b75bb5-015b-4e5b-8327-c56555faf2aa on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:42:02.546197 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Attempting to bind port e6b75bb5-015b-4e5b-8327-c56555faf2aa by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:42:02.546304 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Attempting to bind port e6b75bb5-015b-4e5b-8327-c56555faf2aa on network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:42:02.552129 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:42:02.552594 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Checking segment: {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:42:02.553066 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.553567 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Bound using segment: {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:42:02.554072 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Bound port: e6b75bb5-015b-4e5b-8327-c56555faf2aa, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:42:02.554476 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.557400 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.557803 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.558171 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.558559 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.558966 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.559291 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.559620 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.559975 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.560290 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.560606 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.560931 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.561249 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:02.639290 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] For port e6b75bb5-015b-4e5b-8327-c56555faf2aa, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:42:02.642807 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] For port e6b75bb5-015b-4e5b-8327-c56555faf2aa, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6b75bb5-015b-4e5b-8327-c56555faf2aa,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:42:02.647995 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.706453 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:42:02.707066 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:02.714127 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db621d-98f6-46a3-9043-a6ff34bbf998 None None] Pushing event updated for resources: {'Port': ['ID=e6b75bb5-015b-4e5b-8327-c56555faf2aa,revision_number=4']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:02.734850 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-449144b9-da40-4c5e-93d5-2062ac10125d None None] Provisioning complete for port e6b75bb5-015b-4e5b-8327-c56555faf2aa triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:02.736041 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-449144b9-da40-4c5e-93d5-2062ac10125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.829997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-449144b9-da40-4c5e-93d5-2062ac10125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.832316 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:42:02.868754 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-449144b9-da40-4c5e-93d5-2062ac10125d None None] For port e6b75bb5-015b-4e5b-8327-c56555faf2aa, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6b75bb5-015b-4e5b-8327-c56555faf2aa,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:42:02.874855 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-449144b9-da40-4c5e-93d5-2062ac10125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:02.925675 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449144b9-da40-4c5e-93d5-2062ac10125d None None] Pushing event updated for resources: {'Port': ['ID=e6b75bb5-015b-4e5b-8327-c56555faf2aa,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:03.000413 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-be5f75e4-80ad-4060-ac80-79a929949b87 None None] Provisioning complete for port e6b75bb5-015b-4e5b-8327-c56555faf2aa triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:03.000796 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-be5f75e4-80ad-4060-ac80-79a929949b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:03.043487 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:03.071155 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e504a5-6e34-4ad5-9a70-35b665028b65 None None] The sync data for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 is: [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:42:03.230937 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b22aa927-741f-463e-a998-2820f082d3a5 req-fb9d19bf-2d03-43e6-ae3c-89bf45986abc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 210 time: 0.0495644 Oct 29 09:42:03.241766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-24d1df51-9704-4398-996e-e0c27fd89b96 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:03.243281 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-24d1df51-9704-4398-996e-e0c27fd89b96 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/networks?id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc HTTP/1.1" status: 200 len: 797 time: 0.1862540 Oct 29 09:42:03.335934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-b316c1ea-642c-43e3-a51e-0ce418caaeb9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca427b80c37e483ba1598c4049e9596a HTTP/1.1" status: 200 len: 380 time: 0.0377181 Oct 29 09:42:03.347284 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'port': {'device_id': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'admin_state_up': True, 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'security_groups': ['1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:42:03.465572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Made reservation on behalf of ca427b80c37e483ba1598c4049e9596a for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:42:03.470273 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:03.612568 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.20.0.13 (a328a46f-2ca8-45e0-b7e1-de1a1f727ddc/70a90a28-56ed-4d78-bf4e-2d39765e8eb1/fc08e3b7-dbff-4e02-891c-99d3ced59d38) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:42:03.772784 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:03.810882 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:03.860567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:42:03.863984 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:42:03.868866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:42:03.873672 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=fc08e3b7-dbff-4e02-891c-99d3ced59d38,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:03.924322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:03.925216 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:03.945967 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-59c160c5-5b70-4ced-96d6-e56954a65d95 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035295 Oct 29 09:42:04.033403 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Request body: {'port': {'device_id': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:42:04.117051 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.148202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6b75bb5-015b-4e5b-8327-c56555faf2aa up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:42:04.201445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e6b75bb5-015b-4e5b-8327-c56555faf2aa triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:04.201943 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.256817 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a776eafe-3fcb-4c52-8931-9a5d68b5dcce None None] Provisioning complete for port fc08e3b7-dbff-4e02-891c-99d3ced59d38 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:04.257191 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a776eafe-3fcb-4c52-8931-9a5d68b5dcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.326337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a776eafe-3fcb-4c52-8931-9a5d68b5dcce None None] Port fc08e3b7-dbff-4e02-891c-99d3ced59d38 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:42:04.340270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:42:04.377165 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdde981-ebc7-4e71-8e78-262d616801aa req-76c4c705-32a4-4788-8858-fbcb24d8cfac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:04.378698 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bdde981-ebc7-4e71-8e78-262d616801aa req-76c4c705-32a4-4788-8858-fbcb24d8cfac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 932 time: 0.0601594 Oct 29 09:42:04.392467 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:04.392834 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.408423 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc08e3b7-dbff-4e02-891c-99d3ced59d38 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:42:04.416294 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.421016 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9bdde981-ebc7-4e71-8e78-262d616801aa req-04fc8605-da0a-41d6-8e2e-eb78b16ff2d7 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358417 Oct 29 09:42:04.443857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Transition to ACTIVE for port object fc08e3b7-dbff-4e02-891c-99d3ced59d38 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:42:04.450440 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.501963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Pushing event updated for resources: {'Port': ['ID=fc08e3b7-dbff-4e02-891c-99d3ced59d38,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:04.580743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Attempting to bind port fc08e3b7-dbff-4e02-891c-99d3ced59d38 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:42:04.581084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Attempting to bind port fc08e3b7-dbff-4e02-891c-99d3ced59d38 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:42:04.581413 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Attempting to bind port fc08e3b7-dbff-4e02-891c-99d3ced59d38 on network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:42:04.586510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Port fc08e3b7-dbff-4e02-891c-99d3ced59d38 on network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:42:04.586843 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Attempting to bind port fc08e3b7-dbff-4e02-891c-99d3ced59d38 on network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:42:04.592398 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:42:04.592738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Checking segment: {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:42:04.593125 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Bound using segment: {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:42:04.593557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Bound port: fc08e3b7-dbff-4e02-891c-99d3ced59d38, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f21e748-3461-42f6-8909-eb5068e38461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:42:04.593896 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.664638 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] For port fc08e3b7-dbff-4e02-891c-99d3ced59d38, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:42:04.667828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] For port fc08e3b7-dbff-4e02-891c-99d3ced59d38, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:42:04.674036 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.711046 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:04.711686 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:04.713318 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc08e3b7-dbff-4e02-891c-99d3ced59d38 HTTP/1.1" status: 200 len: 1092 time: 0.7586772 Oct 29 09:42:04.713971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:42:04.716530 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bac62b-3c59-4200-831a-50f7f05d7a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:42:04.742216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ca661-98b0-457a-9edc-a8b04c8d2c84 service neutron] Pushing event updated for resources: {'Port': ['ID=fc08e3b7-dbff-4e02-891c-99d3ced59d38,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:04.774510 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bd6ab0-b944-4899-91a5-f7e4326fcefb x-openstack-request-id: req-b3bd6ab0-b944-4899-91a5-f7e4326fcefb {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:42:04.774811 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:42:04.775088 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3bd6ab0-b944-4899-91a5-f7e4326fcefb {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:42:04.775507 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'status': 'completed', 'code': 200} Oct 29 09:42:04.828592 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-4a1bab66-ac04-4711-9e8c-6e51935ba90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:04.830290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-4a1bab66-ac04-4711-9e8c-6e51935ba90e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 1095 time: 0.0503640 Oct 29 09:42:04.878040 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-cfd96e51-e181-42b2-8857-e9e39b70b27d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38 HTTP/1.1" status: 200 len: 217 time: 0.0374401 Oct 29 09:42:04.929322 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-adfa760d-a3d6-4707-9919-e879a36b53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:04.930876 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-adfa760d-a3d6-4707-9919-e879a36b53ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=70a90a28-56ed-4d78-bf4e-2d39765e8eb1 HTTP/1.1" status: 200 len: 835 time: 0.0449893 Oct 29 09:42:04.982747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-12f01edd-e489-426a-9549-e862dd249ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:04.984324 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-12f01edd-e489-426a-9549-e862dd249ba3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461733 Oct 29 09:42:05.086060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-0f864117-3943-4e61-90a3-691b362100fb service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944140 Oct 29 09:42:05.190466 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6abcf9f9-0737-4601-8fda-6e3772c8681a req-9d60daf8-1459-44b0-a737-949c4c955d85 service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967662 Oct 29 09:42:05.302705 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-ddd93338-20f9-40e8-a6e1-37b499eb4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:05.304688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-ddd93338-20f9-40e8-a6e1-37b499eb4329 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 1095 time: 0.0510523 Oct 29 09:42:05.407693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-4ca78687-7092-4c1f-aa0d-b7946f9e8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:05.409148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-4ca78687-7092-4c1f-aa0d-b7946f9e8ad9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc HTTP/1.1" status: 200 len: 899 time: 0.0969191 Oct 29 09:42:05.453770 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-00cbdf81-dcd6-4345-9fc1-2ad9d3c3bac8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38 HTTP/1.1" status: 200 len: 217 time: 0.0363524 Oct 29 09:42:05.513609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-5778c803-2203-43e3-8a49-37d4197bfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:05.515256 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-5778c803-2203-43e3-8a49-37d4197bfdaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=70a90a28-56ed-4d78-bf4e-2d39765e8eb1 HTTP/1.1" status: 200 len: 835 time: 0.0527425 Oct 29 09:42:05.554054 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876308-99e5-44ed-92da-87406098dbd6 req-d297cd38-dbdb-4982-8de6-1e24eb49f45e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:05.555645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb876308-99e5-44ed-92da-87406098dbd6 req-d297cd38-dbdb-4982-8de6-1e24eb49f45e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 944 time: 0.0597851 Oct 29 09:42:05.573084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-2abd921c-2618-4995-a549-89c0800b3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:05.575289 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-2abd921c-2618-4995-a549-89c0800b3779 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510337 Oct 29 09:42:05.594924 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb876308-99e5-44ed-92da-87406098dbd6 req-e38513d6-bb71-460a-b920-ca8d0d51aa6e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328932 Oct 29 09:42:05.670509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-99f00b53-ae88-450e-b3ae-969262a3d843 service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870776 Oct 29 09:42:05.775170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-51bac62b-3c59-4200-831a-50f7f05d7a3b req-f4e4b89d-34a3-4379-9541-eb302b3e49ca service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970855 Oct 29 09:42:06.735462 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830468cf-b385-4050-b861-fbe0d6ac8690 req-f4aab999-870d-4480-91b6-ee8818b9ad70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:06.736903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-830468cf-b385-4050-b861-fbe0d6ac8690 req-f4aab999-870d-4480-91b6-ee8818b9ad70 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 944 time: 0.0573113 Oct 29 09:42:06.778847 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-830468cf-b385-4050-b861-fbe0d6ac8690 req-f61d018f-0688-41ef-8e23-324e1512d6fc tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357351 Oct 29 09:42:07.362067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fc08e3b7-dbff-4e02-891c-99d3ced59d38 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:42:07.646046 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fc08e3b7-dbff-4e02-891c-99d3ced59d38, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:42:07.657449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'port_id': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'mac_address': 'fa:16:3e:c3:a7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:42:07.694922 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:07.708427 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc08e3b7-dbff-4e02-891c-99d3ced59d38 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:42:07.729405 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fc08e3b7-dbff-4e02-891c-99d3ced59d38, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:42:07.735366 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:07.792107 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=fc08e3b7-dbff-4e02-891c-99d3ced59d38,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:07.919726 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314b30e-35d3-428a-abc4-974b6d733a0a req-a31ed54e-0735-40aa-abea-4bcb38592c46 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:07.921130 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3314b30e-35d3-428a-abc4-974b6d733a0a req-a31ed54e-0735-40aa-abea-4bcb38592c46 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 945 time: 0.0589068 Oct 29 09:42:07.963081 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3314b30e-35d3-428a-abc4-974b6d733a0a req-e64efcbf-461b-439f-9789-f14e478d49ae tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355322 Oct 29 09:42:07.997837 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['fc08e3b7-dbff-4e02-891c-99d3ced59d38'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:42:09.087924 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abb754-e61b-48a5-9eb0-36d2c89e23a5 req-53b60923-5cbc-4774-8e54-526a84648c94 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:09.089558 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74abb754-e61b-48a5-9eb0-36d2c89e23a5 req-53b60923-5cbc-4774-8e54-526a84648c94 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 945 time: 0.0518756 Oct 29 09:42:09.131254 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-74abb754-e61b-48a5-9eb0-36d2c89e23a5 req-58a6fc47-073b-437c-8b1d-ad361eec0df6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350485 Oct 29 09:42:09.377765 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fc08e3b7-dbff-4e02-891c-99d3ced59d38 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:42:09.439061 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port fc08e3b7-dbff-4e02-891c-99d3ced59d38 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:42:09.443342 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port fc08e3b7-dbff-4e02-891c-99d3ced59d38 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:42:09.443718 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:09.522101 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:09.556432 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:42:09.558634 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf15ca-fadc-4f4f-8152-4c6214379ded" -d '{"events": [{"server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "name": "network-vif-plugged", "status": "completed", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:42:09.571697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port fc08e3b7-dbff-4e02-891c-99d3ced59d38, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:42:09.578940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:09.630373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=fc08e3b7-dbff-4e02-891c-99d3ced59d38,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:09.670561 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c356a-dd9b-43d5-97ba-8d1ba09995f7 x-openstack-request-id: req-189c356a-dd9b-43d5-97ba-8d1ba09995f7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:42:09.670858 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "name": "network-vif-plugged", "status": "completed", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:42:09.671179 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-189c356a-dd9b-43d5-97ba-8d1ba09995f7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:42:09.671671 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'code': 200} Oct 29 09:42:09.780530 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bad518-6935-4527-b6c7-95de431c2598 req-d0cfbadd-e57c-4ed3-ba28-e44fbd5035b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:09.782085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bad518-6935-4527-b6c7-95de431c2598 req-d0cfbadd-e57c-4ed3-ba28-e44fbd5035b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 1097 time: 0.0509007 Oct 29 09:42:09.819187 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-33bad518-6935-4527-b6c7-95de431c2598 req-718fefd4-6d9e-4387-9153-bd53ec37f748 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297494 Oct 29 09:42:10.258165 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ca225-c8c1-42f1-9008-3a7c857e5b74 req-d87105c0-3139-45fd-9fa7-8980bd34412c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:10.259667 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f85ca225-c8c1-42f1-9008-3a7c857e5b74 req-d87105c0-3139-45fd-9fa7-8980bd34412c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0524218 Oct 29 09:42:10.300098 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f85ca225-c8c1-42f1-9008-3a7c857e5b74 req-bd22e278-b5b9-4b22-a983-82543f698c98 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336063 Oct 29 09:42:11.434757 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af915c54-f81c-4496-8994-d8336e90a090 req-b9257e32-a5c7-4341-8870-d81c5df9e302 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:11.436438 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af915c54-f81c-4496-8994-d8336e90a090 req-b9257e32-a5c7-4341-8870-d81c5df9e302 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0582438 Oct 29 09:42:11.479328 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-af915c54-f81c-4496-8994-d8336e90a090 req-6b08ac8c-d47a-4b16-a4cc-c82864864faf tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352883 Oct 29 09:42:11.607614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacbaf7-8c46-4c7e-9874-aa42d2a2f8d0 req-85dbf7cb-d517-4cae-a170-6fe043b3d565 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:11.609064 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6bacbaf7-8c46-4c7e-9874-aa42d2a2f8d0 req-85dbf7cb-d517-4cae-a170-6fe043b3d565 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0564842 Oct 29 09:42:11.648331 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6bacbaf7-8c46-4c7e-9874-aa42d2a2f8d0 req-089dab36-4183-4536-b618-2b2be3b6057d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Oct 29 09:42:11.670624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45168) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:42:11.716118 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20bde1-9326-4b9b-911a-317ece8e1aac tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:11.717701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bc20bde1-9326-4b9b-911a-317ece8e1aac tempest-TestNetworkAdvancedServerOps-1054897952 tempest-TestNetworkAdvancedServerOps-1054897952-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 1092 time: 0.0460396 Oct 29 09:42:11.721985 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45170) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:42:11.726408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:42:11.753518 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:11.854159 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:11.976762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Allocated IP 172.25.5.29 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/f36f5dca-a727-4f36-a218-75f96f152c14) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:42:12.086690 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:12.125091 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:12.169749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:42:12.172746 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:42:12.177180 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:42:12.180243 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=f36f5dca-a727-4f36-a218-75f96f152c14,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:12.533529 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:12.607675 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:12.761966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:12.768779 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:12.834522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event updated for resources: {'Port': ['ID=f36f5dca-a727-4f36-a218-75f96f152c14,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:12.846609 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:12.953172 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP cfe84d4a-9964-43db-af26-ac39825d3aff associated. External IP: 172.25.5.29, port: fc08e3b7-dbff-4e02-891c-99d3ced59d38. Oct 29 09:42:13.185295 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 327f28e4-f9f7-4114-936f-43057d1f83c6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:42:13.304892 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:42:13.315542 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] Sync routers for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:42:13.331638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:42:13.332671 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:13.332927 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:13.366411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5248e057-4b92-4564-b950-076fe6555844 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6433990 Oct 29 09:42:13.367019 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:42:13.369499 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e7b91-f45a-4041-9917-2d7d9177a958" -d '{"events": [{"name": "network-changed", "server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:42:13.417079 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631458e7-b1a4-4d0c-b935-b380e32d8d51 x-openstack-request-id: req-631458e7-b1a4-4d0c-b935-b380e32d8d51 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:42:13.417378 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:42:13.417630 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-631458e7-b1a4-4d0c-b935-b380e32d8d51 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:42:13.418050 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'status': 'completed', 'code': 200} Oct 29 09:42:13.457088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:42:13.476289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16755745-8712-4ba3-a4d3-871259433359 req-81f6f7c5-e653-4263-8e01-a2dd795067c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:13.477823 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16755745-8712-4ba3-a4d3-871259433359 req-81f6f7c5-e653-4263-8e01-a2dd795067c2 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0517201 Oct 29 09:42:13.483470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-eac1336a-27ec-40b4-8935-6869992cac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:13.485188 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-eac1336a-27ec-40b4-8935-6869992cac23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 1097 time: 0.0430608 Oct 29 09:42:13.518769 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-16755745-8712-4ba3-a4d3-871259433359 req-86e768cf-3161-472b-af6e-ad142d77cefa tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338073 Oct 29 09:42:13.542287 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45176) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:42:13.588067 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-903544a9-97a6-4462-b302-8ba97ab7f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:13.589690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-903544a9-97a6-4462-b302-8ba97ab7f0c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc HTTP/1.1" status: 200 len: 899 time: 0.0965757 Oct 29 09:42:13.625092 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-68f0f47b-b310-4d9a-b942-144cbe6c5510 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/cfe84d4a-9964-43db-af26-ac39825d3aff HTTP/1.1" status: 200 len: 991 time: 0.0800829 Oct 29 09:42:13.662295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-d3a53a31-d780-407c-b4ad-004555195477 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38 HTTP/1.1" status: 200 len: 999 time: 0.0646820 Oct 29 09:42:13.691816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'cfe84d4a-9964-43db-af26-ac39825d3aff', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'port_id': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'mac_address': 'fa:16:3e:c3:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:42:12Z', 'updated_at': '2021-10-29T09:42:12Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:13.713245 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-31e6c4ab-d2d9-4817-bcc8-ffe597e0f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:13.714785 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-31e6c4ab-d2d9-4817-bcc8-ffe597e0f4c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=70a90a28-56ed-4d78-bf4e-2d39765e8eb1 HTTP/1.1" status: 200 len: 835 time: 0.0450587 Oct 29 09:42:13.723676 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] Checking router: 327f28e4-f9f7-4114-936f-43057d1f83c6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:42:13.733277 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:42:13.733888 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:41:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:13.763490 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-9a35afdf-4e74-43da-a25d-709cf41ef29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:13.765167 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-9a35afdf-4e74-43da-a25d-709cf41ef29c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434663 Oct 29 09:42:13.842240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:42:13.864924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-dc4674ff-77b1-4c3e-845c-d94f1c753bcd service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922341 Oct 29 09:42:13.960921 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec1e7b91-f45a-4041-9917-2d7d9177a958 req-2ecae131-a716-4f35-9b31-7289b411cc0c service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887721 Oct 29 09:42:14.075946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'cfe84d4a-9964-43db-af26-ac39825d3aff', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'port_id': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'mac_address': 'fa:16:3e:c3:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:42:12Z', 'updated_at': '2021-10-29T09:42:12Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:14.103329 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63125d63-33a5-4d96-ae9f-d9a907fdc3be None None] The sync data for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 is: [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'cfe84d4a-9964-43db-af26-ac39825d3aff', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'port_id': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'mac_address': 'fa:16:3e:c3:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:42:12Z', 'updated_at': '2021-10-29T09:42:12Z', 'revision_number': 0, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:42:14.294881 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a21bf2-2f60-40aa-8533-8595d6296506 None None] New status for floating IP cfe84d4a-9964-43db-af26-ac39825d3aff: ACTIVE {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:42:14.349222 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-20b8fd0a-1508-4bc4-a5b5-ba76e6fd0546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:14.628978 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45178) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:42:14.691426 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7a7c224c-04f9-4c71-995f-cb4497e08587 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/cfe84d4a-9964-43db-af26-ac39825d3aff HTTP/1.1" status: 200 len: 993 time: 0.0612466 Oct 29 09:42:17.080154 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f4685fc8-0851-45cd-a6c1-48ffe299e739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:18.392072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:18.451674 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:19.826225 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:26.203765 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:42:29.933480 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:31.129841 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:44.360006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1608ae39-dae3-4e61-b4bb-199013e94b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:47.094135 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-07790ada-01b8-4c44-b5c3-8cd7215f7c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:48.125209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ec2c-35dd-4aaf-8b7e-2a1277d4e3b0 req-c8bf9299-4569-4be4-847b-b17e7287a3c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:48.126725 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5157ec2c-35dd-4aaf-8b7e-2a1277d4e3b0 req-c8bf9299-4569-4be4-847b-b17e7287a3c3 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0530088 Oct 29 09:42:48.170898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5157ec2c-35dd-4aaf-8b7e-2a1277d4e3b0 req-53695c5c-aab9-4ac8-985c-91e5ee7425b9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348239 Oct 29 09:42:48.392172 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:48.459317 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:49.302982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be888f2-24ca-4bd1-9971-481be83c45f2 req-79fa38ae-21a7-45f3-855e-a4aac1290634 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:49.304502 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7be888f2-24ca-4bd1-9971-481be83c45f2 req-79fa38ae-21a7-45f3-855e-a4aac1290634 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0520179 Oct 29 09:42:49.346049 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7be888f2-24ca-4bd1-9971-481be83c45f2 req-6ce87cbf-8b90-4cde-a537-b1bb9c79443e tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325770 Oct 29 09:42:49.373642 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45196) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:42:49.441641 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-eeccaae8-b63c-4922-96bd-a69185b0f4a5 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/cfe84d4a-9964-43db-af26-ac39825d3aff HTTP/1.1" status: 200 len: 993 time: 0.0668607 Oct 29 09:42:49.594881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-39c4b6f2-da0c-4e44-9e76-c2f2df034bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539348 Oct 29 09:42:49.696713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-8b3b596f-d21f-4ff6-9d66-5b612bff31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:49.698283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-8b3b596f-d21f-4ff6-9d66-5b612bff31e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 1097 time: 0.0508921 Oct 29 09:42:49.809441 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-65143ae3-91ef-4f83-a8da-0db9ab685ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:49.811004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-65143ae3-91ef-4f83-a8da-0db9ab685ad5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc HTTP/1.1" status: 200 len: 899 time: 0.0927825 Oct 29 09:42:49.823766 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:50.220125 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-58dcb36f-a993-4c49-8fa3-ba1f66fe30db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38 HTTP/1.1" status: 200 len: 1001 time: 0.4011238 Oct 29 09:42:50.270845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-d56b39c2-bd37-433d-b16a-61f11d2d064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:50.272921 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-d56b39c2-bd37-433d-b16a-61f11d2d064f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=70a90a28-56ed-4d78-bf4e-2d39765e8eb1 HTTP/1.1" status: 200 len: 835 time: 0.0450313 Oct 29 09:42:50.326851 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-7836bd4c-7c09-4721-b8e7-74a01d9caf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:50.328455 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-7836bd4c-7c09-4721-b8e7-74a01d9caf3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440593 Oct 29 09:42:50.419308 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-e5e5b2e0-f31b-4d1a-a5a3-58aa86ea25a1 service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818422 Oct 29 09:42:50.518678 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8e161654-1f26-4e2e-b2f5-05b2439e79fc req-8d54a866-68ca-486b-b755-844e914cb8d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914290 Oct 29 09:42:50.754658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363c9de-45c1-4fc3-94fc-12d028e76c55 req-2f6d167f-34af-4cfd-b5fc-e86f2b701ec9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:50.756193 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a363c9de-45c1-4fc3-94fc-12d028e76c55 req-2f6d167f-34af-4cfd-b5fc-e86f2b701ec9 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0777051 Oct 29 09:42:50.762715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-a6b63981-d987-498d-a221-acc792820783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:50.764146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-a6b63981-d987-498d-a221-acc792820783 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 1097 time: 0.0584936 Oct 29 09:42:50.846151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a363c9de-45c1-4fc3-94fc-12d028e76c55 req-4090e9a3-d0ae-4fd2-a0b7-28b40d9767ad tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808206 Oct 29 09:42:50.882813 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-6e7b3d56-752a-44ab-8c47-25a8c9d1002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:50.884349 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-6e7b3d56-752a-44ab-8c47-25a8c9d1002b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc HTTP/1.1" status: 200 len: 899 time: 0.1121757 Oct 29 09:42:50.955751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-0d25c4ec-3e3e-432c-9976-bfef738c9008 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38 HTTP/1.1" status: 200 len: 1001 time: 0.0632100 Oct 29 09:42:51.009024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-48415e8a-0091-4571-9da1-e7701e981bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:51.010537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-48415e8a-0091-4571-9da1-e7701e981bba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=70a90a28-56ed-4d78-bf4e-2d39765e8eb1 HTTP/1.1" status: 200 len: 835 time: 0.0479603 Oct 29 09:42:51.059515 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-e205b664-8c8e-4e72-92e9-c18cf993e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:51.061127 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-e205b664-8c8e-4e72-92e9-c18cf993e101 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421979 Oct 29 09:42:51.161380 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-563f5343-33d0-4a7d-b900-3e5ff5449256 service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917358 Oct 29 09:42:51.255085 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fe38bd78-885f-40be-9ff5-5c9dcd3abf3f req-096263ea-da36-4da0-b3cf-37b68427d43a service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870252 Oct 29 09:42:51.996498 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aefb3c-bc6c-48d0-b468-e2bd21793fdb req-8ca9a81d-d75c-4c6e-8336-58c47b37a26d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:51.997978 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89aefb3c-bc6c-48d0-b468-e2bd21793fdb req-8ca9a81d-d75c-4c6e-8336-58c47b37a26d tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0614526 Oct 29 09:42:52.045136 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-89aefb3c-bc6c-48d0-b468-e2bd21793fdb req-965cd963-6170-4e14-a253-cbc26413bdfb tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Oct 29 09:42:53.220009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76518a0-4d33-4975-9701-59d0021a2276 req-b6a47e34-6de0-49ad-999d-fef239720f9c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:53.221585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b76518a0-4d33-4975-9701-59d0021a2276 req-b6a47e34-6de0-49ad-999d-fef239720f9c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.1031439 Oct 29 09:42:53.269018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b76518a0-4d33-4975-9701-59d0021a2276 req-444dfc24-7d31-4b1c-bdb2-d831c3a8ffec tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379848 Oct 29 09:42:53.291845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45210) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:42:53.360350 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-b552c19f-422d-4271-87d2-747f060aaa8a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/floatingips/cfe84d4a-9964-43db-af26-ac39825d3aff HTTP/1.1" status: 200 len: 993 time: 0.0672164 Oct 29 09:42:53.585845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45216) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:42:53.754081 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port f36f5dca-a727-4f36-a218-75f96f152c14 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:42:53.754416 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:53.839592 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:53.839915 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:53.854630 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for f36f5dca-a727-4f36-a218-75f96f152c14 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:42:54.027515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:54.054068 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=f36f5dca-a727-4f36-a218-75f96f152c14,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:54.079702 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.080073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.080486 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.080914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.081169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.081497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.081804 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.082159 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.082474 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.082796 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.083124 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.083437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:42:54.124878 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:54.125223 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Floating IP cfe84d4a-9964-43db-af26-ac39825d3aff disassociated (deleted). External IP: 172.25.5.29, port: fc08e3b7-dbff-4e02-891c-99d3ced59d38. Oct 29 09:42:54.344551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 327f28e4-f9f7-4114-936f-43057d1f83c6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:42:54.461707 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:42:54.466803 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:54.472128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] Sync routers for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:42:54.482748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:42:54.483361 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:54.495858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bb0cbc46-9cc5-45f5-b75b-de935513ae72 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/floatingips/cfe84d4a-9964-43db-af26-ac39825d3aff HTTP/1.1" status: 204 len: 168 time: 0.9088469 Oct 29 09:42:54.496495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:42:54.498831 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a852aa09-b861-4d7b-8cd8-59ff08ca825f" -d '{"events": [{"name": "network-changed", "server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:42:54.541430 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde1be2a-1485-4da0-ac0e-38a6db490bf0 x-openstack-request-id: req-cde1be2a-1485-4da0-ac0e-38a6db490bf0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:42:54.541780 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:42:54.542036 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cde1be2a-1485-4da0-ac0e-38a6db490bf0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:42:54.542447 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'status': 'completed', 'code': 200} Oct 29 09:42:54.602723 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:42:54.623014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-e644244a-b5f6-4159-a1f2-ae725ed1dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:54.629354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-e644244a-b5f6-4159-a1f2-ae725ed1dfea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca427b80c37e483ba1598c4049e9596a&device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 1097 time: 0.0631509 Oct 29 09:42:54.756637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-204ba894-1a5c-4862-b5f8-de35e2d4f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:54.759224 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-204ba894-1a5c-4862-b5f8-de35e2d4f8ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc HTTP/1.1" status: 200 len: 899 time: 0.1225564 Oct 29 09:42:54.782548 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e20aa-a83f-43e2-bf85-8bf0605e9bb2 req-32823855-0257-45f2-84d3-4bece15937ee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:54.784830 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-929e20aa-a83f-43e2-bf85-8bf0605e9bb2 req-32823855-0257-45f2-84d3-4bece15937ee tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0689402 Oct 29 09:42:54.815924 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-33648bca-8fc5-4fda-a695-e04eba49001f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38 HTTP/1.1" status: 200 len: 217 time: 0.0478833 Oct 29 09:42:54.835081 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-929e20aa-a83f-43e2-bf85-8bf0605e9bb2 req-1c137324-9bc8-4aa1-9e44-474b31e4ed13 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427630 Oct 29 09:42:54.869376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:54.869697 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-3240a345-94c2-449e-9cb4-d0106a0f362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:54.870938 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-3240a345-94c2-449e-9cb4-d0106a0f362b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=70a90a28-56ed-4d78-bf4e-2d39765e8eb1 HTTP/1.1" status: 200 len: 835 time: 0.0475512 Oct 29 09:42:54.903146 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] Checking router: 327f28e4-f9f7-4114-936f-43057d1f83c6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:42:54.912510 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:42:54.913135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:54.927840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-474cfea9-f5f9-41c4-b6fc-f73219876d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:54.929421 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-474cfea9-f5f9-41c4-b6fc-f73219876d3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487766 Oct 29 09:42:55.035543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:42:55.046420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-cd1bff04-a825-4ef7-af47-679d457f6710 service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079125 Oct 29 09:42:55.159227 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a852aa09-b861-4d7b-8cd8-59ff08ca825f req-1376b78f-027c-4499-9fb7-b4fd89662e61 service neutron] 10.222.0.15 "GET /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041427 Oct 29 09:42:55.268793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:42:55.476828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd8863-5cb4-4f57-839b-0a8fa4c7f02d None None] The sync data for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 is: [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:00Z', 'revision_number': 4, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e6b75bb5-015b-4e5b-8327-c56555faf2aa', 'name': '', 'network_id': 'a328a46f-2ca8-45e0-b7e1-de1a1f727ddc', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'mac_address': 'fa:16:3e:c6:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:59Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'subnets': [{'id': '70a90a28-56ed-4d78-bf4e-2d39765e8eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:42:55.716369 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db6fdb-075b-4445-a953-1dcd5a5ed177 None None] New status for floating IP cfe84d4a-9964-43db-af26-ac39825d3aff: DOWN {{(pid=102116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:42:55.987527 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651dcb9-50b5-4962-a9d0-691c0db6b293 req-8245af3b-6dc6-4384-84b0-dfe263e8c653 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:55.989015 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a651dcb9-50b5-4962-a9d0-691c0db6b293 req-8245af3b-6dc6-4384-84b0-dfe263e8c653 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0738194 Oct 29 09:42:56.031266 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a651dcb9-50b5-4962-a9d0-691c0db6b293 req-fd6622d2-c78c-485a-bbad-7ea901f273b0 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344913 Oct 29 09:42:56.273014 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-05084819-cc1b-484c-8998-d35b2bc7359c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:42:56.274722 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-05084819-cc1b-484c-8998-d35b2bc7359c tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 946 time: 0.0553033 Oct 29 09:42:56.377951 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port fc08e3b7-dbff-4e02-891c-99d3ced59d38 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:42:56.378296 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:56.472017 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port fc08e3b7-dbff-4e02-891c-99d3ced59d38, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=fc08e3b7-dbff-4e02-891c-99d3ced59d38,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:42:56.472379 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:56.485364 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for fc08e3b7-dbff-4e02-891c-99d3ced59d38 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:42:56.629239 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:56.657563 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=fc08e3b7-dbff-4e02-891c-99d3ced59d38,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:56.704766 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] No DVR routers for this DVR port fc08e3b7-dbff-4e02-891c-99d3ced59d38 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:42:56.707564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:56.710925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-75f45f03-55c4-4b0b-9dcc-ea1195b3d7db req-79da8a07-3857-49e7-be89-d6ea07c8b59f tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.15 "DELETE /v2.0/ports/fc08e3b7-dbff-4e02-891c-99d3ced59d38 HTTP/1.1" status: 204 len: 173 time: 0.4294853 Oct 29 09:42:56.711365 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'name': 'network-vif-deleted', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:42:56.713690 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3bc432-5cbb-4bdc-baa5-a99d09018388" -d '{"events": [{"server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "name": "network-vif-deleted", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:42:56.750922 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf6b0ee-4ce2-4be1-abf0-5d24daec054c x-openstack-request-id: req-abf6b0ee-4ce2-4be1-abf0-5d24daec054c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:42:56.751214 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e7080a-1092-4d18-91a1-c7f85c0c077b", "name": "network-vif-deleted", "tag": "fc08e3b7-dbff-4e02-891c-99d3ced59d38", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:42:56.751464 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abf6b0ee-4ce2-4be1-abf0-5d24daec054c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:42:56.751911 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7080a-1092-4d18-91a1-c7f85c0c077b', 'name': 'network-vif-deleted', 'tag': 'fc08e3b7-dbff-4e02-891c-99d3ced59d38', 'status': 'completed', 'code': 200} Oct 29 09:42:57.165715 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-040bd7b5-721a-44d3-bd78-4790a60de995 req-4e8954c5-21f2-429a-9ed1-68f77cfa0c32 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "GET /v2.0/ports?device_id=93e7080a-1092-4d18-91a1-c7f85c0c077b HTTP/1.1" status: 200 len: 210 time: 0.0384471 Oct 29 09:42:58.225878 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45232) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:42:58.613848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:58.883580 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port e6b75bb5-015b-4e5b-8327-c56555faf2aa {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:42:58.883866 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:58.982565 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port e6b75bb5-015b-4e5b-8327-c56555faf2aa, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e6b75bb5-015b-4e5b-8327-c56555faf2aa,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:42:58.982963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:59.000644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for e6b75bb5-015b-4e5b-8327-c56555faf2aa owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:42:59.203756 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:59.231573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=e6b75bb5-015b-4e5b-8327-c56555faf2aa,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:42:59.414922 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:59.615696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fc08e3b7-dbff-4e02-891c-99d3ced59d38 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:42:59.636415 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: fc08e3b7-dbff-4e02-891c-99d3ced59d38 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:42:59.636730 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device fc08e3b7-dbff-4e02-891c-99d3ced59d38 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:42:59.929392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:42:59.977535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Router 327f28e4-f9f7-4114-936f-43057d1f83c6 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:43:00.089114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:43:00.094344 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9f3ec559-3730-49c9-a0ee-4c55746d9ccd tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "PUT /v2.0/routers/327f28e4-f9f7-4114-936f-43057d1f83c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8673594 Oct 29 09:43:00.097143 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45234) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:00.100096 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] Sync routers for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:43:00.112338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:00.113112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:00.152876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e7c776-fee8-4bad-987a-ff088c2475ac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting subnet 70a90a28-56ed-4d78-bf4e-2d39765e8eb1 {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:43:00.156330 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-83e7c776-fee8-4bad-987a-ff088c2475ac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.197608 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-83e7c776-fee8-4bad-987a-ff088c2475ac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.221283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:00.282090 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-83e7c776-fee8-4bad-987a-ff088c2475ac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.345633 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-83e7c776-fee8-4bad-987a-ff088c2475ac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.377829 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-83e7c776-fee8-4bad-987a-ff088c2475ac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.381159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-83e7c776-fee8-4bad-987a-ff088c2475ac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/subnets/70a90a28-56ed-4d78-bf4e-2d39765e8eb1 HTTP/1.1" status: 204 len: 168 time: 0.2830932 Oct 29 09:43:00.382129 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7c776-fee8-4bad-987a-ff088c2475ac tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Subnet': ['ID=70a90a28-56ed-4d78-bf4e-2d39765e8eb1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:00.384261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45236) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:00.387531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7f0cb-d1fa-4791-a760-f664990a0d1d None None] Network a328a46f-2ca8-45e0-b7e1-de1a1f727ddc requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:43:00.482601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:59Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:00.506850 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.530078 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] Checking router: 327f28e4-f9f7-4114-936f-43057d1f83c6 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:43:00.544831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] Routers {'327f28e4-f9f7-4114-936f-43057d1f83c6'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:00.545447 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['327f28e4-f9f7-4114-936f-43057d1f83c6'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:00.619762 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.666351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] Set router 327f28e4-f9f7-4114-936f-43057d1f83c6 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:00.680802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Deleting port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:43:00.681109 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.695388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] DHCP port deletion for a328a46f-2ca8-45e0-b7e1-de1a1f727ddc request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:43:00.865722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Deleting port f410bed8-bea0-4c70-8ccd-39e4e6b95da0 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:43:00.865967 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.940459 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] For port f410bed8-bea0-4c70-8ccd-39e4e6b95da0, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f410bed8-bea0-4c70-8ccd-39e4e6b95da0,segment=NetworkSegment(2f21e748-3461-42f6-8909-eb5068e38461),segment_id=2f21e748-3461-42f6-8909-eb5068e38461)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:00.940459 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:00.961306 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Calling delete_port for f410bed8-bea0-4c70-8ccd-39e4e6b95da0 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:43:00.980700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:59Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:01.039843 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa4b5f3-0ffb-48ea-8eb1-6317f69c5fa7 None None] The sync data for ids ['327f28e4-f9f7-4114-936f-43057d1f83c6'] in n-d-815940-1 is: [{'id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116604856', 'tenant_id': 'ca427b80c37e483ba1598c4049e9596a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:59Z', 'revision_number': 5, 'project_id': 'ca427b80c37e483ba1598c4049e9596a', 'gw_port': {'id': '9cbdabbf-f177-4d03-a3f6-cf1c403b11e2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f28e4-f9f7-4114-936f-43057d1f83c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:41:56Z', 'updated_at': '2021-10-29T09:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:43:01.088716 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.110273 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] For port 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=9cbdabbf-f177-4d03-a3f6-cf1c403b11e2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:01.110670 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.120732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Pushing event deleted for resources: {'Port': ['ID=f410bed8-bea0-4c70-8ccd-39e4e6b95da0,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:01.122732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] No DVR routers for this DVR port f410bed8-bea0-4c70-8ccd-39e4e6b95da0 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:43:01.124257 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Calling delete_port for 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:43:01.138088 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.138443 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.138798 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.139117 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.139455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.139769 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.140127 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.140449 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.140825 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.141087 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.141437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.141713 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ec6c1-0c9e-4cfc-9fc0-8c3e94fa9c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.145879 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.298811 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.325308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Port': ['ID=9cbdabbf-f177-4d03-a3f6-cf1c403b11e2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:01.350703 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.351085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.351421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.351761 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.352117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.352452 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.352781 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.353114 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.353437 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.353742 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.354421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.354736 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:01.396308 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.494376 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.496991 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.543064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.543673 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Fanout notify agent at l3_agent the message router_deleted on router 327f28e4-f9f7-4114-936f-43057d1f83c6 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:43:01.551451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.555316 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-83c180cf-4ebc-4dd5-927a-27a5c4580a2a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/routers/327f28e4-f9f7-4114-936f-43057d1f83c6 HTTP/1.1" status: 204 len: 168 time: 1.1668675 Oct 29 09:43:01.555541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45238) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:01.635781 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.731340 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.750980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a328a46f-2ca8-45e0-b7e1-de1a1f727ddc']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:01.760283 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f21e748-3461-42f6-8909-eb5068e38461') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:01.760586 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f21e748-3461-42f6-8909-eb5068e38461') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:01.770156 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.783420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.789497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:43:01.789882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:43:01.792810 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:43:01.858008 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.866522 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.869880 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/networks/a328a46f-2ca8-45e0-b7e1-de1a1f727ddc HTTP/1.1" status: 204 len: 168 time: 0.3132560 Oct 29 09:43:01.872801 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45240) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:01.882861 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a3b92-3fab-4d18-b492-fe3b1c597ac6 tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'Network': ['ID=a328a46f-2ca8-45e0-b7e1-de1a1f727ddc,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:01.937174 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6317987-10e0-4818-9315-4a8331e1cb5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:01.971546 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6317987-10e0-4818-9315-4a8331e1cb5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:02.049031 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6317987-10e0-4818-9315-4a8331e1cb5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:02.052402 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a6317987-10e0-4818-9315-4a8331e1cb5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:02.056134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-a6317987-10e0-4818-9315-4a8331e1cb5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] 10.222.0.70 "DELETE /v2.0/security-groups/1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156 HTTP/1.1" status: 204 len: 168 time: 0.1797855 Oct 29 09:43:02.064281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317987-10e0-4818-9315-4a8331e1cb5a tempest-TestNetworkAdvancedServerOps-523550386 tempest-TestNetworkAdvancedServerOps-523550386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3d7291-c7f5-4dfc-8ba0-edf3c8e72156,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:02.131521 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f410bed8-bea0-4c70-8ccd-39e4e6b95da0 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:43:02.156688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f410bed8-bea0-4c70-8ccd-39e4e6b95da0 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:43:02.157022 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f410bed8-bea0-4c70-8ccd-39e4e6b95da0 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:43:02.157437 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6b75bb5-015b-4e5b-8327-c56555faf2aa no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:43:02.177428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e6b75bb5-015b-4e5b-8327-c56555faf2aa {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:43:02.177788 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e6b75bb5-015b-4e5b-8327-c56555faf2aa not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:43:02.178186 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:43:02.198404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:43:02.198668 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 9cbdabbf-f177-4d03-a3f6-cf1c403b11e2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:43:02.426946 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45248) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:02.581948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-00c79dc1-261f-495d-bf2c-9059501571e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca427b80c37e483ba1598c4049e9596a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535785 Oct 29 09:43:02.585748 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45252) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:02.637448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b65c05f-3b68-495f-86a6-6bddb6c70ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:02.663459 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b65c05f-3b68-495f-86a6-6bddb6c70ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:02.721291 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b65c05f-3b68-495f-86a6-6bddb6c70ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:02.724114 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b65c05f-3b68-495f-86a6-6bddb6c70ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:02.725329 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5b65c05f-3b68-495f-86a6-6bddb6c70ce8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81f8d432-2918-454e-9a9b-33c0c73b210b HTTP/1.1" status: 204 len: 168 time: 0.1385989 Oct 29 09:43:02.733853 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c05f-3b68-495f-86a6-6bddb6c70ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f8d432-2918-454e-9a9b-33c0c73b210b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:03.010528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45258) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:03.024250 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f500ab1-94f8-4999-b670-7695e44f8143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:03.102068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f500ab1-94f8-4999-b670-7695e44f8143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:03.109534 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5f500ab1-94f8-4999-b670-7695e44f8143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:03.151442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5f500ab1-94f8-4999-b670-7695e44f8143 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1f5741777124a44bdc2027f42ad4dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373591 Oct 29 09:43:03.151442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f500ab1-94f8-4999-b670-7695e44f8143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce1aa9a-38d9-4f5d-969e-d9c2388d6cbb,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:03.151907 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45260) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:03.206124 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:43:03.208572 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7470d6e5-8cbe-4325-92ca-371be98a4b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:03.232121 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7470d6e5-8cbe-4325-92ca-371be98a4b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:03.281526 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7470d6e5-8cbe-4325-92ca-371be98a4b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:03.284189 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7470d6e5-8cbe-4325-92ca-371be98a4b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:03.285456 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7470d6e5-8cbe-4325-92ca-371be98a4b4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ce1aa9a-38d9-4f5d-969e-d9c2388d6cbb HTTP/1.1" status: 204 len: 168 time: 0.1325681 Oct 29 09:43:03.293523 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470d6e5-8cbe-4325-92ca-371be98a4b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce1aa9a-38d9-4f5d-969e-d9c2388d6cbb,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:04.053154 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45282) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:04.154779 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-410630052-network', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:04.179190 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Made reservation on behalf of 152a44b2921443239beabb1cf99ab7a0 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:43:04.182299 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.192014 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.277671 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.283246 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.310304 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:43:04.319618 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c52fb5f-cdc2-49ae-a40a-800eee691079,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:04.325968 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.326407 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Added segment fc22bede-39e0-4481-815d-bf64f5382bcc of type vlan for network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 Oct 29 09:43:04.368427 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.395402 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.396666 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:04.397268 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.458015 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4037454 Oct 29 09:43:04.461281 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45286) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:04.462946 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e6adf-385e-4a65-8267-597d7bfda9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=10a82cff-7f7d-4271-b0c6-8460e6a15b86,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:04.468132 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Request body: {'subnet': {'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-410630052-subnet', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:04.473560 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:43:04.494216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Made reservation on behalf of 152a44b2921443239beabb1cf99ab7a0 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:43:04.496774 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.671462 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.721667 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af693803-b8ef-4f87-908d-b170208345c3,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:04.737689 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Checking segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:04.738054 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Network hostable DHCP agents. Network: 10a82cff-7f7d-4271-b0c6-8460e6a15b86, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:43:04.757328 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:43:04.767320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 10a82cff-7f7d-4271-b0c6-8460e6a15b86) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:04.771837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:04.772443 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.778222 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2d482-7f88-4042-8be6-e1cc318d87b7 None None] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:43:04.789149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e0351307-98cf-4dd0-98dc-eb9046cbcd11 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3266337 Oct 29 09:43:04.791911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45288) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:04.796388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:04.818899 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.820003 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.878335 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:04.927285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:43:04.928176 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.019515 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.065315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Allocated IP 172.20.0.2 (10a82cff-7f7d-4271-b0c6-8460e6a15b86/af693803-b8ef-4f87-908d-b170208345c3/f572460b-f90c-4ae5-addb-086238d29c00) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:43:05.207096 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.214845 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.224668 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.245059 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.260019 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:05.262958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:05.266508 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:43:05.275638 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Pushing event updated for resources: {'Port': ['ID=f572460b-f90c-4ae5-addb-086238d29c00,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:05.322746 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Attempting to bind port f572460b-f90c-4ae5-addb-086238d29c00 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:43:05.323108 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Attempting to bind port f572460b-f90c-4ae5-addb-086238d29c00 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:43:05.323469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Attempting to bind port f572460b-f90c-4ae5-addb-086238d29c00 on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:43:05.328340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:43:05.329053 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Checking segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:05.329182 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.329462 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Bound using segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:43:05.329919 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Bound port: f572460b-f90c-4ae5-addb-086238d29c00, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:43:05.330293 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.354994 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Allocated IP 172.25.5.84 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/1328c9e2-7c6b-4777-a176-a968b2543e85) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:43:05.393052 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] For port f572460b-f90c-4ae5-addb-086238d29c00, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:43:05.396386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] For port f572460b-f90c-4ae5-addb-086238d29c00, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f572460b-f90c-4ae5-addb-086238d29c00,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:43:05.402034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.463586 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.468084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858742f-8dc0-459e-821f-be36b3fcb538 None None] Pushing event updated for resources: {'Port': ['ID=f572460b-f90c-4ae5-addb-086238d29c00,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:05.504198 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:05.545494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:05.548606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:05.552432 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:43:05.578574 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Pushing event updated for resources: {'Port': ['ID=1328c9e2-7c6b-4777-a176-a968b2543e85,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:05.829836 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.047606 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.097144 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f572460b-f90c-4ae5-addb-086238d29c00 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:06.151184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f572460b-f90c-4ae5-addb-086238d29c00 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:06.151556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.198723 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Router ce2de9db-46f6-41f1-ba40-971d64b17c23 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:43:06.234810 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.277678 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port f572460b-f90c-4ae5-addb-086238d29c00, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f572460b-f90c-4ae5-addb-086238d29c00,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:06.283582 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.321627 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:43:06.333541 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=f572460b-f90c-4ae5-addb-086238d29c00,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:06.340152 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Sync routers for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:43:06.343314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.347774 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-acb1b275-564f-4a04-9518-f05acf79fa4b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5518131 Oct 29 09:43:06.348274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45290) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:06.358302 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:06.359046 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:06.464722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f0088-5ec0-4e3e-bf33-91d0f97b53f7 None None] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:43:06.481803 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:06.595960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f553c4c0-5e6a-4113-980a-2af7d150635c None None] Provisioning complete for port f572460b-f90c-4ae5-addb-086238d29c00 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:06.596419 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f553c4c0-5e6a-4113-980a-2af7d150635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.677414 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:05Z', 'revision_number': 3, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:06.808893 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.812761 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Checking router: ce2de9db-46f6-41f1-ba40-971d64b17c23 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:43:06.813100 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Updating router ce2de9db-46f6-41f1-ba40-971d64b17c23 port 1328c9e2-7c6b-4777-a176-a968b2543e85 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:43:06.840866 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.933546 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0f2c4f43-fa6a-4b99-97e4-891113096213 None None] Provisioning complete for port f572460b-f90c-4ae5-addb-086238d29c00 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:06.934034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4f43-fa6a-4b99-97e4-891113096213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:06.974294 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Allocated IP 172.20.0.1 (10a82cff-7f7d-4271-b0c6-8460e6a15b86/af693803-b8ef-4f87-908d-b170208345c3/e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:43:07.088613 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.101847 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.108029 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.123972 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.164844 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Attempting to bind port 1328c9e2-7c6b-4777-a176-a968b2543e85 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:43:07.165194 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Attempting to bind port 1328c9e2-7c6b-4777-a176-a968b2543e85 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:43:07.165559 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Attempting to bind port 1328c9e2-7c6b-4777-a176-a968b2543e85 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:43:07.167405 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Pushing event updated for resources: {'Port': ['ID=1328c9e2-7c6b-4777-a176-a968b2543e85,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:07.170137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:07.175547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:07.176226 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:43:07.176595 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:07.176990 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.177375 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:43:07.177835 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Bound port: 1328c9e2-7c6b-4777-a176-a968b2543e85, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:43:07.178212 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.178385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:43:07.180864 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.181207 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.181572 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.181904 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.182138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:07.182312 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.182541 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.182820 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.183165 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.183473 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.183788 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.184133 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.190085 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:43:07.231271 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.246625 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] For port 1328c9e2-7c6b-4777-a176-a968b2543e85, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:43:07.250204 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] For port 1328c9e2-7c6b-4777-a176-a968b2543e85, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1328c9e2-7c6b-4777-a176-a968b2543e85,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:43:07.254959 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.311997 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:07.312815 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:07.352972 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896732eb-19b1-4cc3-9494-b1a0508ab9a5 None None] Pushing event updated for resources: {'Port': ['ID=1328c9e2-7c6b-4777-a176-a968b2543e85,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:07.374198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.434042 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:07.451871 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6dc563d3-c973-4300-8150-5b0f62570bb7 None None] Provisioning complete for port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:07.452420 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6dc563d3-c973-4300-8150-5b0f62570bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.488767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-6dc563d3-c973-4300-8150-5b0f62570bb7 None None] Port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:43:07.554663 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.561065 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.622261 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:05Z', 'revision_number': 3, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:07.635230 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:07.637793 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:07.650286 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2d764-5e21-4bc7-ae8c-e62bc19c6d48 None None] The sync data for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 is: [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:05Z', 'revision_number': 3, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:43:07.735137 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:07.736668 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:07.860323 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Router ce2de9db-46f6-41f1-ba40-971d64b17c23 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:43:07.998249 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:43:08.012474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-30dbe085-4800-419a-af9d-96e292c93237 admin admin] 10.222.0.70 "PUT /v2.0/routers/ce2de9db-46f6-41f1-ba40-971d64b17c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6629207 Oct 29 09:43:08.033489 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-0fef731a-c15e-4798-bca0-4368b5c352b5 None None] Provisioning complete for port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:08.033860 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0fef731a-c15e-4798-bca0-4368b5c352b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.086044 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-0fef731a-c15e-4798-bca0-4368b5c352b5 None None] Port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:43:08.174950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1328c9e2-7c6b-4777-a176-a968b2543e85 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:08.230338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1328c9e2-7c6b-4777-a176-a968b2543e85 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:08.230945 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.313348 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.339069 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 1328c9e2-7c6b-4777-a176-a968b2543e85, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1328c9e2-7c6b-4777-a176-a968b2543e85,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:08.349296 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.350428 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f572460b-f90c-4ae5-addb-086238d29c00 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:08.635479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=1328c9e2-7c6b-4777-a176-a968b2543e85,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:08.659217 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port f572460b-f90c-4ae5-addb-086238d29c00 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:08.660141 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.663226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45306) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:08.668417 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-238216682-network', 'tenant_id': '338254b52d174e1baa6c604dc5144367'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:08.699201 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Made reservation on behalf of 338254b52d174e1baa6c604dc5144367 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:43:08.701868 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.712309 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.794362 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.800809 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.831247 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:43:08.837858 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a251acb1-c731-47c8-8861-d31d41a7b5b9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:08.843983 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.844321 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Added segment d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30 of type vlan for network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b Oct 29 09:43:08.890001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.920166 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.921115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:08.921736 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:08.980590 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3159597 Oct 29 09:43:08.983409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45308) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:08.991444 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Request body: {'subnet': {'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-238216682-subnet', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:08.998869 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ff9c5-79d5-4aca-bc9e-1398d6033505 admin admin] Pushing event updated for resources: {'Network': ['ID=ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:09.012338 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:43:09.023007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Made reservation on behalf of 338254b52d174e1baa6c604dc5144367 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:43:09.026500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.236456 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.297123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19425816-d709-482e-93be-8db991a3f99f,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:09.308200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Checking segment: {'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:09.308581 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Network hostable DHCP agents. Network: ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:43:09.328974 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:43:09.339734 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:09.344080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:09.344675 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.349506 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef008f-671a-4737-b324-f202f91b5fc3 None None] Network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:43:09.370682 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-1ee37153-ee42-4e19-95f6-a373f7cecd86 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3857057 Oct 29 09:43:09.373499 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:09.378782 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:09.404975 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.406638 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.482682 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.545612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b', 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'fixed_ips': [{'subnet_id': '19425816-d709-482e-93be-8db991a3f99f'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:43:09.547209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.573089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Sync routers for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:43:09.630949 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.631543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:09.632208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:09.795492 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Allocated IP 172.20.0.2 (ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b/19425816-d709-482e-93be-8db991a3f99f/45abc7d1-edeb-4119-8626-275ce6cb7871) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:43:09.798479 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:09.850986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.870871 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:09.976708 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Allocated IP 172.25.5.97 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/7ea275f9-bbda-4382-8987-e0cc5511e952) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:43:10.080523 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1328c9e2-7c6b-4777-a176-a968b2543e85 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:10.101559 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.137645 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.137911 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.161264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.181261 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:10.184322 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:10.188674 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:43:10.213788 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Pushing event updated for resources: {'Port': ['ID=7ea275f9-bbda-4382-8987-e0cc5511e952,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:10.220408 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:10.226340 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:10.231024 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:43:10.232669 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Pushing event updated for resources: {'Port': ['ID=45abc7d1-edeb-4119-8626-275ce6cb7871,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:10.250396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 1328c9e2-7c6b-4777-a176-a968b2543e85 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:10.250767 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.303172 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 2, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:10.349772 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Checking router: ce2de9db-46f6-41f1-ba40-971d64b17c23 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:43:10.350135 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Updating router ce2de9db-46f6-41f1-ba40-971d64b17c23 port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:43:10.369481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Attempting to bind port 45abc7d1-edeb-4119-8626-275ce6cb7871 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:43:10.369846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Attempting to bind port 45abc7d1-edeb-4119-8626-275ce6cb7871 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:43:10.370208 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Attempting to bind port 45abc7d1-edeb-4119-8626-275ce6cb7871 on network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:43:10.382227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:43:10.382587 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Checking segment: {'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:10.382990 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.383376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Bound using segment: {'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:43:10.383838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Bound port: 45abc7d1-edeb-4119-8626-275ce6cb7871, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:43:10.384233 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.391182 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.454555 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.581853 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] For port 45abc7d1-edeb-4119-8626-275ce6cb7871, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:43:10.586879 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] For port 45abc7d1-edeb-4119-8626-275ce6cb7871, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=45abc7d1-edeb-4119-8626-275ce6cb7871,segment=NetworkSegment(d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30),segment_id=d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:43:10.593251 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.660866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.712414 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb941f6-ede9-4403-ae9d-93c7f74f2bcb None None] Pushing event updated for resources: {'Port': ['ID=45abc7d1-edeb-4119-8626-275ce6cb7871,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:10.804597 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.813072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.874259 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314febc-274e-4442-a840-3cbe5ca61e80 None None] Pushing event updated for resources: {'Port': ['ID=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:10.936552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Attempting to bind port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:43:10.936953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Attempting to bind port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:43:10.937328 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Attempting to bind port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:43:10.942985 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:43:10.943364 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Checking segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:10.943775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:10.944200 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Bound using segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:43:10.944683 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Bound port: e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:43:10.945069 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:11.036074 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] For port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:43:11.041507 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] For port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:43:11.049907 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:11.116500 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:11.117320 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:11.119285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314febc-274e-4442-a840-3cbe5ca61e80 None None] Pushing event updated for resources: {'Port': ['ID=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:11.186369 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Router fc4a1348-ce71-4e16-a5ea-aa41215e74cb is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:43:11.235435 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:11.283354 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-14f38cc4-80af-4887-87cb-d680dd6fdcc1 None None] Provisioning complete for port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:11.283518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14f38cc4-80af-4887-87cb-d680dd6fdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:11.304809 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:43:11.316269 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Sync routers for ids ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:43:11.323464 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:11.327534 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-fdff4a7d-aec3-4cd9-ac65-16297d42f49f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9503593 Oct 29 09:43:11.327840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:11.337839 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Routers {'fc4a1348-ce71-4e16-a5ea-aa41215e74cb'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:11.338462 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:11.469182 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Set router fc4a1348-ce71-4e16-a5ea-aa41215e74cb gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:11.687701 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:10Z', 'revision_number': 3, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port': {'id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:11.706124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14f38cc4-80af-4887-87cb-d680dd6fdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:11.723796 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Checking router: fc4a1348-ce71-4e16-a5ea-aa41215e74cb for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:43:11.724313 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Updating router fc4a1348-ce71-4e16-a5ea-aa41215e74cb port 7ea275f9-bbda-4382-8987-e0cc5511e952 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:43:11.753105 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:11.758013 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-14f38cc4-80af-4887-87cb-d680dd6fdcc1 None None] For port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:11.766221 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-14f38cc4-80af-4887-87cb-d680dd6fdcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:11.773049 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:11.804761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc4e09-759c-473a-8920-0deeaff10ef3 None None] The sync data for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 is: [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:43:11.844459 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:11.867847 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f38cc4-80af-4887-87cb-d680dd6fdcc1 None None] Pushing event updated for resources: {'Port': ['ID=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:11.900923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7e59cd86-974d-4561-b13d-c801f5bb7e18 None None] Provisioning complete for port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:11.901295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7e59cd86-974d-4561-b13d-c801f5bb7e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.069706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d81c38b-5d22-4513-9556-4c73d7b85a16 None None] Network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:43:12.137697 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Allocated IP 172.20.0.1 (ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b/19425816-d709-482e-93be-8db991a3f99f/666a68a2-d16e-4f1b-ace5-a2833f99d6da) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:43:12.187139 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 45abc7d1-edeb-4119-8626-275ce6cb7871 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:12.195888 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.203737 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.258912 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Attempting to bind port 7ea275f9-bbda-4382-8987-e0cc5511e952 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:43:12.259682 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Attempting to bind port 7ea275f9-bbda-4382-8987-e0cc5511e952 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:43:12.260306 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Attempting to bind port 7ea275f9-bbda-4382-8987-e0cc5511e952 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:43:12.262177 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-fdbb55ce-d7cd-4435-a047-87dcf2969b2a None None] Provisioning complete for port 45abc7d1-edeb-4119-8626-275ce6cb7871 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:12.262547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdbb55ce-d7cd-4435-a047-87dcf2969b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.274719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:43:12.275444 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:12.275885 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.276283 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:43:12.276760 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Bound port: 7ea275f9-bbda-4382-8987-e0cc5511e952, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:43:12.277297 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.292994 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.305322 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312a0f5-639c-4766-96f3-b18e2cd69f16 None None] Pushing event updated for resources: {'Port': ['ID=7ea275f9-bbda-4382-8987-e0cc5511e952,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:12.342929 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] For port 7ea275f9-bbda-4382-8987-e0cc5511e952, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:43:12.344887 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.347161 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] For port 7ea275f9-bbda-4382-8987-e0cc5511e952, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7ea275f9-bbda-4382-8987-e0cc5511e952,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:43:12.354672 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.402838 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:12.407029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:12.407288 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312a0f5-639c-4766-96f3-b18e2cd69f16 None None] Pushing event updated for resources: {'Port': ['ID=7ea275f9-bbda-4382-8987-e0cc5511e952,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:12.415636 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:43:12.432448 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 45abc7d1-edeb-4119-8626-275ce6cb7871 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:12.432823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.440625 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Pushing event updated for resources: {'Port': ['ID=666a68a2-d16e-4f1b-ace5-a2833f99d6da,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:12.445078 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Routers {'fc4a1348-ce71-4e16-a5ea-aa41215e74cb'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:12.445767 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:12.496955 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdbb55ce-d7cd-4435-a047-87dcf2969b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.528403 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.568156 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-fdbb55ce-d7cd-4435-a047-87dcf2969b2a None None] For port 45abc7d1-edeb-4119-8626-275ce6cb7871, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=45abc7d1-edeb-4119-8626-275ce6cb7871,segment=NetworkSegment(d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30),segment_id=d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:12.587505 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fdbb55ce-d7cd-4435-a047-87dcf2969b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.588435 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] Set router fc4a1348-ce71-4e16-a5ea-aa41215e74cb gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:12.707946 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:12.720816 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.725382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb55ce-d7cd-4435-a047-87dcf2969b2a None None] Pushing event updated for resources: {'Port': ['ID=45abc7d1-edeb-4119-8626-275ce6cb7871,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:12.782241 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:12.782629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:12.865862 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-89d3b4cc-bdbf-4800-9582-b10512566032 None None] Provisioning complete for port 45abc7d1-edeb-4119-8626-275ce6cb7871 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:12.866578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-89d3b4cc-bdbf-4800-9582-b10512566032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:13.019011 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:13.027525 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:13.041146 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:10Z', 'revision_number': 3, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port': {'id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:13.072106 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6ee34-317d-4454-99c1-54aae38a2c11 None None] The sync data for ids ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'] in n-d-815940-1 is: [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:10Z', 'revision_number': 3, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port': {'id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:43:13.105466 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:13.107394 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Pushing event updated for resources: {'Port': ['ID=666a68a2-d16e-4f1b-ace5-a2833f99d6da,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:13.147618 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-06e67549-caa8-47bd-aba5-4b232c017369 None None] Provisioning complete for port 666a68a2-d16e-4f1b-ace5-a2833f99d6da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:13.148209 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-06e67549-caa8-47bd-aba5-4b232c017369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:13.187666 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-06e67549-caa8-47bd-aba5-4b232c017369 None None] Port 666a68a2-d16e-4f1b-ace5-a2833f99d6da cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:43:13.213188 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:13.214818 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:13.344007 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Router fc4a1348-ce71-4e16-a5ea-aa41215e74cb has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:43:13.499786 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:43:13.506358 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-18c533d7-4422-46fb-adb0-5c97e962d039 admin admin] 10.222.0.70 "PUT /v2.0/routers/fc4a1348-ce71-4e16-a5ea-aa41215e74cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1774426 Oct 29 09:43:13.510818 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b3fb6936-66c7-4470-8628-1044a997e10a None None] Provisioning complete for port 666a68a2-d16e-4f1b-ace5-a2833f99d6da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:13.511194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b3fb6936-66c7-4470-8628-1044a997e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:13.564025 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb6936-66c7-4470-8628-1044a997e10a None None] Port 666a68a2-d16e-4f1b-ace5-a2833f99d6da cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:43:14.167954 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 45abc7d1-edeb-4119-8626-275ce6cb7871 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:14.208071 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45322) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:14.213184 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-971320c2-33af-4acf-8a45-af316976a618 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302793842', 'description': 'tempest-secgroup-smoke-1302793842 description', 'project_id': '152a44b2921443239beabb1cf99ab7a0'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:14.219494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 45abc7d1-edeb-4119-8626-275ce6cb7871 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:14.219962 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.238865 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-971320c2-33af-4acf-8a45-af316976a618 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.305974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7ea275f9-bbda-4382-8987-e0cc5511e952 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:14.310385 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-971320c2-33af-4acf-8a45-af316976a618 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.316337 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-971320c2-33af-4acf-8a45-af316976a618 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.346047 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-971320c2-33af-4acf-8a45-af316976a618 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.347475 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-971320c2-33af-4acf-8a45-af316976a618 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380734 Oct 29 09:43:14.349297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971320c2-33af-4acf-8a45-af316976a618 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64985294-8493-4de0-a1c6-8f0c56511e45,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:14.350668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45324) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:14.356889 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-ff83547b-ff44-4d05-afd7-fe3530f46a23 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '64985294-8493-4de0-a1c6-8f0c56511e45', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:14.371188 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8e925a2c-3734-4a4e-ba43-9900122dde4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.381302 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7ea275f9-bbda-4382-8987-e0cc5511e952 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:14.381603 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.387534 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff83547b-ff44-4d05-afd7-fe3530f46a23 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.447036 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff83547b-ff44-4d05-afd7-fe3530f46a23 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.451636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff83547b-ff44-4d05-afd7-fe3530f46a23 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.462049 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.472488 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83547b-ff44-4d05-afd7-fe3530f46a23 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd523ad1-381c-4c93-8644-3c981451a1ba,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:14.479900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ff83547b-ff44-4d05-afd7-fe3530f46a23 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.484235 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-ff83547b-ff44-4d05-afd7-fe3530f46a23 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288538 Oct 29 09:43:14.484368 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45326) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:14.489158 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-c8d2f72b-94a6-408d-ab4a-f9c4b4a4e710 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '64985294-8493-4de0-a1c6-8f0c56511e45', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:14.490099 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 7ea275f9-bbda-4382-8987-e0cc5511e952, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7ea275f9-bbda-4382-8987-e0cc5511e952,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:14.495420 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.522869 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f72b-94a6-408d-ab4a-f9c4b4a4e710 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.553444 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=7ea275f9-bbda-4382-8987-e0cc5511e952,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:14.582145 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f72b-94a6-408d-ab4a-f9c4b4a4e710 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.587068 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f72b-94a6-408d-ab4a-f9c4b4a4e710 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.605426 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2f72b-94a6-408d-ab4a-f9c4b4a4e710 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7c23dd-b623-4b29-a158-983a3a073562,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:14.614620 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f72b-94a6-408d-ab4a-f9c4b4a4e710 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.616243 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c8d2f72b-94a6-408d-ab4a-f9c4b4a4e710 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309233 Oct 29 09:43:14.618952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45328) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:14.623765 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-e8495f69-f41a-42a1-989f-4129dc446160 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '64985294-8493-4de0-a1c6-8f0c56511e45', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:14.650735 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8495f69-f41a-42a1-989f-4129dc446160 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.714085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8495f69-f41a-42a1-989f-4129dc446160 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.718525 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8495f69-f41a-42a1-989f-4129dc446160 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.736754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8495f69-f41a-42a1-989f-4129dc446160 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f6766b-0f87-491f-b704-44a30526f570,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:14.746978 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8495f69-f41a-42a1-989f-4129dc446160 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.748267 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-e8495f69-f41a-42a1-989f-4129dc446160 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283557 Oct 29 09:43:14.751011 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45330) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:14.755465 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3f1582d1-fced-450c-a054-9ae797cb22e1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '64985294-8493-4de0-a1c6-8f0c56511e45', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:14.781951 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f1582d1-fced-450c-a054-9ae797cb22e1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.843969 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f1582d1-fced-450c-a054-9ae797cb22e1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.850052 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f1582d1-fced-450c-a054-9ae797cb22e1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.873123 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1582d1-fced-450c-a054-9ae797cb22e1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd58038b-107e-439d-ae07-56f720668f29,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:14.879768 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3f1582d1-fced-450c-a054-9ae797cb22e1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.881154 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3f1582d1-fced-450c-a054-9ae797cb22e1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291242 Oct 29 09:43:14.884038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45332) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:14.888981 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-2545d2cd-d684-4dca-8700-e6c1480facf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '64985294-8493-4de0-a1c6-8f0c56511e45', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:14.915453 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-2545d2cd-d684-4dca-8700-e6c1480facf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Project 152a44b2921443239beabb1cf99ab7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:43:14.920852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2545d2cd-d684-4dca-8700-e6c1480facf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.982449 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2545d2cd-d684-4dca-8700-e6c1480facf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:14.988949 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2545d2cd-d684-4dca-8700-e6c1480facf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.007789 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545d2cd-d684-4dca-8700-e6c1480facf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1750c9-7e05-4fdf-89ca-d7ebbb4e42d0,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:15.016089 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2545d2cd-d684-4dca-8700-e6c1480facf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.017411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-2545d2cd-d684-4dca-8700-e6c1480facf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323690 Oct 29 09:43:15.020418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45334) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:15.024917 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-3780d2b9-83c1-4164-83c3-099857c2c20c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '64985294-8493-4de0-a1c6-8f0c56511e45', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:15.050678 n-d-815940-1 neutron-server[102113]: INFO neutron.db.securitygroups_db [None req-3780d2b9-83c1-4164-83c3-099857c2c20c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Project 152a44b2921443239beabb1cf99ab7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:43:15.056102 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3780d2b9-83c1-4164-83c3-099857c2c20c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.122389 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3780d2b9-83c1-4164-83c3-099857c2c20c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.126856 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3780d2b9-83c1-4164-83c3-099857c2c20c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.147908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780d2b9-83c1-4164-83c3-099857c2c20c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8a5140-df9b-4b8d-a9f9-7735faf57565,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:15.154042 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3780d2b9-83c1-4164-83c3-099857c2c20c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.155287 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-3780d2b9-83c1-4164-83c3-099857c2c20c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338768 Oct 29 09:43:15.196015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Sync routers for ids ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:43:15.209112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Routers {'fc4a1348-ce71-4e16-a5ea-aa41215e74cb'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:15.209756 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:15.321680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Set router fc4a1348-ce71-4e16-a5ea-aa41215e74cb gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:15.371441 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-2fafd052-6dd0-4efd-b8b6-fb873ca149fc tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302793842&fields=id&tenant_id=152a44b2921443239beabb1cf99ab7a0 HTTP/1.1" status: 200 len: 267 time: 0.0342479 Oct 29 09:43:15.484205 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-cac79a10-1680-472c-bc80-ecfe94a84166 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:15.485727 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-cac79a10-1680-472c-bc80-ecfe94a84166 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 808 time: 0.1071186 Oct 29 09:43:15.501890 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-e5ff8eb7-0ede-4772-8385-b7e147d1171d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/quotas/152a44b2921443239beabb1cf99ab7a0 HTTP/1.1" status: 200 len: 375 time: 0.0099897 Oct 29 09:43:15.529257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:12Z', 'revision_number': 4, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port': {'id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '666a68a2-d16e-4f1b-ace5-a2833f99d6da', 'name': '', 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'mac_address': 'fa:16:3e:76:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '19425816-d709-482e-93be-8db991a3f99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:11Z', 'updated_at': '2021-10-29T09:43:12Z', 'revision_number': 2, 'project_id': '338254b52d174e1baa6c604dc5144367', 'subnets': [{'id': '19425816-d709-482e-93be-8db991a3f99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:15.556379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Checking router: fc4a1348-ce71-4e16-a5ea-aa41215e74cb for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:43:15.556703 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Updating router fc4a1348-ce71-4e16-a5ea-aa41215e74cb port 666a68a2-d16e-4f1b-ace5-a2833f99d6da binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:43:15.561218 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-1591d89f-50e4-4e57-a8ab-32d191aae319 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526593 Oct 29 09:43:15.587687 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.662846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-16b1515d-a7f2-40a7-b782-21149ef16f1a service neutron] 10.222.0.70 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878892 Oct 29 09:43:15.760616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-6ce3dda4-784e-48d2-b607-f8de8bdcc319 service neutron] 10.222.0.70 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912595 Oct 29 09:43:15.851719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.858521 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.912158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d0e35-7d17-4eca-b881-d7da790d6633 None None] Pushing event updated for resources: {'Port': ['ID=666a68a2-d16e-4f1b-ace5-a2833f99d6da,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:15.977689 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Attempting to bind port 666a68a2-d16e-4f1b-ace5-a2833f99d6da on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:43:15.978424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Attempting to bind port 666a68a2-d16e-4f1b-ace5-a2833f99d6da by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:43:15.978424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Attempting to bind port 666a68a2-d16e-4f1b-ace5-a2833f99d6da on network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:43:15.984201 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:43:15.984631 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Checking segment: {'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:15.984980 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:15.985515 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Bound using segment: {'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:43:15.985828 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Bound port: 666a68a2-d16e-4f1b-ace5-a2833f99d6da, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:43:15.986207 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:16.060138 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] For port 666a68a2-d16e-4f1b-ace5-a2833f99d6da, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:43:16.067416 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] For port 666a68a2-d16e-4f1b-ace5-a2833f99d6da, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=666a68a2-d16e-4f1b-ace5-a2833f99d6da,segment=NetworkSegment(d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30),segment_id=d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:43:16.076219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:16.107451 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-59b80aeb-b4ac-47cf-8eb2-47d05f9c3c73 req-c4dced5f-d677-410e-bd93-8efb38d038bd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 210 time: 0.1894238 Oct 29 09:43:16.119913 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7ea275f9-bbda-4382-8987-e0cc5511e952 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:16.182714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d0e35-7d17-4eca-b881-d7da790d6633 None None] Pushing event updated for resources: {'Port': ['ID=666a68a2-d16e-4f1b-ace5-a2833f99d6da,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:16.185358 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Routers {'fc4a1348-ce71-4e16-a5ea-aa41215e74cb'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:16.185962 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:42:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:16.465548 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b1424606-edd1-424f-83d2-21f2bf1a22fa None None] Provisioning complete for port 666a68a2-d16e-4f1b-ace5-a2833f99d6da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:16.466158 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1424606-edd1-424f-83d2-21f2bf1a22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:16.469103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 7ea275f9-bbda-4382-8987-e0cc5511e952 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:16.469450 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:16.561491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] Set router fc4a1348-ce71-4e16-a5ea-aa41215e74cb gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:16.762732 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1424606-edd1-424f-83d2-21f2bf1a22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:16.821362 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b1424606-edd1-424f-83d2-21f2bf1a22fa None None] For port 666a68a2-d16e-4f1b-ace5-a2833f99d6da, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=666a68a2-d16e-4f1b-ace5-a2833f99d6da,segment=NetworkSegment(d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30),segment_id=d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:16.828740 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b1424606-edd1-424f-83d2-21f2bf1a22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:16.905248 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1424606-edd1-424f-83d2-21f2bf1a22fa None None] Pushing event updated for resources: {'Port': ['ID=666a68a2-d16e-4f1b-ace5-a2833f99d6da,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:16.919699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:12Z', 'revision_number': 4, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port': {'id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '666a68a2-d16e-4f1b-ace5-a2833f99d6da', 'name': '', 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'mac_address': 'fa:16:3e:76:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '19425816-d709-482e-93be-8db991a3f99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:11Z', 'updated_at': '2021-10-29T09:43:16Z', 'revision_number': 4, 'project_id': '338254b52d174e1baa6c604dc5144367', 'subnets': [{'id': '19425816-d709-482e-93be-8db991a3f99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:16.950897 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449d599-d03c-4191-b940-fc9876af9446 None None] The sync data for ids ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'] in n-d-815940-1 is: [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:12Z', 'revision_number': 4, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port': {'id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '666a68a2-d16e-4f1b-ace5-a2833f99d6da', 'name': '', 'network_id': 'ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'mac_address': 'fa:16:3e:76:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '19425816-d709-482e-93be-8db991a3f99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:11Z', 'updated_at': '2021-10-29T09:43:16Z', 'revision_number': 4, 'project_id': '338254b52d174e1baa6c604dc5144367', 'subnets': [{'id': '19425816-d709-482e-93be-8db991a3f99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:43:16.961303 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-1e589943-66ec-4304-837b-dd6cd8c1fddb None None] Provisioning complete for port 666a68a2-d16e-4f1b-ace5-a2833f99d6da triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:16.961677 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1e589943-66ec-4304-837b-dd6cd8c1fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:17.093660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-50e0483a-d2ce-48bc-aaf2-5769d9c67e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:17.228353 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4598c665-1de7-459f-9c4d-08033047abf8 req-b25cba0e-c562-4922-87d8-b69d23972972 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 210 time: 0.0421460 Oct 29 09:43:17.273668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-c1e3ba2a-b3b4-4013-a679-29c5d958026b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:17.275417 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-c1e3ba2a-b3b4-4013-a679-29c5d958026b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 808 time: 0.1601624 Oct 29 09:43:17.326916 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-f06e85c8-76d0-4848-a1ec-fa80b35c16ad tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=152a44b2921443239beabb1cf99ab7a0 HTTP/1.1" status: 200 len: 380 time: 0.0382464 Oct 29 09:43:17.339185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'port': {'device_id': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'admin_state_up': True, 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'security_groups': ['64985294-8493-4de0-a1c6-8f0c56511e45']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:17.456888 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Made reservation on behalf of 152a44b2921443239beabb1cf99ab7a0 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:43:17.460664 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:17.602570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Allocated IP 172.20.0.12 (10a82cff-7f7d-4271-b0c6-8460e6a15b86/af693803-b8ef-4f87-908d-b170208345c3/3b66d7bf-eb11-4a7b-83ac-42f4b3da270d) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:43:17.768559 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:17.807467 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:17.852163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:17.855762 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:17.859587 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:43:17.866342 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:17.921611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:17.922246 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:17.941713 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-75e1f6fe-ad38-4b34-9435-0dad57ddb573 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064811 Oct 29 09:43:17.954528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Request body: {'port': {'device_id': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:18.016421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.091015 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 666a68a2-d16e-4f1b-ace5-a2833f99d6da up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:18.142775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b2cc193f-d3e7-4166-a9ff-e935f4bb8109 None None] Provisioning complete for port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:18.143042 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2cc193f-d3e7-4166-a9ff-e935f4bb8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.186984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc193f-d3e7-4166-a9ff-e935f4bb8109 None None] Port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:43:18.189475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 666a68a2-d16e-4f1b-ace5-a2833f99d6da triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:18.189837 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.302825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:43:18.312221 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.328065 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Transition to ACTIVE for port object 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:43:18.333764 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.366559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f7c44-8aeb-481c-94ed-bd342ce7af24 req-18b74157-9b0f-4320-8c5b-ff028d01fc61 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:18.374221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-601f7c44-8aeb-481c-94ed-bd342ce7af24 req-18b74157-9b0f-4320-8c5b-ff028d01fc61 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 932 time: 0.0615969 Oct 29 09:43:18.396496 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.427719 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-601f7c44-8aeb-481c-94ed-bd342ce7af24 req-296cafc3-609a-4813-bdbc-a5013ebea9ae tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511141 Oct 29 09:43:18.453814 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.757386 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:18.805575 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Attempting to bind port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:43:18.805874 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Attempting to bind port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:43:18.806234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Attempting to bind port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:43:18.810660 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:43:18.810976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Attempting to bind port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:43:18.816535 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:43:18.816873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Checking segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:43:18.817260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Bound using segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:43:18.817687 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Bound port: 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:43:18.818038 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.884099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:43:18.888217 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:43:18.894940 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.934494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:18.935106 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:18.936532 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] 10.222.0.93 "PUT /v2.0/ports/3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1092 time: 0.9864120 Oct 29 09:43:18.936970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:43:18.939266 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925788d8-3c9d-4453-aec8-eff122383189" -d '{"events": [{"name": "network-changed", "server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:43:18.970137 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebea7c2-0c8a-49bf-9d87-193ba91ee471 service neutron] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:19.012850 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dc686b-e0f9-4209-91b5-4d62b7a85802 x-openstack-request-id: req-82dc686b-e0f9-4209-91b5-4d62b7a85802 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:43:19.013339 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:43:19.013639 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82dc686b-e0f9-4209-91b5-4d62b7a85802 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:43:19.014047 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'status': 'completed', 'code': 200} Oct 29 09:43:19.032514 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-bbb3a703-6de5-4c33-b0e3-446b265ab292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:19.034796 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-bbb3a703-6de5-4c33-b0e3-446b265ab292 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1095 time: 0.0520444 Oct 29 09:43:19.082549 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-d7e50937-baea-4540-9f2a-bde369a7d617 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 217 time: 0.0392928 Oct 29 09:43:19.138047 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-03d6f1ab-66d4-4913-b56d-aa2f133a49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:19.139611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-03d6f1ab-66d4-4913-b56d-aa2f133a49ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0490201 Oct 29 09:43:19.191291 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-a451bb93-5b21-4fee-b2c6-9d1b5aafaf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:19.193017 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-a451bb93-5b21-4fee-b2c6-9d1b5aafaf92 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465424 Oct 29 09:43:19.289418 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-cd8e6e63-d5b7-49d1-bca3-92f9cb813200 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883195 Oct 29 09:43:19.388381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-63f8c44a-39ea-4612-8a36-4eac6a68a9ea req-2736e1cb-1948-4aac-a024-62bbab4a76fe service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917652 Oct 29 09:43:19.480714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925788d8-3c9d-4453-aec8-eff122383189 req-7fd3c8a9-df6a-47f1-9dc0-06ea3d7f34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:19.482303 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-925788d8-3c9d-4453-aec8-eff122383189 req-7fd3c8a9-df6a-47f1-9dc0-06ea3d7f34f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1095 time: 0.0448341 Oct 29 09:43:19.563153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54dbcc-51e7-4dc3-8d4e-5ca8472140d4 req-2eb7ce93-95b4-4fe3-bc97-750a6098d449 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:19.564790 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f54dbcc-51e7-4dc3-8d4e-5ca8472140d4 req-2eb7ce93-95b4-4fe3-bc97-750a6098d449 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 944 time: 0.0575461 Oct 29 09:43:19.587415 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925788d8-3c9d-4453-aec8-eff122383189 req-c66823b1-7097-4f09-9dc4-ad5ec32e5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:19.589002 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-925788d8-3c9d-4453-aec8-eff122383189 req-c66823b1-7097-4f09-9dc4-ad5ec32e5a4b service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0996346 Oct 29 09:43:19.610086 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0f54dbcc-51e7-4dc3-8d4e-5ca8472140d4 req-43780d97-4060-4bce-9ed6-39436ea33925 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389309 Oct 29 09:43:19.639354 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-925788d8-3c9d-4453-aec8-eff122383189 req-99061ea3-f7ec-4e47-b52e-18be3eb2f03c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 217 time: 0.0429254 Oct 29 09:43:19.690466 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925788d8-3c9d-4453-aec8-eff122383189 req-23a6166d-1e54-4ad8-9667-5c1e18763efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:19.692020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-925788d8-3c9d-4453-aec8-eff122383189 req-23a6166d-1e54-4ad8-9667-5c1e18763efe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0461535 Oct 29 09:43:19.751553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925788d8-3c9d-4453-aec8-eff122383189 req-8259fbcd-c9aa-456e-9306-669a96f7b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:19.753013 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-925788d8-3c9d-4453-aec8-eff122383189 req-8259fbcd-c9aa-456e-9306-669a96f7b949 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538895 Oct 29 09:43:19.825618 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:19.852446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-925788d8-3c9d-4453-aec8-eff122383189 req-35cbac08-86ae-42bd-94be-42588418fa0e service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917704 Oct 29 09:43:19.952537 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-925788d8-3c9d-4453-aec8-eff122383189 req-c497f2a6-997c-4e87-a67a-2c874671fed2 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925403 Oct 29 09:43:20.737108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0b466-a1e6-45f9-9972-89d845ba2d4d req-dd9a30d1-8303-4657-b26d-2f85501d042c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:20.738664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ea0b466-a1e6-45f9-9972-89d845ba2d4d req-dd9a30d1-8303-4657-b26d-2f85501d042c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 944 time: 0.0519824 Oct 29 09:43:20.780679 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2ea0b466-a1e6-45f9-9972-89d845ba2d4d req-b8eb9e60-4d3b-45fb-9504-8df4515806cd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356681 Oct 29 09:43:21.926421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfa0d4-06e3-4445-8797-5dc148a7dde5 req-b09748c3-98e4-4613-9b2d-dd7d4c635966 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:21.928044 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aacfa0d4-06e3-4445-8797-5dc148a7dde5 req-b09748c3-98e4-4613-9b2d-dd7d4c635966 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 944 time: 0.0604694 Oct 29 09:43:21.983519 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-aacfa0d4-06e3-4445-8797-5dc148a7dde5 req-9d7e1fb0-3a1f-41a1-96c3-a18d1b153163 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466444 Oct 29 09:43:23.128802 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceebdd-559a-4cf2-8a95-6561b00fb74c req-91d59645-ec91-4f81-8f67-7af8ca746545 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:23.130915 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56ceebdd-559a-4cf2-8a95-6561b00fb74c req-91d59645-ec91-4f81-8f67-7af8ca746545 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 944 time: 0.0639386 Oct 29 09:43:23.171688 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56ceebdd-559a-4cf2-8a95-6561b00fb74c req-dfddfa65-7fa8-441c-9181-3960231da10d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346446 Oct 29 09:43:23.511029 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:43:23.625934 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:23.637550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'port_id': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'mac_address': 'fa:16:3e:85:8d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:43:23.676294 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:23.690424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:43:23.712347 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:23.718721 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:23.773191 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:24.055346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:43:24.292610 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87177966-7665-4e2c-8a37-7508871b3e66 req-ad8a2520-a95f-4d33-ac64-f1103c0de343 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:24.294003 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87177966-7665-4e2c-8a37-7508871b3e66 req-ad8a2520-a95f-4d33-ac64-f1103c0de343 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0522494 Oct 29 09:43:24.335240 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-87177966-7665-4e2c-8a37-7508871b3e66 req-461c5960-8715-410f-bd43-459619c82491 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349746 Oct 29 09:43:25.462197 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b9a2a-11e3-4ce0-940b-f7f96dac6ff6 req-5b9a0a93-d166-450a-9359-8280bba48356 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:25.463827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec8b9a2a-11e3-4ce0-940b-f7f96dac6ff6 req-5b9a0a93-d166-450a-9359-8280bba48356 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0557425 Oct 29 09:43:25.503942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ec8b9a2a-11e3-4ce0-940b-f7f96dac6ff6 req-87916b11-0431-4f6f-8f7a-9793a9e9602f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339313 Oct 29 09:43:25.534368 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:43:25.589953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:43:25.594071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:43:25.594468 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:25.684853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:25.709286 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:43:25.711560 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e4caf-3ef4-4059-8d46-98d944796e03" -d '{"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-plugged", "status": "completed", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:43:25.723831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:43:25.730536 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:25.758021 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afe382f-e390-4e8a-976b-692dbf18e3d2 x-openstack-request-id: req-2afe382f-e390-4e8a-976b-692dbf18e3d2 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:43:25.758331 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-plugged", "status": "completed", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:43:25.758579 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2afe382f-e390-4e8a-976b-692dbf18e3d2 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:43:25.758978 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'code': 200} Oct 29 09:43:25.786717 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:25.855518 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8f35-e781-4901-b139-6007cfab5f91 req-04ec97df-12ab-4ef5-b964-20d9f873120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:25.857083 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f3e8f35-e781-4901-b139-6007cfab5f91 req-04ec97df-12ab-4ef5-b964-20d9f873120f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1097 time: 0.0420790 Oct 29 09:43:25.892837 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3f3e8f35-e781-4901-b139-6007cfab5f91 req-6524bf1f-dd3b-420d-9f58-ab6a6d7c390c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288522 Oct 29 09:43:26.633294 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef102-8ff1-43d2-a790-02bc3f66bea9 req-276d8d56-f23c-4ddf-bf45-8c5ba67390cf tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:26.634784 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a35ef102-8ff1-43d2-a790-02bc3f66bea9 req-276d8d56-f23c-4ddf-bf45-8c5ba67390cf tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0541916 Oct 29 09:43:26.672772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a35ef102-8ff1-43d2-a790-02bc3f66bea9 req-245d73f6-90f2-491b-8896-78e94f91e895 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317390 Oct 29 09:43:27.820585 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a09e-d151-43b3-b98f-9c495803351b req-a3ce4b8f-c87c-4edf-9374-5f232fbf621b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:27.822070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0c4a09e-d151-43b3-b98f-9c495803351b req-a3ce4b8f-c87c-4edf-9374-5f232fbf621b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0600860 Oct 29 09:43:27.861654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0c4a09e-d151-43b3-b98f-9c495803351b req-e3b3d815-c84c-46ac-a939-8d2cf06cfbca tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Oct 29 09:43:27.988293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a90667-8ba5-40d5-83e8-b971b8bb8b45 req-2d184428-5625-4c93-b321-2c190209d51a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:27.989751 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59a90667-8ba5-40d5-83e8-b971b8bb8b45 req-2d184428-5625-4c93-b321-2c190209d51a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0593157 Oct 29 09:43:28.027985 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-59a90667-8ba5-40d5-83e8-b971b8bb8b45 req-d051e91b-0a9d-4c33-bc37-f96f7d730bf2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Oct 29 09:43:28.051456 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45392) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:28.156449 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72cd49-bc9d-4d71-8ac5-6944761f722d tempest-TestShelveInstance-847701742 tempest-TestShelveInstance-847701742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:28.158043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-dc72cd49-bc9d-4d71-8ac5-6944761f722d tempest-TestShelveInstance-847701742 tempest-TestShelveInstance-847701742-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1092 time: 0.1052320 Oct 29 09:43:28.161680 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45396) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:43:28.167087 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:43:28.193270 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:28.302618 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:28.409545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Allocated IP 172.25.5.246 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/d4edaf9a-8a11-49d6-a5fa-5fa28fab8b8d) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:43:28.530355 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:28.567494 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:28.608754 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:43:28.611765 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:43:28.616352 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:43:28.619409 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'Port': ['ID=d4edaf9a-8a11-49d6-a5fa-5fa28fab8b8d,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:28.973186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:29.051122 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:29.215587 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:29.223055 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:29.289576 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'Port': ['ID=d4edaf9a-8a11-49d6-a5fa-5fa28fab8b8d,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:43:29.305436 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:29.410440 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Floating IP f9ef0b4a-c733-4790-9943-123d53e5cd1b associated. External IP: 172.25.5.246, port: 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d. Oct 29 09:43:29.643822 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Router ce2de9db-46f6-41f1-ba40-971d64b17c23 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:43:29.758141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:43:29.769184 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] Sync routers for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:43:29.778842 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:29.779658 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:29.780304 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:43:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:29.824566 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-2101a327-fbc5-45d5-aff3-022c88aab11d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6501005 Oct 29 09:43:29.824566 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:43:29.824566 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f848b0-7161-40aa-91d3-8c58ad5584c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:43:29.889660 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:29.920559 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:29.921618 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443605da-df05-4918-86b9-5f40606080b1 x-openstack-request-id: req-443605da-df05-4918-86b9-5f40606080b1 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:43:29.921967 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:43:29.922218 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-443605da-df05-4918-86b9-5f40606080b1 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:43:29.922671 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'status': 'completed', 'code': 200} Oct 29 09:43:29.983979 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-4a9c6a0f-12a6-42cd-8c71-259a9dc1166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:29.985561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-4a9c6a0f-12a6-42cd-8c71-259a9dc1166f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1097 time: 0.0418158 Oct 29 09:43:30.082752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-5bafbaad-bd59-478e-98e7-4d99407a44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:30.084403 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-5bafbaad-bd59-478e-98e7-4d99407a44b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0915594 Oct 29 09:43:30.124308 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'f9ef0b4a-c733-4790-9943-123d53e5cd1b', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'port_id': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'mac_address': 'fa:16:3e:85:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:43:28Z', 'updated_at': '2021-10-29T09:43:28Z', 'revision_number': 0, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:30.150010 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] Checking router: ce2de9db-46f6-41f1-ba40-971d64b17c23 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:43:30.151941 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-d7c07c9c-3081-4031-b755-7dfaea93599e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1000 time: 0.0598063 Oct 29 09:43:30.158768 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:43:30.159364 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:43:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:30.209858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-e5d32442-ed04-494d-a95a-5b09206c6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:30.211388 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-e5d32442-ed04-494d-a95a-5b09206c6d9c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0525532 Oct 29 09:43:30.260787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-cbde93dc-1c9c-42f1-a85f-902d91b4ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:43:30.262340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-cbde93dc-1c9c-42f1-a85f-902d91b4ceac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432916 Oct 29 09:43:30.268362 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:43:30.361634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-b5a30125-d16c-4c12-b51f-b5a78ad957e5 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920751 Oct 29 09:43:30.463050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2f848b0-7161-40aa-91d3-8c58ad5584c6 req-e2cc8397-0733-4994-a2f7-0045dcae7658 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945487 Oct 29 09:43:30.502294 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'f9ef0b4a-c733-4790-9943-123d53e5cd1b', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'port_id': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'mac_address': 'fa:16:3e:85:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:43:28Z', 'updated_at': '2021-10-29T09:43:28Z', 'revision_number': 0, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:43:30.534094 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbafdb-f514-4059-826e-378c7b1f0558 None None] The sync data for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 is: [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': 'f9ef0b4a-c733-4790-9943-123d53e5cd1b', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'port_id': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'mac_address': 'fa:16:3e:85:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:43:28Z', 'updated_at': '2021-10-29T09:43:28Z', 'revision_number': 0, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:43:30.738173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d0b4bc-0229-422c-9a3f-74183f149f73 None None] New status for floating IP f9ef0b4a-c733-4790-9943-123d53e5cd1b: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:43:31.126902 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:40.213044 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:43:44.357284 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-53ced555-701d-45b4-9c07-b5421e034d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:47.093084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c230cf2b-add0-4cec-988b-5b674dddedd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:48.399022 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:48.455496 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:49.833809 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:43:59.919164 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:01.149990 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:01.340477 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07a824b5-963d-4edb-afd1-272502288b8d req-69f887ff-09a4-4a96-b01c-52fd3e5ba23a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452359 Oct 29 09:44:01.437661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a824b5-963d-4edb-afd1-272502288b8d req-23b5f8c7-8488-4a24-adad-699be86a4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:44:01.439338 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07a824b5-963d-4edb-afd1-272502288b8d req-23b5f8c7-8488-4a24-adad-699be86a4eb8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1097 time: 0.0517180 Oct 29 09:44:01.558305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a824b5-963d-4edb-afd1-272502288b8d req-036463dd-26e6-400f-9843-db77276f4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:44:01.559937 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07a824b5-963d-4edb-afd1-272502288b8d req-036463dd-26e6-400f-9843-db77276f4bcc service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0952857 Oct 29 09:44:01.631114 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07a824b5-963d-4edb-afd1-272502288b8d req-fd366977-62f2-493a-bc5c-bfeea5bd5f2c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1002 time: 0.0633552 Oct 29 09:44:01.680996 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a824b5-963d-4edb-afd1-272502288b8d req-443b0c72-56c0-45a0-b3f3-286148bb062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:44:01.682429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07a824b5-963d-4edb-afd1-272502288b8d req-443b0c72-56c0-45a0-b3f3-286148bb062e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0441926 Oct 29 09:44:01.732343 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a824b5-963d-4edb-afd1-272502288b8d req-53155a7c-a1cf-4710-bcea-b1748e00c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:44:01.733852 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07a824b5-963d-4edb-afd1-272502288b8d req-53155a7c-a1cf-4710-bcea-b1748e00c9c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439434 Oct 29 09:44:01.829599 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07a824b5-963d-4edb-afd1-272502288b8d req-2e7d4739-8053-44a4-9a5a-64afc9022443 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882890 Oct 29 09:44:01.923526 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-07a824b5-963d-4edb-afd1-272502288b8d req-36ecaf8c-f302-4793-a988-6090d89ea4a9 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847898 Oct 29 09:44:14.370115 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c20b3568-34ad-460f-af1d-39e78bff5cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:17.099308 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fbf82efc-9d5a-47d8-a232-de72840c0659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:17.203044 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:44:18.397072 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:18.457644 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:19.835837 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:29.933287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:31.176908 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:44.371014 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ea38797e-c5e0-413f-820e-2a1a98eec237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:47.096556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-49ae074f-3e9b-4cc8-8647-4ecc03de0cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:48.393844 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:48.461432 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:49.840214 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:44:54.209105 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:44:59.946700 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:01.179591 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:02.378777 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99348f6f-eeb0-43b5-9634-63872980e875 req-ec546cad-3fed-4aec-a5de-2e532033e8a7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945420 Oct 29 09:45:02.479421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99348f6f-eeb0-43b5-9634-63872980e875 req-2f9bbb46-67de-46a7-a1ce-841094d427df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:45:02.481494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99348f6f-eeb0-43b5-9634-63872980e875 req-2f9bbb46-67de-46a7-a1ce-841094d427df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1097 time: 0.0479870 Oct 29 09:45:02.595224 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99348f6f-eeb0-43b5-9634-63872980e875 req-5d2d038b-615c-4399-b0fa-5816a89ddcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:45:02.596647 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99348f6f-eeb0-43b5-9634-63872980e875 req-5d2d038b-615c-4399-b0fa-5816a89ddcf5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0945761 Oct 29 09:45:02.670336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99348f6f-eeb0-43b5-9634-63872980e875 req-ea769e51-a889-43d2-9ec9-fec8d52f2fdb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1002 time: 0.0655148 Oct 29 09:45:02.721260 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99348f6f-eeb0-43b5-9634-63872980e875 req-bdb70ca2-25d2-4fba-b5dd-17f6e538cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:45:02.722699 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99348f6f-eeb0-43b5-9634-63872980e875 req-bdb70ca2-25d2-4fba-b5dd-17f6e538cdc0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0445614 Oct 29 09:45:02.770069 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99348f6f-eeb0-43b5-9634-63872980e875 req-be085031-724f-4241-b86c-ecb2f37407c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:45:02.771562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99348f6f-eeb0-43b5-9634-63872980e875 req-be085031-724f-4241-b86c-ecb2f37407c2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409987 Oct 29 09:45:02.879540 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99348f6f-eeb0-43b5-9634-63872980e875 req-72da7a89-e234-4e6e-9ae7-a6661564633f service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002247 Oct 29 09:45:02.978270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-99348f6f-eeb0-43b5-9634-63872980e875 req-782110f4-d4a8-433f-96c9-9a780c5669be service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901828 Oct 29 09:45:14.375300 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-3a96fa23-beb6-440b-90f8-00b0f78f2a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:17.093093 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ddda097b-8e1d-4463-816b-9b128eb39932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:18.403356 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:18.463611 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:19.841880 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:29.951520 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:31.190357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:31.208955 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:45:44.382977 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a8be87af-b83e-455b-a257-2414a9d041d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:47.088698 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b5fd972d-f0a7-4456-b22e-fcd7f472ae29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:48.395168 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:48.467838 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:49.850627 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:45:57.210575 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c479200-abbe-465e-aab9-7c6b296ec28a req-f565b532-d77c-4407-9718-1dbf588447a9 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:45:57.212087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c479200-abbe-465e-aab9-7c6b296ec28a req-f565b532-d77c-4407-9718-1dbf588447a9 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0508456 Oct 29 09:45:57.251520 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1c479200-abbe-465e-aab9-7c6b296ec28a req-e631dd81-b3a7-4ef8-b04c-2860fa6a9864 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332658 Oct 29 09:45:58.414743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4edb9-d5df-4163-a13f-82091319693f req-387436f5-7bd4-4542-a951-bf76a8b1033d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:45:58.416209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86c4edb9-d5df-4163-a13f-82091319693f req-387436f5-7bd4-4542-a951-bf76a8b1033d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0569324 Oct 29 09:45:58.456843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86c4edb9-d5df-4163-a13f-82091319693f req-899e78e9-6d1b-4882-ab24-5a5f6b2bc864 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345209 Oct 29 09:45:59.619846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88d524-8f58-42c1-ac8e-4868c773e25b req-4a1f0b31-7b6b-492b-bea1-9e62a93097e3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:45:59.621348 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c88d524-8f58-42c1-ac8e-4868c773e25b req-4a1f0b31-7b6b-492b-bea1-9e62a93097e3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0625396 Oct 29 09:45:59.663681 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3c88d524-8f58-42c1-ac8e-4868c773e25b req-0f9b8d2d-1520-43ff-b53b-71b74df37d7f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329993 Oct 29 09:45:59.948825 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:00.797395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318e79b-c506-4081-815a-a7586e667edb req-a2d2275c-c5cf-4891-b70d-67a3f29c9e2c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:00.798885 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d318e79b-c506-4081-815a-a7586e667edb req-a2d2275c-c5cf-4891-b70d-67a3f29c9e2c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0559196 Oct 29 09:46:00.841512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d318e79b-c506-4081-815a-a7586e667edb req-fe1c1c6e-396a-426c-9004-042527e6ed77 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336809 Oct 29 09:46:01.187578 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:01.979747 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62974-f943-43f2-94d8-52842634b804 req-60e60444-32eb-47ff-be08-c794f600e2a2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:01.981466 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7b62974-f943-43f2-94d8-52842634b804 req-60e60444-32eb-47ff-be08-c794f600e2a2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0554388 Oct 29 09:46:02.022594 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b7b62974-f943-43f2-94d8-52842634b804 req-aa03c7fd-585d-4a5b-945a-d11f076267c9 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350499 Oct 29 09:46:02.369840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-8fd18666-ee4d-49f6-81b0-b705c24ca233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:02.371395 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-8fd18666-ee4d-49f6-81b0-b705c24ca233 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1097 time: 0.0439320 Oct 29 09:46:02.485711 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-75edb9f7-037d-436b-8af1-f71667817d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:02.487244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-75edb9f7-037d-436b-8af1-f71667817d56 service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0961459 Oct 29 09:46:02.554232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-4f165a55-5931-4048-ba47-e0bd2331e4db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1002 time: 0.0595009 Oct 29 09:46:02.612497 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-384c01cc-a3c2-454f-a8fd-37bb731878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:02.614692 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-384c01cc-a3c2-454f-a8fd-37bb731878d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0530484 Oct 29 09:46:02.669009 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-7c0f56a8-6635-4c40-93b4-16ecfa4cc741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:02.670427 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-7c0f56a8-6635-4c40-93b4-16ecfa4cc741 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480437 Oct 29 09:46:02.681467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-9fabf341-2225-463c-9e64-1a262523e973 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:46:02.682412 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-9fabf341-2225-463c-9e64-1a262523e973 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049293 Oct 29 09:46:02.777428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-09c972f8-e367-444b-b521-16f77c8cfd32 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877502 Oct 29 09:46:02.872387 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6ecce365-e0b0-45f2-9d47-70d0243cd6d8 req-2889bf26-516c-4fdf-a373-20caa81b7ade service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878479 Oct 29 09:46:03.154986 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e13b-68f4-4e14-9134-0a0995ac7e5c req-4c577bf6-53ef-4647-b15b-43bbeeb1d211 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:03.156528 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fd6e13b-68f4-4e14-9134-0a0995ac7e5c req-4c577bf6-53ef-4647-b15b-43bbeeb1d211 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0579586 Oct 29 09:46:03.198409 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-8fd6e13b-68f4-4e14-9134-0a0995ac7e5c req-1cf37064-24a7-4103-af48-c1e6438ba8f5 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Oct 29 09:46:04.326103 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbc063-3913-4ab6-bd44-25044cbee05d req-47f64946-a94f-48a7-bff2-0674a6aa0147 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:04.327591 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0dbc063-3913-4ab6-bd44-25044cbee05d req-47f64946-a94f-48a7-bff2-0674a6aa0147 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0541682 Oct 29 09:46:04.371872 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c0dbc063-3913-4ab6-bd44-25044cbee05d req-61bb8f76-0b12-4dcd-a509-db58f1ba0cb0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351932 Oct 29 09:46:05.509808 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab29f30-925d-4c99-be8d-800feee49401 req-c1678384-9746-4c49-a0d6-9c7c20d3e01e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:05.511566 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ab29f30-925d-4c99-be8d-800feee49401 req-c1678384-9746-4c49-a0d6-9c7c20d3e01e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0600910 Oct 29 09:46:05.551357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3ab29f30-925d-4c99-be8d-800feee49401 req-fea0ac5f-92ce-451b-baf9-44a0ff8c2e36 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Oct 29 09:46:06.681091 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f7abb-0b09-4dee-a946-bf5279619060 req-355b2a0d-343a-499c-a502-b073c77e4054 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:06.683221 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d93f7abb-0b09-4dee-a946-bf5279619060 req-355b2a0d-343a-499c-a502-b073c77e4054 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0546665 Oct 29 09:46:06.723087 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d93f7abb-0b09-4dee-a946-bf5279619060 req-34eb3afd-d782-4e44-a462-663c42dfacb1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329628 Oct 29 09:46:07.861907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449d936-d60b-4c70-a384-524e8107afe7 req-f3c892ee-1a45-4e49-a513-21986cd8ec08 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:07.863414 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b449d936-d60b-4c70-a384-524e8107afe7 req-f3c892ee-1a45-4e49-a513-21986cd8ec08 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0535512 Oct 29 09:46:07.906212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b449d936-d60b-4c70-a384-524e8107afe7 req-b1a391ce-b385-4750-a989-145cc4ab2df2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Oct 29 09:46:08.209000 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:46:09.030152 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36c58-a1b3-4b54-b515-633e3095f3f3 req-809c243f-dc33-492e-b51f-d4f0671cb3fe tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:09.031645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ba36c58-a1b3-4b54-b515-633e3095f3f3 req-809c243f-dc33-492e-b51f-d4f0671cb3fe tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0532970 Oct 29 09:46:09.070517 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ba36c58-a1b3-4b54-b515-633e3095f3f3 req-8c04a192-02e0-4f7d-a880-5e096706b32a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326762 Oct 29 09:46:10.202787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e3957-9b8f-4b25-a54e-68a7ce84483f req-4237920c-46b0-4a14-830b-04c8631c7fdb tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:10.204302 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-853e3957-9b8f-4b25-a54e-68a7ce84483f req-4237920c-46b0-4a14-830b-04c8631c7fdb tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0513721 Oct 29 09:46:10.243578 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-853e3957-9b8f-4b25-a54e-68a7ce84483f req-2d3143da-e886-421e-9929-4627def14f14 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Oct 29 09:46:10.439624 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:46:10.539491 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:46:10.552434 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'port_id': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'mac_address': 'fa:16:3e:85:8d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:46:10.591552 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:10.609556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:46:10.636834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:46:10.642901 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:10.693175 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:46:10.701085 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.701431 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.701775 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.702112 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.702445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.702782 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.703110 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.703441 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.703762 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.704136 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.704463 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.704834 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:10.718125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:46:11.380321 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60c39f-6b21-4ccf-9fc8-becd4a0a1068 req-5a093341-23e7-4bf2-b098-c7c01cc61290 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:11.381858 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad60c39f-6b21-4ccf-9fc8-becd4a0a1068 req-5a093341-23e7-4bf2-b098-c7c01cc61290 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0566320 Oct 29 09:46:11.420032 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ad60c39f-6b21-4ccf-9fc8-becd4a0a1068 req-21a177b8-aed2-4a74-baf4-2d8e6cfe05ff tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320525 Oct 29 09:46:12.451699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:46:12.509227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:46:12.509609 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:12.554685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134605-8200-4493-a974-38c0ca8d13ec req-9c2e67b5-c2da-4ada-939a-3cf503fe09bd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:12.556336 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf134605-8200-4493-a974-38c0ca8d13ec req-9c2e67b5-c2da-4ada-939a-3cf503fe09bd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0603073 Oct 29 09:46:12.609399 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:12.621793 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf134605-8200-4493-a974-38c0ca8d13ec req-dde67b3a-fda6-4a9f-a1af-54c83b1cc22b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561581 Oct 29 09:46:12.640184 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:46:12.643764 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992901f-4988-4c72-88a8-b71198537ac8" -d '{"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-plugged", "status": "completed", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:46:12.658196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:46:12.663694 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:12.714054 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:46:13.730791 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e86736-db8a-4546-b7e5-a15dcbfecc3f x-openstack-request-id: req-74e86736-db8a-4546-b7e5-a15dcbfecc3f {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:46:13.731595 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-plugged", "status": "completed", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:46:13.731595 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74e86736-db8a-4546-b7e5-a15dcbfecc3f {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:46:13.732844 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'code': 200} Oct 29 09:46:13.776096 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a65c18-af10-4f0a-b9f0-17f54097154c req-25160f49-0379-483f-881a-b4f0f297cc97 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:13.779192 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a65c18-af10-4f0a-b9f0-17f54097154c req-25160f49-0379-483f-881a-b4f0f297cc97 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0654345 Oct 29 09:46:13.822690 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a1a65c18-af10-4f0a-b9f0-17f54097154c req-d29fad65-7511-42c1-98e7-dd952ae8faad tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370033 Oct 29 09:46:14.368754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6ff30c1c-33f1-45bd-8a3f-92dd9751b49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:14.953048 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5759db-8a05-47e3-9257-21d079639cc8 req-4870255b-4197-4779-a775-e497ae4f612c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:14.954917 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f5759db-8a05-47e3-9257-21d079639cc8 req-4870255b-4197-4779-a775-e497ae4f612c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0547774 Oct 29 09:46:14.997141 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4f5759db-8a05-47e3-9257-21d079639cc8 req-c65eb31b-c235-46d2-b878-a29c7fbd2ddc tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339832 Oct 29 09:46:16.125865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517dbb7-b532-4b98-acb9-91815e03cab8 req-152e9751-4269-43b8-a98f-23355537e6ac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:16.127478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a517dbb7-b532-4b98-acb9-91815e03cab8 req-152e9751-4269-43b8-a98f-23355537e6ac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0575595 Oct 29 09:46:16.170999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a517dbb7-b532-4b98-acb9-91815e03cab8 req-dc43edc0-38cc-4cf7-ac09-7d82e0e1a108 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357370 Oct 29 09:46:17.097686 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d3e93c82-2022-45e9-bad6-4990502cc6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:17.320030 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d3239-013b-4c6b-9cac-8204fd3b6960 req-51d089ff-51e1-4869-a82e-a760cc2103f9 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:17.321947 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-422d3239-013b-4c6b-9cac-8204fd3b6960 req-51d089ff-51e1-4869-a82e-a760cc2103f9 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0695248 Oct 29 09:46:17.372511 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-422d3239-013b-4c6b-9cac-8204fd3b6960 req-98a921c8-68a4-4d8a-8a67-6813e29cee0e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399015 Oct 29 09:46:18.391273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:18.483874 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:18.531087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627a71-4ea2-4754-be24-11cd68708ab6 req-c89f965e-c5c3-457b-91d3-d9a198de0841 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:18.532650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84627a71-4ea2-4754-be24-11cd68708ab6 req-c89f965e-c5c3-457b-91d3-d9a198de0841 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0624285 Oct 29 09:46:18.577440 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84627a71-4ea2-4754-be24-11cd68708ab6 req-b6c0dab4-6c7d-44f1-8fc6-5a0ce0b6b1df tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368826 Oct 29 09:46:19.716099 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09cdad-5be4-4ba4-a91a-73f9a669ba77 req-6ddc17f2-565c-4101-9185-b29e0417b2d8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:19.718063 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d09cdad-5be4-4ba4-a91a-73f9a669ba77 req-6ddc17f2-565c-4101-9185-b29e0417b2d8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0579526 Oct 29 09:46:19.771405 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3d09cdad-5be4-4ba4-a91a-73f9a669ba77 req-69ca6521-397a-4177-adea-da5c8aeb6b19 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458925 Oct 29 09:46:19.848137 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:20.904170 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476422-d4b5-4e79-8a06-4949a2bcdcc1 req-0c8e1bfa-53c5-4f16-ab9d-145351a0e098 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:20.906038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf476422-d4b5-4e79-8a06-4949a2bcdcc1 req-0c8e1bfa-53c5-4f16-ab9d-145351a0e098 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0550871 Oct 29 09:46:20.957111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bf476422-d4b5-4e79-8a06-4949a2bcdcc1 req-998d4767-d7da-42bc-995f-9b292391ccb5 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Oct 29 09:46:22.083504 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cc524-88ec-4da7-b356-2e67e919da20 req-62f6fe1e-1ed0-42cf-8207-4c62ca6e7311 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:22.085097 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d67cc524-88ec-4da7-b356-2e67e919da20 req-62f6fe1e-1ed0-42cf-8207-4c62ca6e7311 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0537276 Oct 29 09:46:22.126114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d67cc524-88ec-4da7-b356-2e67e919da20 req-a309d3ea-2241-4793-85a1-df3af25baf6f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Oct 29 09:46:22.933543 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-c686bb42-157c-414a-8409-dedac305a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:22.935146 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-c686bb42-157c-414a-8409-dedac305a748 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1097 time: 0.0468235 Oct 29 09:46:23.034684 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-5d8d107e-9ced-4f76-a4a4-2b601c7e7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:23.036241 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-5d8d107e-9ced-4f76-a4a4-2b601c7e7e57 service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0941243 Oct 29 09:46:23.126397 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-2487df3b-e9eb-43ed-a404-4f59733cb635 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1002 time: 0.0833588 Oct 29 09:46:23.186570 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-eafd3456-1047-468f-bfa3-4a8f5692fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:23.188139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-eafd3456-1047-468f-bfa3-4a8f5692fb37 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0542002 Oct 29 09:46:23.271714 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4462d8-5f37-44d7-bc99-3e5e32038bf7 req-ce76c8a6-62ea-439e-a529-555847863b39 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:23.273272 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c4462d8-5f37-44d7-bc99-3e5e32038bf7 req-ce76c8a6-62ea-439e-a529-555847863b39 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0766904 Oct 29 09:46:23.275840 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-ba87280a-521a-4e5d-bf41-c7f2b7d58791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:23.277263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-ba87280a-521a-4e5d-bf41-c7f2b7d58791 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795271 Oct 29 09:46:23.362365 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0c4462d8-5f37-44d7-bc99-3e5e32038bf7 req-10cbd78f-a739-4466-b59c-1f075278ef81 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826764 Oct 29 09:46:23.393695 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-b1475318-9eed-46ff-9d9e-9567be26e3b4 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081443 Oct 29 09:46:23.492901 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-380ffb1d-568e-4b25-8332-d36d7567eb79 req-3aca81b8-8d09-483f-bccf-fe788e16cb25 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915985 Oct 29 09:46:24.489383 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d331e62-6b9b-4668-b133-4a8f3fefb047 req-bf52662f-b1b2-4bbc-ad46-9c2b15e358b0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:24.490885 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d331e62-6b9b-4668-b133-4a8f3fefb047 req-bf52662f-b1b2-4bbc-ad46-9c2b15e358b0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0534782 Oct 29 09:46:24.529994 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1d331e62-6b9b-4668-b133-4a8f3fefb047 req-1c67a191-63c7-49a7-a7c9-bb0b426dddac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329204 Oct 29 09:46:25.677467 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ce232-81be-43b0-9e41-09793df7aac2 req-d146d2e9-c7c0-45a1-8a8c-336eadcd75cd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:25.679129 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-486ce232-81be-43b0-9e41-09793df7aac2 req-d146d2e9-c7c0-45a1-8a8c-336eadcd75cd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0679545 Oct 29 09:46:25.724838 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-486ce232-81be-43b0-9e41-09793df7aac2 req-2c0dc00b-8e61-43fa-9fc2-a8d0d28884a5 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375094 Oct 29 09:46:25.857970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-b627c694-a1c1-4a37-920f-8ea7135fcd89 req-6f056baf-b4ae-43bc-b1d8-ef0f16fc6a88 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:46:25.859013 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b627c694-a1c1-4a37-920f-8ea7135fcd89 req-6f056baf-b4ae-43bc-b1d8-ef0f16fc6a88 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0656104 Oct 29 09:46:26.024812 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c64235-6bc3-494c-913b-10099fbd28b6 req-01bcfa96-83ac-4e17-8884-7d799eb1ba48 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:26.026283 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41c64235-6bc3-494c-913b-10099fbd28b6 req-01bcfa96-83ac-4e17-8884-7d799eb1ba48 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0511315 Oct 29 09:46:26.069579 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-41c64235-6bc3-494c-913b-10099fbd28b6 req-8c53fec3-48fb-4364-80ee-6b1b537b1439 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367064 Oct 29 09:46:26.360190 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-01876a8f-11f7-4fe6-9ad2-67240b1e1ffa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933669 Oct 29 09:46:26.498562 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:46:26.582171 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:26.607020 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:46:26.609501 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f4dcde-373e-4adc-8145-abd7bd6d4488" -d '{"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-unplugged", "status": "completed", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:46:26.622612 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:46:26.628263 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:26.654720 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947c2e77-9610-49b6-bf38-5b11c8069fe1 x-openstack-request-id: req-947c2e77-9610-49b6-bf38-5b11c8069fe1 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:46:26.655021 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-unplugged", "status": "failed", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "code": 422}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:46:26.655274 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-947c2e77-9610-49b6-bf38-5b11c8069fe1 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:46:26.655669 n-d-815940-1 neutron-server[102115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'code': 422} returned with failed status Oct 29 09:46:26.685606 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:46:27.203374 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-2a417eca-2e40-400c-9f99-3b7d96f7fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:27.204914 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-2a417eca-2e40-400c-9f99-3b7d96f7fd6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc&tenant_id=152a44b2921443239beabb1cf99ab7a0 HTTP/1.1" status: 200 len: 1095 time: 0.0722287 Oct 29 09:46:27.219491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b547e-fe10-4aaa-b6db-be3cc1891d27 req-17bbbfc0-f36e-460c-9da4-03d13b8aa0c3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:27.220934 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a0b547e-fe10-4aaa-b6db-be3cc1891d27 req-17bbbfc0-f36e-460c-9da4-03d13b8aa0c3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 944 time: 0.0601242 Oct 29 09:46:27.225859 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815940-1', 'device_owner': 'compute:nova'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:46:27.305668 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a0b547e-fe10-4aaa-b6db-be3cc1891d27 req-8738d64d-129d-42d8-8061-883a6ff7bc64 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767515 Oct 29 09:46:27.306641 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:27.526498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:46:27.560732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:46:27.595480 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:46:27.603349 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:27.616880 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Transition to ACTIVE for port object 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:46:27.621933 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:27.706370 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=9']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:46:27.721199 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.721551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.721867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.722237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.722557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.722866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.723183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.723498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.723849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.724237 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.724553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.724867 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:46:27.759210 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] No DVR routers for this DVR port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:46:27.899795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Attempting to bind port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:46:27.900163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Attempting to bind port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:46:27.900495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Attempting to bind port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:46:27.905754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:46:27.906075 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Attempting to bind port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:46:27.911396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:46:27.911747 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Checking segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:46:27.912183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Bound using segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:46:27.912609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Bound port: 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:46:27.912977 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:27.979308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:46:27.982663 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:46:27.990402 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:28.033795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:28.034543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:28.035836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] 10.222.0.15 "PUT /v2.0/ports/3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1092 time: 0.8139536 Oct 29 09:46:28.036256 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:46:28.038525 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2591d48-da34-46e6-b483-11adc30cbda1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:46:28.067616 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a162497-d88b-40af-af7a-2d9df41f51bd service neutron] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:46:28.115659 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-f67b13d8-042e-4124-af68-2bb74c492bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:28.117377 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-f67b13d8-042e-4124-af68-2bb74c492bba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1096 time: 0.0459778 Oct 29 09:46:28.171846 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45d331a-9dba-4ae6-8910-e0dc38ab8f23 x-openstack-request-id: req-a45d331a-9dba-4ae6-8910-e0dc38ab8f23 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:46:28.172142 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:46:28.172388 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a45d331a-9dba-4ae6-8910-e0dc38ab8f23 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:46:28.172780 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'status': 'completed', 'code': 200} Oct 29 09:46:28.218906 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-81367f95-8b77-41ef-9e7c-a16e19aeb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:28.220474 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-81367f95-8b77-41ef-9e7c-a16e19aeb537 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0962834 Oct 29 09:46:28.297828 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-c87a22b6-db99-455c-861c-9c3327cd14c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1000 time: 0.0685134 Oct 29 09:46:28.353057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-b6a79ca7-b0c2-4984-b402-f8148b47f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:28.354552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-b6a79ca7-b0c2-4984-b402-f8148b47f02e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0497890 Oct 29 09:46:28.438970 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-a04de8ac-3a11-4673-a82a-2faafe503103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:28.440561 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-a04de8ac-3a11-4673-a82a-2faafe503103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783710 Oct 29 09:46:28.462769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87f1ff-1137-43f2-a0ae-026c339bcd62 req-e39ad03f-78c0-44ad-ad2a-609f33a8ddea tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:28.464225 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d87f1ff-1137-43f2-a0ae-026c339bcd62 req-e39ad03f-78c0-44ad-ad2a-609f33a8ddea tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0722003 Oct 29 09:46:28.545858 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2d87f1ff-1137-43f2-a0ae-026c339bcd62 req-0d1c28de-e5af-40ae-bec2-7710efc8fef0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703862 Oct 29 09:46:28.569021 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-bc07ad23-a5d3-4ca0-b3de-84512ca3d249 service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209304 Oct 29 09:46:29.008567 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-986cd5a9-a009-425a-b48d-88c61f60a875 req-d76f968e-a7be-447d-ab47-667b4ab40657 service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323337 Oct 29 09:46:29.103864 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-7a9f8084-8cac-42b9-9362-6a8a12c36486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:29.105410 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-7a9f8084-8cac-42b9-9362-6a8a12c36486 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1096 time: 0.0433016 Oct 29 09:46:29.202425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-49648e68-9f3d-441e-b1b5-6f09a7601286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:29.204001 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-49648e68-9f3d-441e-b1b5-6f09a7601286 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0920348 Oct 29 09:46:29.283980 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-874d309b-1132-47fc-8acb-80d601541458 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1000 time: 0.0716856 Oct 29 09:46:29.691955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2ed54-4fb2-4408-9d08-e8bcd6e0119e req-6dbe6bc6-7487-4c30-b0d5-1c04129f7303 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:29.693567 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62f2ed54-4fb2-4408-9d08-e8bcd6e0119e req-6dbe6bc6-7487-4c30-b0d5-1c04129f7303 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0678616 Oct 29 09:46:29.740453 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-62f2ed54-4fb2-4408-9d08-e8bcd6e0119e req-e505eef1-819e-416f-bb86-84a0bbccf467 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371492 Oct 29 09:46:29.973600 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:30.878930 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf51af-4f2a-4f80-b792-52a005d6ffa5 req-329bf626-6c32-469c-a124-f5db755c4acd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:30.880821 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7abf51af-4f2a-4f80-b792-52a005d6ffa5 req-329bf626-6c32-469c-a124-f5db755c4acd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0540957 Oct 29 09:46:30.927470 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7abf51af-4f2a-4f80-b792-52a005d6ffa5 req-6338d442-2c37-473e-b4f9-170b206cc8dc tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396161 Oct 29 09:46:31.200016 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:32.057675 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c918dc-757f-45ee-845a-380e3800627e req-e9bba50f-2ed4-4868-83da-cc40dffaea60 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:32.059322 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50c918dc-757f-45ee-845a-380e3800627e req-e9bba50f-2ed4-4868-83da-cc40dffaea60 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0568178 Oct 29 09:46:32.109129 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-50c918dc-757f-45ee-845a-380e3800627e req-998fec36-a6bc-4a11-9348-980ff13ab431 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Oct 29 09:46:33.261156 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4eb91-afce-4a39-be9b-e3a5d85f8ca5 req-d64a95e2-388e-4a4c-89e9-cf2bbf58c165 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:33.262652 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15c4eb91-afce-4a39-be9b-e3a5d85f8ca5 req-d64a95e2-388e-4a4c-89e9-cf2bbf58c165 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0717177 Oct 29 09:46:33.305585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-15c4eb91-afce-4a39-be9b-e3a5d85f8ca5 req-d07a5e66-4d2e-4b84-9116-bdc9e542ebc2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359020 Oct 29 09:46:34.458808 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dea5f-615b-498a-b8aa-ef099f40ee01 req-e0be4406-d1db-4f1c-9a85-d411cbfbe461 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:34.460657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d24dea5f-615b-498a-b8aa-ef099f40ee01 req-e0be4406-d1db-4f1c-9a85-d411cbfbe461 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0670724 Oct 29 09:46:34.503784 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d24dea5f-615b-498a-b8aa-ef099f40ee01 req-a2f7f583-e1b0-4a42-bdb2-db9ac416645a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363843 Oct 29 09:46:35.631538 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fca51-955a-4bd4-90a6-f066f02dfcc6 req-f6415c8d-0ac9-4b6f-946f-4e0d5c74eaf3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:35.633226 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd8fca51-955a-4bd4-90a6-f066f02dfcc6 req-f6415c8d-0ac9-4b6f-946f-4e0d5c74eaf3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0520833 Oct 29 09:46:35.671823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd8fca51-955a-4bd4-90a6-f066f02dfcc6 req-03ecb8c8-1366-4a55-be48-1271bce490bf tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 Oct 29 09:46:36.800047 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ccc4-8029-416a-802f-9a4149c51d50 req-be95723b-4424-4d4d-8b87-ad21cf3d1111 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:36.801741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d340ccc4-8029-416a-802f-9a4149c51d50 req-be95723b-4424-4d4d-8b87-ad21cf3d1111 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0530295 Oct 29 09:46:36.841226 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d340ccc4-8029-416a-802f-9a4149c51d50 req-95612967-9f35-4ddd-934e-efac879c48be tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330019 Oct 29 09:46:37.980321 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90840852-2c90-4dd7-b661-07e8abddbbf7 req-03876936-cf40-4d7c-91e5-5e0c1129eaa1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:37.981939 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90840852-2c90-4dd7-b661-07e8abddbbf7 req-03876936-cf40-4d7c-91e5-5e0c1129eaa1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0602233 Oct 29 09:46:38.037810 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-90840852-2c90-4dd7-b661-07e8abddbbf7 req-e64bab2e-f8d2-49e1-b2c7-8cc289b9e25b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 Oct 29 09:46:39.154596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62660a-0772-4a1a-95f5-7416c802bc88 req-41adb0b3-ebad-48b4-af91-4838915fdf54 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:39.156090 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ed62660a-0772-4a1a-95f5-7416c802bc88 req-41adb0b3-ebad-48b4-af91-4838915fdf54 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0517087 Oct 29 09:46:39.199680 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-ed62660a-0772-4a1a-95f5-7416c802bc88 req-15ecdcd2-cb58-41de-98a1-1b1676b42d05 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370748 Oct 29 09:46:40.332601 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8172df-8e76-45a6-9b74-123c855cb59d req-40af8c01-37cd-4d4e-b998-e33307c0ce87 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:40.334925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a8172df-8e76-45a6-9b74-123c855cb59d req-40af8c01-37cd-4d4e-b998-e33307c0ce87 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0536616 Oct 29 09:46:40.376877 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7a8172df-8e76-45a6-9b74-123c855cb59d req-aef96b24-d280-4b23-bdd4-88d5ca5f16c1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351090 Oct 29 09:46:40.677605 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-bb2e8da7-a4c3-4e6a-ad6f-1aa6597c2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:40.678999 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-bb2e8da7-a4c3-4e6a-ad6f-1aa6597c2f4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0571461 Oct 29 09:46:40.727673 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-0e704e2e-f661-4439-8c3a-21053b0e5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:40.729223 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-0e704e2e-f661-4439-8c3a-21053b0e5ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425122 Oct 29 09:46:40.826189 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-18da5a09-970b-4c1e-a78f-596130c9c82b service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892482 Oct 29 09:46:40.927158 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a2591d48-da34-46e6-b483-11adc30cbda1 req-91a656a1-387d-410a-b478-ce28ad38c4e1 service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902562 Oct 29 09:46:41.507274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595a47-a395-4487-a9b3-474a452c331d req-379530e2-51e6-4040-813d-729ca0fe403d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:41.508800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0595a47-a395-4487-a9b3-474a452c331d req-379530e2-51e6-4040-813d-729ca0fe403d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0549774 Oct 29 09:46:41.551114 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f0595a47-a395-4487-a9b3-474a452c331d req-84c29739-a955-4073-98d8-8a9ef1883a28 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335553 Oct 29 09:46:42.401469 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:46:42.520513 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:46:42.676133 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae351c4-ad68-4a99-935d-5ef48ea0ae75 req-29529932-2964-4898-92c1-bf8a42465b58 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:42.677555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dae351c4-ad68-4a99-935d-5ef48ea0ae75 req-29529932-2964-4898-92c1-bf8a42465b58 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 945 time: 0.0527806 Oct 29 09:46:42.702845 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'port_id': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'mac_address': 'fa:16:3e:85:8d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:46:42.718157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dae351c4-ad68-4a99-935d-5ef48ea0ae75 req-37c2cd64-71e8-4f62-9c60-9c10c946fc58 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343471 Oct 29 09:46:42.740586 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:42.752933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:46:42.771686 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:46:42.779367 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:42.824916 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=11']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:46:43.016237 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:46:43.840138 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70934de-9dfc-462b-8c74-59ba400936e7 req-f6ea73ea-3aa5-4b13-a22c-0a01f44ea14d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:43.841657 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c70934de-9dfc-462b-8c74-59ba400936e7 req-f6ea73ea-3aa5-4b13-a22c-0a01f44ea14d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 946 time: 0.0528088 Oct 29 09:46:43.882670 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c70934de-9dfc-462b-8c74-59ba400936e7 req-947899b1-051a-4818-9425-4938bf1f55bf tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348020 Oct 29 09:46:44.375120 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-563813a9-169b-48cd-b647-8a1b4968adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:44.428918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:46:44.492544 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:46:44.497346 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:46:44.497755 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:44.576542 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:44.600158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:46:44.602739 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8117e0dc-24d8-4614-a1dd-c78f56e3045a" -d '{"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-plugged", "status": "completed", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:46:44.615317 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:46:44.620535 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:44.648680 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db57d0d-d3d1-4d7a-aafe-fe7ec1ce7998 x-openstack-request-id: req-5db57d0d-d3d1-4d7a-aafe-fe7ec1ce7998 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:46:44.648977 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-plugged", "status": "completed", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:46:44.649220 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5db57d0d-d3d1-4d7a-aafe-fe7ec1ce7998 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:46:44.649613 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'code': 200} Oct 29 09:46:44.677795 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=12']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:46:44.814421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe69d8-4123-406c-b972-d7ae18cecd52 req-46278f27-f88e-40c1-b417-cac1bca74759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:44.816238 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ebe69d8-4123-406c-b972-d7ae18cecd52 req-46278f27-f88e-40c1-b417-cac1bca74759 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1098 time: 0.0439558 Oct 29 09:46:44.851950 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4ebe69d8-4123-406c-b972-d7ae18cecd52 req-cabd5b08-4a44-4509-85f2-1d903ed8a9a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283191 Oct 29 09:46:45.013601 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4671-733e-4802-9334-2929ab01a83b req-f9540690-3db2-4d49-b9da-8b54c4c7ef6b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:45.015029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d96f4671-733e-4802-9334-2929ab01a83b req-f9540690-3db2-4d49-b9da-8b54c4c7ef6b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 947 time: 0.0576231 Oct 29 09:46:45.055258 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d96f4671-733e-4802-9334-2929ab01a83b req-88c34a0f-9d8e-4f83-a642-44ae7962aae4 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340219 Oct 29 09:46:45.211877 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:46:46.185750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166e23-8b88-416c-aa35-87d7612cdd7b req-c1cd5961-87be-4b52-94af-3e563b1dc35e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:46.187406 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50166e23-8b88-416c-aa35-87d7612cdd7b req-c1cd5961-87be-4b52-94af-3e563b1dc35e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 947 time: 0.0573668 Oct 29 09:46:46.228834 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50166e23-8b88-416c-aa35-87d7612cdd7b req-4cd69381-933a-4e91-bece-ace04210b6c3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346456 Oct 29 09:46:47.100598 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-141d4307-417e-41cd-b8b4-83b836a196a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:47.370652 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e07aa9-9392-4f36-b1c6-f637a85d562b req-539b8e6d-6d0c-4845-850b-2f98bf8f559e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:47.372094 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24e07aa9-9392-4f36-b1c6-f637a85d562b req-539b8e6d-6d0c-4845-850b-2f98bf8f559e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 947 time: 0.0603750 Oct 29 09:46:47.415457 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24e07aa9-9392-4f36-b1c6-f637a85d562b req-633149a2-340f-4098-8e3e-07bcaf28e05c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342014 Oct 29 09:46:48.399238 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:48.476814 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:49.852792 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:46:52.001448 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838e700-c924-42fc-ade2-cb556ea6995b req-d0a9cf6f-35e3-452d-a9cf-0b400557088b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537350 Oct 29 09:46:52.088571 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838e700-c924-42fc-ade2-cb556ea6995b req-12a4fd73-b3d8-4687-a311-b2445495cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:52.092191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838e700-c924-42fc-ade2-cb556ea6995b req-12a4fd73-b3d8-4687-a311-b2445495cd80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1098 time: 0.0463667 Oct 29 09:46:52.217606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838e700-c924-42fc-ade2-cb556ea6995b req-3a5ab5c2-c10b-4f4d-92a0-27a97d4cb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:52.219244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838e700-c924-42fc-ade2-cb556ea6995b req-3a5ab5c2-c10b-4f4d-92a0-27a97d4cb606 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0972345 Oct 29 09:46:52.293912 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838e700-c924-42fc-ade2-cb556ea6995b req-b3ef549a-b296-4a88-ae24-5486844b6066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1002 time: 0.0657976 Oct 29 09:46:52.353495 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838e700-c924-42fc-ade2-cb556ea6995b req-c5db89de-143e-45ed-9469-4f02466785f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:52.355051 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838e700-c924-42fc-ade2-cb556ea6995b req-c5db89de-143e-45ed-9469-4f02466785f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0542340 Oct 29 09:46:52.407308 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838e700-c924-42fc-ade2-cb556ea6995b req-725b01c3-5359-4e58-8430-37ca91a9a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:46:52.408849 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838e700-c924-42fc-ade2-cb556ea6995b req-725b01c3-5359-4e58-8430-37ca91a9a4dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457330 Oct 29 09:46:52.500143 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838e700-c924-42fc-ade2-cb556ea6995b req-c11c36bf-0802-444f-8094-e08dfe7554c9 service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834525 Oct 29 09:46:52.602154 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6838e700-c924-42fc-ade2-cb556ea6995b req-f14cc8cc-db1a-4295-884d-0b09db3f3c8c service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934968 Oct 29 09:46:59.994983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:01.201245 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:14.373722 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4195116b-f09c-47fc-80aa-475ac69eff07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:17.099580 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6f9b-be78-47b8-84ae-04233d6d2605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:18.397828 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:18.477582 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:19.852430 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:22.215646 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:47:30.000622 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:31.206192 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:44.370722 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1f397848-04be-42a6-a923-c0f9221abc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:47.101647 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-86bd58c5-7d1c-41cf-b07d-77ddbf3f6b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:48.399139 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:48.481247 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:49.853254 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:53.079728 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-e2340f14-0010-46bc-9d53-64e018b23c63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1513908 Oct 29 09:47:53.176414 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-4e851e55-7732-4e19-a65a-979f16c932d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:47:53.177978 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-4e851e55-7732-4e19-a65a-979f16c932d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1098 time: 0.0514755 Oct 29 09:47:53.292236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-8a336a2e-9429-4be1-9d4e-d6ca6064d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:47:53.293868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-8a336a2e-9429-4be1-9d4e-d6ca6064d9ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0944779 Oct 29 09:47:53.366759 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-0062b734-c828-45a2-b4ed-9059bd8f1a72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 1002 time: 0.0640838 Oct 29 09:47:53.425738 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-ff7163c2-e6b1-41be-b010-182ca3da27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:47:53.427230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-ff7163c2-e6b1-41be-b010-182ca3da27eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0535924 Oct 29 09:47:53.491670 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-87d3ca6e-65b5-4232-8772-e3eebc1b8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:47:53.493249 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-87d3ca6e-65b5-4232-8772-e3eebc1b8e4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588896 Oct 29 09:47:53.504510 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-77540a16-6226-4961-95e4-2c1a4fc06513 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:47:53.505531 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-77540a16-6226-4961-95e4-2c1a4fc06513 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049791 Oct 29 09:47:53.611020 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-364eef96-0513-4fe0-b81b-ac86950d7ab3 service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983295 Oct 29 09:47:53.723295 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-de6c2902-59ab-435f-95b0-b1e2126245bb req-d1d60223-904b-444c-a5ef-8389defd0ef8 service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047299 Oct 29 09:47:59.218825 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:47:59.271596 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45740) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:47:59.458768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Deleting port d4edaf9a-8a11-49d6-a5fa-5fa28fab8b8d {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:47:59.459119 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:59.545186 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:59.545421 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:59.557346 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Calling delete_port for d4edaf9a-8a11-49d6-a5fa-5fa28fab8b8d owned by network:floatingip {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:47:59.714135 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:47:59.993876 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:00.059962 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event deleted for resources: {'Port': ['ID=d4edaf9a-8a11-49d6-a5fa-5fa28fab8b8d,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:00.072268 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.072620 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.072963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.073306 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.073623 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.073973 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.074360 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.074682 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.075084 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.075421 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.075760 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.076127 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:00.131123 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for floatingip, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:00.131475 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Floating IP f9ef0b4a-c733-4790-9943-123d53e5cd1b disassociated (deleted). External IP: 172.25.5.246, port: 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d. Oct 29 09:48:00.356922 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Router ce2de9db-46f6-41f1-ba40-971d64b17c23 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:48:00.471035 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:48:00.476603 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:00.481540 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] Sync routers for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:48:00.492007 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:48:00.492603 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:48:00.507992 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-21cf2664-3ffe-4952-b5a3-dd3b4f505212 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "DELETE /v2.0/floatingips/f9ef0b4a-c733-4790-9943-123d53e5cd1b HTTP/1.1" status: 204 len: 168 time: 1.2327399 Oct 29 09:48:00.507992 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:48:00.508852 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a328daa7-b556-46a2-af0b-d3dcfcb29497" -d '{"events": [{"name": "network-changed", "server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:48:00.557718 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70508aa-c6d0-4125-9f3c-0136e3d20b00 x-openstack-request-id: req-a70508aa-c6d0-4125-9f3c-0136e3d20b00 {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:48:00.558910 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:48:00.559381 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a70508aa-c6d0-4125-9f3c-0136e3d20b00 {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:48:00.560079 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'status': 'completed', 'code': 200} Oct 29 09:48:00.604597 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:48:00.631782 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-85238f7a-5923-49f2-a5d3-a053a543145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:00.633340 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-85238f7a-5923-49f2-a5d3-a053a543145f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 1098 time: 0.0502994 Oct 29 09:48:00.746744 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-fd233087-202f-45cd-865a-b77181d3987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:00.749210 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-fd233087-202f-45cd-865a-b77181d3987d service neutron] 10.222.0.15 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.1022449 Oct 29 09:48:00.769587 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8661c2-de83-44db-8e9c-1cc6c0525b34 req-faa5438b-d878-4ade-96c3-35a0a5232606 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:00.771133 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f8661c2-de83-44db-8e9c-1cc6c0525b34 req-faa5438b-d878-4ade-96c3-35a0a5232606 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 947 time: 0.0498564 Oct 29 09:48:00.796156 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-bc66233a-1350-4f19-b251-36edbadbae2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 200 len: 217 time: 0.0375888 Oct 29 09:48:00.809515 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1f8661c2-de83-44db-8e9c-1cc6c0525b34 req-9055ea28-9ad1-4fba-a70f-c13c839a0a2d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Oct 29 09:48:00.832365 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:48:00.853390 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-31a803bf-4b4d-4504-8ae2-82ed3ac170d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:00.854883 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-31a803bf-4b4d-4504-8ae2-82ed3ac170d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0498950 Oct 29 09:48:00.860118 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] Checking router: ce2de9db-46f6-41f1-ba40-971d64b17c23 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:48:00.868364 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:48:00.868998 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:47:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:48:00.902010 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-8163befd-33a2-4d5a-86c0-6d957c721b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:00.904043 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-8163befd-33a2-4d5a-86c0-6d957c721b2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411661 Oct 29 09:48:01.007012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-3e0ed77d-9f96-45cd-aa29-09cdddd3206a service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907404 Oct 29 09:48:01.075701 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:48:01.105209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a328daa7-b556-46a2-af0b-d3dcfcb29497 req-ece72032-9592-4392-9a6e-6e3a2372d17f service neutron] 10.222.0.15 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901215 Oct 29 09:48:01.196887 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:01.293050 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:48:01.319297 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b866340-a5f5-40b9-b66f-387ca08b1b63 None None] The sync data for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 is: [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:48:01.572663 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b03429-1739-4ea7-87e5-16144056b347 None None] New status for floating IP f9ef0b4a-c733-4790-9943-123d53e5cd1b: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:48:02.010200 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f08a4f-3af9-447f-a5a4-39d2e1ab8ca6 req-a9a07ad9-bc59-453d-8a21-d592b47a140f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:02.011791 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58f08a4f-3af9-447f-a5a4-39d2e1ab8ca6 req-a9a07ad9-bc59-453d-8a21-d592b47a140f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 947 time: 0.1172073 Oct 29 09:48:02.081116 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-58f08a4f-3af9-447f-a5a4-39d2e1ab8ca6 req-03625725-fd3a-4d5e-9e02-28c42d806937 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=64985294-8493-4de0-a1c6-8f0c56511e45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604365 Oct 29 09:48:02.089732 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40040c-71a9-4683-8aab-f1592254d186 req-f452cf89-9f7b-4367-a4b3-29dfb36388ae tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:02.091435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d40040c-71a9-4683-8aab-f1592254d186 req-f452cf89-9f7b-4367-a4b3-29dfb36388ae tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc HTTP/1.1" status: 200 len: 947 time: 0.0786073 Oct 29 09:48:02.188196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Deleting port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:48:02.188541 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:02.288783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] For port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:48:02.289133 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:02.302828 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Calling delete_port for 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:48:02.442122 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:02.472251 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event deleted for resources: {'Port': ['ID=3b66d7bf-eb11-4a7b-83ac-42f4b3da270d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:02.485098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.485455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.485820 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.486161 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.486496 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.486845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.487179 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.487493 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.487825 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.488175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.488503 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.488810 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:02.524479 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] No DVR routers for this DVR port 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:48:02.527472 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:02.530993 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-3d40040c-71a9-4683-8aab-f1592254d186 req-47e1168c-d980-4ce9-937b-d6193f7bffc0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.15 "DELETE /v2.0/ports/3b66d7bf-eb11-4a7b-83ac-42f4b3da270d HTTP/1.1" status: 204 len: 173 time: 0.4325836 Oct 29 09:48:02.531443 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-deleted', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:48:02.533810 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9225ec8-107a-44e3-abbe-a1a5d02b8b45" -d '{"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-deleted", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:48:02.576577 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6407474-116f-486f-b364-67fec208152d x-openstack-request-id: req-f6407474-116f-486f-b364-67fec208152d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:48:02.577212 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc", "name": "network-vif-deleted", "tag": "3b66d7bf-eb11-4a7b-83ac-42f4b3da270d", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:48:02.577478 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6407474-116f-486f-b364-67fec208152d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:48:02.577894 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f937eaf-d5c2-4745-9c5f-c2b11e1efbcc', 'name': 'network-vif-deleted', 'tag': '3b66d7bf-eb11-4a7b-83ac-42f4b3da270d', 'status': 'completed', 'code': 200} Oct 29 09:48:03.138905 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45762) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:03.197574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-706e1a9f-02df-477d-8f4b-91373f5cb9ac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:03.229717 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-706e1a9f-02df-477d-8f4b-91373f5cb9ac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:03.294484 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-706e1a9f-02df-477d-8f4b-91373f5cb9ac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:03.297341 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-706e1a9f-02df-477d-8f4b-91373f5cb9ac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:03.298555 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-706e1a9f-02df-477d-8f4b-91373f5cb9ac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "DELETE /v2.0/security-groups/64985294-8493-4de0-a1c6-8f0c56511e45 HTTP/1.1" status: 204 len: 168 time: 0.1586432 Oct 29 09:48:03.308918 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e1a9f-02df-477d-8f4b-91373f5cb9ac tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64985294-8493-4de0-a1c6-8f0c56511e45,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:04.743134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:48:04.773125 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:48:04.773477 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 3b66d7bf-eb11-4a7b-83ac-42f4b3da270d not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:48:05.747699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45772) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:05.752571 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-f90cdeba-f4c5-4430-8399-2bce8805a0ff tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494991559', 'description': 'tempest-secgroup-smoke-1494991559 description', 'project_id': '152a44b2921443239beabb1cf99ab7a0'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:05.782440 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f90cdeba-f4c5-4430-8399-2bce8805a0ff tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:05.851284 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f90cdeba-f4c5-4430-8399-2bce8805a0ff tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:05.857709 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f90cdeba-f4c5-4430-8399-2bce8805a0ff tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:05.889365 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f90cdeba-f4c5-4430-8399-2bce8805a0ff tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:05.891126 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f90cdeba-f4c5-4430-8399-2bce8805a0ff tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1418691 Oct 29 09:48:05.893502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cdeba-f4c5-4430-8399-2bce8805a0ff tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788eb4a2-46c6-47ba-87cc-99559408d7e9,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:05.893873 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45774) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:05.898877 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-04a9d88e-f4e4-4efe-9979-9210d1f6c10b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '788eb4a2-46c6-47ba-87cc-99559408d7e9', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:05.928427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-04a9d88e-f4e4-4efe-9979-9210d1f6c10b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:05.984704 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-04a9d88e-f4e4-4efe-9979-9210d1f6c10b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:05.990537 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-04a9d88e-f4e4-4efe-9979-9210d1f6c10b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.008086 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9d88e-f4e4-4efe-9979-9210d1f6c10b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6a9d38-5078-4103-b670-5991cbd45132,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:06.018005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-04a9d88e-f4e4-4efe-9979-9210d1f6c10b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.019270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-04a9d88e-f4e4-4efe-9979-9210d1f6c10b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242156 Oct 29 09:48:06.022239 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 45776) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:06.026803 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-916d3ecb-ea2c-45ca-bdd2-d691ace269c7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '788eb4a2-46c6-47ba-87cc-99559408d7e9', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:06.054137 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-916d3ecb-ea2c-45ca-bdd2-d691ace269c7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.114916 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-916d3ecb-ea2c-45ca-bdd2-d691ace269c7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.119858 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-916d3ecb-ea2c-45ca-bdd2-d691ace269c7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.137330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d3ecb-ea2c-45ca-bdd2-d691ace269c7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbd5b44-6d7b-47a8-81dc-b22b4f0253bb,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:06.147686 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-916d3ecb-ea2c-45ca-bdd2-d691ace269c7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.149046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-916d3ecb-ea2c-45ca-bdd2-d691ace269c7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256633 Oct 29 09:48:06.152141 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45778) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:06.156927 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-4d4664df-7cec-4053-8c58-636d63bc8a35 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '788eb4a2-46c6-47ba-87cc-99559408d7e9', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:06.186505 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d4664df-7cec-4053-8c58-636d63bc8a35 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.245093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d4664df-7cec-4053-8c58-636d63bc8a35 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.250295 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d4664df-7cec-4053-8c58-636d63bc8a35 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.267732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4664df-7cec-4053-8c58-636d63bc8a35 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8e611a-5df8-4633-9349-23db7f873254,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:06.275873 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-4d4664df-7cec-4053-8c58-636d63bc8a35 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.277072 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-4d4664df-7cec-4053-8c58-636d63bc8a35 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238937 Oct 29 09:48:06.279917 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45780) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:06.284308 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bc5319d8-2af2-4d69-9b05-676deeccdb92 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '788eb4a2-46c6-47ba-87cc-99559408d7e9', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:06.311350 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc5319d8-2af2-4d69-9b05-676deeccdb92 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.375547 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc5319d8-2af2-4d69-9b05-676deeccdb92 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.381706 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc5319d8-2af2-4d69-9b05-676deeccdb92 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.399502 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5319d8-2af2-4d69-9b05-676deeccdb92 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe93bbf-d70e-45af-9e78-4a067f776fec,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:06.408841 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bc5319d8-2af2-4d69-9b05-676deeccdb92 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.410040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bc5319d8-2af2-4d69-9b05-676deeccdb92 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291604 Oct 29 09:48:06.413116 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45782) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:06.417588 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-012e6054-afff-41ab-91a2-d50b68525d3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '788eb4a2-46c6-47ba-87cc-99559408d7e9', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:06.441637 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-012e6054-afff-41ab-91a2-d50b68525d3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Project 152a44b2921443239beabb1cf99ab7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:48:06.446971 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-012e6054-afff-41ab-91a2-d50b68525d3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.507579 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-012e6054-afff-41ab-91a2-d50b68525d3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.512232 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-012e6054-afff-41ab-91a2-d50b68525d3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.530225 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e6054-afff-41ab-91a2-d50b68525d3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367e06ba-3bac-4329-b286-820c3acf06f9,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:06.538723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-012e6054-afff-41ab-91a2-d50b68525d3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.539999 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-012e6054-afff-41ab-91a2-d50b68525d3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259050 Oct 29 09:48:06.542816 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45784) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:06.547547 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-691c2472-3816-4081-84f0-359fe1dfb5ec tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'security_group_rule': {'security_group_id': '788eb4a2-46c6-47ba-87cc-99559408d7e9', 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:06.570015 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-691c2472-3816-4081-84f0-359fe1dfb5ec tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Project 152a44b2921443239beabb1cf99ab7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:48:06.574970 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-691c2472-3816-4081-84f0-359fe1dfb5ec tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.648267 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-691c2472-3816-4081-84f0-359fe1dfb5ec tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.654191 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-691c2472-3816-4081-84f0-359fe1dfb5ec tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.674198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c2472-3816-4081-84f0-359fe1dfb5ec tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9c1d84-f52d-4ce9-a415-f806565cbefb,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:06.678274 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-691c2472-3816-4081-84f0-359fe1dfb5ec tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:06.679449 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-691c2472-3816-4081-84f0-359fe1dfb5ec tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356988 Oct 29 09:48:14.365276 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bb122b76-f6fc-4b8e-9db9-613988be1f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:17.097645 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-710dcbf0-04cd-49ac-ae32-01fd0fa04b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:18.394554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:18.486323 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:19.856183 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:23.288056 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-1e7e481c-142c-42e5-9d5e-33c4fa74bb54 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494991559&fields=id&tenant_id=152a44b2921443239beabb1cf99ab7a0 HTTP/1.1" status: 200 len: 267 time: 0.0353429 Oct 29 09:48:23.403416 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-ce0b28a2-0947-4fa6-adbf-951f76ed670f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:23.404868 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-ce0b28a2-0947-4fa6-adbf-951f76ed670f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 808 time: 0.1068175 Oct 29 09:48:23.421654 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-b099280b-bb6f-4f9c-b7a5-1b115fe15676 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/quotas/152a44b2921443239beabb1cf99ab7a0 HTTP/1.1" status: 200 len: 375 time: 0.0095391 Oct 29 09:48:23.475581 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-7c898666-60f8-4ec3-a6d9-76aae562c5da tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477967 Oct 29 09:48:23.491732 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-d409e2e4-a511-4d3a-aca9-ab2a1de2ed68 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:48:23.492741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-d409e2e4-a511-4d3a-aca9-ab2a1de2ed68 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052159 Oct 29 09:48:23.596072 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-5c00f5dc-8838-4247-ae2f-b3be006a2e0b service neutron] 10.222.0.70 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972991 Oct 29 09:48:23.693288 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-cd2b4ba1-de49-4737-8502-c4601bd8a923 service neutron] 10.222.0.70 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904100 Oct 29 09:48:23.986911 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17447da4-8067-40e7-87ce-7b49b1827b9a req-a0c1ec5f-8baa-45e4-974f-4c963f1fb5eb tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 210 time: 0.0279808 Oct 29 09:48:25.007652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-a6f3d4e3-1290-471b-868a-5ca8628cdb11 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:25.009925 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-a6f3d4e3-1290-471b-868a-5ca8628cdb11 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 808 time: 0.1230237 Oct 29 09:48:25.056948 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-73a00c13-404c-452d-a435-80134bf4eea2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=152a44b2921443239beabb1cf99ab7a0 HTTP/1.1" status: 200 len: 380 time: 0.0373416 Oct 29 09:48:25.068218 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'port': {'device_id': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'admin_state_up': True, 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'security_groups': ['788eb4a2-46c6-47ba-87cc-99559408d7e9']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:25.086789 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f040e700-603a-4098-8146-283fb8d0c35d req-316ebc8f-c5c0-4301-8746-5bc100b63860 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 210 time: 0.0282724 Oct 29 09:48:25.180164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Made reservation on behalf of 152a44b2921443239beabb1cf99ab7a0 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:48:25.184448 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:25.315320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Allocated IP 172.20.0.5 (10a82cff-7f7d-4271-b0c6-8460e6a15b86/af693803-b8ef-4f87-908d-b170208345c3/b9479840-c4c6-4f4f-bfff-f519a7832af4) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:48:25.458669 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:25.494301 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:25.534824 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:48:25.540713 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:48:25.543460 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:48:25.582396 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:25.605805 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:25.606469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:25.625630 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-166e8bd7-7eb5-4c70-a7f8-bbf0ed13ec3e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620303 Oct 29 09:48:25.638438 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Request body: {'port': {'device_id': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:25.701979 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:25.774392 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-b9137fdb-3ab7-4bb9-a067-69f4935efeec None None] Provisioning complete for port b9479840-c4c6-4f4f-bfff-f519a7832af4 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:48:25.775461 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b9137fdb-3ab7-4bb9-a067-69f4935efeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:25.819166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-b9137fdb-3ab7-4bb9-a067-69f4935efeec None None] Port b9479840-c4c6-4f4f-bfff-f519a7832af4 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:48:25.980560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9479840-c4c6-4f4f-bfff-f519a7832af4 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:48:25.988516 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:26.002070 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Transition to ACTIVE for port object b9479840-c4c6-4f4f-bfff-f519a7832af4 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:48:26.007395 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:26.056121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Pushing event updated for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:26.134754 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Attempting to bind port b9479840-c4c6-4f4f-bfff-f519a7832af4 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:48:26.135100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Attempting to bind port b9479840-c4c6-4f4f-bfff-f519a7832af4 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:48:26.135435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Attempting to bind port b9479840-c4c6-4f4f-bfff-f519a7832af4 on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:48:26.140229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Port b9479840-c4c6-4f4f-bfff-f519a7832af4 on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:48:26.140557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Attempting to bind port b9479840-c4c6-4f4f-bfff-f519a7832af4 on network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:48:26.145609 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:48:26.145954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Checking segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:48:26.146339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Bound using segment: {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:48:26.146769 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Bound port: b9479840-c4c6-4f4f-bfff-f519a7832af4, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc22bede-39e0-4481-815d-bf64f5382bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:48:26.147126 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:26.257826 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06c78-d767-4580-93b0-8c1ff94b421b req-2523e6e0-c23c-4594-8076-29779b4c6af0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:26.259604 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8b06c78-d767-4580-93b0-8c1ff94b421b req-2523e6e0-c23c-4594-8076-29779b4c6af0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0783298 Oct 29 09:48:26.260858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:48:26.264567 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:48:26.275181 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:26.335520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:26.336074 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:26.337482 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] 10.222.0.93 "PUT /v2.0/ports/b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 1091 time: 0.7037134 Oct 29 09:48:26.339925 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:48:26.342239 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407755fa-9672-49d4-aeb9-2b07359bf4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:48:26.351117 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8b06c78-d767-4580-93b0-8c1ff94b421b req-6179ac64-fa0d-4b10-a17d-8f632e999333 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842862 Oct 29 09:48:26.374166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8783-af5f-4351-8b67-75a5fb51157f service neutron] Pushing event updated for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:26.426656 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778cfc4e-a000-48ea-b823-0040a4644c01 x-openstack-request-id: req-778cfc4e-a000-48ea-b823-0040a4644c01 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:48:26.426935 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:48:26.427198 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-778cfc4e-a000-48ea-b823-0040a4644c01 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:48:26.427602 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'status': 'completed', 'code': 200} Oct 29 09:48:26.445753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-f71af81c-8192-4374-84be-115eb5f1a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:26.447390 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-f71af81c-8192-4374-84be-115eb5f1a43c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1094 time: 0.0507486 Oct 29 09:48:26.492352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-7458a07f-53cf-4a58-a6dc-3cbe880987eb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 217 time: 0.0369015 Oct 29 09:48:26.564836 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-0f8e9101-d73f-4d43-8cee-656c34e98f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:26.566651 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-0f8e9101-d73f-4d43-8cee-656c34e98f48 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0667162 Oct 29 09:48:26.619208 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-e35ab5e9-cb39-44ad-baec-2294d8dab059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:26.620831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-e35ab5e9-cb39-44ad-baec-2294d8dab059 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467601 Oct 29 09:48:26.729758 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-af4988d0-9592-416b-a588-6472ebc0750e service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986083 Oct 29 09:48:26.830509 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e68e261e-47cb-469d-b44b-35f28b54aee5 req-740b8a60-ffb3-4fd5-be95-eb39cf37b684 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924864 Oct 29 09:48:26.922102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-479d9b71-0896-485c-b9ea-ec16bfb9355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:26.923514 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-479d9b71-0896-485c-b9ea-ec16bfb9355a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1094 time: 0.0456688 Oct 29 09:48:27.027007 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-1d8d7761-07dc-4a10-ac1a-4e10e3b0af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:27.028700 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-1d8d7761-07dc-4a10-ac1a-4e10e3b0af5c service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0974407 Oct 29 09:48:27.071159 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-44d41f1a-5f38-4532-b75d-12e72887b526 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 217 time: 0.0352070 Oct 29 09:48:27.122807 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-5d919fa6-e188-4264-abb4-ce0646d6caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:27.124279 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-5d919fa6-e188-4264-abb4-ce0646d6caf6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0461335 Oct 29 09:48:27.175320 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-3d9ecde1-9957-443d-98b3-7f922bb87b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:27.176947 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-3d9ecde1-9957-443d-98b3-7f922bb87b1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451362 Oct 29 09:48:27.277433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-b7b03437-1971-48ac-b35c-a6d993aaa975 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932384 Oct 29 09:48:27.374714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-407755fa-9672-49d4-aeb9-2b07359bf4c8 req-4044bbf8-ea98-4011-a509-1c4ee8a83ee0 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894592 Oct 29 09:48:27.477433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04f317-bca8-4855-bcaa-136c2c8d4128 req-05439e2e-d4bb-469e-8c21-98da54f5f7c4 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:27.479089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb04f317-bca8-4855-bcaa-136c2c8d4128 req-05439e2e-d4bb-469e-8c21-98da54f5f7c4 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0529962 Oct 29 09:48:27.520584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-bb04f317-bca8-4855-bcaa-136c2c8d4128 req-ed2727ae-f570-4414-bd41-6ba0bfc26ca6 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351775 Oct 29 09:48:28.641018 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237badc4-48a8-4ab8-a162-cbdf036c39e2 req-77d64452-2b15-4e8c-bd58-c0c029229116 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:28.642415 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-237badc4-48a8-4ab8-a162-cbdf036c39e2 req-77d64452-2b15-4e8c-bd58-c0c029229116 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0515337 Oct 29 09:48:28.683031 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-237badc4-48a8-4ab8-a162-cbdf036c39e2 req-58e3773a-1b52-41d3-91cb-6dab928f905d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Oct 29 09:48:29.803091 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d1fbe-c7c9-4f14-b8fe-92765b9edc07 req-39638d6c-2a33-49ff-86b1-c47aac449a99 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:29.805592 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-406d1fbe-c7c9-4f14-b8fe-92765b9edc07 req-39638d6c-2a33-49ff-86b1-c47aac449a99 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0522938 Oct 29 09:48:29.850859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-406d1fbe-c7c9-4f14-b8fe-92765b9edc07 req-c2eea69d-befc-4bf3-957f-d689f4a366a5 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390260 Oct 29 09:48:29.992376 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:30.974699 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a41143-8a9b-4c6b-a477-b7091c9ebfbd req-17a9d104-a3b3-463f-80d7-2e29cf806e2c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:30.976628 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74a41143-8a9b-4c6b-a477-b7091c9ebfbd req-17a9d104-a3b3-463f-80d7-2e29cf806e2c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0546601 Oct 29 09:48:31.014537 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-74a41143-8a9b-4c6b-a477-b7091c9ebfbd req-f534879e-4404-45e3-b4e5-8132b6357441 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Oct 29 09:48:31.215138 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:32.142469 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92a493-539c-4e38-ad6e-692df1417a1f req-a68ad604-bbcc-41f7-bad6-c262dd0fd7cf tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:32.145134 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c92a493-539c-4e38-ad6e-692df1417a1f req-a68ad604-bbcc-41f7-bad6-c262dd0fd7cf tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0540853 Oct 29 09:48:32.193642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4c92a493-539c-4e38-ad6e-692df1417a1f req-b8f7061e-c799-43d5-a1a8-46f26d3ee0ef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Oct 29 09:48:33.340985 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69a04-4558-4c42-94a8-682360b96ab8 req-f5414b74-0cfc-4416-bbfa-99196e42aa31 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:33.342465 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8dd69a04-4558-4c42-94a8-682360b96ab8 req-f5414b74-0cfc-4416-bbfa-99196e42aa31 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0555933 Oct 29 09:48:33.386761 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8dd69a04-4558-4c42-94a8-682360b96ab8 req-d93386be-4522-4c2d-b90e-f54bd8bdb297 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347438 Oct 29 09:48:34.510852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae8695-0b44-47d5-95b2-5e9c8994964b req-a2677049-6ae0-4f9f-956e-d373e1eae860 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:34.512257 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08ae8695-0b44-47d5-95b2-5e9c8994964b req-a2677049-6ae0-4f9f-956e-d373e1eae860 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0525777 Oct 29 09:48:34.555701 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-08ae8695-0b44-47d5-95b2-5e9c8994964b req-59995b34-5f88-424f-b655-56067424df3a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345626 Oct 29 09:48:35.689867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31823969-6399-4b05-a04e-f0c46c81741a req-3adbd478-82ca-4da6-8d61-01c805da9d12 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:35.691448 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-31823969-6399-4b05-a04e-f0c46c81741a req-3adbd478-82ca-4da6-8d61-01c805da9d12 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0512090 Oct 29 09:48:35.734759 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-31823969-6399-4b05-a04e-f0c46c81741a req-7ab9ae1e-ffb4-468e-9a82-26ea29b82935 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340326 Oct 29 09:48:36.223566 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:48:36.878971 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23475-feca-4ce6-bd73-cae2d8fad978 req-02dd848c-3a80-491a-97f0-c3019c512c95 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:36.880513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5d23475-feca-4ce6-bd73-cae2d8fad978 req-02dd848c-3a80-491a-97f0-c3019c512c95 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0619168 Oct 29 09:48:36.923613 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e5d23475-feca-4ce6-bd73-cae2d8fad978 req-a89ae116-c077-497e-8a9b-f743e8b6aa45 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368106 Oct 29 09:48:38.053925 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2391179-c6a7-4646-89aa-7701c977a024 req-4f829cad-b388-4cb0-9cd8-0d4f14a2495a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:38.055427 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2391179-c6a7-4646-89aa-7701c977a024 req-4f829cad-b388-4cb0-9cd8-0d4f14a2495a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0538151 Oct 29 09:48:38.095494 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e2391179-c6a7-4646-89aa-7701c977a024 req-34c0ac91-62de-44dd-9611-5e21711a2afe tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336301 Oct 29 09:48:38.871696 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b9479840-c4c6-4f4f-bfff-f519a7832af4 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:48:38.984244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:48:38.996014 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'port_id': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'mac_address': 'fa:16:3e:91:b6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:48:39.033772 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:39.047376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9479840-c4c6-4f4f-bfff-f519a7832af4 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:48:39.068605 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:48:39.074839 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:39.130859 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:39.139299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.139658 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.140043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.140386 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.140729 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.141043 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.141382 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.141732 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.142063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.142379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.142706 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.143030 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:48:39.220107 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae491e-c1f8-44d9-a061-c705be20c6ea req-5d17f471-f4aa-4ee6-a453-192ee0767492 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:39.221664 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ae491e-c1f8-44d9-a061-c705be20c6ea req-5d17f471-f4aa-4ee6-a453-192ee0767492 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 944 time: 0.0519266 Oct 29 09:48:39.266875 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f1ae491e-c1f8-44d9-a061-c705be20c6ea req-673da4c0-d07f-465b-9f8e-54176c40b7c7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349481 Oct 29 09:48:39.442991 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b9479840-c4c6-4f4f-bfff-f519a7832af4'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:48:40.414461 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc077b5a-9838-403f-9e10-abf09bbcfc05 req-d6e8249c-7a1f-4110-9268-e26e82017070 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:40.416040 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc077b5a-9838-403f-9e10-abf09bbcfc05 req-d6e8249c-7a1f-4110-9268-e26e82017070 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 944 time: 0.0636497 Oct 29 09:48:40.455322 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bc077b5a-9838-403f-9e10-abf09bbcfc05 req-04734743-be7c-4e67-b5dd-f3c17ccd2e95 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330474 Oct 29 09:48:40.902929 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b9479840-c4c6-4f4f-bfff-f519a7832af4 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:48:40.968409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port b9479840-c4c6-4f4f-bfff-f519a7832af4 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:48:40.975407 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b9479840-c4c6-4f4f-bfff-f519a7832af4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:48:40.975936 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:41.062195 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:41.089381 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:48:41.092921 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2bd593-679b-4d2f-9ec1-142becb49f5b" -d '{"events": [{"server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:48:41.116722 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:48:41.122456 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:41.180855 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:41.217123 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c57ea-97c7-4e46-85f4-09d7ef0ec06a x-openstack-request-id: req-237c57ea-97c7-4e46-85f4-09d7ef0ec06a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:48:41.217487 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:48:41.217794 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-237c57ea-97c7-4e46-85f4-09d7ef0ec06a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:48:41.218371 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'code': 200} Oct 29 09:48:41.326899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8eca-f575-48c7-93e3-abba8cf8662a req-ceae4dcb-9be6-4958-8219-9c59223cd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:41.328494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd8d8eca-f575-48c7-93e3-abba8cf8662a req-ceae4dcb-9be6-4958-8219-9c59223cd1b5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1096 time: 0.0514359 Oct 29 09:48:41.366711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fd8d8eca-f575-48c7-93e3-abba8cf8662a req-9aaba8fe-8a82-47e7-bf60-8c35fdd17b93 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305960 Oct 29 09:48:41.594081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8acaf-e7e6-4c36-a8bb-3696f17e8de3 req-ed9f3ef4-5f28-4fc5-b7f3-401a16fc6dd2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:41.595579 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7bf8acaf-e7e6-4c36-a8bb-3696f17e8de3 req-ed9f3ef4-5f28-4fc5-b7f3-401a16fc6dd2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0603566 Oct 29 09:48:41.639705 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7bf8acaf-e7e6-4c36-a8bb-3696f17e8de3 req-ea05a3ac-8fec-444c-b95e-a4aff1c8db97 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352044 Oct 29 09:48:42.761500 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6ff9-1a48-4204-b172-d516f2b37df8 req-18147d57-fdc9-4cd6-9b7a-6db40d207df8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:42.763006 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cac6ff9-1a48-4204-b172-d516f2b37df8 req-18147d57-fdc9-4cd6-9b7a-6db40d207df8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0508468 Oct 29 09:48:42.810898 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-6cac6ff9-1a48-4204-b172-d516f2b37df8 req-a898e45c-e5a2-4edb-ae4e-4c0e2ec2ccb3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385044 Oct 29 09:48:42.942390 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be17753-32cf-47f6-b1bc-548b2426db97 req-0817e27f-eda6-42d0-9485-a993337cbdb8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:42.944052 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7be17753-32cf-47f6-b1bc-548b2426db97 req-0817e27f-eda6-42d0-9485-a993337cbdb8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0596521 Oct 29 09:48:42.986373 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7be17753-32cf-47f6-b1bc-548b2426db97 req-296f2219-e507-4d80-bf13-136e2f410d74 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331786 Oct 29 09:48:43.008830 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45988) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:43.100167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c775864-6884-41be-8cc1-7bace6be9b6e tempest-TestShelveInstance-847701742 tempest-TestShelveInstance-847701742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:43.101688 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-3c775864-6884-41be-8cc1-7bace6be9b6e tempest-TestShelveInstance-847701742 tempest-TestShelveInstance-847701742-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1091 time: 0.0919094 Oct 29 09:48:43.104833 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 45992) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:48:43.109558 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:48:43.134963 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:43.242759 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:43.351373 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Allocated IP 172.25.5.133 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/efdf88f2-9197-44b4-8ed5-ab4d9d65adf5) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:48:43.459373 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:43.494819 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:43.539429 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:48:43.542481 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:48:43.546801 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:48:43.549898 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'Port': ['ID=efdf88f2-9197-44b4-8ed5-ab4d9d65adf5,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:43.893855 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:43.972017 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:44.142901 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:44.150168 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:44.213873 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event updated for resources: {'Port': ['ID=efdf88f2-9197-44b4-8ed5-ab4d9d65adf5,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:48:44.232237 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:44.338130 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Floating IP 9197e5db-adbe-42a9-b523-3eb9c03890db associated. External IP: 172.25.5.133, port: b9479840-c4c6-4f4f-bfff-f519a7832af4. Oct 29 09:48:44.375628 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bedc9ea6-e411-4710-939e-62e9073bcf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:44.565994 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Router ce2de9db-46f6-41f1-ba40-971d64b17c23 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:48:44.679402 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:48:44.689759 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] Sync routers for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:48:44.698333 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:44.701399 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:48:44.701988 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:48:44.729431 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dbe93433-6670-4984-8371-0a2afc863581 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6235292 Oct 29 09:48:44.729980 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:48:44.732297 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109c4459-e8a0-44f8-a8cc-f257da188efb" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:48:44.813943 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:48:44.827202 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34b899c-9bdf-43b4-8b96-71535980081b x-openstack-request-id: req-a34b899c-9bdf-43b4-8b96-71535980081b {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:48:44.827488 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:48:44.827735 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a34b899c-9bdf-43b4-8b96-71535980081b {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:48:44.828167 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'status': 'completed', 'code': 200} Oct 29 09:48:44.895939 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-007effba-de2d-4eaa-96d0-0c7b5d911b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:44.897608 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-007effba-de2d-4eaa-96d0-0c7b5d911b38 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1096 time: 0.0460417 Oct 29 09:48:44.991885 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-b56cce7d-0608-4cb8-a20f-5a62d6862b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:44.993323 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-b56cce7d-0608-4cb8-a20f-5a62d6862b62 service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0887380 Oct 29 09:48:45.048046 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '9197e5db-adbe-42a9-b523-3eb9c03890db', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'port_id': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'mac_address': 'fa:16:3e:91:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:48:43Z', 'updated_at': '2021-10-29T09:48:43Z', 'revision_number': 0, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:48:45.065121 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-a11a9145-cd01-4202-b4e2-483f8e9c6cdf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 999 time: 0.0644982 Oct 29 09:48:45.074334 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] Checking router: ce2de9db-46f6-41f1-ba40-971d64b17c23 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:48:45.083041 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:48:45.083873 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:48:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:48:45.118171 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-6f5cfb31-bf4b-499b-8dd2-d3561728b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:45.119681 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-6f5cfb31-bf4b-499b-8dd2-d3561728b52e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0469787 Oct 29 09:48:45.173302 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-f05ff482-4e5d-4c69-992e-c990eb46a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:48:45.174899 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-f05ff482-4e5d-4c69-992e-c990eb46a772 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484521 Oct 29 09:48:45.203570 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:48:45.277278 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-05a4996b-ae25-4c93-8bb1-bed3197bf123 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946035 Oct 29 09:48:45.376352 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-109c4459-e8a0-44f8-a8cc-f257da188efb req-3e731411-d06c-4cf7-a8ef-ece011e065c8 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916455 Oct 29 09:48:45.437329 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '9197e5db-adbe-42a9-b523-3eb9c03890db', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'port_id': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'mac_address': 'fa:16:3e:91:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:48:43Z', 'updated_at': '2021-10-29T09:48:43Z', 'revision_number': 0, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:48:45.464367 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63a2c8-bcf4-4e9c-bd0e-307f30c75afe None None] The sync data for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 is: [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '9197e5db-adbe-42a9-b523-3eb9c03890db', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'port_id': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'mac_address': 'fa:16:3e:91:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:48:43Z', 'updated_at': '2021-10-29T09:48:43Z', 'revision_number': 0, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:48:45.666832 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09425df0-c4dd-4714-b44b-d4b2660fff9a None None] New status for floating IP 9197e5db-adbe-42a9-b523-3eb9c03890db: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:48:47.251068 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1f24d3f9-375c-485b-915b-be622d691ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:48.408660 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:48.492371 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:49.859554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:48:59.992584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:01.233866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:05.311548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-10fab9f1-df2a-4aef-960c-8c4a619f9f70 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483415 Oct 29 09:49:05.407222 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-ce0c9477-fabc-4083-b82c-93a93fef487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:49:05.409071 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-ce0c9477-fabc-4083-b82c-93a93fef487e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1096 time: 0.0463917 Oct 29 09:49:05.894869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-453d4a9a-84ed-4fa2-a655-989b4669168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:49:05.897081 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-453d4a9a-84ed-4fa2-a655-989b4669168d service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.4677014 Oct 29 09:49:05.965454 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-2aef36ee-5f40-4c3b-8ec6-a80eb32f1986 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 1001 time: 0.0610049 Oct 29 09:49:06.017549 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-cec3a91c-bfde-44d6-8e13-4e295dec02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:49:06.019050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-cec3a91c-bfde-44d6-8e13-4e295dec02d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0471406 Oct 29 09:49:06.072408 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-10e43f15-5d86-4fe9-b652-16b42097e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:49:06.074038 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-10e43f15-5d86-4fe9-b652-16b42097e823 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479963 Oct 29 09:49:06.165913 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-0b733e61-1ee0-494a-874c-d9f5da9e9f62 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838203 Oct 29 09:49:06.262779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a51d563c-f2a1-450d-ad63-83fce5c0714f req-6569f288-d974-4786-b635-284e8d1d7da6 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904083 Oct 29 09:49:13.228895 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:49:14.376001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a37349cd-578f-4359-9b1e-e7cef27d1809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:17.095560 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c79a-f727-4be6-ae54-5e4c166db469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:18.403637 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:18.491150 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:19.863211 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:29.993216 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:31.231239 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:44.378813 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-91369b59-c7a7-4029-b16d-c6da6f4b815d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:47.101847 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-505f9f89-6ad3-481c-ae21-82c9d9c5222a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:48.414986 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:48.494972 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:49.866261 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:49:50.229948 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:49:59.994357 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:01.229445 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:07.344789 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-286fcad6-c651-4592-a155-0ed3e00dce7c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836866 Oct 29 09:50:07.436498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-3840b7bf-68af-4314-a251-2317cbfd6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:07.438106 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-3840b7bf-68af-4314-a251-2317cbfd6a2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1096 time: 0.0477738 Oct 29 09:50:07.553753 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-6c0fbfda-fc5e-4d3e-9c00-99e160d715f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:07.555211 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-6c0fbfda-fc5e-4d3e-9c00-99e160d715f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0944993 Oct 29 09:50:07.624212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-48e24930-3575-4aaa-89ae-802a17b4b161 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 1001 time: 0.0621095 Oct 29 09:50:07.683750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-fd0f0dd7-4860-400f-9440-8f6e548bf143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:07.686099 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-fd0f0dd7-4860-400f-9440-8f6e548bf143 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0542102 Oct 29 09:50:07.741388 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-8b85a961-0ba7-4a3f-87ff-fda2889f6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:07.742930 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-8b85a961-0ba7-4a3f-87ff-fda2889f6f4a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488300 Oct 29 09:50:07.853029 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-5d8471a9-c276-4c39-91e1-cf4adc90303c service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026876 Oct 29 09:50:07.953850 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb6ad402-88a1-41a7-95cf-362e3fd43529 req-afb14c37-4e75-4b97-a13d-be6a9ba68349 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938444 Oct 29 09:50:14.369875 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4f3e-d59e-4720-ba95-9dbe9ea96bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:17.100251 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-845c0f6d-42e3-4f91-b597-e62b3cbe03fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:18.414273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:18.497510 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:19.870136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:27.236583 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:50:29.996619 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:31.247663 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:42.566489 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264ffcc-fb04-47ad-bd57-4bc2fdc82b45 req-0c1dfa7e-8327-4f15-be36-6b9de99f4c65 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:42.567958 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f264ffcc-fb04-47ad-bd57-4bc2fdc82b45 req-0c1dfa7e-8327-4f15-be36-6b9de99f4c65 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0519142 Oct 29 09:50:42.618408 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f264ffcc-fb04-47ad-bd57-4bc2fdc82b45 req-bb0ae233-3457-46e3-af56-b3782fdf79b6 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Oct 29 09:50:43.753315 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2aa9f-f091-419e-aa26-de0ec3180935 req-ea7375c3-82bd-4a18-9c27-4e8da4e1ad2d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:43.754795 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8eb2aa9f-f091-419e-aa26-de0ec3180935 req-ea7375c3-82bd-4a18-9c27-4e8da4e1ad2d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0564206 Oct 29 09:50:43.798597 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-8eb2aa9f-f091-419e-aa26-de0ec3180935 req-238e0310-fa18-4e23-98f5-77ee4abea61e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371082 Oct 29 09:50:44.366650 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-da8b0917-e881-4b82-ae0e-23e82b3d0e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:44.968608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc645-c17c-45dc-aad4-6bf155959ed5 req-c8f555df-74f6-464b-af03-89fa63849d2d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:44.970139 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c53fc645-c17c-45dc-aad4-6bf155959ed5 req-c8f555df-74f6-464b-af03-89fa63849d2d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0571840 Oct 29 09:50:45.012803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c53fc645-c17c-45dc-aad4-6bf155959ed5 req-ccca7038-1357-4267-a183-4f3fdacda7db tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332599 Oct 29 09:50:46.141982 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe385f-45f8-44eb-8e36-84804afb1755 req-c93faccd-443a-4783-9824-13944818017f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:46.143486 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9fe385f-45f8-44eb-8e36-84804afb1755 req-c93faccd-443a-4783-9824-13944818017f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0520213 Oct 29 09:50:46.183101 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f9fe385f-45f8-44eb-8e36-84804afb1755 req-a0e816da-b0c8-458c-aaba-31be2bc9462f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Oct 29 09:50:47.095770 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5bf73f42-172a-409a-891c-eaccee4198ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:47.323920 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e267e5-a7fb-4bc3-bae9-7a13e7c16c14 req-21b71faf-5d1d-4a89-97b5-36031097100a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:47.325356 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-55e267e5-a7fb-4bc3-bae9-7a13e7c16c14 req-21b71faf-5d1d-4a89-97b5-36031097100a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0685332 Oct 29 09:50:47.368437 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-55e267e5-a7fb-4bc3-bae9-7a13e7c16c14 req-d33b0ad2-df43-495c-b765-8c492b464e31 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338197 Oct 29 09:50:48.424677 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:48.498472 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:48.507163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512f44-53f0-4c15-9aa7-67a006427a97 req-666a1a31-ba62-48cf-b9e2-053da9006d7b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:48.509025 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-11512f44-53f0-4c15-9aa7-67a006427a97 req-666a1a31-ba62-48cf-b9e2-053da9006d7b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0573440 Oct 29 09:50:48.549259 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-11512f44-53f0-4c15-9aa7-67a006427a97 req-86ee8a85-8cae-402c-ad73-69ecb9fb76cd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336707 Oct 29 09:50:49.680928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674a4f-09a8-4be9-80c3-b1a98bf5a150 req-d2e74800-ba02-426c-8956-0cdeccd30eef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:49.682557 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b674a4f-09a8-4be9-80c3-b1a98bf5a150 req-d2e74800-ba02-426c-8956-0cdeccd30eef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0531852 Oct 29 09:50:49.721928 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b674a4f-09a8-4be9-80c3-b1a98bf5a150 req-46cd2bf9-003c-4dd0-a9e7-1749fa38dba3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Oct 29 09:50:49.871754 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:50.863329 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cb2f2-8d20-450f-a922-be34f83b96e9 req-d748fc15-5b6f-4050-a65f-d7c42980aed0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:50.864848 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc6cb2f2-8d20-450f-a922-be34f83b96e9 req-d748fc15-5b6f-4050-a65f-d7c42980aed0 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0562844 Oct 29 09:50:50.905082 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-dc6cb2f2-8d20-450f-a922-be34f83b96e9 req-17fa785b-76a6-42e6-b980-343b0cf0b725 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338821 Oct 29 09:50:52.033058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07680b7-f6b0-495c-82a6-7994b14d0e78 req-6182aab7-416d-4909-9175-7d9f0824505b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:52.034584 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f07680b7-f6b0-495c-82a6-7994b14d0e78 req-6182aab7-416d-4909-9175-7d9f0824505b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0583570 Oct 29 09:50:52.076332 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f07680b7-f6b0-495c-82a6-7994b14d0e78 req-c94976bc-db91-4355-9525-88625587e5c3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332310 Oct 29 09:50:52.661042 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-cca7e290-4933-4b3f-93bb-8388cfc7dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:52.662463 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-cca7e290-4933-4b3f-93bb-8388cfc7dec4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1096 time: 0.0423448 Oct 29 09:50:52.763162 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-dabd748f-2b4f-42f8-b37e-4c3556abef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:52.764705 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-dabd748f-2b4f-42f8-b37e-4c3556abef55 service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0953975 Oct 29 09:50:52.833747 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-6b548239-b0ff-4f58-a346-e2daa27b7939 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 1001 time: 0.0616472 Oct 29 09:50:52.885100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-2c76216f-7340-4807-aca3-4bc8e8507d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:52.886594 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-2c76216f-7340-4807-aca3-4bc8e8507d23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0462546 Oct 29 09:50:52.937901 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-7735bff1-0c56-4d0c-a604-a98da727dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:52.939411 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-7735bff1-0c56-4d0c-a604-a98da727dac8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461767 Oct 29 09:50:53.041429 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-c496f54f-dc67-4f13-bc6d-a5686fb7e4d1 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949845 Oct 29 09:50:53.140148 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d2880646-a45a-4c6d-85f0-ac5cdbfaeb82 req-77e74531-4eda-4b85-a931-7d7f844f5584 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921104 Oct 29 09:50:53.208948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505ef69-55d3-4bf3-986f-1dd2af5ae2b1 req-1a1d1dcb-ca12-4396-b41a-7bd59590238a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:53.210363 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c505ef69-55d3-4bf3-986f-1dd2af5ae2b1 req-1a1d1dcb-ca12-4396-b41a-7bd59590238a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0563784 Oct 29 09:50:53.251734 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-c505ef69-55d3-4bf3-986f-1dd2af5ae2b1 req-b45a3bee-5217-4366-9569-e6833804991d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350173 Oct 29 09:50:54.391643 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb9bb7-8b89-426a-aa61-da55bc4766bb req-1ed2e98e-7840-4283-b2d1-e64ea6894f5f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:54.393194 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cb9bb7-8b89-426a-aa61-da55bc4766bb req-1ed2e98e-7840-4283-b2d1-e64ea6894f5f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0599260 Oct 29 09:50:54.439889 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-17cb9bb7-8b89-426a-aa61-da55bc4766bb req-b20ab078-3e68-468d-af14-ca3b86bcccbe tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386443 Oct 29 09:50:55.571670 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84143c78-52dd-4eba-acfa-76d4e493720b req-7ff57e5a-3fe4-4ce4-ba0c-0b555bc1bf61 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:55.573246 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84143c78-52dd-4eba-acfa-76d4e493720b req-7ff57e5a-3fe4-4ce4-ba0c-0b555bc1bf61 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0574028 Oct 29 09:50:55.612728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-84143c78-52dd-4eba-acfa-76d4e493720b req-aab1e500-301d-4207-ad7e-1bd046a9d44a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329361 Oct 29 09:50:56.743061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e53e-9009-448b-a137-22b631c38f56 req-03bb99b2-8c42-421f-95df-9f7c71c05147 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:56.744615 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c51e53e-9009-448b-a137-22b631c38f56 req-03bb99b2-8c42-421f-95df-9f7c71c05147 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0550799 Oct 29 09:50:56.787255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c51e53e-9009-448b-a137-22b631c38f56 req-f0f24f9e-7a49-4355-b90f-8d8dd6981178 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332010 Oct 29 09:50:57.650227 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b9479840-c4c6-4f4f-bfff-f519a7832af4 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:50:57.734940 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:57.757547 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:50:57.759842 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d2823b-7ea2-4a57-aec3-3dc97743bc21" -d '{"events": [{"server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:50:57.772959 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:50:57.779235 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:50:57.802228 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f315e5b-a638-41c3-a290-972190402b1a x-openstack-request-id: req-3f315e5b-a638-41c3-a290-972190402b1a {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:50:57.802524 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "name": "network-vif-unplugged", "status": "failed", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4", "code": 422}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:50:57.802775 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f315e5b-a638-41c3-a290-972190402b1a {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:50:57.803173 n-d-815940-1 neutron-server[102115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'code': 422} returned with failed status Oct 29 09:50:57.828604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:50:57.835953 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.836301 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.836642 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.836974 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.837305 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.837639 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.837960 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.838281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.838585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.838905 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.839224 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:57.839543 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:50:58.041729 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-f9c926c4-ccbe-4608-8b1a-f7d96ca4f46d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722938 Oct 29 09:50:58.051694 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-70f6077b-04b7-4208-896d-9240fd6bfce2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:50:58.052712 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-70f6077b-04b7-4208-896d-9240fd6bfce2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052810 Oct 29 09:50:58.064108 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c554d03-9a0f-434c-8169-cbf21ef40a4b req-419ea530-fe84-4161-bed8-fe0ba7cf6cbc tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:58.065602 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c554d03-9a0f-434c-8169-cbf21ef40a4b req-419ea530-fe84-4161-bed8-fe0ba7cf6cbc tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0672503 Oct 29 09:50:58.106175 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1c554d03-9a0f-434c-8169-cbf21ef40a4b req-918db0cb-b120-4d60-aea7-a20334de40e1 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338748 Oct 29 09:50:59.258433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b7b0e-a3d4-4c6a-a8fe-18fd0c0a5eb9 req-28ad9618-b3de-4dc7-95fa-2e3fd8c136d2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:50:59.260785 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-054b7b0e-a3d4-4c6a-a8fe-18fd0c0a5eb9 req-28ad9618-b3de-4dc7-95fa-2e3fd8c136d2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0594409 Oct 29 09:50:59.308175 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-054b7b0e-a3d4-4c6a-a8fe-18fd0c0a5eb9 req-4d35539c-ca97-47a9-aebc-229cb049899f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Oct 29 09:51:00.011320 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:00.451372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061b9c-b3cd-446d-a897-91c5b7336745 req-c611d848-d84f-4c42-9665-bf2a0882adc4 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:00.453184 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f061b9c-b3cd-446d-a897-91c5b7336745 req-c611d848-d84f-4c42-9665-bf2a0882adc4 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0653327 Oct 29 09:51:00.493827 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1f061b9c-b3cd-446d-a897-91c5b7336745 req-c3f031b6-fc0c-48fc-895e-726d9f3c0ea6 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341215 Oct 29 09:51:01.261212 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:01.619516 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a493f44-a6dc-4171-bac5-6b341f81db05 req-f9fa0f96-5721-46a7-8304-4e3220cac7ce tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:01.621134 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a493f44-a6dc-4171-bac5-6b341f81db05 req-f9fa0f96-5721-46a7-8304-4e3220cac7ce tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0522921 Oct 29 09:51:01.660187 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2a493f44-a6dc-4171-bac5-6b341f81db05 req-cd85d16d-175b-4d7d-9cdd-c76d1c4ed249 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Oct 29 09:51:02.790084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f5e4d-3429-4277-9b4a-fe276f394f69 req-7ffa37cf-b4ab-4d26-bd8f-081e137b6c8a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:02.791548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e30f5e4d-3429-4277-9b4a-fe276f394f69 req-7ffa37cf-b4ab-4d26-bd8f-081e137b6c8a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0546994 Oct 29 09:51:02.832285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e30f5e4d-3429-4277-9b4a-fe276f394f69 req-5da939d2-06f3-44b7-b3ca-3946f1fbd0e7 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Oct 29 09:51:03.955029 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb25114-fa15-45d5-818a-c471e7fb3366 req-72f61e3e-1b0a-483f-b30c-5c0cb8918b4b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:03.956584 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beb25114-fa15-45d5-818a-c471e7fb3366 req-72f61e3e-1b0a-483f-b30c-5c0cb8918b4b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0547493 Oct 29 09:51:03.998579 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-beb25114-fa15-45d5-818a-c471e7fb3366 req-c60d7d9c-3015-4f74-aee1-3c0545b4d96d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356998 Oct 29 09:51:04.228730 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:51:05.125814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a459f1-cd6e-4aad-9d7d-55ae6b335b15 req-2f8bff53-0a5e-4ec1-90ba-a636083c8be4 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:05.127345 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8a459f1-cd6e-4aad-9d7d-55ae6b335b15 req-2f8bff53-0a5e-4ec1-90ba-a636083c8be4 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0525656 Oct 29 09:51:05.166859 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c8a459f1-cd6e-4aad-9d7d-55ae6b335b15 req-28764a44-6c95-4631-8c03-9682d541b6b8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333469 Oct 29 09:51:06.287125 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b0f4b-e76d-46ed-8d27-192f16447a4e req-b14b0668-3324-4553-960b-91ac15044962 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:06.288788 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b29b0f4b-e76d-46ed-8d27-192f16447a4e req-b14b0668-3324-4553-960b-91ac15044962 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0518284 Oct 29 09:51:06.328694 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b29b0f4b-e76d-46ed-8d27-192f16447a4e req-30c39594-48f7-4c6c-857d-bea6cf3b139d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337319 Oct 29 09:51:07.454910 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09f0b7-ccd1-447d-8545-830f42c35cce req-35b063a4-00af-4c23-b154-c4f687799500 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:07.456618 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c09f0b7-ccd1-447d-8545-830f42c35cce req-35b063a4-00af-4c23-b154-c4f687799500 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0558224 Oct 29 09:51:07.499508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c09f0b7-ccd1-447d-8545-830f42c35cce req-d8a875c2-e016-4fb3-b349-c1a490553006 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362947 Oct 29 09:51:08.156679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-2597b77e-9388-4029-bcaf-003bab8e03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:08.158319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-2597b77e-9388-4029-bcaf-003bab8e03c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07&tenant_id=152a44b2921443239beabb1cf99ab7a0 HTTP/1.1" status: 200 len: 1094 time: 0.0561700 Oct 29 09:51:08.226911 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-a86e7883-a325-43ce-b7d2-43c7585c4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:08.228475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-a86e7883-a325-43ce-b7d2-43c7585c4e1b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1094 time: 0.0460341 Oct 29 09:51:08.325420 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-cb9aa2d7-b676-44aa-b5f3-b7273b9a0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:08.326927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-cb9aa2d7-b676-44aa-b5f3-b7273b9a0c89 service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0917933 Oct 29 09:51:08.400560 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-1872569b-5d01-4c7e-8458-8bf3ad8d1231 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 999 time: 0.0649641 Oct 29 09:51:08.452482 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-1b95be9a-7de4-4ebe-9301-d8728516a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:08.454420 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-1b95be9a-7de4-4ebe-9301-d8728516a493 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0472522 Oct 29 09:51:08.506433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-4ad8e1fb-fcb8-4223-8d10-8d6a0d6c0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:08.508057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-4ad8e1fb-fcb8-4223-8d10-8d6a0d6c0c7c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440257 Oct 29 09:51:08.606645 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-f5b0ce88-6ee1-4bfd-93b5-97bc46da8254 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915432 Oct 29 09:51:08.622153 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110500d-a07a-45fd-a4b9-d5a8749c8aa4 req-ecf9c6dc-7934-4f7d-b98f-2448d1377b5b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:08.623711 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f110500d-a07a-45fd-a4b9-d5a8749c8aa4 req-ecf9c6dc-7934-4f7d-b98f-2448d1377b5b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0526814 Oct 29 09:51:08.663526 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f110500d-a07a-45fd-a4b9-d5a8749c8aa4 req-cd389561-8a45-4c2b-a709-8eec53a67e27 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331738 Oct 29 09:51:08.706357 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-2345603b-d9e8-4567-808d-e0263daea81e service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916657 Oct 29 09:51:09.797491 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd746cc-f65e-443e-99ba-c05910cf1026 req-f6f633a1-5cc3-44b6-be9c-cf0fa0d107e2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:09.798888 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd746cc-f65e-443e-99ba-c05910cf1026 req-f6f633a1-5cc3-44b6-be9c-cf0fa0d107e2 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0510609 Oct 29 09:51:09.837942 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fdd746cc-f65e-443e-99ba-c05910cf1026 req-33ac070d-3199-41b0-9694-357dfc4564a3 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327399 Oct 29 09:51:10.976226 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e5e47-1739-4fa7-bca5-ba380e58c14a req-7a55b627-0e9d-4b2c-b9fc-687f6d4bbfe8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:10.977739 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d12e5e47-1739-4fa7-bca5-ba380e58c14a req-7a55b627-0e9d-4b2c-b9fc-687f6d4bbfe8 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0565364 Oct 29 09:51:11.017658 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d12e5e47-1739-4fa7-bca5-ba380e58c14a req-df899a4f-28cf-4adf-9b2b-bec7c244b246 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337353 Oct 29 09:51:12.151866 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288be59-3bce-4563-af4b-2e12e7637087 req-72662421-cd29-4ffa-953d-f7ede19eab46 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:12.153433 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4288be59-3bce-4563-af4b-2e12e7637087 req-72662421-cd29-4ffa-953d-f7ede19eab46 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0536385 Oct 29 09:51:12.192213 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4288be59-3bce-4563-af4b-2e12e7637087 req-25416f96-6f18-490a-81bd-ad4821f76156 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Oct 29 09:51:13.329297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5754f23-461a-4eca-a9db-e77dd981223c req-db06800e-1b2e-4fb5-89a3-5cea3cedff0e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:13.330793 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5754f23-461a-4eca-a9db-e77dd981223c req-db06800e-1b2e-4fb5-89a3-5cea3cedff0e tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0538621 Oct 29 09:51:13.372485 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e5754f23-461a-4eca-a9db-e77dd981223c req-62d83d81-b574-4ea1-8bb4-a867120cb82c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Oct 29 09:51:14.363411 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-1fede9d9-ddeb-416c-a67b-2505ae3039e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:14.506830 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041913d-70ff-486e-8ee3-4e46a61407ae req-51beab67-a0b7-4286-a59f-462fda7e51ab tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:14.508436 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4041913d-70ff-486e-8ee3-4e46a61407ae req-51beab67-a0b7-4286-a59f-462fda7e51ab tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0571041 Oct 29 09:51:14.551903 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-4041913d-70ff-486e-8ee3-4e46a61407ae req-9bc3b970-5fba-48f5-bc8c-27831993179c tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371296 Oct 29 09:51:15.685379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1e25e-3303-4d9b-a0dc-23a04677d913 req-42e21941-658a-42fa-a741-f26ab434e2be tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:15.686864 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ea1e25e-3303-4d9b-a0dc-23a04677d913 req-42e21941-658a-42fa-a741-f26ab434e2be tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0513906 Oct 29 09:51:15.733197 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5ea1e25e-3303-4d9b-a0dc-23a04677d913 req-b76e371b-a757-4195-9008-71df2370907b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375106 Oct 29 09:51:16.873163 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993f83-06f5-444c-82b5-6b761cce0dc4 req-5353eebc-fe3d-4bc4-9e82-9d2cd283736a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:16.874694 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e993f83-06f5-444c-82b5-6b761cce0dc4 req-5353eebc-fe3d-4bc4-9e82-9d2cd283736a tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0586295 Oct 29 09:51:16.917039 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e993f83-06f5-444c-82b5-6b761cce0dc4 req-31dbb62c-9283-4d1d-88cd-f3bd50b32549 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355451 Oct 29 09:51:17.102136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-81869f48-106f-4eb9-9ec1-9065be6a9d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:17.711786 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b9479840-c4c6-4f4f-bfff-f519a7832af4 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:51:17.976134 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:51:17.987196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'port_id': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'mac_address': 'fa:16:3e:91:b6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:51:18.025400 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:18.039838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9479840-c4c6-4f4f-bfff-f519a7832af4 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:51:18.041350 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927eb29-9ce6-411c-9cc3-59080f13f7d1 req-1f3a6a84-95ab-48c5-af65-01b0fd533681 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:18.042878 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5927eb29-9ce6-411c-9cc3-59080f13f7d1 req-1f3a6a84-95ab-48c5-af65-01b0fd533681 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 943 time: 0.0543790 Oct 29 09:51:18.060759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:51:18.065277 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:18.088250 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5927eb29-9ce6-411c-9cc3-59080f13f7d1 req-65022202-ef79-4bac-8574-15e1fce381a6 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382686 Oct 29 09:51:18.118158 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:51:18.369056 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['b9479840-c4c6-4f4f-bfff-f519a7832af4'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:51:18.428850 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:18.513264 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:19.217675 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d5cab-a812-4ca9-bf7b-09b497f62b5b req-d8ae33da-f64f-417c-9369-6342769495be tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:19.219179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-798d5cab-a812-4ca9-bf7b-09b497f62b5b req-d8ae33da-f64f-417c-9369-6342769495be tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 944 time: 0.0510099 Oct 29 09:51:19.273642 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-798d5cab-a812-4ca9-bf7b-09b497f62b5b req-91b5ee89-c457-48d1-887d-9ac6ff9b6422 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456221 Oct 29 09:51:19.728114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b9479840-c4c6-4f4f-bfff-f519a7832af4 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:51:19.779950 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port b9479840-c4c6-4f4f-bfff-f519a7832af4 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:51:19.780318 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:19.873699 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:19.886528 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:19.898995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:51:19.901318 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c69cff7-b2ed-44a7-b22c-f2d107f96ee0" -d '{"events": [{"server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:51:19.914377 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:51:19.920350 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:19.944602 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd82d32-bd50-413e-8072-c6a193ac54f2 x-openstack-request-id: req-5bd82d32-bd50-413e-8072-c6a193ac54f2 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:51:19.944863 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:51:19.945114 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bd82d32-bd50-413e-8072-c6a193ac54f2 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:51:19.945526 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'code': 200} Oct 29 09:51:19.972304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:51:20.116211 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c618519-1ea8-4a13-a3c3-19d52015469a req-a424e745-a572-43a8-be60-14af075064d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:20.119648 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c618519-1ea8-4a13-a3c3-19d52015469a req-a424e745-a572-43a8-be60-14af075064d0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1096 time: 0.0537441 Oct 29 09:51:20.158219 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7c618519-1ea8-4a13-a3c3-19d52015469a req-d2812728-7635-4a9f-a61d-5f4d535c62ee service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308216 Oct 29 09:51:20.406646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7888ec4-3d88-484b-a0fc-2b8250be7c48 req-706e3e30-10aa-4e7b-be62-48491ae71bb6 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:20.408205 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7888ec4-3d88-484b-a0fc-2b8250be7c48 req-706e3e30-10aa-4e7b-be62-48491ae71bb6 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0553823 Oct 29 09:51:20.450945 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c7888ec4-3d88-484b-a0fc-2b8250be7c48 req-148b629d-899e-430d-9e48-e01cf7bab786 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337842 Oct 29 09:51:21.575012 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee1b99-0acd-46ef-bb82-6f94df8bc32c req-adaebdb2-f33b-44aa-83f3-2a61f939e99b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:51:21.576530 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3ee1b99-0acd-46ef-bb82-6f94df8bc32c req-adaebdb2-f33b-44aa-83f3-2a61f939e99b tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0504792 Oct 29 09:51:21.615728 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-f3ee1b99-0acd-46ef-bb82-6f94df8bc32c req-bfa9c2fa-3378-4dba-bde4-0f298f55782d tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Oct 29 09:51:30.010912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:31.255265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:41.229633 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:51:44.359725 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dccb5ab5-8708-46f4-b868-b815865c3fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:47.101572 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c937d900-afeb-4bf9-93ff-556efddd220a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:48.413964 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:48.506539 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:51:49.879685 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:00.018512 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:01.265387 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:07.318538 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-f6a5566d-acb3-4016-b325-ac8b192ef22a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482240 Oct 29 09:52:07.402822 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-6bd97a5c-320f-4e7f-8448-c5ce9662d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:07.404383 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-6bd97a5c-320f-4e7f-8448-c5ce9662d3f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1096 time: 0.0417063 Oct 29 09:52:07.519662 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-936aba81-1679-49d5-9134-15a43ef0f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:07.521232 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-936aba81-1679-49d5-9134-15a43ef0f03a service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0955985 Oct 29 09:52:07.600905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-3915f119-080b-42a8-adea-f1be2d1a429b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 1001 time: 0.0713761 Oct 29 09:52:07.654606 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-26070524-b814-4c45-8056-ad299ffba9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:07.656286 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-26070524-b814-4c45-8056-ad299ffba9fd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0470443 Oct 29 09:52:07.707610 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-11506393-5626-4ae4-b6cd-f211fb1d9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:07.709285 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-11506393-5626-4ae4-b6cd-f211fb1d9dc8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453560 Oct 29 09:52:07.807050 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-1aa4bcc9-d3fe-4082-825b-080692357402 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905347 Oct 29 09:52:07.909324 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-a0da7d7e-4413-4ff4-9290-e03112f2ee20 req-982f0ab0-fcee-409f-90af-68fb1938b3e0 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939970 Oct 29 09:52:14.366007 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e493dbb8-aa62-448e-b88a-1d5d7ff0ccfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:17.105611 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e1c36e69-11a1-4572-aa12-38df96c7d287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:18.238456 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:52:18.421459 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:18.509622 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:19.888392 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:30.027719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:31.259912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:37.136425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46168) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:37.313085 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Deleting port efdf88f2-9197-44b4-8ed5-ab4d9d65adf5 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:37.313450 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:37.418631 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:37.418886 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:37.432305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Calling delete_port for efdf88f2-9197-44b4-8ed5-ab4d9d65adf5 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:37.588591 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:37.615080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event deleted for resources: {'Port': ['ID=efdf88f2-9197-44b4-8ed5-ab4d9d65adf5,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:37.641457 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.641814 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.642166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.642507 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.642845 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.643173 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.643498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.643834 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.644187 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.644908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.644908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.644908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:37.685166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:37.685403 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Floating IP 9197e5db-adbe-42a9-b523-3eb9c03890db disassociated (deleted). External IP: 172.25.5.133, port: b9479840-c4c6-4f4f-bfff-f519a7832af4. Oct 29 09:52:37.909102 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Router ce2de9db-46f6-41f1-ba40-971d64b17c23 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:52:38.018633 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:52:38.023747 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:38.029138 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] Sync routers for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:52:38.040163 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:52:38.040820 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:38.051060 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-68b8a8e8-fddd-4e1e-808a-f70e7ecaadef tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "DELETE /v2.0/floatingips/9197e5db-adbe-42a9-b523-3eb9c03890db HTTP/1.1" status: 204 len: 168 time: 0.9135232 Oct 29 09:52:38.051632 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:52:38.054079 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d0b502-fec1-41ad-94c7-060c3754a80e" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:52:38.161145 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:52:38.180846 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d5d687-766b-465e-8395-1043153408ba x-openstack-request-id: req-49d5d687-766b-465e-8395-1043153408ba {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:52:38.181411 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:52:38.181411 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49d5d687-766b-465e-8395-1043153408ba {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:52:38.181786 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'status': 'completed', 'code': 200} Oct 29 09:52:38.259195 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-92364b9a-5565-4894-9ce3-b369f3fd752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:38.261012 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-92364b9a-5565-4894-9ce3-b369f3fd752d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=152a44b2921443239beabb1cf99ab7a0&device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 1096 time: 0.0529141 Oct 29 09:52:38.312446 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175daf0-6e2d-42ab-9eee-9561b95c7cd2 req-dd6037e4-e81d-4194-9747-a89b3e835b66 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:38.314791 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4175daf0-6e2d-42ab-9eee-9561b95c7cd2 req-dd6037e4-e81d-4194-9747-a89b3e835b66 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0554104 Oct 29 09:52:38.354959 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-4175daf0-6e2d-42ab-9eee-9561b95c7cd2 req-dafb3ff9-43b7-4d78-9d97-6f3b3076b2bd tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Oct 29 09:52:38.361150 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-29228572-d564-45aa-a80a-8ba7a8963a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:38.362673 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-29228572-d564-45aa-a80a-8ba7a8963a6e service neutron] 10.222.0.93 "GET /v2.0/networks?id=10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 200 len: 910 time: 0.0936525 Oct 29 09:52:38.376354 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:38.402161 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] Checking router: ce2de9db-46f6-41f1-ba40-971d64b17c23 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:52:38.408074 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-63fdd047-7872-465e-8970-b82ccec4c016 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 200 len: 217 time: 0.0369520 Oct 29 09:52:38.410604 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:52:38.411192 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:38.470409 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-d032b592-fb2d-49a6-968c-451a04f85bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:38.472319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-d032b592-fb2d-49a6-968c-451a04f85bf5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 200 len: 847 time: 0.0565233 Oct 29 09:52:38.517798 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:52:38.522448 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-d3d4e974-123d-4bc2-ab95-14b79877edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:38.524179 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-d3d4e974-123d-4bc2-ab95-14b79877edde service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=10a82cff-7f7d-4271-b0c6-8460e6a15b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429022 Oct 29 09:52:38.617612 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-d81211c1-d450-43cd-b04a-cfa15db930d8 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853412 Oct 29 09:52:38.716159 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:38.718108 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c1d0b502-fec1-41ad-94c7-060c3754a80e req-6d92493d-f04f-47f6-ab37-0c80350d8763 service neutron] 10.222.0.93 "GET /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917597 Oct 29 09:52:38.747333 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34834e1-71f5-4fc6-a7b0-ac766ee057de None None] The sync data for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 is: [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:43:07Z', 'revision_number': 4, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b', 'name': '', 'network_id': '10a82cff-7f7d-4271-b0c6-8460e6a15b86', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'mac_address': 'fa:16:3e:72:d8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'af693803-b8ef-4f87-908d-b170208345c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:06Z', 'updated_at': '2021-10-29T09:43:11Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'subnets': [{'id': 'af693803-b8ef-4f87-908d-b170208345c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:52:38.977187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a61d4b-4feb-43f9-bf6c-544fdb75683c None None] New status for floating IP 9197e5db-adbe-42a9-b523-3eb9c03890db: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:52:39.493099 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802442-ccc1-4ac2-8d3c-e579d2aa2bd7 req-7562ce17-b3f2-4646-8106-09e8fe3c41d9 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:39.494609 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50802442-ccc1-4ac2-8d3c-e579d2aa2bd7 req-7562ce17-b3f2-4646-8106-09e8fe3c41d9 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0525069 Oct 29 09:52:39.537090 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-50802442-ccc1-4ac2-8d3c-e579d2aa2bd7 req-da617147-240f-4481-8b64-b059d526390f tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/security-groups?id=788eb4a2-46c6-47ba-87cc-99559408d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346038 Oct 29 09:52:39.973954 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-2c7bce4e-0a79-4b1d-8d88-7c816c59a248 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:39.975495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-2c7bce4e-0a79-4b1d-8d88-7c816c59a248 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.93 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 945 time: 0.0658562 Oct 29 09:52:40.078749 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Deleting port b9479840-c4c6-4f4f-bfff-f519a7832af4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:40.079085 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:40.173305 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] For port b9479840-c4c6-4f4f-bfff-f519a7832af4, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=b9479840-c4c6-4f4f-bfff-f519a7832af4,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:40.173653 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:40.187274 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Calling delete_port for b9479840-c4c6-4f4f-bfff-f519a7832af4 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:40.340942 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:40.376024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event deleted for resources: {'Port': ['ID=b9479840-c4c6-4f4f-bfff-f519a7832af4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:40.420265 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] No DVR routers for this DVR port b9479840-c4c6-4f4f-bfff-f519a7832af4 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:52:40.423139 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:40.426625 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-66ce5ecd-f033-467d-ad19-1361c38e3d0f req-f4353fa5-ff0f-44b7-bd09-c0345ec88d62 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.93 "DELETE /v2.0/ports/b9479840-c4c6-4f4f-bfff-f519a7832af4 HTTP/1.1" status: 204 len: 173 time: 0.4438269 Oct 29 09:52:40.427080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'name': 'network-vif-deleted', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:52:40.429438 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888bf204-5ece-441d-9427-f4c48c032221" -d '{"events": [{"server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "name": "network-vif-deleted", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:52:40.473388 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b5e48a-0232-4d80-931e-e0cdd788efc0 x-openstack-request-id: req-a8b5e48a-0232-4d80-931e-e0cdd788efc0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:52:40.474092 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb93a20-bbd6-4ee4-887c-7dd740c81f07", "name": "network-vif-deleted", "tag": "b9479840-c4c6-4f4f-bfff-f519a7832af4", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:52:40.474349 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8b5e48a-0232-4d80-931e-e0cdd788efc0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:52:40.474781 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb93a20-bbd6-4ee4-887c-7dd740c81f07', 'name': 'network-vif-deleted', 'tag': 'b9479840-c4c6-4f4f-bfff-f519a7832af4', 'status': 'completed', 'code': 200} Oct 29 09:52:40.635381 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-40801a1b-c1b5-4a24-82ed-68a7a9566c9a req-d5522354-b712-455b-88a6-c32d61ae2906 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 210 time: 0.0277011 Oct 29 09:52:41.740800 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-546aa49d-c028-4e86-ad19-d65061dc2d2b req-cadcc147-cad7-4fde-881b-a19be8876745 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 210 time: 0.0328472 Oct 29 09:52:42.837863 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-eb749a5d-e6a6-479b-b894-5da87d89e06a req-a039a958-53f7-4b79-b3ed-5f0f21738cae tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 210 time: 0.0269620 Oct 29 09:52:43.940504 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b9c889ed-de43-465a-bf5e-7df3a56788ae req-4aa7158a-7ebf-47f9-987b-1726675c7b13 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 210 time: 0.0287035 Oct 29 09:52:44.114430 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b9479840-c4c6-4f4f-bfff-f519a7832af4 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:52:44.135659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: b9479840-c4c6-4f4f-bfff-f519a7832af4 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:52:44.135968 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device b9479840-c4c6-4f4f-bfff-f519a7832af4 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:52:44.351203 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8c62a0bb-64fd-4b2e-a4ef-3d523051404e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:45.053157 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ff5045a4-b356-4ad0-8654-cc7d7b5a6d12 req-1a798578-bc60-4b29-b21c-d3d50387a564 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "GET /v2.0/ports?device_id=7eb93a20-bbd6-4ee4-887c-7dd740c81f07 HTTP/1.1" status: 200 len: 210 time: 0.0309064 Oct 29 09:52:46.113318 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46204) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:46.175029 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41540340-c7b9-4c3c-948d-aa9b63584107 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:46.202755 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41540340-c7b9-4c3c-948d-aa9b63584107 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:46.269446 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41540340-c7b9-4c3c-948d-aa9b63584107 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:46.272164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41540340-c7b9-4c3c-948d-aa9b63584107 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:46.273370 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-41540340-c7b9-4c3c-948d-aa9b63584107 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] 10.222.0.70 "DELETE /v2.0/security-groups/788eb4a2-46c6-47ba-87cc-99559408d7e9 HTTP/1.1" status: 204 len: 168 time: 0.1590340 Oct 29 09:52:46.284095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41540340-c7b9-4c3c-948d-aa9b63584107 tempest-TestShelveInstance-2008141489 tempest-TestShelveInstance-2008141489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788eb4a2-46c6-47ba-87cc-99559408d7e9,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:47.100914 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6026d15f-c297-4cce-8078-386b06eef609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:47.348679 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46210) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:48.184484 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:48.409556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:48.454228 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Deleting port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:48.454771 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:48.514740 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:48.537755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] For port e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:48.538124 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:48.550931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Calling delete_port for e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:48.743166 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:48.774429 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:48.944684 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:49.190242 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Router ce2de9db-46f6-41f1-ba40-971d64b17c23 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:52:49.311572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:52:49.317230 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-fab24f0c-6985-46bd-bbbc-a6918e2c00a3 admin admin] 10.222.0.70 "PUT /v2.0/routers/ce2de9db-46f6-41f1-ba40-971d64b17c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9678657 Oct 29 09:52:49.320366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46214) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:49.323683 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] Sync routers for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:52:49.335157 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:52:49.335759 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:49.427172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:49.441084 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:52:49.535387 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:49.590448 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Deleting port 1328c9e2-7c6b-4777-a176-a968b2543e85 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:49.590686 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:49.626805 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:52:48Z', 'revision_number': 5, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port': {'id': '1328c9e2-7c6b-4777-a176-a968b2543e85', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:05Z', 'updated_at': '2021-10-29T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:49.656556 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] Checking router: ce2de9db-46f6-41f1-ba40-971d64b17c23 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:52:49.665131 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] Routers {'ce2de9db-46f6-41f1-ba40-971d64b17c23'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:52:49.665716 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['ce2de9db-46f6-41f1-ba40-971d64b17c23'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:49.674568 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] For port 1328c9e2-7c6b-4777-a176-a968b2543e85, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=1328c9e2-7c6b-4777-a176-a968b2543e85,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:49.674931 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:49.692079 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Calling delete_port for 1328c9e2-7c6b-4777-a176-a968b2543e85 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:49.750982 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] Set router ce2de9db-46f6-41f1-ba40-971d64b17c23 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:52:49.801704 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:52:49Z', 'revision_number': 6, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:49.866168 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:49.884096 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:49.902655 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Pushing event deleted for resources: {'Port': ['ID=1328c9e2-7c6b-4777-a176-a968b2543e85,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:49.927762 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23553f1b-f1c4-4174-a85c-98edb015c509 None None] The sync data for ids ['ce2de9db-46f6-41f1-ba40-971d64b17c23'] in n-d-815940-1 is: [{'id': 'ce2de9db-46f6-41f1-ba40-971d64b17c23', 'name': 'tempest-TestShelveInstance-410630052-router', 'tenant_id': '152a44b2921443239beabb1cf99ab7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:04Z', 'updated_at': '2021-10-29T09:52:49Z', 'revision_number': 6, 'project_id': '152a44b2921443239beabb1cf99ab7a0', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:52:49.929269 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.929619 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.929955 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.930289 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.930622 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.930948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.931274 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.931593 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.931934 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.932251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.932712 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.932884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:49.976056 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.389837 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.392028 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.445720 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.446297 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce2de9db-46f6-41f1-ba40-971d64b17c23 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:52:50.450768 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.452019 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-75174716-e8df-4fbd-9fc3-b5e68079f08c admin admin] 10.222.0.70 "DELETE /v2.0/routers/ce2de9db-46f6-41f1-ba40-971d64b17c23 HTTP/1.1" status: 204 len: 168 time: 1.1304946 Oct 29 09:52:50.454949 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46216) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:50.503597 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-51efb955-d250-45c0-a26f-e9b6a07c3bd6 admin admin] Deleting subnet af693803-b8ef-4f87-908d-b170208345c3 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:52:50.506963 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51efb955-d250-45c0-a26f-e9b6a07c3bd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.542339 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51efb955-d250-45c0-a26f-e9b6a07c3bd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.625267 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51efb955-d250-45c0-a26f-e9b6a07c3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.689374 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51efb955-d250-45c0-a26f-e9b6a07c3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.705496 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-51efb955-d250-45c0-a26f-e9b6a07c3bd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.708870 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-51efb955-d250-45c0-a26f-e9b6a07c3bd6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/af693803-b8ef-4f87-908d-b170208345c3 HTTP/1.1" status: 204 len: 168 time: 0.2529464 Oct 29 09:52:50.712059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46218) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:50.713637 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a454702-688d-49cc-bda0-e200c67a1183 None None] Network 10a82cff-7f7d-4271-b0c6-8460e6a15b86 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:52:50.728884 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efb955-d250-45c0-a26f-e9b6a07c3bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af693803-b8ef-4f87-908d-b170208345c3,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:50.766701 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1328c9e2-7c6b-4777-a176-a968b2543e85 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:52:50.794565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 1328c9e2-7c6b-4777-a176-a968b2543e85 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:52:50.794915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 1328c9e2-7c6b-4777-a176-a968b2543e85 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:52:50.795366 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:52:50.813442 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.830420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:52:50.830766 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device e0a1192a-6a1a-4dee-b08d-b4bf73cdfe1b not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:52:50.870944 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Deleting port f572460b-f90c-4ae5-addb-086238d29c00 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:50.871296 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.949742 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] For port f572460b-f90c-4ae5-addb-086238d29c00, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f572460b-f90c-4ae5-addb-086238d29c00,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:50.950147 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:50.963964 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] DHCP port deletion for 10a82cff-7f7d-4271-b0c6-8460e6a15b86 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:52:50.965344 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Calling delete_port for f572460b-f90c-4ae5-addb-086238d29c00 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:51.020187 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Deleting port f572460b-f90c-4ae5-addb-086238d29c00 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:51.020470 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.054766 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.081625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Pushing event deleted for resources: {'Port': ['ID=f572460b-f90c-4ae5-addb-086238d29c00,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:51.085579 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] No DVR routers for this DVR port f572460b-f90c-4ae5-addb-086238d29c00 on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:52:51.096752 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] For port f572460b-f90c-4ae5-addb-086238d29c00, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=f572460b-f90c-4ae5-addb-086238d29c00,segment=NetworkSegment(fc22bede-39e0-4481-815d-bf64f5382bcc),segment_id=fc22bede-39e0-4481-815d-bf64f5382bcc)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:51.097151 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.110047 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Calling delete_port for f572460b-f90c-4ae5-addb-086238d29c00 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:51.165570 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.187249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a82cff-7f7d-4271-b0c6-8460e6a15b86']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:51.193261 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.197098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc22bede-39e0-4481-815d-bf64f5382bcc') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:51.197430 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc22bede-39e0-4481-815d-bf64f5382bcc') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:51.207365 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.218473 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Pushing event deleted for resources: {'Port': ['ID=f572460b-f90c-4ae5-addb-086238d29c00,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:51.221636 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.227420 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] No DVR routers for this DVR port f572460b-f90c-4ae5-addb-086238d29c00 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:52:51.228012 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:52:51.228421 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.229791 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.230128 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:52:51.230401 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.233831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7901357-7382-4883-8c04-0ad9e6348d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:51.292935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.298478 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.304518 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] 10.222.0.70 "DELETE /v2.0/networks/10a82cff-7f7d-4271-b0c6-8460e6a15b86 HTTP/1.1" status: 204 len: 168 time: 0.5885124 Oct 29 09:52:51.305251 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46220) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:51.313056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498c62e-a1dc-4258-88a1-fc5d602ca245 admin admin] Pushing event deleted for resources: {'Network': ['ID=10a82cff-7f7d-4271-b0c6-8460e6a15b86,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:51.673977 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:51.935130 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Deleting port 666a68a2-d16e-4f1b-ace5-a2833f99d6da {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:51.935500 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:52.025430 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] For port 666a68a2-d16e-4f1b-ace5-a2833f99d6da, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=666a68a2-d16e-4f1b-ace5-a2833f99d6da,segment=NetworkSegment(d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30),segment_id=d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:52.025804 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:52.039131 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Calling delete_port for 666a68a2-d16e-4f1b-ace5-a2833f99d6da owned by network:router_interface {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:52.248487 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:52.279984 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=666a68a2-d16e-4f1b-ace5-a2833f99d6da,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:52.460327 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:52.485586 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f572460b-f90c-4ae5-addb-086238d29c00 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:52:52.509823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: f572460b-f90c-4ae5-addb-086238d29c00 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:52:52.510165 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device f572460b-f90c-4ae5-addb-086238d29c00 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:52:52.688713 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Router fc4a1348-ce71-4e16-a5ea-aa41215e74cb has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:52:52.800828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:52:52.806070 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-9418ebc3-bdf8-4607-aba5-b71354581d5c admin admin] 10.222.0.70 "PUT /v2.0/routers/fc4a1348-ce71-4e16-a5ea-aa41215e74cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4997928 Oct 29 09:52:52.808968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46222) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:52.809841 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] Sync routers for ids ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:52:52.821555 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] Routers {'fc4a1348-ce71-4e16-a5ea-aa41215e74cb'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:52:52.822173 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:52.918276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:52.931206 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] Set router fc4a1348-ce71-4e16-a5ea-aa41215e74cb gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:52:53.028845 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.088379 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Deleting port 7ea275f9-bbda-4382-8987-e0cc5511e952 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:53.088644 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.116793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:52:52Z', 'revision_number': 5, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port': {'id': '7ea275f9-bbda-4382-8987-e0cc5511e952', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:53.151161 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] Checking router: fc4a1348-ce71-4e16-a5ea-aa41215e74cb for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:52:53.160531 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] Routers {'fc4a1348-ce71-4e16-a5ea-aa41215e74cb'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:52:53.161140 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:53.189719 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] For port 7ea275f9-bbda-4382-8987-e0cc5511e952, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=7ea275f9-bbda-4382-8987-e0cc5511e952,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:53.190219 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.204878 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Calling delete_port for 7ea275f9-bbda-4382-8987-e0cc5511e952 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:53.250882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] Set router fc4a1348-ce71-4e16-a5ea-aa41215e74cb gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:52:53.305680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:52:53Z', 'revision_number': 6, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:53.333063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32b7d5e-a64d-498d-ad36-731d1101d727 None None] The sync data for ids ['fc4a1348-ce71-4e16-a5ea-aa41215e74cb'] in n-d-815940-1 is: [{'id': 'fc4a1348-ce71-4e16-a5ea-aa41215e74cb', 'name': 'tempest-TestShelveInstance-238216682-router', 'tenant_id': '338254b52d174e1baa6c604dc5144367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:43:09Z', 'updated_at': '2021-10-29T09:52:53Z', 'revision_number': 6, 'project_id': '338254b52d174e1baa6c604dc5144367', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:52:53.387115 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.415004 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea275f9-bbda-4382-8987-e0cc5511e952,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:53.487676 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.589192 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.591434 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.640006 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.640366 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4a1348-ce71-4e16-a5ea-aa41215e74cb {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:52:53.644866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.646035 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1961c97d-abbe-4ce4-9d42-c1cb935cc756 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fc4a1348-ce71-4e16-a5ea-aa41215e74cb HTTP/1.1" status: 204 len: 168 time: 0.8361888 Oct 29 09:52:53.648793 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46226) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:53.697326 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e207181-e780-4d53-8265-10e69c65deb3 admin admin] Deleting subnet 19425816-d709-482e-93be-8db991a3f99f {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:52:53.700944 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e207181-e780-4d53-8265-10e69c65deb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.738966 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e207181-e780-4d53-8265-10e69c65deb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.822237 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e207181-e780-4d53-8265-10e69c65deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.882179 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e207181-e780-4d53-8265-10e69c65deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.908228 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e207181-e780-4d53-8265-10e69c65deb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19425816-d709-482e-93be-8db991a3f99f,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:53.913244 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-1e207181-e780-4d53-8265-10e69c65deb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:53.918859 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-1e207181-e780-4d53-8265-10e69c65deb3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/19425816-d709-482e-93be-8db991a3f99f HTTP/1.1" status: 204 len: 168 time: 0.2664237 Oct 29 09:52:53.919168 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46228) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:53.919285 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3418e654-cc30-4e77-b4a6-040e504543b2 None None] Network ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:52:53.988209 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.045846 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Deleting port 45abc7d1-edeb-4119-8626-275ce6cb7871 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:54.046197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.113371 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] For port 45abc7d1-edeb-4119-8626-275ce6cb7871, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=45abc7d1-edeb-4119-8626-275ce6cb7871,segment=NetworkSegment(d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30),segment_id=d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:54.113746 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.126005 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] DHCP port deletion for ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:52:54.128768 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Calling delete_port for 45abc7d1-edeb-4119-8626-275ce6cb7871 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:54.181388 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] Deleting port 45abc7d1-edeb-4119-8626-275ce6cb7871 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:52:54.181616 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.218798 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.247319 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Pushing event deleted for resources: {'Port': ['ID=45abc7d1-edeb-4119-8626-275ce6cb7871,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:54.250851 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] No DVR routers for this DVR port 45abc7d1-edeb-4119-8626-275ce6cb7871 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:52:54.251594 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] For port 45abc7d1-edeb-4119-8626-275ce6cb7871, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=45abc7d1-edeb-4119-8626-275ce6cb7871,segment=NetworkSegment(d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30),segment_id=d9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:54.252827 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.266641 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] Calling delete_port for 45abc7d1-edeb-4119-8626-275ce6cb7871 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:52:54.326879 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.349224 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.352248 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:54.363081 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:54.363435 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e5365d-6d3a-4eb6-a9e2-e5f8b6d5fd30') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:54.373725 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.376103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] Pushing event deleted for resources: {'Port': ['ID=45abc7d1-edeb-4119-8626-275ce6cb7871,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:54.379655 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f556e-068d-41a7-95be-a722b1588c29 None None] No DVR routers for this DVR port 45abc7d1-edeb-4119-8626-275ce6cb7871 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:52:54.398231 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.410482 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:52:54.410967 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:52:54.412781 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:52:54.465533 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 45abc7d1-edeb-4119-8626-275ce6cb7871 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:52:54.473041 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.478924 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.482506 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b HTTP/1.1" status: 204 len: 168 time: 0.5623832 Oct 29 09:52:54.487337 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 45abc7d1-edeb-4119-8626-275ce6cb7871 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:52:54.487688 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 45abc7d1-edeb-4119-8626-275ce6cb7871 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:52:54.488119 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7ea275f9-bbda-4382-8987-e0cc5511e952 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:52:54.498173 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2544e1e-af76-4364-9cfe-9a5130d80873 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef564fd7-e4f3-4cd0-8087-5ddbe7915c0b,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:54.511309 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 7ea275f9-bbda-4382-8987-e0cc5511e952 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:52:54.511885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 7ea275f9-bbda-4382-8987-e0cc5511e952 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:52:54.512384 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 666a68a2-d16e-4f1b-ace5-a2833f99d6da no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:52:54.532537 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 666a68a2-d16e-4f1b-ace5-a2833f99d6da {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:52:54.532886 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 666a68a2-d16e-4f1b-ace5-a2833f99d6da not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:52:54.606799 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46232) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:54.650918 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d2ad087c-df1f-4361-838b-999f96fa370f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=152a44b2921443239beabb1cf99ab7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423312 Oct 29 09:52:54.653115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46234) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:54.706357 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce810597-42df-4e1c-9704-67aab09c26f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.727502 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce810597-42df-4e1c-9704-67aab09c26f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.774001 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce810597-42df-4e1c-9704-67aab09c26f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.776720 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-ce810597-42df-4e1c-9704-67aab09c26f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:54.777854 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-ce810597-42df-4e1c-9704-67aab09c26f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c52fb5f-cdc2-49ae-a40a-800eee691079 HTTP/1.1" status: 204 len: 168 time: 0.1238384 Oct 29 09:52:54.786177 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce810597-42df-4e1c-9704-67aab09c26f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c52fb5f-cdc2-49ae-a40a-800eee691079,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:55.134556 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46240) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:55.179280 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f6fa6037-8cc8-4a83-b783-791a260d90b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=338254b52d174e1baa6c604dc5144367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432229 Oct 29 09:52:55.181948 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46242) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:55.228529 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:52:55.234096 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9897d13-b73d-4bcc-a457-5b0fba5a2c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:55.256518 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9897d13-b73d-4bcc-a457-5b0fba5a2c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:55.303557 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9897d13-b73d-4bcc-a457-5b0fba5a2c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:55.307300 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f9897d13-b73d-4bcc-a457-5b0fba5a2c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:55.308805 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f9897d13-b73d-4bcc-a457-5b0fba5a2c95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a251acb1-c731-47c8-8861-d31d41a7b5b9 HTTP/1.1" status: 204 len: 168 time: 0.1259427 Oct 29 09:52:55.316559 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9897d13-b73d-4bcc-a457-5b0fba5a2c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a251acb1-c731-47c8-8861-d31d41a7b5b9,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:56.052347 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46264) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:56.156401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-34740652-network', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:52:56.180426 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Made reservation on behalf of b380020a67aa43a7b75d2bafa4b97b34 for: {'network': 1} {{(pid=102114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:52:56.182908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.194826 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.269704 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.275665 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.295553 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=102114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:52:56.310541 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d65f2e9-c170-44cc-8153-5813b8d0b22c,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:56.313792 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.314025 n-d-815940-1 neutron-server[102114]: INFO neutron.db.segments_db [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Added segment 6daa079b-904a-4158-9c0d-54873203a4f0 of type vlan for network 4a9c6434-6860-4a71-9802-c6857c3d4679 Oct 29 09:52:56.354835 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.381496 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.382464 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:56.383064 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.432781 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3792419 Oct 29 09:52:56.436098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46268) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:56.442425 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Request body: {'subnet': {'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-34740652-subnet', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:52:56.444694 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6f7c6-417e-4d33-8a7b-cfd4ce3574ca admin admin] Pushing event updated for resources: {'Network': ['ID=4a9c6434-6860-4a71-9802-c6857c3d4679,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:56.455281 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:52:56.467216 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Made reservation on behalf of b380020a67aa43a7b75d2bafa4b97b34 for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:52:56.469938 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.653267 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.724184 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a91c846-f87b-44f1-923d-79a329b24a83,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:56.732136 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Checking segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:52:56.732501 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Network hostable DHCP agents. Network: 4a9c6434-6860-4a71-9802-c6857c3d4679, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:52:56.752332 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:52:56.763516 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, 4a9c6434-6860-4a71-9802-c6857c3d4679) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:52:56.767991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:52:56.768580 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.773325 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1654c7e4-7e26-4ce6-be3e-2feec62b4627 None None] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:52:56.787305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bfdd2d6a-94a7-41b8-8a02-9baf59db786e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3493900 Oct 29 09:52:56.790662 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46270) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:56.795206 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:52:56.817915 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.818934 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.877031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:56.925195 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-4a9c6434-6860-4a71-9802-c6857c3d4679', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:52:56.926132 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.028611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.241374 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Allocated IP 172.20.0.2 (4a9c6434-6860-4a71-9802-c6857c3d4679/8a91c846-f87b-44f1-923d-79a329b24a83/900b0ac5-af75-4ef7-95b9-be36d389cde7) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:52:57.241997 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.261866 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.365051 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Allocated IP 172.25.5.23 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/ff39e298-75be-4037-9549-4547732060f2) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:52:57.383273 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.388904 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.431794 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:52:57.435861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:52:57.437643 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Pushing event updated for resources: {'Port': ['ID=900b0ac5-af75-4ef7-95b9-be36d389cde7,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:57.439892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:52:57.482859 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.498001 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Attempting to bind port 900b0ac5-af75-4ef7-95b9-be36d389cde7 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:52:57.498602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Attempting to bind port 900b0ac5-af75-4ef7-95b9-be36d389cde7 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:52:57.498745 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Attempting to bind port 900b0ac5-af75-4ef7-95b9-be36d389cde7 on network 4a9c6434-6860-4a71-9802-c6857c3d4679 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:52:57.503833 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:52:57.504212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Checking segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:52:57.504615 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.505006 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Bound using segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:52:57.505493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Bound port: 900b0ac5-af75-4ef7-95b9-be36d389cde7, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:52:57.505885 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.575951 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] For port 900b0ac5-af75-4ef7-95b9-be36d389cde7, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:52:57.580600 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] For port 900b0ac5-af75-4ef7-95b9-be36d389cde7, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=900b0ac5-af75-4ef7-95b9-be36d389cde7,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:52:57.587301 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.662823 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3dbff-41f8-46b8-995c-4e4ac43b4d8f None None] Pushing event updated for resources: {'Port': ['ID=900b0ac5-af75-4ef7-95b9-be36d389cde7,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:57.858650 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:57.901518 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:52:57.904583 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:52:57.910931 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:52:57.931717 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff39e298-75be-4037-9549-4547732060f2,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:58.167420 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:58.382795 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:58.476429 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 900b0ac5-af75-4ef7-95b9-be36d389cde7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:52:58.530752 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Router 547b80ac-0601-46c0-adca-6602e9742100 is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:52:58.539699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 900b0ac5-af75-4ef7-95b9-be36d389cde7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:52:58.540288 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:58.583089 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c63ad-635a-420a-880e-87883118ba1f None None] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:52:58.646968 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:52:58.655908 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Sync routers for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:52:58.665904 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:58.672446 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-414727fd-94d3-4235-9740-5e536cb970e0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8756225 Oct 29 09:52:58.672846 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:52:58.672846 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:58.673434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46272) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:52:58.694627 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-6d43fc38-ddb8-4eb8-9278-c1f13770bfec None None] Provisioning complete for port 900b0ac5-af75-4ef7-95b9-be36d389cde7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:52:58.695312 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6d43fc38-ddb8-4eb8-9278-c1f13770bfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:58.734686 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:58.781670 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:52:58.814714 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 900b0ac5-af75-4ef7-95b9-be36d389cde7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=900b0ac5-af75-4ef7-95b9-be36d389cde7,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:52:58.824214 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:58.940739 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=900b0ac5-af75-4ef7-95b9-be36d389cde7,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:58.989215 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:58Z', 'revision_number': 3, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:59.023410 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Checking router: 547b80ac-0601-46c0-adca-6602e9742100 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:52:59.023755 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Updating router 547b80ac-0601-46c0-adca-6602e9742100 port ff39e298-75be-4037-9549-4547732060f2 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:52:59.051236 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.151191 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.254827 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-5dfbe521-b767-43da-97d5-ff0fd90efcf0 None None] Provisioning complete for port 900b0ac5-af75-4ef7-95b9-be36d389cde7 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:52:59.255988 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5dfbe521-b767-43da-97d5-ff0fd90efcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.324358 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Allocated IP 172.20.0.1 (4a9c6434-6860-4a71-9802-c6857c3d4679/8a91c846-f87b-44f1-923d-79a329b24a83/6d435804-210e-430d-9d50-ba79766731f8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:52:59.330091 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.337437 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.390375 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Attempting to bind port ff39e298-75be-4037-9549-4547732060f2 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:52:59.390734 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Attempting to bind port ff39e298-75be-4037-9549-4547732060f2 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:52:59.391090 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Attempting to bind port ff39e298-75be-4037-9549-4547732060f2 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:52:59.398213 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Pushing event updated for resources: {'Port': ['ID=ff39e298-75be-4037-9549-4547732060f2,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:59.401061 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:52:59.401421 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:52:59.401810 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.402185 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:52:59.402637 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Bound port: ff39e298-75be-4037-9549-4547732060f2, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:52:59.403004 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.409397 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.409731 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.410061 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.410384 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.410704 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.411026 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.411342 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.411702 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.412034 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.412344 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.412654 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.412960 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:52:59.443008 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.463590 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] For port ff39e298-75be-4037-9549-4547732060f2, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:52:59.466719 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] For port ff39e298-75be-4037-9549-4547732060f2, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ff39e298-75be-4037-9549-4547732060f2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:52:59.471357 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.478935 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.525498 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:52:59.527840 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ec05c-54fe-4b32-ab87-a05fd6264b8e None None] Pushing event updated for resources: {'Port': ['ID=ff39e298-75be-4037-9549-4547732060f2,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:59.531621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:52:59.533224 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:52:59.533860 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:59.534961 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:52:59.560045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Pushing event updated for resources: {'Port': ['ID=6d435804-210e-430d-9d50-ba79766731f8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:52:59.580005 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.654612 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:52:59.733875 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.772067 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-641885a3-48c9-49d4-b905-ace5decf5500 None None] Provisioning complete for port 6d435804-210e-430d-9d50-ba79766731f8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:52:59.772700 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-641885a3-48c9-49d4-b905-ace5decf5500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.809373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-641885a3-48c9-49d4-b905-ace5decf5500 None None] Port 6d435804-210e-430d-9d50-ba79766731f8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:52:59.841573 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:58Z', 'revision_number': 3, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:52:59.868395 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56e322-103c-40ba-9eed-09f0d3ba2af2 None None] The sync data for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 is: [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:58Z', 'revision_number': 3, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:52:59.913317 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.919543 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.992137 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:52:59.993912 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Pushing event updated for resources: {'Port': ['ID=6d435804-210e-430d-9d50-ba79766731f8,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:00.027949 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:00.093868 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:53:00.095862 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:53:00.231229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Router 547b80ac-0601-46c0-adca-6602e9742100 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:53:00.354632 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-ed377662-a1b5-4ae7-a4b7-be9abbb39cfe None None] Provisioning complete for port 6d435804-210e-430d-9d50-ba79766731f8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:00.355000 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ed377662-a1b5-4ae7-a4b7-be9abbb39cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:00.416079 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ed377662-a1b5-4ae7-a4b7-be9abbb39cfe None None] Port 6d435804-210e-430d-9d50-ba79766731f8 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:53:00.545057 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 900b0ac5-af75-4ef7-95b9-be36d389cde7 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:00.606503 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 900b0ac5-af75-4ef7-95b9-be36d389cde7 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:00.607497 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:00.706502 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ff39e298-75be-4037-9549-4547732060f2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:00.771223 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ff39e298-75be-4037-9549-4547732060f2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:00.771520 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:53:00.772043 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:00.777714 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9bbe14c7-e02b-4ff3-89bd-d37b40c70842 admin admin] 10.222.0.70 "PUT /v2.0/routers/547b80ac-0601-46c0-adca-6602e9742100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038628 Oct 29 09:53:00.864215 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:00.886873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port ff39e298-75be-4037-9549-4547732060f2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ff39e298-75be-4037-9549-4547732060f2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:53:00.893133 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:00.951162 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=ff39e298-75be-4037-9549-4547732060f2,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:01.255919 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.380279 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46288) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:01.385758 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1844857814-network', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:01.410126 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Made reservation on behalf of b243a8ab5e314a33b0aa4ea3fe30555e for: {'network': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:53:01.412708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for network, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.422164 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.502433 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.507596 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.534117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=102113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 09:53:01.545186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a305ee2-0bbc-4baa-a397-71c6b63f2e63,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:01.551963 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.552307 n-d-815940-1 neutron-server[102113]: INFO neutron.db.segments_db [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Added segment b479e7e8-a787-47ef-b1c5-6941ccc11d4f of type vlan for network c620f5d0-599f-477a-82ff-7087197402bc Oct 29 09:53:01.599725 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730476175050'] for network, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.626304 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Sync routers for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:53:01.630058 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873'] for network, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.631121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:01.631709 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.637597 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:53:01.638193 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:01.683869 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3024259 Oct 29 09:53:01.686658 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46290) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:01.691776 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Request body: {'subnet': {'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1844857814-subnet', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'ip_version': 4}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:01.711745 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b3003-20fa-4d4e-96dd-f3c356ec6739 admin admin] Pushing event updated for resources: {'Network': ['ID=c620f5d0-599f-477a-82ff-7087197402bc,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:01.724257 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Network c620f5d0-599f-477a-82ff-7087197402bc details requested by agent ovs-agent-n-d-815940-1 with host n-d-815940-1 {{(pid=102115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 09:53:01.726550 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Made reservation on behalf of b243a8ab5e314a33b0aa4ea3fe30555e for: {'subnet': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:53:01.729028 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3669053'] for subnet, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.813406 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:53:01.917293 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3645116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666887'] for subnet, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:01.973087 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f5ddb8-3f0c-4a29-b377-500c9575673b,revision_number=0']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:01.983993 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Checking segment: {'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:53:01.984366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Network hostable DHCP agents. Network: c620f5d0-599f-477a-82ff-7087197402bc, hostable agents: ['7fc61fc0-6c9b-49cb-9033-a9aa44516ff2'], hosted agents: [] {{(pid=102113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 09:53:02.003329 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Network c620f5d0-599f-477a-82ff-7087197402bc is scheduled to be hosted by DHCP agent 7fc61fc0-6c9b-49cb-9033-a9aa44516ff2 with binding_index 1 {{(pid=102113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 09:53:02.013024 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815940-1, c620f5d0-599f-477a-82ff-7087197402bc) {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:53:02.017778 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:02.018394 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.025812 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ec0f9-dde1-4571-884f-f3f9df2313e1 None None] Network c620f5d0-599f-477a-82ff-7087197402bc requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:53:02.038735 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-4531c660-7811-489e-afb5-dfd5c6d0ea7a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3487275 Oct 29 09:53:02.039115 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46292) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:02.043983 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:02.066336 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5187'] for router, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.067498 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5192'] for router, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.074779 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 2, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:02.108536 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Checking router: 547b80ac-0601-46c0-adca-6602e9742100 for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:53:02.108884 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Updating router 547b80ac-0601-46c0-adca-6602e9742100 port 6d435804-210e-430d-9d50-ba79766731f8 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:53:02.119659 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.148001 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.262063 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.319423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae487746-6353-5368-b235-2ac081b6de02-c620f5d0-599f-477a-82ff-7087197402bc', 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'fixed_ips': [{'subnet_id': 'e2f5ddb8-3f0c-4a29-b377-500c9575673b'}]}} from n-d-815940-1. {{(pid=102115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 09:53:02.320349 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.445816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ff39e298-75be-4037-9549-4547732060f2 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:02.475664 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.498477 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.601196 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.db_base_plugin_common [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Allocated IP 172.20.0.2 (c620f5d0-599f-477a-82ff-7087197402bc/e2f5ddb8-3f0c-4a29-b377-500c9575673b/be7e52ac-dbca-4c22-8a63-9498ea2d1d5d) {{(pid=102115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:53:02.604612 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Allocated IP 172.25.5.213 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/36885ca6-c9dd-4012-bf69-fb3646ecf0f8) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:53:02.626164 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port ff39e298-75be-4037-9549-4547732060f2 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:02.626641 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.714190 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.750331 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.792425 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:53:02.795644 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:53:02.799854 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:53:02.829422 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Pushing event updated for resources: {'Port': ['ID=36885ca6-c9dd-4012-bf69-fb3646ecf0f8,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:02.870119 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:02.905462 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.005155 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18c01d-6835-42a3-8695-45c8659ea5e7 None None] Pushing event updated for resources: {'Port': ['ID=6d435804-210e-430d-9d50-ba79766731f8,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:03.081521 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.111348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Attempting to bind port 6d435804-210e-430d-9d50-ba79766731f8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:53:03.111939 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Attempting to bind port 6d435804-210e-430d-9d50-ba79766731f8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:53:03.112233 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Attempting to bind port 6d435804-210e-430d-9d50-ba79766731f8 on network 4a9c6434-6860-4a71-9802-c6857c3d4679 {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:53:03.121767 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:53:03.122151 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Checking segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:53:03.122465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.122865 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Bound using segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:53:03.123348 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Bound port: 6d435804-210e-430d-9d50-ba79766731f8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:53:03.123733 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.145034 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Publish callbacks [] for port, precommit_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.175697 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704'] for port, after_create {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.233232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Network c620f5d0-599f-477a-82ff-7087197402bc is already hosted by enough agents. {{(pid=102115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:53:03.242066 n-d-815940-1 neutron-server[102115]: DEBUG neutron.scheduler.base_scheduler [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Resources bound (agent type, host, resource id): {{(pid=102115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:53:03.249625 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Received port after_create {{(pid=102115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:53:03.253842 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Pushing event updated for resources: {'Port': ['ID=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,revision_number=1']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:03.256495 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] For port 6d435804-210e-430d-9d50-ba79766731f8, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:53:03.261356 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] For port 6d435804-210e-430d-9d50-ba79766731f8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6d435804-210e-430d-9d50-ba79766731f8,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:53:03.287047 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.292451 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636740'] for router, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.377326 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Attempting to bind port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:53:03.377629 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Attempting to bind port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:53:03.377995 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Attempting to bind port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d on network c620f5d0-599f-477a-82ff-7087197402bc {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:53:03.381682 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-d8a3f270-ceed-4c08-80a4-420cb5203a70 None None] Provisioning complete for port 6d435804-210e-430d-9d50-ba79766731f8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:03.382039 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f270-ceed-4c08-80a4-420cb5203a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.410699 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:53:03.411395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:03.413659 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18c01d-6835-42a3-8695-45c8659ea5e7 None None] Pushing event updated for resources: {'Port': ['ID=6d435804-210e-430d-9d50-ba79766731f8,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:03.419604 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:53:03.420181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Checking segment: {'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:53:03.424866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.424866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Bound using segment: {'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:53:03.424866 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Bound port: be7e52ac-dbca-4c22-8a63-9498ea2d1d5d, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:53:03.424866 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.438117 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a is scheduled to L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 with binding_index 1 {{(pid=102114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 09:53:03.557385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:53:03.571771 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Sync routers for ids ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:53:03.583240 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.585173 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-11f95b38-e2a2-4044-9a50-ca96a3159a12 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5445676 Oct 29 09:53:03.587434 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46294) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:03.595105 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Routers {'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:53:03.596810 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:03.624943 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] For port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:53:03.640858 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] For port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,segment=NetworkSegment(b479e7e8-a787-47ef-b1c5-6941ccc11d4f),segment_id=b479e7e8-a787-47ef-b1c5-6941ccc11d4f)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:53:03.651371 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:53:03.697226 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.720142 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Set router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:53:03.775483 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f270-ceed-4c08-80a4-420cb5203a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:03.855471 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227f463-f0c0-4d46-b59d-75c38088fecf None None] Pushing event updated for resources: {'Port': ['ID=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,revision_number=2']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:03.910433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-d8a3f270-ceed-4c08-80a4-420cb5203a70 None None] For port 6d435804-210e-430d-9d50-ba79766731f8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6d435804-210e-430d-9d50-ba79766731f8,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:53:03.923524 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f270-ceed-4c08-80a4-420cb5203a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.013940 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3f270-ceed-4c08-80a4-420cb5203a70 None None] Pushing event updated for resources: {'Port': ['ID=6d435804-210e-430d-9d50-ba79766731f8,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:04.026687 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:02Z', 'revision_number': 3, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port': {'id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:04.073966 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Checking router: b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:53:04.074308 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Updating router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 binding host n-d-815940-1 {{(pid=102116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:53:04.084279 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.089330 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-efb78c26-6ef4-4ea7-b663-fcadc5cc5aa0 None None] Provisioning complete for port 6d435804-210e-430d-9d50-ba79766731f8 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:04.089562 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-efb78c26-6ef4-4ea7-b663-fcadc5cc5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.102851 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.104212 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:04.152694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4342c903-b902-4843-ac24-3b6b9e4140cd None None] The sync data for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 is: [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:53:04.340709 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Allocated IP 172.20.0.1 (c620f5d0-599f-477a-82ff-7087197402bc/e2f5ddb8-3f0c-4a29-b377-500c9575673b/d123fc93-3cd7-4567-8517-7d96dd09d179) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:53:04.437551 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Publish callbacks [] for port, precommit_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.444953 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.488701 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.501708 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Attempting to bind port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:53:04.502079 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Attempting to bind port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:53:04.502451 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Attempting to bind port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 on network 6fec1c60-9481-4b61-bbaf-90b386e9f372 {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:53:04.511599 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1978cee-b387-4a66-a07e-8a8aa6d293da None None] Pushing event updated for resources: {'Port': ['ID=36885ca6-c9dd-4012-bf69-fb3646ecf0f8,revision_number=2']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:04.514243 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:53:04.514620 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Checking segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:53:04.515023 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.515398 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Bound using segment: {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'} {{(pid=102116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:53:04.515895 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.managers [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Bound port: 36885ca6-c9dd-4012-bf69-fb3646ecf0f8, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1ca24b-7349-4628-b8bd-cd0e1d32a939', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372'}}] {{(pid=102116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:53:04.516374 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.532723 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.561816 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device be7e52ac-dbca-4c22-8a63-9498ea2d1d5d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:04.592617 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] For port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8, host n-d-815940-1, cleared binding levels {{(pid=102116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:53:04.597978 n-d-815940-1 neutron-server[102116]: DEBUG neutron.plugins.ml2.db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] For port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=36885ca6-c9dd-4012-bf69-fb3646ecf0f8,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:53:04.607187 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Network c620f5d0-599f-477a-82ff-7087197402bc is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:53:04.613001 n-d-815940-1 neutron-server[102116]: DEBUG neutron_lib.callbacks.manager [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.618039 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:53:04.620831 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:04.622108 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.622339 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:53:04.685787 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Routers {'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:53:04.686419 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:04.689055 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Pushing event updated for resources: {'Port': ['ID=d123fc93-3cd7-4567-8517-7d96dd09d179,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:04.732800 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1710009'] for router_interface, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.742065 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.794496 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,segment=NetworkSegment(b479e7e8-a787-47ef-b1c5-6941ccc11d4f),segment_id=b479e7e8-a787-47ef-b1c5-6941ccc11d4f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:53:04.801719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.803399 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6d435804-210e-430d-9d50-ba79766731f8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:04.872120 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] Set router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:53:04.926263 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.945397 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:04.953912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 6d435804-210e-430d-9d50-ba79766731f8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:04.954400 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:04.978940 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1978cee-b387-4a66-a07e-8a8aa6d293da None None] Pushing event updated for resources: {'Port': ['ID=36885ca6-c9dd-4012-bf69-fb3646ecf0f8,revision_number=3']} {{(pid=102116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:05.153991 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:02Z', 'revision_number': 3, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port': {'id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:05.171559 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d583c37c-d8bd-4ea0-9b30-c5157e1a1f8b None None] Network c620f5d0-599f-477a-82ff-7087197402bc requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:53:05.184314 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f349ac-4adf-429d-b639-3d5c4999c489 None None] The sync data for ids ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'] in n-d-815940-1 is: [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:02Z', 'revision_number': 3, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port': {'id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:53:05.202230 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:05.210889 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:05.260446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-f8d00e3d-588f-4851-acfd-0becfd632cab None None] Provisioning complete for port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:05.260916 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f8d00e3d-588f-4851-acfd-0becfd632cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:05.299031 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1480891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636425'] for router_interface, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:05.307832 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Pushing event updated for resources: {'Port': ['ID=d123fc93-3cd7-4567-8517-7d96dd09d179,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:05.743070 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4f8c864a-51f4-446d-9cb5-589ea5a1bd5f None None] Provisioning complete for port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:05.743426 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f8c864a-51f4-446d-9cb5-589ea5a1bd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:05.823016 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Network c620f5d0-599f-477a-82ff-7087197402bc is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:53:05.824595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:53:05.881903 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-4f8c864a-51f4-446d-9cb5-589ea5a1bd5f None None] Provisioning complete for port d123fc93-3cd7-4567-8517-7d96dd09d179 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:05.882287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4f8c864a-51f4-446d-9cb5-589ea5a1bd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:05.922976 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c864a-51f4-446d-9cb5-589ea5a1bd5f None None] Port d123fc93-3cd7-4567-8517-7d96dd09d179 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:53:05.955123 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:53:06.047446 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-85672cae-3014-43e5-ae6d-e6b282d8463b None None] Provisioning complete for port d123fc93-3cd7-4567-8517-7d96dd09d179 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:06.048945 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-85672cae-3014-43e5-ae6d-e6b282d8463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:06.080606 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:53:06.092493 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-a629bffb-df28-437f-be53-8a9d0e01f24e admin admin] 10.222.0.70 "PUT /v2.0/routers/b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5039289 Oct 29 09:53:06.099936 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-85672cae-3014-43e5-ae6d-e6b282d8463b None None] Port d123fc93-3cd7-4567-8517-7d96dd09d179 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:53:06.230376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-08e0f303-0d49-4083-8fc5-a8a415359c39 None None] Provisioning complete for port d123fc93-3cd7-4567-8517-7d96dd09d179 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:06.231047 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-08e0f303-0d49-4083-8fc5-a8a415359c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:06.271526 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-08e0f303-0d49-4083-8fc5-a8a415359c39 None None] Port d123fc93-3cd7-4567-8517-7d96dd09d179 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:53:06.502760 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device be7e52ac-dbca-4c22-8a63-9498ea2d1d5d up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:06.557307 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:06.557710 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:06.635614 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:06.686345 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:06.686708 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:06.772025 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:06.793565 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] For port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=36885ca6-c9dd-4012-bf69-fb3646ecf0f8,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:53:06.801800 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:06.861143 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Pushing event updated for resources: {'Port': ['ID=36885ca6-c9dd-4012-bf69-fb3646ecf0f8,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:07.585981 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Sync routers for ids ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:53:07.599585 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Routers {'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:53:07.600244 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:07.642886 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46306) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:07.647848 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-dab0cfd6-d264-4c98-80d4-9b1bb79ac59f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135712269', 'description': 'tempest-secgroup-smoke-2135712269 description', 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:07.673895 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dab0cfd6-d264-4c98-80d4-9b1bb79ac59f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:07.757276 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dab0cfd6-d264-4c98-80d4-9b1bb79ac59f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:07.763090 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dab0cfd6-d264-4c98-80d4-9b1bb79ac59f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:07.792967 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-dab0cfd6-d264-4c98-80d4-9b1bb79ac59f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:07.794347 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-dab0cfd6-d264-4c98-80d4-9b1bb79ac59f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1503348 Oct 29 09:53:07.797463 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46308) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:07.802033 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-38c8eae3-0fa4-4c04-a996-55411c319a50 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'security_group_rule': {'security_group_id': 'aee4d474-8ee8-4b68-a39a-de20981cb4b1', 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:07.808756 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0cfd6-d264-4c98-80d4-9b1bb79ac59f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee4d474-8ee8-4b68-a39a-de20981cb4b1,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:07.834909 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8eae3-0fa4-4c04-a996-55411c319a50 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:07.879780 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Set router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:53:07.897955 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8eae3-0fa4-4c04-a996-55411c319a50 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:07.903766 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8eae3-0fa4-4c04-a996-55411c319a50 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:07.924506 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8eae3-0fa4-4c04-a996-55411c319a50 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0109ef52-3f00-40e2-aec5-bff946e01007,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:07.930595 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-38c8eae3-0fa4-4c04-a996-55411c319a50 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:07.931722 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-38c8eae3-0fa4-4c04-a996-55411c319a50 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333163 Oct 29 09:53:07.934643 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46310) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:07.939410 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-79692afe-5731-4e7e-92d3-88e40c2adcb9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'security_group_rule': {'security_group_id': 'aee4d474-8ee8-4b68-a39a-de20981cb4b1', 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:07.967128 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79692afe-5731-4e7e-92d3-88e40c2adcb9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.027144 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79692afe-5731-4e7e-92d3-88e40c2adcb9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.031124 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79692afe-5731-4e7e-92d3-88e40c2adcb9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.044594 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79692afe-5731-4e7e-92d3-88e40c2adcb9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88c8602-cf9d-4025-83bb-b5bed51f434a,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:08.060981 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-79692afe-5731-4e7e-92d3-88e40c2adcb9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.064920 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-79692afe-5731-4e7e-92d3-88e40c2adcb9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265569 Oct 29 09:53:08.065163 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46312) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:08.070497 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-bf3e5b51-a8ef-4aad-8d62-5962afbcf62b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'security_group_rule': {'security_group_id': 'aee4d474-8ee8-4b68-a39a-de20981cb4b1', 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:08.097092 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:04Z', 'revision_number': 4, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port': {'id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'd123fc93-3cd7-4567-8517-7d96dd09d179', 'name': '', 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'mac_address': 'fa:16:3e:50:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e2f5ddb8-3f0c-4a29-b377-500c9575673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:04Z', 'updated_at': '2021-10-29T09:53:05Z', 'revision_number': 2, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'subnets': [{'id': 'e2f5ddb8-3f0c-4a29-b377-500c9575673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:08.100233 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5b51-a8ef-4aad-8d62-5962afbcf62b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.124912 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Checking router: b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:53:08.125271 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Updating router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a port d123fc93-3cd7-4567-8517-7d96dd09d179 binding host n-d-815940-1 {{(pid=102115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 09:53:08.155691 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.166264 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5b51-a8ef-4aad-8d62-5962afbcf62b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.171733 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5b51-a8ef-4aad-8d62-5962afbcf62b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.189942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e5b51-a8ef-4aad-8d62-5962afbcf62b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5d9d9f-316b-4c56-a249-2fbae5bce1c5,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:08.199657 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5b51-a8ef-4aad-8d62-5962afbcf62b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.203595 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-bf3e5b51-a8ef-4aad-8d62-5962afbcf62b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348233 Oct 29 09:53:08.203970 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46314) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:08.208531 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-0a8be57b-738b-4a62-8d70-58cb623a2d76 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'security_group_rule': {'security_group_id': 'aee4d474-8ee8-4b68-a39a-de20981cb4b1', 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:08.237294 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a8be57b-738b-4a62-8d70-58cb623a2d76 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.297248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a8be57b-738b-4a62-8d70-58cb623a2d76 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.302770 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a8be57b-738b-4a62-8d70-58cb623a2d76 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.319569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8be57b-738b-4a62-8d70-58cb623a2d76 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6406df04-0647-4c57-b81d-79d2c645c2cb,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:08.333346 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-0a8be57b-738b-4a62-8d70-58cb623a2d76 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.337474 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-0a8be57b-738b-4a62-8d70-58cb623a2d76 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298294 Oct 29 09:53:08.337997 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46316) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:08.343215 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7066401d-ff85-4109-a02c-86354dd25290 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'security_group_rule': {'security_group_id': 'aee4d474-8ee8-4b68-a39a-de20981cb4b1', 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:08.366361 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-7066401d-ff85-4109-a02c-86354dd25290 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Project b380020a67aa43a7b75d2bafa4b97b34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:53:08.371500 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7066401d-ff85-4109-a02c-86354dd25290 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.461882 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7066401d-ff85-4109-a02c-86354dd25290 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.467248 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7066401d-ff85-4109-a02c-86354dd25290 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.472885 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:08.486679 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066401d-ff85-4109-a02c-86354dd25290 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4876e9a3-f246-4480-bf1f-512a56ef1bc6,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:08.495608 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7066401d-ff85-4109-a02c-86354dd25290 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.497109 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7066401d-ff85-4109-a02c-86354dd25290 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580050 Oct 29 09:53:08.499906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46318) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:08.504921 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-7a3e7f64-81e2-4b9c-8f33-83ffe2e2189f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'security_group_rule': {'security_group_id': 'aee4d474-8ee8-4b68-a39a-de20981cb4b1', 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:08.525188 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Publish callbacks [] for port, precommit_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.529802 n-d-815940-1 neutron-server[102114]: INFO neutron.db.securitygroups_db [None req-7a3e7f64-81e2-4b9c-8f33-83ffe2e2189f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Project b380020a67aa43a7b75d2bafa4b97b34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 09:53:08.536036 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7f64-81e2-4b9c-8f33-83ffe2e2189f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.536219 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.584166 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:08.584306 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.604716 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7f64-81e2-4b9c-8f33-83ffe2e2189f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.609908 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7f64-81e2-4b9c-8f33-83ffe2e2189f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804738'] for security_group_rule, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.619007 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56accc1-5003-4923-bfa9-44dfbe961252 None None] Pushing event updated for resources: {'Port': ['ID=d123fc93-3cd7-4567-8517-7d96dd09d179,revision_number=3']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:08.630535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e7f64-81e2-4b9c-8f33-83ffe2e2189f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a1646b-1ed0-43cd-87d6-053c99e3bb8d,revision_number=0']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:08.642645 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7f64-81e2-4b9c-8f33-83ffe2e2189f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.644022 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7a3e7f64-81e2-4b9c-8f33-83ffe2e2189f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428797 Oct 29 09:53:08.756764 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Attempting to bind port d123fc93-3cd7-4567-8517-7d96dd09d179 on host n-d-815940-1 for vnic_type normal with profile {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:53:08.757379 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Attempting to bind port d123fc93-3cd7-4567-8517-7d96dd09d179 by drivers openvswitch,hyperv on host n-d-815940-1 at level 0 using segments [{'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:53:08.757922 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Attempting to bind port d123fc93-3cd7-4567-8517-7d96dd09d179 on network c620f5d0-599f-477a-82ff-7087197402bc {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:53:08.766312 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Checking agent: {'id': '5e537135-c1a3-4d30-9e90-ee4018a17f93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 14, 48), 'started_at': datetime.datetime(2021, 10, 29, 8, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815940-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:53:08.767008 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Checking segment: {'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:53:08.767672 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.768232 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Bound using segment: {'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'} {{(pid=102115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:53:08.768892 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.managers [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Bound port: d123fc93-3cd7-4567-8517-7d96dd09d179, host: n-d-815940-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc'}}] {{(pid=102115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:53:08.769719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.844933 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] For port d123fc93-3cd7-4567-8517-7d96dd09d179, host n-d-815940-1, cleared binding levels {{(pid=102115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:53:08.849538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] For port d123fc93-3cd7-4567-8517-7d96dd09d179, host n-d-815940-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d123fc93-3cd7-4567-8517-7d96dd09d179,segment=NetworkSegment(b479e7e8-a787-47ef-b1c5-6941ccc11d4f),segment_id=b479e7e8-a787-47ef-b1c5-6941ccc11d4f)] {{(pid=102115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:53:08.855193 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:08.924755 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Routers {'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:53:08.925396 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:52:47Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:08.929595 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56accc1-5003-4923-bfa9-44dfbe961252 None None] Pushing event updated for resources: {'Port': ['ID=d123fc93-3cd7-4567-8517-7d96dd09d179,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:08.944892 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-92fe41a5-f1d5-4716-8370-84a2b3b1c8ce tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135712269&fields=id&tenant_id=b380020a67aa43a7b75d2bafa4b97b34 HTTP/1.1" status: 200 len: 267 time: 0.0455213 Oct 29 09:53:09.009672 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-baeb342a-22a0-4e69-9d02-5ec05a4a6a14 None None] Provisioning complete for port d123fc93-3cd7-4567-8517-7d96dd09d179 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:09.010064 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-baeb342a-22a0-4e69-9d02-5ec05a4a6a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:09.101170 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] Set router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:53:09.127608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-09c9de9e-fe53-49ec-8960-d712b6f5940b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:09.130391 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-09c9de9e-fe53-49ec-8960-d712b6f5940b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 808 time: 0.1839821 Oct 29 09:53:09.163499 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7bea9a05-7ddc-41cb-b421-3c7a93cdd919 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/quotas/b380020a67aa43a7b75d2bafa4b97b34 HTTP/1.1" status: 200 len: 375 time: 0.0197988 Oct 29 09:53:09.213105 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-baeb342a-22a0-4e69-9d02-5ec05a4a6a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:09.226512 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-94d88c9e-720c-4f5b-898a-484c74e6683f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618544 Oct 29 09:53:09.291941 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-baeb342a-22a0-4e69-9d02-5ec05a4a6a14 None None] For port d123fc93-3cd7-4567-8517-7d96dd09d179, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d123fc93-3cd7-4567-8517-7d96dd09d179,segment=NetworkSegment(b479e7e8-a787-47ef-b1c5-6941ccc11d4f),segment_id=b479e7e8-a787-47ef-b1c5-6941ccc11d4f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:53:09.304963 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-baeb342a-22a0-4e69-9d02-5ec05a4a6a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:09.353947 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-6cc99cb4-d4da-4897-9b26-5f52ab2d54ce service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:53:09.355070 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-6cc99cb4-d4da-4897-9b26-5f52ab2d54ce service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1145849 Oct 29 09:53:09.390476 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb342a-22a0-4e69-9d02-5ec05a4a6a14 None None] Pushing event updated for resources: {'Port': ['ID=d123fc93-3cd7-4567-8517-7d96dd09d179,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:09.414324 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:04Z', 'revision_number': 4, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port': {'id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'd123fc93-3cd7-4567-8517-7d96dd09d179', 'name': '', 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'mac_address': 'fa:16:3e:50:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e2f5ddb8-3f0c-4a29-b377-500c9575673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:04Z', 'updated_at': '2021-10-29T09:53:08Z', 'revision_number': 4, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'subnets': [{'id': 'e2f5ddb8-3f0c-4a29-b377-500c9575673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:09.451190 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4781eb-b0a0-4e72-9934-f7d0f7e03908 None None] The sync data for ids ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'] in n-d-815940-1 is: [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:04Z', 'revision_number': 4, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port': {'id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': 'd123fc93-3cd7-4567-8517-7d96dd09d179', 'name': '', 'network_id': 'c620f5d0-599f-477a-82ff-7087197402bc', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'mac_address': 'fa:16:3e:50:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e2f5ddb8-3f0c-4a29-b377-500c9575673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:04Z', 'updated_at': '2021-10-29T09:53:08Z', 'revision_number': 4, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'subnets': [{'id': 'e2f5ddb8-3f0c-4a29-b377-500c9575673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:53:09.461944 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-e158c8d9-f115-42da-a7bf-a39ffa141628 None None] Provisioning complete for port d123fc93-3cd7-4567-8517-7d96dd09d179 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:09.462336 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e158c8d9-f115-42da-a7bf-a39ffa141628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:09.473831 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-0be346da-a87e-4844-810a-0080553b8fa1 service neutron] 10.222.0.70 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110868 Oct 29 09:53:09.634319 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-59424385-a65e-4d20-8dab-bb0a9c1b010c service neutron] 10.222.0.70 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519856 Oct 29 09:53:09.827601 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b3ce7359-e919-4f06-a1a1-9e4c39ab5d3b req-dac72b8f-2572-493b-87c2-dc79550300dc tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 210 time: 0.0314538 Oct 29 09:53:10.460517 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d123fc93-3cd7-4567-8517-7d96dd09d179 up at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:10.514687 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Provisioning complete for port d123fc93-3cd7-4567-8517-7d96dd09d179 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:10.515057 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:10.873661 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-9a61ab91-412a-484e-84bd-d7f2d0c7c74c tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:10.875507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-9a61ab91-412a-484e-84bd-d7f2d0c7c74c tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 808 time: 0.1167009 Oct 29 09:53:10.936553 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b6a963a7-e5fd-4b0d-82f6-1dfbea356757 req-698d0986-0b0c-4326-9844-27471e48372c tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 210 time: 0.0350525 Oct 29 09:53:10.957100 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-d4557771-0cfc-469d-b778-7c4c4f2e4012 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b380020a67aa43a7b75d2bafa4b97b34 HTTP/1.1" status: 200 len: 380 time: 0.0671539 Oct 29 09:53:10.962149 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'port': {'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'admin_state_up': True, 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'security_groups': ['aee4d474-8ee8-4b68-a39a-de20981cb4b1']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:11.088114 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Made reservation on behalf of b380020a67aa43a7b75d2bafa4b97b34 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:53:11.094180 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:11.237106 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Allocated IP 172.20.0.10 (4a9c6434-6860-4a71-9802-c6857c3d4679/8a91c846-f87b-44f1-923d-79a329b24a83/4d7ad515-3dc8-468b-b3a0-d2f4e9502025) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:53:11.382695 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:11.425840 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:11.478852 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:53:11.482247 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:53:11.486484 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:53:11.511145 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:11.541254 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:11.541902 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:11.560610 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-8de9b6bb-08e5-4a61-bd1e-ce3384ab8b2d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020482 Oct 29 09:53:11.572914 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Request body: {'port': {'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:11.630562 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:11.731315 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-a285e2ca-1f0e-47b8-9ba3-3ca6ae2ce276 None None] Provisioning complete for port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:11.732006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a285e2ca-1f0e-47b8-9ba3-3ca6ae2ce276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:11.769902 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-a285e2ca-1f0e-47b8-9ba3-3ca6ae2ce276 None None] Port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:53:11.916383 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:53:11.929564 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:11.947324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Transition to ACTIVE for port object 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:53:11.954900 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:12.012103 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:12.060695 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c31a2-320a-4a4b-855e-687f09fb7a2c req-92aa81a8-b03e-412c-99cb-482c4bf5ac05 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:12.064403 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-005c31a2-320a-4a4b-855e-687f09fb7a2c req-92aa81a8-b03e-412c-99cb-482c4bf5ac05 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 944 time: 0.0565119 Oct 29 09:53:12.097213 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Attempting to bind port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 on host n-h1-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:53:12.098000 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Attempting to bind port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 by drivers openvswitch,hyperv on host n-h1-815940-1 at level 0 using segments [{'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:53:12.098431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Attempting to bind port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 on network 4a9c6434-6860-4a71-9802-c6857c3d4679 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:53:12.103542 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 on network 4a9c6434-6860-4a71-9802-c6857c3d4679 not bound, no agent of type Open vSwitch agent registered on host n-h1-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:53:12.104035 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Attempting to bind port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 on network 4a9c6434-6860-4a71-9802-c6857c3d4679 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:53:12.111088 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Checking agent: {'id': 'b44d2770-8449-4a80-aee5-6de5e8ef7893', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:53:12.111528 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Checking segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:53:12.112061 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Bound using segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:53:12.112608 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Bound port: 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host: n-h1-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:53:12.113415 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:12.113580 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-005c31a2-320a-4a4b-855e-687f09fb7a2c req-448fd93f-993e-4bd4-9514-ec09423e40f5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441086 Oct 29 09:53:12.185117 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:53:12.189168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:53:12.195954 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:12.232504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:12.233096 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:12.235428 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] 10.222.0.93 "PUT /v2.0/ports/4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 1092 time: 0.6664987 Oct 29 09:53:12.240721 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:53:12.243681 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:53:12.268059 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8cba2-16b8-45d5-8009-77d3d63c8f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:12.318106 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcd09ed-517f-41e6-afec-48d2568ba2bf x-openstack-request-id: req-6bcd09ed-517f-41e6-afec-48d2568ba2bf {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:53:12.318418 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:53:12.318670 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6bcd09ed-517f-41e6-afec-48d2568ba2bf {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:53:12.319072 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'status': 'completed', 'code': 200} Oct 29 09:53:12.335896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-9f28a0a6-eb92-48ac-85de-4a70c1adc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:12.337548 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-9f28a0a6-eb92-48ac-85de-4a70c1adc124 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1095 time: 0.0478213 Oct 29 09:53:12.386845 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-b7609126-28d5-4047-b13e-0f13262e8756 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 217 time: 0.0401647 Oct 29 09:53:12.441082 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-0374f9c0-00cf-42a4-97ab-9c786294cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:12.442632 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-0374f9c0-00cf-42a4-97ab-9c786294cbea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0485728 Oct 29 09:53:12.490091 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7a3c70e5-c9eb-41df-9853-1e44ca8095a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:12.491611 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-7a3c70e5-c9eb-41df-9853-1e44ca8095a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414231 Oct 29 09:53:12.587255 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-0b517a98-0abf-4dc8-be75-20e5a93e5df2 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886281 Oct 29 09:53:12.686739 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d1f52da6-2a4f-4b1e-b1bf-2ccb1d652cb4 req-eb853faf-3ba1-40bc-bb96-a7658441df06 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907679 Oct 29 09:53:12.797036 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-d7420830-0cd2-4ef9-9c30-a0f1d4a406a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:12.798671 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-d7420830-0cd2-4ef9-9c30-a0f1d4a406a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1095 time: 0.0575035 Oct 29 09:53:12.897792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-23e7c040-a8eb-4474-bb7a-c01c284f385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:12.899302 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-23e7c040-a8eb-4474-bb7a-c01c284f385e service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0938504 Oct 29 09:53:12.944963 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-7dc9a9a5-b978-40e9-af96-a27f374c0a71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 217 time: 0.0383093 Oct 29 09:53:13.004263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-6018c3d1-a293-4a4e-adb6-dcebb2f75765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:13.005823 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-6018c3d1-a293-4a4e-adb6-dcebb2f75765 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0530865 Oct 29 09:53:13.055597 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-80651447-6825-40d2-8ce9-80108dae0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:13.057063 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-80651447-6825-40d2-8ce9-80108dae0b20 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435481 Oct 29 09:53:13.157552 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-74419531-c677-4582-8415-6ac2c28bbea3 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929224 Oct 29 09:53:13.228111 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6102d-f8f4-4694-91b0-fe5b26a11deb req-cffed27f-62b7-412b-b9c0-38cca0c9aa3e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:13.229645 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ef6102d-f8f4-4694-91b0-fe5b26a11deb req-cffed27f-62b7-412b-b9c0-38cca0c9aa3e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 944 time: 0.0508473 Oct 29 09:53:13.263337 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b2ad6c6b-2aa3-464a-868f-dbb84e9e39dd req-64f0f310-ef58-4bab-8afc-f67f93cdb598 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987782 Oct 29 09:53:13.269096 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-1ef6102d-f8f4-4694-91b0-fe5b26a11deb req-1d8899f4-53d5-4aa8-a498-08af06179470 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332859 Oct 29 09:53:14.355661 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-69e0e2af-4a18-4aaa-9ccb-7512babd090c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:14.398234 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759db0a4-44a7-40bd-9d36-6ad77ff43ad9 req-33b17de7-acba-4a8b-b812-275ee1430cb7 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:14.399755 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-759db0a4-44a7-40bd-9d36-6ad77ff43ad9 req-33b17de7-acba-4a8b-b812-275ee1430cb7 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 944 time: 0.0527511 Oct 29 09:53:14.438861 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-759db0a4-44a7-40bd-9d36-6ad77ff43ad9 req-e7d81d1f-b2e7-4527-9180-4447c0049e8e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Oct 29 09:53:15.565686 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279841c-af19-40ea-bb88-deed521bdc4c req-1cdebb69-45e0-4798-87d9-6e220d3aaaa5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:15.567222 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0279841c-af19-40ea-bb88-deed521bdc4c req-1cdebb69-45e0-4798-87d9-6e220d3aaaa5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 944 time: 0.0561445 Oct 29 09:53:15.607759 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0279841c-af19-40ea-bb88-deed521bdc4c req-3286933d-2912-4284-9f7d-7d34fdacdf60 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339921 Oct 29 09:53:16.271423 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:53:16.383745 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:53:16.395744 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:53:16.435495 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:16.450620 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:53:16.471084 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:53:16.477722 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:16.525395 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:16.738952 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dda01-db64-4599-beea-1d3e8d2269e4 req-9aaa2b08-de4c-491a-8876-f32b75427e72 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:16.740691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-160dda01-db64-4599-beea-1d3e8d2269e4 req-9aaa2b08-de4c-491a-8876-f32b75427e72 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 945 time: 0.0635967 Oct 29 09:53:16.789180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-160dda01-db64-4599-beea-1d3e8d2269e4 req-faa13542-9cd0-441d-a754-7fe9547385f0 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400097 Oct 29 09:53:16.808601 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['4d7ad515-3dc8-468b-b3a0-d2f4e9502025'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:53:17.112878 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-36a9e762-5599-4fde-8e07-e9f78c3dcd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:17.920213 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dbdbe-8abf-46f6-b732-6b40c497b83e req-550ca23e-2374-4f43-ad46-486a68280c26 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:17.921684 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e41dbdbe-8abf-46f6-b732-6b40c497b83e req-550ca23e-2374-4f43-ad46-486a68280c26 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 945 time: 0.0519834 Oct 29 09:53:17.961863 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-e41dbdbe-8abf-46f6-b732-6b40c497b83e req-6e7abd30-58a6-4bb6-8c5b-cedd09a1ec25 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323493 Oct 29 09:53:18.269023 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:53:18.325577 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning for port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:53:18.330115 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:53:18.330482 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:18.417283 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:18.420296 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:18.442700 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:53:18.445000 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbc2bba-0339-4972-a97c-eb2e11211898" -d '{"events": [{"server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "name": "network-vif-plugged", "status": "completed", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:53:18.461801 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:53:18.467098 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:18.496257 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3ecef9-7e05-4159-ba78-932905844641 x-openstack-request-id: req-ab3ecef9-7e05-4159-ba78-932905844641 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:53:18.496623 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "name": "network-vif-plugged", "status": "completed", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:53:18.496771 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab3ecef9-7e05-4159-ba78-932905844641 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:53:18.497192 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'code': 200} Oct 29 09:53:18.535355 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:18.536357 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:18.585524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b3a53-a733-43b1-887a-c881d8ec4ec0 req-da19654c-9a00-41b1-ad44-cddb1dd8a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:18.587072 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b4b3a53-a733-43b1-887a-c881d8ec4ec0 req-da19654c-9a00-41b1-ad44-cddb1dd8a13a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1097 time: 0.0418203 Oct 29 09:53:18.632151 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-2b4b3a53-a733-43b1-887a-c881d8ec4ec0 req-517c0d38-0686-4bd1-a57e-6ffd070fff2b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370910 Oct 29 09:53:19.091085 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30663-cd04-4aa2-8837-b67dbaf1cdca req-222b9f3a-7732-4dab-abfa-5e9571e14354 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:19.092585 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2da30663-cd04-4aa2-8837-b67dbaf1cdca req-222b9f3a-7732-4dab-abfa-5e9571e14354 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 946 time: 0.0565298 Oct 29 09:53:19.134066 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-2da30663-cd04-4aa2-8837-b67dbaf1cdca req-d7369577-adef-4068-81df-b38fa48fcc85 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347238 Oct 29 09:53:19.887795 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:20.267553 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01679-3229-4c1a-b9b7-7930b63df7ae req-cb665f52-6780-4554-86da-0684f653cf40 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:20.269387 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e01679-3229-4c1a-b9b7-7930b63df7ae req-cb665f52-6780-4554-86da-0684f653cf40 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 946 time: 0.0620711 Oct 29 09:53:20.308191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-86e01679-3229-4c1a-b9b7-7930b63df7ae req-802c55bd-9b6f-4113-bdb7-83e31868366c tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325503 Oct 29 09:53:20.440574 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd62f3-e277-4eba-8e6c-25ed1079cd4c req-368b6559-8450-4d2f-a719-240c3aa01748 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:20.442122 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24dd62f3-e277-4eba-8e6c-25ed1079cd4c req-368b6559-8450-4d2f-a719-240c3aa01748 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 946 time: 0.0565119 Oct 29 09:53:20.481731 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-24dd62f3-e277-4eba-8e6c-25ed1079cd4c req-8cda2a6b-f5b8-4286-b2d6-5943a820322b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Oct 29 09:53:20.504433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46376) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:20.603433 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8b55d-2e10-4ff1-91b6-7bdf15f2377a tempest-TestSnapshotPattern-1297533973 tempest-TestSnapshotPattern-1297533973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:20.605029 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-34d8b55d-2e10-4ff1-91b6-7bdf15f2377a tempest-TestSnapshotPattern-1297533973 tempest-TestSnapshotPattern-1297533973-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1092 time: 0.0994914 Oct 29 09:53:20.608391 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46380) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:53:20.613169 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.v2.base [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:53:20.638172 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for floatingip, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:20.751093 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:20.859223 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_common [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Allocated IP 172.25.5.116 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/dd8421b8-a052-4ed6-b05d-70af9f8906d0) {{(pid=102114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:53:20.974797 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for port, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:21.014537 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:21.058440 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:53:21.063839 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.base_scheduler [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Resources bound (agent type, host, resource id): {{(pid=102114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:53:21.066509 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'Port': ['ID=dd8421b8-a052-4ed6-b05d-70af9f8906d0,revision_number=1']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:21.068828 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Received port after_create {{(pid=102114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:53:21.422986 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:21.495523 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:21.664358 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:21.672137 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9696259'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:21.742721 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'Port': ['ID=dd8421b8-a052-4ed6-b05d-70af9f8906d0,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:53:21.757955 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:21.869547 n-d-815940-1 neutron-server[102114]: INFO neutron.db.l3_db [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Floating IP 4b6197c7-30ec-4a9c-8987-bd535e81660e associated. External IP: 172.25.5.116, port: 4d7ad515-3dc8-468b-b3a0-d2f4e9502025. Oct 29 09:53:22.082363 n-d-815940-1 neutron-server[102114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Router 547b80ac-0601-46c0-adca-6602e9742100 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:53:22.195913 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:53:22.206459 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] Sync routers for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:53:22.216024 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:22.218024 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:53:22.218634 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:22.245005 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-57ff99d5-6224-41a7-9710-766545a6c791 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6355870 Oct 29 09:53:22.245660 n-d-815940-1 neutron-server[102114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025'}] {{(pid=102114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:53:22.248016 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f04436919d6ecb69a5807afbb5da4dd0720d1fdc0c077188c27a99f6e09e14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aebb363-515a-4488-ae33-7786d320de47" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025"}]}' {{(pid=102114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:53:22.287426 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ecf90d-8929-4659-8149-96ad92e6f37c x-openstack-request-id: req-45ecf90d-8929-4659-8149-96ad92e6f37c {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:53:22.287696 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025", "status": "completed", "code": 200}]} {{(pid=102114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:53:22.287977 n-d-815940-1 neutron-server[102114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45ecf90d-8929-4659-8149-96ad92e6f37c {{(pid=102114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:53:22.288419 n-d-815940-1 neutron-server[102114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'status': 'completed', 'code': 200} Oct 29 09:53:22.329847 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:53:22.357048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebb363-515a-4488-ae33-7786d320de47 req-ba1cd83a-b919-4f14-a3c3-f978646f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:22.358665 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aebb363-515a-4488-ae33-7786d320de47 req-ba1cd83a-b919-4f14-a3c3-f978646f6dbf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1097 time: 0.0483046 Oct 29 09:53:22.454637 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebb363-515a-4488-ae33-7786d320de47 req-722baf0b-8ad1-4974-999f-380f5f8dba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:22.456364 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aebb363-515a-4488-ae33-7786d320de47 req-722baf0b-8ad1-4974-999f-380f5f8dba49 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0910857 Oct 29 09:53:22.529683 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aebb363-515a-4488-ae33-7786d320de47 req-1f3bb8b8-0972-4b27-a98a-4298b88f4723 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 1000 time: 0.0658960 Oct 29 09:53:22.564561 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:21Z', 'revision_number': 0, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:22.580652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebb363-515a-4488-ae33-7786d320de47 req-be762365-c3c3-4612-abf2-e3fde186f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:22.582868 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aebb363-515a-4488-ae33-7786d320de47 req-be762365-c3c3-4612-abf2-e3fde186f99b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0468094 Oct 29 09:53:22.590895 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] Checking router: 547b80ac-0601-46c0-adca-6602e9742100 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:53:22.599707 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:53:22.600322 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:53:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:22.632654 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebb363-515a-4488-ae33-7786d320de47 req-efca3057-cd2b-4d68-aacf-f050fdb9f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:53:22.634111 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aebb363-515a-4488-ae33-7786d320de47 req-efca3057-cd2b-4d68-aacf-f050fdb9f914 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439990 Oct 29 09:53:22.711180 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:53:22.736277 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aebb363-515a-4488-ae33-7786d320de47 req-5f26ba81-2df6-4060-bd45-3311a8f221c9 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950959 Oct 29 09:53:22.833442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0aebb363-515a-4488-ae33-7786d320de47 req-26e47231-e1e5-4b06-8904-9552aea88bd1 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896230 Oct 29 09:53:22.942185 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:21Z', 'revision_number': 0, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:53:22.969336 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625138a-d13a-409c-abcc-1828685b93b0 None None] The sync data for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 is: [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:21Z', 'revision_number': 0, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:53:23.192873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116507d3-7059-48e6-8e90-edae18206a2e None None] New status for floating IP 4b6197c7-30ec-4a9c-8987-bd535e81660e: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:53:30.046981 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:31.282769 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:32.231308 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:53:44.366424 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-31524d8a-3777-49b6-85f7-7247551b55f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:47.116539 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9961b4d1-497d-4f63-9df3-90460e5ff931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:48.411734 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:48.522706 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:53:49.894100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:00.062009 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:01.306206 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:09.230386 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:54:09.315973 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-fff90937-7b10-42ff-9830-09785d42bd23 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468292 Oct 29 09:54:09.403611 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-71bfbeed-ec99-497d-8089-b097922265d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:54:09.405180 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-71bfbeed-ec99-497d-8089-b097922265d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1097 time: 0.0435729 Oct 29 09:54:09.512056 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-bfd7322c-92e7-4f87-b6c7-5b0db4caa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:54:09.513458 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-bfd7322c-92e7-4f87-b6c7-5b0db4caa80d service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0881617 Oct 29 09:54:09.591956 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-38bca6e8-3ac9-43be-9f64-2d2ac6ef1cb1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 1002 time: 0.0702124 Oct 29 09:54:09.643872 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-5217768e-236e-477f-8699-dc9ad0612725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:54:09.645399 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-5217768e-236e-477f-8699-dc9ad0612725 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0466485 Oct 29 09:54:09.691991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-3003cc46-9d05-480b-ac82-de604ee86ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:54:09.693495 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-3003cc46-9d05-480b-ac82-de604ee86ce8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408368 Oct 29 09:54:09.798730 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-b6d58fa8-814d-4cdf-b25c-fdb7d4c0883c service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975223 Oct 29 09:54:09.901305 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-56f0e322-6140-46a0-a633-79a6e7ee5270 req-6d36febc-6eb0-4b90-b4bb-38436dee73c7 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950108 Oct 29 09:54:14.367024 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c2008307-b76f-4658-a697-ae30331e39af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:17.119701 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-4a16e383-616c-40fa-9227-be2fc2b682ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:18.414388 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:18.529265 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:19.897913 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:30.111104 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:31.317868 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:44.366731 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9770d06b-1026-416d-976f-674b077b3b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:46.235307 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:54:47.121985 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-91d1b1ab-3d31-495d-9077-76f642431384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:48.414033 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:48.530900 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:54:49.900808 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:00.115869 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:01.335662 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:11.370239 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84890307-c119-4077-a542-f8b66e8717f6 req-c1406425-e1f5-4855-b03e-0957f20292b8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893424 Oct 29 09:55:11.459134 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890307-c119-4077-a542-f8b66e8717f6 req-a0ef2b4e-c4d3-4db5-be01-b5b74b03b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:55:11.460703 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84890307-c119-4077-a542-f8b66e8717f6 req-a0ef2b4e-c4d3-4db5-be01-b5b74b03b7ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1097 time: 0.0448322 Oct 29 09:55:11.574928 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890307-c119-4077-a542-f8b66e8717f6 req-a1205f9d-86bc-4c32-989f-c2e9f9be591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:55:11.576342 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84890307-c119-4077-a542-f8b66e8717f6 req-a1205f9d-86bc-4c32-989f-c2e9f9be591a service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0946243 Oct 29 09:55:11.645261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84890307-c119-4077-a542-f8b66e8717f6 req-45ccf7f1-5661-4c8d-89ca-2d3f1c1e2f70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 1002 time: 0.0611525 Oct 29 09:55:11.702683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890307-c119-4077-a542-f8b66e8717f6 req-be2f0d31-56a6-47c0-a388-dfe45372cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:55:11.704258 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84890307-c119-4077-a542-f8b66e8717f6 req-be2f0d31-56a6-47c0-a388-dfe45372cd7d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0523520 Oct 29 09:55:11.758876 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890307-c119-4077-a542-f8b66e8717f6 req-0117fb53-5798-4a7d-b884-763e4c24367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:55:11.760449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84890307-c119-4077-a542-f8b66e8717f6 req-0117fb53-5798-4a7d-b884-763e4c24367a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488169 Oct 29 09:55:11.853018 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84890307-c119-4077-a542-f8b66e8717f6 req-f7194bce-31c6-41f4-844a-3c90e8c49d1f service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844016 Oct 29 09:55:11.950583 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-84890307-c119-4077-a542-f8b66e8717f6 req-61374b8a-2034-4f40-ae46-0160a00191b6 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897450 Oct 29 09:55:14.363107 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7728bd3a-93ee-4239-bdd5-03a0410c4fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:17.125975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9986cfc2-3118-4910-b0bc-2ffeaa66c841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:18.414071 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:18.536003 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:19.902779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:23.238724 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:55:30.111118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:31.339084 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:44.361882 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f708c904-1ed5-4308-b696-a5672ab3f72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:47.124791 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6e69b1c3-ca09-442c-b536-cc54ce664e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:48.414953 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:48.535518 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:49.905796 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:55.111475 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 details requested by agent hyperv_n-h1-815940-1 with host n-h1-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:55:55.220628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:55:55.231932 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Returning: {'device': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:55:55.270157 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:55.287059 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:55:55.306376 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:55:55.313133 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:55.363113 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:55:55.372254 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.372602 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.372942 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.373245 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.373617 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.373915 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.374240 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.374563 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.374882 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.375204 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.375522 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.375873 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:55:55.387253 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] get_ports_and_sgs() called for port_ids ['4d7ad515-3dc8-468b-b3a0-d2f4e9502025'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:55:57.151759 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 up at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:55:57.209153 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Provisioning complete for port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:55:57.209955 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:57.294983 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:57.319299 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:55:57.321922 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4587b655-26db-49a1-884b-37dd8bfd798b" -d '{"events": [{"server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "name": "network-vif-plugged", "status": "completed", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:55:57.335494 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:55:57.341124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:55:57.403297 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:55:57.442446 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b101102-afc6-4e1f-b146-23949ca9db47 x-openstack-request-id: req-2b101102-afc6-4e1f-b146-23949ca9db47 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:55:57.442826 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "name": "network-vif-plugged", "status": "completed", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:55:57.443018 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b101102-afc6-4e1f-b146-23949ca9db47 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:55:57.443388 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'code': 200} Oct 29 09:56:00.106104 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:00.248693 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:56:01.332582 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:07.660057 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-edccfdbd-d35a-48ab-bede-14471012bf15 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135712269&fields=id&tenant_id=b380020a67aa43a7b75d2bafa4b97b34 HTTP/1.1" status: 200 len: 267 time: 0.0371113 Oct 29 09:56:07.774735 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-dc811fe6-f673-4e74-9f1c-39609d3f5e3d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:07.776236 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-dc811fe6-f673-4e74-9f1c-39609d3f5e3d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 808 time: 0.1094928 Oct 29 09:56:07.794233 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-a1847466-231b-45fa-9ba2-48b7ee653a30 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/quotas/b380020a67aa43a7b75d2bafa4b97b34 HTTP/1.1" status: 200 len: 375 time: 0.0095730 Oct 29 09:56:07.857396 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-785f4f45-41b9-47c2-a252-760cb16f8113 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0552664 Oct 29 09:56:08.008996 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-0baf7234-4a65-4a76-af0e-ff0f00795e8c service neutron] 10.222.0.70 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351330 Oct 29 09:56:08.105303 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-ae948cdb-04a7-4899-8450-45ef588be682 service neutron] 10.222.0.70 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894709 Oct 29 09:56:09.320691 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-db82a4c7-96a8-4cd0-86bf-62b47eed9634 req-6ca7d07b-f3f1-4b6d-964e-700d08d674cd tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 210 time: 0.0318511 Oct 29 09:56:10.401687 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-0534b01e-02d7-4b3b-b2f8-c9bb1069893e req-7e35a37e-0592-4c69-8a0d-edf250f90dce tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 210 time: 0.0268703 Oct 29 09:56:11.204846 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:56:11.292688 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:11.317550 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:56:11.323673 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03215255-5293-46f3-b3ef-4ca4d26e3c65" -d '{"events": [{"server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:56:11.338283 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:56:11.347323 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:11.376896 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f245624-fb87-4d43-abd8-495f8d4a02e3 x-openstack-request-id: req-9f245624-fb87-4d43-abd8-495f8d4a02e3 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:56:11.377195 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:56:11.377449 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f245624-fb87-4d43-abd8-495f8d4a02e3 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:56:11.377840 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'code': 200} Oct 29 09:56:11.409246 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:56:11.481773 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3f5bfeed-352c-496f-855c-fc966cc58916 req-feb99263-5a8c-4c0b-900d-4d4e2c336ef9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 210 time: 0.0274222 Oct 29 09:56:12.565212 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-10a8fc82-b040-4783-ad05-4de5b133d61b req-61ad6966-f38d-4b5c-aca3-2ea55aea2374 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 210 time: 0.0283539 Oct 29 09:56:13.303946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-a5d0fdda-47e9-4f62-9f09-f0c2b69b6894 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479939 Oct 29 09:56:13.401057 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-9a8d1bb8-e9de-440a-abbf-2686394b642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:13.402588 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-9a8d1bb8-e9de-440a-abbf-2686394b642f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1095 time: 0.0503738 Oct 29 09:56:13.518614 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-15ab62e3-c4df-492f-bc5a-0b3f7dfb05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:13.520244 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-15ab62e3-c4df-492f-bc5a-0b3f7dfb05c8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0967052 Oct 29 09:56:13.599616 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-c6729fa4-794f-441f-9ade-4f1177d4a394 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 1000 time: 0.0720117 Oct 29 09:56:13.650016 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-b1b4e943-ba60-4c14-b1b8-abfb0914eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:13.651494 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-b1b4e943-ba60-4c14-b1b8-abfb0914eddf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0453136 Oct 29 09:56:13.672700 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-bf22cd93-466d-41d4-bf5f-d32a67997a47 req-e0fa2139-f4f5-4efa-89a5-d9a6fafa1f00 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 210 time: 0.0281296 Oct 29 09:56:13.698451 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-c7709a0e-fc36-42cf-a801-46c2e24d6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:13.700133 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-c7709a0e-fc36-42cf-a801-46c2e24d6b8c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418043 Oct 29 09:56:13.710817 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-53b3f9bf-ed22-4a10-a4fc-20fd42942a1b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:56:13.711752 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-53b3f9bf-ed22-4a10-a4fc-20fd42942a1b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048897 Oct 29 09:56:13.816581 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-a8437c7d-dc16-4460-8108-1e4d4a784631 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969412 Oct 29 09:56:13.917078 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-f11f4c14-2dde-47fe-a91c-8c385244ec2c req-85a05a7a-850c-43d6-b994-6b6786b1a2c1 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936615 Oct 29 09:56:14.359246 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-f8650dcd-2304-4e46-b6bb-5a2a7823efcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:14.533048 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-46f5f3e5-2d1f-4427-9733-a33a74ffa83c tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:14.534555 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-46f5f3e5-2d1f-4427-9733-a33a74ffa83c tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.15 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 808 time: 0.1095400 Oct 29 09:56:14.582198 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-b86cf8bb-ba84-404e-97ee-5b6fefe742d3 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b380020a67aa43a7b75d2bafa4b97b34 HTTP/1.1" status: 200 len: 380 time: 0.0375965 Oct 29 09:56:14.591724 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'port': {'device_id': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'admin_state_up': True, 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'security_groups': ['aee4d474-8ee8-4b68-a39a-de20981cb4b1']}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:56:14.714435 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Made reservation on behalf of b380020a67aa43a7b75d2bafa4b97b34 for: {'port': 1} {{(pid=102113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 09:56:14.719353 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:14.814628 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-87fbbfac-acc8-44eb-8455-f0d3a2190096 req-d917e75a-662c-408e-a1aa-24c3df161a1a tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 210 time: 0.0392711 Oct 29 09:56:14.885624 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Allocated IP 172.20.0.9 (4a9c6434-6860-4a71-9802-c6857c3d4679/8a91c846-f87b-44f1-923d-79a329b24a83/0bfc7913-f3d0-4f31-adaa-7990e00ed0b3) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:56:15.047522 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:15.087694 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:15.160189 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:56:15.164045 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:56:15.166833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:56:15.204421 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:56:15.229513 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.229857 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.230194 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.230526 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.230858 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.231185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.231685 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.232127 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.232626 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.233100 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.233431 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.233761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:56:15.255029 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:15.256064 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:15.293293 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-d573158c-a81a-4076-b0f1-49cbe724e057 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7052338 Oct 29 09:56:15.512202 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-7132fa55-e5fc-4df7-8cae-28acc728bfed None None] Provisioning complete for port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 triggered by entity DHCP. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:56:15.512779 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7132fa55-e5fc-4df7-8cae-28acc728bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:15.547216 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-7132fa55-e5fc-4df7-8cae-28acc728bfed None None] Port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 cannot update to ACTIVE because it is not bound. {{(pid=102115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 09:56:15.946401 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e5c99-2d15-4387-8b10-f8291503b32d req-39bc32ed-f685-46a0-b922-5f5b69dd0e3b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:15.948733 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-085e5c99-2d15-4387-8b10-f8291503b32d req-39bc32ed-f685-46a0-b922-5f5b69dd0e3b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0514474 Oct 29 09:56:16.002939 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-085e5c99-2d15-4387-8b10-f8291503b32d req-dfa89668-cc3b-42b9-a1e2-ff2be87f5c6e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Oct 29 09:56:17.135676 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48ce6880-3393-4ea5-9b54-56e78ad549a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:17.141324 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a8029-3e27-4a97-b490-e6e8f20fc6e6 req-58a5c516-3e85-4234-a2c9-a69bb9f85c6b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:17.143014 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e3a8029-3e27-4a97-b490-e6e8f20fc6e6 req-58a5c516-3e85-4234-a2c9-a69bb9f85c6b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0696812 Oct 29 09:56:17.184343 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-1e3a8029-3e27-4a97-b490-e6e8f20fc6e6 req-e9ed05ad-0f79-4576-b43c-893701eb972a tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348890 Oct 29 09:56:18.321890 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64327eba-b104-415c-884f-fe3255bb88b5 req-1e638c76-641b-40dd-9fac-6f3d0d38ecdc tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:18.323390 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64327eba-b104-415c-884f-fe3255bb88b5 req-1e638c76-641b-40dd-9fac-6f3d0d38ecdc tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0643306 Oct 29 09:56:18.364025 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-64327eba-b104-415c-884f-fe3255bb88b5 req-7491c837-4043-4d74-86f8-4526de902ff9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343559 Oct 29 09:56:18.412188 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:18.535997 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:19.501504 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70abe-dd34-4a7e-877b-09ff28fbee4e req-825fac15-2d70-4c93-938e-4790e538673d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:19.503135 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04a70abe-dd34-4a7e-877b-09ff28fbee4e req-825fac15-2d70-4c93-938e-4790e538673d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0571713 Oct 29 09:56:19.549864 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-04a70abe-dd34-4a7e-877b-09ff28fbee4e req-d0ecf690-8422-4bc8-a9e3-b439f4829794 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381393 Oct 29 09:56:19.907617 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:20.669102 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3374f7-22fe-41a6-b465-02f2c465f9bd req-3461a20c-711a-4282-a1ee-7fd92bfa2e56 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:20.671077 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d3374f7-22fe-41a6-b465-02f2c465f9bd req-3461a20c-711a-4282-a1ee-7fd92bfa2e56 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0517163 Oct 29 09:56:20.711010 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-5d3374f7-22fe-41a6-b465-02f2c465f9bd req-ea3e58d2-5abd-4242-a100-9df7c3b04b19 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Oct 29 09:56:21.843755 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9148b3-c02f-422c-8225-0d636a28e676 req-838e66b7-4694-42ac-8045-30edfbe7be4b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:21.845413 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e9148b3-c02f-422c-8225-0d636a28e676 req-838e66b7-4694-42ac-8045-30edfbe7be4b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0540600 Oct 29 09:56:21.885297 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-0e9148b3-c02f-422c-8225-0d636a28e676 req-3d865174-4563-45a1-b9e1-2b2b26150282 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333834 Oct 29 09:56:23.024281 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75629560-e802-4380-8341-6fe144ff0469 req-09f79e78-3f3b-4323-a084-6dd6e2f153e7 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:23.025817 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75629560-e802-4380-8341-6fe144ff0469 req-09f79e78-3f3b-4323-a084-6dd6e2f153e7 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0636714 Oct 29 09:56:23.068001 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-75629560-e802-4380-8341-6fe144ff0469 req-ac9b7025-7f9e-4eb9-a360-b84d5cb6630d tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357287 Oct 29 09:56:24.199169 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ffeb9-4b61-43b9-9664-b57338724254 req-ffab19f1-d081-44fa-87f3-50e55f463414 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:24.200779 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e21ffeb9-4b61-43b9-9664-b57338724254 req-ffab19f1-d081-44fa-87f3-50e55f463414 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0561702 Oct 29 09:56:24.241569 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-e21ffeb9-4b61-43b9-9664-b57338724254 req-a3621c3e-0a29-4103-8829-052e6636f452 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344219 Oct 29 09:56:25.368104 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385e5c3-c2ea-454b-93dc-186c73581dda req-9602224b-29f4-43d3-96bd-17534344e028 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:25.369647 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b385e5c3-c2ea-454b-93dc-186c73581dda req-9602224b-29f4-43d3-96bd-17534344e028 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 931 time: 0.0519390 Oct 29 09:56:25.411573 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-b385e5c3-c2ea-454b-93dc-186c73581dda req-a2d309db-9860-434d-a9e1-1a2790d66216 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353093 Oct 29 09:56:25.467470 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Request body: {'port': {'device_id': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815940-1'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:56:25.526861 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:25.793038 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:56:25.801427 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:25.814980 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Transition to ACTIVE for port object 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 will not be triggered until provisioned by entity L2. {{(pid=102113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 09:56:25.820865 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:25.872869 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:56:25.947494 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Attempting to bind port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 on host n-h2-815940-1 for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 09:56:25.947865 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Attempting to bind port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 by drivers openvswitch,hyperv on host n-h2-815940-1 at level 0 using segments [{'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 09:56:25.948202 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Attempting to bind port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 on network 4a9c6434-6860-4a71-9802-c6857c3d4679 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:56:25.953293 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 on network 4a9c6434-6860-4a71-9802-c6857c3d4679 not bound, no agent of type Open vSwitch agent registered on host n-h2-815940-1 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 09:56:25.953620 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Attempting to bind port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 on network 4a9c6434-6860-4a71-9802-c6857c3d4679 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 09:56:25.958963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Checking agent: {'id': '3c46223c-43e7-40be-a715-660cf2fd36c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815940-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'started_at': datetime.datetime(2021, 10, 29, 8, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 09:56:25.959303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Checking segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 09:56:25.959693 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Bound using segment: {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 09:56:25.960166 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Bound port: 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host: n-h2-815940-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6daa079b-904a-4158-9c0d-54873203a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 09:56:25.960534 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:26.027263 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 09:56:26.030650 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 09:56:26.035316 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:26.077255 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:26.077848 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:26.079363 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] 10.222.0.15 "PUT /v2.0/ports/0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 HTTP/1.1" status: 200 len: 1091 time: 0.6756003 Oct 29 09:56:26.079833 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:56:26.082134 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d986793-ef7a-47f8-af96-2d3c2191f4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:56:26.102983 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e71ea-2b01-47ea-8587-8d1a372c3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:56:26.129800 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6980185b-0593-4413-a54b-23633101c23c x-openstack-request-id: req-6980185b-0593-4413-a54b-23633101c23c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:56:26.130093 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:56:26.130352 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6980185b-0593-4413-a54b-23633101c23c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:56:26.131041 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'status': 'completed', 'code': 200} Oct 29 09:56:26.181186 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-2985071f-defe-4711-b188-69825133e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:26.182769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-2985071f-defe-4711-b188-69825133e241 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 1094 time: 0.0443521 Oct 29 09:56:26.227261 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-46bf512e-c083-4227-8c4b-c3a2534b80d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 HTTP/1.1" status: 200 len: 217 time: 0.0362267 Oct 29 09:56:26.283585 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-cc168fca-018b-4cf9-9590-5ff589db8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:26.285140 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-cc168fca-018b-4cf9-9590-5ff589db8a0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0499098 Oct 29 09:56:26.333625 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-fd3a9ac7-e65b-4fbf-b1dc-f4dddb231db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:26.335005 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-fd3a9ac7-e65b-4fbf-b1dc-f4dddb231db1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419490 Oct 29 09:56:26.429087 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-fba47874-043a-43f0-96ea-4f8a2812fa03 service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Oct 29 09:56:26.528149 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-088389b8-67ad-47c8-a7a8-71084dd37c83 req-6ef6232c-4e02-4575-b1fb-1cb8ec2d9823 service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904477 Oct 29 09:56:26.535167 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1fc82-f5f3-4b28-ab0c-29122d42f27d req-6df21d66-f7a8-4140-921e-3f3d03ef58ac tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:26.536741 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cb1fc82-f5f3-4b28-ab0c-29122d42f27d req-6df21d66-f7a8-4140-921e-3f3d03ef58ac tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 943 time: 0.0528603 Oct 29 09:56:26.575290 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-3cb1fc82-f5f3-4b28-ab0c-29122d42f27d req-5eb31746-c692-414e-8f20-88c5ddd026ea tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323181 Oct 29 09:56:26.616418 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-eb3dc0a5-037f-4544-b53b-836693f71225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:26.617927 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-eb3dc0a5-037f-4544-b53b-836693f71225 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 1094 time: 0.0421126 Oct 29 09:56:26.713164 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-10aa3993-69cb-4075-b223-64ede45d905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:26.714634 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-10aa3993-69cb-4075-b223-64ede45d905c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0882421 Oct 29 09:56:26.758513 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-f66a55e2-3f79-4c01-9efa-6f8a0c5cf96f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 HTTP/1.1" status: 200 len: 217 time: 0.0351362 Oct 29 09:56:26.813080 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-70c4bc99-3906-45b9-9980-a1d785c3c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:26.814554 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-70c4bc99-3906-45b9-9980-a1d785c3c062 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0474110 Oct 29 09:56:27.201612 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-eae411f0-00ff-4d6f-ba51-da8311584a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:27.203191 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-eae411f0-00ff-4d6f-ba51-da8311584a89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3804657 Oct 29 09:56:27.299860 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-c1e07973-a443-4542-84c0-7fab124a2f54 service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882084 Oct 29 09:56:27.394529 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-5d986793-ef7a-47f8-af96-2d3c2191f4a3 req-236d6c2f-fb58-49c8-974f-40ccdfdf94c2 service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855253 Oct 29 09:56:27.710347 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4461-1100-462b-b323-3c71bf0d9b28 req-27b4ab00-cbe3-4c41-97a8-7a8da60eef2e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:27.711855 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b12b4461-1100-462b-b323-3c71bf0d9b28 req-27b4ab00-cbe3-4c41-97a8-7a8da60eef2e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 943 time: 0.0519779 Oct 29 09:56:27.762456 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-b12b4461-1100-462b-b323-3c71bf0d9b28 req-478390bc-e034-4cba-9c71-f68b02e54cc6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435989 Oct 29 09:56:28.893942 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980b60a-f690-4763-a77a-e1a9d34c0361 req-6401d600-e958-4f77-ba37-55d7034a54cc tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:28.895507 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7980b60a-f690-4763-a77a-e1a9d34c0361 req-6401d600-e958-4f77-ba37-55d7034a54cc tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 943 time: 0.0590763 Oct 29 09:56:28.939117 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-7980b60a-f690-4763-a77a-e1a9d34c0361 req-395f69b7-43e8-407d-8e39-d395d63455cd tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Oct 29 09:56:30.067743 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa648618-e555-4490-8a69-4a6c3bf86dd0 req-0cae75cf-98a9-4e57-bbc9-cfaeeca8c3b3 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:30.069315 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa648618-e555-4490-8a69-4a6c3bf86dd0 req-0cae75cf-98a9-4e57-bbc9-cfaeeca8c3b3 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 943 time: 0.0566993 Oct 29 09:56:30.110659 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fa648618-e555-4490-8a69-4a6c3bf86dd0 req-cb1baec5-06ce-4cf6-81b3-dc1ad0681895 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 Oct 29 09:56:30.134979 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:30.604574 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:56:30.708570 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:56:30.720552 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'port_id': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'mac_address': 'fa:16:3e:0c:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:56:30.760813 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:30.778694 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:56:30.799524 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:56:30.805567 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:30.864868 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=4']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:56:31.048351 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:56:31.230158 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9da43-24bf-4090-bda8-af8989ba0d4e req-7a4246c2-7820-41ca-871f-af52acdd48e3 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:31.231685 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-68b9da43-24bf-4090-bda8-af8989ba0d4e req-7a4246c2-7820-41ca-871f-af52acdd48e3 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 944 time: 0.0500462 Oct 29 09:56:31.271865 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-68b9da43-24bf-4090-bda8-af8989ba0d4e req-3d0fe754-a97b-4555-9b54-92bf89691a37 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Oct 29 09:56:31.342101 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:32.403966 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b5485-2628-4a1e-b153-a5dee8e51ac3 req-777ebc68-9731-4c45-bd9a-3f240f4a44d2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:32.405521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-076b5485-2628-4a1e-b153-a5dee8e51ac3 req-777ebc68-9731-4c45-bd9a-3f240f4a44d2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 944 time: 0.0593224 Oct 29 09:56:32.456209 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-076b5485-2628-4a1e-b153-a5dee8e51ac3 req-122fb38d-1a6d-413c-9d52-2f3e1d452bfd tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365772 Oct 29 09:56:32.610425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:56:32.670282 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning for port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 completed by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 09:56:32.674561 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:56:32.674950 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:32.756467 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:32.779403 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:56:32.781862 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b3b52-846c-45c4-9909-6e195c501e0e" -d '{"events": [{"server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "name": "network-vif-plugged", "status": "completed", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:56:32.794239 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:56:32.799914 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:32.822593 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ed26db-d4b2-4a6f-9e9f-7387390a0ca7 x-openstack-request-id: req-89ed26db-d4b2-4a6f-9e9f-7387390a0ca7 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:56:32.822878 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "name": "network-vif-plugged", "status": "completed", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:56:32.823116 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89ed26db-d4b2-4a6f-9e9f-7387390a0ca7 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:56:32.823530 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'code': 200} Oct 29 09:56:32.849375 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=5']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:56:32.927366 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36596ea4-560a-4d07-bbfc-adfa770f5848 req-df520559-9019-4a10-ad94-fa67d6eb084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:32.928798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36596ea4-560a-4d07-bbfc-adfa770f5848 req-df520559-9019-4a10-ad94-fa67d6eb084b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 1096 time: 0.0499253 Oct 29 09:56:32.965270 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-36596ea4-560a-4d07-bbfc-adfa770f5848 req-db708a9f-acf0-41b0-b363-9725248d26d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293674 Oct 29 09:56:33.597130 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a9d3e-50f4-439d-9d3a-311f8a4fa65d req-4f304bc0-c82f-4a25-a4d1-56cd97918ee9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:33.598697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-802a9d3e-50f4-439d-9d3a-311f8a4fa65d req-4f304bc0-c82f-4a25-a4d1-56cd97918ee9 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 945 time: 0.0626347 Oct 29 09:56:33.639290 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-802a9d3e-50f4-439d-9d3a-311f8a4fa65d req-ca134930-9e85-4504-b35f-49eef20ab2d1 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341616 Oct 29 09:56:34.767951 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b84bb-5371-42b0-94e1-57743c042893 req-0577a6ae-74b3-406e-b79c-12e6ce698203 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:34.769365 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb1b84bb-5371-42b0-94e1-57743c042893 req-0577a6ae-74b3-406e-b79c-12e6ce698203 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 945 time: 0.0527933 Oct 29 09:56:34.810058 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-fb1b84bb-5371-42b0-94e1-57743c042893 req-9c2fbc24-45e3-4d00-86c8-08cbc4cb62df tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Oct 29 09:56:34.928683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa775ae-a134-406e-b448-25eae3c2f07f req-e474ad40-0e15-44ac-8808-88729f41803f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:34.930181 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-afa775ae-a134-406e-b448-25eae3c2f07f req-e474ad40-0e15-44ac-8808-88729f41803f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 945 time: 0.0509617 Oct 29 09:56:34.969150 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-afa775ae-a134-406e-b448-25eae3c2f07f req-f90fffa5-2c92-4abe-94f1-6020c819657b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328891 Oct 29 09:56:34.997330 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46700) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:56:35.037434 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b72dd4-397f-40e6-b6c2-f1fe8864bda3 tempest-TestSnapshotPattern-1297533973 tempest-TestSnapshotPattern-1297533973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:35.038882 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-49b72dd4-397f-40e6-b6c2-f1fe8864bda3 tempest-TestSnapshotPattern-1297533973 tempest-TestSnapshotPattern-1297533973-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 1091 time: 0.0405610 Oct 29 09:56:35.042964 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46702) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:56:35.047720 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.v2.base [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Request body: {'floatingip': {'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'port_id': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 09:56:35.074392 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for floatingip, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:35.179469 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:35.285547 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Allocated IP 172.25.5.68 (6fec1c60-9481-4b61-bbaf-90b386e9f372/e9c681cf-74ea-4257-9024-b3c3115a66e6/6680e4ec-21a8-4272-b0f0-b0ddc3ba5e64) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 09:56:35.393687 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:35.432610 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730476206704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:35.473752 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Network 6fec1c60-9481-4b61-bbaf-90b386e9f372 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 09:56:35.476726 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 09:56:35.480381 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 09:56:35.485931 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'Port': ['ID=6680e4ec-21a8-4272-b0f0-b0ddc3ba5e64,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:56:35.849042 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:35.920741 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:36.079210 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:36.086473 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3644983'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:36.155427 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event updated for resources: {'Port': ['ID=6680e4ec-21a8-4272-b0f0-b0ddc3ba5e64,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:56:36.171638 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709862'] for floatingip, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:36.284488 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Floating IP c0e9b9ff-d1ac-49a3-96a3-b0b46ebad1ec associated. External IP: 172.25.5.68, port: 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3. Oct 29 09:56:36.519020 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Router 547b80ac-0601-46c0-adca-6602e9742100 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:56:36.635303 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:56:36.645434 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] Sync routers for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:56:36.655025 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:36.658715 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:56:36.658715 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:56:36.687836 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-65958be5-82c4-4f42-abe7-9119aa22d2b6 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6437953 Oct 29 09:56:36.688522 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:56:36.690963 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432fb601-81fd-4ed2-8193-56e9f26c00ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:56:36.731335 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3837bf6d-b7ee-48fd-9244-9baf045f705a x-openstack-request-id: req-3837bf6d-b7ee-48fd-9244-9baf045f705a {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:56:36.731694 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:56:36.731968 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3837bf6d-b7ee-48fd-9244-9baf045f705a {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:56:36.732380 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'status': 'completed', 'code': 200} Oct 29 09:56:36.763793 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:56:36.796006 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-b949f94b-d42b-4dc1-83c3-86713f4af3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:36.797765 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-b949f94b-d42b-4dc1-83c3-86713f4af3b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 1096 time: 0.0438845 Oct 29 09:56:36.891280 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-fc8ed03b-a092-4193-a8d5-77db346d495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:36.893046 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-fc8ed03b-a092-4193-a8d5-77db346d495b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0874465 Oct 29 09:56:36.968478 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-ed039359-9b9b-44ed-b00b-c951d0fc6773 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 HTTP/1.1" status: 200 len: 998 time: 0.0682528 Oct 29 09:56:36.998879 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:23Z', 'revision_number': 1, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}, {'id': 'c0e9b9ff-d1ac-49a3-96a3-b0b46ebad1ec', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:0c:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:56:35Z', 'updated_at': '2021-10-29T09:56:35Z', 'revision_number': 0, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:56:37.018963 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-79d236fb-eea0-4d82-918f-b57d6e0232dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:37.020508 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-79d236fb-eea0-4d82-918f-b57d6e0232dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0462010 Oct 29 09:56:37.026141 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] Checking router: 547b80ac-0601-46c0-adca-6602e9742100 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:56:37.035341 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:56:37.035964 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:56:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:56:37.067779 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-84a776b7-8079-45b2-bbba-3b27fde98619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:56:37.069446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-84a776b7-8079-45b2-bbba-3b27fde98619 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416934 Oct 29 09:56:37.142266 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:56:37.170798 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-1fa21ee6-4c9e-485d-9e87-aeb58da4ce7f service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930977 Oct 29 09:56:37.242222 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:56:37.269068 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-432fb601-81fd-4ed2-8193-56e9f26c00ed req-6e880a04-54a1-4319-a62b-875dea5f01ae service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912821 Oct 29 09:56:37.382046 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:23Z', 'revision_number': 1, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}, {'id': 'c0e9b9ff-d1ac-49a3-96a3-b0b46ebad1ec', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:0c:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:56:35Z', 'updated_at': '2021-10-29T09:56:35Z', 'revision_number': 0, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:56:37.407948 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1586df17-46fe-4e07-be3c-6c74ef51d29e None None] The sync data for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 is: [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:23Z', 'revision_number': 1, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}, {'id': 'c0e9b9ff-d1ac-49a3-96a3-b0b46ebad1ec', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:0c:2f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:56:35Z', 'updated_at': '2021-10-29T09:56:35Z', 'revision_number': 0, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:56:37.626373 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d642b63-5551-4103-b0a5-170341b92959 None None] New status for floating IP c0e9b9ff-d1ac-49a3-96a3-b0b46ebad1ec: ACTIVE {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:56:44.359210 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-6a15382b-7b3c-430b-ac83-c3ff498732ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:47.123906 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-22cee162-dbf8-4319-9b85-b4e5c3052785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:48.418455 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:48.543327 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:56:49.911556 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:00.151543 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:00.969300 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-4f74e783-4233-4be3-a04e-b84705f0685a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459411 Oct 29 09:57:01.061955 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-ceb0d279-838a-41a1-9f74-d2e406df6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:57:01.063475 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-ceb0d279-838a-41a1-9f74-d2e406df6c9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 1096 time: 0.0457008 Oct 29 09:57:01.186397 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-58d36512-77a5-4dd4-81ea-c53b33af90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:57:01.187946 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-58d36512-77a5-4dd4-81ea-c53b33af90cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.1046474 Oct 29 09:57:01.253772 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-c4044506-7470-4d7f-a3f7-5d48504cf43f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 HTTP/1.1" status: 200 len: 1000 time: 0.0584078 Oct 29 09:57:01.302976 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-0bad2f89-361d-4468-a997-0f12b6559118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:57:01.304452 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-0bad2f89-361d-4468-a997-0f12b6559118 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0438228 Oct 29 09:57:01.333883 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:01.355975 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-8dc581a1-02f4-4132-b4a9-119da5d59ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:57:01.357522 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-8dc581a1-02f4-4132-b4a9-119da5d59ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458126 Oct 29 09:57:01.462062 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-2d170ec1-82af-4608-b897-a577a0a0f29f service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971172 Oct 29 09:57:01.571090 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c712e96a-72bf-459d-91fc-cab66141cd03 req-31021786-9e60-48c4-a872-5beab1860084 service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004875 Oct 29 09:57:14.247360 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:57:14.364136 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-46943e19-e16d-4588-94a0-0bcd5251e059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:15.318302 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-446560ad-452c-4b0d-80ac-4944546e2895 req-18413af1-22ba-4ec1-98b3-13960194d37c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439796 Oct 29 09:57:15.412783 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446560ad-452c-4b0d-80ac-4944546e2895 req-96b08dd1-c91f-44fd-b7f7-6b781b6fa198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:57:15.414665 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-446560ad-452c-4b0d-80ac-4944546e2895 req-96b08dd1-c91f-44fd-b7f7-6b781b6fa198 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1095 time: 0.0497820 Oct 29 09:57:15.528209 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446560ad-452c-4b0d-80ac-4944546e2895 req-9ec190b3-6e15-44da-9f8d-bb1a2ab67663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:57:15.529720 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-446560ad-452c-4b0d-80ac-4944546e2895 req-9ec190b3-6e15-44da-9f8d-bb1a2ab67663 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0935955 Oct 29 09:57:15.597362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-446560ad-452c-4b0d-80ac-4944546e2895 req-126ed96a-c4a0-4846-b2c0-3f1b303a96b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 1000 time: 0.0603635 Oct 29 09:57:15.650203 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446560ad-452c-4b0d-80ac-4944546e2895 req-182420d2-0e58-4451-b08f-eaf1ba3bc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:57:15.651684 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-446560ad-452c-4b0d-80ac-4944546e2895 req-182420d2-0e58-4451-b08f-eaf1ba3bc7a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0478868 Oct 29 09:57:15.700326 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446560ad-452c-4b0d-80ac-4944546e2895 req-3b0f3e8a-173c-4c7d-8d1d-101a8e5f65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:57:15.701872 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-446560ad-452c-4b0d-80ac-4944546e2895 req-3b0f3e8a-173c-4c7d-8d1d-101a8e5f65a5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429864 Oct 29 09:57:15.801881 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-446560ad-452c-4b0d-80ac-4944546e2895 req-fe9fb88e-00b9-4adb-b201-9c39c79b6090 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925086 Oct 29 09:57:15.918298 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-446560ad-452c-4b0d-80ac-4944546e2895 req-d7e256c0-fee9-41b5-b6de-f640bb733099 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084065 Oct 29 09:57:17.129517 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-62ca65cb-008f-41d4-80c2-8a364e6b6db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:18.418688 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:18.549851 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:19.913893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:30.150449 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:31.350427 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:44.366823 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-b2d418dc-3ca4-4064-b40b-e2c2d27fc308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:47.126547 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-394f6f79-5938-4750-aaaa-77c3901faafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:48.414910 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:48.550893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:49.918566 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:57:51.252537 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:58:00.166443 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:01.360373 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:02.955697 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-0921615c-1e2c-4108-96a1-7e7134361c7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430284 Oct 29 09:58:03.051907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-c861756b-18b4-40fd-97f9-29a6e1d527fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:03.053504 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-c861756b-18b4-40fd-97f9-29a6e1d527fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 1096 time: 0.0509815 Oct 29 09:58:03.165899 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-82a7c2ab-ce39-4f22-8833-75fc7ff87928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:03.167442 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-82a7c2ab-ce39-4f22-8833-75fc7ff87928 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0929959 Oct 29 09:58:03.240640 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-8122989d-1e4f-461f-9447-3f679ef8b240 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 HTTP/1.1" status: 200 len: 1000 time: 0.0656614 Oct 29 09:58:03.310727 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-f551bc33-6417-40cb-ab29-4fecc4282f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:03.312282 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-f551bc33-6417-40cb-ab29-4fecc4282f30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0649681 Oct 29 09:58:03.362339 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-cede3733-26c7-4b34-bc86-78d0cd160b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:03.364010 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-cede3733-26c7-4b34-bc86-78d0cd160b4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438824 Oct 29 09:58:03.374806 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-5efc13ff-1401-4d73-a6e2-b54aebba96c7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 09:58:03.375754 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-5efc13ff-1401-4d73-a6e2-b54aebba96c7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049837 Oct 29 09:58:03.479846 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-6ae5926c-7e42-4552-a205-d66129fb483a service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965188 Oct 29 09:58:03.583562 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-ab1cb583-f32a-485b-b61b-899b2adc95d4 req-0aa5448f-482c-4983-a981-140f73821b87 service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952184 Oct 29 09:58:09.081181 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 details requested by agent hyperv_n-h2-815940-1 with host n-h2-815940-1 {{(pid=102115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 09:58:09.199718 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:09.213861 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Returning: {'device': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'port_id': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'mac_address': 'fa:16:3e:0c:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 09:58:09.281303 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:09.304251 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 {{(pid=102115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 09:58:09.330292 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:09.336345 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:09.412538 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=6']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:09.427645 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.428185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.428616 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.429063 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.429613 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.430037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.430037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.430037 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.434214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.434634 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.435481 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.440103 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:09.451457 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] get_ports_and_sgs() called for port_ids ['0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'] {{(pid=102115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 09:58:11.089185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 up at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 09:58:11.148735 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.provisioning_blocks [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Provisioning complete for port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 triggered by entity L2. {{(pid=102115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 09:58:11.149124 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748117'] for port, provisioning_complete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:11.236253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:11.263185 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:58:11.265423 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed5f227-f768-4f23-a06c-7b1afe86756c" -d '{"events": [{"server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "name": "network-vif-plugged", "status": "completed", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:58:11.300455 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:11.305706 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:11.332664 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94038e8-c04f-467d-8d35-02e9b1b67adb x-openstack-request-id: req-e94038e8-c04f-467d-8d35-02e9b1b67adb {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:58:11.332664 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "name": "network-vif-plugged", "status": "completed", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:58:11.333003 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e94038e8-c04f-467d-8d35-02e9b1b67adb {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:58:11.333201 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'code': 200} Oct 29 09:58:11.360923 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=7']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:14.364967 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0de381b9-759f-49a9-8595-2803d26941d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:15.302457 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-ffc47be8-feb3-4632-be8c-72d70b1a35cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474827 Oct 29 09:58:15.401196 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-5f964893-ef90-4354-8941-61a4d768acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:15.402843 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-5f964893-ef90-4354-8941-61a4d768acb6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1095 time: 0.0489464 Oct 29 09:58:15.537380 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-d20e6abb-ae65-4d76-a8b4-70cd5cabf3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:15.540435 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-d20e6abb-ae65-4d76-a8b4-70cd5cabf3b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.1135178 Oct 29 09:58:15.630711 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-04f124f5-9dd1-4e10-af3b-aea19b5d838a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 1000 time: 0.0828667 Oct 29 09:58:15.697792 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-a22000cb-914f-4a8f-af00-599dbe490e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:15.699379 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-a22000cb-914f-4a8f-af00-599dbe490e49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0596611 Oct 29 09:58:15.756573 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-77d79433-03a4-44fd-9ef8-c7196499cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:15.758171 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-77d79433-03a4-44fd-9ef8-c7196499cc91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510502 Oct 29 09:58:15.865093 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-1c515255-5ee9-40a1-9797-32cdfcb3d68a service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999057 Oct 29 09:58:15.967530 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-09481329-ec3a-4218-ab0e-209ee3058cc0 req-61b14761-5894-4eee-8e1c-4d0d259390fa service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940382 Oct 29 09:58:17.113253 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-49700fbf-d3f8-4e6e-9765-56c49af1d704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:18.187591 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46908) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:18.372600 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Deleting port 6680e4ec-21a8-4272-b0f0-b0ddc3ba5e64 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:18.372852 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:18.410804 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:18.453341 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:18.453669 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:18.466572 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Calling delete_port for 6680e4ec-21a8-4272-b0f0-b0ddc3ba5e64 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:18.558100 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:18.641679 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:18.668233 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event deleted for resources: {'Port': ['ID=6680e4ec-21a8-4272-b0f0-b0ddc3ba5e64,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:18.680395 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.680751 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.681098 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.681442 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.681777 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.682249 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.683185 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.683524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.683882 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.684215 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.684557 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.684887 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:18.746202 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:18.746537 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Floating IP c0e9b9ff-d1ac-49a3-96a3-b0b46ebad1ec disassociated (deleted). External IP: 172.25.5.68, port: 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3. Oct 29 09:58:19.309236 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Router 547b80ac-0601-46c0-adca-6602e9742100 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:58:19.420419 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:58:19.425495 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:19.430576 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] Sync routers for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:58:19.443701 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:58:19.444385 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:19.454031 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-34924b3c-c238-44ed-b7c2-f6933502adc5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "DELETE /v2.0/floatingips/c0e9b9ff-d1ac-49a3-96a3-b0b46ebad1ec HTTP/1.1" status: 204 len: 168 time: 1.2652838 Oct 29 09:58:19.454604 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:58:19.457103 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:58:19.557026 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:58:19.570782 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2776b369-adbc-47d1-b4ea-4c4cf6b2f0f0 x-openstack-request-id: req-2776b369-adbc-47d1-b4ea-4c4cf6b2f0f0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:58:19.571080 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:58:19.571340 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2776b369-adbc-47d1-b4ea-4c4cf6b2f0f0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:58:19.571743 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'status': 'completed', 'code': 200} Oct 29 09:58:19.641560 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-c4f38e77-ebef-48d8-ac69-0f691f430ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:19.643102 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-c4f38e77-ebef-48d8-ac69-0f691f430ebc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 1096 time: 0.0466731 Oct 29 09:58:19.704272 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467704d-1436-4c9e-9086-0ec858c42cf8 req-2626aa5d-b102-401f-a797-40f8bc16322a tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:19.705827 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9467704d-1436-4c9e-9086-0ec858c42cf8 req-2626aa5d-b102-401f-a797-40f8bc16322a tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 945 time: 0.0564449 Oct 29 09:58:19.745795 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-fa3e1f65-4ce4-4347-ac7b-e6cf5b8cdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:19.747024 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-9467704d-1436-4c9e-9086-0ec858c42cf8 req-3c0f4f71-1852-4695-bf11-973d2caee697 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334327 Oct 29 09:58:19.749507 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-fa3e1f65-4ce4-4347-ac7b-e6cf5b8cdcdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.0970454 Oct 29 09:58:19.804126 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:23Z', 'revision_number': 1, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:19.806355 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-e789e91a-c681-4799-a4fc-a593882f34d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 HTTP/1.1" status: 200 len: 217 time: 0.0483859 Oct 29 09:58:19.859229 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-231b4650-823f-4002-9347-700058285306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:19.860769 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-231b4650-823f-4002-9347-700058285306 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0467343 Oct 29 09:58:19.913621 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-c03e41af-0a94-48b2-808f-916b6bb943e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:19.916004 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-c03e41af-0a94-48b2-808f-916b6bb943e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463960 Oct 29 09:58:19.918554 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:19.935261 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] Checking router: 547b80ac-0601-46c0-adca-6602e9742100 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:58:19.943569 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:58:19.944193 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:20.014764 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-2b569dd9-bb68-41ab-be01-aaee6c08c792 service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906155 Oct 29 09:58:20.051650 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:58:20.110362 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-dc5a62b6-7cfc-48ab-9aad-82a4698c4b06 req-15e0e66d-45f1-499b-94bd-965266482f74 service neutron] 10.222.0.15 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875506 Oct 29 09:58:20.282373 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:23Z', 'revision_number': 1, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:20.311306 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec4c7a-484f-4eb8-ae21-a4362aeb3965 None None] The sync data for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 is: [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_floatingips': [{'id': '4b6197c7-30ec-4a9c-8987-bd535e81660e', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'router_id': '547b80ac-0601-46c0-adca-6602e9742100', 'port_id': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'mac_address': 'fa:16:3e:3e:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T09:53:21Z', 'updated_at': '2021-10-29T09:53:23Z', 'revision_number': 1, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:58:20.551918 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b6e70-5d2e-4fff-80ac-017044da152a None None] New status for floating IP c0e9b9ff-d1ac-49a3-96a3-b0b46ebad1ec: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:58:20.934696 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f702d7e-b400-499a-ba32-055bb9b37fc3 req-fc65e846-5a77-46ce-9d52-8bee530127e7 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:20.936170 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f702d7e-b400-499a-ba32-055bb9b37fc3 req-fc65e846-5a77-46ce-9d52-8bee530127e7 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 945 time: 0.1154180 Oct 29 09:58:20.978208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-7f702d7e-b400-499a-ba32-055bb9b37fc3 req-e5af9ffd-1677-4ce2-8eb1-d4a2d90219d4 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359652 Oct 29 09:58:21.147583 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:21.230437 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-7786d870-3072-4a83-abf6-aed3b22d885f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:21.232092 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-7786d870-3072-4a83-abf6-aed3b22d885f tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 945 time: 0.0546114 Oct 29 09:58:21.331651 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Deleting port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:21.332032 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:21.394601 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598049'] for port, before_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:21.418582 n-d-815940-1 neutron-server[102115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'}] {{(pid=102115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:58:21.420890 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d3adee972ab7b1e5a4339279634e773fcb29240572f7c1cca4a58f4c71db64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522feb23-5720-42aa-9138-ecb75e3d42ac" -d '{"events": [{"server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3"}]}' {{(pid=102115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:58:21.431317 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:21.431841 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:21.438680 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] For port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3, host n-h2-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815940-1',level=0,port_id=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:21.443646 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730476701188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730476206722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730476206740'] for port, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:21.452646 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Calling delete_port for 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:21.471101 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 09:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496275c2-575b-482b-9f6b-9450a096bc92 x-openstack-request-id: req-496275c2-575b-482b-9f6b-9450a096bc92 {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:58:21.471392 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3", "code": 200}]} {{(pid=102115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:58:21.471636 n-d-815940-1 neutron-server[102115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-496275c2-575b-482b-9f6b-9450a096bc92 {{(pid=102115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:58:21.472039 n-d-815940-1 neutron-server[102115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'code': 200} Oct 29 09:58:21.497000 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Pushing event updated for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=8']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:21.596941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:21.631652 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event deleted for resources: {'Port': ['ID=0bfc7913-f3d0-4f31-adaa-7990e00ed0b3,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:21.673750 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] No DVR routers for this DVR port 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 on host n-h2-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:58:21.676708 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:21.680208 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-fc66eaa6-dcd5-4ce0-86a5-b0b068d133b5 req-07925074-207e-45e6-b35e-4db4ab781e9e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.15 "DELETE /v2.0/ports/0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 HTTP/1.1" status: 204 len: 173 time: 0.4404786 Oct 29 09:58:21.680683 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'name': 'network-vif-deleted', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:58:21.683146 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7e580c-cffd-48ad-b615-d1ce7e2dfe90" -d '{"events": [{"server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "name": "network-vif-deleted", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:58:21.723444 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa5ca12-2cc9-426d-8158-f8aaaaaaae0c x-openstack-request-id: req-faa5ca12-2cc9-426d-8158-f8aaaaaaae0c {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:58:21.723746 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed4a95-8ca1-4dac-816e-173eefca9f23", "name": "network-vif-deleted", "tag": "0bfc7913-f3d0-4f31-adaa-7990e00ed0b3", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:58:21.724036 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-faa5ca12-2cc9-426d-8158-f8aaaaaaae0c {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:58:21.724446 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed4a95-8ca1-4dac-816e-173eefca9f23', 'name': 'network-vif-deleted', 'tag': '0bfc7913-f3d0-4f31-adaa-7990e00ed0b3', 'status': 'completed', 'code': 200} Oct 29 09:58:22.099202 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-79e24b77-f661-4850-a0dc-9877c087d6f1 req-c7f01ea5-1195-404f-bfc9-2fcb59ca973e tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ed4a95-8ca1-4dac-816e-173eefca9f23 HTTP/1.1" status: 200 len: 210 time: 0.0311110 Oct 29 09:58:23.742761 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46974) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:23.915183 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Deleting port dd8421b8-a052-4ed6-b05d-70af9f8906d0 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:23.915486 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:24.010438 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:24.010740 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:24.029049 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Calling delete_port for dd8421b8-a052-4ed6-b05d-70af9f8906d0 owned by network:floatingip {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:24.185061 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:24.210837 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event deleted for resources: {'Port': ['ID=dd8421b8-a052-4ed6-b05d-70af9f8906d0,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:24.275718 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for floatingip, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:24.275969 n-d-815940-1 neutron-server[102113]: INFO neutron.db.l3_db [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Floating IP 4b6197c7-30ec-4a9c-8987-bd535e81660e disassociated (deleted). External IP: 172.25.5.116, port: 4d7ad515-3dc8-468b-b3a0-d2f4e9502025. Oct 29 09:58:24.501325 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Router 547b80ac-0601-46c0-adca-6602e9742100 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:58:24.627524 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:58:24.632862 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for floatingip, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:24.638083 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] Sync routers for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:58:24.648896 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:58:24.649605 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:24.660373 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-18cc94a6-57d7-4d39-bfb6-44052d8083d5 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "DELETE /v2.0/floatingips/4b6197c7-30ec-4a9c-8987-bd535e81660e HTTP/1.1" status: 204 len: 168 time: 0.9165134 Oct 29 09:58:24.660967 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:58:24.663291 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:58:24.703488 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 09:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a9303e-cf4b-48e2-a79a-a98a15d13093 x-openstack-request-id: req-48a9303e-cf4b-48e2-a79a-a98a15d13093 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:58:24.703976 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:58:24.704333 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48a9303e-cf4b-48e2-a79a-a98a15d13093 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:58:24.704947 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'status': 'completed', 'code': 200} Oct 29 09:58:24.774988 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:58:24.784784 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-898d25aa-4dfe-4391-aa9e-f6ff52b1c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:24.795144 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-898d25aa-4dfe-4391-aa9e-f6ff52b1c268 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 1095 time: 0.0627089 Oct 29 09:58:24.922706 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8018c4c-7513-4716-ab5a-b59f75decc97 req-f1b09f62-7e57-4d36-819d-c97b8dd4fd6b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:24.924204 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8018c4c-7513-4716-ab5a-b59f75decc97 req-f1b09f62-7e57-4d36-819d-c97b8dd4fd6b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 944 time: 0.0776854 Oct 29 09:58:24.927121 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-f4cd25a3-eb59-4a9b-a807-454b51a04cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:24.928585 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-f4cd25a3-eb59-4a9b-a807-454b51a04cc6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 200 len: 910 time: 0.1268685 Oct 29 09:58:24.984521 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-3be4e984-72cd-47a5-b4fe-c6392951fa2b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 200 len: 217 time: 0.0464864 Oct 29 09:58:24.995092 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:25.009895 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-d8018c4c-7513-4716-ab5a-b59f75decc97 req-f823f678-bf33-4406-9367-cfee5c71f66b tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782135 Oct 29 09:58:25.026284 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] Checking router: 547b80ac-0601-46c0-adca-6602e9742100 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:58:25.035462 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:58:25.036092 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:25.045433 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-90158d49-7b7c-4e49-b02c-3475c49582d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:25.046905 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-90158d49-7b7c-4e49-b02c-3475c49582d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 200 len: 847 time: 0.0526657 Oct 29 09:58:25.098829 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-8c6a1c08-5c12-483b-a20a-9fd0f804f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:25.100263 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-8c6a1c08-5c12-483b-a20a-9fd0f804f0bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a9c6434-6860-4a71-9802-c6857c3d4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455141 Oct 29 09:58:25.139744 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:58:25.191853 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-ff695836-e1b5-4539-b110-d76879e2d0a9 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829868 Oct 29 09:58:25.195425 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 no longer exists at agent hyperv_n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:25.220835 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] No Port match for: 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:58:25.221189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Device 0bfc7913-f3d0-4f31-adaa-7990e00ed0b3 not bound to the agent host n-h2-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:58:25.290089 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-c5e3671e-b48b-406c-b1c6-1acfac51f7eb req-230b3944-2bae-4e8b-86ab-f7abb19ee5d8 service neutron] 10.222.0.93 "GET /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906956 Oct 29 09:58:25.345901 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:25.373264 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1340562-a634-442c-8a5b-7dc25b9a606e None None] The sync data for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 is: [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:52:59Z', 'revision_number': 4, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1', '_interfaces': [{'id': '6d435804-210e-430d-9d50-ba79766731f8', 'name': '', 'network_id': '4a9c6434-6860-4a71-9802-c6857c3d4679', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'mac_address': 'fa:16:3e:ed:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:59Z', 'updated_at': '2021-10-29T09:53:03Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'subnets': [{'id': '8a91c846-f87b-44f1-923d-79a329b24a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:58:25.606189 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5d4ed-6edd-4618-9c7a-483998109fe9 None None] New status for floating IP 4b6197c7-30ec-4a9c-8987-bd535e81660e: DOWN {{(pid=102115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 09:58:25.839372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af609522-e781-403c-9a19-2f88baecdccf req-98ac894f-44b1-4c83-a0cb-bf473c00e2b0 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:25.840919 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af609522-e781-403c-9a19-2f88baecdccf req-98ac894f-44b1-4c83-a0cb-bf473c00e2b0 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 944 time: 0.0586495 Oct 29 09:58:25.938957 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Deleting port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:25.939326 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:26.048455 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] For port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025, host n-h1-815940-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815940-1',level=0,port_id=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:26.048828 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:26.063058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Calling delete_port for 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 owned by compute:nova {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:26.143385 n-d-815940-1 neutron-server[102114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2315055-edd4-429d-a1bc-578a06cc23d3 req-cf1cd9c9-2171-4b3e-9dc1-dad238f5a822 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 09:58:26.144932 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2315055-edd4-429d-a1bc-578a06cc23d3 req-cf1cd9c9-2171-4b3e-9dc1-dad238f5a822 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9c3eba0-0770-4fae-8ea3-3ba3779c1844 HTTP/1.1" status: 200 len: 944 time: 0.0522680 Oct 29 09:58:26.184223 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [req-d2315055-edd4-429d-a1bc-578a06cc23d3 req-536ef929-2cb7-4c65-be0e-4440958e7962 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "GET /v2.0/security-groups?id=aee4d474-8ee8-4b68-a39a-de20981cb4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324068 Oct 29 09:58:26.200487 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:26.234175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event deleted for resources: {'Port': ['ID=4d7ad515-3dc8-468b-b3a0-d2f4e9502025,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:26.275022 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] No DVR routers for this DVR port 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 on host n-h1-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:58:26.278513 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7929'] for port, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:26.282675 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [req-af609522-e781-403c-9a19-2f88baecdccf req-4684a684-0b79-461e-8615-d8ca4236b6c2 tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.93 "DELETE /v2.0/ports/4d7ad515-3dc8-468b-b3a0-d2f4e9502025 HTTP/1.1" status: 204 len: 173 time: 0.4348636 Oct 29 09:58:26.706015 n-d-815940-1 neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'name': 'network-vif-deleted', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 09:58:26.708546 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a54735a7571753018f7194879c3b52d82c7de8eaab30eba5eb7912292ab634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060dc744-4f66-4726-bc2f-2c6964958d1c" -d '{"events": [{"server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "name": "network-vif-deleted", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 09:58:26.754420 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 09:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9dba6a-3bf7-4009-84d5-28dc1477294d x-openstack-request-id: req-2b9dba6a-3bf7-4009-84d5-28dc1477294d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 09:58:26.754766 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c3eba0-0770-4fae-8ea3-3ba3779c1844", "name": "network-vif-deleted", "tag": "4d7ad515-3dc8-468b-b3a0-d2f4e9502025", "status": "completed", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 09:58:26.755019 n-d-815940-1 neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b9dba6a-3bf7-4009-84d5-28dc1477294d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 09:58:26.755438 n-d-815940-1 neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c3eba0-0770-4fae-8ea3-3ba3779c1844', 'name': 'network-vif-deleted', 'tag': '4d7ad515-3dc8-468b-b3a0-d2f4e9502025', 'status': 'completed', 'code': 200} Oct 29 09:58:27.250176 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46988) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:27.314678 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91787946-14f5-4206-ac83-95cb1e35a4ce tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:27.342211 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91787946-14f5-4206-ac83-95cb1e35a4ce tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:27.413327 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91787946-14f5-4206-ac83-95cb1e35a4ce tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:27.415941 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91787946-14f5-4206-ac83-95cb1e35a4ce tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:27.419818 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-91787946-14f5-4206-ac83-95cb1e35a4ce tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] 10.222.0.70 "DELETE /v2.0/security-groups/aee4d474-8ee8-4b68-a39a-de20981cb4b1 HTTP/1.1" status: 204 len: 168 time: 0.1660526 Oct 29 09:58:27.427058 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91787946-14f5-4206-ac83-95cb1e35a4ce tempest-TestSnapshotPattern-1672061241 tempest-TestSnapshotPattern-1672061241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee4d474-8ee8-4b68-a39a-de20981cb4b1,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:27.472372 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 46992) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:27.794114 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 no longer exists at agent hyperv_n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:27.814628 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] No Port match for: 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:58:27.814973 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Device 4d7ad515-3dc8-468b-b3a0-d2f4e9502025 not bound to the agent host n-h1-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:58:27.930816 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:28.182532 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Deleting port 6d435804-210e-430d-9d50-ba79766731f8 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:28.182763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:28.251981 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:58:28.266907 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] For port 6d435804-210e-430d-9d50-ba79766731f8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=6d435804-210e-430d-9d50-ba79766731f8,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:28.267454 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:28.280715 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Calling delete_port for 6d435804-210e-430d-9d50-ba79766731f8 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:28.472843 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:28.503073 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d435804-210e-430d-9d50-ba79766731f8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:28.685602 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:28.920922 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Router 547b80ac-0601-46c0-adca-6602e9742100 has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:58:29.380346 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:58:29.385650 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-bf1eb9ad-1af9-455a-898e-0899950763b7 admin admin] 10.222.0.70 "PUT /v2.0/routers/547b80ac-0601-46c0-adca-6602e9742100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120898 Oct 29 09:58:29.388683 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46996) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:29.389568 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] Sync routers for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:58:29.399859 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:58:29.400476 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:29.497085 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks [] for router, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:29.507513 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: n-d-815940-1 {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:58:29.601611 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:29.655162 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Deleting port ff39e298-75be-4037-9549-4547732060f2 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:29.655402 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:29.796164 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'ff39e298-75be-4037-9549-4547732060f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:58:28Z', 'revision_number': 5, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port': {'id': 'ff39e298-75be-4037-9549-4547732060f2', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547b80ac-0601-46c0-adca-6602e9742100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:52:57Z', 'updated_at': '2021-10-29T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:29.824231 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] Checking router: 547b80ac-0601-46c0-adca-6602e9742100 for host: n-d-815940-1 {{(pid=102116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:58:29.834113 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] Routers {'547b80ac-0601-46c0-adca-6602e9742100'} bound to L3 agent in host n-d-815940-1 {{(pid=102116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:58:29.834767 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['547b80ac-0601-46c0-adca-6602e9742100'], 'active': True} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:29.930240 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_dvr_db [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] Set router 547b80ac-0601-46c0-adca-6602e9742100 gateway port host: None {{(pid=102116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:58:29.987140 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.l3_hamode_db [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:58:29Z', 'revision_number': 6, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:30.014746 n-d-815940-1 neutron-server[102116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f0bd5-b933-485e-90b2-fc8ad0d0f0a4 None None] The sync data for ids ['547b80ac-0601-46c0-adca-6602e9742100'] in n-d-815940-1 is: [{'id': '547b80ac-0601-46c0-adca-6602e9742100', 'name': 'tempest-TestSnapshotPattern-34740652-router', 'tenant_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:52:56Z', 'updated_at': '2021-10-29T09:58:29Z', 'revision_number': 6, 'project_id': 'b380020a67aa43a7b75d2bafa4b97b34', 'gw_port_host': None}] {{(pid=102116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:58:30.063311 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] For port ff39e298-75be-4037-9549-4547732060f2, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=ff39e298-75be-4037-9549-4547732060f2,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:30.063684 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.076203 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Calling delete_port for ff39e298-75be-4037-9549-4547732060f2 owned by network:router_gateway {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:30.196203 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.256490 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.281599 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff39e298-75be-4037-9549-4547732060f2,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:30.293569 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.293882 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.294250 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.294573 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.294895 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.295218 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.295562 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.295906 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.296227 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.296545 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.296859 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.297181 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815940-1 {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 09:58:30.351739 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.452068 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.454198 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.499051 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.499595 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547b80ac-0601-46c0-adca-6602e9742100 {{(pid=102114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:58:30.504987 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] Publish callbacks [] for router, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.506220 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-f8794293-d184-4682-a7c7-cdc238953059 admin admin] 10.222.0.70 "DELETE /v2.0/routers/547b80ac-0601-46c0-adca-6602e9742100 HTTP/1.1" status: 204 len: 168 time: 1.1165245 Oct 29 09:58:30.508867 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 46998) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:30.554872 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2def06-514c-4c13-818b-654d9c9a5d4b admin admin] Deleting subnet 8a91c846-f87b-44f1-923d-79a329b24a83 {{(pid=102114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:58:30.558251 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f2def06-514c-4c13-818b-654d9c9a5d4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.594131 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f2def06-514c-4c13-818b-654d9c9a5d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9695888'] for subnet, precommit_delete_associations {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.682545 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f2def06-514c-4c13-818b-654d9c9a5d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.738574 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f2def06-514c-4c13-818b-654d9c9a5d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9696457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10189585'] for subnet, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.766403 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2def06-514c-4c13-818b-654d9c9a5d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a91c846-f87b-44f1-923d-79a329b24a83,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:30.770175 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-7f2def06-514c-4c13-818b-654d9c9a5d4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.776295 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-7f2def06-514c-4c13-818b-654d9c9a5d4b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8a91c846-f87b-44f1-923d-79a329b24a83 HTTP/1.1" status: 204 len: 168 time: 0.2662201 Oct 29 09:58:30.776963 n-d-815940-1 neutron-server[102114]: DEBUG neutron.wsgi [-] (102114) accepted ('10.222.0.70', 47000) {{(pid=102114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:30.778530 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ba192-d16f-48e3-8b72-2ec3e0d1abe5 None None] Network 4a9c6434-6860-4a71-9802-c6857c3d4679 requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:58:30.827990 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6d435804-210e-430d-9d50-ba79766731f8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:30.851194 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.860404 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 6d435804-210e-430d-9d50-ba79766731f8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:58:30.860724 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 6d435804-210e-430d-9d50-ba79766731f8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:58:30.861797 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ff39e298-75be-4037-9549-4547732060f2 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:30.891793 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: ff39e298-75be-4037-9549-4547732060f2 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:58:30.892169 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device ff39e298-75be-4037-9549-4547732060f2 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:58:30.915535 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Deleting port 900b0ac5-af75-4ef7-95b9-be36d389cde7 {{(pid=102114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:30.915928 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:30.995198 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] For port 900b0ac5-af75-4ef7-95b9-be36d389cde7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=900b0ac5-af75-4ef7-95b9-be36d389cde7,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:30.995503 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.012810 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Calling delete_port for 900b0ac5-af75-4ef7-95b9-be36d389cde7 owned by network:dhcp {{(pid=102114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:31.014409 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] DHCP port deletion for 4a9c6434-6860-4a71-9802-c6857c3d4679 request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:58:31.073761 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] Deleting port 900b0ac5-af75-4ef7-95b9-be36d389cde7 {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:31.074236 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.104558 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9696284'] for port, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.131840 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=900b0ac5-af75-4ef7-95b9-be36d389cde7,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:31.133741 n-d-815940-1 neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] No DVR routers for this DVR port 900b0ac5-af75-4ef7-95b9-be36d389cde7 on host n-d-815940-1 {{(pid=102114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:58:31.144748 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] For port 900b0ac5-af75-4ef7-95b9-be36d389cde7, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=900b0ac5-af75-4ef7-95b9-be36d389cde7,segment=NetworkSegment(6daa079b-904a-4158-9c0d-54873203a4f0),segment_id=6daa079b-904a-4158-9c0d-54873203a4f0)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:31.145148 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.157907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] Calling delete_port for 900b0ac5-af75-4ef7-95b9-be36d389cde7 owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:31.219765 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.245233 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9c6434-6860-4a71-9802-c6857c3d4679']}} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:31.246465 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.255105 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daa079b-904a-4158-9c0d-54873203a4f0') {'for_net_delete': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:31.255372 n-d-815940-1 neutron-server[102114]: DEBUG neutron.services.segments.db [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daa079b-904a-4158-9c0d-54873203a4f0') {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:31.265488 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9695881'] for segment, before_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.272004 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] Pushing event deleted for resources: {'Port': ['ID=900b0ac5-af75-4ef7-95b9-be36d389cde7,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:31.275556 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e4eb7-b35c-4573-a647-dd1b476b32ab None None] No DVR routers for this DVR port 900b0ac5-af75-4ef7-95b9-be36d389cde7 on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:58:31.279138 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.290802 n-d-815940-1 neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=102114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:58:31.291197 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9696303'] for segment, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: Traceback (most recent call last): Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: timer() Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: cb(*args, **kw) Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: return func(*args, **kwargs) Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: self._notify() Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: self.callback(batched_events) Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: event.method(event) Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: return f(self, *a, **k) Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: return self._get(url).json() Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: return self.request(url, 'GET', **kwargs) Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:58:31.293241 n-d-815940-1 neutron-server[102114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:58:31.353902 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.360905 n-d-815940-1 neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Publish callbacks [] for network, before_response {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.364453 n-d-815940-1 neutron-server[102114]: INFO neutron.wsgi [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4a9c6434-6860-4a71-9802-c6857c3d4679 HTTP/1.1" status: 204 len: 168 time: 0.5864964 Oct 29 09:58:31.367774 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47002) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:31.376734 n-d-815940-1 neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1e652-42b2-47b3-978b-6968cc84afc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9c6434-6860-4a71-9802-c6857c3d4679,revision_number=None']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:31.389575 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.730554 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1636390'] for router_interface, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:31.982733 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Deleting port d123fc93-3cd7-4567-8517-7d96dd09d179 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:31.982966 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:32.074349 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] For port d123fc93-3cd7-4567-8517-7d96dd09d179, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=d123fc93-3cd7-4567-8517-7d96dd09d179,segment=NetworkSegment(b479e7e8-a787-47ef-b1c5-6941ccc11d4f),segment_id=b479e7e8-a787-47ef-b1c5-6941ccc11d4f)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:32.074737 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:32.087128 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Calling delete_port for d123fc93-3cd7-4567-8517-7d96dd09d179 owned by network:router_interface {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:32.281070 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:32.306292 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Pushing event deleted for resources: {'Port': ['ID=d123fc93-3cd7-4567-8517-7d96dd09d179,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:32.479336 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1480880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636530'] for router_interface, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:32.667907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 900b0ac5-af75-4ef7-95b9-be36d389cde7 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:32.689071 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 900b0ac5-af75-4ef7-95b9-be36d389cde7 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:58:32.689424 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 900b0ac5-af75-4ef7-95b9-be36d389cde7 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:58:32.730363 n-d-815940-1 neutron-server[102113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a has already been hosted by L3 agent 50c1a6ec-8236-46da-9cb9-af3d31a15cc5 {{(pid=102113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 09:58:32.846402 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] Notify agent at l3_agent.n-d-815940-1 the message routers_updated {{(pid=102113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 09:58:32.851449 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-f686527c-0faf-412d-856f-a76cedbfb43a admin admin] 10.222.0.70 "PUT /v2.0/routers/b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825258 Oct 29 09:58:32.854084 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47006) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:32.857214 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] Sync routers for ids ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'] in n-d-815940-1 {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 09:58:32.868484 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] Routers {'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:58:32.869221 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:32.960854 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks [] for router, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:32.980704 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] Set router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a gateway port host: n-d-815940-1 {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:58:33.077332 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.136588 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Deleting port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:33.136860 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.175980 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'external_fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:58:32Z', 'revision_number': 5, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port': {'id': '36885ca6-c9dd-4012-bf69-fb3646ecf0f8', 'name': '', 'network_id': '6fec1c60-9481-4b61-bbaf-90b386e9f372', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:35:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815940-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9c681cf-74ea-4257-9024-b3c3115a66e6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815940-1'}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:33.203737 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] Checking router: b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a for host: n-d-815940-1 {{(pid=102115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 09:58:33.212807 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] Routers {'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'} bound to L3 agent in host n-d-815940-1 {{(pid=102115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 09:58:33.213433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815940-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T08:14:47Z,description=,heartbeat_timestamp=2021-10-29T09:58:17Z,host='n-d-815940-1',id=50c1a6ec-8236-46da-9cb9-af3d31a15cc5,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T08:14:47Z,topic='l3_agent')) {'router_ids': ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'], 'active': True} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:33.221908 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] For port 36885ca6-c9dd-4012-bf69-fb3646ecf0f8, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=36885ca6-c9dd-4012-bf69-fb3646ecf0f8,segment=NetworkSegment(3e1ca24b-7349-4628-b8bd-cd0e1d32a939),segment_id=3e1ca24b-7349-4628-b8bd-cd0e1d32a939)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:33.222278 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.235023 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Calling delete_port for 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 owned by network:router_gateway {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:33.300422 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvr_db [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] Set router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a gateway port host: None {{(pid=102115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 09:58:33.357958 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_hamode_db [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:58:33Z', 'revision_number': 6, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port_host': None}], 'n-d-815940-1', False) {} {{(pid=102115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:33.385838 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdf5d8-c320-4f11-a2d6-4e30c7936206 None None] The sync data for ids ['b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a'] in n-d-815940-1 is: [{'id': 'b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a', 'name': 'tempest-TestSnapshotPattern-1844857814-router', 'tenant_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T09:53:02Z', 'updated_at': '2021-10-29T09:58:33Z', 'revision_number': 6, 'project_id': 'b243a8ab5e314a33b0aa4ea3fe30555e', 'gw_port_host': None}] {{(pid=102115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 09:58:33.407253 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.436849 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=36885ca6-c9dd-4012-bf69-fb3646ecf0f8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:33.506763 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709932'] for router_gateway, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.604199 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5201'] for router, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.607194 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.661693 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635313'] for router, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.662168 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a {{(pid=102113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 09:58:33.667097 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] Publish callbacks [] for router, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.668346 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-088bee0f-9dad-4386-9a74-41637db07fcf admin admin] 10.222.0.70 "DELETE /v2.0/routers/b01ddb30-3961-4da6-b2b2-b7fd3e9bcf7a HTTP/1.1" status: 204 len: 168 time: 0.8132894 Oct 29 09:58:33.670960 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47008) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:33.718551 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa37103-27cc-49f3-a86e-29ecb7adef7f admin admin] Deleting subnet e2f5ddb8-3f0c-4a29-b377-500c9575673b {{(pid=102113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 09:58:33.722328 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-caa37103-27cc-49f3-a86e-29ecb7adef7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.764206 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-caa37103-27cc-49f3-a86e-29ecb7adef7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3643633'] for subnet, precommit_delete_associations {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.847550 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-caa37103-27cc-49f3-a86e-29ecb7adef7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751271'] for subnet, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.906314 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-caa37103-27cc-49f3-a86e-29ecb7adef7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3645181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666908'] for subnet, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.933644 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa37103-27cc-49f3-a86e-29ecb7adef7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f5ddb8-3f0c-4a29-b377-500c9575673b,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:33.935688 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-caa37103-27cc-49f3-a86e-29ecb7adef7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:33.938803 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-caa37103-27cc-49f3-a86e-29ecb7adef7f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e2f5ddb8-3f0c-4a29-b377-500c9575673b HTTP/1.1" status: 204 len: 168 time: 0.2667651 Oct 29 09:58:33.939965 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b9a67-1702-411f-9b48-b57625bbc571 None None] Network c620f5d0-599f-477a-82ff-7087197402bc requested from n-d-815940-1 {{(pid=102115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 09:58:33.941523 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47010) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:34.010342 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613041'] for network, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.070219 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Deleting port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:34.070573 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.129907 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] DHCP port deletion for c620f5d0-599f-477a-82ff-7087197402bc request from n-d-815940-1 {{(pid=102115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 09:58:34.141141 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] For port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,segment=NetworkSegment(b479e7e8-a787-47ef-b1c5-6941ccc11d4f),segment_id=b479e7e8-a787-47ef-b1c5-6941ccc11d4f)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:34.141500 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.154787 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Calling delete_port for be7e52ac-dbca-4c22-8a63-9498ea2d1d5d owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:34.182270 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] Deleting port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d {{(pid=102115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 09:58:34.183217 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730476579880'] for port, before_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.244244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3644968'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.255130 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.db [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] For port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d, host n-d-815940-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815940-1',level=0,port_id=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,segment=NetworkSegment(b479e7e8-a787-47ef-b1c5-6941ccc11d4f),segment_id=b479e7e8-a787-47ef-b1c5-6941ccc11d4f)] {{(pid=102115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 09:58:34.255597 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625919'] for port, precommit_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.268036 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] Calling delete_port for be7e52ac-dbca-4c22-8a63-9498ea2d1d5d owned by network:dhcp {{(pid=102115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 09:58:34.271897 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Pushing event deleted for resources: {'Port': ['ID=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:34.275541 n-d-815940-1 neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] No DVR routers for this DVR port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d on host n-d-815940-1 {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:58:34.348044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730476700398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730476206713'] for port, after_delete {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.359076 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749266', 'neutron.services.segments.db._delete_segments_for_network-8730476726384'] for network, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.374925 n-d-815940-1 neutron-server[102115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] Pushing event deleted for resources: {'Port': ['ID=be7e52ac-dbca-4c22-8a63-9498ea2d1d5d,revision_number=None']} {{(pid=102115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:34.380493 n-d-815940-1 neutron-server[102115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de62cd0-4936-430c-858e-a103cf5b4f3c None None] No DVR routers for this DVR port be7e52ac-dbca-4c22-8a63-9498ea2d1d5d on host n-d-815940-1 {{(pid=102115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 09:58:34.382926 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c620f5d0-599f-477a-82ff-7087197402bc']}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:34.397095 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f') {'for_net_delete': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:34.397399 n-d-815940-1 neutron-server[102113]: DEBUG neutron.services.segments.db [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b479e7e8-a787-47ef-b1c5-6941ccc11d4f') {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 09:58:34.409333 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730476727673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3643624'] for segment, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.424062 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742'] for segment, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.430353 n-d-815940-1 neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=102113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 09:58:34.430742 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3644955'] for segment, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: Traceback (most recent call last): Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: timer() Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: cb(*args, **kw) Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: return func(*args, **kwargs) Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: self._notify() Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: self.callback(batched_events) Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: event.method(event) Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: return f(self, *a, **k) Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: return self._get(url).json() Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: return self.request(url, 'GET', **kwargs) Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 09:58:34.433068 n-d-815940-1 neutron-server[102113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 09:58:34.493290 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1480873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709872'] for network, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.500548 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Publish callbacks [] for network, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.503101 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] 10.222.0.70 "DELETE /v2.0/networks/c620f5d0-599f-477a-82ff-7087197402bc HTTP/1.1" status: 204 len: 168 time: 0.5606675 Oct 29 09:58:34.515062 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4f3e3-5061-46e5-81b2-9f881b67053f admin admin] Pushing event deleted for resources: {'Network': ['ID=c620f5d0-599f-477a-82ff-7087197402bc,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:34.619975 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device be7e52ac-dbca-4c22-8a63-9498ea2d1d5d no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:34.639668 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47014) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:34.645291 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: be7e52ac-dbca-4c22-8a63-9498ea2d1d5d {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:58:34.645572 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device be7e52ac-dbca-4c22-8a63-9498ea2d1d5d not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:58:34.645984 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:34.667445 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:58:34.669433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device 36885ca6-c9dd-4012-bf69-fb3646ecf0f8 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:58:34.669433 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d123fc93-3cd7-4567-8517-7d96dd09d179 no longer exists at agent ovs-agent-n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 09:58:34.686446 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-51da48d3-df84-40e7-b248-8cc6d1207c99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b380020a67aa43a7b75d2bafa4b97b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452926 Oct 29 09:58:34.688360 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] No Port match for: d123fc93-3cd7-4567-8517-7d96dd09d179 {{(pid=102115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 09:58:34.688697 n-d-815940-1 neutron-server[102115]: DEBUG neutron.plugins.ml2.rpc [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Device d123fc93-3cd7-4567-8517-7d96dd09d179 not bound to the agent host n-d-815940-1 {{(pid=102115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 09:58:34.688982 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47016) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:34.743982 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2a35e02-76bf-47fb-a48d-ef6366343afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.765244 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2a35e02-76bf-47fb-a48d-ef6366343afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.814986 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2a35e02-76bf-47fb-a48d-ef6366343afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.817845 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c2a35e02-76bf-47fb-a48d-ef6366343afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:34.819057 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-c2a35e02-76bf-47fb-a48d-ef6366343afd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d65f2e9-c170-44cc-8153-5813b8d0b22c HTTP/1.1" status: 204 len: 168 time: 0.1291115 Oct 29 09:58:34.827439 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a35e02-76bf-47fb-a48d-ef6366343afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d65f2e9-c170-44cc-8153-5813b8d0b22c,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:35.177896 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47022) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:35.220563 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-695d51e9-1f77-4f3d-8860-931802927b87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b243a8ab5e314a33b0aa4ea3fe30555e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414574 Oct 29 09:58:35.224175 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [-] (102113) accepted ('10.222.0.70', 47024) {{(pid=102113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 09:58:35.273149 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9f35-c230-4dc3-9534-065c3b0aff11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:35.295673 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9f35-c230-4dc3-9534-065c3b0aff11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:35.345956 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9f35-c230-4dc3-9534-065c3b0aff11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804563'] for security_group, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:35.348767 n-d-815940-1 neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9f35-c230-4dc3-9534-065c3b0aff11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:35.350005 n-d-815940-1 neutron-server[102113]: INFO neutron.wsgi [None req-9d3d9f35-c230-4dc3-9534-065c3b0aff11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a305ee2-0bbc-4baa-a397-71c6b63f2e63 HTTP/1.1" status: 204 len: 168 time: 0.1249385 Oct 29 09:58:35.359741 n-d-815940-1 neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9f35-c230-4dc3-9534-065c3b0aff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a305ee2-0bbc-4baa-a397-71c6b63f2e63,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 09:58:44.367894 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bddf836a-b9fc-4f32-9b8f-786bb68f070c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:47.109720 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e67549cc-d961-4313-9495-19d0e00df412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:48.413960 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:48.553227 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:58:49.926607 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:00.202832 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:01.382322 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:05.255385 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:59:14.369885 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc86f-eeeb-4aa9-9333-ee7dd7db07e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:17.109801 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-9a48365e-548d-456c-a6e2-94ac60b2322f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:18.411942 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:18.563287 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:19.928685 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:30.219692 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:31.365339 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:42.257459 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 09:59:44.365548 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-39f35677-756b-4a69-b258-25c80a57600e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:47.105871 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-588b464c-5b94-4154-b79a-bd48c1ad0d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:48.410191 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:48.560787 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 09:59:49.930295 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:00.231946 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:01.380724 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:14.369681 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e2087708-cb29-44f2-8584-14385393673b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:17.112723 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-cd9c93b0-27ba-40a3-8e32-5fad86a7b90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:18.413421 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:18.565133 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:19.264600 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:00:19.933922 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:30.250525 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:31.375504 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:44.368719 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-fb17c41d-c29c-4aac-bfdc-2340cde6402b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:47.118151 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-41babbb6-3b0c-4dd4-bac8-5b18b7beb620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:48.413885 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:48.568579 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:49.937570 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:00:56.262609 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:01:00.245945 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:01.387101 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:14.372149 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6d00-b94c-481f-9e59-e26a76fc4152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:17.124939 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-5a39c513-5ece-413e-885a-a488402e9f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:18.412375 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:18.570629 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:19.946094 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:30.256044 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:31.390615 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:33.256005 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:01:44.374417 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-870d44d9-2f06-4977-b9b5-bd5feab7a149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:47.121028 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-70d1a48d-951b-4cb2-9e70-2c7cff2ad042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:48.417252 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:48.574477 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:01:49.942951 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:00.275006 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:01.389813 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:10.258996 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:02:14.377529 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-dfa66f42-922d-4b88-b353-ca2ca1179234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:17.125565 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8091306-cf33-470e-b378-482b510aab9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:18.424755 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:18.584853 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:19.953867 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:30.265212 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:31.386291 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:44.380623 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79f05eda-b6b4-4226-8f8e-037ff9c58735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:47.130967 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-7255080a-2495-4b6a-973d-8d606673dfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:47.263042 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:02:48.414912 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:48.587509 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:02:49.954340 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:00.275610 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:01.390773 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:14.387818 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-efca903e-8940-49e8-9d0a-a3853ed6df2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:17.120794 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-87479888-9665-4cf6-9d77-430977118feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:18.412812 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:18.590641 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:19.952976 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:24.269270 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:03:30.270113 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:31.382683 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:44.381790 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-0b4493a1-8fd9-49f1-9036-7b7f47106183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:47.117972 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-15da14a2-53cb-4f50-997b-12b53ce15b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:48.409290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:48.595760 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:03:49.959499 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:00.284405 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:01.262783 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:04:01.394290 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:14.387856 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-29f684db-f0ef-4094-8bf9-c11b9283e5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:17.119318 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-23a2acc6-8050-42a3-a89d-fbfd6a3050ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:18.418092 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:18.598555 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:19.958632 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:30.289618 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:31.407786 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:38.263017 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:04:44.388852 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-a2531eec-5f7b-43b9-94fd-4df2ab79b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:47.117308 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-13144a98-72b2-4968-8cd1-4d8d3d199667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:48.406267 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:48.602611 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:04:49.967282 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:00.282305 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:01.430206 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:14.391112 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2834-99a8-4219-8019-3748f040a65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:15.264534 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:05:17.122053 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-280440be-2445-4112-bb7d-15ec65da09fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:18.405334 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:18.604594 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:19.966068 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:30.301939 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:31.450857 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:44.400657 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5176-0b52-4e72-9df4-931bb4903eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:47.114889 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-c081cdae-386b-447f-afcf-19892fa0fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:48.402893 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:48.622277 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:49.972741 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:05:52.264738 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:05:58.054991 n-d-815940-1 neutron-server[102113]: DEBUG neutron.wsgi [req-f8ab7d30-3fe4-4c32-b221-11b013d40aee req-70f6077b-04b7-4208-896d-9240fd6bfce2 service neutron] (102113) timed out ('10.222.0.70', 44726) {{(pid=102113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 10:06:00.299178 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:01.441395 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:14.393515 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5453-bcca-4030-a6a6-acce7e98ff32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:17.115901 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-64711831-497d-4f1d-98be-a7dfc7df84c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:18.398797 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:18.615106 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:19.975975 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:29.267466 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:06:30.294998 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:31.459153 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:44.392849 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-25977cca-241f-4027-a6ea-008bbfb40f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:47.117415 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-025504c9-dba3-4e7b-8b23-7dd339c1a198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:48.404775 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:48.615584 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:06:49.976425 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:07:00.291761 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-faf26721-f9b1-4a6a-ad6c-a7588305703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:07:01.454194 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-4713-4a17-935e-c321798e0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:07:06.266140 n-d-815940-1 neutron-server[102116]: DEBUG neutron.db.agents_db [None req-c1ad0ebf-3b50-401b-a8fd-405adbf14edd None None] Agent healthcheck: found 7 active agents {{(pid=102116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 10:07:14.388091 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-e210d8e4-1665-48b9-9413-069b31a68550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:07:17.110973 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-79d7f170-7064-4de7-8d9b-79d2c3a7dcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:07:18.389077 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-48dc9f96-8dcf-41fb-9780-083204ed65e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:07:18.617118 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-ec319c1a-08e9-4b63-a9e0-0c3810787732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 10:07:19.978020 n-d-815940-1 neutron-server[102115]: DEBUG neutron_lib.callbacks.manager [None req-d9597e36-fb51-41b4-b352-c36a17be6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730476726366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748260'] for agent, after_update {{(pid=102115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}